-- Logs begin at Wed 2022-02-09 02:27:02 UTC, end at Wed 2022-02-09 04:51:50 UTC. -- Feb 09 03:00:28.456526 n-d-824835-15 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 03:00:31.415099 n-d-824835-15 neutron-server[103220]: INFO neutron.common.config [-] Logging enabled! Feb 09 03:00:31.415711 n-d-824835-15 neutron-server[103220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 03:00:31.415874 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103220) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 03:00:31.419173 n-d-824835-15 neutron-server[103220]: INFO neutron.common.config [-] Logging enabled! Feb 09 03:00:31.419426 n-d-824835-15 neutron-server[103220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 03:00:31.419733 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103220) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 03:00:31.421446 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 03:00:31.421680 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 03:00:31.422046 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 03:00:31.422300 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 03:00:31.422526 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 03:00:31.422998 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.423418 n-d-824835-15 neutron-server[103220]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 03:00:31.423727 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.424020 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.424309 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.424600 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.424886 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.425163 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.425478 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.425771 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.426055 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.426330 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.426609 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.426895 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.427174 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.427455 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.427734 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.428012 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] debug = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.428289 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.428714 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.429113 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.429412 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.429696 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.429972 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.430240 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.430512 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.430792 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.431118 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] host = n-d-824835-15 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.431390 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.431671 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.431952 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.432234 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.432502 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.432772 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.433050 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.433318 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.433606 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] log_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.433875 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.434159 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.434443 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.434725 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.434947 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.435165 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.435455 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.435734 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.436056 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.436328 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.436601 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.436865 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.437132 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.437420 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.437701 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.437982 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.438262 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.438531 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.438799 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.439065 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.439331 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.439610 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.439874 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.440141 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.440408 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.440687 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.440956 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.441223 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.441547 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.441827 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.442102 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.442380 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.442647 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.442920 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.443186 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.443451 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.443716 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] use_json = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.443983 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.444248 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.444523 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.444791 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.445057 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.445323 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.445615 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.445895 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.446165 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:31.446457 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.446749 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.447042 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.447340 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.447624 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.447898 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.448180 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.448451 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.448733 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.449015 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.449296 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.449599 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.449892 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.450175 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.450474 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.450775 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.451062 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.451346 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.451671 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.451948 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.452215 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.452488 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.452770 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.453043 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.453323 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.453630 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.453905 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.454195 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.454474 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.454760 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.455044 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.455314 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.455588 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.455873 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.456147 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.456413 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.456685 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.456972 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.457245 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.457538 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.457817 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.458090 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.458356 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.458622 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.458894 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.459181 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.459453 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.459720 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.459988 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.460259 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.460525 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.460809 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.461081 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.461349 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.461635 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.461909 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.462180 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.462447 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.462718 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.462985 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.463255 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.463520 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.463783 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.464049 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.464315 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.464580 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.464845 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.465108 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.465410 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.465681 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.465948 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.466213 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.466481 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.466748 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.467026 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.467949 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.468229 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.468506 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.468852 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.469101 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.469393 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.469671 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.469943 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.470217 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.470486 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.470771 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.471046 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.471331 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.471625 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.471898 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.472189 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.472460 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.472739 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.473011 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.473293 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.473596 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.473877 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.474167 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.474457 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.474744 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.475031 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.475318 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.475593 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.475896 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.476174 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:31.476389 n-d-824835-15 neutron-server[103220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 03:00:31.476626 n-d-824835-15 neutron-server[103220]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103220) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 03:00:31.856935 n-d-824835-15 neutron-server[103220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 03:00:31.857220 n-d-824835-15 neutron-server[103220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 03:00:31.857566 n-d-824835-15 neutron-server[103220]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 03:00:31.858041 n-d-824835-15 neutron-server[103220]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 03:00:32.187841 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.188042 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.188317 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.189651 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.189929 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.190195 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.234578 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.234850 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.235118 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.251140 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.251422 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.251696 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.280346 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.280631 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.280901 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.317591 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.317872 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.318135 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.663148 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.663771 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.663771 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.663965 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.664620 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.764944 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.765262 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.765577 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.765848 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.766112 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.766420 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.766679 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.766936 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.767191 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.767471 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.767730 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.767997 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.768255 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.768510 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.768765 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.769028 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.769284 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.769574 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.769843 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.770110 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.770382 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.770634 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.770913 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.771284 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.771534 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.771779 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.772174 n-d-824835-15 neutron-server[103220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 03:00:32.772417 n-d-824835-15 neutron-server[103220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 03:00:32.772657 n-d-824835-15 neutron-server[103220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 03:00:32.772896 n-d-824835-15 neutron-server[103220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 03:00:32.773133 n-d-824835-15 neutron-server[103220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 03:00:32.773387 n-d-824835-15 neutron-server[103220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 03:00:32.773752 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 03:00:32.776940 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 03:00:32.781701 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 03:00:32.785424 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 09 03:00:32.787061 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 03:00:32.787523 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 03:00:32.787856 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 03:00:32.788235 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 03:00:32.791105 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 03:00:32.791357 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 03:00:32.791701 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 03:00:32.797100 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 03:00:32.819814 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 03:00:32.820432 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.820732 n-d-824835-15 neutron-server[103220]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103220) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 03:00:32.821094 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.822529 n-d-824835-15 neutron-server[103220]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103220) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 03:00:32.822807 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 03:00:32.823050 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 03:00:32.826337 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.827168 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:32.890641 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 03:00:32.890882 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 03:00:32.891123 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 03:00:32.891623 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 03:00:32.911767 n-d-824835-15 neutron-server[103220]: DEBUG oslo_db.sqlalchemy.engines [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103220) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 03:00:33.360494 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Initializing driver for type 'gre' Feb 09 03:00:33.361160 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] gre ID ranges: [(1, 1000)] Feb 09 03:00:33.413817 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Initializing driver for type 'local' Feb 09 03:00:33.414216 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Initializing driver for type 'vlan' Feb 09 03:00:33.427587 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] VlanTypeDriver initialization complete Feb 09 03:00:33.427954 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Initializing driver for type 'vxlan' Feb 09 03:00:33.428408 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] vxlan ID ranges: [(1, 1000)] Feb 09 03:00:33.482853 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Initializing extension driver 'port_security' Feb 09 03:00:33.483196 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.extensions.port_security [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] PortSecurityExtensionDriver initialization complete Feb 09 03:00:33.483823 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Initializing mechanism driver 'openvswitch' Feb 09 03:00:33.484164 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Initializing mechanism driver 'hyperv' Feb 09 03:00:33.491156 n-d-824835-15 neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:33.492006 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > port after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.492378 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.492731 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > port after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.493267 n-d-824835-15 neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 03:00:33.493721 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.494078 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.494424 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.494824 n-d-824835-15 neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 03:00:33.495242 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > network after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.495590 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > network after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.495935 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > network after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.496331 n-d-824835-15 neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 03:00:33.496739 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.497091 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.497461 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.497863 n-d-824835-15 neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 03:00:33.498274 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.499495 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.499642 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.500051 n-d-824835-15 neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 03:00:33.500466 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.500814 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.501156 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.501582 n-d-824835-15 neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 03:00:33.502030 n-d-824835-15 neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] ML2 OVO RPC backend initialized. {{(pid=103220) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 03:00:33.502735 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.503096 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.503515 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > network before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.503867 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > networks before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.504219 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > port before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.504561 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > ports before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.504907 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.505248 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.505644 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > network after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.505972 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > network after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.506308 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > network after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.506645 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > port after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.506982 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.507317 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > port after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.507652 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.507986 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.508320 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.517748 n-d-824835-15 neutron-server[103220]: INFO neutron.quota [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded quota_driver: . Feb 09 03:00:33.518112 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.plugin [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Modular L2 Plugin initialization complete Feb 09 03:00:33.518460 n-d-824835-15 neutron-server[103220]: DEBUG neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading services supported by the core plugin {{(pid=103220) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 03:00:33.518804 n-d-824835-15 neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Got port-security extension from driver 'port_security' Feb 09 03:00:33.519284 n-d-824835-15 neutron-server[103220]: INFO neutron.extensions.vlantransparent [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Disabled vlantransparent extension. Feb 09 03:00:33.519780 n-d-824835-15 neutron-server[103220]: DEBUG neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103220) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 03:00:33.520109 n-d-824835-15 neutron-server[103220]: INFO neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading Plugin: router Feb 09 03:00:33.556356 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.556752 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router after_create 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.557122 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router before_create 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.557521 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.557896 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.558252 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router after_delete 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.558611 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.558960 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.559323 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router after_create 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.559671 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router after_update 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.560019 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router after_update 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.560366 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.560723 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router after_update 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.561139 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.561535 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.561875 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: port after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.562213 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: subnet after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.562561 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.562911 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.563259 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.563604 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: port before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.563948 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.564303 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router after_update 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.564644 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.565130 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.565519 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.565871 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.566240 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > agent after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.566593 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.566936 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > network after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.567796 n-d-824835-15 neutron-server[103220]: DEBUG neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Tracking information for resource: router configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 03:00:33.568138 n-d-824835-15 neutron-server[103220]: DEBUG neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Tracking information for resource: floatingip configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 03:00:33.573092 n-d-824835-15 neutron-server[103220]: INFO neutron.db.l3_agentschedulers_db [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 03:00:33.573704 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.574068 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: port after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.574425 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: port after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.574786 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.575594 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router before_create 55550100 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.575939 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.576300 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.577152 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.582074 n-d-824835-15 neutron-server[103220]: DEBUG neutron.services.provider_configuration [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service providers = [] {{(pid=103220) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 03:00:33.582441 n-d-824835-15 neutron-server[103220]: DEBUG neutron.db.servicetype_db [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103220) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 03:00:33.585466 n-d-824835-15 neutron-server[103220]: DEBUG neutron.services.service_base [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 03:00:33.585818 n-d-824835-15 neutron-server[103220]: DEBUG neutron.services.service_base [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 03:00:33.586163 n-d-824835-15 neutron-server[103220]: DEBUG neutron.services.service_base [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 03:00:33.587053 n-d-824835-15 neutron-server[103220]: DEBUG neutron.services.service_base [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 03:00:33.587427 n-d-824835-15 neutron-server[103220]: INFO neutron.services.service_base [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 03:00:33.587804 n-d-824835-15 neutron-server[103220]: DEBUG neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 03:00:33.588121 n-d-824835-15 neutron-server[103220]: INFO neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 03:00:33.599675 n-d-824835-15 neutron-server[103220]: DEBUG neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 03:00:33.600014 n-d-824835-15 neutron-server[103220]: INFO neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading Plugin: auto_allocate Feb 09 03:00:33.605884 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: network precommit_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.606268 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: network precommit_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.606776 n-d-824835-15 neutron-server[103220]: DEBUG neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 03:00:33.607097 n-d-824835-15 neutron-server[103220]: INFO neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading Plugin: tag Feb 09 03:00:33.614434 n-d-824835-15 neutron-server[103220]: DEBUG neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 03:00:33.614722 n-d-824835-15 neutron-server[103220]: INFO neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading Plugin: timestamp Feb 09 03:00:33.618609 n-d-824835-15 neutron-server[103220]: DEBUG neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 03:00:33.618945 n-d-824835-15 neutron-server[103220]: INFO neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading Plugin: network_ip_availability Feb 09 03:00:33.625381 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.625765 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.626125 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.626853 n-d-824835-15 neutron-server[103220]: DEBUG neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 03:00:33.627177 n-d-824835-15 neutron-server[103220]: INFO neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading Plugin: flavors Feb 09 03:00:33.632199 n-d-824835-15 neutron-server[103220]: DEBUG neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 03:00:33.632536 n-d-824835-15 neutron-server[103220]: INFO neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading Plugin: revisions Feb 09 03:00:33.636882 n-d-824835-15 neutron-server[103220]: DEBUG neutron.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 03:00:33.637280 n-d-824835-15 neutron-server[103220]: DEBUG oslo_concurrency.lockutils [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=103220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 03:00:33.638055 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103220) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 03:00:33.638393 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Initializing extension manager. Feb 09 03:00:33.638920 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: __init__.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.639855 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: __pycache__ {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.640193 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.640526 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: address_group.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.641295 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.641906 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: address-group Feb 09 03:00:33.642233 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: address_scope.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.642950 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.643458 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: address-scope Feb 09 03:00:33.643782 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.644718 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.645225 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: router-admin-state-down-before-update Feb 09 03:00:33.645572 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: agent.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.646278 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.646779 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: agent Feb 09 03:00:33.647100 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: agent_resources_synced.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.648010 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.648511 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: agent-resources-synced Feb 09 03:00:33.648831 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.650651 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.651166 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: allowed-address-pairs Feb 09 03:00:33.651494 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.652574 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.653083 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: auto-allocated-topology Feb 09 03:00:33.653438 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: availability_zone.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.654135 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.654670 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: availability_zone Feb 09 03:00:33.654994 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: availability_zone_filter.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.655909 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.656410 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: availability_zone_filter Feb 09 03:00:33.656733 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: data_plane_status.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.657675 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.658179 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 03:00:33.658505 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: default_subnetpools.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.659420 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.659921 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: default-subnetpools Feb 09 03:00:33.660245 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.661058 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.661593 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: dhcp_agent_scheduler Feb 09 03:00:33.661917 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: dns.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.662833 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.663335 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 03:00:33.663844 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: dns_domain_ports.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.664564 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.665069 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 03:00:33.665418 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.666349 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.666851 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 03:00:33.667173 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: dvr.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.667844 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.668347 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: dvr Feb 09 03:00:33.668667 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: ecmp_routes.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.669611 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.670109 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 03:00:33.670634 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: empty_string_filtering.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.671564 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.672063 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: empty-string-filtering Feb 09 03:00:33.672385 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.673298 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.673822 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 03:00:33.674150 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.675068 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.675563 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 03:00:33.675883 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: external_net.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.676796 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.677295 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: external-net Feb 09 03:00:33.677647 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.678553 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.679054 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: extra_dhcp_opt Feb 09 03:00:33.679376 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: extraroute.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.680281 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.680785 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: extraroute Feb 09 03:00:33.681104 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: extraroute_atomic.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.682160 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.682668 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: extraroute-atomic Feb 09 03:00:33.682992 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: filter_validation.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.683656 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.684158 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: filter-validation Feb 09 03:00:33.684481 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: fip_pf_description.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.685424 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.686467 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 03:00:33.686790 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: fip_port_details.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.687885 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.688388 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: fip-port-details Feb 09 03:00:33.688714 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: flavors.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.689993 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.690507 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: flavors Feb 09 03:00:33.690837 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.692505 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.693024 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 03:00:33.693374 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: floatingip_pools.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.694100 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.694607 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: floatingip-pools Feb 09 03:00:33.694937 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: ip_allocation.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.695874 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.696380 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 03:00:33.696709 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.697667 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.698175 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: ip-substring-filtering Feb 09 03:00:33.698502 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: l2_adjacency.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.699421 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.699925 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 03:00:33.700251 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: l3.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.701207 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.702372 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: router Feb 09 03:00:33.702698 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.704944 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.705516 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 03:00:33.705854 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.706791 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.707308 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: ext-gw-mode Feb 09 03:00:33.707639 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.708572 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.709083 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: l3-ha Feb 09 03:00:33.709439 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.710354 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.710861 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 03:00:33.711188 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: l3_flavors.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.712100 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.712625 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: l3-flavors Feb 09 03:00:33.712935 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.714365 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.714878 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 03:00:33.715205 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.716123 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.716633 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 03:00:33.716958 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: l3agentscheduler.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.718300 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.718851 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: l3_agent_scheduler Feb 09 03:00:33.719179 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: local_ip.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.720958 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.721518 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension local_ip not supported by any of loaded plugins Feb 09 03:00:33.721861 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: logging.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.723484 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.724005 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension logging not supported by any of loaded plugins Feb 09 03:00:33.724336 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: metering.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.725082 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.725684 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: metering Feb 09 03:00:33.726012 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.727125 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.727634 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: metering_source_and_destination_fields Feb 09 03:00:33.727959 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: multiprovidernet.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.728891 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.729435 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: multi-provider Feb 09 03:00:33.729762 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: netmtu.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.730675 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.731184 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: net-mtu Feb 09 03:00:33.731507 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: netmtu_writable.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.732423 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.733130 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: net-mtu-writable Feb 09 03:00:33.733756 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: network_availability_zone.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.734432 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.734935 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: network_availability_zone Feb 09 03:00:33.735257 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: network_ip_availability.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.736370 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.736880 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: network-ip-availability Feb 09 03:00:33.737218 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: network_segment_range.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.738014 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.738515 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 03:00:33.738840 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: pagination.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.739821 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.740150 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: pagination Feb 09 03:00:33.740471 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: port_device_profile.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.741401 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.741911 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: port-device-profile Feb 09 03:00:33.742234 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.743149 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.743650 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: port-mac-address-regenerate Feb 09 03:00:33.743978 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.744888 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.745416 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: port-numa-affinity-policy Feb 09 03:00:33.745741 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: port_resource_request.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.746667 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.747165 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 03:00:33.747486 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.749136 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.749822 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 03:00:33.750153 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: portbindings.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.751086 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.751592 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: binding Feb 09 03:00:33.751916 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: portbindings_extended.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.753203 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.753750 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: binding-extended Feb 09 03:00:33.754080 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: portsecurity.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.755004 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.755513 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: port-security Feb 09 03:00:33.755839 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: project_id.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.756811 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.757144 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: project-id Feb 09 03:00:33.757502 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: providernet.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.758420 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.758926 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: provider Feb 09 03:00:33.759248 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: qos.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.762992 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.763515 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension qos not supported by any of loaded plugins Feb 09 03:00:33.763853 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.765904 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.766422 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 03:00:33.766754 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.767675 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.768183 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 03:00:33.768510 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: qos_default.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.769461 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.769975 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension qos-default not supported by any of loaded plugins Feb 09 03:00:33.770302 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: qos_fip.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.771239 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.771748 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 03:00:33.772071 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.772986 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.773526 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 03:00:33.773850 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.774896 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.775409 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 03:00:33.775735 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.776649 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.777157 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 03:00:33.777511 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.778695 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.779204 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 03:00:33.779530 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: qos_pps_rule.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.780747 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.781258 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension qos-pps not supported by any of loaded plugins Feb 09 03:00:33.781618 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.782541 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.783043 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 03:00:33.783368 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: qos_rules_alias.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.784414 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.784917 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 03:00:33.785242 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: quota_check_limit.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.786185 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.786693 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: quota-check-limit Feb 09 03:00:33.787017 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: quotasv2.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.787943 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.788274 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: quotas Feb 09 03:00:33.788594 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: quotasv2_detail.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.790336 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.790681 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: quota_details Feb 09 03:00:33.791017 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: rbac.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.792062 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.792678 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: rbac-policies Feb 09 03:00:33.793039 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: rbac_address_group.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.793998 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.794517 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: rbac-address-group Feb 09 03:00:33.794846 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: rbac_address_scope.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.795973 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.796482 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: rbac-address-scope Feb 09 03:00:33.796810 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: rbac_security_groups.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.797764 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.798275 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: rbac-security-groups Feb 09 03:00:33.798601 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.799531 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.800042 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: rbac-subnetpool Feb 09 03:00:33.800369 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: revisionifmatch.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.801293 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.801832 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: revision-if-match Feb 09 03:00:33.802161 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: revisions.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.803360 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.803870 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: standard-attr-revisions Feb 09 03:00:33.804197 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: router_availability_zone.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.804871 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.805392 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: router_availability_zone Feb 09 03:00:33.805722 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: routerservicetype.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.806648 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.807149 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 03:00:33.807473 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.808394 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.808900 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: security-groups-normalized-cidr Feb 09 03:00:33.809225 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.810195 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.810704 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: port-security-groups-filtering Feb 09 03:00:33.811662 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.812609 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.813113 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: security-groups-remote-address-group Feb 09 03:00:33.813477 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.814421 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.814933 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: security-groups-shared-filtering Feb 09 03:00:33.815264 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.815859 n-d-824835-15 neutron-server[103220]: WARNING neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 03:00:33.816184 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: securitygroup.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.827776 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.828299 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: security-group Feb 09 03:00:33.828632 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: segment.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.829449 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.829960 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension segment not supported by any of loaded plugins Feb 09 03:00:33.830287 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.831244 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.831755 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 03:00:33.832083 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: servicetype.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.833211 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.833758 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: service-type Feb 09 03:00:33.834091 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: sorting.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.835079 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.835410 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: sorting Feb 09 03:00:33.835730 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: standard_attr_segment.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.836652 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.837163 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 03:00:33.837520 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: standardattrdescription.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.838174 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.838684 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: standard-attr-description Feb 09 03:00:33.839010 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: stateful_security_group.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.839938 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.840450 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: stateful-security-group Feb 09 03:00:33.840773 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: stdattrs_common.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.841337 n-d-824835-15 neutron-server[103220]: WARNING neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 03:00:33.841684 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.842750 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.843252 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 03:00:33.843574 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: subnet_onboard.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.844658 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.845171 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: subnet_onboard Feb 09 03:00:33.845531 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.846453 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.846957 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 03:00:33.847278 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: subnet_service_types.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.848217 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.848733 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: subnet-service-types Feb 09 03:00:33.849056 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: subnetallocation.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.850185 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.850700 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: subnet_allocation Feb 09 03:00:33.851023 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.851687 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.852191 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: subnetpool-prefix-ops Feb 09 03:00:33.852514 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.853463 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.853966 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 03:00:33.854287 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: tagging.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.855345 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.855860 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: standard-attr-tag Feb 09 03:00:33.856177 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: timestamp.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.857411 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.858060 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loaded extension: standard-attr-timestamp Feb 09 03:00:33.858655 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: trunk.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.859697 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.860210 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension trunk not supported by any of loaded plugins Feb 09 03:00:33.860538 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: trunk_details.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.861483 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.861996 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 03:00:33.862322 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.863246 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.863752 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 03:00:33.864073 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Loading extension file: vlantransparent.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 03:00:33.864784 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 03:00:33.865244 n-d-824835-15 neutron-server[103220]: INFO neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 03:00:33.867780 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:network Feb 09 03:00:33.868303 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:subnet Feb 09 03:00:33.868702 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 03:00:33.869096 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:port Feb 09 03:00:33.870341 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.870786 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service FLAVORS assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.871398 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.871830 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.872166 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:router Feb 09 03:00:33.872589 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 03:00:33.873072 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service METERING assigned prefix: /metering {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.875273 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.875645 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.876002 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:00:33.876992 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 03:00:33.877464 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:security_group Feb 09 03:00:33.877904 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 03:00:33.878510 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service CORE assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.878845 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 03:00:33.879197 n-d-824835-15 neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] subnetpool is already registered Feb 09 03:00:33.879627 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service CORE assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.879959 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 03:00:33.880292 n-d-824835-15 neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] subnetpool is already registered Feb 09 03:00:33.882580 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.883015 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service FLAVORS assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.883605 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.884026 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.884362 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:router Feb 09 03:00:33.884701 n-d-824835-15 neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] router is already registered Feb 09 03:00:33.885111 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 03:00:33.885484 n-d-824835-15 neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] floatingip is already registered Feb 09 03:00:33.885942 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service METERING assigned prefix: /metering {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.886667 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 03:00:33.886927 n-d-824835-15 neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] rbac_policy is already registered Feb 09 03:00:33.887337 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:security_group Feb 09 03:00:33.887673 n-d-824835-15 neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] security_group is already registered Feb 09 03:00:33.888074 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 03:00:33.888407 n-d-824835-15 neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] security_group_rule is already registered Feb 09 03:00:33.889629 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service CORE assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.889953 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 03:00:33.890283 n-d-824835-15 neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] subnetpool is already registered Feb 09 03:00:33.890717 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Service CORE assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 03:00:33.891044 n-d-824835-15 neutron-server[103220]: INFO neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 03:00:33.891377 n-d-824835-15 neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] subnetpool is already registered Feb 09 03:00:33.891847 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: extensions {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.893325 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: address-groups {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.894849 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: address-scopes {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.896191 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: agents {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.897377 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: auto-allocated-topology {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.898641 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: availability_zones {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.899869 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: dhcp-networks {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.901428 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: dhcp-agents {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.902869 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: routers {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.905230 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: flavors {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.906416 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: service_profiles {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.907628 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: next_providers {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.909095 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: service_profiles {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.910694 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: floatingip-pools {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.911911 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: routers {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.914062 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: floatingips {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.915355 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: l3-routers {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.916783 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: l3-agents {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.918241 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: metering-labels {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.919617 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: metering-label-rules {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.921122 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: network-ip-availabilities {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.922449 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: bindings {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.924123 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: quotas {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.925722 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: quotas {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.927256 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: rbac-policies {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.929483 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: security-groups {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.930731 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: security-group-rules {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.932019 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: service-providers {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.933244 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: subnetpools {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.934736 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: subnetpools {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.936768 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.938487 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.940406 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.942233 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.944010 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.945900 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.947863 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.949868 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.952176 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.954071 n-d-824835-15 neutron-server[103220]: DEBUG neutron.api.extensions [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 03:00:33.959850 n-d-824835-15 neutron-server[103220]: WARNING keystonemiddleware.auth_token [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 03:00:33.964496 n-d-824835-15 neutron-server[103220]: WARNING keystonemiddleware.auth_token [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 03:00:33.973327 n-d-824835-15 neutron-server[103220]: DEBUG oslo_concurrency.lockutils [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Acquired lock "singleton_lock" {{(pid=103220) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 03:00:33.973829 n-d-824835-15 neutron-server[103220]: DEBUG oslo_concurrency.lockutils [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Releasing lock "singleton_lock" {{(pid=103220) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 03:00:33.974476 n-d-824835-15 neutron-server[103220]: INFO oslo_service.service [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Starting 2 workers Feb 09 03:00:33.979378 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Started child 103327 {{(pid=103220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 03:00:33.984783 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Started child 103328 {{(pid=103220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 03:00:33.985924 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.986541 n-d-824835-15 neutron-server[103220]: INFO neutron.service [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 03:00:33.987085 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.987471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [-] (103327) wsgi starting up on http://0.0.0.0:9696 Feb 09 03:00:33.989554 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.989980 n-d-824835-15 neutron-server[103220]: INFO oslo_service.service [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Starting 1 workers Feb 09 03:00:33.991053 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [-] (103328) wsgi starting up on http://0.0.0.0:9696 Feb 09 03:00:33.994831 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Started child 103329 {{(pid=103220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 03:00:33.995407 n-d-824835-15 neutron-server[103220]: INFO oslo_service.service [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Starting 1 workers Feb 09 03:00:33.999311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.service [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] calling RpcWorker wait() {{(pid=103329) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 03:00:34.000244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.service [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] returning from RpcWorker wait() {{(pid=103329) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 03:00:34.000422 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Started child 103330 {{(pid=103220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 03:00:34.001236 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.001341 n-d-824835-15 neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9923cf12-844e-4615-8cfe-c655bb53b2c3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.001829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:34.003244 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103220) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 03:00:34.003605 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 03:00:34.003922 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 03:00:34.004282 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 03:00:34.004783 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 03:00:34.005094 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 03:00:34.005779 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.006307 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.006729 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.007446 n-d-824835-15 neutron-server[103330]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:34.007789 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.008198 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.008508 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.009101 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.009384 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.009653 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.009936 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.010175 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.010354 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.010526 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.010903 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.011158 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.011465 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.011730 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.011970 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.012230 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.012410 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.012785 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.013052 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.013280 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.013567 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] debug = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.013827 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.014460 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.014829 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.015060 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.015297 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.015588 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.015839 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.016121 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.016359 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.016576 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.016813 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.017067 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.017314 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.017567 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.017825 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.018039 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.018429 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.018658 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.019128 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] host = n-d-824835-15 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.019363 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.019659 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.019894 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.020140 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.020406 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.020620 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.020990 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.021261 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.021528 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.021755 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.022004 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.022250 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.022467 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.022703 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.022870 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_options = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.023116 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.023400 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.023645 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.023836 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.023992 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.024159 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.024424 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.024571 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.024833 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.025223 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.025459 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.025679 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.026026 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.026270 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.026522 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.027018 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.027168 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.027681 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.028102 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.028561 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.028769 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.028946 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.029169 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.029408 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.029667 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.029916 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.030248 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.030605 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.030764 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.031076 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.031928 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.032855 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.033212 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.035253 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.035558 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.035813 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.036070 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.036321 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.036598 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.036844 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.037112 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.037395 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.037632 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.037904 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.038129 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.038353 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.038602 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] use_json = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.038844 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.039083 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.039347 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.039587 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.039811 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.040033 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.040271 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.040510 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.040729 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.041170 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.041519 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.041841 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.042074 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.042313 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.042560 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.042796 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.043038 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.043291 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.043545 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.043851 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.044078 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.044413 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.044666 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.044937 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.045274 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.046084 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.046354 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.046624 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.046889 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.047106 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.047333 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.047608 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.047832 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.048070 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.048304 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.048531 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.048836 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.049096 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.049486 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.049785 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.050035 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.050290 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.050531 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.050761 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.050986 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.051209 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.051426 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.051657 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.051918 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.052140 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.052375 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.052595 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.052830 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.053069 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.053325 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.053603 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.053852 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.054090 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.054317 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.054539 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.054757 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.054971 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.055225 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.055465 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.055687 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.055967 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.056241 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.056464 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.056680 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.056899 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.057116 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.057390 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.057594 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.057829 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.058044 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.058263 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.058483 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.058729 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.058948 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.059166 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.059380 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.059599 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.059834 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.060087 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.060320 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.060722 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.061530 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.061927 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.062291 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.062666 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.063058 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.063418 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.063808 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.064223 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.064449 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.064668 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.064911 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.065130 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.065394 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.065626 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.065903 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.066224 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.066481 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.066735 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.066974 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.067235 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.067475 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.067712 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.067963 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.068183 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.068418 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.068675 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.068905 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.069169 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.069469 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.069684 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.070140 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.070372 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.070636 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.070858 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.071097 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.071345 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.071643 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.071905 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.072143 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.072395 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.072633 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.072909 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.073150 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.073450 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.073698 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.073968 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.074248 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.074524 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.074797 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.075031 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.075294 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.075554 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.075790 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.076065 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.076301 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.076597 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.076901 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.077071 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.077416 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.077648 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.077883 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.078189 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.078421 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.078636 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.078852 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.079121 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.079381 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.079615 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.079893 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.080146 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.080387 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.080648 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.080930 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.081152 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.081406 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.081657 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.081858 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.082110 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.082348 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.082595 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.082848 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.083081 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.083330 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.083551 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.083772 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.084010 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.084238 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.084462 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.084701 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.084914 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.085152 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.085421 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.085666 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.085885 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.086104 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.086318 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.086571 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.087023 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.088245 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.088245 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.088245 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.088245 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.088245 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.088660 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.088660 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.088857 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.089079 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.089300 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.089550 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.089770 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.089986 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.090209 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.090440 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.090657 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.090926 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.091177 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.091676 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.091866 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.093059 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.093059 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.093059 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.093059 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.093462 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.093462 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.093614 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.093804 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.094057 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.094273 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.094495 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.094711 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.094928 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.095181 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.095438 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.095691 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.095989 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.096224 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.096446 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.096666 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.096887 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.097106 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.097320 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.097558 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.097772 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.097989 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.098200 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.098502 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.098765 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.098997 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.099238 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.099478 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.099714 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.099983 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.100224 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.100436 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.100675 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.100892 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.101127 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.101386 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.101587 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.101799 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.102025 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.102245 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.102452 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.102873 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.103104 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.103304 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.103525 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.103747 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.103958 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.104204 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.104414 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.104625 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.104846 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.105070 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.105280 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.105573 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.105790 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.106004 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.106257 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.106475 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.106688 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.106990 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.107250 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.107489 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.108516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:34.108620 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.108916 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.109185 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.109464 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.109784 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.110024 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.110283 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.110527 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.110743 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.110966 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.111223 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.111540 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.111831 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.112099 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.112377 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.112662 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.112999 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.113201 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.113440 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.113758 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.114096 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.114435 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.114642 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.114943 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.115134 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.115440 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.115666 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.115903 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.116274 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.116414 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.116606 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.116800 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.117023 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.118754 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.118754 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.118754 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.118754 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.118754 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.118754 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.118754 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.118754 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 03:00:34.119410 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103220) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 03:00:34.119410 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 03:00:34.119571 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 03:00:34.119694 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 03:00:34.119867 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 03:00:34.120027 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 03:00:34.120235 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.120403 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.120565 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.120727 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.120889 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.121067 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.121231 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.121429 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.121592 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.121751 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.121911 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.122069 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.122230 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.122375 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.122538 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.122697 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.122856 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.123017 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.123181 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.123369 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.123680 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.123957 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.124152 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] debug = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.124314 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.124532 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.124701 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.125138 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.125430 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.125629 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.125770 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.125909 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.126059 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.126198 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.126336 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.126473 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.126613 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.126750 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.126887 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.127037 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.127175 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.127340 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.127557 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] host = n-d-824835-15 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.127646 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.127820 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.127905 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.128063 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.128224 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.128384 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.128543 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.128702 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.128862 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.129021 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.129181 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.129340 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.129523 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.129684 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.129827 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_options = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.129992 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.130129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45044) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:34.130258 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.130383 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.130497 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.130622 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.130783 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.130944 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.131105 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.131265 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.131425 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.131584 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.131743 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.131903 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.132064 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.132225 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.132385 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.132545 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.132705 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.132866 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.133027 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.133186 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.133347 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.133527 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.133689 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.133850 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.134010 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.134170 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.134329 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.134490 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.134649 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.134810 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.134972 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.135132 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.135292 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.135453 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.135611 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.135772 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.135932 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.136097 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.136258 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.136418 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.136578 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.136738 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.136898 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.137058 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.137218 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.137656 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] use_json = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.137656 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.137946 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.137946 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.138223 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.138223 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.138484 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.138484 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.138828 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.138828 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 03:00:34.139616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065680 Feb 09 03:00:34.139985 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.139985 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.140725 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.140885 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.141035 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.141208 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.141405 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.142383 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.142383 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.142383 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.142383 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.142383 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.142383 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.143202 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.143202 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.143202 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.143202 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.143202 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.143857 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.144648 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.144648 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.144903 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.145020 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.145128 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.145267 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.145455 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.145621 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.145792 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.145957 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.146137 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.146481 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.146481 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.146733 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.146733 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.146922 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.147057 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.147221 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.147386 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.147549 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.147719 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.147885 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.148048 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.148211 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.148373 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.148536 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.148699 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.148862 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.149026 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.149190 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.149371 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.150204 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.150373 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.150695 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.151036 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.151200 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.151516 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.151682 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.151858 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.152022 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.152185 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.152354 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.152518 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.152761 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.152861 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.153003 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.153152 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.153315 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.154372 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.154559 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.155369 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.155595 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.155755 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.155926 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.156070 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.156211 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.156376 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.156526 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.156691 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.156856 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.157019 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.157184 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.157346 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.157552 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.157719 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.157877 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.158111 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.158257 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.158395 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.159394 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.159394 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.159394 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.159394 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.159394 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.159394 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.159394 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.160527 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.160527 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.160527 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.160527 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.160527 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.160527 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.160527 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.161263 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.161263 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.161263 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.162092 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.162269 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.162428 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.162589 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.162746 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.162902 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.163051 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.163190 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.163355 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.163501 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.163670 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.163832 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.163995 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.164169 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.164335 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.164500 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.164657 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.164822 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.164993 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.165157 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.165321 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.166176 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.166337 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.166487 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.166656 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.166823 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.166988 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.167152 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.167301 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.167481 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.167649 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.167815 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.167981 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.168167 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.168328 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.168491 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.168655 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.168823 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.168969 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.169135 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.169297 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.169487 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.169651 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.169817 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.169984 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.170147 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.170390 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.170558 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.170720 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.170959 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.171137 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.171303 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.171467 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.171631 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.171793 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.171956 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.172118 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.172276 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.172436 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.172598 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.172761 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.172923 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.173092 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.173585 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.173585 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.173765 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.173848 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.173952 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.174116 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.174278 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.174443 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.174607 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.174772 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.174935 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.175099 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.175262 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.175426 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.175589 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.175752 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.175915 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.176079 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.176243 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.176405 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.176569 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.176732 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.176895 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.177058 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.177220 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.177424 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.177589 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.177751 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.177917 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.178080 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.178247 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.178412 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.178573 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.178736 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.178896 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.179062 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.179225 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.179386 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.179552 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.179712 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.179875 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.180039 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.180210 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.180374 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.180537 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.180701 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.180863 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.181027 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.181189 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.181349 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.181533 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.181695 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.181863 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.182039 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.182203 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.182338 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.182478 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.182713 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.182818 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.182953 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.183125 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.183287 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.183449 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.183610 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.183771 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.183937 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.184107 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.184274 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.184435 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.184597 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.184758 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.184921 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.185093 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.185256 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.185439 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.185602 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.185763 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.186073 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.186276 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.186536 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.186830 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.187135 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.187431 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.187737 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.187997 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.188155 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.188316 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.188483 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.188621 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.188758 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.188906 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.189045 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.189196 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.189336 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.189542 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.189680 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.189829 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.190006 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.190176 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.190343 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.190508 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.190671 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.190833 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.190997 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.191165 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.191324 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.191492 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.191657 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.191828 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.191999 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.192170 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.192320 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.192491 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.192667 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.192834 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.192967 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.193131 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.193294 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.193481 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.193621 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.193782 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.193944 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.194107 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.194252 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.194419 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.194587 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.194747 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.194909 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.195235 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.195400 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.195563 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.195729 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.195917 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 03:00:34.196074 n-d-824835-15 neutron-server[103220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 03:00:45.597177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e91db-860e-426f-8817-919da22338d4 None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:00:45.662133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70e91db-860e-426f-8817-919da22338d4 None None] No non-hosted networks {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 03:00:45.681392 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b3f67be1-890f-48dd-b4fb-5f2f4fe4f76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344266'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.933302 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6722040e-6c45-4c12-9f92-8c523553705c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344266'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.984654 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b97d5787-9718-4d3d-b451-f66314f24b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.136825 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344266'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.571582 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344266'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:51.793703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45130) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:51.823358 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344266'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:51.825627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.826562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.837830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.838197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.838540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.838872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.839201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.839527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.839849 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.840168 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.840486 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.840802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.841117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:51.843022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-824835-15', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:51.857029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-824835-15', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:52.334086 n-d-824835-15 neutron-server[103328]: WARNING oslo_policy.policy [None req-872e8fa8-27ce-4a69-9c2c-5c73a284f6d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 03:00:52.334645 n-d-824835-15 neutron-server[103328]: WARNING oslo_policy.policy [None req-872e8fa8-27ce-4a69-9c2c-5c73a284f6d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 03:00:52.558716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-872e8fa8-27ce-4a69-9c2c-5c73a284f6d0 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:00:52.559807 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-872e8fa8-27ce-4a69-9c2c-5c73a284f6d0 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7651920 Feb 09 03:00:55.068470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45156) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:55.391326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-da0f2ff8-0180-4cdf-86d9-11a5ac8b457a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:55.482027 n-d-824835-15 neutron-server[103328]: DEBUG neutron.policy [None req-da0f2ff8-0180-4cdf-86d9-11a5ac8b457a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103328) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 03:00:55.523759 n-d-824835-15 neutron-server[103328]: WARNING oslo_policy.policy [None req-da0f2ff8-0180-4cdf-86d9-11a5ac8b457a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 03:00:55.524138 n-d-824835-15 neutron-server[103328]: WARNING oslo_policy.policy [None req-da0f2ff8-0180-4cdf-86d9-11a5ac8b457a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 03:00:55.626233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-da0f2ff8-0180-4cdf-86d9-11a5ac8b457a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744006102812', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744006095155', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744006083740', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744006082053', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744006072297', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744006064286', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3763996', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3441687', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-328900', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-418695'] for rbac-policy (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:55.695324 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-da0f2ff8-0180-4cdf-86d9-11a5ac8b457a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:55.696757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-da0f2ff8-0180-4cdf-86d9-11a5ac8b457a admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6271064 Feb 09 03:00:55.942739 n-d-824835-15 neutron-server[103329]: INFO neutron.db.l3_hamode_db [None req-3517dc39-0621-482e-aec8-0a8e1c86832c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 03:00:56.019344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517dc39-0621-482e-aec8-0a8e1c86832c None None] Routers set() bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:56.019730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517dc39-0621-482e-aec8-0a8e1c86832c None None] Router IDs set() for agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 03:00:58.132151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45166) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:58.450301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:58.478600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Made reservation on behalf of 7183e71eee534ce59bcd9cb5f3039892 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:58.483071 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.498945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.618831 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Publish callbacks [] for security_group (764d73bf-7095-4a7c-af89-ba1f5d4e3d93), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.622725 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (764d73bf-7095-4a7c-af89-ba1f5d4e3d93), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.647029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:58.680388 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744001516472', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2f9b80c5-64e6-431b-9494-8e491fc323b7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.680985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Unsubscribe: segment precommit_create {{(pid=103328) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 03:00:58.681542 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Added segment 2f9b80c5-64e6-431b-9494-8e491fc323b7 of type vlan for network ec5c6773-55e2-42aa-9268-89f837cf3130 Feb 09 03:00:58.701924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=764d73bf-7095-4a7c-af89-ba1f5d4e3d93,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:58.748606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.748942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.749328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.749632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.749957 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.750288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.750604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.750929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.751244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.751562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.751877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.752188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.752501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Tracked resource versions report: Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: pushed versions: Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: { 'AddressGroup': {'1.2'}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'ConntrackHelper': {'1.0'}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'LocalIPAssociation': {'1.0'}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'Log': {'1.0'}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'Network': {'1.1'}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'Port': {'1.7'}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'PortForwarding': {'1.2'}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'QosPolicy': {'1.10'}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'SecurityGroup': {'1.5'}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'SecurityGroupRule': {'1.2'}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'SubPort': {'1.0'}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'Subnet': {'1.1'}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'Trunk': {'1.1'}} Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: consumer versions: Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: { DHCP agent@n-d-824835-15: {}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: L3 agent@n-d-824835-15: {}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: Metadata agent@n-d-824835-15: {}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: Metering agent@n-d-824835-15: {}, Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: Open vSwitch agent@n-d-824835-15: { 'AddressGroup': '1.2', Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'ConntrackHelper': '1.0', Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'LocalIPAssociation': '1.0', Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'Log': '1.0', Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'Network': '1.1', Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'Port': '1.7', Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'PortForwarding': '1.2', Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'QosPolicy': '1.10', Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'SecurityGroup': '1.5', Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'SecurityGroupRule': '1.2', Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'SubPort': '1.0', Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'Subnet': '1.1', Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: 'Trunk': '1.1'}} Feb 09 03:00:58.753677 n-d-824835-15 neutron-server[103328]: {{(pid=103328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 03:00:58.793945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (ec5c6773-55e2-42aa-9268-89f837cf3130), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.834031 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (ec5c6773-55e2-42aa-9268-89f837cf3130), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.839065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:58.839801 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.932978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7997561 Feb 09 03:00:58.962075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eafd83-15b4-4bdd-aacb-40be7c934b6c demo demo] Pushing event updated for resources: {'Network': ['ID=ec5c6773-55e2-42aa-9268-89f837cf3130,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:58.977145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network ec5c6773-55e2-42aa-9268-89f837cf3130 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:01.415595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45178) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:01.906244 n-d-824835-15 neutron-server[103327]: WARNING oslo_policy.policy [None req-6dde551e-431b-4312-8137-89f5cf266aeb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 03:01:01.906798 n-d-824835-15 neutron-server[103327]: WARNING oslo_policy.policy [None req-6dde551e-431b-4312-8137-89f5cf266aeb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 03:01:02.349982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.policy [None req-6dde551e-431b-4312-8137-89f5cf266aeb demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103327) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 03:01:02.395288 n-d-824835-15 neutron-server[103327]: WARNING oslo_policy.policy [None req-6dde551e-431b-4312-8137-89f5cf266aeb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 03:01:02.395656 n-d-824835-15 neutron-server[103327]: WARNING oslo_policy.policy [None req-6dde551e-431b-4312-8137-89f5cf266aeb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 03:01:02.403544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde551e-431b-4312-8137-89f5cf266aeb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:02.406262 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6dde551e-431b-4312-8137-89f5cf266aeb demo admin] 10.222.0.21 "GET /v2.0/networks/ec5c6773-55e2-42aa-9268-89f837cf3130 HTTP/1.1" status: 200 len: 825 time: 0.9885957 Feb 09 03:01:02.444859 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f51602d5-95d8-4223-b167-328ebe2793bd demo admin] 10.222.0.21 "GET /v2.0/subnetpools/b3717903-500b-43b7-ab30-52e47f9479cc HTTP/1.1" status: 200 len: 734 time: 0.0329981 Feb 09 03:01:02.453924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Request body: {'subnet': {'subnetpool_id': 'b3717903-500b-43b7-ab30-52e47f9479cc', 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:02.491208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Made reservation on behalf of 7183e71eee534ce59bcd9cb5f3039892 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:02.494035 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.777411 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (88e1cf19-f31b-47d9-aa22-7bf4715a66f5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.847424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Checking segment: {'id': '2f9b80c5-64e6-431b-9494-8e491fc323b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:02.847662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Network hostable DHCP agents. Network: ec5c6773-55e2-42aa-9268-89f837cf3130, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:02.857088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Pushing event updated for resources: {'Subnet': ['ID=88e1cf19-f31b-47d9-aa22-7bf4715a66f5,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:02.870233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.870577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.870910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.871237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.871557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.871876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.872197 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.873052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.873394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.873813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.874191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.874512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.874832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Tracked resource versions report: Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: pushed versions: Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: { 'AddressGroup': {'1.2'}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'ConntrackHelper': {'1.0'}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'LocalIPAssociation': {'1.0'}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'Log': {'1.0'}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'Network': {'1.1'}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'Port': {'1.7'}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'PortForwarding': {'1.2'}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'QosPolicy': {'1.10'}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'SecurityGroup': {'1.5'}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'SecurityGroupRule': {'1.2'}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'SubPort': {'1.0'}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'Subnet': {'1.1'}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'Trunk': {'1.1'}} Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: consumer versions: Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: { DHCP agent@n-d-824835-15: {}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: L3 agent@n-d-824835-15: {}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: Metadata agent@n-d-824835-15: {}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: Metering agent@n-d-824835-15: {}, Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: Open vSwitch agent@n-d-824835-15: { 'AddressGroup': '1.2', Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'ConntrackHelper': '1.0', Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'LocalIPAssociation': '1.0', Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'Log': '1.0', Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'Network': '1.1', Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'Port': '1.7', Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'PortForwarding': '1.2', Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'QosPolicy': '1.10', Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'SecurityGroup': '1.5', Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'SecurityGroupRule': '1.2', Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'SubPort': '1.0', Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'Subnet': '1.1', Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: 'Trunk': '1.1'}} Feb 09 03:01:02.875962 n-d-824835-15 neutron-server[103327]: {{(pid=103327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 03:01:02.895382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Network ec5c6773-55e2-42aa-9268-89f837cf3130 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:02.910555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, ec5c6773-55e2-42aa-9268-89f837cf3130) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:02.915301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:02.916106 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.920928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec6ead9-bbf6-4025-afaf-2870fd101da4 None None] Network ec5c6773-55e2-42aa-9268-89f837cf3130 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:02.938627 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1054285a-4ba7-4eeb-a4d7-fa4a71888d09 demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4883280 Feb 09 03:01:03.191964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-ec5c6773-55e2-42aa-9268-89f837cf3130', 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130', 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'fixed_ips': [{'subnet_id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:01:03.193313 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.473001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Allocated IP 172.20.0.2 (ec5c6773-55e2-42aa-9268-89f837cf3130/88e1cf19-f31b-47d9-aa22-7bf4715a66f5/23ec65d7-c511-4ada-9a36-1a0b8b26ee56) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:03.748835 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Publish callbacks [] for port (23ec65d7-c511-4ada-9a36-1a0b8b26ee56), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.756296 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (23ec65d7-c511-4ada-9a36-1a0b8b26ee56), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.832799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Network ec5c6773-55e2-42aa-9268-89f837cf3130 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:03.839906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:03.841928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Pushing event updated for resources: {'Port': ['ID=23ec65d7-c511-4ada-9a36-1a0b8b26ee56,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:03.846464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:03.853887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.854242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.854591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.854930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.855267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.855599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.855927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.856256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.856583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.857019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.857383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.857946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.858274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Tracked resource versions report: Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: pushed versions: Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: { 'AddressGroup': {'1.2'}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'ConntrackHelper': {'1.0'}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'LocalIPAssociation': {'1.0'}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'Log': {'1.0'}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'Network': {'1.1'}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'Port': {'1.7'}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'PortForwarding': {'1.2'}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'QosPolicy': {'1.10'}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'SecurityGroup': {'1.5'}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'SecurityGroupRule': {'1.2'}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'SubPort': {'1.0'}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'Subnet': {'1.1'}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'Trunk': {'1.1'}} Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: consumer versions: Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: { DHCP agent@n-d-824835-15: {}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: L3 agent@n-d-824835-15: {}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: Metadata agent@n-d-824835-15: {}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: Metering agent@n-d-824835-15: {}, Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: Open vSwitch agent@n-d-824835-15: { 'AddressGroup': '1.2', Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'ConntrackHelper': '1.0', Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'LocalIPAssociation': '1.0', Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'Log': '1.0', Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'Network': '1.1', Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'Port': '1.7', Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'PortForwarding': '1.2', Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'QosPolicy': '1.10', Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'SecurityGroup': '1.5', Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'SecurityGroupRule': '1.2', Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'SubPort': '1.0', Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'Subnet': '1.1', Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: 'Trunk': '1.1'}} Feb 09 03:01:03.859416 n-d-824835-15 neutron-server[103329]: {{(pid=103329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 03:01:03.934247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Attempting to bind port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:03.935441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Attempting to bind port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '2f9b80c5-64e6-431b-9494-8e491fc323b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:03.935991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Attempting to bind port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 on network ec5c6773-55e2-42aa-9268-89f837cf3130 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:03.940427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:03.940800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Checking segment: {'id': '2f9b80c5-64e6-431b-9494-8e491fc323b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:03.941279 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.941692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Bound using segment: {'id': '2f9b80c5-64e6-431b-9494-8e491fc323b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:03.942173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Bound port: 23ec65d7-c511-4ada-9a36-1a0b8b26ee56, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9b80c5-64e6-431b-9494-8e491fc323b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:03.942574 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23ec65d7-c511-4ada-9a36-1a0b8b26ee56), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.007297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] For port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:04.012027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] For port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=23ec65d7-c511-4ada-9a36-1a0b8b26ee56,segment=NetworkSegment(2f9b80c5-64e6-431b-9494-8e491fc323b7),segment_id=2f9b80c5-64e6-431b-9494-8e491fc323b7)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:04.019772 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (23ec65d7-c511-4ada-9a36-1a0b8b26ee56), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.082999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a2663-94b9-40e8-935a-c5cc3062dbe0 None None] Pushing event updated for resources: {'Port': ['ID=23ec65d7-c511-4ada-9a36-1a0b8b26ee56,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:05.470167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45198) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:05.806973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-a15ce396-79d5-4c5c-b850-b45a87421624 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:01:05.807953 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a15ce396-79d5-4c5c-b850-b45a87421624 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3367476 Feb 09 03:01:08.280454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45206) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:08.596617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-711aa6d0-6320-4a4c-b01a-6cc942ee0d8f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:01:08.597644 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-711aa6d0-6320-4a4c-b01a-6cc942ee0d8f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3162057 Feb 09 03:01:11.052544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45214) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:11.367900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c2ba9f59-15c7-458f-8665-d6ee7d4f1583 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:11.392844 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2ba9f59-15c7-458f-8665-d6ee7d4f1583 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.394521 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2ba9f59-15c7-458f-8665-d6ee7d4f1583 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.536777 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2ba9f59-15c7-458f-8665-d6ee7d4f1583 demo demo] Publish callbacks [] for router_controller (0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.541492 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2ba9f59-15c7-458f-8665-d6ee7d4f1583 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.562263 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2ba9f59-15c7-458f-8665-d6ee7d4f1583 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.568111 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c2ba9f59-15c7-458f-8665-d6ee7d4f1583 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5144665 Feb 09 03:01:14.058461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45226) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:14.396052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-b0bf0e5e-881a-44a9-aedc-541c63af6fa0 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:01:14.401868 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b0bf0e5e-881a-44a9-aedc-541c63af6fa0 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3423617 Feb 09 03:01:14.423654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:14.521457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:14.521880 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (23ec65d7-c511-4ada-9a36-1a0b8b26ee56), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.638406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:14.638731 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23ec65d7-c511-4ada-9a36-1a0b8b26ee56), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.676371 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=23ec65d7-c511-4ada-9a36-1a0b8b26ee56,segment=NetworkSegment(2f9b80c5-64e6-431b-9494-8e491fc323b7),segment_id=2f9b80c5-64e6-431b-9494-8e491fc323b7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:14.680405 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (23ec65d7-c511-4ada-9a36-1a0b8b26ee56), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.731003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=23ec65d7-c511-4ada-9a36-1a0b8b26ee56,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:15.253588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20cc084-873c-42e7-8f1f-908d816e44c6 None None] Network ec5c6773-55e2-42aa-9268-89f837cf3130 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:15.318641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-28e1d6f7-26f9-4d06-bec2-2a22657f1ff7 None None] Provisioning complete for port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:15.319033 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-28e1d6f7-26f9-4d06-bec2-2a22657f1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (23ec65d7-c511-4ada-9a36-1a0b8b26ee56), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:15.447504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-28e1d6f7-26f9-4d06-bec2-2a22657f1ff7 None None] Current status of the port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:15.505706 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3377c6af-03ee-406c-bc0a-b503c9b8c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:15.670728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-94535315-f947-48c3-9809-83e681356d03 None None] Provisioning complete for port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:15.671117 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94535315-f947-48c3-9809-83e681356d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (23ec65d7-c511-4ada-9a36-1a0b8b26ee56), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:15.745273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-94535315-f947-48c3-9809-83e681356d03 None None] Current status of the port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:16.395901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:16.447717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:16.448365 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (23ec65d7-c511-4ada-9a36-1a0b8b26ee56), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.520310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:16.878204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45234) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:17.192080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:17.210316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Made reservation on behalf of 97fef11e5d184edd849cab32e1502dcf for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:17.212471 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.221055 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.295015 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Publish callbacks [] for security_group (c1831dc2-5b53-4316-a3e7-c58df72a3a22), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.298481 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c1831dc2-5b53-4316-a3e7-c58df72a3a22), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.311232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Reserving flat network on physical network physnet1 {{(pid=103328) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 03:01:17.333530 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0262d4bc-db4d-496c-b9f9-b2cf1719c244), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.333865 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Added segment 0262d4bc-db4d-496c-b9f9-b2cf1719c244 of type flat for network a7a9d4f6-f813-4af9-b288-1ce22b89921f Feb 09 03:01:17.335090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1831dc2-5b53-4316-a3e7-c58df72a3a22,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:17.381757 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (a7a9d4f6-f813-4af9-b288-1ce22b89921f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.415092 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (a7a9d4f6-f813-4af9-b288-1ce22b89921f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.416010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:17.416614 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.491404 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6121387 Feb 09 03:01:17.515220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb7043-d382-4c26-8c49-d06c8382b10e admin admin] Pushing event updated for resources: {'Network': ['ID=a7a9d4f6-f813-4af9-b288-1ce22b89921f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:17.526312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:17.923607 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-82352171-147f-466c-913f-f75751933625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.100917 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.940894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45252) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:20.134703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ea0fca-60cb-4e9c-9df2-f894c33aa4e3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:20.136057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-29ea0fca-60cb-4e9c-9df2-f894c33aa4e3 demo admin] 10.222.0.21 "GET /v2.0/subnets/88e1cf19-f31b-47d9-aa22-7bf4715a66f5 HTTP/1.1" status: 200 len: 849 time: 0.1942167 Feb 09 03:01:20.256193 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-24b2b567-c13c-484f-950e-759726d37fe0 demo admin] 10.222.0.21 "GET /v2.0/routers/0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 HTTP/1.1" status: 200 len: 704 time: 0.1139367 Feb 09 03:01:20.508956 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.526780 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.826827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Allocated IP 172.20.0.1 (ec5c6773-55e2-42aa-9268-89f837cf3130/88e1cf19-f31b-47d9-aa22-7bf4715a66f5/752c1457-17dd-4f69-81ec-98fedc92d7e8) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:20.980448 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Publish callbacks [] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.042738 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 5 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:01:21.046371 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.121264 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Network ec5c6773-55e2-42aa-9268-89f837cf3130 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:21.129768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:21.134256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:21.135364 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.154238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Pushing event updated for resources: {'Port': ['ID=752c1457-17dd-4f69-81ec-98fedc92d7e8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:21.296956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-88607021-fcec-4a88-8648-aec0dbec5eed None None] Provisioning complete for port 752c1457-17dd-4f69-81ec-98fedc92d7e8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:21.297480 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88607021-fcec-4a88-8648-aec0dbec5eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.379418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-88607021-fcec-4a88-8648-aec0dbec5eed None None] Port 752c1457-17dd-4f69-81ec-98fedc92d7e8 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:01:21.391947 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.612932 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Publish callbacks [] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.617195 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.617970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.695026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Pushing event updated for resources: {'Port': ['ID=752c1457-17dd-4f69-81ec-98fedc92d7e8,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:21.741016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Network ec5c6773-55e2-42aa-9268-89f837cf3130 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:21.742329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:21.833241 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.901124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-604dbd50-70f8-4181-aeed-f8d9e79ad431 None None] Provisioning complete for port 752c1457-17dd-4f69-81ec-98fedc92d7e8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:21.901583 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-604dbd50-70f8-4181-aeed-f8d9e79ad431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.907208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Router 0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:01:21.935929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-604dbd50-70f8-4181-aeed-f8d9e79ad431 None None] Port 752c1457-17dd-4f69-81ec-98fedc92d7e8 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:01:21.999634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:22.006896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cf108de3-1cc7-454f-8d79-0e839a6415aa demo admin] 10.222.0.21 "PUT /v2.0/routers/0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7434466 Feb 09 03:01:22.032696 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Sync routers for ids ['0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:22.045690 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Routers {'0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:22.046500 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:01:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:22.237727 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Set router 0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:22.669622 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'name': 'router1', 'tenant_id': '7183e71eee534ce59bcd9cb5f3039892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:11Z', 'updated_at': '2022-02-09T03:01:21Z', 'revision_number': 2, 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'gw_port_host': None, '_interfaces': [{'id': '752c1457-17dd-4f69-81ec-98fedc92d7e8', 'name': '', 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130', 'tenant_id': '7183e71eee534ce59bcd9cb5f3039892', 'mac_address': 'fa:16:3e:b3:43:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:20Z', 'updated_at': '2022-02-09T03:01:21Z', 'revision_number': 2, 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'subnets': [{'id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3717903-500b-43b7-ab30-52e47f9479cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:22.723052 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Checking router: 0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:01:22.723413 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Updating router 0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 port 752c1457-17dd-4f69-81ec-98fedc92d7e8 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:01:22.776066 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.287290 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Publish callbacks [] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.294379 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.436306 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Pushing event updated for resources: {'Port': ['ID=752c1457-17dd-4f69-81ec-98fedc92d7e8,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:23.459273 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.459625 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.459962 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.460299 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.460630 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.460963 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.461288 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.461640 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.461964 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.462286 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.462606 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.462936 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.463243 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Tracked resource versions report: Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: pushed versions: Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: { 'AddressGroup': {'1.2'}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'ConntrackHelper': {'1.0'}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'LocalIPAssociation': {'1.0'}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'Log': {'1.0'}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'Network': {'1.1'}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'Port': {'1.7'}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'PortForwarding': {'1.2'}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'QosPolicy': {'1.10'}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'SecurityGroup': {'1.5'}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'SecurityGroupRule': {'1.2'}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'SubPort': {'1.0'}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'Subnet': {'1.1'}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'Trunk': {'1.1'}} Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: consumer versions: Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: { DHCP agent@n-d-824835-15: {}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: L3 agent@n-d-824835-15: {}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: Metadata agent@n-d-824835-15: {}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: Metering agent@n-d-824835-15: {}, Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: Open vSwitch agent@n-d-824835-15: { 'AddressGroup': '1.2', Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'ConntrackHelper': '1.0', Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'LocalIPAssociation': '1.0', Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'Log': '1.0', Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'Network': '1.1', Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'Port': '1.7', Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'PortForwarding': '1.2', Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'QosPolicy': '1.10', Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'SecurityGroup': '1.5', Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'SecurityGroupRule': '1.2', Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'SubPort': '1.0', Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'Subnet': '1.1', Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: 'Trunk': '1.1'}} Feb 09 03:01:23.464409 n-d-824835-15 neutron-server[103330]: {{(pid=103330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 03:01:23.476078 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Attempting to bind port 752c1457-17dd-4f69-81ec-98fedc92d7e8 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:23.476483 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Attempting to bind port 752c1457-17dd-4f69-81ec-98fedc92d7e8 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '2f9b80c5-64e6-431b-9494-8e491fc323b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:23.476922 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Attempting to bind port 752c1457-17dd-4f69-81ec-98fedc92d7e8 on network ec5c6773-55e2-42aa-9268-89f837cf3130 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:23.482796 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:23.483190 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Checking segment: {'id': '2f9b80c5-64e6-431b-9494-8e491fc323b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:23.483682 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.484073 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Bound using segment: {'id': '2f9b80c5-64e6-431b-9494-8e491fc323b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:23.484594 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Bound port: 752c1457-17dd-4f69-81ec-98fedc92d7e8, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9b80c5-64e6-431b-9494-8e491fc323b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:23.485003 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.552129 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] For port 752c1457-17dd-4f69-81ec-98fedc92d7e8, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:23.566855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-912308dc-0b8d-4e6d-b91a-5064d94e1924 None None] Provisioning complete for port 752c1457-17dd-4f69-81ec-98fedc92d7e8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:23.567425 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-912308dc-0b8d-4e6d-b91a-5064d94e1924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.571688 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] For port 752c1457-17dd-4f69-81ec-98fedc92d7e8, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=752c1457-17dd-4f69-81ec-98fedc92d7e8,segment=NetworkSegment(2f9b80c5-64e6-431b-9494-8e491fc323b7),segment_id=2f9b80c5-64e6-431b-9494-8e491fc323b7)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:23.579565 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.604170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-912308dc-0b8d-4e6d-b91a-5064d94e1924 None None] Port 752c1457-17dd-4f69-81ec-98fedc92d7e8 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:01:23.636578 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Routers {'0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:23.637735 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:01:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:23.643062 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52ca98-72c1-4834-99c9-f9ca745f870c None None] Pushing event updated for resources: {'Port': ['ID=752c1457-17dd-4f69-81ec-98fedc92d7e8,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:23.737367 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] Set router 0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:23.824432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9a0cad4a-a62c-46f6-8303-b4805ab3c356 None None] Provisioning complete for port 752c1457-17dd-4f69-81ec-98fedc92d7e8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:23.825164 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a0cad4a-a62c-46f6-8303-b4805ab3c356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.906088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cad4a-a62c-46f6-8303-b4805ab3c356 None None] Current status of the port 752c1457-17dd-4f69-81ec-98fedc92d7e8 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:23.906411 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a0cad4a-a62c-46f6-8303-b4805ab3c356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.939483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9a0cad4a-a62c-46f6-8303-b4805ab3c356 None None] For port 752c1457-17dd-4f69-81ec-98fedc92d7e8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=752c1457-17dd-4f69-81ec-98fedc92d7e8,segment=NetworkSegment(2f9b80c5-64e6-431b-9494-8e491fc323b7),segment_id=2f9b80c5-64e6-431b-9494-8e491fc323b7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:23.944452 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a0cad4a-a62c-46f6-8303-b4805ab3c356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.953502 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'name': 'router1', 'tenant_id': '7183e71eee534ce59bcd9cb5f3039892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:11Z', 'updated_at': '2022-02-09T03:01:21Z', 'revision_number': 2, 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'gw_port_host': None, '_interfaces': [{'id': '752c1457-17dd-4f69-81ec-98fedc92d7e8', 'name': '', 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130', 'tenant_id': '7183e71eee534ce59bcd9cb5f3039892', 'mac_address': 'fa:16:3e:b3:43:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:20Z', 'updated_at': '2022-02-09T03:01:23Z', 'revision_number': 4, 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'subnets': [{'id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3717903-500b-43b7-ab30-52e47f9479cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:23.983654 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd5b38e-bb02-4273-8caf-ba73808a1291 None None] The sync data for ids ['0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7'] in n-d-824835-15 is: [{'id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'name': 'router1', 'tenant_id': '7183e71eee534ce59bcd9cb5f3039892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:11Z', 'updated_at': '2022-02-09T03:01:21Z', 'revision_number': 2, 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'gw_port_host': None, '_interfaces': [{'id': '752c1457-17dd-4f69-81ec-98fedc92d7e8', 'name': '', 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130', 'tenant_id': '7183e71eee534ce59bcd9cb5f3039892', 'mac_address': 'fa:16:3e:b3:43:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:20Z', 'updated_at': '2022-02-09T03:01:23Z', 'revision_number': 4, 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'subnets': [{'id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3717903-500b-43b7-ab30-52e47f9479cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:23.994594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cad4a-a62c-46f6-8303-b4805ab3c356 None None] Pushing event updated for resources: {'Port': ['ID=752c1457-17dd-4f69-81ec-98fedc92d7e8,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:24.431762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45272) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:24.539711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7968bb63-a684-43a5-b150-00cf3fdebad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.540988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7968bb63-a684-43a5-b150-00cf3fdebad2 admin admin] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 842 time: 0.1082726 Feb 09 03:01:24.550928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:24.570877 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] Made reservation on behalf of 97fef11e5d184edd849cab32e1502dcf for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:24.573152 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.850968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.objects.ports [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103327) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:01:24.851320 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (f3fe17dd-b367-45d7-842b-32418721245b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.904788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3fe17dd-b367-45d7-842b-32418721245b,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:24.912995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:24.913348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] Network hostable DHCP agents. Network: a7a9d4f6-f813-4af9-b288-1ce22b89921f, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:24.929173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:24.938464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, a7a9d4f6-f813-4af9-b288-1ce22b89921f) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:24.942755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.943533 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.949491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c17b9ab-4f3b-483b-80c4-2535151b9c75 None None] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:24.960883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-554b9036-2074-42ff-b923-64adf59d628b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4132850 Feb 09 03:01:25.061344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ad1a5f-54e0-42d9-b4fb-d872515b1c0e None None] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:27.336818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45280) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:27.620730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8cfe121b-e2a9-4f98-a746-dc28e48a24bc demo admin] 10.222.0.21 "GET /v2.0/routers/0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 HTTP/1.1" status: 200 len: 710 time: 0.2824268 Feb 09 03:01:27.772297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed93d800-592d-4052-8227-0ce98fb5e4ce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:27.773709 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ed93d800-592d-4052-8227-0ce98fb5e4ce demo admin] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 886 time: 0.1469426 Feb 09 03:01:27.783146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:28.036395 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Publish callbacks [] for router_gateway (0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:28.274951 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Publish callbacks [] for router_gateway (0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:28.348193 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:28.531212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Allocated IP 172.25.5.164 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/0dd683bd-1d06-4168-8ae1-5f0bd635891e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:28.690546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Publish callbacks [] for port (0dd683bd-1d06-4168-8ae1-5f0bd635891e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:28.749066 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (0dd683bd-1d06-4168-8ae1-5f0bd635891e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:28.827654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:28.832098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:28.840806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Pushing event updated for resources: {'Port': ['ID=0dd683bd-1d06-4168-8ae1-5f0bd635891e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:28.844486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:29.145875 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Publish callbacks [] for router_gateway (0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.344647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.349675 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.463462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Router 0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:01:29.570639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:29.576594 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.577923 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7a026704-3108-43d7-abc5-197dfb045b79 demo admin] 10.222.0.21 "PUT /v2.0/routers/0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 HTTP/1.1" status: 200 len: 890 time: 1.7979636 Feb 09 03:01:32.051460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45294) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:32.171150 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-77d9c419-70db-46e5-81ff-7ad5a5f927f0 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1185708 Feb 09 03:01:32.416115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Sync routers for ids ['0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:32.428426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Routers {'0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:32.429273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:01:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:32.432925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 752c1457-17dd-4f69-81ec-98fedc92d7e8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:32.669207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 752c1457-17dd-4f69-81ec-98fedc92d7e8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:32.669541 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.707633 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Set router 0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:33.043083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 752c1457-17dd-4f69-81ec-98fedc92d7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:33.156659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'name': 'router1', 'tenant_id': '7183e71eee534ce59bcd9cb5f3039892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '0dd683bd-1d06-4168-8ae1-5f0bd635891e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:11Z', 'updated_at': '2022-02-09T03:01:28Z', 'revision_number': 4, 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'gw_port': {'id': '0dd683bd-1d06-4168-8ae1-5f0bd635891e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:28Z', 'updated_at': '2022-02-09T03:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '752c1457-17dd-4f69-81ec-98fedc92d7e8', 'name': '', 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130', 'tenant_id': '7183e71eee534ce59bcd9cb5f3039892', 'mac_address': 'fa:16:3e:b3:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:20Z', 'updated_at': '2022-02-09T03:01:23Z', 'revision_number': 5, 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'subnets': [{'id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3717903-500b-43b7-ab30-52e47f9479cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:33.278584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Checking router: 0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:01:33.278942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Updating router 0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 port 0dd683bd-1d06-4168-8ae1-5f0bd635891e binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:01:33.332050 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0dd683bd-1d06-4168-8ae1-5f0bd635891e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.658366 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Publish callbacks [] for port (0dd683bd-1d06-4168-8ae1-5f0bd635891e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.664004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0dd683bd-1d06-4168-8ae1-5f0bd635891e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.714033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Attempting to bind port 0dd683bd-1d06-4168-8ae1-5f0bd635891e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:33.714399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Attempting to bind port 0dd683bd-1d06-4168-8ae1-5f0bd635891e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:33.714751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Attempting to bind port 0dd683bd-1d06-4168-8ae1-5f0bd635891e on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:33.718303 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd693-c65d-4cec-8e38-5b0acd9efc5f None None] Pushing event updated for resources: {'Port': ['ID=0dd683bd-1d06-4168-8ae1-5f0bd635891e,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:33.722568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:33.722937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:33.723329 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.723706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:33.724169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Bound port: 0dd683bd-1d06-4168-8ae1-5f0bd635891e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:33.724539 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0dd683bd-1d06-4168-8ae1-5f0bd635891e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.775052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] For port 0dd683bd-1d06-4168-8ae1-5f0bd635891e, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:33.782364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] For port 0dd683bd-1d06-4168-8ae1-5f0bd635891e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0dd683bd-1d06-4168-8ae1-5f0bd635891e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:33.788190 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0dd683bd-1d06-4168-8ae1-5f0bd635891e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.844072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Routers {'0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:33.844672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:01:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:33.847315 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd693-c65d-4cec-8e38-5b0acd9efc5f None None] Pushing event updated for resources: {'Port': ['ID=0dd683bd-1d06-4168-8ae1-5f0bd635891e,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:33.969868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] Set router 0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:34.187777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'name': 'router1', 'tenant_id': '7183e71eee534ce59bcd9cb5f3039892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '0dd683bd-1d06-4168-8ae1-5f0bd635891e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:11Z', 'updated_at': '2022-02-09T03:01:28Z', 'revision_number': 4, 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'gw_port': {'id': '0dd683bd-1d06-4168-8ae1-5f0bd635891e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:28Z', 'updated_at': '2022-02-09T03:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '752c1457-17dd-4f69-81ec-98fedc92d7e8', 'name': '', 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130', 'tenant_id': '7183e71eee534ce59bcd9cb5f3039892', 'mac_address': 'fa:16:3e:b3:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:20Z', 'updated_at': '2022-02-09T03:01:23Z', 'revision_number': 5, 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'subnets': [{'id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3717903-500b-43b7-ab30-52e47f9479cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:34.218662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe96984a-fb81-4453-b057-feedc91b8b58 None None] The sync data for ids ['0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7'] in n-d-824835-15 is: [{'id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'name': 'router1', 'tenant_id': '7183e71eee534ce59bcd9cb5f3039892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '0dd683bd-1d06-4168-8ae1-5f0bd635891e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:11Z', 'updated_at': '2022-02-09T03:01:28Z', 'revision_number': 4, 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'gw_port': {'id': '0dd683bd-1d06-4168-8ae1-5f0bd635891e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:28Z', 'updated_at': '2022-02-09T03:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '752c1457-17dd-4f69-81ec-98fedc92d7e8', 'name': '', 'network_id': 'ec5c6773-55e2-42aa-9268-89f837cf3130', 'tenant_id': '7183e71eee534ce59bcd9cb5f3039892', 'mac_address': 'fa:16:3e:b3:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a3baa-4a1a-4f4b-80b1-3fefbd8796b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:20Z', 'updated_at': '2022-02-09T03:01:23Z', 'revision_number': 5, 'project_id': '7183e71eee534ce59bcd9cb5f3039892', 'subnets': [{'id': '88e1cf19-f31b-47d9-aa22-7bf4715a66f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3717903-500b-43b7-ab30-52e47f9479cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:34.466982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0dd683bd-1d06-4168-8ae1-5f0bd635891e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:34.541648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0dd683bd-1d06-4168-8ae1-5f0bd635891e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:34.542293 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0dd683bd-1d06-4168-8ae1-5f0bd635891e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:34.638399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0dd683bd-1d06-4168-8ae1-5f0bd635891e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:34.639077 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0dd683bd-1d06-4168-8ae1-5f0bd635891e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:34.666150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 0dd683bd-1d06-4168-8ae1-5f0bd635891e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0dd683bd-1d06-4168-8ae1-5f0bd635891e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:34.674022 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0dd683bd-1d06-4168-8ae1-5f0bd635891e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:34.738526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=0dd683bd-1d06-4168-8ae1-5f0bd635891e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:36.450178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0dd683bd-1d06-4168-8ae1-5f0bd635891e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:36.532158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0dd683bd-1d06-4168-8ae1-5f0bd635891e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:36.532712 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0dd683bd-1d06-4168-8ae1-5f0bd635891e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.646630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0dd683bd-1d06-4168-8ae1-5f0bd635891e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:45.501329 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9958fcc5-15ce-4f1a-bb7a-73bfe39745af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.927048 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70fbb77c-286c-4c50-9b41-ab5b96d018de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.104524 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.522426 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.836667 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.047367 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 5 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:02:15.497416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8acae11-2a77-402e-8afa-aaed54247e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.932937 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3dea5ea-500d-47af-948e-ec4b07be7120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.109158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.521963 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.836980 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.046944 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 5 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:02:45.502691 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42eedd44-14dc-4b57-9b6d-9b5fcfb89bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.935715 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a224fac8-344c-4df2-a528-9af10350adf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:49.107252 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:50.521705 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.833784 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.238894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45810) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:57.301845 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a56d02-2963-4444-bdef-659ff19a7bfb admin admin] GET failed (client error): The resource could not be found. Feb 09 03:02:57.303239 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f8a56d02-2963-4444-bdef-659ff19a7bfb admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632751 Feb 09 03:02:57.464474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554b82a9-311e-43b1-97ce-5a0c5156dd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:57.465970 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-554b82a9-311e-43b1-97ce-5a0c5156dd79 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586509 Feb 09 03:02:59.741624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45820) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:59.835358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5a21dc-5108-440b-8848-41bc7299e156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:59.836694 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6c5a21dc-5108-440b-8848-41bc7299e156 admin admin] 10.222.0.21 "GET /v2.0/subnets/88e1cf19-f31b-47d9-aa22-7bf4715a66f5 HTTP/1.1" status: 200 len: 849 time: 0.0941107 Feb 09 03:02:59.846722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:59.928737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Publish callbacks [] for subnet (88e1cf19-f31b-47d9-aa22-7bf4715a66f5), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.069266 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744001313540'] for subnet (88e1cf19-f31b-47d9-aa22-7bf4715a66f5), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.100807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:00.101422 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.102695 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] 10.222.0.21 "PUT /v2.0/subnets/88e1cf19-f31b-47d9-aa22-7bf4715a66f5 HTTP/1.1" status: 200 len: 868 time: 0.2595527 Feb 09 03:03:00.121273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b3b456-9cfd-4fd8-bf38-a45da7d0c73b None None] Network ec5c6773-55e2-42aa-9268-89f837cf3130 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:00.121949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e1cf19-f31b-47d9-aa22-7bf4715a66f5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:00.128928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.129280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.129665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.129987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.130322 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.130653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.130980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.131307 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.131632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.131951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.132271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.132591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.132908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca3be5-286c-4981-bf1f-b6eb887ec035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:00.611475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-93554ea5-540d-4ef6-a539-e60e908cd1c6 None None] Provisioning complete for port 752c1457-17dd-4f69-81ec-98fedc92d7e8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:00.611787 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93554ea5-540d-4ef6-a539-e60e908cd1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (752c1457-17dd-4f69-81ec-98fedc92d7e8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.685462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-93554ea5-540d-4ef6-a539-e60e908cd1c6 None None] Current status of the port 752c1457-17dd-4f69-81ec-98fedc92d7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:00.694942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-93554ea5-540d-4ef6-a539-e60e908cd1c6 None None] Provisioning complete for port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:00.695329 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93554ea5-540d-4ef6-a539-e60e908cd1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (23ec65d7-c511-4ada-9a36-1a0b8b26ee56), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.771418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-93554ea5-540d-4ef6-a539-e60e908cd1c6 None None] Current status of the port 23ec65d7-c511-4ada-9a36-1a0b8b26ee56 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:02.394785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45830) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:02.663406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0acbb4d-58f8-4980-a92b-994f2358f3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:02.663780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0acbb4d-58f8-4980-a92b-994f2358f3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:02.665315 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b0acbb4d-58f8-4980-a92b-994f2358f3f2 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2695818 Feb 09 03:03:04.923768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45838) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:05.186187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d151f498-f3b1-45ab-9ffd-e41acfc2f918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:05.186563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d151f498-f3b1-45ab-9ffd-e41acfc2f918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:05.188071 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d151f498-f3b1-45ab-9ffd-e41acfc2f918 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2633567 Feb 09 03:03:07.536493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45846) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:07.659023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4869ea10-30c1-4197-afee-41b98cb3b2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:07.660369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4869ea10-30c1-4197-afee-41b98cb3b2b4 admin admin] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 886 time: 0.1229210 Feb 09 03:03:09.907004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45854) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:10.041674 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944c42a1-e850-4e5f-9d0e-2025690f51c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:10.043030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-944c42a1-e850-4e5f-9d0e-2025690f51c0 admin admin] 10.222.0.21 "GET /v2.0/networks/ec5c6773-55e2-42aa-9268-89f837cf3130 HTTP/1.1" status: 200 len: 869 time: 0.1350768 Feb 09 03:03:12.045923 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 5 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:03:12.322222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45862) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:12.444097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a76507-66da-40da-92f1-50b8571bbb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:12.444542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a76507-66da-40da-92f1-50b8571bbb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:12.446754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c0a76507-66da-40da-92f1-50b8571bbb3e admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230199 Feb 09 03:03:14.693292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45870) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:14.788429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff5335c-906c-42ba-b166-3250c810d7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:14.788884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff5335c-906c-42ba-b166-3250c810d7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:14.790617 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fff5335c-906c-42ba-b166-3250c810d7a3 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0962644 Feb 09 03:03:15.504529 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a39206b2-ea31-4b4e-b034-c4639656a371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:17.022443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45878) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:17.120072 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f775584f-5384-4dd8-ba0e-7c198cbe835d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:17.121431 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f775584f-5384-4dd8-ba0e-7c198cbe835d admin admin] 10.222.0.21 "GET /v2.0/subnets/88e1cf19-f31b-47d9-aa22-7bf4715a66f5 HTTP/1.1" status: 200 len: 868 time: 0.0979874 Feb 09 03:03:17.938163 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e1a91ff-e0ee-464c-8b15-a22036482e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.110956 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.382678 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45886) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:19.468203 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f192f-c356-4e5a-9037-6206ee7db92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:19.469534 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-298f192f-c356-4e5a-9037-6206ee7db92b admin admin] 10.222.0.21 "GET /v2.0/subnets/f3fe17dd-b367-45d7-842b-32418721245b HTTP/1.1" status: 200 len: 816 time: 0.0858576 Feb 09 03:03:20.524948 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:21.826728 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:43.972908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:44.022207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-ba792640-3faa-4fc2-b073-f852a1859940 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:03:44.023202 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ba792640-3faa-4fc2-b073-f852a1859940 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493002 Feb 09 03:03:45.506934 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a910df3-b3b3-4332-89ac-958657eb4498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.360966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45948) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:46.422090 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc76f99-0dae-480d-8bb1-dea10debef48 admin admin] GET failed (client error): The resource could not be found. Feb 09 03:03:46.423307 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4dc76f99-0dae-480d-8bb1-dea10debef48 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613852 Feb 09 03:03:46.567599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb5440-f40d-490d-92a2-2778aab39a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:46.568975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-38bb5440-f40d-490d-92a2-2778aab39a5e admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1416168 Feb 09 03:03:47.941968 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2eafddc-07eb-4403-b2a9-ff3ea563ebfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.840330 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45956) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:48.888700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:48.910405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] Made reservation on behalf of 97fef11e5d184edd849cab32e1502dcf for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:48.912733 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.940742 n-d-824835-15 neutron-server[103327]: WARNING neutron.services.revisions.revision_plugin [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] Could not find related network for resource to bump revision. Feb 09 03:03:48.956634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:03:48.968963 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744001516472', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (65be382d-376d-4704-9798-1981d1063e7b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.969554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] Unsubscribe: segment precommit_create {{(pid=103327) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 03:03:48.970030 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] Added segment 65be382d-376d-4704-9798-1981d1063e7b of type vlan for network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 Feb 09 03:03:49.022420 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.044176 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 5 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:03:49.056154 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.057130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:49.057737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.112313 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.121719 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2802722 Feb 09 03:03:49.152478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f12c4-dca2-49c4-980f-d601de72e5e7 admin admin] Pushing event updated for resources: {'Network': ['ID=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:49.163557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:03:50.529027 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.400014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45964) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:51.462110 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-9edbd2f0-0ce7-4d3b-a9bb-838432a6175a admin admin] GET failed (client error): The resource could not be found. Feb 09 03:03:51.463369 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9edbd2f0-0ce7-4d3b-a9bb-838432a6175a admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623434 Feb 09 03:03:51.531229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e093feca-f3ca-49fb-bfb2-b8fbd356038c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:51.532679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e093feca-f3ca-49fb-bfb2-b8fbd356038c admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0652807 Feb 09 03:03:51.542924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Request body: {'subnet': {'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:51.564821 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Made reservation on behalf of 97fef11e5d184edd849cab32e1502dcf for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:51.567128 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.746659 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (c24d9314-e978-4ae5-81e5-d227df83dc85), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.802070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24d9314-e978-4ae5-81e5-d227df83dc85,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:51.815359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.815703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.816040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.816373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.816702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.817028 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.817371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.817795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.818114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.818465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.818784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.819102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.819422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.825002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:51.825350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Network hostable DHCP agents. Network: 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:03:51.835326 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.848656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:03:51.860770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:51.865035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:51.865644 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.870089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1de235-a0df-4d74-93f0-3d7cc3bcc75d None None] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:51.881516 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4157048b-1cde-4dc0-8411-8b67f1ef592a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3423800 Feb 09 03:03:51.979430 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'project_id': '97fef11e5d184edd849cab32e1502dcf', 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:03:51.980445 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.226206 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Allocated IP 192.168.233.2 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/d210f900-1d8a-4a22-b387-f9e6692f448a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:52.375306 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Publish callbacks [] for port (d210f900-1d8a-4a22-b387-f9e6692f448a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.381707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (d210f900-1d8a-4a22-b387-f9e6692f448a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.430308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:52.433978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Pushing event updated for resources: {'Port': ['ID=d210f900-1d8a-4a22-b387-f9e6692f448a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:52.436245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:52.442140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:52.444786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.445139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.446244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.446480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.446911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.447248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.448063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.448063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.448248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.448532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.448844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.449167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.449518 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:52.504696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Attempting to bind port d210f900-1d8a-4a22-b387-f9e6692f448a on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:03:52.505060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Attempting to bind port d210f900-1d8a-4a22-b387-f9e6692f448a by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:03:52.505560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Attempting to bind port d210f900-1d8a-4a22-b387-f9e6692f448a on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:52.511198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:03:52.511575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:52.511975 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.512365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:03:52.512827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Bound port: d210f900-1d8a-4a22-b387-f9e6692f448a, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:03:52.513203 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d210f900-1d8a-4a22-b387-f9e6692f448a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.574292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] For port d210f900-1d8a-4a22-b387-f9e6692f448a, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:03:52.578718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] For port d210f900-1d8a-4a22-b387-f9e6692f448a, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d210f900-1d8a-4a22-b387-f9e6692f448a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:03:52.588509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d210f900-1d8a-4a22-b387-f9e6692f448a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.647135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b1af4-e5ca-4c4c-9fa5-2d209dc46bfb None None] Pushing event updated for resources: {'Port': ['ID=d210f900-1d8a-4a22-b387-f9e6692f448a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:53.488476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d1e1ae-836f-498b-980d-a0ac9c8ef736 None None] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:53.558316 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c0fe8793-2120-4134-88d4-aac50d7332ce None None] Provisioning complete for port d210f900-1d8a-4a22-b387-f9e6692f448a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:53.558697 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8793-2120-4134-88d4-aac50d7332ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d210f900-1d8a-4a22-b387-f9e6692f448a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.684979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c0fe8793-2120-4134-88d4-aac50d7332ce None None] Current status of the port d210f900-1d8a-4a22-b387-f9e6692f448a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:53.685627 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8793-2120-4134-88d4-aac50d7332ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d210f900-1d8a-4a22-b387-f9e6692f448a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.722783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c0fe8793-2120-4134-88d4-aac50d7332ce None None] For port d210f900-1d8a-4a22-b387-f9e6692f448a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d210f900-1d8a-4a22-b387-f9e6692f448a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:53.728827 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8793-2120-4134-88d4-aac50d7332ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d210f900-1d8a-4a22-b387-f9e6692f448a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.784845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe8793-2120-4134-88d4-aac50d7332ce None None] Pushing event updated for resources: {'Port': ['ID=d210f900-1d8a-4a22-b387-f9e6692f448a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:53.954092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6840cb13-f929-494d-b53f-7547d52520b7 None None] Provisioning complete for port d210f900-1d8a-4a22-b387-f9e6692f448a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:53.954395 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6840cb13-f929-494d-b53f-7547d52520b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d210f900-1d8a-4a22-b387-f9e6692f448a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.032711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6840cb13-f929-494d-b53f-7547d52520b7 None None] Current status of the port d210f900-1d8a-4a22-b387-f9e6692f448a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:54.533010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d210f900-1d8a-4a22-b387-f9e6692f448a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:54.582384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d210f900-1d8a-4a22-b387-f9e6692f448a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:54.582767 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d210f900-1d8a-4a22-b387-f9e6692f448a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.665681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d210f900-1d8a-4a22-b387-f9e6692f448a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:15.511217 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-faeaccf2-18fd-46ab-9e7a-a77b7180e6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.945383 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01e71cdd-1547-4e25-865f-66b7e22b19d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:19.116310 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:20.531870 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.829749 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:26.043100 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 5 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:04:45.512644 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8bd088ab-db2a-47fe-a476-acea5b039c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:47.947746 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-918e8dbb-3b66-45ec-a952-cf54706f9470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.119727 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.535651 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:51.837370 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.046396 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 5 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:05:08.047072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46008) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:08.053628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-38bcada3-962a-49e6-b736-8e921549a9ca tempest-verify_tempest_config-860207103 tempest-verify_tempest_config-860207103-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:05:08.054986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-38bcada3-962a-49e6-b736-8e921549a9ca tempest-verify_tempest_config-860207103 tempest-verify_tempest_config-860207103-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066936 Feb 09 03:05:08.365222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46026) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:08.469304 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.543646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Publish callbacks [] for security_group (662f507c-e72c-4dce-8091-1f4c535ccb75), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.547504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (662f507c-e72c-4dce-8091-1f4c535ccb75), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.595265 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6a519c8e4fd41d2b3b72c158497245e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2288942 Feb 09 03:05:08.596123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662f507c-e72c-4dce-8091-1f4c535ccb75,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:08.598647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46030) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:08.609058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.609467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.609934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.610273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.610603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.610928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.611261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.611578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.611892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.612235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.612559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.612848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.613160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb5632-3127-4762-b53a-c9ad58119311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.700698 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Publish callbacks [] for security_group (662f507c-e72c-4dce-8091-1f4c535ccb75), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.730735 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Publish callbacks [] for security_group (662f507c-e72c-4dce-8091-1f4c535ccb75), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.831833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (662f507c-e72c-4dce-8091-1f4c535ccb75), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.834424 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.838407 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/662f507c-e72c-4dce-8091-1f4c535ccb75 HTTP/1.1" status: 204 len: 168 time: 0.2382205 Feb 09 03:05:08.846145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662f507c-e72c-4dce-8091-1f4c535ccb75,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:08.854778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.855377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.855721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.856161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.856397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.856693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.857039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.857561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.857898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.858227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.858550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.858872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:08.859187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e02d0c-39be-4a82-91c0-837b4ee29716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:15.514215 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c640b06e-5985-4fed-bb6f-19c4fff77ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:17.948313 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91bbc5c3-f074-47c4-8932-bede33ca2a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.124079 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:20.538071 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:21.834460 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:40.045518 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 5 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:05:45.515061 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-40a45bfb-7547-4b53-ad06-201e21d7c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:47.950757 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4ca8-d584-445f-90cc-4cf00b7ddb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:49.125648 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:50.540726 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:51.838107 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:15.515726 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6fc7c60-672f-46b1-a786-b14ff8865007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:17.044172 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 5 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:06:17.952185 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-316f1528-2249-4834-ba3c-7ad9e30f824a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:19.127073 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:20.545093 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:21.840577 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:45.516343 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5da7801e-74fb-4f92-b26c-0fa24412101e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:47.953704 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8e054d1-787a-4c2f-8ef2-2ccab8708e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:49.129175 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:50.550029 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:51.842934 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:54.043960 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 5 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:07:15.516951 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-52617a13-a1ad-4816-9b2f-dd0144e28c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:17.955813 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c4aca27-e7d5-43a9-b347-a981c81e608a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:19.131438 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:20.550957 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:21.843858 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.042923 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 5 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:07:45.519108 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa501b90-80ab-470e-babf-acba6674041b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.956828 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3069506-2dc4-4554-8fe3-b9faebbc93dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.135672 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:50.553525 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:51.846257 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:08.042465 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 5 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:08:15.520366 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c09ebd35-1bf0-47d1-bfac-95df017c1fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:17.957975 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b4483b8-be10-44d9-a96b-867f5660d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.138229 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:20.557191 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.850642 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:23.817795 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344266'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:37.377668 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344266'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:45.043133 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:08:45.522452 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8eb68452-14fa-47fa-8d86-fa696cf2a713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:47.960522 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b202f70-620a-4e2e-b0e3-56ce25188a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:49.140828 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:50.561018 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:51.852945 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.796828 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:07.361754 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:15.526897 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b84d7c6-7a04-4ffa-b644-b2a46fc276b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:15.851386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46084) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:15.958398 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d6cfbd36-16a5-45ae-9d47-bbdcabc4332e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1059158 Feb 09 03:09:17.962276 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3014ad67-3cca-4251-b9cc-e9199297563d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:18.228530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46094) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:18.283947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3c69c32c-bba5-46e3-b557-c4a10a336ab3 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0544088 Feb 09 03:09:19.143166 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.564311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:21.855380 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.043714 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:09:23.796446 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.371328 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.522113 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29d0575b-f4ca-4fff-bde0-b6f40ef9dcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:47.964154 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49153469-aa88-408b-bea3-1d1652c3f9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:49.146634 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:50.565575 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:51.857533 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:53.813161 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.043689 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:10:07.371828 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:15.524113 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-012a3685-ac4c-48a5-98c3-d8eec9ca323d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.965892 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-474e3495-af60-4de9-8afd-d5a19d21f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.150598 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.570468 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.861381 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:23.810641 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:36.043760 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:10:37.374565 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.527864 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc2478b9-3d8d-4ffd-8926-e27568df5e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.021957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46478) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:47.139499 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.238337 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Publish callbacks [] for security_group (bd5d7b90-e917-43ba-a58f-599eab21296c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.244163 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bd5d7b90-e917-43ba-a58f-599eab21296c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.299077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5d7b90-e917-43ba-a58f-599eab21296c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:47.315940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.316400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.316742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.317076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.317426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.318390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.318715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.319196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.319863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.320305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.320888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.321617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.322171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] Tracked resource versions report: Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: pushed versions: Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: { 'AddressGroup': {'1.2'}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'ConntrackHelper': {'1.0'}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'LocalIPAssociation': {'1.0'}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'Log': {'1.0'}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'Network': {'1.1'}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'Port': {'1.7'}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'PortForwarding': {'1.2'}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'QosPolicy': {'1.10'}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'SecurityGroup': {'1.5'}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'SecurityGroupRule': {'1.2'}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'SubPort': {'1.0'}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'Subnet': {'1.1'}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'Trunk': {'1.1'}} Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: consumer versions: Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: { DHCP agent@n-d-824835-15: {}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: HyperV agent@n-h1-824835-15: {}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: HyperV agent@n-h2-824835-15: {}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: L3 agent@n-d-824835-15: {}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: Metadata agent@n-d-824835-15: {}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: Metering agent@n-d-824835-15: {}, Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: Open vSwitch agent@n-d-824835-15: { 'AddressGroup': '1.2', Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'ConntrackHelper': '1.0', Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'LocalIPAssociation': '1.0', Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'Log': '1.0', Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'Network': '1.1', Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'Port': '1.7', Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'PortForwarding': '1.2', Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'QosPolicy': '1.10', Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'SecurityGroup': '1.5', Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'SecurityGroupRule': '1.2', Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'SubPort': '1.0', Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'Subnet': '1.1', Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: 'Trunk': '1.1'}} Feb 09 03:10:47.323477 n-d-824835-15 neutron-server[103327]: {{(pid=103327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 03:10:47.332107 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0fe3decc-3a07-456c-b9ad-58f837acfe02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83fbafd51b8240dca5bb9c3b7ce612fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3090200 Feb 09 03:10:47.335496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46504) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:47.397003 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Publish callbacks [] for security_group (bd5d7b90-e917-43ba-a58f-599eab21296c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.404398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46512) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:47.424271 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Publish callbacks [] for security_group (bd5d7b90-e917-43ba-a58f-599eab21296c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.489488 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bd5d7b90-e917-43ba-a58f-599eab21296c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.499982 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.503979 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd5d7b90-e917-43ba-a58f-599eab21296c HTTP/1.1" status: 204 len: 168 time: 0.1675076 Feb 09 03:10:47.512141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5d7b90-e917-43ba-a58f-599eab21296c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:47.521181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.522476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.522974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.523615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.524246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.524747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.525241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.525782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.526306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.526773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.527284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.527751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.528323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4afb0-1cbd-4597-b22a-9f964299f68e admin admin] Tracked resource versions report: Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: pushed versions: Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: { 'AddressGroup': {'1.2'}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'ConntrackHelper': {'1.0'}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'LocalIPAssociation': {'1.0'}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'Log': {'1.0'}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'Network': {'1.1'}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'Port': {'1.7'}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'PortForwarding': {'1.2'}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'QosPolicy': {'1.10'}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'SecurityGroup': {'1.5'}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'SecurityGroupRule': {'1.2'}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'SubPort': {'1.0'}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'Subnet': {'1.1'}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'Trunk': {'1.1'}} Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: consumer versions: Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: { DHCP agent@n-d-824835-15: {}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: HyperV agent@n-h1-824835-15: {}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: HyperV agent@n-h2-824835-15: {}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: L3 agent@n-d-824835-15: {}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: Metadata agent@n-d-824835-15: {}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: Metering agent@n-d-824835-15: {}, Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: Open vSwitch agent@n-d-824835-15: { 'AddressGroup': '1.2', Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'ConntrackHelper': '1.0', Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'LocalIPAssociation': '1.0', Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'Log': '1.0', Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'Network': '1.1', Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'Port': '1.7', Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'PortForwarding': '1.2', Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'QosPolicy': '1.10', Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'SecurityGroup': '1.5', Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'SecurityGroupRule': '1.2', Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'SubPort': '1.0', Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'Subnet': '1.1', Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: 'Trunk': '1.1'}} Feb 09 03:10:47.530097 n-d-824835-15 neutron-server[103328]: {{(pid=103328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 03:10:47.600381 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b195c97-6e53-4e66-b5cb-5743674c8a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.729078 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b195c97-6e53-4e66-b5cb-5743674c8a30 admin admin] Publish callbacks [] for security_group (507c2c69-b8e0-46b8-a160-c4b1aa1a3812), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.736648 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b195c97-6e53-4e66-b5cb-5743674c8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (507c2c69-b8e0-46b8-a160-c4b1aa1a3812), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.771525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b195c97-6e53-4e66-b5cb-5743674c8a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507c2c69-b8e0-46b8-a160-c4b1aa1a3812,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:47.810002 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7b195c97-6e53-4e66-b5cb-5743674c8a30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e01e82c3d1d5493b929870122c399fd5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4041383 Feb 09 03:10:47.810510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46554) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:47.832051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46556) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:47.868661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dfda0362-7104-4d2e-a96b-8b8d088f9df4 admin admin] Publish callbacks [] for security_group (507c2c69-b8e0-46b8-a160-c4b1aa1a3812), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.890840 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dfda0362-7104-4d2e-a96b-8b8d088f9df4 admin admin] Publish callbacks [] for security_group (507c2c69-b8e0-46b8-a160-c4b1aa1a3812), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.948999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dfda0362-7104-4d2e-a96b-8b8d088f9df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (507c2c69-b8e0-46b8-a160-c4b1aa1a3812), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.952857 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dfda0362-7104-4d2e-a96b-8b8d088f9df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.954043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dfda0362-7104-4d2e-a96b-8b8d088f9df4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/507c2c69-b8e0-46b8-a160-c4b1aa1a3812 HTTP/1.1" status: 204 len: 168 time: 0.1425610 Feb 09 03:10:47.964293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda0362-7104-4d2e-a96b-8b8d088f9df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507c2c69-b8e0-46b8-a160-c4b1aa1a3812,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:47.970239 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24cbe4d6-b7d7-4145-b756-6bae152eb2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.027964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46570) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:48.043163 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89db2740-e7b8-4641-bc94-64042f540e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.123474 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89db2740-e7b8-4641-bc94-64042f540e61 admin admin] Publish callbacks [] for security_group (39c18972-40b6-4709-ab6a-7699e160b117), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.128825 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89db2740-e7b8-4641-bc94-64042f540e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (39c18972-40b6-4709-ab6a-7699e160b117), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.160061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db2740-e7b8-4641-bc94-64042f540e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c18972-40b6-4709-ab6a-7699e160b117,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:48.176471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46572) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:48.178337 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-89db2740-e7b8-4641-bc94-64042f540e61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3baafef964f34e2eaab094e7a176993d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1476095 Feb 09 03:10:48.207493 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a77bbe8-72c4-44a8-8ff3-1e000c502558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.232590 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f495e433-7581-4c60-8c95-3bb2ef835886 admin admin] Publish callbacks [] for security_group (39c18972-40b6-4709-ab6a-7699e160b117), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.256661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f495e433-7581-4c60-8c95-3bb2ef835886 admin admin] Publish callbacks [] for security_group (39c18972-40b6-4709-ab6a-7699e160b117), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.321828 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f495e433-7581-4c60-8c95-3bb2ef835886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (39c18972-40b6-4709-ab6a-7699e160b117), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.325264 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f495e433-7581-4c60-8c95-3bb2ef835886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.327205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a77bbe8-72c4-44a8-8ff3-1e000c502558 admin admin] Publish callbacks [] for security_group (9c287ac3-d551-41e0-9c0e-54775a24ff6f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.329751 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f495e433-7581-4c60-8c95-3bb2ef835886 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39c18972-40b6-4709-ab6a-7699e160b117 HTTP/1.1" status: 204 len: 168 time: 0.1521137 Feb 09 03:10:48.333919 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a77bbe8-72c4-44a8-8ff3-1e000c502558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9c287ac3-d551-41e0-9c0e-54775a24ff6f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.338644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495e433-7581-4c60-8c95-3bb2ef835886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c18972-40b6-4709-ab6a-7699e160b117,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:48.378789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77bbe8-72c4-44a8-8ff3-1e000c502558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c287ac3-d551-41e0-9c0e-54775a24ff6f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:48.390421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46582) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:48.403983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46586) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:48.404598 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1a77bbe8-72c4-44a8-8ff3-1e000c502558 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dc1e7ccac3d438ab1dc6188fafc4e46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5715039 Feb 09 03:10:48.425074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46588) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:48.455323 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56dcf997-931d-4272-ad78-1c0150285446 admin admin] Publish callbacks [] for security_group (9c287ac3-d551-41e0-9c0e-54775a24ff6f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.478174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56dcf997-931d-4272-ad78-1c0150285446 admin admin] Publish callbacks [] for security_group (9c287ac3-d551-41e0-9c0e-54775a24ff6f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.530010 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56dcf997-931d-4272-ad78-1c0150285446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9c287ac3-d551-41e0-9c0e-54775a24ff6f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.533341 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56dcf997-931d-4272-ad78-1c0150285446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.535136 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-56dcf997-931d-4272-ad78-1c0150285446 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c287ac3-d551-41e0-9c0e-54775a24ff6f HTTP/1.1" status: 204 len: 168 time: 0.1300614 Feb 09 03:10:48.545863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcf997-931d-4272-ad78-1c0150285446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c287ac3-d551-41e0-9c0e-54775a24ff6f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:48.577080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46598) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:48.591413 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-491fea7b-b7e8-41ee-8193-fd7c11fca49c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.670274 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-491fea7b-b7e8-41ee-8193-fd7c11fca49c admin admin] Publish callbacks [] for security_group (638726ad-1e48-4129-8240-608a51daa285), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.675665 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-491fea7b-b7e8-41ee-8193-fd7c11fca49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (638726ad-1e48-4129-8240-608a51daa285), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.720933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46600) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:48.726435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-491fea7b-b7e8-41ee-8193-fd7c11fca49c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2db7ffb9cd8a45d599c45ea724a4e890&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1473377 Feb 09 03:10:48.728191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fea7b-b7e8-41ee-8193-fd7c11fca49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638726ad-1e48-4129-8240-608a51daa285,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:48.761385 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5a52-d37d-481a-a7ae-d70e4e47d7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.784540 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb4441a5-8654-455e-a4e9-4282dca871d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.811798 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8de4-09bc-4b3f-a698-2c3b070aab12 admin admin] Publish callbacks [] for security_group (638726ad-1e48-4129-8240-608a51daa285), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.853500 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5a52-d37d-481a-a7ae-d70e4e47d7de admin admin] Publish callbacks [] for security_group (9e942770-2084-44bd-b32c-9e4616c9b792), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.860625 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5a52-d37d-481a-a7ae-d70e4e47d7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9e942770-2084-44bd-b32c-9e4616c9b792), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.864372 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8de4-09bc-4b3f-a698-2c3b070aab12 admin admin] Publish callbacks [] for security_group (638726ad-1e48-4129-8240-608a51daa285), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.942328 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb4441a5-8654-455e-a4e9-4282dca871d5 admin admin] Publish callbacks [] for security_group (cbfa2a4f-aee3-4e86-aed9-9776a985ec71), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.945546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f5a52-d37d-481a-a7ae-d70e4e47d7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e942770-2084-44bd-b32c-9e4616c9b792,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:48.959249 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb4441a5-8654-455e-a4e9-4282dca871d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cbfa2a4f-aee3-4e86-aed9-9776a985ec71), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.984861 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8de4-09bc-4b3f-a698-2c3b070aab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (638726ad-1e48-4129-8240-608a51daa285), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.985951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ef0f5a52-d37d-481a-a7ae-d70e4e47d7de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfa9b6a4c4d84871b65038fde29515bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5591929 Feb 09 03:10:48.986633 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46610) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:48.987852 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8de4-09bc-4b3f-a698-2c3b070aab12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.992571 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0bcc8de4-09bc-4b3f-a698-2c3b070aab12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/638726ad-1e48-4129-8240-608a51daa285 HTTP/1.1" status: 204 len: 168 time: 0.2705290 Feb 09 03:10:49.025662 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fb4441a5-8654-455e-a4e9-4282dca871d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04774141e7314e739887a418ac99dab2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6340961 Feb 09 03:10:49.028238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46618) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:49.055604 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ed488fe-4b2d-4438-a838-741ce9d15356 admin admin] Publish callbacks [] for security_group (9e942770-2084-44bd-b32c-9e4616c9b792), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.061021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4441a5-8654-455e-a4e9-4282dca871d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfa2a4f-aee3-4e86-aed9-9776a985ec71,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:49.082865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc8de4-09bc-4b3f-a698-2c3b070aab12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638726ad-1e48-4129-8240-608a51daa285,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:49.099792 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ed488fe-4b2d-4438-a838-741ce9d15356 admin admin] Publish callbacks [] for security_group (9e942770-2084-44bd-b32c-9e4616c9b792), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.112377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0b06a6c-8fb4-423a-9b7b-daed99f1e891 admin admin] Publish callbacks [] for security_group (cbfa2a4f-aee3-4e86-aed9-9776a985ec71), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.153149 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0b06a6c-8fb4-423a-9b7b-daed99f1e891 admin admin] Publish callbacks [] for security_group (cbfa2a4f-aee3-4e86-aed9-9776a985ec71), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.164162 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.181114 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ed488fe-4b2d-4438-a838-741ce9d15356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9e942770-2084-44bd-b32c-9e4616c9b792), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.184376 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ed488fe-4b2d-4438-a838-741ce9d15356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.185558 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4ed488fe-4b2d-4438-a838-741ce9d15356 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e942770-2084-44bd-b32c-9e4616c9b792 HTTP/1.1" status: 204 len: 168 time: 0.1979711 Feb 09 03:10:49.194464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed488fe-4b2d-4438-a838-741ce9d15356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e942770-2084-44bd-b32c-9e4616c9b792,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:49.229028 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0b06a6c-8fb4-423a-9b7b-daed99f1e891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cbfa2a4f-aee3-4e86-aed9-9776a985ec71), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.231741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0b06a6c-8fb4-423a-9b7b-daed99f1e891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.232883 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f0b06a6c-8fb4-423a-9b7b-daed99f1e891 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbfa2a4f-aee3-4e86-aed9-9776a985ec71 HTTP/1.1" status: 204 len: 168 time: 0.2035863 Feb 09 03:10:49.242456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b06a6c-8fb4-423a-9b7b-daed99f1e891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfa2a4f-aee3-4e86-aed9-9776a985ec71,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:49.325389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46632) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:49.340354 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3585925e-4100-42e4-83a9-4a63ef7fab87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.425434 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3585925e-4100-42e4-83a9-4a63ef7fab87 admin admin] Publish callbacks [] for security_group (7a3a4926-ef03-49f1-9678-4bcfb00f30e9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.430189 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3585925e-4100-42e4-83a9-4a63ef7fab87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7a3a4926-ef03-49f1-9678-4bcfb00f30e9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.470623 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3585925e-4100-42e4-83a9-4a63ef7fab87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=186dc291e6164e7c848c2797efa6b6d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1438079 Feb 09 03:10:49.471491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585925e-4100-42e4-83a9-4a63ef7fab87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3a4926-ef03-49f1-9678-4bcfb00f30e9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:49.473243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46636) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:49.529695 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf7f24dd-3ca6-4dcf-ab38-66a4f44d066a admin admin] Publish callbacks [] for security_group (7a3a4926-ef03-49f1-9678-4bcfb00f30e9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.553820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf7f24dd-3ca6-4dcf-ab38-66a4f44d066a admin admin] Publish callbacks [] for security_group (7a3a4926-ef03-49f1-9678-4bcfb00f30e9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.605040 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf7f24dd-3ca6-4dcf-ab38-66a4f44d066a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7a3a4926-ef03-49f1-9678-4bcfb00f30e9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.609596 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf7f24dd-3ca6-4dcf-ab38-66a4f44d066a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.611528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bf7f24dd-3ca6-4dcf-ab38-66a4f44d066a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a3a4926-ef03-49f1-9678-4bcfb00f30e9 HTTP/1.1" status: 204 len: 168 time: 0.1369095 Feb 09 03:10:49.624933 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f24dd-3ca6-4dcf-ab38-66a4f44d066a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3a4926-ef03-49f1-9678-4bcfb00f30e9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:49.792365 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46654) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:49.806255 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bbada487-3847-4d16-82de-3fa684f917ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.814089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46656) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:49.832999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-813e0303-b24c-426d-ad24-8a9240fbc1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.892329 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bbada487-3847-4d16-82de-3fa684f917ee admin admin] Publish callbacks [] for security_group (578fcb07-6118-42ff-9e60-6c0ae3d15da3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.897117 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bbada487-3847-4d16-82de-3fa684f917ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (578fcb07-6118-42ff-9e60-6c0ae3d15da3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.940396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bbada487-3847-4d16-82de-3fa684f917ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34f3668543eb48918c99a5babb1f111d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1467731 Feb 09 03:10:49.941097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46658) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:49.951154 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-813e0303-b24c-426d-ad24-8a9240fbc1e4 admin admin] Publish callbacks [] for security_group (6ccf08d1-38d9-4297-ab16-03c2cd226d65), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.958170 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-813e0303-b24c-426d-ad24-8a9240fbc1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6ccf08d1-38d9-4297-ab16-03c2cd226d65), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.011073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbada487-3847-4d16-82de-3fa684f917ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578fcb07-6118-42ff-9e60-6c0ae3d15da3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:50.027771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e0303-b24c-426d-ad24-8a9240fbc1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccf08d1-38d9-4297-ab16-03c2cd226d65,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:50.034230 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-813e0303-b24c-426d-ad24-8a9240fbc1e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b1223b925c04dd59f44db20ace8710d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2184587 Feb 09 03:10:50.037218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46666) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:50.045242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1fb04c12-8ab3-4909-b4e8-570cd4dde31b admin admin] Publish callbacks [] for security_group (578fcb07-6118-42ff-9e60-6c0ae3d15da3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.076864 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1fb04c12-8ab3-4909-b4e8-570cd4dde31b admin admin] Publish callbacks [] for security_group (578fcb07-6118-42ff-9e60-6c0ae3d15da3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.121606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-991b4555-7d5b-4396-bed1-bacb91e44d4b admin admin] Publish callbacks [] for security_group (6ccf08d1-38d9-4297-ab16-03c2cd226d65), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.155927 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-991b4555-7d5b-4396-bed1-bacb91e44d4b admin admin] Publish callbacks [] for security_group (6ccf08d1-38d9-4297-ab16-03c2cd226d65), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.167475 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1fb04c12-8ab3-4909-b4e8-570cd4dde31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (578fcb07-6118-42ff-9e60-6c0ae3d15da3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.167475 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1fb04c12-8ab3-4909-b4e8-570cd4dde31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.167475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1fb04c12-8ab3-4909-b4e8-570cd4dde31b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/578fcb07-6118-42ff-9e60-6c0ae3d15da3 HTTP/1.1" status: 204 len: 168 time: 0.2086859 Feb 09 03:10:50.175486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb04c12-8ab3-4909-b4e8-570cd4dde31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578fcb07-6118-42ff-9e60-6c0ae3d15da3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:50.234738 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-991b4555-7d5b-4396-bed1-bacb91e44d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6ccf08d1-38d9-4297-ab16-03c2cd226d65), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.237454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-991b4555-7d5b-4396-bed1-bacb91e44d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.242131 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-991b4555-7d5b-4396-bed1-bacb91e44d4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ccf08d1-38d9-4297-ab16-03c2cd226d65 HTTP/1.1" status: 204 len: 168 time: 0.2031212 Feb 09 03:10:50.252411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b4555-7d5b-4396-bed1-bacb91e44d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccf08d1-38d9-4297-ab16-03c2cd226d65,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:50.575819 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.634127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46710) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:50.859841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-878915d5-d541-4a23-9750-4b123a5fff28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.947414 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-878915d5-d541-4a23-9750-4b123a5fff28 admin admin] Publish callbacks [] for security_group (841fe819-01e9-4d9e-aeb2-2af8cdfcd9e4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.952062 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-878915d5-d541-4a23-9750-4b123a5fff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (841fe819-01e9-4d9e-aeb2-2af8cdfcd9e4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.992481 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-878915d5-d541-4a23-9750-4b123a5fff28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26f1837163fc438ab8ea2d38753769f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3571513 Feb 09 03:10:50.993836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878915d5-d541-4a23-9750-4b123a5fff28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841fe819-01e9-4d9e-aeb2-2af8cdfcd9e4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:50.996052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46738) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:51.140949 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1f34-8fda-4a59-82a9-52e66aaee119 admin admin] Publish callbacks [] for security_group (841fe819-01e9-4d9e-aeb2-2af8cdfcd9e4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.164004 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1f34-8fda-4a59-82a9-52e66aaee119 admin admin] Publish callbacks [] for security_group (841fe819-01e9-4d9e-aeb2-2af8cdfcd9e4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.221370 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1f34-8fda-4a59-82a9-52e66aaee119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (841fe819-01e9-4d9e-aeb2-2af8cdfcd9e4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.224615 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1f34-8fda-4a59-82a9-52e66aaee119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.228749 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8a6a1f34-8fda-4a59-82a9-52e66aaee119 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/841fe819-01e9-4d9e-aeb2-2af8cdfcd9e4 HTTP/1.1" status: 204 len: 168 time: 0.2288210 Feb 09 03:10:51.235794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a1f34-8fda-4a59-82a9-52e66aaee119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841fe819-01e9-4d9e-aeb2-2af8cdfcd9e4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:51.869067 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.897503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46792) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:51.910243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55e996e8-eccb-4327-ad33-32a62071d4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.987944 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55e996e8-eccb-4327-ad33-32a62071d4ad admin admin] Publish callbacks [] for security_group (ac75b54d-7f85-4a35-b7dc-8c5714972a92), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.994149 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55e996e8-eccb-4327-ad33-32a62071d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ac75b54d-7f85-4a35-b7dc-8c5714972a92), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.032256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-55e996e8-eccb-4327-ad33-32a62071d4ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4949001e32f64cbf9829c5873a669b62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1336508 Feb 09 03:10:52.034843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46798) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:52.041805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e996e8-eccb-4327-ad33-32a62071d4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac75b54d-7f85-4a35-b7dc-8c5714972a92,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:52.091352 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18fb18a2-8f6c-489e-a36b-150314522a4f admin admin] Publish callbacks [] for security_group (ac75b54d-7f85-4a35-b7dc-8c5714972a92), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.113700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18fb18a2-8f6c-489e-a36b-150314522a4f admin admin] Publish callbacks [] for security_group (ac75b54d-7f85-4a35-b7dc-8c5714972a92), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.176074 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18fb18a2-8f6c-489e-a36b-150314522a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ac75b54d-7f85-4a35-b7dc-8c5714972a92), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.179654 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18fb18a2-8f6c-489e-a36b-150314522a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.183596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-18fb18a2-8f6c-489e-a36b-150314522a4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac75b54d-7f85-4a35-b7dc-8c5714972a92 HTTP/1.1" status: 204 len: 168 time: 0.1476460 Feb 09 03:10:52.191347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb18a2-8f6c-489e-a36b-150314522a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac75b54d-7f85-4a35-b7dc-8c5714972a92,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:52.283736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46814) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:52.285986 n-d-824835-15 neutron-server[103327]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 03:10:52.319298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-87b8d75b-a8a8-4d32-a800-c7de55dadb16 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cb2addd23f114efbb6feee5752f7a82c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333374 Feb 09 03:10:52.516273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-88277f49-55a4-4030-b459-6a5f4dc1ad1c tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:52.517740 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-88277f49-55a4-4030-b459-6a5f4dc1ad1c tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919248 Feb 09 03:10:52.533786 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-39942cf3-5aec-459c-ae3a-5c5410f3f3b0 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/quotas/cb2addd23f114efbb6feee5752f7a82c HTTP/1.1" status: 200 len: 375 time: 0.0094178 Feb 09 03:10:52.603149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-2452bc1e-8ca0-41c2-a10f-82b8174b3d90 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb2addd23f114efbb6feee5752f7a82c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633464 Feb 09 03:10:53.364956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46886) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:53.750124 n-d-824835-15 neutron-server[103328]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 03:10:53.832239 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1326a7a-fe57-47f6-9bd7-b083c2d983bf req-cd48c103-dda3-4550-9e97-2b1956eb20fe tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 210 time: 0.4655797 Feb 09 03:10:53.835045 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.558431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.42', 62685) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:54.634814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-49fdbcf8-823d-4c9b-9896-075052bff7a1 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cb2addd23f114efbb6feee5752f7a82c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594683 Feb 09 03:10:54.889131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-16555241-e7df-4c9e-bb8f-5419a5d2a151 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:54.892174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-16555241-e7df-4c9e-bb8f-5419a5d2a151 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507610 Feb 09 03:10:55.000190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Request body: {'port': {'device_id': '50ce1e20-d5f4-4cac-a22e-facaa6ed879d', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'cb2addd23f114efbb6feee5752f7a82c'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:55.199807 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-31632249-1bca-4b9a-8cfa-6347e22f4649 req-4193a2ba-ae91-4c9b-8ff0-e41da17616d3 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 210 time: 0.1957715 Feb 09 03:10:55.360023 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Made reservation on behalf of cb2addd23f114efbb6feee5752f7a82c for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:55.363648 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.378007 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.466062 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Publish callbacks [] for security_group (dcc5991b-9be3-4302-b346-b06b8398a216), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.470547 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (dcc5991b-9be3-4302-b346-b06b8398a216), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.575481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc5991b-9be3-4302-b346-b06b8398a216,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:55.665484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47056) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:55.705773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Allocated IP 192.168.233.142 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/61705b0a-cb72-4839-9695-7c6ac1f2c531) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:55.936053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47082) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:55.952395 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Publish callbacks [] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.993805 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.132856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-e24672b7-1eef-45f3-93aa-fc407290b2a6 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905128 Feb 09 03:10:56.174374 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8fedae8-ea78-4c16-b9c4-79ab6e5bc01c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.180716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Pushing event updated for resources: {'Port': ['ID=61705b0a-cb72-4839-9695-7c6ac1f2c531,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:56.192191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:56.214801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:56.218457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:56.225683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:56.226696 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.273232 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-86b8e523-6434-4051-842e-0039ab0d2f5a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2772501 Feb 09 03:10:56.310446 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018bdeb4-2cd2-42d6-96db-ae76e53cd645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.330491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-8b51b316-1b0a-4387-a6fd-eba92df0053f tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:56.331871 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-8b51b316-1b0a-4387-a6fd-eba92df0053f tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106907 Feb 09 03:10:56.465194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-cc8fbae4-ce10-4464-98db-d579e4b1d5dc tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:56.470839 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-cc8fbae4-ce10-4464-98db-d579e4b1d5dc tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2750652 Feb 09 03:10:56.499066 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-aac80062-cdf5-4c3f-8feb-aa1776325a9f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/quotas/2f13162dd2e24fa6b915e7f5fc2e53a7 HTTP/1.1" status: 200 len: 375 time: 0.0122628 Feb 09 03:10:56.586075 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018bdeb4-2cd2-42d6-96db-ae76e53cd645 admin admin] Publish callbacks [] for security_group (405451a7-1fc4-4e82-91ff-9696e3076bf0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.653632 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018bdeb4-2cd2-42d6-96db-ae76e53cd645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (405451a7-1fc4-4e82-91ff-9696e3076bf0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.684703 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-cec3a864-c824-478c-9b1c-ec678cac8095 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1799617 Feb 09 03:10:56.695803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4771b161-13a6-4694-b824-b052e87a6428 None None] Provisioning complete for port 61705b0a-cb72-4839-9695-7c6ac1f2c531 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:56.697294 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4771b161-13a6-4694-b824-b052e87a6428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.718062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8fedae8-ea78-4c16-b9c4-79ab6e5bc01c admin admin] Publish callbacks [] for security_group (440212d5-46e6-4fd6-8e88-1e5efa18925b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.738205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47120) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:56.738514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-018bdeb4-2cd2-42d6-96db-ae76e53cd645 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23f9ecc46e014472998c7805803df311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8012762 Feb 09 03:10:56.762124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Request body: {'port': {'device_id': '50ce1e20-d5f4-4cac-a22e-facaa6ed879d', 'device_owner': 'compute:tempest-test_az-1981803198', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:56.789296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8fedae8-ea78-4c16-b9c4-79ab6e5bc01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (440212d5-46e6-4fd6-8e88-1e5efa18925b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.837942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4771b161-13a6-4694-b824-b052e87a6428 None None] Port 61705b0a-cb72-4839-9695-7c6ac1f2c531 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:10:56.852736 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e8fedae8-ea78-4c16-b9c4-79ab6e5bc01c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a734afe89ae4713a5f4166d6084bdbc&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1861653 Feb 09 03:10:56.862465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bdeb4-2cd2-42d6-96db-ae76e53cd645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405451a7-1fc4-4e82-91ff-9696e3076bf0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:56.865869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47126) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:56.963291 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fedae8-ea78-4c16-b9c4-79ab6e5bc01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440212d5-46e6-4fd6-8e88-1e5efa18925b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:57.026610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1572b-50a3-4d7e-9144-97ee820dc04c req-ff03f697-6a5e-49e3-bccd-23f16b7b0814 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:57.032333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dbb1572b-50a3-4d7e-9144-97ee820dc04c req-ff03f697-6a5e-49e3-bccd-23f16b7b0814 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 936 time: 0.3742669 Feb 09 03:10:57.154989 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.197109 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dbb1572b-50a3-4d7e-9144-97ee820dc04c req-4537853e-879f-4ca0-97f7-a69d453d2ada tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586370 Feb 09 03:10:57.250205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78d138e7-f156-4d9c-8b45-22e2d90764cb admin admin] Publish callbacks [] for security_group (440212d5-46e6-4fd6-8e88-1e5efa18925b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.300340 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b17c529-9e0e-47ac-b263-8899e80cf5f7 admin admin] Publish callbacks [] for security_group (405451a7-1fc4-4e82-91ff-9696e3076bf0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.310645 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78d138e7-f156-4d9c-8b45-22e2d90764cb admin admin] Publish callbacks [] for security_group (440212d5-46e6-4fd6-8e88-1e5efa18925b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.438609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78d138e7-f156-4d9c-8b45-22e2d90764cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (440212d5-46e6-4fd6-8e88-1e5efa18925b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.450844 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78d138e7-f156-4d9c-8b45-22e2d90764cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.452096 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-78d138e7-f156-4d9c-8b45-22e2d90764cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/440212d5-46e6-4fd6-8e88-1e5efa18925b HTTP/1.1" status: 204 len: 168 time: 0.5720050 Feb 09 03:10:57.478371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d138e7-f156-4d9c-8b45-22e2d90764cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440212d5-46e6-4fd6-8e88-1e5efa18925b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:57.487204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b17c529-9e0e-47ac-b263-8899e80cf5f7 admin admin] Publish callbacks [] for security_group (405451a7-1fc4-4e82-91ff-9696e3076bf0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.775726 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-d401e3dd-bf94-4eea-ba84-3b5b7a24f26a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005757 Feb 09 03:10:58.164220 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b17c529-9e0e-47ac-b263-8899e80cf5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (405451a7-1fc4-4e82-91ff-9696e3076bf0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.167157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b17c529-9e0e-47ac-b263-8899e80cf5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.171685 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8b17c529-9e0e-47ac-b263-8899e80cf5f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/405451a7-1fc4-4e82-91ff-9696e3076bf0 HTTP/1.1" status: 204 len: 168 time: 1.4319599 Feb 09 03:10:58.229292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17c529-9e0e-47ac-b263-8899e80cf5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405451a7-1fc4-4e82-91ff-9696e3076bf0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:58.240137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-c9ec1fed-d6f4-4ca1-acb2-808bb1e383c6 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:58.248988 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-c9ec1fed-d6f4-4ca1-acb2-808bb1e383c6 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4721417 Feb 09 03:10:58.276085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-22542351-8220-4bb1-b7b0-7318731b65eb tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/quotas/2f13162dd2e24fa6b915e7f5fc2e53a7 HTTP/1.1" status: 200 len: 375 time: 0.0258262 Feb 09 03:10:58.323882 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-52fb6187-d0e3-4089-98f9-ce0480658bfd tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466886 Feb 09 03:10:58.355146 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47198) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:58.385326 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e9aa626-08b5-4104-864c-c8bbc1251092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.414317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61705b0a-cb72-4839-9695-7c6ac1f2c531 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:10:58.438734 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Publish callbacks [] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.480986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Transition to ACTIVE for port object 61705b0a-cb72-4839-9695-7c6ac1f2c531 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:10:58.487709 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.663233 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e9aa626-08b5-4104-864c-c8bbc1251092 admin admin] Publish callbacks [] for security_group (f1680f35-800a-47d4-a826-909426531f66), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.679767 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e9aa626-08b5-4104-864c-c8bbc1251092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f1680f35-800a-47d4-a826-909426531f66), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.810887 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5e9aa626-08b5-4104-864c-c8bbc1251092 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d9bb6cd1e1245eebbc6e9d5e74913da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538772 Feb 09 03:10:58.811926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9aa626-08b5-4104-864c-c8bbc1251092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1680f35-800a-47d4-a826-909426531f66,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:58.820391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47224) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:59.024970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b81008-efe0-45d3-8ab4-e3ae1416f337 req-18337327-bda3-4f4c-b70e-e6587f48fa3a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:59.028710 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0b81008-efe0-45d3-8ab4-e3ae1416f337 req-18337327-bda3-4f4c-b70e-e6587f48fa3a tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 970 time: 0.1477423 Feb 09 03:10:59.075619 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc76d772-7ffd-4088-8068-ef51959be8a0 admin admin] Publish callbacks [] for security_group (f1680f35-800a-47d4-a826-909426531f66), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.169244 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc76d772-7ffd-4088-8068-ef51959be8a0 admin admin] Publish callbacks [] for security_group (f1680f35-800a-47d4-a826-909426531f66), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.216080 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0b81008-efe0-45d3-8ab4-e3ae1416f337 req-b48b488a-dfb1-4ab6-a739-f8a39eb08a3f tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431351 Feb 09 03:10:59.223431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47230) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:59.231445 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e431f99-6756-441c-b626-b9597eac0b33 req-00fed478-c15d-4f5c-aaf2-d6f0fe5e46fc tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 210 time: 0.1474390 Feb 09 03:10:59.231445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Pushing event updated for resources: {'Port': ['ID=61705b0a-cb72-4839-9695-7c6ac1f2c531,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:59.272972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Attempting to bind port 61705b0a-cb72-4839-9695-7c6ac1f2c531 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:59.273301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Attempting to bind port 61705b0a-cb72-4839-9695-7c6ac1f2c531 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:59.273681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Attempting to bind port 61705b0a-cb72-4839-9695-7c6ac1f2c531 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:59.293946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Port 61705b0a-cb72-4839-9695-7c6ac1f2c531 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:10:59.295270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Attempting to bind port 61705b0a-cb72-4839-9695-7c6ac1f2c531 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:59.311221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:59.311562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:59.312230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:59.312781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Bound port: 61705b0a-cb72-4839-9695-7c6ac1f2c531, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:59.313224 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.342055 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f83f53a6-1c4e-4d85-8de1-0a0c88caeb9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.391452 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc76d772-7ffd-4088-8068-ef51959be8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f1680f35-800a-47d4-a826-909426531f66), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.395273 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc76d772-7ffd-4088-8068-ef51959be8a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.397328 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dc76d772-7ffd-4088-8068-ef51959be8a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1680f35-800a-47d4-a826-909426531f66 HTTP/1.1" status: 204 len: 168 time: 0.5756404 Feb 09 03:10:59.426000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76d772-7ffd-4088-8068-ef51959be8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1680f35-800a-47d4-a826-909426531f66,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:59.529571 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f83f53a6-1c4e-4d85-8de1-0a0c88caeb9d admin admin] Publish callbacks [] for security_group (8a810b31-611a-494f-8169-9bed6f294a51), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.547381 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f83f53a6-1c4e-4d85-8de1-0a0c88caeb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8a810b31-611a-494f-8169-9bed6f294a51), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.564435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] For port 61705b0a-cb72-4839-9695-7c6ac1f2c531, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:59.580793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] For port 61705b0a-cb72-4839-9695-7c6ac1f2c531, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=61705b0a-cb72-4839-9695-7c6ac1f2c531,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:59.593055 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.630489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f53a6-1c4e-4d85-8de1-0a0c88caeb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a810b31-611a-494f-8169-9bed6f294a51,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:59.706683 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f83f53a6-1c4e-4d85-8de1-0a0c88caeb9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6091f2697b541498729ef4842b77958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703581 Feb 09 03:10:59.711339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47246) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:59.802519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1692a442-f86c-4367-bb6b-14dd166c74e5 admin admin] Publish callbacks [] for security_group (8a810b31-611a-494f-8169-9bed6f294a51), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.842695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.65', 65244) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:59.843283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:59.843876 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.855487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] 10.222.0.42 "PUT /v2.0/ports/61705b0a-cb72-4839-9695-7c6ac1f2c531 HTTP/1.1" status: 200 len: 1119 time: 3.2046015 Feb 09 03:10:59.856205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ce1e20-d5f4-4cac-a22e-facaa6ed879d', 'tag': '61705b0a-cb72-4839-9695-7c6ac1f2c531'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:10:59.997150 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1692a442-f86c-4367-bb6b-14dd166c74e5 admin admin] Publish callbacks [] for security_group (8a810b31-611a-494f-8169-9bed6f294a51), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:00.054923 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-7aeb3c8d-28e7-47fe-8c28-217cc9bbac4a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2125518 Feb 09 03:11:00.112589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288497f0-e30a-4c9d-b507-7e3bbf4f06d8 service neutron] Pushing event updated for resources: {'Port': ['ID=61705b0a-cb72-4839-9695-7c6ac1f2c531,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:00.275282 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1692a442-f86c-4367-bb6b-14dd166c74e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8a810b31-611a-494f-8169-9bed6f294a51), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:00.289896 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1692a442-f86c-4367-bb6b-14dd166c74e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:00.294355 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1692a442-f86c-4367-bb6b-14dd166c74e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a810b31-611a-494f-8169-9bed6f294a51 HTTP/1.1" status: 204 len: 168 time: 0.5808709 Feb 09 03:11:00.498793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-73509345-926e-4eb5-a079-d2a4d73af568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:00.506318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692a442-f86c-4367-bb6b-14dd166c74e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a810b31-611a-494f-8169-9bed6f294a51,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:00.507496 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-73509345-926e-4eb5-a079-d2a4d73af568 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb2addd23f114efbb6feee5752f7a82c&device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 1153 time: 0.3318338 Feb 09 03:11:00.587286 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e280351-45f9-4cbf-a273-abbb7138f9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "50ce1e20-d5f4-4cac-a22e-facaa6ed879d", "tag": "61705b0a-cb72-4839-9695-7c6ac1f2c531"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:00.612013 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc9a7800-7c68-42cc-9298-12b0fb74b155 req-565b43ac-1ba3-4d66-8829-27da6dcc403f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 210 time: 0.1337192 Feb 09 03:11:00.790556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c16e296b-a835-4629-8481-69e987ef58e0 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:00.794891 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c16e296b-a835-4629-8481-69e987ef58e0 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7205060 Feb 09 03:11:00.854920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-9e6df499-aeb6-425e-b4ea-f2a47e2e8d5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=61705b0a-cb72-4839-9695-7c6ac1f2c531 HTTP/1.1" status: 200 len: 217 time: 0.2604325 Feb 09 03:11:00.911400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Request body: {'port': {'device_id': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '2f13162dd2e24fa6b915e7f5fc2e53a7'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:00.932548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b831d7-ed4b-4127-96b3-198554971f44 req-76e47447-f6dc-4ea5-9bc2-ec9d7be6047e tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:00.934856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08b831d7-ed4b-4127-96b3-198554971f44 req-76e47447-f6dc-4ea5-9bc2-ec9d7be6047e tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 970 time: 0.4753013 Feb 09 03:11:01.131138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-8ec3d890-ae69-4d2e-b772-2c437ecdd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:01.133472 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-8ec3d890-ae69-4d2e-b772-2c437ecdd7cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1867704 Feb 09 03:11:01.233435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.65', 65248) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:01.369139 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-e1631114-8a01-4a63-8690-e877e46da767 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1323471 Feb 09 03:11:01.501325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08b831d7-ed4b-4127-96b3-198554971f44 req-37609b1a-6354-4684-adf5-e5a1b90b9aeb tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586247 Feb 09 03:11:01.589557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-fcd30f0d-0db8-40e3-b270-2e10f3804d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:01.591044 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-fcd30f0d-0db8-40e3-b270-2e10f3804d53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4313655 Feb 09 03:11:01.603809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47306) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:01.666089 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f75f05a-f3a4-4ba1-86a3-998311198b14 x-openstack-request-id: req-1f75f05a-f3a4-4ba1-86a3-998311198b14 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:01.666972 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ce1e20-d5f4-4cac-a22e-facaa6ed879d", "tag": "61705b0a-cb72-4839-9695-7c6ac1f2c531", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:01.667384 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f75f05a-f3a4-4ba1-86a3-998311198b14 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:01.671194 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ce1e20-d5f4-4cac-a22e-facaa6ed879d', 'tag': '61705b0a-cb72-4839-9695-7c6ac1f2c531', 'status': 'completed', 'code': 200} Feb 09 03:11:01.679576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47316) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:01.784447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Made reservation on behalf of 2f13162dd2e24fa6b915e7f5fc2e53a7 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:01.788744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.809710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.864672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-28be28f7-72ab-4a49-a6d5-e6b66f9edcba tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:01.868990 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-28be28f7-72ab-4a49-a6d5-e6b66f9edcba tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4921191 Feb 09 03:11:01.876021 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-53c0920c-4c45-4980-b159-6936b7482c90 req-d0dd1d1a-c4d6-44d5-b300-ba92dd9b24e7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 210 time: 0.0740926 Feb 09 03:11:01.915115 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Request body: {'port': {'device_id': '361f91ba-d932-466d-977e-d64414184f5e', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '2f13162dd2e24fa6b915e7f5fc2e53a7'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:01.988030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-2821bec5-8518-4997-afd0-055cf0db6034 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838584 Feb 09 03:11:02.294566 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c753936e-7951-4fa2-ae00-e1e84f10c19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.315513 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8af4256e-3bfa-4a9a-ba99-9d1a5e8082b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.334319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Made reservation on behalf of 2f13162dd2e24fa6b915e7f5fc2e53a7 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:02.339331 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.360519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.552251 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks [] for security_group (3ada52c7-acda-42d0-954f-d02dc893df94), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.710848 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8af4256e-3bfa-4a9a-ba99-9d1a5e8082b2 admin admin] Publish callbacks [] for security_group (5877112e-5828-464a-81e3-129ffad440b6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.730222 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8af4256e-3bfa-4a9a-ba99-9d1a5e8082b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5877112e-5828-464a-81e3-129ffad440b6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.775177 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c753936e-7951-4fa2-ae00-e1e84f10c19b admin admin] Publish callbacks [] for security_group (34814259-d362-4148-85a8-c42acbc607cd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.785324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3ada52c7-acda-42d0-954f-d02dc893df94), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.850619 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.api [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 2f13162dd2e24fa6b915e7f5fc2e53a7 {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:11:02.852365 n-d-824835-15 neutron-server[103327]: DEBUG oslo_db.api [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:11:02.860683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4256e-3bfa-4a9a-ba99-9d1a5e8082b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5877112e-5828-464a-81e3-129ffad440b6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:02.942039 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c753936e-7951-4fa2-ae00-e1e84f10c19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (34814259-d362-4148-85a8-c42acbc607cd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.051655 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8af4256e-3bfa-4a9a-ba99-9d1a5e8082b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=245848214761429bb4f075313bd429eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4467099 Feb 09 03:11:03.059179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c753936e-7951-4fa2-ae00-e1e84f10c19b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=643c2700f1e5422fb4eff99feaaf7c06&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3623762 Feb 09 03:11:03.063489 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47342) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:03.067105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47340) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:03.205523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19c2e1ad-41cc-4610-a41f-8e52d4810e5f req-0f35cef2-15c0-437b-b342-5cf72adc87d7 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1975663 Feb 09 03:11:03.215753 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ada52c7-acda-42d0-954f-d02dc893df94,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:03.296072 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f200d0bd-0cf1-4767-8e66-7e2261e76101 req-1286e63c-8a8d-4a72-a447-7fa2b7371d80 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 210 time: 0.1190276 Feb 09 03:11:03.400152 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.486709 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-870aabd7-3198-46b6-902c-fb0d6696d153 admin admin] Publish callbacks [] for security_group (34814259-d362-4148-85a8-c42acbc607cd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.593928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-870aabd7-3198-46b6-902c-fb0d6696d153 admin admin] Publish callbacks [] for security_group (34814259-d362-4148-85a8-c42acbc607cd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.757422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47360) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:03.795802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d1a970b-11b8-4b29-bc30-39e43607a5fd admin admin] Publish callbacks [] for security_group (5877112e-5828-464a-81e3-129ffad440b6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.832315 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e280351-45f9-4cbf-a273-abbb7138f9ee req-22b0df2b-ec78-4aab-9e48-3accddf27911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:03.835062 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e280351-45f9-4cbf-a273-abbb7138f9ee req-22b0df2b-ec78-4aab-9e48-3accddf27911 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb2addd23f114efbb6feee5752f7a82c&device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 1153 time: 0.5034733 Feb 09 03:11:03.941629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753936e-7951-4fa2-ae00-e1e84f10c19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34814259-d362-4148-85a8-c42acbc607cd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:04.011103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b41761-212e-46cf-9eca-d06d5ef23024 req-441305eb-72d1-44df-81fb-0b267311c56c tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:04.022229 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-33b41761-212e-46cf-9eca-d06d5ef23024 req-441305eb-72d1-44df-81fb-0b267311c56c tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 970 time: 1.2117491 Feb 09 03:11:04.044435 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-870aabd7-3198-46b6-902c-fb0d6696d153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (34814259-d362-4148-85a8-c42acbc607cd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.052891 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-870aabd7-3198-46b6-902c-fb0d6696d153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.059819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-870aabd7-3198-46b6-902c-fb0d6696d153 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34814259-d362-4148-85a8-c42acbc607cd HTTP/1.1" status: 204 len: 168 time: 0.9950082 Feb 09 03:11:04.088817 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d1a970b-11b8-4b29-bc30-39e43607a5fd admin admin] Publish callbacks [] for security_group (5877112e-5828-464a-81e3-129ffad440b6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.202008 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870aabd7-3198-46b6-902c-fb0d6696d153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34814259-d362-4148-85a8-c42acbc607cd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:04.308666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-583976411-network', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:04.356615 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d1a970b-11b8-4b29-bc30-39e43607a5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5877112e-5828-464a-81e3-129ffad440b6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.373128 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d1a970b-11b8-4b29-bc30-39e43607a5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.382807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0d1a970b-11b8-4b29-bc30-39e43607a5fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5877112e-5828-464a-81e3-129ffad440b6 HTTP/1.1" status: 204 len: 168 time: 1.3069196 Feb 09 03:11:04.400140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e280351-45f9-4cbf-a273-abbb7138f9ee req-d291af13-7d4b-46b3-8463-47fbf0be72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:04.403202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e280351-45f9-4cbf-a273-abbb7138f9ee req-d291af13-7d4b-46b3-8463-47fbf0be72e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.5238376 Feb 09 03:11:04.404090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Made reservation on behalf of 4c1d0832777b4f4ba16e5cce5187b540 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:04.406964 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.432259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.484106 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e280351-45f9-4cbf-a273-abbb7138f9ee req-2e69bea8-14be-4fb7-9976-144bc70afa4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=61705b0a-cb72-4839-9695-7c6ac1f2c531 HTTP/1.1" status: 200 len: 217 time: 0.0618007 Feb 09 03:11:04.520428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Allocated IP 192.168.233.119 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/ca6e6edb-37a1-45a8-8f16-408e897e7c6a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:04.529163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a970b-11b8-4b29-bc30-39e43607a5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5877112e-5828-464a-81e3-129ffad440b6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:04.644853 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-33b41761-212e-46cf-9eca-d06d5ef23024 req-272c8ad0-1d7a-4cde-9579-4a4b70258f1f tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6212606 Feb 09 03:11:04.673342 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-917ed676-60cd-4fe3-8df4-c2c069f65c65 req-2b2378fc-e231-416d-9d88-d8ad8da02d44 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 210 time: 0.1179161 Feb 09 03:11:04.698367 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e280351-45f9-4cbf-a273-abbb7138f9ee req-711f4f19-4cbd-4780-bfd5-13e0f765f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:04.700301 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e280351-45f9-4cbf-a273-abbb7138f9ee req-711f4f19-4cbd-4780-bfd5-13e0f765f36a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.2045770 Feb 09 03:11:04.910209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Publish callbacks [] for security_group (50b2e4f0-5da5-43a4-90d7-3065b3bd9acd), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.924169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e280351-45f9-4cbf-a273-abbb7138f9ee req-ebcb4c64-f27b-4be0-b84c-c8e9284bae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:04.929263 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e280351-45f9-4cbf-a273-abbb7138f9ee req-ebcb4c64-f27b-4be0-b84c-c8e9284bae99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2035897 Feb 09 03:11:04.931542 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (50b2e4f0-5da5-43a4-90d7-3065b3bd9acd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.000970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks [] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.002307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:05.139938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:11:05.186088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47386) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:05.252061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Allocated IP 192.168.233.83 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/d5f269ae-27e4-48d4-b586-6ef813228ba1) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:05.279313 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8675-b21a-4eb8-a29d-e33fe7d814dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.281710 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (90c0daff-6c37-4465-a791-f72946aa16b3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.282122 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Added segment 90c0daff-6c37-4465-a791-f72946aa16b3 of type vlan for network 35693877-8c1e-440a-b66e-13e31f87a936 Feb 09 03:11:05.361904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.560971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47392) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:05.665077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:05.696754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:05.700651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:05.715042 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:05.718250 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.721040 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55bfb00c-2283-4bc9-bbb1-c64ec755f8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.844529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Pushing event updated for resources: {'Port': ['ID=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:05.867456 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-c2d94fc9-5538-4814-b613-a36729a94b5c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9602849 Feb 09 03:11:05.914016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-58799397-b43b-49c8-8aa6-6acbe9be079a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:11:05.915688 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-58799397-b43b-49c8-8aa6-6acbe9be079a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279038 Feb 09 03:11:05.934478 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (35693877-8c1e-440a-b66e-13e31f87a936), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.991542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-96c2447f-0c12-4ab0-ad40-4e3c41376f3d req-4cf48591-3b5d-4d85-b883-7693e5b11030 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 210 time: 0.0825424 Feb 09 03:11:06.039211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e280351-45f9-4cbf-a273-abbb7138f9ee req-44b93019-c9ad-4f4f-abcd-e6778aacd82d service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0564291 Feb 09 03:11:06.110207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55bfb00c-2283-4bc9-bbb1-c64ec755f8e2 admin admin] Publish callbacks [] for security_group (439af4e1-b1aa-41e2-9aa4-2ee9b6e37de2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.132169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55bfb00c-2283-4bc9-bbb1-c64ec755f8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (439af4e1-b1aa-41e2-9aa4-2ee9b6e37de2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.247282 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (35693877-8c1e-440a-b66e-13e31f87a936), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.249110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:06.250517 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.251168 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks [] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.259353 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e280351-45f9-4cbf-a273-abbb7138f9ee req-98329f49-4f58-4c46-863a-8300b4a0da1c service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005060 Feb 09 03:11:06.315037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f991ddd1-6001-44c0-9cfd-4c5ef9dd6932 None None] Provisioning complete for port ca6e6edb-37a1-45a8-8f16-408e897e7c6a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:06.319199 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f991ddd1-6001-44c0-9cfd-4c5ef9dd6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.320556 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-55bfb00c-2283-4bc9-bbb1-c64ec755f8e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d1d15a9640a41ef9861211f610127e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7241864 Feb 09 03:11:06.334614 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47406) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:06.341198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfb00c-2283-4bc9-bbb1-c64ec755f8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439af4e1-b1aa-41e2-9aa4-2ee9b6e37de2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:06.405276 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6172457 Feb 09 03:11:06.418817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47410) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:06.420511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59f89d-5ba3-4a4b-984e-6d791e7e8cb0 req-af33ade2-65c8-4f87-b5fc-7f0c21528be5 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:06.436288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a59f89d-5ba3-4a4b-984e-6d791e7e8cb0 req-af33ade2-65c8-4f87-b5fc-7f0c21528be5 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 970 time: 0.5007865 Feb 09 03:11:06.436604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-de74af06-33d5-4282-99e5-729688388e80 admin admin] Request body: {'subnet': {'network_id': '35693877-8c1e-440a-b66e-13e31f87a936', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-583976411-subnet', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:06.468759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f991ddd1-6001-44c0-9cfd-4c5ef9dd6932 None None] Port ca6e6edb-37a1-45a8-8f16-408e897e7c6a cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:06.477110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de74af06-33d5-4282-99e5-729688388e80 admin admin] Made reservation on behalf of 4c1d0832777b4f4ba16e5cce5187b540 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:06.481008 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de74af06-33d5-4282-99e5-729688388e80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.526479 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Request body: {'port': {'device_id': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:06.620365 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8675-b21a-4eb8-a29d-e33fe7d814dc admin admin] Publish callbacks [] for security_group (0e569e1e-552d-4799-afc8-b820f17e3ce7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.627699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644b3c8-5636-44bf-947b-55a11e6cf05f admin admin] Pushing event updated for resources: {'Network': ['ID=35693877-8c1e-440a-b66e-13e31f87a936,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:06.631589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a59f89d-5ba3-4a4b-984e-6d791e7e8cb0 req-9a84fd91-c3ae-4c65-ad01-bf3a64d3f3da tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811874 Feb 09 03:11:06.643071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 35693877-8c1e-440a-b66e-13e31f87a936 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:06.673988 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b7c8675-b21a-4eb8-a29d-e33fe7d814dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0e569e1e-552d-4799-afc8-b820f17e3ce7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.723398 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7820ab54-80d0-4013-a9a5-25537a3a1cc0 admin admin] Publish callbacks [] for security_group (439af4e1-b1aa-41e2-9aa4-2ee9b6e37de2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.790956 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7820ab54-80d0-4013-a9a5-25537a3a1cc0 admin admin] Publish callbacks [] for security_group (439af4e1-b1aa-41e2-9aa4-2ee9b6e37de2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.795437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.799518 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.890874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Pushing event updated for resources: {'Port': ['ID=d5f269ae-27e4-48d4-b586-6ef813228ba1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:06.925228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:06.927368 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:06.931781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:06.937951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:06.938820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.958748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c8675-b21a-4eb8-a29d-e33fe7d814dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e569e1e-552d-4799-afc8-b820f17e3ce7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:06.975403 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6b7c8675-b21a-4eb8-a29d-e33fe7d814dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=269c4b10a87b42c596a5d1feb1625252&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7879109 Feb 09 03:11:06.992781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47422) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:07.081945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7820ab54-80d0-4013-a9a5-25537a3a1cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (439af4e1-b1aa-41e2-9aa4-2ee9b6e37de2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.086469 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-8dcbe16c-fcb0-472e-aedf-693092a23de7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1760006 Feb 09 03:11:07.088444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7820ab54-80d0-4013-a9a5-25537a3a1cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.092019 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7820ab54-80d0-4013-a9a5-25537a3a1cc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/439af4e1-b1aa-41e2-9aa4-2ee9b6e37de2 HTTP/1.1" status: 204 len: 168 time: 0.7536483 Feb 09 03:11:07.115285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820ab54-80d0-4013-a9a5-25537a3a1cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439af4e1-b1aa-41e2-9aa4-2ee9b6e37de2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:07.219119 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04a28ccd-f204-4876-ad56-78cca02a20d0 admin admin] Publish callbacks [] for security_group (0e569e1e-552d-4799-afc8-b820f17e3ce7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.262647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Request body: {'port': {'device_id': '361f91ba-d932-466d-977e-d64414184f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:07.309436 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04a28ccd-f204-4876-ad56-78cca02a20d0 admin admin] Publish callbacks [] for security_group (0e569e1e-552d-4799-afc8-b820f17e3ce7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.420347 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.485941 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04a28ccd-f204-4876-ad56-78cca02a20d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0e569e1e-552d-4799-afc8-b820f17e3ce7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.494729 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04a28ccd-f204-4876-ad56-78cca02a20d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.501292 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-04a28ccd-f204-4876-ad56-78cca02a20d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e569e1e-552d-4799-afc8-b820f17e3ce7 HTTP/1.1" status: 204 len: 168 time: 0.5057120 Feb 09 03:11:07.583899 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.629746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a5868bfa-76b9-41b7-83f0-4de42ca97989 None None] Provisioning complete for port d5f269ae-27e4-48d4-b586-6ef813228ba1 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:07.634819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a28ccd-f204-4876-ad56-78cca02a20d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e569e1e-552d-4799-afc8-b820f17e3ce7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:07.649138 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5868bfa-76b9-41b7-83f0-4de42ca97989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.762815 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de74af06-33d5-4282-99e5-729688388e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (887b3969-9426-4e7d-9a61-119daccba650), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.790734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a5868bfa-76b9-41b7-83f0-4de42ca97989 None None] Port d5f269ae-27e4-48d4-b586-6ef813228ba1 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:07.858667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74af06-33d5-4282-99e5-729688388e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=887b3969-9426-4e7d-9a61-119daccba650,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:07.889984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c05dd-808c-4a26-b7c8-b0f121ae6a57 req-0e977e4e-4ff6-43aa-a7bf-96b3afa7eb44 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:07.894821 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-377c05dd-808c-4a26-b7c8-b0f121ae6a57 req-0e977e4e-4ff6-43aa-a7bf-96b3afa7eb44 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 935 time: 0.6866393 Feb 09 03:11:07.896296 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47462) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:07.997193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de74af06-33d5-4282-99e5-729688388e80 admin admin] Checking segment: {'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:07.999193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de74af06-33d5-4282-99e5-729688388e80 admin admin] Network hostable DHCP agents. Network: 35693877-8c1e-440a-b66e-13e31f87a936, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:11:08.029728 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-377c05dd-808c-4a26-b7c8-b0f121ae6a57 req-9694858f-2bee-4eb7-842f-86e069c2085c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171000 Feb 09 03:11:08.043093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de74af06-33d5-4282-99e5-729688388e80 admin admin] Network 35693877-8c1e-440a-b66e-13e31f87a936 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:11:08.073250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-de74af06-33d5-4282-99e5-729688388e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 35693877-8c1e-440a-b66e-13e31f87a936) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:08.084929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04903854-fdbb-4c85-9b51-d9e782b22da8 None None] Network 35693877-8c1e-440a-b66e-13e31f87a936 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:08.087931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de74af06-33d5-4282-99e5-729688388e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:08.091837 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de74af06-33d5-4282-99e5-729688388e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.139044 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-de74af06-33d5-4282-99e5-729688388e80 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7130611 Feb 09 03:11:08.145037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47468) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:08.151991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-583976411-router', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:08.219599 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.227236 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.321698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45e237-88fd-4599-9aca-f42aeb7fafe6 req-d1334fcc-24e8-4083-a8cf-3c805b21b802 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:08.324388 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a45e237-88fd-4599-9aca-f42aeb7fafe6 req-d1334fcc-24e8-4083-a8cf-3c805b21b802 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 970 time: 0.1176963 Feb 09 03:11:08.414961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-35693877-8c1e-440a-b66e-13e31f87a936', 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936', 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'fixed_ips': [{'subnet_id': '887b3969-9426-4e7d-9a61-119daccba650'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:11:08.417084 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.436911 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a45e237-88fd-4599-9aca-f42aeb7fafe6 req-4002cc6e-e4c9-40a2-8821-54b8e4a29b3d tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846713 Feb 09 03:11:08.523758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6e6edb-37a1-45a8-8f16-408e897e7c6a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:08.543760 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Publish callbacks [] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.577467 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Publish callbacks [] for router_controller (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.588950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Transition to ACTIVE for port object ca6e6edb-37a1-45a8-8f16-408e897e7c6a will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:11:08.743420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b169270f-1ce4-4c19-9c8c-e7db956cedb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.809346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f269ae-27e4-48d4-b586-6ef813228ba1 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:08.810937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Allocated IP 172.20.0.2 (35693877-8c1e-440a-b66e-13e31f87a936/887b3969-9426-4e7d-9a61-119daccba650/6469be62-937a-4c1e-bdd6-793121772812) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:08.823675 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Publish callbacks [] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.829238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Transition to ACTIVE for port object d5f269ae-27e4-48d4-b586-6ef813228ba1 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:11:08.830677 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.956676 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.050271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Pushing event updated for resources: {'Port': ['ID=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:09.227783 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Attempting to bind port ca6e6edb-37a1-45a8-8f16-408e897e7c6a on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:09.230798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Attempting to bind port ca6e6edb-37a1-45a8-8f16-408e897e7c6a by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:09.231425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Attempting to bind port ca6e6edb-37a1-45a8-8f16-408e897e7c6a on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:09.288367 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Port ca6e6edb-37a1-45a8-8f16-408e897e7c6a on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:11:09.289191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Attempting to bind port ca6e6edb-37a1-45a8-8f16-408e897e7c6a on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:09.331382 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Publish callbacks [] for port (6469be62-937a-4c1e-bdd6-793121772812), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.342860 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (6469be62-937a-4c1e-bdd6-793121772812), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.398616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Pushing event updated for resources: {'Port': ['ID=d5f269ae-27e4-48d4-b586-6ef813228ba1,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:09.403114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Pushing event updated for resources: {'Port': ['ID=6469be62-937a-4c1e-bdd6-793121772812,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:09.419372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:09.419744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.420248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.420694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:09.420933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.421548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.422264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.422453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:09.422910 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.423385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.423807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Bound port: ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:09.424023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.424535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.424881 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.425458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.425965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.426437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.427990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Tracked resource versions report: Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: pushed versions: Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: { 'AddressGroup': {'1.2'}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'ConntrackHelper': {'1.0'}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'LocalIPAssociation': {'1.0'}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'Log': {'1.0'}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'Network': {'1.1'}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'Port': {'1.7'}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'PortForwarding': {'1.2'}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'QosPolicy': {'1.10'}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'SecurityGroup': {'1.5'}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'SecurityGroupRule': {'1.2'}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'SubPort': {'1.0'}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'Subnet': {'1.1'}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'Trunk': {'1.1'}} Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: consumer versions: Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: { DHCP agent@n-d-824835-15: {}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: HyperV agent@n-h1-824835-15: {}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: HyperV agent@n-h2-824835-15: {}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: L3 agent@n-d-824835-15: {}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: Metadata agent@n-d-824835-15: {}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: Metering agent@n-d-824835-15: {}, Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: Open vSwitch agent@n-d-824835-15: { 'AddressGroup': '1.2', Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'ConntrackHelper': '1.0', Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'LocalIPAssociation': '1.0', Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'Log': '1.0', Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'Network': '1.1', Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'Port': '1.7', Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'PortForwarding': '1.2', Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'QosPolicy': '1.10', Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'SecurityGroup': '1.5', Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'SecurityGroupRule': '1.2', Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'SubPort': '1.0', Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'Subnet': '1.1', Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: 'Trunk': '1.1'}} Feb 09 03:11:09.429744 n-d-824835-15 neutron-server[103329]: {{(pid=103329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 03:11:09.453205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Attempting to bind port d5f269ae-27e4-48d4-b586-6ef813228ba1 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:09.453738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Attempting to bind port d5f269ae-27e4-48d4-b586-6ef813228ba1 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:09.454306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Attempting to bind port d5f269ae-27e4-48d4-b586-6ef813228ba1 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:09.466674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Network 35693877-8c1e-440a-b66e-13e31f87a936 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:09.477473 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Port d5f269ae-27e4-48d4-b586-6ef813228ba1 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:11:09.479832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Attempting to bind port d5f269ae-27e4-48d4-b586-6ef813228ba1 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:09.494531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:09.495341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:09.496012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:09.496910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:09.497895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Bound port: d5f269ae-27e4-48d4-b586-6ef813228ba1, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:09.498695 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.503795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:09.575701 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Publish callbacks [] for router_gateway (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.704895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Attempting to bind port 6469be62-937a-4c1e-bdd6-793121772812 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:09.705807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Attempting to bind port 6469be62-937a-4c1e-bdd6-793121772812 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:09.705807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Attempting to bind port 6469be62-937a-4c1e-bdd6-793121772812 on network 35693877-8c1e-440a-b66e-13e31f87a936 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:09.720645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:09.724920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Checking segment: {'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:09.729245 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.729689 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Bound using segment: {'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:09.730197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Bound port: 6469be62-937a-4c1e-bdd6-793121772812, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:09.738880 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6469be62-937a-4c1e-bdd6-793121772812), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.776257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:09.816451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:09.832089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] For port d5f269ae-27e4-48d4-b586-6ef813228ba1, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:09.836433 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.863029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777f591-1dbe-4b22-80a8-7da4a595438f req-4a615b9d-13cc-4166-b051-0f4acdb366a4 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:09.866165 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7777f591-1dbe-4b22-80a8-7da4a595438f req-4a615b9d-13cc-4166-b051-0f4acdb366a4 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 970 time: 0.1986866 Feb 09 03:11:09.894477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] For port d5f269ae-27e4-48d4-b586-6ef813228ba1, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d5f269ae-27e4-48d4-b586-6ef813228ba1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:09.908338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:09.909276 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.910672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] 10.222.0.65 "PUT /v2.0/ports/ca6e6edb-37a1-45a8-8f16-408e897e7c6a HTTP/1.1" status: 200 len: 1097 time: 3.6632283 Feb 09 03:11:09.920385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:09.943880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11000ec6-aa03-4756-9472-063f69fd9ac4 req-30b73899-7999-4585-abe9-100296a93927 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:09.955487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11000ec6-aa03-4756-9472-063f69fd9ac4 req-30b73899-7999-4585-abe9-100296a93927 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 947 time: 0.5938795 Feb 09 03:11:10.030468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] For port 6469be62-937a-4c1e-bdd6-793121772812, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:10.077284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] For port 6469be62-937a-4c1e-bdd6-793121772812, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6469be62-937a-4c1e-bdd6-793121772812,segment=NetworkSegment(90c0daff-6c37-4465-a791-f72946aa16b3),segment_id=90c0daff-6c37-4465-a791-f72946aa16b3)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:10.092711 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6469be62-937a-4c1e-bdd6-793121772812), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.094448 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.177166 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b169270f-1ce4-4c19-9c8c-e7db956cedb9 admin admin] Publish callbacks [] for security_group (8f303384-01c9-4888-9d7e-1e2d89b9067d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.229095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11000ec6-aa03-4756-9472-063f69fd9ac4 req-6c46133c-b501-41e1-9fe0-7320e9b0a4bd tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621033 Feb 09 03:11:10.230741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b169270f-1ce4-4c19-9c8c-e7db956cedb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8f303384-01c9-4888-9d7e-1e2d89b9067d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.277545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df15fa7-44d7-4572-a8a5-48310fb2193d None None] Pushing event updated for resources: {'Port': ['ID=6469be62-937a-4c1e-bdd6-793121772812,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:10.336210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:10.339013 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.342488 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] 10.222.0.65 "PUT /v2.0/ports/d5f269ae-27e4-48d4-b586-6ef813228ba1 HTTP/1.1" status: 200 len: 1096 time: 3.0977919 Feb 09 03:11:10.384131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169270f-1ce4-4c19-9c8c-e7db956cedb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f303384-01c9-4888-9d7e-1e2d89b9067d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:10.469284 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b169270f-1ce4-4c19-9c8c-e7db956cedb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=648a799ee49a4a52a5d37b9561e0855b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5635016 Feb 09 03:11:10.470672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47522) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:10.746686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62339b68-8c8e-4f32-9fa6-a38f4aa7ec9c service neutron] Pushing event updated for resources: {'Port': ['ID=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:10.760143 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebc32aa-9720-4449-8613-44e8f99c7161" -d '{"events": [{"name": "network-changed", "server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:10.816293 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7777f591-1dbe-4b22-80a8-7da4a595438f req-16557455-f2dc-42a2-a4e8-6ccaf0066d72 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9246678 Feb 09 03:11:10.816507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Publish callbacks [] for router_gateway (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.956124 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.061444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-4b099e0e-a659-4adb-ae8e-50842fbf1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:11.063219 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-4b099e0e-a659-4adb-ae8e-50842fbf1af4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 1131 time: 0.9803672 Feb 09 03:11:11.114500 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6469be62-937a-4c1e-bdd6-793121772812 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:11.324087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Allocated IP 172.25.5.234 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/ff6802b3-e63c-4e16-8f27-06c31c0be5a1) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:11.375751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6469be62-937a-4c1e-bdd6-793121772812 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:11.376158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6469be62-937a-4c1e-bdd6-793121772812), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.415400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc57c4d-943a-4a63-ba5a-b281a7f884ae service neutron] Pushing event updated for resources: {'Port': ['ID=d5f269ae-27e4-48d4-b586-6ef813228ba1,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:11.461349 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-126ae922-6f76-41ea-ae84-17730c6cab6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a HTTP/1.1" status: 200 len: 217 time: 0.3636627 Feb 09 03:11:11.482540 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-67dd2f8b-236e-45e6-97b1-558dbdc4a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:11.487753 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-67dd2f8b-236e-45e6-97b1-558dbdc4a078 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 1130 time: 1.0733140 Feb 09 03:11:11.553199 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c190cd0f-41c5-45ff-a060-e77ff6d5fdb2 admin admin] Publish callbacks [] for security_group (8f303384-01c9-4888-9d7e-1e2d89b9067d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.613105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6469be62-937a-4c1e-bdd6-793121772812 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:11.614998 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6469be62-937a-4c1e-bdd6-793121772812), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.715505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 6469be62-937a-4c1e-bdd6-793121772812, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6469be62-937a-4c1e-bdd6-793121772812,segment=NetworkSegment(90c0daff-6c37-4465-a791-f72946aa16b3),segment_id=90c0daff-6c37-4465-a791-f72946aa16b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:11.725246 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6469be62-937a-4c1e-bdd6-793121772812), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.761335 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a809833-08b4-4d7a-97da-71a528f757e8 x-openstack-request-id: req-6a809833-08b4-4d7a-97da-71a528f757e8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:11.761335 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:11.761720 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a809833-08b4-4d7a-97da-71a528f757e8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:11.764528 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'status': 'completed', 'code': 200} Feb 09 03:11:11.810017 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Publish callbacks [] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.868071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=6469be62-937a-4c1e-bdd6-793121772812,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:11.925687 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.944082 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c190cd0f-41c5-45ff-a060-e77ff6d5fdb2 admin admin] Publish callbacks [] for security_group (8f303384-01c9-4888-9d7e-1e2d89b9067d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.949078 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-1cd7a58e-68fc-417a-ab6b-d9d6c05ef2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:11.951014 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-1cd7a58e-68fc-417a-ab6b-d9d6c05ef2c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.4607632 Feb 09 03:11:11.961903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-9e9213fb-12cc-4c02-8474-a8d5dfba82d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d5f269ae-27e4-48d4-b586-6ef813228ba1 HTTP/1.1" status: 200 len: 217 time: 0.1754897 Feb 09 03:11:12.041532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:12.049107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:12.053675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:12.068967 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f9ee2-c859-4df9-a9a5-1d196acd8573 req-a299d3f8-c7a1-409b-a6ba-ed2504dde16d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:12.077645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef9f9ee2-c859-4df9-a9a5-1d196acd8573 req-a299d3f8-c7a1-409b-a6ba-ed2504dde16d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 947 time: 0.2411442 Feb 09 03:11:12.165933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Pushing event updated for resources: {'Port': ['ID=ff6802b3-e63c-4e16-8f27-06c31c0be5a1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:12.255593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-5f546ff5-bfe0-4e91-b195-28b297492ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:12.257188 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-5f546ff5-bfe0-4e91-b195-28b297492ca4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.2082531 Feb 09 03:11:12.278069 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c190cd0f-41c5-45ff-a060-e77ff6d5fdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8f303384-01c9-4888-9d7e-1e2d89b9067d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.279516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb4e753-98b5-4a94-ac81-5ee26c583c4a None None] Network 35693877-8c1e-440a-b66e-13e31f87a936 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:12.280995 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c190cd0f-41c5-45ff-a060-e77ff6d5fdb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.282322 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c190cd0f-41c5-45ff-a060-e77ff6d5fdb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f303384-01c9-4888-9d7e-1e2d89b9067d HTTP/1.1" status: 204 len: 168 time: 1.7681336 Feb 09 03:11:12.299581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190cd0f-41c5-45ff-a060-e77ff6d5fdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f303384-01c9-4888-9d7e-1e2d89b9067d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:12.368102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef9f9ee2-c859-4df9-a9a5-1d196acd8573 req-49d75293-8769-409a-96f2-ee79785556d6 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893448 Feb 09 03:11:12.370579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-7e016734-c18a-4c45-b0b5-aae8dec69835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:12.372204 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-7e016734-c18a-4c45-b0b5-aae8dec69835 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3441622 Feb 09 03:11:12.440561 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-04ae6944-adc4-4547-b861-e02fa1afd7ef None None] Provisioning complete for port 6469be62-937a-4c1e-bdd6-793121772812 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:12.441237 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04ae6944-adc4-4547-b861-e02fa1afd7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6469be62-937a-4c1e-bdd6-793121772812), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.613173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-04ae6944-adc4-4547-b861-e02fa1afd7ef None None] Current status of the port 6469be62-937a-4c1e-bdd6-793121772812 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:12.739868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0edf6-336e-4459-b31a-07944e981304 req-18531ca1-9ace-4c25-9706-0d9bd84c2083 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:12.742639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-01b0edf6-336e-4459-b31a-07944e981304 req-18531ca1-9ace-4c25-9706-0d9bd84c2083 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 970 time: 0.5087314 Feb 09 03:11:12.774662 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-b1e0cc17-1759-4a41-9ac1-a20a162bf6f5 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933583 Feb 09 03:11:12.805591 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Publish callbacks [] for router_gateway (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.824637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6469be62-937a-4c1e-bdd6-793121772812 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:12.938216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6469be62-937a-4c1e-bdd6-793121772812 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:12.939329 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6469be62-937a-4c1e-bdd6-793121772812), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.043998 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:11:13.060678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47572) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:13.150821 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1253c97f-b22c-4b90-a836-26c79242fb94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.165832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6469be62-937a-4c1e-bdd6-793121772812 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:13.213294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-6fd35b1d-17d0-4433-9244-591f5333e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:13.215429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-6fd35b1d-17d0-4433-9244-591f5333e11c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7243829 Feb 09 03:11:13.220960 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-01b0edf6-336e-4459-b31a-07944e981304 req-e1f92925-3dd9-4881-8bba-cde740fe0e59 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017021 Feb 09 03:11:13.269201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ffebb358-da86-4f5c-9e4b-216be560fc38 None None] Provisioning complete for port 6469be62-937a-4c1e-bdd6-793121772812 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:13.269621 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffebb358-da86-4f5c-9e4b-216be560fc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6469be62-937a-4c1e-bdd6-793121772812), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.373035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d152497b-1f8c-4ab0-a3e6-538357f6821c req-78854b92-ab45-4011-8105-2149822e58db service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796890 Feb 09 03:11:13.517458 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1253c97f-b22c-4b90-a836-26c79242fb94 admin admin] Publish callbacks [] for security_group (08fa7cba-addb-4890-a1ce-313db97ca09c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.528336 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-c68bbcdf-acc7-4184-9c27-382f31584ce0 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873542 Feb 09 03:11:13.532125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ffebb358-da86-4f5c-9e4b-216be560fc38 None None] Current status of the port 6469be62-937a-4c1e-bdd6-793121772812 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:13.564344 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1253c97f-b22c-4b90-a836-26c79242fb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (08fa7cba-addb-4890-a1ce-313db97ca09c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.651778 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1253c97f-b22c-4b90-a836-26c79242fb94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77480178d6fb433bb619deb5ef863a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5863810 Feb 09 03:11:13.655455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253c97f-b22c-4b90-a836-26c79242fb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fa7cba-addb-4890-a1ce-313db97ca09c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:13.663894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47598) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:13.775490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361f91ba-d932-466d-977e-d64414184f5e', 'tag': 'd5f269ae-27e4-48d4-b586-6ef813228ba1'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:13.778320 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d5ab72-03dc-47dd-bc7f-8aba428c208a" -d '{"events": [{"name": "network-changed", "server_uuid": "361f91ba-d932-466d-977e-d64414184f5e", "tag": "d5f269ae-27e4-48d4-b586-6ef813228ba1"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:13.815266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b5420-e69b-41bf-b459-e72f940aaba7 req-90a03ef2-2eb7-40f7-99e5-d176c06c0cba tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:13.816921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc32aa-9720-4449-8613-44e8f99c7161 req-9356beed-06b6-404f-b1c9-443a978521ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:13.819242 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ebc32aa-9720-4449-8613-44e8f99c7161 req-9356beed-06b6-404f-b1c9-443a978521ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 1131 time: 0.3267436 Feb 09 03:11:13.820743 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-286b5420-e69b-41bf-b459-e72f940aaba7 req-90a03ef2-2eb7-40f7-99e5-d176c06c0cba tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 947 time: 0.3017209 Feb 09 03:11:13.837588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.854621 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e6a64e-ec45-473e-be7f-fc43a9c49a8e req-2ba8fab5-5253-4f9b-bec4-2b68adaea20c service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931480 Feb 09 03:11:13.865275 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ac3771-26e7-4cd8-aebd-150d3cdbefd6 x-openstack-request-id: req-35ac3771-26e7-4cd8-aebd-150d3cdbefd6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:13.865590 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361f91ba-d932-466d-977e-d64414184f5e", "tag": "d5f269ae-27e4-48d4-b586-6ef813228ba1", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:13.865844 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35ac3771-26e7-4cd8-aebd-150d3cdbefd6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:13.866241 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361f91ba-d932-466d-977e-d64414184f5e', 'tag': 'd5f269ae-27e4-48d4-b586-6ef813228ba1', 'status': 'completed', 'code': 200} Feb 09 03:11:13.915158 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-286b5420-e69b-41bf-b459-e72f940aaba7 req-17b2ade0-941d-45f1-a615-ad2cfe3f4989 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692818 Feb 09 03:11:13.915766 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61876236-5e27-4e36-ab7a-d7b50a22edb7 admin admin] Publish callbacks [] for security_group (08fa7cba-addb-4890-a1ce-313db97ca09c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.020934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47606) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:14.025064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47608) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:14.083615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61876236-5e27-4e36-ab7a-d7b50a22edb7 admin admin] Publish callbacks [] for security_group (08fa7cba-addb-4890-a1ce-313db97ca09c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.119004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Router f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:11:14.196452 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af38152c-7be0-4993-b3c9-3bc1eebfb73b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.255767 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61876236-5e27-4e36-ab7a-d7b50a22edb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (08fa7cba-addb-4890-a1ce-313db97ca09c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.258401 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61876236-5e27-4e36-ab7a-d7b50a22edb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.259925 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-61876236-5e27-4e36-ab7a-d7b50a22edb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08fa7cba-addb-4890-a1ce-313db97ca09c HTTP/1.1" status: 204 len: 168 time: 0.5947745 Feb 09 03:11:14.278578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61876236-5e27-4e36-ab7a-d7b50a22edb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fa7cba-addb-4890-a1ce-313db97ca09c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:14.278837 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2282c5f2-a806-4f53-9997-d278f27402a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.313601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:14.337191 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Sync routers for ids ['f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:14.355228 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.360058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-abd739a7-bda1-415d-b9b4-922cc32b791b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2178602 Feb 09 03:11:14.360689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47618) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:14.377093 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Routers {'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:14.381035 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:10:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:14.563152 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 61705b0a-cb72-4839-9695-7c6ac1f2c531 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:11:14.569319 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af38152c-7be0-4993-b3c9-3bc1eebfb73b admin admin] Publish callbacks [] for security_group (8072f651-94ed-46ca-9922-a50b3b43182d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.625142 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af38152c-7be0-4993-b3c9-3bc1eebfb73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8072f651-94ed-46ca-9922-a50b3b43182d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.808203 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Set router f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:14.848094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38152c-7be0-4993-b3c9-3bc1eebfb73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8072f651-94ed-46ca-9922-a50b3b43182d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:14.894935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 61705b0a-cb72-4839-9695-7c6ac1f2c531, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=61705b0a-cb72-4839-9695-7c6ac1f2c531,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:14.916358 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-af38152c-7be0-4993-b3c9-3bc1eebfb73b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb4cedad7b374eadb7d7148c458ad8ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8946481 Feb 09 03:11:14.930600 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '61705b0a-cb72-4839-9695-7c6ac1f2c531', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '61705b0a-cb72-4839-9695-7c6ac1f2c531', 'mac_address': 'fa:16:3e:83:83:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:tempest-test_az-1981803198', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:11:14.969036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47626) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:15.006536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2282c5f2-a806-4f53-9997-d278f27402a6 admin admin] Publish callbacks [] for security_group (0bbb62a2-ce9a-4fad-8e78-4bae9f6efb5a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.024235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 61705b0a-cb72-4839-9695-7c6ac1f2c531 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:15.024639 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.059819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61705b0a-cb72-4839-9695-7c6ac1f2c531 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:15.102698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda66255-0ad2-4dd6-b458-34ce2de0c14e req-666af98b-d241-44a5-a004-921040e60919 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:15.112883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fda66255-0ad2-4dd6-b458-34ce2de0c14e req-666af98b-d241-44a5-a004-921040e60919 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 970 time: 0.6300280 Feb 09 03:11:15.136202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 61705b0a-cb72-4839-9695-7c6ac1f2c531, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=61705b0a-cb72-4839-9695-7c6ac1f2c531,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:15.136919 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2282c5f2-a806-4f53-9997-d278f27402a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0bbb62a2-ce9a-4fad-8e78-4bae9f6efb5a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.144600 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.158223 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'name': 'tempest-AttachSCSIVolumeTestJSON-583976411-router', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:08Z', 'updated_at': '2022-02-09T03:11:12Z', 'revision_number': 3, 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'gw_port': {'id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:10Z', 'updated_at': '2022-02-09T03:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:15.245678 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Checking router: f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:11:15.246029 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Updating router f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 port ff6802b3-e63c-4e16-8f27-06c31c0be5a1 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:11:15.274084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2282c5f2-a806-4f53-9997-d278f27402a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fab0c0a4461f49af9b2531d6a4fea109&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2476277 Feb 09 03:11:15.277604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47636) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:15.279642 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.309055 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.348207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a1b6b-e43e-4e85-89d6-e4364be95207 req-a3b10307-4024-4c27-a55f-c4fc21701d6d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:15.358670 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed3a1b6b-e43e-4e85-89d6-e4364be95207 req-a3b10307-4024-4c27-a55f-c4fc21701d6d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 947 time: 0.2413945 Feb 09 03:11:15.424253 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fda66255-0ad2-4dd6-b458-34ce2de0c14e req-2854d0f7-3420-4966-8a54-26737c366b85 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089950 Feb 09 03:11:15.426299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5ab72-03dc-47dd-bc7f-8aba428c208a req-009441e8-20ae-4a44-aa32-cb209f521925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:15.433493 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40d5ab72-03dc-47dd-bc7f-8aba428c208a req-009441e8-20ae-4a44-aa32-cb209f521925 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 1130 time: 0.7000477 Feb 09 03:11:15.434274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282c5f2-a806-4f53-9997-d278f27402a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbb62a2-ce9a-4fad-8e78-4bae9f6efb5a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:15.475191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed3a1b6b-e43e-4e85-89d6-e4364be95207 req-d3348ccf-deb6-4e79-9314-b63b87458199 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155076 Feb 09 03:11:15.532047 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0a57eab-33cd-4e05-9339-0f7446d80e31 admin admin] Publish callbacks [] for security_group (0bbb62a2-ce9a-4fad-8e78-4bae9f6efb5a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.562916 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18d09800-0076-402a-9943-b68e46770788 admin admin] Publish callbacks [] for security_group (8072f651-94ed-46ca-9922-a50b3b43182d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.572662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0a57eab-33cd-4e05-9339-0f7446d80e31 admin admin] Publish callbacks [] for security_group (0bbb62a2-ce9a-4fad-8e78-4bae9f6efb5a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.579286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=61705b0a-cb72-4839-9695-7c6ac1f2c531,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:15.618471 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18d09800-0076-402a-9943-b68e46770788 admin admin] Publish callbacks [] for security_group (8072f651-94ed-46ca-9922-a50b3b43182d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.671811 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c136f27-473c-4a08-b454-ffd644d56d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.694791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['61705b0a-cb72-4839-9695-7c6ac1f2c531'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:15.701609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0a57eab-33cd-4e05-9339-0f7446d80e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0bbb62a2-ce9a-4fad-8e78-4bae9f6efb5a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.713730 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0a57eab-33cd-4e05-9339-0f7446d80e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.719126 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a0a57eab-33cd-4e05-9339-0f7446d80e31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0bbb62a2-ce9a-4fad-8e78-4bae9f6efb5a HTTP/1.1" status: 204 len: 168 time: 0.4227450 Feb 09 03:11:15.793635 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18d09800-0076-402a-9943-b68e46770788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8072f651-94ed-46ca-9922-a50b3b43182d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.806980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18d09800-0076-402a-9943-b68e46770788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.811947 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-18d09800-0076-402a-9943-b68e46770788 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8072f651-94ed-46ca-9922-a50b3b43182d HTTP/1.1" status: 204 len: 168 time: 0.8324540 Feb 09 03:11:15.814119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a57eab-33cd-4e05-9339-0f7446d80e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbb62a2-ce9a-4fad-8e78-4bae9f6efb5a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:16.006114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d09800-0076-402a-9943-b68e46770788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8072f651-94ed-46ca-9922-a50b3b43182d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:16.021510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Allocated IP 172.20.0.1 (35693877-8c1e-440a-b66e-13e31f87a936/887b3969-9426-4e7d-9a61-119daccba650/71ac6b83-7b9f-47b0-ab17-80c306f1be80) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:16.022219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc32aa-9720-4449-8613-44e8f99c7161 req-851a6ef7-acf9-4502-b19e-317f92698f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:16.023641 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ebc32aa-9720-4449-8613-44e8f99c7161 req-851a6ef7-acf9-4502-b19e-317f92698f58 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 1.3494599 Feb 09 03:11:16.103927 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Publish callbacks [] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.115145 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.222032 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ebc32aa-9720-4449-8613-44e8f99c7161 req-6b9a6b52-e450-4fd5-84c5-ce409ce4720c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a HTTP/1.1" status: 200 len: 217 time: 0.1244438 Feb 09 03:11:16.235138 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5ab72-03dc-47dd-bc7f-8aba428c208a req-aa206709-ad68-4cc7-b39b-b8d26adbe92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:16.237214 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40d5ab72-03dc-47dd-bc7f-8aba428c208a req-aa206709-ad68-4cc7-b39b-b8d26adbe92e service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.7758279 Feb 09 03:11:16.263151 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Pushing event updated for resources: {'Port': ['ID=ff6802b3-e63c-4e16-8f27-06c31c0be5a1,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:16.288964 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.289336 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.289709 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.290054 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.290390 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.290727 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.291056 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.291388 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.291716 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.294780 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.295114 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.295938 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.296281 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Tracked resource versions report: Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: pushed versions: Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: { 'AddressGroup': {'1.2'}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'ConntrackHelper': {'1.0'}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'LocalIPAssociation': {'1.0'}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'Log': {'1.0'}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'Network': {'1.1'}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'Port': {'1.7'}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'PortForwarding': {'1.2'}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'QosPolicy': {'1.10'}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'SecurityGroup': {'1.5'}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'SecurityGroupRule': {'1.2'}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'SubPort': {'1.0'}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'Subnet': {'1.1'}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'Trunk': {'1.1'}} Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: consumer versions: Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: { DHCP agent@n-d-824835-15: {}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: HyperV agent@n-h1-824835-15: {}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: HyperV agent@n-h2-824835-15: {}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: L3 agent@n-d-824835-15: {}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: Metadata agent@n-d-824835-15: {}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: Metering agent@n-d-824835-15: {}, Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: Open vSwitch agent@n-d-824835-15: { 'AddressGroup': '1.2', Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'ConntrackHelper': '1.0', Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'LocalIPAssociation': '1.0', Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'Log': '1.0', Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'Network': '1.1', Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'Port': '1.7', Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'PortForwarding': '1.2', Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'QosPolicy': '1.10', Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'SecurityGroup': '1.5', Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'SecurityGroupRule': '1.2', Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'SubPort': '1.0', Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'Subnet': '1.1', Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: 'Trunk': '1.1'}} Feb 09 03:11:16.299366 n-d-824835-15 neutron-server[103330]: {{(pid=103330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 03:11:16.310091 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Attempting to bind port ff6802b3-e63c-4e16-8f27-06c31c0be5a1 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:16.310467 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Attempting to bind port ff6802b3-e63c-4e16-8f27-06c31c0be5a1 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:16.312404 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Attempting to bind port ff6802b3-e63c-4e16-8f27-06c31c0be5a1 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:16.325099 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:16.325514 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:16.326170 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.326576 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:16.327053 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Bound port: ff6802b3-e63c-4e16-8f27-06c31c0be5a1, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:16.327435 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.364918 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Publish callbacks [] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.382246 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] For port ff6802b3-e63c-4e16-8f27-06c31c0be5a1, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:16.386829 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] For port ff6802b3-e63c-4e16-8f27-06c31c0be5a1, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ff6802b3-e63c-4e16-8f27-06c31c0be5a1,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:16.394134 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.407885 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.437958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47662) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:16.464018 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28f80562-7ae4-49cc-bb2b-192074680827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.466578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Network 35693877-8c1e-440a-b66e-13e31f87a936 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:16.482505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:16.484953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:16.485661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.500336 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Routers {'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:16.500967 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:10:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:16.683366 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd1977-8997-425e-982f-379372426fe7 None None] Pushing event updated for resources: {'Port': ['ID=ff6802b3-e63c-4e16-8f27-06c31c0be5a1,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:16.710327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Pushing event updated for resources: {'Port': ['ID=71ac6b83-7b9f-47b0-ab17-80c306f1be80,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:16.713158 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28f80562-7ae4-49cc-bb2b-192074680827 admin admin] Publish callbacks [] for security_group (d36e556f-921f-4df3-9f38-c360940f8f7e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.726889 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28f80562-7ae4-49cc-bb2b-192074680827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d36e556f-921f-4df3-9f38-c360940f8f7e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.760958 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-28f80562-7ae4-49cc-bb2b-192074680827 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddab1ee6fabb49b1aa8cc1266b22d371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214245 Feb 09 03:11:16.770447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6df85b-1dc1-4bd7-8e8b-c7091bb96b72 req-934bebb0-f150-4399-b383-f57d20b20e3c tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:16.778001 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] Set router f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:16.779212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c6df85b-1dc1-4bd7-8e8b-c7091bb96b72 req-934bebb0-f150-4399-b383-f57d20b20e3c tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 971 time: 0.1614113 Feb 09 03:11:16.786628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47670) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:16.821574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47674) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:16.878831 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e86197b7-f2cf-4ea2-bd5b-ff9f1647bd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.898165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b5d817fe-537f-4d0a-a270-3c5902db0a87 None None] Provisioning complete for port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:16.900438 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5d817fe-537f-4d0a-a270-3c5902db0a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.913724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c6df85b-1dc1-4bd7-8e8b-c7091bb96b72 req-74680f9d-bcb7-4a66-a2c6-1f42f3470cb4 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282227 Feb 09 03:11:16.914378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f80562-7ae4-49cc-bb2b-192074680827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36e556f-921f-4df3-9f38-c360940f8f7e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:16.964858 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4db7c3a9-6614-4e76-8bda-b2517a134702 admin admin] Publish callbacks [] for security_group (d36e556f-921f-4df3-9f38-c360940f8f7e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.968183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b5d817fe-537f-4d0a-a270-3c5902db0a87 None None] Port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:17.003260 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6689a-1fe0-4364-b3cf-0277f01b0986 req-d5f1a0aa-ea1c-47e1-ad03-7ce3526d34e6 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:17.004917 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4da6689a-1fe0-4364-b3cf-0277f01b0986 req-d5f1a0aa-ea1c-47e1-ad03-7ce3526d34e6 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 947 time: 0.3529754 Feb 09 03:11:17.014924 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4db7c3a9-6614-4e76-8bda-b2517a134702 admin admin] Publish callbacks [] for security_group (d36e556f-921f-4df3-9f38-c360940f8f7e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.054972 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'name': 'tempest-AttachSCSIVolumeTestJSON-583976411-router', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:08Z', 'updated_at': '2022-02-09T03:11:12Z', 'revision_number': 3, 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'gw_port': {'id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:10Z', 'updated_at': '2022-02-09T03:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:17.082751 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.084259 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4db7c3a9-6614-4e76-8bda-b2517a134702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d36e556f-921f-4df3-9f38-c360940f8f7e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.088340 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4db7c3a9-6614-4e76-8bda-b2517a134702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.093393 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4db7c3a9-6614-4e76-8bda-b2517a134702 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d36e556f-921f-4df3-9f38-c360940f8f7e HTTP/1.1" status: 204 len: 168 time: 0.2982852 Feb 09 03:11:17.103362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7c3a9-6614-4e76-8bda-b2517a134702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36e556f-921f-4df3-9f38-c360940f8f7e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:17.143983 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f7529-74eb-4bac-9f7a-94fc9066c081 None None] The sync data for ids ['f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'] in n-d-824835-15 is: [{'id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'name': 'tempest-AttachSCSIVolumeTestJSON-583976411-router', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:08Z', 'updated_at': '2022-02-09T03:11:12Z', 'revision_number': 3, 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'gw_port': {'id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:10Z', 'updated_at': '2022-02-09T03:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:17.151554 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4da6689a-1fe0-4364-b3cf-0277f01b0986 req-62ec55cd-d44a-4b89-94fb-1150d2ca75dd tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328921 Feb 09 03:11:17.159514 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e86197b7-f2cf-4ea2-bd5b-ff9f1647bd3e admin admin] Publish callbacks [] for security_group (4e51817e-b264-4de4-8692-0754768d1cb5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.169608 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e86197b7-f2cf-4ea2-bd5b-ff9f1647bd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4e51817e-b264-4de4-8692-0754768d1cb5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.262606 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e86197b7-f2cf-4ea2-bd5b-ff9f1647bd3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6fc708a134344cfba6d11818d7b7c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4396029 Feb 09 03:11:17.262937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47682) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:17.288453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86197b7-f2cf-4ea2-bd5b-ff9f1647bd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e51817e-b264-4de4-8692-0754768d1cb5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:17.400413 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Publish callbacks [] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.407300 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.408131 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.415372 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40d5ab72-03dc-47dd-bc7f-8aba428c208a req-9cf31f42-b8d8-49e6-88cb-19c1dc747aa1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d5f269ae-27e4-48d4-b586-6ef813228ba1 HTTP/1.1" status: 200 len: 217 time: 0.0769830 Feb 09 03:11:17.534157 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d342d602-4329-40c8-b7dd-c17eaacd3aba admin admin] Publish callbacks [] for security_group (4e51817e-b264-4de4-8692-0754768d1cb5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.546373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc32aa-9720-4449-8613-44e8f99c7161 req-11a12721-665e-476f-9efd-b1dd11f93e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:17.547470 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ebc32aa-9720-4449-8613-44e8f99c7161 req-11a12721-665e-476f-9efd-b1dd11f93e78 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.2216704 Feb 09 03:11:17.568584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5ab72-03dc-47dd-bc7f-8aba428c208a req-ff16ebc4-b5e8-43d9-b77f-6d42c74446f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:17.570531 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40d5ab72-03dc-47dd-bc7f-8aba428c208a req-ff16ebc4-b5e8-43d9-b77f-6d42c74446f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1445282 Feb 09 03:11:17.577923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Pushing event updated for resources: {'Port': ['ID=71ac6b83-7b9f-47b0-ab17-80c306f1be80,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:17.621509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Network 35693877-8c1e-440a-b66e-13e31f87a936 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:17.625191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:17.626224 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d342d602-4329-40c8-b7dd-c17eaacd3aba admin admin] Publish callbacks [] for security_group (4e51817e-b264-4de4-8692-0754768d1cb5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.773018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc32aa-9720-4449-8613-44e8f99c7161 req-3ea0eff7-e99b-4b0d-b058-0f0766f8ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:17.774559 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ebc32aa-9720-4449-8613-44e8f99c7161 req-3ea0eff7-e99b-4b0d-b058-0f0766f8ff50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1675534 Feb 09 03:11:17.777761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5ab72-03dc-47dd-bc7f-8aba428c208a req-c07761c5-202c-4fcd-aadc-d43ccce0cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:17.782224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40d5ab72-03dc-47dd-bc7f-8aba428c208a req-c07761c5-202c-4fcd-aadc-d43ccce0cc42 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1878340 Feb 09 03:11:17.867381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Router f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:17.923873 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d342d602-4329-40c8-b7dd-c17eaacd3aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4e51817e-b264-4de4-8692-0754768d1cb5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.928304 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d342d602-4329-40c8-b7dd-c17eaacd3aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.933139 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d342d602-4329-40c8-b7dd-c17eaacd3aba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e51817e-b264-4de4-8692-0754768d1cb5 HTTP/1.1" status: 204 len: 168 time: 0.6665087 Feb 09 03:11:17.958341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342d602-4329-40c8-b7dd-c17eaacd3aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e51817e-b264-4de4-8692-0754768d1cb5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:18.019452 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87074efb-ffaf-48b2-962f-228d138158c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.073249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c362eef1-c8cd-4c39-9dfb-eeb54f79d26d None None] Provisioning complete for port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:18.077623 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c362eef1-c8cd-4c39-9dfb-eeb54f79d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.079231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40d5ab72-03dc-47dd-bc7f-8aba428c208a req-b1fba65b-bc3e-47ff-8676-689fcdfb01d3 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545631 Feb 09 03:11:18.131645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ebc32aa-9720-4449-8613-44e8f99c7161 req-3b4f1dd3-1dd4-4d9e-a492-3938454c6f7a service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441036 Feb 09 03:11:18.162525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c362eef1-c8cd-4c39-9dfb-eeb54f79d26d None None] Port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:18.253828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:18.268561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a67cccd4-db1a-4e8c-bd0a-d3e148f3174a admin admin] 10.222.0.21 "PUT /v2.0/routers/f981d0ac-1c1a-4c3c-9d7d-9f9a32633621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8980157 Feb 09 03:11:18.296170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723375a-e6dd-41c4-bd40-e3aa9f1b966a req-e649c30d-ef5b-405a-baea-aa91c6ec67cc tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:18.297913 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f723375a-e6dd-41c4-bd40-e3aa9f1b966a req-e649c30d-ef5b-405a-baea-aa91c6ec67cc tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 971 time: 0.1689372 Feb 09 03:11:18.363298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f723375a-e6dd-41c4-bd40-e3aa9f1b966a req-e89fcb6d-4a71-42a6-859a-5ed8d7d2b7a9 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592849 Feb 09 03:11:18.578278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 61705b0a-cb72-4839-9695-7c6ac1f2c531 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:18.669771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 61705b0a-cb72-4839-9695-7c6ac1f2c531 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:11:18.675866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 61705b0a-cb72-4839-9695-7c6ac1f2c531 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:18.679087 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.772218 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40d5ab72-03dc-47dd-bc7f-8aba428c208a req-9dd40fc6-3121-4b00-a384-0b5269775503 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065019 Feb 09 03:11:18.786892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eca1d-2993-4e0c-a720-f04d8bf5b8cc req-a7bbb148-565d-48b5-b7e8-d7599b8fc522 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:18.788378 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 61705b0a-cb72-4839-9695-7c6ac1f2c531 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:18.788757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c5eca1d-2993-4e0c-a720-f04d8bf5b8cc req-a7bbb148-565d-48b5-b7e8-d7599b8fc522 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 947 time: 0.4211740 Feb 09 03:11:18.794715 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.812962 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ff6802b3-e63c-4e16-8f27-06c31c0be5a1 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:18.869080 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c5eca1d-2993-4e0c-a720-f04d8bf5b8cc req-8255ebe4-3991-4185-b866-96b92fc2b89f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637636 Feb 09 03:11:18.871138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ebc32aa-9720-4449-8613-44e8f99c7161 req-375ec3f9-5b07-412a-96ff-d2c30f998406 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239983 Feb 09 03:11:18.877913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ce1e20-d5f4-4cac-a22e-facaa6ed879d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61705b0a-cb72-4839-9695-7c6ac1f2c531'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:18.960030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 61705b0a-cb72-4839-9695-7c6ac1f2c531, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=61705b0a-cb72-4839-9695-7c6ac1f2c531,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:18.971767 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.007271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47748) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:19.042349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ff6802b3-e63c-4e16-8f27-06c31c0be5a1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:19.042897 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.082157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=61705b0a-cb72-4839-9695-7c6ac1f2c531,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:19.158530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ff6802b3-e63c-4e16-8f27-06c31c0be5a1 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:19.159402 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.178727 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.187480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port ff6802b3-e63c-4e16-8f27-06c31c0be5a1, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ff6802b3-e63c-4e16-8f27-06c31c0be5a1,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:19.195995 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.205092 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79e23867-5638-415e-8ea2-23e2f31b34db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.259484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=ff6802b3-e63c-4e16-8f27-06c31c0be5a1,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:19.326326 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79e23867-5638-415e-8ea2-23e2f31b34db admin admin] Publish callbacks [] for security_group (f0207e4c-c184-4b2c-a1c3-c48f7905357b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.329555 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e6a8d8-5c94-4e02-ab41-d7938b2a4ea5" -d '{"events": [{"server_uuid": "50ce1e20-d5f4-4cac-a22e-facaa6ed879d", "name": "network-vif-plugged", "status": "completed", "tag": "61705b0a-cb72-4839-9695-7c6ac1f2c531"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:19.334436 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79e23867-5638-415e-8ea2-23e2f31b34db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f0207e4c-c184-4b2c-a1c3-c48f7905357b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.377542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-79e23867-5638-415e-8ea2-23e2f31b34db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1aa2c89353247e0a4533f33c62b23eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674278 Feb 09 03:11:19.379511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e23867-5638-415e-8ea2-23e2f31b34db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0207e4c-c184-4b2c-a1c3-c48f7905357b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:19.380912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47770) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:19.468050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd042549-5f29-45dc-90da-18843e3d8c8c admin admin] Publish callbacks [] for security_group (f0207e4c-c184-4b2c-a1c3-c48f7905357b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.509266 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd042549-5f29-45dc-90da-18843e3d8c8c admin admin] Publish callbacks [] for security_group (f0207e4c-c184-4b2c-a1c3-c48f7905357b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.552849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7da2d-2c6f-4a5f-9efc-0d2257733add req-e8ea278d-fc91-42a4-8b7a-4e5352a2d2de tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:19.554389 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-81a7da2d-2c6f-4a5f-9efc-0d2257733add req-e8ea278d-fc91-42a4-8b7a-4e5352a2d2de tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 972 time: 0.1016848 Feb 09 03:11:19.556403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Sync routers for ids ['f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:19.577534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Routers {'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:19.583118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:19.620204 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd042549-5f29-45dc-90da-18843e3d8c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f0207e4c-c184-4b2c-a1c3-c48f7905357b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.624032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd042549-5f29-45dc-90da-18843e3d8c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.628155 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cd042549-5f29-45dc-90da-18843e3d8c8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0207e4c-c184-4b2c-a1c3-c48f7905357b HTTP/1.1" status: 204 len: 168 time: 0.2435822 Feb 09 03:11:19.643348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-81a7da2d-2c6f-4a5f-9efc-0d2257733add req-f1966f49-2683-4d04-942e-0bd30c220c9e tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811265 Feb 09 03:11:19.663500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd042549-5f29-45dc-90da-18843e3d8c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0207e4c-c184-4b2c-a1c3-c48f7905357b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:19.737114 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8de5a31-9f19-40d4-bf00-5d55242dfe9c x-openstack-request-id: req-c8de5a31-9f19-40d4-bf00-5d55242dfe9c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:19.737471 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ce1e20-d5f4-4cac-a22e-facaa6ed879d", "name": "network-vif-plugged", "status": "completed", "tag": "61705b0a-cb72-4839-9695-7c6ac1f2c531", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:19.737730 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8de5a31-9f19-40d4-bf00-5d55242dfe9c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:19.738191 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ce1e20-d5f4-4cac-a22e-facaa6ed879d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61705b0a-cb72-4839-9695-7c6ac1f2c531', 'code': 200} Feb 09 03:11:19.746044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Set router f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:19.753871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47786) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:19.760007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1567120311-network', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:19.788067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Made reservation on behalf of 78e57bb2e7a9447a985d2f2626a81239 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:19.790583 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.805127 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.942488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adfd1d-6b96-4538-b373-61cc9a54fc85 req-dc5dc3cd-51c8-4644-b27a-dc2f63e208b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:19.944390 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9adfd1d-6b96-4538-b373-61cc9a54fc85 req-dc5dc3cd-51c8-4644-b27a-dc2f63e208b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 1155 time: 0.1188910 Feb 09 03:11:19.979615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9adfd1d-6b96-4538-b373-61cc9a54fc85 req-dc87ae88-e002-467e-82d2-6e0c45f5c818 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.031663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'name': 'tempest-AttachSCSIVolumeTestJSON-583976411-router', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:08Z', 'updated_at': '2022-02-09T03:11:16Z', 'revision_number': 4, 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'gw_port': {'id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:10Z', 'updated_at': '2022-02-09T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '71ac6b83-7b9f-47b0-ab17-80c306f1be80', 'name': '', 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'mac_address': 'fa:16:3e:d7:ea:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '887b3969-9426-4e7d-9a61-119daccba650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:15Z', 'updated_at': '2022-02-09T03:11:17Z', 'revision_number': 2, 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'subnets': [{'id': '887b3969-9426-4e7d-9a61-119daccba650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:20.038728 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Publish callbacks [] for security_group (7637dfce-7d16-4cab-a73c-67bd5851ce73), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.051726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7637dfce-7d16-4cab-a73c-67bd5851ce73), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.074623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Checking router: f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:11:20.075566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Updating router f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:11:20.106040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:11:20.111997 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.117485 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7637dfce-7d16-4cab-a73c-67bd5851ce73,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:20.135582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59274da-5fa9-4d37-b856-01575881bae5 req-47be8187-da6e-45ca-9d65-560581e1bf4a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:20.137206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c59274da-5fa9-4d37-b856-01575881bae5 req-47be8187-da6e-45ca-9d65-560581e1bf4a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 947 time: 0.1549466 Feb 09 03:11:20.151300 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (bd0ccb27-ad95-41a3-9cf4-93c0ceede35d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.151842 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Added segment bd0ccb27-ad95-41a3-9cf4-93c0ceede35d of type vlan for network 57faaf20-7037-4ac8-9602-a077327c1f3f Feb 09 03:11:20.250071 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (57faaf20-7037-4ac8-9602-a077327c1f3f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.261132 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9adfd1d-6b96-4538-b373-61cc9a54fc85 req-dc87ae88-e002-467e-82d2-6e0c45f5c818 service neutron] Publish callbacks [] for security_group (69fb7c9c-442a-47aa-a5c6-981a3542e0e6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.274810 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9adfd1d-6b96-4538-b373-61cc9a54fc85 req-dc87ae88-e002-467e-82d2-6e0c45f5c818 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (69fb7c9c-442a-47aa-a5c6-981a3542e0e6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.302887 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c59274da-5fa9-4d37-b856-01575881bae5 req-9472cace-206c-4414-a0ed-c38f9fb10bc5 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539707 Feb 09 03:11:20.344988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87ae88-e002-467e-82d2-6e0c45f5c818 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=69fb7c9c-442a-47aa-a5c6-981a3542e0e6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:20.348739 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (57faaf20-7037-4ac8-9602-a077327c1f3f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.349934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:20.351157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.358958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9adfd1d-6b96-4538-b373-61cc9a54fc85 req-dc87ae88-e002-467e-82d2-6e0c45f5c818 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062462 Feb 09 03:11:20.417817 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6589849 Feb 09 03:11:20.417817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47804) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:20.422272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-56cb062c-e614-4593-90a5-bb5c2619cec5 admin admin] Request body: {'subnet': {'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1567120311-subnet', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:20.434974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae5480-53bc-47cd-b145-a56b7f47af0b admin admin] Pushing event updated for resources: {'Network': ['ID=57faaf20-7037-4ac8-9602-a077327c1f3f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:20.450288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cb062c-e614-4593-90a5-bb5c2619cec5 admin admin] Made reservation on behalf of 78e57bb2e7a9447a985d2f2626a81239 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:20.453813 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56cb062c-e614-4593-90a5-bb5c2619cec5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.467235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 57faaf20-7037-4ac8-9602-a077327c1f3f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:20.472426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47806) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:20.502489 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da5c61a9-8dd7-4c61-8b5d-45e41818c684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.610747 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.642473 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da5c61a9-8dd7-4c61-8b5d-45e41818c684 admin admin] Publish callbacks [] for security_group (84f205ab-bc3a-442f-a497-6bc5510b9cda), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.650628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da5c61a9-8dd7-4c61-8b5d-45e41818c684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (84f205ab-bc3a-442f-a497-6bc5510b9cda), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.755927 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Publish callbacks [] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.765433 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.796103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c61a9-8dd7-4c61-8b5d-45e41818c684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f205ab-bc3a-442f-a497-6bc5510b9cda,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:20.809135 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-da5c61a9-8dd7-4c61-8b5d-45e41818c684 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53fecdebda364692b54399a62b5856cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356345 Feb 09 03:11:20.809828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47822) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:20.880316 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56cb062c-e614-4593-90a5-bb5c2619cec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (d26556f6-9486-44bc-9e06-ae24158f834a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.914047 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80fdd150-c433-447d-b08e-3aa87fad27d7 admin admin] Publish callbacks [] for security_group (84f205ab-bc3a-442f-a497-6bc5510b9cda), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.941094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb062c-e614-4593-90a5-bb5c2619cec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26556f6-9486-44bc-9e06-ae24158f834a,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:20.942742 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80fdd150-c433-447d-b08e-3aa87fad27d7 admin admin] Publish callbacks [] for security_group (84f205ab-bc3a-442f-a497-6bc5510b9cda), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.992369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ff6802b3-e63c-4e16-8f27-06c31c0be5a1 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:20.993748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03a2b9-5fa8-4014-9c93-b604a2fde301 req-9467295c-a330-4366-8622-a47cb786c78f tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:20.995287 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f03a2b9-5fa8-4014-9c93-b604a2fde301 req-9467295c-a330-4366-8622-a47cb786c78f tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 972 time: 0.1392572 Feb 09 03:11:20.999905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cb062c-e614-4593-90a5-bb5c2619cec5 admin admin] Checking segment: {'id': 'bd0ccb27-ad95-41a3-9cf4-93c0ceede35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:21.000254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cb062c-e614-4593-90a5-bb5c2619cec5 admin admin] Network hostable DHCP agents. Network: 57faaf20-7037-4ac8-9602-a077327c1f3f, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:11:21.053105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cb062c-e614-4593-90a5-bb5c2619cec5 admin admin] Network 57faaf20-7037-4ac8-9602-a077327c1f3f is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:11:21.071012 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80fdd150-c433-447d-b08e-3aa87fad27d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (84f205ab-bc3a-442f-a497-6bc5510b9cda), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.073803 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80fdd150-c433-447d-b08e-3aa87fad27d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.078746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-80fdd150-c433-447d-b08e-3aa87fad27d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84f205ab-bc3a-442f-a497-6bc5510b9cda HTTP/1.1" status: 204 len: 168 time: 0.2675569 Feb 09 03:11:21.093382 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717ff8b-0d03-4ebe-9d6e-8958ee49ce03 None None] Pushing event updated for resources: {'Port': ['ID=71ac6b83-7b9f-47b0-ab17-80c306f1be80,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:21.097791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-56cb062c-e614-4593-90a5-bb5c2619cec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 57faaf20-7037-4ac8-9602-a077327c1f3f) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:21.107771 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f03a2b9-5fa8-4014-9c93-b604a2fde301 req-129545b3-6cad-4eee-a5c6-b86d247ba822 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964994 Feb 09 03:11:21.107922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdd150-c433-447d-b08e-3aa87fad27d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f205ab-bc3a-442f-a497-6bc5510b9cda,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:21.112297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cb062c-e614-4593-90a5-bb5c2619cec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:21.116197 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56cb062c-e614-4593-90a5-bb5c2619cec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.130623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a2051-eef6-412e-aeef-04dd37e21e3a None None] Network 57faaf20-7037-4ac8-9602-a077327c1f3f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:21.153383 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-56cb062c-e614-4593-90a5-bb5c2619cec5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7348816 Feb 09 03:11:21.156167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47840) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:21.162254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1567120311-router', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:21.186015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ff6802b3-e63c-4e16-8f27-06c31c0be5a1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:21.186595 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.204417 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (87c23a1d-8e31-427d-8f92-860baed57524), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.206437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (87c23a1d-8e31-427d-8f92-860baed57524), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.220958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Attempting to bind port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:21.221696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Attempting to bind port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:21.221696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Attempting to bind port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 on network 35693877-8c1e-440a-b66e-13e31f87a936 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:21.257765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:21.258146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Checking segment: {'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:21.258549 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.259015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Bound using segment: {'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:21.259784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Bound port: 71ac6b83-7b9f-47b0-ab17-80c306f1be80, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:21.259784 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.288403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Publish callbacks [] for router_controller (87c23a1d-8e31-427d-8f92-860baed57524), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.302203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47842) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:21.400683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] For port 71ac6b83-7b9f-47b0-ab17-80c306f1be80, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:21.402963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-57faaf20-7037-4ac8-9602-a077327c1f3f', 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f', 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'fixed_ips': [{'subnet_id': 'd26556f6-9486-44bc-9e06-ae24158f834a'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:11:21.403881 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.482000 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] For port 71ac6b83-7b9f-47b0-ab17-80c306f1be80, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=71ac6b83-7b9f-47b0-ab17-80c306f1be80,segment=NetworkSegment(90c0daff-6c37-4465-a791-f72946aa16b3),segment_id=90c0daff-6c37-4465-a791-f72946aa16b3)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:21.536589 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Publish callbacks [] for router_gateway (87c23a1d-8e31-427d-8f92-860baed57524), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.545563 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.560865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ff6802b3-e63c-4e16-8f27-06c31c0be5a1 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:21.627063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717ff8b-0d03-4ebe-9d6e-8958ee49ce03 None None] Pushing event updated for resources: {'Port': ['ID=71ac6b83-7b9f-47b0-ab17-80c306f1be80,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:21.666133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1f2a0298-1337-4553-9040-bc3f03786613 None None] Provisioning complete for port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:21.666511 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0298-1337-4553-9040-bc3f03786613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.667671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b8802-22b0-46de-aa0f-31c86f48b1a1 req-b37acc99-273d-4ddc-aa44-ac3e22b1a770 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:21.677206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-415b8802-22b0-46de-aa0f-31c86f48b1a1 req-b37acc99-273d-4ddc-aa44-ac3e22b1a770 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 947 time: 0.1328063 Feb 09 03:11:21.698709 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55eeb985-67cc-477e-b3c0-d7a735ab7d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.742352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Routers {'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:21.745175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:21.753297 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-415b8802-22b0-46de-aa0f-31c86f48b1a1 req-fa223d94-70c1-493b-acb8-f0428de2b2d7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747027 Feb 09 03:11:21.845325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Allocated IP 172.20.0.2 (57faaf20-7037-4ac8-9602-a077327c1f3f/d26556f6-9486-44bc-9e06-ae24158f834a/f3d740a9-0cac-4416-9cbc-a36a94d68ed2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:21.864584 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55eeb985-67cc-477e-b3c0-d7a735ab7d19 admin admin] Publish callbacks [] for security_group (b8284c25-a96e-474e-9f38-3edf9dde85c9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.872858 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55eeb985-67cc-477e-b3c0-d7a735ab7d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b8284c25-a96e-474e-9f38-3edf9dde85c9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.938851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eeb985-67cc-477e-b3c0-d7a735ab7d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8284c25-a96e-474e-9f38-3edf9dde85c9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:21.945944 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.970727 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-55eeb985-67cc-477e-b3c0-d7a735ab7d19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04259a0d75994d4cbd2e185b011e8b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6671007 Feb 09 03:11:21.971638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47866) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:22.027188 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4d59c4d3-ebb4-44f2-81f2-beb7ca56af21 admin admin] Publish callbacks [] for security_group (b8284c25-a96e-474e-9f38-3edf9dde85c9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.057665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] Set router f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:22.068171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Publish callbacks [] for router_gateway (87c23a1d-8e31-427d-8f92-860baed57524), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.079776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4d59c4d3-ebb4-44f2-81f2-beb7ca56af21 admin admin] Publish callbacks [] for security_group (b8284c25-a96e-474e-9f38-3edf9dde85c9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.088081 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.166402 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4d59c4d3-ebb4-44f2-81f2-beb7ca56af21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b8284c25-a96e-474e-9f38-3edf9dde85c9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.170071 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4d59c4d3-ebb4-44f2-81f2-beb7ca56af21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.174568 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4d59c4d3-ebb4-44f2-81f2-beb7ca56af21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8284c25-a96e-474e-9f38-3edf9dde85c9 HTTP/1.1" status: 204 len: 168 time: 0.2022710 Feb 09 03:11:22.187951 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59c4d3-ebb4-44f2-81f2-beb7ca56af21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8284c25-a96e-474e-9f38-3edf9dde85c9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:22.290581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Allocated IP 172.25.5.42 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/14bbd09e-7478-4fa1-893b-eac602b2deb0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:22.301838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a0298-1337-4553-9040-bc3f03786613 None None] Current status of the port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:22.302598 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0298-1337-4553-9040-bc3f03786613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.320767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f715-2132-4135-afe1-797317495039 req-d859a39a-8036-4e41-a6d9-b1ef59680ec4 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:22.327811 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0df4f715-2132-4135-afe1-797317495039 req-d859a39a-8036-4e41-a6d9-b1ef59680ec4 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 972 time: 0.0917556 Feb 09 03:11:22.435300 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0df4f715-2132-4135-afe1-797317495039 req-787aebc5-c70f-4195-b2aa-2030c6934164 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047215 Feb 09 03:11:22.484151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1f2a0298-1337-4553-9040-bc3f03786613 None None] For port 71ac6b83-7b9f-47b0-ab17-80c306f1be80, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=71ac6b83-7b9f-47b0-ab17-80c306f1be80,segment=NetworkSegment(90c0daff-6c37-4465-a791-f72946aa16b3),segment_id=90c0daff-6c37-4465-a791-f72946aa16b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:22.492474 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Publish callbacks [] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.508334 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-30f89936-7efb-4c44-9d75-818fa535fa73 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3b5fe35375ae46e8aecd655bf87e7eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323238 Feb 09 03:11:22.521882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0298-1337-4553-9040-bc3f03786613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.570081 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.635750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:22.639406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:22.647011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:22.701718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b1d0e81c-e9c8-4a8c-a4fb-f5e5bc8d9d78 None None] Provisioning complete for port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:22.702094 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1d0e81c-e9c8-4a8c-a4fb-f5e5bc8d9d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.704900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef580-76e6-4956-869d-7388fbc33eeb req-96921202-78d3-4ee2-8c0f-c50b80a9db81 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:22.707566 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-96921202-78d3-4ee2-8c0f-c50b80a9db81 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895249 Feb 09 03:11:22.733758 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b2d70b33-52ba-404a-99b2-0eece48733b8 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/quotas/3b5fe35375ae46e8aecd655bf87e7eb8 HTTP/1.1" status: 200 len: 375 time: 0.0208011 Feb 09 03:11:22.740168 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Publish callbacks [] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.746848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Pushing event updated for resources: {'Port': ['ID=14bbd09e-7478-4fa1-893b-eac602b2deb0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:22.755271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a0298-1337-4553-9040-bc3f03786613 None None] Pushing event updated for resources: {'Port': ['ID=71ac6b83-7b9f-47b0-ab17-80c306f1be80,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:22.769416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.787542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'name': 'tempest-AttachSCSIVolumeTestJSON-583976411-router', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:08Z', 'updated_at': '2022-02-09T03:11:16Z', 'revision_number': 4, 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'gw_port': {'id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:10Z', 'updated_at': '2022-02-09T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '71ac6b83-7b9f-47b0-ab17-80c306f1be80', 'name': '', 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'mac_address': 'fa:16:3e:d7:ea:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '887b3969-9426-4e7d-9a61-119daccba650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:15Z', 'updated_at': '2022-02-09T03:11:21Z', 'revision_number': 4, 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'subnets': [{'id': '887b3969-9426-4e7d-9a61-119daccba650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:22.831250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47896) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:22.832580 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b19a84ba-70fd-414e-a6b4-5347f0481ffa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b5fe35375ae46e8aecd655bf87e7eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926228 Feb 09 03:11:22.866174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd948e-8018-47f6-bf90-88dc1d8567cd None None] The sync data for ids ['f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'] in n-d-824835-15 is: [{'id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'name': 'tempest-AttachSCSIVolumeTestJSON-583976411-router', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:08Z', 'updated_at': '2022-02-09T03:11:16Z', 'revision_number': 4, 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'gw_port': {'id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:10Z', 'updated_at': '2022-02-09T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '71ac6b83-7b9f-47b0-ab17-80c306f1be80', 'name': '', 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'mac_address': 'fa:16:3e:d7:ea:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '887b3969-9426-4e7d-9a61-119daccba650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:15Z', 'updated_at': '2022-02-09T03:11:21Z', 'revision_number': 4, 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'subnets': [{'id': '887b3969-9426-4e7d-9a61-119daccba650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:22.873576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Network 57faaf20-7037-4ac8-9602-a077327c1f3f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:22.883967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:22.890121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:22.912666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Pushing event updated for resources: {'Port': ['ID=f3d740a9-0cac-4416-9cbc-a36a94d68ed2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:22.941682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0e81c-e9c8-4a8c-a4fb-f5e5bc8d9d78 None None] Current status of the port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:23.027857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Attempting to bind port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:23.028490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Attempting to bind port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'bd0ccb27-ad95-41a3-9cf4-93c0ceede35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:23.029077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Attempting to bind port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 on network 57faaf20-7037-4ac8-9602-a077327c1f3f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:23.034953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:23.035516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Checking segment: {'id': 'bd0ccb27-ad95-41a3-9cf4-93c0ceede35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:23.036209 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.036679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Bound using segment: {'id': 'bd0ccb27-ad95-41a3-9cf4-93c0ceede35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:23.037310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Bound port: f3d740a9-0cac-4416-9cbc-a36a94d68ed2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0ccb27-ad95-41a3-9cf4-93c0ceede35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:23.037726 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.115881 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-000ea6b2-b0be-458e-9c5b-9ac7459ae9be req-83097e12-6177-48bb-9dd7-272223993c5d tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 210 time: 0.0478535 Feb 09 03:11:23.124851 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00e082e5-c69d-458c-a68a-21149e75e023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.131426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] For port f3d740a9-0cac-4416-9cbc-a36a94d68ed2, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:23.137633 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] For port f3d740a9-0cac-4416-9cbc-a36a94d68ed2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f3d740a9-0cac-4416-9cbc-a36a94d68ed2,segment=NetworkSegment(bd0ccb27-ad95-41a3-9cf4-93c0ceede35d),segment_id=bd0ccb27-ad95-41a3-9cf4-93c0ceede35d)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:23.161738 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.277577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300759e-7817-4021-bc6a-470bd89aa16f None None] Pushing event updated for resources: {'Port': ['ID=f3d740a9-0cac-4416-9cbc-a36a94d68ed2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:23.545464 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Publish callbacks [] for router_gateway (87c23a1d-8e31-427d-8f92-860baed57524), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.561644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b241c4-7152-4c02-a158-4b9ab4a30557 req-ca11c29a-b83f-4ef7-b011-0f01ffb69a10 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:23.581521 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-81b241c4-7152-4c02-a158-4b9ab4a30557 req-ca11c29a-b83f-4ef7-b011-0f01ffb69a10 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 947 time: 0.5724766 Feb 09 03:11:23.688699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12e8f-dcf3-4d4e-80e7-9d91a571bd2e req-54a49f8d-3343-4e9b-b7d9-74025b81b817 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:23.690970 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ddd12e8f-dcf3-4d4e-80e7-9d91a571bd2e req-54a49f8d-3343-4e9b-b7d9-74025b81b817 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 972 time: 0.1487625 Feb 09 03:11:23.799394 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00e082e5-c69d-458c-a68a-21149e75e023 admin admin] Publish callbacks [] for security_group (be801c36-e3ce-460a-ab31-4161838f4963), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.825423 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00e082e5-c69d-458c-a68a-21149e75e023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (be801c36-e3ce-460a-ab31-4161838f4963), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.828349 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ddd12e8f-dcf3-4d4e-80e7-9d91a571bd2e req-71fd6cd8-9825-4de5-8bc3-d43cbd06c9b0 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297061 Feb 09 03:11:23.865334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-81b241c4-7152-4c02-a158-4b9ab4a30557 req-4655116d-fda6-4be3-a2a5-b0830c365b2f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818542 Feb 09 03:11:23.870551 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.911218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e082e5-c69d-458c-a68a-21149e75e023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be801c36-e3ce-460a-ab31-4161838f4963,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:23.917943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-00e082e5-c69d-458c-a68a-21149e75e023 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=995df852f3834fb180579b71abb03e28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0831652 Feb 09 03:11:23.918445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47924) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:24.062585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d5f269ae-27e4-48d4-b586-6ef813228ba1 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:11:24.077103 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13b6379a-4963-4a03-8977-9c8c29366ac9 admin admin] Publish callbacks [] for security_group (be801c36-e3ce-460a-ab31-4161838f4963), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.099699 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (87c23a1d-8e31-427d-8f92-860baed57524), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.170882 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13b6379a-4963-4a03-8977-9c8c29366ac9 admin admin] Publish callbacks [] for security_group (be801c36-e3ce-460a-ab31-4161838f4963), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.186152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aea3c-2b97-497f-8692-1ac859955372 req-7122f535-731b-4cba-b667-499b17b028b9 tempest-AggregatesAdminTestJSON-2019146269 tempest-AggregatesAdminTestJSON-2019146269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:24.190293 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-626aea3c-2b97-497f-8692-1ac859955372 req-7122f535-731b-4cba-b667-499b17b028b9 tempest-AggregatesAdminTestJSON-2019146269 tempest-AggregatesAdminTestJSON-2019146269-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 1155 time: 0.1859956 Feb 09 03:11:24.243925 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-626aea3c-2b97-497f-8692-1ac859955372 req-8d7d56c5-ec56-4ef3-96ee-c82107966be3 tempest-AggregatesAdminTestJSON-2019146269 tempest-AggregatesAdminTestJSON-2019146269-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.352153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Router 87c23a1d-8e31-427d-8f92-860baed57524 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:11:24.369568 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13b6379a-4963-4a03-8977-9c8c29366ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (be801c36-e3ce-460a-ab31-4161838f4963), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.374894 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13b6379a-4963-4a03-8977-9c8c29366ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.392980 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-13b6379a-4963-4a03-8977-9c8c29366ac9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be801c36-e3ce-460a-ab31-4161838f4963 HTTP/1.1" status: 204 len: 168 time: 0.4667153 Feb 09 03:11:24.437045 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6379a-4963-4a03-8977-9c8c29366ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be801c36-e3ce-460a-ab31-4161838f4963,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:24.536048 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-626aea3c-2b97-497f-8692-1ac859955372 req-8d7d56c5-ec56-4ef3-96ee-c82107966be3 tempest-AggregatesAdminTestJSON-2019146269 tempest-AggregatesAdminTestJSON-2019146269-project-admin] Publish callbacks [] for security_group (b570eb34-91d6-40ba-9ff3-044083f9c2f5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.545521 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-626aea3c-2b97-497f-8692-1ac859955372 req-8d7d56c5-ec56-4ef3-96ee-c82107966be3 tempest-AggregatesAdminTestJSON-2019146269 tempest-AggregatesAdminTestJSON-2019146269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b570eb34-91d6-40ba-9ff3-044083f9c2f5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.561691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d5f269ae-27e4-48d4-b586-6ef813228ba1, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d5f269ae-27e4-48d4-b586-6ef813228ba1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:24.596867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'd5f269ae-27e4-48d4-b586-6ef813228ba1', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'd5f269ae-27e4-48d4-b586-6ef813228ba1', 'mac_address': 'fa:16:3e:d9:13:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:11:24.640214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:24.659093 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Sync routers for ids ['87c23a1d-8e31-427d-8f92-860baed57524'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:24.677620 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-626aea3c-2b97-497f-8692-1ac859955372 req-8d7d56c5-ec56-4ef3-96ee-c82107966be3 tempest-AggregatesAdminTestJSON-2019146269 tempest-AggregatesAdminTestJSON-2019146269-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763370 Feb 09 03:11:24.687422 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.696205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-84224cfb-b024-45c0-be5e-d25b196c3d9e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5314491 Feb 09 03:11:24.702601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47936) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:24.717036 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Routers {'87c23a1d-8e31-427d-8f92-860baed57524'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:24.718855 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['87c23a1d-8e31-427d-8f92-860baed57524'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:24.747023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port d5f269ae-27e4-48d4-b586-6ef813228ba1 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:24.747471 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.788353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f269ae-27e4-48d4-b586-6ef813228ba1 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:24.813076 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fe72ddcb-f18a-42dd-89a2-d7400f91d221 req-57c99f79-bdc7-4215-aac4-dd98ae97b74f tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 210 time: 0.0964947 Feb 09 03:11:24.818133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d56c5-ec56-4ef3-96ee-c82107966be3 tempest-AggregatesAdminTestJSON-2019146269 tempest-AggregatesAdminTestJSON-2019146269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b570eb34-91d6-40ba-9ff3-044083f9c2f5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:24.851347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d5f269ae-27e4-48d4-b586-6ef813228ba1, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d5f269ae-27e4-48d4-b586-6ef813228ba1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:24.858858 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.860067 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca6e6edb-37a1-45a8-8f16-408e897e7c6a details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:11:25.012121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b652648b-84fa-4efb-9df7-fe8e09ab2321 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3b5fe35375ae46e8aecd655bf87e7eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2530503 Feb 09 03:11:25.078638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 71ac6b83-7b9f-47b0-ab17-80c306f1be80 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:25.117747 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Set router 87c23a1d-8e31-427d-8f92-860baed57524 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:25.173704 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:11:25.226879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=d5f269ae-27e4-48d4-b586-6ef813228ba1,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:25.231882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8139d64-c050-469f-970f-06f7b60ea1c8 None None] Network 57faaf20-7037-4ac8-9602-a077327c1f3f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:25.239268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:25.255670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef580-76e6-4956-869d-7388fbc33eeb req-99497f90-ebfe-4ac7-801c-11d462a2543c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:25.257574 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-99497f90-ebfe-4ac7-801c-11d462a2543c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389028 Feb 09 03:11:25.274227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Request body: {'port': {'device_id': 'b9a764f7-52f2-4a15-bab8-8160d40bbd65', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '3b5fe35375ae46e8aecd655bf87e7eb8'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:25.342309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'mac_address': 'fa:16:3e:e0:c9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:11:25.365659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:25.366038 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.374708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2f1731eb-e759-4f1e-ad7d-8df7c8be1e14 None None] Provisioning complete for port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:25.374994 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f1731eb-e759-4f1e-ad7d-8df7c8be1e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.391351 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a8fe-8f30-42b7-add9-cbaa9525595a req-b3748de5-3d6d-4813-a708-c397598f1c79 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:25.404063 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b81a8fe-8f30-42b7-add9-cbaa9525595a req-b3748de5-3d6d-4813-a708-c397598f1c79 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 948 time: 0.1082516 Feb 09 03:11:25.482740 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b81a8fe-8f30-42b7-add9-cbaa9525595a req-dc0f6b60-c7c8-4f69-92ce-c409c33c8ba3 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770442 Feb 09 03:11:25.515013 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c23a1d-8e31-427d-8f92-860baed57524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1567120311-router', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:21Z', 'updated_at': '2022-02-09T03:11:22Z', 'revision_number': 3, 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'gw_port': {'id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c23a1d-8e31-427d-8f92-860baed57524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:22Z', 'updated_at': '2022-02-09T03:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:25.532163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Made reservation on behalf of 3b5fe35375ae46e8aecd655bf87e7eb8 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:25.538828 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.555641 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.595153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca6e6edb-37a1-45a8-8f16-408e897e7c6a is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:25.595566 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.599020 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Checking router: 87c23a1d-8e31-427d-8f92-860baed57524 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:11:25.603103 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Updating router 87c23a1d-8e31-427d-8f92-860baed57524 port 14bbd09e-7478-4fa1-893b-eac602b2deb0 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:11:25.667618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6e6edb-37a1-45a8-8f16-408e897e7c6a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:25.710171 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.731951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:25.767170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a874b4-92ce-4f8d-a2c8-59320e0767ea req-d485a347-9b79-4527-8592-8c225508423d tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:25.768721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.791834 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13a874b4-92ce-4f8d-a2c8-59320e0767ea req-d485a347-9b79-4527-8592-8c225508423d tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 972 time: 0.2161782 Feb 09 03:11:25.799013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:25.800539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f3d740a9-0cac-4416-9cbc-a36a94d68ed2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:25.861678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2f1731eb-e759-4f1e-ad7d-8df7c8be1e14 None None] Current status of the port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:25.862074 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f1731eb-e759-4f1e-ad7d-8df7c8be1e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.901225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:25.939240 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13a874b4-92ce-4f8d-a2c8-59320e0767ea req-7c34eb4a-e58f-45d7-a89a-b649e1ec3c9d tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438117 Feb 09 03:11:25.944702 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks [] for security_group (d13e1fb2-ce61-4b05-9236-74537eaa2f44), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.956616 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d13e1fb2-ce61-4b05-9236-74537eaa2f44), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.980913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2f1731eb-e759-4f1e-ad7d-8df7c8be1e14 None None] For port f3d740a9-0cac-4416-9cbc-a36a94d68ed2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f3d740a9-0cac-4416-9cbc-a36a94d68ed2,segment=NetworkSegment(bd0ccb27-ad95-41a3-9cf4-93c0ceede35d),segment_id=bd0ccb27-ad95-41a3-9cf4-93c0ceede35d)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:25.994222 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f1731eb-e759-4f1e-ad7d-8df7c8be1e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.004948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:26.006104 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.096755 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.122349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1731eb-e759-4f1e-ad7d-8df7c8be1e14 None None] Pushing event updated for resources: {'Port': ['ID=f3d740a9-0cac-4416-9cbc-a36a94d68ed2,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:26.147822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13e1fb2-ce61-4b05-9236-74537eaa2f44,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:26.171785 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2150d1b3-83bb-4cb1-a7c4-b29c3b030416 req-1ec38c07-631a-4fe6-91d8-02929097b436 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 210 time: 0.0873921 Feb 09 03:11:26.206659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:26.225244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ff3edffe-d0d6-4fd9-a50b-c3bee19232b1 None None] Provisioning complete for port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:26.226071 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff3edffe-d0d6-4fd9-a50b-c3bee19232b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.322438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ff3edffe-d0d6-4fd9-a50b-c3bee19232b1 None None] Current status of the port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:26.424276 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Publish callbacks [] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.426853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Allocated IP 192.168.233.238 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/4ba9ab04-9e3f-4453-bc5a-64498f483f81) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:26.434972 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.440961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ca6e6edb-37a1-45a8-8f16-408e897e7c6a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:26.488113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['d5f269ae-27e4-48d4-b586-6ef813228ba1'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:26.531305 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683b821-5c62-49e2-8516-40fe58a43f07 None None] Pushing event updated for resources: {'Port': ['ID=14bbd09e-7478-4fa1-893b-eac602b2deb0,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:26.553573 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Attempting to bind port 14bbd09e-7478-4fa1-893b-eac602b2deb0 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:26.556900 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Attempting to bind port 14bbd09e-7478-4fa1-893b-eac602b2deb0 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:26.557252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Allocated IP 172.20.0.1 (57faaf20-7037-4ac8-9602-a077327c1f3f/d26556f6-9486-44bc-9e06-ae24158f834a/c3e419cf-6b2a-455b-8f07-c2a3226b2b62) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:26.562809 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Attempting to bind port 14bbd09e-7478-4fa1-893b-eac602b2deb0 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:26.575987 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:26.576776 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:26.578352 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.578994 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:26.580028 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Bound port: 14bbd09e-7478-4fa1-893b-eac602b2deb0, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:26.580723 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.630889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.42', 62696) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:26.693260 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] For port 14bbd09e-7478-4fa1-893b-eac602b2deb0, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:26.696852 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] For port 14bbd09e-7478-4fa1-893b-eac602b2deb0, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=14bbd09e-7478-4fa1-893b-eac602b2deb0,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:26.708416 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.785490 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Routers {'87c23a1d-8e31-427d-8f92-860baed57524'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:26.786811 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['87c23a1d-8e31-427d-8f92-860baed57524'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:26.836922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a34e32-ad26-4b6a-81fd-f2dd653509bc req-583b59c7-7ac6-4330-9035-2d37629706d7 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:26.842684 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4a34e32-ad26-4b6a-81fd-f2dd653509bc req-583b59c7-7ac6-4330-9035-2d37629706d7 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.42 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 972 time: 0.2086823 Feb 09 03:11:26.895672 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683b821-5c62-49e2-8516-40fe58a43f07 None None] Pushing event updated for resources: {'Port': ['ID=14bbd09e-7478-4fa1-893b-eac602b2deb0,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:26.905712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f3d740a9-0cac-4416-9cbc-a36a94d68ed2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:26.936060 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks [] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.938050 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] Set router 87c23a1d-8e31-427d-8f92-860baed57524 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:26.942490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Publish callbacks [] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.956547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47992) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:27.001957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b3d59-8e58-47e7-8db2-4e4c6e2a743b req-f5ba1eb1-351b-4586-aa7c-6fb7c4af9e33 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:27.013255 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e7b3d59-8e58-47e7-8db2-4e4c6e2a743b req-f5ba1eb1-351b-4586-aa7c-6fb7c4af9e33 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 948 time: 0.3335657 Feb 09 03:11:27.028112 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.047740 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.095565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:27.106742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Network 57faaf20-7037-4ac8-9602-a077327c1f3f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:27.140702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:27.143874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:27.149911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:27.150552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.153632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:27.157625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:27.158098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (87c23a1d-8e31-427d-8f92-860baed57524), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.178787 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e7b3d59-8e58-47e7-8db2-4e4c6e2a743b req-9051403b-c992-4e2d-8156-f4335b3b0984 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644678 Feb 09 03:11:27.296666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c4a34e32-ad26-4b6a-81fd-f2dd653509bc req-d225921d-f202-4a5f-bdd5-80d359d66642 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Deleting port 61705b0a-cb72-4839-9695-7c6ac1f2c531 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:27.296666 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c4a34e32-ad26-4b6a-81fd-f2dd653509bc req-d225921d-f202-4a5f-bdd5-80d359d66642 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.309333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:27.310343 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.385408 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c23a1d-8e31-427d-8f92-860baed57524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1567120311-router', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:21Z', 'updated_at': '2022-02-09T03:11:22Z', 'revision_number': 3, 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'gw_port': {'id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c23a1d-8e31-427d-8f92-860baed57524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:22Z', 'updated_at': '2022-02-09T03:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:27.462231 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e857e-9513-4b8b-a839-f09547e28b65 None None] The sync data for ids ['87c23a1d-8e31-427d-8f92-860baed57524'] in n-d-824835-15 is: [{'id': '87c23a1d-8e31-427d-8f92-860baed57524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1567120311-router', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:21Z', 'updated_at': '2022-02-09T03:11:22Z', 'revision_number': 3, 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'gw_port': {'id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c23a1d-8e31-427d-8f92-860baed57524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:22Z', 'updated_at': '2022-02-09T03:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:27.466681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c4a34e32-ad26-4b6a-81fd-f2dd653509bc req-d225921d-f202-4a5f-bdd5-80d359d66642 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] For port 61705b0a-cb72-4839-9695-7c6ac1f2c531, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=61705b0a-cb72-4839-9695-7c6ac1f2c531,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:27.467195 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c4a34e32-ad26-4b6a-81fd-f2dd653509bc req-d225921d-f202-4a5f-bdd5-80d359d66642 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.506880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c4a34e32-ad26-4b6a-81fd-f2dd653509bc req-d225921d-f202-4a5f-bdd5-80d359d66642 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Calling delete_port for 61705b0a-cb72-4839-9695-7c6ac1f2c531 owned by compute:tempest-test_az-1981803198 {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:27.548226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:27.573268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8f7cbfc1-c311-49a0-94bc-01f65a0b1478 None None] Provisioning complete for port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:27.573915 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f7cbfc1-c311-49a0-94bc-01f65a0b1478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.625113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8f7cbfc1-c311-49a0-94bc-01f65a0b1478 None None] Port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:27.656652 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0800ee59-2752-4742-86bc-de1e3dfefcd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.679767 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4109974 Feb 09 03:11:27.680354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e419cf-6b2a-455b-8f07-c2a3226b2b62,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:27.692729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8460e-d049-4ed1-82f8-32882d136bc9 req-448baccb-436a-4327-b9bb-547fc5dc50e1 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:27.696411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-20a8460e-d049-4ed1-82f8-32882d136bc9 req-448baccb-436a-4327-b9bb-547fc5dc50e1 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 936 time: 0.1513064 Feb 09 03:11:27.703528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Request body: {'port': {'device_id': 'b9a764f7-52f2-4a15-bab8-8160d40bbd65', 'device_owner': 'compute:tempest-test_az-1981803198', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:27.753313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-27961054-a4dd-4d29-9eb7-b6531621c30a None None] Provisioning complete for port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:27.753557 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27961054-a4dd-4d29-9eb7-b6531621c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.774414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80b07b-178b-412c-8ce4-9983d24699de req-8f2bf9b7-b62d-488d-805f-040f10039d22 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:27.782534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e80b07b-178b-412c-8ce4-9983d24699de req-8f2bf9b7-b62d-488d-805f-040f10039d22 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 972 time: 0.6723902 Feb 09 03:11:27.847720 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c4a34e32-ad26-4b6a-81fd-f2dd653509bc req-d225921d-f202-4a5f-bdd5-80d359d66642 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (61705b0a-cb72-4839-9695-7c6ac1f2c531), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.856566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-27961054-a4dd-4d29-9eb7-b6531621c30a None None] Port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:27.862231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['61705b0a-cb72-4839-9695-7c6ac1f2c531'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:27.869250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-20a8460e-d049-4ed1-82f8-32882d136bc9 req-bfcd8568-e338-408e-89ef-000de08aebad tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670234 Feb 09 03:11:27.900209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225921d-f202-4a5f-bdd5-80d359d66642 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Pushing event deleted for resources: {'Port': ['ID=61705b0a-cb72-4839-9695-7c6ac1f2c531,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:27.961460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688eb30-d700-456c-a894-7a716bf929fa tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Pushing event updated for resources: {'Port': ['ID=4ba9ab04-9e3f-4453-bc5a-64498f483f81,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:27.999171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a34e32-ad26-4b6a-81fd-f2dd653509bc req-d225921d-f202-4a5f-bdd5-80d359d66642 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] No DVR routers for this DVR port 61705b0a-cb72-4839-9695-7c6ac1f2c531 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:11:28.004877 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c4a34e32-ad26-4b6a-81fd-f2dd653509bc req-d225921d-f202-4a5f-bdd5-80d359d66642 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.018013 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4a34e32-ad26-4b6a-81fd-f2dd653509bc req-d225921d-f202-4a5f-bdd5-80d359d66642 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.42 "DELETE /v2.0/ports/61705b0a-cb72-4839-9695-7c6ac1f2c531 HTTP/1.1" status: 204 len: 173 time: 1.1665537 Feb 09 03:11:28.018511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ce1e20-d5f4-4cac-a22e-facaa6ed879d', 'name': 'network-vif-deleted', 'tag': '61705b0a-cb72-4839-9695-7c6ac1f2c531'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:28.021598 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb26d18-b05b-422e-8a83-ec776ea4cd1f" -d '{"events": [{"server_uuid": "50ce1e20-d5f4-4cac-a22e-facaa6ed879d", "name": "network-vif-deleted", "tag": "61705b0a-cb72-4839-9695-7c6ac1f2c531"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:28.039760 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.070605 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.108121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e80b07b-178b-412c-8ce4-9983d24699de req-ebcaec33-d366-4ee1-96fb-57fa53162964 tempest-AggregatesAdminTestJSON-1054585276 tempest-AggregatesAdminTestJSON-1054585276-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc5991b-9be3-4302-b346-b06b8398a216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245814 Feb 09 03:11:28.164777 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0800ee59-2752-4742-86bc-de1e3dfefcd7 admin admin] Publish callbacks [] for security_group (3cdfbd5a-3fe3-4411-af25-dc6ea2c858ea), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.184281 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee9140-fe4d-4ae3-95b8-66b9a6bb0cf5 x-openstack-request-id: req-24ee9140-fe4d-4ae3-95b8-66b9a6bb0cf5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:28.184704 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ce1e20-d5f4-4cac-a22e-facaa6ed879d", "name": "network-vif-deleted", "tag": "61705b0a-cb72-4839-9695-7c6ac1f2c531", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:28.184964 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24ee9140-fe4d-4ae3-95b8-66b9a6bb0cf5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:28.185432 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ce1e20-d5f4-4cac-a22e-facaa6ed879d', 'name': 'network-vif-deleted', 'tag': '61705b0a-cb72-4839-9695-7c6ac1f2c531', 'status': 'completed', 'code': 200} Feb 09 03:11:28.204324 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0800ee59-2752-4742-86bc-de1e3dfefcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3cdfbd5a-3fe3-4411-af25-dc6ea2c858ea), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.314424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800ee59-2752-4742-86bc-de1e3dfefcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfbd5a-3fe3-4411-af25-dc6ea2c858ea,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:28.345388 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0800ee59-2752-4742-86bc-de1e3dfefcd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efa69ebc2db34b54b06a6c343bc2c1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3853157 Feb 09 03:11:28.346353 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4072f-bad0-491b-9fb2-c42109c04e71 req-66eb29d6-9433-4f59-970d-f287e822c410 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:28.350244 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-26a4072f-bad0-491b-9fb2-c42109c04e71 req-66eb29d6-9433-4f59-970d-f287e822c410 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 948 time: 0.0870836 Feb 09 03:11:28.351027 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48018) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:28.451231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-26a4072f-bad0-491b-9fb2-c42109c04e71 req-d1e35a32-ba9b-4257-a4e5-84e67f16fc70 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889583 Feb 09 03:11:28.513653 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a428de0b-a474-43bc-9801-fc66cc3e6e6b req-e5536917-d98b-4920-887a-da696bc47488 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0604751 Feb 09 03:11:28.562832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48022) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:28.604003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a428de0b-a474-43bc-9801-fc66cc3e6e6b req-cac8098e-4b45-42bf-a7ad-fa7eec3d52ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb2addd23f114efbb6feee5752f7a82c&device_id=50ce1e20-d5f4-4cac-a22e-facaa6ed879d HTTP/1.1" status: 200 len: 210 time: 0.0346899 Feb 09 03:11:28.672960 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a428de0b-a474-43bc-9801-fc66cc3e6e6b req-3d33f639-28f1-42ee-a1c8-fb7fd0064a65 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=cb2addd23f114efbb6feee5752f7a82c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373256 Feb 09 03:11:28.687160 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7de9710-9e48-4b93-ade0-71cb86999aa6 admin admin] Publish callbacks [] for security_group (3cdfbd5a-3fe3-4411-af25-dc6ea2c858ea), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.744002 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7de9710-9e48-4b93-ade0-71cb86999aa6 admin admin] Publish callbacks [] for security_group (3cdfbd5a-3fe3-4411-af25-dc6ea2c858ea), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.746871 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Publish callbacks [] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.763470 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.764197 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (87c23a1d-8e31-427d-8f92-860baed57524), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.858905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 14bbd09e-7478-4fa1-893b-eac602b2deb0 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:28.917832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e419cf-6b2a-455b-8f07-c2a3226b2b62,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:28.932209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 14bbd09e-7478-4fa1-893b-eac602b2deb0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:28.932668 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.963467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba9ab04-9e3f-4453-bc5a-64498f483f81 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:28.981378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Publish callbacks [] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.987825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7de9710-9e48-4b93-ade0-71cb86999aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3cdfbd5a-3fe3-4411-af25-dc6ea2c858ea), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.991076 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7de9710-9e48-4b93-ade0-71cb86999aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.992193 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a7de9710-9e48-4b93-ade0-71cb86999aa6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cdfbd5a-3fe3-4411-af25-dc6ea2c858ea HTTP/1.1" status: 204 len: 168 time: 0.6354344 Feb 09 03:11:29.044626 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f949429d-bb74-403a-b39d-96ed841bc18a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.051975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 14bbd09e-7478-4fa1-893b-eac602b2deb0 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:29.052664 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.060505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Transition to ACTIVE for port object 4ba9ab04-9e3f-4453-bc5a-64498f483f81 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:11:29.075654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de9710-9e48-4b93-ade0-71cb86999aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdfbd5a-3fe3-4411-af25-dc6ea2c858ea,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:29.082822 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.095448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 14bbd09e-7478-4fa1-893b-eac602b2deb0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=14bbd09e-7478-4fa1-893b-eac602b2deb0,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:29.104893 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.133070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Network 57faaf20-7037-4ac8-9602-a077327c1f3f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:29.143363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:29.189662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=14bbd09e-7478-4fa1-893b-eac602b2deb0,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:29.316252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a11ab-57e4-4d37-8218-e858b62bb0d9 req-ff8c0821-eaa4-4e71-ae28-b3d12da46616 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:29.333082 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e7a11ab-57e4-4d37-8218-e858b62bb0d9 req-ff8c0821-eaa4-4e71-ae28-b3d12da46616 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 936 time: 0.3246608 Feb 09 03:11:29.334121 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428de0b-a474-43bc-9801-fc66cc3e6e6b req-94f8b849-65ed-4281-8110-179fc6d0875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:29.335777 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a428de0b-a474-43bc-9801-fc66cc3e6e6b req-94f8b849-65ed-4281-8110-179fc6d0875b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6563449 Feb 09 03:11:29.361858 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f949429d-bb74-403a-b39d-96ed841bc18a admin admin] Publish callbacks [] for security_group (ca576419-ed64-4423-bf08-90bdc327c17d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.370989 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f949429d-bb74-403a-b39d-96ed841bc18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ca576419-ed64-4423-bf08-90bdc327c17d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.396701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba9ab04-9e3f-4453-bc5a-64498f483f81,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:29.411390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949429d-bb74-403a-b39d-96ed841bc18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca576419-ed64-4423-bf08-90bdc327c17d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:29.459899 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f949429d-bb74-403a-b39d-96ed841bc18a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39a2277cf70f4d1d91e3d2b93de87fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8947423 Feb 09 03:11:29.460647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48042) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:29.515632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Attempting to bind port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:29.516311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Attempting to bind port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:29.516991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Attempting to bind port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:29.548161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:11:29.548613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Attempting to bind port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:29.589046 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7c6f-4d38-4fc8-818a-4d431241f49e admin admin] Publish callbacks [] for security_group (ca576419-ed64-4423-bf08-90bdc327c17d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.601883 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e7a11ab-57e4-4d37-8218-e858b62bb0d9 req-721da72a-b22c-4675-bc6f-ee660bc7baef tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637792 Feb 09 03:11:29.604697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:29.605038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:29.605448 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:29.606155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Bound port: 4ba9ab04-9e3f-4453-bc5a-64498f483f81, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:29.606400 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.613209 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48048) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:29.632953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2f7ddf8e-421a-455b-b183-91c9d82c3cf7 None None] Provisioning complete for port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:29.633673 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f7ddf8e-421a-455b-b183-91c9d82c3cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.664646 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7c6f-4d38-4fc8-818a-4d431241f49e admin admin] Publish callbacks [] for security_group (ca576419-ed64-4423-bf08-90bdc327c17d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.669617 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d2f6a6a9-0b53-43c4-a919-b4b1919ef461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.697314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ddf8e-421a-455b-b183-91c9d82c3cf7 None None] Port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:29.742646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f39a71-42cb-4bba-bbbe-42feafed5ab5 req-c20d6bd4-fc36-42a0-a2f9-b6a60c816aa3 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:29.752367 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07f39a71-42cb-4bba-bbbe-42feafed5ab5 req-c20d6bd4-fc36-42a0-a2f9-b6a60c816aa3 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 948 time: 0.1513908 Feb 09 03:11:29.778859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Router 87c23a1d-8e31-427d-8f92-860baed57524 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:29.815605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] For port 4ba9ab04-9e3f-4453-bc5a-64498f483f81, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:29.821515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] For port 4ba9ab04-9e3f-4453-bc5a-64498f483f81, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ba9ab04-9e3f-4453-bc5a-64498f483f81,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:29.825197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07f39a71-42cb-4bba-bbbe-42feafed5ab5 req-0ae39af3-5ba4-4d3a-ba3d-c1114f63fd53 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708292 Feb 09 03:11:29.832040 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7c6f-4d38-4fc8-818a-4d431241f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ca576419-ed64-4423-bf08-90bdc327c17d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.836268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7c6f-4d38-4fc8-818a-4d431241f49e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.837453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f9cd7c6f-4d38-4fc8-818a-4d431241f49e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca576419-ed64-4423-bf08-90bdc327c17d HTTP/1.1" status: 204 len: 168 time: 0.3755960 Feb 09 03:11:29.847331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd7c6f-4d38-4fc8-818a-4d431241f49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca576419-ed64-4423-bf08-90bdc327c17d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:29.917942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.987378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:29.987999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.990372 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/4ba9ab04-9e3f-4453-bc5a-64498f483f81 HTTP/1.1" status: 200 len: 1119 time: 2.3006799 Feb 09 03:11:29.990883 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a764f7-52f2-4a15-bab8-8160d40bbd65', 'tag': '4ba9ab04-9e3f-4453-bc5a-64498f483f81'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:29.993797 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69ddacf-42a3-43a0-851c-6384108de6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a764f7-52f2-4a15-bab8-8160d40bbd65", "tag": "4ba9ab04-9e3f-4453-bc5a-64498f483f81"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:30.052648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d5f269ae-27e4-48d4-b586-6ef813228ba1 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:30.065764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba48f1-3b89-4d13-8c05-71f0fcb8b7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba9ab04-9e3f-4453-bc5a-64498f483f81,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:30.088136 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908b5b2a-a264-4b92-9b4a-20ccad3891c1 x-openstack-request-id: req-908b5b2a-a264-4b92-9b4a-20ccad3891c1 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:30.088723 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a764f7-52f2-4a15-bab8-8160d40bbd65", "tag": "4ba9ab04-9e3f-4453-bc5a-64498f483f81", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:30.089168 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-908b5b2a-a264-4b92-9b4a-20ccad3891c1 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:30.089757 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a764f7-52f2-4a15-bab8-8160d40bbd65', 'tag': '4ba9ab04-9e3f-4453-bc5a-64498f483f81', 'status': 'completed', 'code': 200} Feb 09 03:11:30.148405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port d5f269ae-27e4-48d4-b586-6ef813228ba1 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:11:30.160072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port d5f269ae-27e4-48d4-b586-6ef813228ba1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:30.161534 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.218426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:30.226088 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d2f6a6a9-0b53-43c4-a919-b4b1919ef461 admin admin] Publish callbacks [] for security_group (edc41243-33c0-40ed-a4c1-4b958133509e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.230401 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-39a1833f-7ba4-41ad-b3a1-7e885eab1901 admin admin] 10.222.0.21 "PUT /v2.0/routers/87c23a1d-8e31-427d-8f92-860baed57524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5265026 Feb 09 03:11:30.231977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Sync routers for ids ['87c23a1d-8e31-427d-8f92-860baed57524'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:30.248922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d2f6a6a9-0b53-43c4-a919-b4b1919ef461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (edc41243-33c0-40ed-a4c1-4b958133509e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.294045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Routers {'87c23a1d-8e31-427d-8f92-860baed57524'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:30.294699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['87c23a1d-8e31-427d-8f92-860baed57524'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:30.320612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4b772353-500b-4e52-a1ea-a209ec6f1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:30.326928 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-4b772353-500b-4e52-a1ea-a209ec6f1641 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b5fe35375ae46e8aecd655bf87e7eb8&device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 1153 time: 0.2447965 Feb 09 03:11:30.345066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6a6a9-0b53-43c4-a919-b4b1919ef461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc41243-33c0-40ed-a4c1-4b958133509e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:30.407445 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port d5f269ae-27e4-48d4-b586-6ef813228ba1 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:30.407840 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.428142 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-1432e537-2c2e-4352-b856-406630b9e1f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4ba9ab04-9e3f-4453-bc5a-64498f483f81 HTTP/1.1" status: 200 len: 217 time: 0.0924482 Feb 09 03:11:30.431006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d2f6a6a9-0b53-43c4-a919-b4b1919ef461 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a21c7ed7767f4b14b347d5a6d6ad896a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8145568 Feb 09 03:11:30.440828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48084) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:30.478214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48090) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:30.498646 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a92c9d0e-5449-43ef-bd35-3ecad42b75c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.567458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef580-76e6-4956-869d-7388fbc33eeb req-2bfafb84-2754-406f-8d2e-87ef1c9ed9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:30.569214 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-2bfafb84-2754-406f-8d2e-87ef1c9ed9c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0860620 Feb 09 03:11:30.573237 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb8df73d-72f4-474d-be33-cd164ffab52c admin admin] Publish callbacks [] for security_group (edc41243-33c0-40ed-a4c1-4b958133509e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.659390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d5f269ae-27e4-48d4-b586-6ef813228ba1, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d5f269ae-27e4-48d4-b586-6ef813228ba1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:30.670154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f91ba-d932-466d-977e-d64414184f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f269ae-27e4-48d4-b586-6ef813228ba1'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:30.678989 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998e8014-3942-4318-be63-2d542bd60553" -d '{"events": [{"server_uuid": "361f91ba-d932-466d-977e-d64414184f5e", "name": "network-vif-plugged", "status": "completed", "tag": "d5f269ae-27e4-48d4-b586-6ef813228ba1"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:30.682972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 61705b0a-cb72-4839-9695-7c6ac1f2c531 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:11:30.690109 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a92c9d0e-5449-43ef-bd35-3ecad42b75c3 admin admin] Publish callbacks [] for security_group (d7254aa6-9116-4eff-b9f9-826513b910f2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.699045 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a92c9d0e-5449-43ef-bd35-3ecad42b75c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d7254aa6-9116-4eff-b9f9-826513b910f2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.715524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb8df73d-72f4-474d-be33-cd164ffab52c admin admin] Publish callbacks [] for security_group (edc41243-33c0-40ed-a4c1-4b958133509e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.737135 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.741707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca6e6edb-37a1-45a8-8f16-408e897e7c6a up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:30.779323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a92c9d0e-5449-43ef-bd35-3ecad42b75c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d42ae1f5dd0c48e29f9877cc98a179e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971728 Feb 09 03:11:30.786140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48112) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:30.788364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c9d0e-5449-43ef-bd35-3ecad42b75c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7254aa6-9116-4eff-b9f9-826513b910f2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:30.815822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 61705b0a-cb72-4839-9695-7c6ac1f2c531 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:11:30.818370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 61705b0a-cb72-4839-9695-7c6ac1f2c531 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:11:30.862488 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 14bbd09e-7478-4fa1-893b-eac602b2deb0 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:30.875770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef580-76e6-4956-869d-7388fbc33eeb req-d5d68730-1d72-4bc8-ad4e-477bf5fa1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:30.877269 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-d5d68730-1d72-4bc8-ad4e-477bf5fa1ac9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2745130 Feb 09 03:11:30.906320 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41dcb2f5-16eb-40c7-a852-eee32bdb8dac admin admin] Publish callbacks [] for security_group (d7254aa6-9116-4eff-b9f9-826513b910f2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.947989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Set router 87c23a1d-8e31-427d-8f92-860baed57524 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:30.963953 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41dcb2f5-16eb-40c7-a852-eee32bdb8dac admin admin] Publish callbacks [] for security_group (d7254aa6-9116-4eff-b9f9-826513b910f2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.987225 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da59919-15d6-4de1-b394-a9be83c3923a x-openstack-request-id: req-4da59919-15d6-4de1-b394-a9be83c3923a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:30.987967 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361f91ba-d932-466d-977e-d64414184f5e", "name": "network-vif-plugged", "status": "completed", "tag": "d5f269ae-27e4-48d4-b586-6ef813228ba1", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:30.988480 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4da59919-15d6-4de1-b394-a9be83c3923a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:30.989115 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f91ba-d932-466d-977e-d64414184f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f269ae-27e4-48d4-b586-6ef813228ba1', 'code': 200} Feb 09 03:11:31.016756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=d5f269ae-27e4-48d4-b586-6ef813228ba1,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:31.046086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0534635-d5d6-45c5-aefa-bc74ce17dc4b req-ad2a6b07-32a9-4cba-876c-934be8515e7d tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:31.050947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0534635-d5d6-45c5-aefa-bc74ce17dc4b req-ad2a6b07-32a9-4cba-876c-934be8515e7d tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 970 time: 0.3531823 Feb 09 03:11:31.059255 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-c150fa2d-d72d-4e5e-8f9a-bccace2a462c service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641114 Feb 09 03:11:31.080420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb8df73d-72f4-474d-be33-cd164ffab52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (edc41243-33c0-40ed-a4c1-4b958133509e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.084362 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb8df73d-72f4-474d-be33-cd164ffab52c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.085513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fb8df73d-72f4-474d-be33-cd164ffab52c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edc41243-33c0-40ed-a4c1-4b958133509e HTTP/1.1" status: 204 len: 168 time: 0.6433785 Feb 09 03:11:31.100242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41dcb2f5-16eb-40c7-a852-eee32bdb8dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d7254aa6-9116-4eff-b9f9-826513b910f2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.103430 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41dcb2f5-16eb-40c7-a852-eee32bdb8dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.108062 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-41dcb2f5-16eb-40c7-a852-eee32bdb8dac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7254aa6-9116-4eff-b9f9-826513b910f2 HTTP/1.1" status: 204 len: 168 time: 0.3206561 Feb 09 03:11:31.115451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 14bbd09e-7478-4fa1-893b-eac602b2deb0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:31.116499 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.169573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8df73d-72f4-474d-be33-cd164ffab52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc41243-33c0-40ed-a4c1-4b958133509e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:31.171105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcb2f5-16eb-40c7-a852-eee32bdb8dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7254aa6-9116-4eff-b9f9-826513b910f2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:31.308251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe9e8b-558c-4dc9-bc4a-00231600f58d req-f1a81e5a-d218-421e-85f8-901378d4573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:31.309987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23fe9e8b-558c-4dc9-bc4a-00231600f58d req-f1a81e5a-d218-421e-85f8-901378d4573f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 1132 time: 0.1570852 Feb 09 03:11:31.325519 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544113a-ed85-46d1-9a2d-5c82b2be5530 req-42601f44-4662-41c5-8aba-82a5cdd1ac5d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:31.333959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d544113a-ed85-46d1-9a2d-5c82b2be5530 req-42601f44-4662-41c5-8aba-82a5cdd1ac5d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 949 time: 0.1304698 Feb 09 03:11:31.374199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port ca6e6edb-37a1-45a8-8f16-408e897e7c6a completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:11:31.420070 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port ca6e6edb-37a1-45a8-8f16-408e897e7c6a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:31.423688 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.431481 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d544113a-ed85-46d1-9a2d-5c82b2be5530 req-e1aa8278-bda1-4b10-b58e-f3a0fb1e3fc1 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909624 Feb 09 03:11:31.464672 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0534635-d5d6-45c5-aefa-bc74ce17dc4b req-b0ec9295-a599-4fed-908c-5d9082e56a8a tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988838 Feb 09 03:11:31.550604 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450ef580-76e6-4956-869d-7388fbc33eeb req-c9ffffa3-6a43-4e37-9745-30e1357346dc service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800506 Feb 09 03:11:31.580178 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23fe9e8b-558c-4dc9-bc4a-00231600f58d req-f5081c5e-4512-4571-ab74-8aea284134eb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421238 Feb 09 03:11:31.717428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ddacf-42a3-43a0-851c-6384108de6e9 req-f23fc72a-8af1-4fd0-993c-3bbb326cfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:31.719155 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a69ddacf-42a3-43a0-851c-6384108de6e9 req-f23fc72a-8af1-4fd0-993c-3bbb326cfc20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b5fe35375ae46e8aecd655bf87e7eb8&device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 1153 time: 0.1037023 Feb 09 03:11:31.770676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c23a1d-8e31-427d-8f92-860baed57524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1567120311-router', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:21Z', 'updated_at': '2022-02-09T03:11:27Z', 'revision_number': 4, 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'gw_port': {'id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c23a1d-8e31-427d-8f92-860baed57524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:22Z', 'updated_at': '2022-02-09T03:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'c3e419cf-6b2a-455b-8f07-c2a3226b2b62', 'name': '', 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'mac_address': 'fa:16:3e:c8:3a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c23a1d-8e31-427d-8f92-860baed57524', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'd26556f6-9486-44bc-9e06-ae24158f834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:26Z', 'updated_at': '2022-02-09T03:11:28Z', 'revision_number': 2, 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'subnets': [{'id': 'd26556f6-9486-44bc-9e06-ae24158f834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:31.830092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Checking router: 87c23a1d-8e31-427d-8f92-860baed57524 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:11:31.830502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Updating router 87c23a1d-8e31-427d-8f92-860baed57524 port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:11:31.835421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca6e6edb-37a1-45a8-8f16-408e897e7c6a is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:31.835817 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.838575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 14bbd09e-7478-4fa1-893b-eac602b2deb0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:31.883506 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.952138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:31.966941 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.107293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:32.362206 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ddacf-42a3-43a0-851c-6384108de6e9 req-f5566e30-52f3-40f2-8d11-373862c63817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.363927 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a69ddacf-42a3-43a0-851c-6384108de6e9 req-f5566e30-52f3-40f2-8d11-373862c63817 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.6372483 Feb 09 03:11:32.498808 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a69ddacf-42a3-43a0-851c-6384108de6e9 req-d771cad1-307d-4f1a-9409-f506d68539e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4ba9ab04-9e3f-4453-bc5a-64498f483f81 HTTP/1.1" status: 200 len: 217 time: 0.1177757 Feb 09 03:11:32.558053 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Publish callbacks [] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.569961 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.703399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8d3ee-66f9-482a-acef-ab4c1b4fde72 None None] Pushing event updated for resources: {'Port': ['ID=c3e419cf-6b2a-455b-8f07-c2a3226b2b62,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:32.797493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ddacf-42a3-43a0-851c-6384108de6e9 req-b60d7b8f-f761-4506-b338-9c72c0a6506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.809404 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a69ddacf-42a3-43a0-851c-6384108de6e9 req-b60d7b8f-f761-4506-b338-9c72c0a6506e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.3024487 Feb 09 03:11:32.901207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f80091-8004-4978-9343-3eb2090b4de7 req-730c2dbc-cc13-4b71-b57a-1897c1ef6ef1 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.919479 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95f80091-8004-4978-9343-3eb2090b4de7 req-730c2dbc-cc13-4b71-b57a-1897c1ef6ef1 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 970 time: 0.1860006 Feb 09 03:11:32.929035 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Attempting to bind port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:32.933537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Attempting to bind port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'bd0ccb27-ad95-41a3-9cf4-93c0ceede35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:32.933976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Attempting to bind port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 on network 57faaf20-7037-4ac8-9602-a077327c1f3f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:32.944139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:32.944747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Checking segment: {'id': 'bd0ccb27-ad95-41a3-9cf4-93c0ceede35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:32.945323 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.946312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Bound using segment: {'id': 'bd0ccb27-ad95-41a3-9cf4-93c0ceede35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:32.946948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Bound port: c3e419cf-6b2a-455b-8f07-c2a3226b2b62, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0ccb27-ad95-41a3-9cf4-93c0ceede35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:32.947512 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.996309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:32.999195 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0601f88e-295b-4abe-98fd-907680814f1b" -d '{"events": [{"server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "name": "network-vif-plugged", "status": "completed", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:33.000668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa16449-c4d7-4d99-b778-91da1912d4d0 req-a469cc1c-7c59-4543-8ccc-57edd8df9b8d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:33.024884 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eaa16449-c4d7-4d99-b778-91da1912d4d0 req-a469cc1c-7c59-4543-8ccc-57edd8df9b8d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 949 time: 0.4062979 Feb 09 03:11:33.070432 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95f80091-8004-4978-9343-3eb2090b4de7 req-7cb1ffbe-e72e-4dbc-953f-2f0eb4895421 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482439 Feb 09 03:11:33.105601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48212) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:33.117294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] For port c3e419cf-6b2a-455b-8f07-c2a3226b2b62, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:33.124791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] For port c3e419cf-6b2a-455b-8f07-c2a3226b2b62, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c3e419cf-6b2a-455b-8f07-c2a3226b2b62,segment=NetworkSegment(bd0ccb27-ad95-41a3-9cf4-93c0ceede35d),segment_id=bd0ccb27-ad95-41a3-9cf4-93c0ceede35d)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:33.141144 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.141955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ddacf-42a3-43a0-851c-6384108de6e9 req-cb90a8a4-72ab-4215-975b-9a685896814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:33.143500 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a69ddacf-42a3-43a0-851c-6384108de6e9 req-cb90a8a4-72ab-4215-975b-9a685896814b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3125029 Feb 09 03:11:33.320396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-376331597-network', 'tenant_id': '612b79b2c8c44d278e66100587b7c4b3'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:33.358215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Routers {'87c23a1d-8e31-427d-8f92-860baed57524'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:33.359236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['87c23a1d-8e31-427d-8f92-860baed57524'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:33.366549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8d3ee-66f9-482a-acef-ab4c1b4fde72 None None] Pushing event updated for resources: {'Port': ['ID=c3e419cf-6b2a-455b-8f07-c2a3226b2b62,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:33.387059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Made reservation on behalf of 612b79b2c8c44d278e66100587b7c4b3 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:33.413517 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.417760 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eaa16449-c4d7-4d99-b778-91da1912d4d0 req-535e914a-0ba8-4615-bb28-5a73385b60c8 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918848 Feb 09 03:11:33.447897 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.584001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a69ddacf-42a3-43a0-851c-6384108de6e9 req-de816ff8-0c97-40cf-b67f-3e49df2ffc41 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182444 Feb 09 03:11:33.686811 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992cc82b-bf56-42b3-8de7-97463b634a5c x-openstack-request-id: req-992cc82b-bf56-42b3-8de7-97463b634a5c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:33.687490 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "name": "network-vif-plugged", "status": "completed", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:33.687490 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-992cc82b-bf56-42b3-8de7-97463b634a5c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:33.699858 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'code': 200} Feb 09 03:11:33.704598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b277fb1a-0668-4a10-b120-05a7f16c131c None None] Provisioning complete for port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:33.711428 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b277fb1a-0668-4a10-b120-05a7f16c131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.818808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] Set router 87c23a1d-8e31-427d-8f92-860baed57524 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:34.038350 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Publish callbacks [] for security_group (252a9a75-cc05-40c4-b69b-8d2be51adefa), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.059054 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (252a9a75-cc05-40c4-b69b-8d2be51adefa), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.064719 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a69ddacf-42a3-43a0-851c-6384108de6e9 req-847c6774-0776-41a5-b436-790bcf2ab6b5 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688618 Feb 09 03:11:34.127770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:11:34.154779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27346e6e-57fb-4e7a-86ac-a688b57eb517 req-450bc427-3df2-416f-a641-53ba28abd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:34.156333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-27346e6e-57fb-4e7a-86ac-a688b57eb517 req-450bc427-3df2-416f-a641-53ba28abd734 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 1133 time: 0.4111922 Feb 09 03:11:34.278639 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (3b263564-f62c-4af6-a3c7-03391b1c9cfa), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.279539 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Added segment 3b263564-f62c-4af6-a3c7-03391b1c9cfa of type vlan for network 15acbecb-9714-49f5-a492-2cdfa4603bbf Feb 09 03:11:34.315682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252a9a75-cc05-40c4-b69b-8d2be51adefa,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:34.471511 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-27346e6e-57fb-4e7a-86ac-a688b57eb517 req-5c209f27-4c0d-4a02-8bee-adc2f47113ba service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805917 Feb 09 03:11:34.503357 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d166c-72a9-4a68-b56b-919c92ec974d req-a8758e42-f4d3-4a9b-b9ca-d4598c34c6cc tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:34.503357 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-622d166c-72a9-4a68-b56b-919c92ec974d req-a8758e42-f4d3-4a9b-b9ca-d4598c34c6cc tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 970 time: 0.2356484 Feb 09 03:11:34.516063 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (15acbecb-9714-49f5-a492-2cdfa4603bbf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.633692 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (15acbecb-9714-49f5-a492-2cdfa4603bbf), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.634641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:34.635551 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.665252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 4ba9ab04-9e3f-4453-bc5a-64498f483f81 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:11:34.722318 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-622d166c-72a9-4a68-b56b-919c92ec974d req-557839b1-e71c-4885-adba-3a8addbdcf2b tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035608 Feb 09 03:11:34.737827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48276) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:34.941090 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8337188 Feb 09 03:11:34.953987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48288) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:34.959500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ea0fefad-71a3-474d-9c8f-28dbe2949595 admin admin] Request body: {'subnet': {'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-376331597-subnet', 'tenant_id': '612b79b2c8c44d278e66100587b7c4b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:34.963057 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9df4ff27-80f9-4059-b678-7a54fa710fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.965717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f6273-17b3-466e-9eb0-f645f70b3e9c admin admin] Pushing event updated for resources: {'Network': ['ID=15acbecb-9714-49f5-a492-2cdfa4603bbf,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:35.023061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee703d55-d403-4418-bd54-ae95e4a9cee9 req-7ba60e16-bd84-436a-9927-a85fb19a2703 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:35.034092 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ee703d55-d403-4418-bd54-ae95e4a9cee9 req-7ba60e16-bd84-436a-9927-a85fb19a2703 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 949 time: 0.3212059 Feb 09 03:11:35.053727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0fefad-71a3-474d-9c8f-28dbe2949595 admin admin] Made reservation on behalf of 612b79b2c8c44d278e66100587b7c4b3 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:35.057174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ea0fefad-71a3-474d-9c8f-28dbe2949595 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.143201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ee703d55-d403-4418-bd54-ae95e4a9cee9 req-3246b471-21c9-438a-ba17-818df5e5713f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007977 Feb 09 03:11:35.288270 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9df4ff27-80f9-4059-b678-7a54fa710fdd admin admin] Publish callbacks [] for security_group (5bca8019-4c73-4437-8ccf-68f28e1f44f6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.314590 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9df4ff27-80f9-4059-b678-7a54fa710fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5bca8019-4c73-4437-8ccf-68f28e1f44f6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.381636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b277fb1a-0668-4a10-b120-05a7f16c131c None None] Current status of the port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:35.382946 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b277fb1a-0668-4a10-b120-05a7f16c131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.392539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 15acbecb-9714-49f5-a492-2cdfa4603bbf details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:35.417545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 4ba9ab04-9e3f-4453-bc5a-64498f483f81, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ba9ab04-9e3f-4453-bc5a-64498f483f81,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:35.419595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9df4ff27-80f9-4059-b678-7a54fa710fdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2668c7596974abd923f37dd062684fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6801217 Feb 09 03:11:35.423722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48302) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:35.436985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4ff27-80f9-4059-b678-7a54fa710fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bca8019-4c73-4437-8ccf-68f28e1f44f6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:35.471651 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ea0fefad-71a3-474d-9c8f-28dbe2949595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (7bb24eb0-9eab-422f-8add-dff7fc4bde51), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.495060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '4ba9ab04-9e3f-4453-bc5a-64498f483f81', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '4ba9ab04-9e3f-4453-bc5a-64498f483f81', 'mac_address': 'fa:16:3e:d8:33:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:tempest-test_az-1981803198', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:11:35.535728 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69e58bd6-6c40-46df-8f06-65ea2b5c81e3 admin admin] Publish callbacks [] for security_group (5bca8019-4c73-4437-8ccf-68f28e1f44f6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.545708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b805b7-4379-4fe9-a01e-d675a362c005 req-de7a4d02-3c78-49ff-8a14-106d8045cde0 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:35.553423 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16b805b7-4379-4fe9-a01e-d675a362c005 req-de7a4d02-3c78-49ff-8a14-106d8045cde0 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.2217064 Feb 09 03:11:35.589798 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fefad-71a3-474d-9c8f-28dbe2949595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb24eb0-9eab-422f-8add-dff7fc4bde51,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:35.602487 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69e58bd6-6c40-46df-8f06-65ea2b5c81e3 admin admin] Publish callbacks [] for security_group (5bca8019-4c73-4437-8ccf-68f28e1f44f6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.613660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b277fb1a-0668-4a10-b120-05a7f16c131c None None] For port c3e419cf-6b2a-455b-8f07-c2a3226b2b62, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c3e419cf-6b2a-455b-8f07-c2a3226b2b62,segment=NetworkSegment(bd0ccb27-ad95-41a3-9cf4-93c0ceede35d),segment_id=bd0ccb27-ad95-41a3-9cf4-93c0ceede35d)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:35.615253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0fefad-71a3-474d-9c8f-28dbe2949595 admin admin] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:35.615800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0fefad-71a3-474d-9c8f-28dbe2949595 admin admin] Network hostable DHCP agents. Network: 15acbecb-9714-49f5-a492-2cdfa4603bbf, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:11:35.634656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b277fb1a-0668-4a10-b120-05a7f16c131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.672165 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16b805b7-4379-4fe9-a01e-d675a362c005 req-cb2a27bf-7796-4dbe-bdbd-e5b51518e81c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174159 Feb 09 03:11:35.703527 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0fefad-71a3-474d-9c8f-28dbe2949595 admin admin] Network 15acbecb-9714-49f5-a492-2cdfa4603bbf is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:11:35.729042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c23a1d-8e31-427d-8f92-860baed57524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1567120311-router', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:21Z', 'updated_at': '2022-02-09T03:11:27Z', 'revision_number': 4, 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'gw_port': {'id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c23a1d-8e31-427d-8f92-860baed57524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:22Z', 'updated_at': '2022-02-09T03:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'c3e419cf-6b2a-455b-8f07-c2a3226b2b62', 'name': '', 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'mac_address': 'fa:16:3e:c8:3a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c23a1d-8e31-427d-8f92-860baed57524', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'd26556f6-9486-44bc-9e06-ae24158f834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:26Z', 'updated_at': '2022-02-09T03:11:33Z', 'revision_number': 4, 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'subnets': [{'id': 'd26556f6-9486-44bc-9e06-ae24158f834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:35.731656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ea0fefad-71a3-474d-9c8f-28dbe2949595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 15acbecb-9714-49f5-a492-2cdfa4603bbf) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:35.763121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0fefad-71a3-474d-9c8f-28dbe2949595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:35.770075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ea0fefad-71a3-474d-9c8f-28dbe2949595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.770267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d6056a-6c34-4ba5-9a5e-aaeed91bec33 None None] The sync data for ids ['87c23a1d-8e31-427d-8f92-860baed57524'] in n-d-824835-15 is: [{'id': '87c23a1d-8e31-427d-8f92-860baed57524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1567120311-router', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:21Z', 'updated_at': '2022-02-09T03:11:27Z', 'revision_number': 4, 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'gw_port': {'id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c23a1d-8e31-427d-8f92-860baed57524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:22Z', 'updated_at': '2022-02-09T03:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'c3e419cf-6b2a-455b-8f07-c2a3226b2b62', 'name': '', 'network_id': '57faaf20-7037-4ac8-9602-a077327c1f3f', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'mac_address': 'fa:16:3e:c8:3a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c23a1d-8e31-427d-8f92-860baed57524', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'd26556f6-9486-44bc-9e06-ae24158f834a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:26Z', 'updated_at': '2022-02-09T03:11:33Z', 'revision_number': 4, 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'subnets': [{'id': 'd26556f6-9486-44bc-9e06-ae24158f834a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:35.770267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b538c-ef26-435d-80d9-76b59d844087 None None] Network 15acbecb-9714-49f5-a492-2cdfa4603bbf requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:35.778958 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69e58bd6-6c40-46df-8f06-65ea2b5c81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5bca8019-4c73-4437-8ccf-68f28e1f44f6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.784527 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69e58bd6-6c40-46df-8f06-65ea2b5c81e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.791299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-69e58bd6-6c40-46df-8f06-65ea2b5c81e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bca8019-4c73-4437-8ccf-68f28e1f44f6 HTTP/1.1" status: 204 len: 168 time: 0.3621290 Feb 09 03:11:35.810787 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ea0fefad-71a3-474d-9c8f-28dbe2949595 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8552392 Feb 09 03:11:35.820605 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e58bd6-6c40-46df-8f06-65ea2b5c81e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bca8019-4c73-4437-8ccf-68f28e1f44f6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:35.836676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:35.837065 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.092884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67108d-f809-4e2c-aa8e-fb918f786316 req-54230a4d-abb3-4bc5-b3a8-3a077a1458b2 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:36.104476 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a67108d-f809-4e2c-aa8e-fb918f786316 req-54230a4d-abb3-4bc5-b3a8-3a077a1458b2 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 970 time: 0.1259639 Feb 09 03:11:36.129408 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d4df4ec6-5f9f-45a6-8a34-8c8a5dc53d17 None None] Provisioning complete for port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:36.138346 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d4df4ec6-5f9f-45a6-8a34-8c8a5dc53d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.196044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a67108d-f809-4e2c-aa8e-fb918f786316 req-25c52c46-822c-4329-96cd-107891195f48 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848365 Feb 09 03:11:36.315692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277fb1a-0668-4a10-b120-05a7f16c131c None None] Pushing event updated for resources: {'Port': ['ID=c3e419cf-6b2a-455b-8f07-c2a3226b2b62,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:36.424939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba9ab04-9e3f-4453-bc5a-64498f483f81 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:36.448525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d4df4ec6-5f9f-45a6-8a34-8c8a5dc53d17 None None] Current status of the port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:36.578537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48346) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:36.594554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 4ba9ab04-9e3f-4453-bc5a-64498f483f81, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ba9ab04-9e3f-4453-bc5a-64498f483f81,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:36.633845 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa70d05e-bc6e-4d5f-a8ca-3e5392fd0dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.715944 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.745252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a7256-255c-4fc8-9580-651885939da7 None None] Network 15acbecb-9714-49f5-a492-2cdfa4603bbf requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:37.134628 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c3e419cf-6b2a-455b-8f07-c2a3226b2b62 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:37.142499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0bc94-e08f-48d6-bc85-9a890e800810 req-087b105d-89bd-4cda-baf5-d6efa3fedd6f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:37.162607 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-06b0bc94-e08f-48d6-bc85-9a890e800810 req-087b105d-89bd-4cda-baf5-d6efa3fedd6f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.3168693 Feb 09 03:11:37.260121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['4ba9ab04-9e3f-4453-bc5a-64498f483f81'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:37.324925 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa70d05e-bc6e-4d5f-a8ca-3e5392fd0dfa admin admin] Publish callbacks [] for security_group (acf87b1f-04c4-4d59-972b-20b25c8172ad), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.351644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa70d05e-bc6e-4d5f-a8ca-3e5392fd0dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (acf87b1f-04c4-4d59-972b-20b25c8172ad), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.423471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cc4c5-cc2a-460c-ba05-57d7dda2addd req-23809a13-b49c-42d2-bd15-92d3430dd3c3 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:37.432890 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-835cc4c5-cc2a-460c-ba05-57d7dda2addd req-23809a13-b49c-42d2-bd15-92d3430dd3c3 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 971 time: 0.0915198 Feb 09 03:11:37.438012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=4ba9ab04-9e3f-4453-bc5a-64498f483f81,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:37.450129 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-06b0bc94-e08f-48d6-bc85-9a890e800810 req-5fb708ac-a098-476d-9c90-7392151d8e11 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861032 Feb 09 03:11:37.523148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70d05e-bc6e-4d5f-a8ca-3e5392fd0dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf87b1f-04c4-4d59-972b-20b25c8172ad,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:37.555229 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-835cc4c5-cc2a-460c-ba05-57d7dda2addd req-a0b4e845-b66c-4e0e-ab3d-601e8295a70e tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204443 Feb 09 03:11:37.580308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-aa70d05e-bc6e-4d5f-a8ca-3e5392fd0dfa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b85f5b1854844dd889f55ca74ce22e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0000110 Feb 09 03:11:37.584734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48394) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:37.617512 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.715443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48402) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:37.720866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-899545223-network', 'tenant_id': '42e97172f5854ab2939fd498830157e9'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:37.790883 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Made reservation on behalf of 42e97172f5854ab2939fd498830157e9 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:37.795451 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.802773 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78ddd044-95d5-43da-88df-287fd1649571 admin admin] Publish callbacks [] for security_group (acf87b1f-04c4-4d59-972b-20b25c8172ad), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.832109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.875567 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78ddd044-95d5-43da-88df-287fd1649571 admin admin] Publish callbacks [] for security_group (acf87b1f-04c4-4d59-972b-20b25c8172ad), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.911012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:37.928690 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.971113 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48414) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:38.034301 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78ddd044-95d5-43da-88df-287fd1649571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (acf87b1f-04c4-4d59-972b-20b25c8172ad), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.038051 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78ddd044-95d5-43da-88df-287fd1649571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.039204 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-78ddd044-95d5-43da-88df-287fd1649571 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acf87b1f-04c4-4d59-972b-20b25c8172ad HTTP/1.1" status: 204 len: 168 time: 0.4497135 Feb 09 03:11:38.082762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddd044-95d5-43da-88df-287fd1649571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf87b1f-04c4-4d59-972b-20b25c8172ad,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:38.156855 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Publish callbacks [] for security_group (b7e0b1c3-60d1-4e54-99d0-232569e64e33), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.163108 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b7e0b1c3-60d1-4e54-99d0-232569e64e33), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.236050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:11:38.269230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e0b1c3-60d1-4e54-99d0-232569e64e33,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:38.282502 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e7cda1e1-c526-44bf-99a3-086a48661cc4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.282842 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Added segment e7cda1e1-c526-44bf-99a3-086a48661cc4 of type vlan for network 09163753-2b33-413c-9fed-18583b6e8782 Feb 09 03:11:38.312698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48436) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:38.338332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:38.385137 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (09163753-2b33-413c-9fed-18583b6e8782), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.451226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-f709ebd2-fcbb-4a5e-9b26-a69e7dcaf4f6 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410738 Feb 09 03:11:38.460166 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (09163753-2b33-413c-9fed-18583b6e8782), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.461220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:38.461836 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.618220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] Pushing event updated for resources: {'Network': ['ID=09163753-2b33-413c-9fed-18583b6e8782,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:38.655978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 09163753-2b33-413c-9fed-18583b6e8782 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:38.670684 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e2521ef3-2f63-4412-ae03-4dd41c8fdce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.704979 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-472feec7-5a06-426d-8ead-a918e94c4c6d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9883120 Feb 09 03:11:38.706958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48458) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:38.721391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-083acf3f-d2b4-457b-99fb-968ba1e2e307 admin admin] Request body: {'subnet': {'network_id': '09163753-2b33-413c-9fed-18583b6e8782', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-899545223-subnet', 'tenant_id': '42e97172f5854ab2939fd498830157e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:38.724774 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-77ed0032-8759-4794-8f5b-9b4aa5296d38 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:38.734786 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-77ed0032-8759-4794-8f5b-9b4aa5296d38 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2788615 Feb 09 03:11:38.758719 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-c567f110-2535-4a50-8bf3-bee36e8d79ee tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/quotas/2f13162dd2e24fa6b915e7f5fc2e53a7 HTTP/1.1" status: 200 len: 375 time: 0.0226731 Feb 09 03:11:38.778871 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 4ba9ab04-9e3f-4453-bc5a-64498f483f81 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:38.897199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083acf3f-d2b4-457b-99fb-968ba1e2e307 admin admin] Made reservation on behalf of 42e97172f5854ab2939fd498830157e9 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:38.901248 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-083acf3f-d2b4-457b-99fb-968ba1e2e307 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.915540 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-81e0bf70-6165-4959-bf6f-118323b28905 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1554527 Feb 09 03:11:38.951249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:11:38.957672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:38.958936 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.091892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48466) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:39.094006 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2b287bd3-833a-41dd-a434-4d6204b7d9a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb2addd23f114efbb6feee5752f7a82c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7800961 Feb 09 03:11:39.143064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea06c7-ea1a-43e3-beab-ec13ea5f7b0a req-97828252-7586-4877-ac08-e625a7b80c53 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:39.151072 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1eea06c7-ea1a-43e3-beab-ec13ea5f7b0a req-97828252-7586-4877-ac08-e625a7b80c53 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 971 time: 0.3197248 Feb 09 03:11:39.161081 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e2521ef3-2f63-4412-ae03-4dd41c8fdce5 admin admin] Publish callbacks [] for security_group (f53e3856-aeee-4230-be91-5f31a765775d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.172910 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:39.173489 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.185377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e2521ef3-2f63-4412-ae03-4dd41c8fdce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f53e3856-aeee-4230-be91-5f31a765775d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.202884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a764f7-52f2-4a15-bab8-8160d40bbd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba9ab04-9e3f-4453-bc5a-64498f483f81'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:39.209451 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f268843b-b9b6-42b6-904c-dde6261f470a" -d '{"events": [{"server_uuid": "b9a764f7-52f2-4a15-bab8-8160d40bbd65", "name": "network-vif-plugged", "status": "completed", "tag": "4ba9ab04-9e3f-4453-bc5a-64498f483f81"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:39.236406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 4ba9ab04-9e3f-4453-bc5a-64498f483f81, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ba9ab04-9e3f-4453-bc5a-64498f483f81,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:39.248916 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.353273 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c6b09e-89c6-408c-b1ef-53b6ecffee32 x-openstack-request-id: req-e9c6b09e-89c6-408c-b1ef-53b6ecffee32 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:39.358723 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a764f7-52f2-4a15-bab8-8160d40bbd65", "name": "network-vif-plugged", "status": "completed", "tag": "4ba9ab04-9e3f-4453-bc5a-64498f483f81", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:39.359122 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9c6b09e-89c6-408c-b1ef-53b6ecffee32 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:39.359640 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a764f7-52f2-4a15-bab8-8160d40bbd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba9ab04-9e3f-4453-bc5a-64498f483f81', 'code': 200} Feb 09 03:11:39.360776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=4ba9ab04-9e3f-4453-bc5a-64498f483f81,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:39.437015 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2521ef3-2f63-4412-ae03-4dd41c8fdce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53e3856-aeee-4230-be91-5f31a765775d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:39.453004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e2521ef3-2f63-4412-ae03-4dd41c8fdce5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24aa8eb824f44ac79d843078f3bddbd0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4729037 Feb 09 03:11:39.458358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48482) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:39.493451 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2e91fd4e-d289-4704-84cd-f4f1b50ebd69 req-08b16561-5a4e-4065-9034-2d737593c9d1 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 210 time: 0.0570524 Feb 09 03:11:39.527741 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1eea06c7-ea1a-43e3-beab-ec13ea5f7b0a req-dbed0229-c583-4afa-807f-deec750716b4 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751545 Feb 09 03:11:39.710154 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-083acf3f-d2b4-457b-99fb-968ba1e2e307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (5130d83f-01ae-4d75-b619-95bbd7f960ae), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.832079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0b54f83-3b77-48fd-a338-df0a85112977 admin admin] Publish callbacks [] for security_group (dcc5991b-9be3-4302-b346-b06b8398a216), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.861204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083acf3f-d2b4-457b-99fb-968ba1e2e307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5130d83f-01ae-4d75-b619-95bbd7f960ae,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:39.913637 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d703d583-3dc8-48e3-be65-1413b04f0841 admin admin] Publish callbacks [] for security_group (f53e3856-aeee-4230-be91-5f31a765775d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.949440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcaef7-6c5a-4b81-84ad-4720cbcfb096 req-debd15f8-c528-4d5c-bb7b-1305c4bde1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:39.950949 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7adcaef7-6c5a-4b81-84ad-4720cbcfb096 req-debd15f8-c528-4d5c-bb7b-1305c4bde1f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 1155 time: 0.4903758 Feb 09 03:11:39.991841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0b54f83-3b77-48fd-a338-df0a85112977 admin admin] Publish callbacks [] for security_group (dcc5991b-9be3-4302-b346-b06b8398a216), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.055436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083acf3f-d2b4-457b-99fb-968ba1e2e307 admin admin] Checking segment: {'id': 'e7cda1e1-c526-44bf-99a3-086a48661cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '09163753-2b33-413c-9fed-18583b6e8782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:40.056083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083acf3f-d2b4-457b-99fb-968ba1e2e307 admin admin] Network hostable DHCP agents. Network: 09163753-2b33-413c-9fed-18583b6e8782, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:11:40.063708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d703d583-3dc8-48e3-be65-1413b04f0841 admin admin] Publish callbacks [] for security_group (f53e3856-aeee-4230-be91-5f31a765775d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.071239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48504) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:40.181101 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7adcaef7-6c5a-4b81-84ad-4720cbcfb096 req-6eefc601-9171-47a2-b384-22881b4b19a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173195 Feb 09 03:11:40.183869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083acf3f-d2b4-457b-99fb-968ba1e2e307 admin admin] Network 09163753-2b33-413c-9fed-18583b6e8782 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:11:40.208322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-083acf3f-d2b4-457b-99fb-968ba1e2e307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 09163753-2b33-413c-9fed-18583b6e8782) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:40.216647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083acf3f-d2b4-457b-99fb-968ba1e2e307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:40.218753 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-083acf3f-d2b4-457b-99fb-968ba1e2e307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.225111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd294e-3140-47b9-b747-4c098524b98d None None] Network 09163753-2b33-413c-9fed-18583b6e8782 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:40.226109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0b54f83-3b77-48fd-a338-df0a85112977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (dcc5991b-9be3-4302-b346-b06b8398a216), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.234640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0b54f83-3b77-48fd-a338-df0a85112977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.235276 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b0b54f83-3b77-48fd-a338-df0a85112977 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcc5991b-9be3-4302-b346-b06b8398a216 HTTP/1.1" status: 204 len: 168 time: 1.1393704 Feb 09 03:11:40.250406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d703d583-3dc8-48e3-be65-1413b04f0841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f53e3856-aeee-4230-be91-5f31a765775d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.250406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d703d583-3dc8-48e3-be65-1413b04f0841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.250406 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d703d583-3dc8-48e3-be65-1413b04f0841 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f53e3856-aeee-4230-be91-5f31a765775d HTTP/1.1" status: 204 len: 168 time: 0.7709203 Feb 09 03:11:40.267809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b54f83-3b77-48fd-a338-df0a85112977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc5991b-9be3-4302-b346-b06b8398a216,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:40.282801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703d583-3dc8-48e3-be65-1413b04f0841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53e3856-aeee-4230-be91-5f31a765775d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:40.288644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-083acf3f-d2b4-457b-99fb-968ba1e2e307 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5768306 Feb 09 03:11:40.335597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ac39f8b-a30c-4208-8e00-60c4391a9d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.429097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c6999-b394-49ea-b081-1b0f477a6e27 None None] Network 09163753-2b33-413c-9fed-18583b6e8782 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:40.534662 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ac39f8b-a30c-4208-8e00-60c4391a9d86 admin admin] Publish callbacks [] for security_group (c4a18776-fd23-4a84-a0be-8ec1f3fe42e2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.554044 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ac39f8b-a30c-4208-8e00-60c4391a9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c4a18776-fd23-4a84-a0be-8ec1f3fe42e2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.681219 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2ac39f8b-a30c-4208-8e00-60c4391a9d86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6f122a0aa4f444ba22f8d82bd780250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6087067 Feb 09 03:11:40.683159 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac39f8b-a30c-4208-8e00-60c4391a9d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a18776-fd23-4a84-a0be-8ec1f3fe42e2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:40.689719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48522) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:40.801409 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0441ddc3-f079-494b-a1de-078a0fe6a64f req-d91e7af9-9187-4961-8c28-87f0dc1835f9 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 210 time: 0.0704286 Feb 09 03:11:40.815480 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e0e1e-9064-4395-9f62-36be8ab1a2a2 req-726c01d3-8124-432b-a1da-cdfc97327693 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:40.821006 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcef1786-83c8-4648-99e8-156727e4e4a2 admin admin] Publish callbacks [] for security_group (c4a18776-fd23-4a84-a0be-8ec1f3fe42e2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.827606 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e2e0e1e-9064-4395-9f62-36be8ab1a2a2 req-726c01d3-8124-432b-a1da-cdfc97327693 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 972 time: 0.1671951 Feb 09 03:11:40.859986 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcef1786-83c8-4648-99e8-156727e4e4a2 admin admin] Publish callbacks [] for security_group (c4a18776-fd23-4a84-a0be-8ec1f3fe42e2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.932822 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e2e0e1e-9064-4395-9f62-36be8ab1a2a2 req-587c4c81-3caf-44ff-bc2a-f631e77409ac tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981114 Feb 09 03:11:40.958969 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcef1786-83c8-4648-99e8-156727e4e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c4a18776-fd23-4a84-a0be-8ec1f3fe42e2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.964211 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcef1786-83c8-4648-99e8-156727e4e4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.969495 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dcef1786-83c8-4648-99e8-156727e4e4a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4a18776-fd23-4a84-a0be-8ec1f3fe42e2 HTTP/1.1" status: 204 len: 168 time: 0.2784994 Feb 09 03:11:40.989259 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef1786-83c8-4648-99e8-156727e4e4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a18776-fd23-4a84-a0be-8ec1f3fe42e2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:41.157948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-e299ba2b-602e-42e5-b11f-bb73b7881c5a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317833 Feb 09 03:11:41.224605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48534) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:41.345951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c919da11-cbf4-4393-89da-4b76f253231f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65276c18fa8d4b268ebfd24efab83f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1194565 Feb 09 03:11:41.349151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48536) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:41.362909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48538) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:41.388373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-cce0e44f-19d3-4702-9361-5db180a3a34a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:41.392023 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-cce0e44f-19d3-4702-9361-5db180a3a34a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285774 Feb 09 03:11:41.411785 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0912-ff74-45b5-b4b8-f5b1f516ecc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.415742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Request body: {'port': {'device_id': 'e3ee34ed-5168-492a-a385-3793b96890b3', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '2f13162dd2e24fa6b915e7f5fc2e53a7'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:41.526938 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee2cd5f3-ca7b-4995-b7a8-62109e624954 admin admin] Publish callbacks [] for security_group (b570eb34-91d6-40ba-9ff3-044083f9c2f5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.595383 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee2cd5f3-ca7b-4995-b7a8-62109e624954 admin admin] Publish callbacks [] for security_group (b570eb34-91d6-40ba-9ff3-044083f9c2f5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.646926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Made reservation on behalf of 2f13162dd2e24fa6b915e7f5fc2e53a7 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:41.652561 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.663286 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0912-ff74-45b5-b4b8-f5b1f516ecc1 admin admin] Publish callbacks [] for security_group (526802e8-943e-48ea-b6b2-d06a5006deee), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.672000 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0912-ff74-45b5-b4b8-f5b1f516ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (526802e8-943e-48ea-b6b2-d06a5006deee), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.703159 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8c4e0912-ff74-45b5-b4b8-f5b1f516ecc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7da4160145dc450e8da21edb07e9fedd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362737 Feb 09 03:11:41.706413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48542) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:41.746201 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee2cd5f3-ca7b-4995-b7a8-62109e624954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b570eb34-91d6-40ba-9ff3-044083f9c2f5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.749251 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee2cd5f3-ca7b-4995-b7a8-62109e624954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.751025 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ee2cd5f3-ca7b-4995-b7a8-62109e624954 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b570eb34-91d6-40ba-9ff3-044083f9c2f5 HTTP/1.1" status: 204 len: 168 time: 0.3990581 Feb 09 03:11:41.775475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e0912-ff74-45b5-b4b8-f5b1f516ecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526802e8-943e-48ea-b6b2-d06a5006deee,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:41.791168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cd5f3-ca7b-4995-b7a8-62109e624954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b570eb34-91d6-40ba-9ff3-044083f9c2f5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:41.810919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-043bed17-f6a1-4141-89ba-6e99949b98eb admin admin] Publish callbacks [] for security_group (526802e8-943e-48ea-b6b2-d06a5006deee), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.873635 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-043bed17-f6a1-4141-89ba-6e99949b98eb admin admin] Publish callbacks [] for security_group (526802e8-943e-48ea-b6b2-d06a5006deee), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.990701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Allocated IP 192.168.233.142 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/a68898da-09fc-4ecb-b1b6-6119ab907eea) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:42.022436 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f6f12fb-7921-4357-a27c-9d3de50ff2dd req-6138db29-dba3-4f9e-b1d5-087edcc86408 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 210 time: 0.1044281 Feb 09 03:11:42.066825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-043bed17-f6a1-4141-89ba-6e99949b98eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (526802e8-943e-48ea-b6b2-d06a5006deee), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.070559 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-043bed17-f6a1-4141-89ba-6e99949b98eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.071872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-043bed17-f6a1-4141-89ba-6e99949b98eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/526802e8-943e-48ea-b6b2-d06a5006deee HTTP/1.1" status: 204 len: 168 time: 0.3637733 Feb 09 03:11:42.079821 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bed17-f6a1-4141-89ba-6e99949b98eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526802e8-943e-48ea-b6b2-d06a5006deee,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:42.171891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48560) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:42.188667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7458fdef-3098-4f02-b46b-a7ab633b3857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.277230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6514e0-7368-4cb4-bd57-dd39b33b1e52 req-995ad38f-54c0-4dd1-b52c-4ea93d92a75d tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:42.284353 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea6514e0-7368-4cb4-bd57-dd39b33b1e52 req-995ad38f-54c0-4dd1-b52c-4ea93d92a75d tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 972 time: 0.0831754 Feb 09 03:11:42.337785 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks [] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.399103 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea6514e0-7368-4cb4-bd57-dd39b33b1e52 req-2108f938-7164-4d23-99d9-6bf3708d5a6b tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137455 Feb 09 03:11:42.445234 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.481455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'd5f269ae-27e4-48d4-b586-6ef813228ba1'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:42.487796 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7458fdef-3098-4f02-b46b-a7ab633b3857 admin admin] Publish callbacks [] for security_group (1bf6a019-79b7-465a-8e86-486645bb6daa), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.501615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7458fdef-3098-4f02-b46b-a7ab633b3857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1bf6a019-79b7-465a-8e86-486645bb6daa), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.581163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:42.585003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Pushing event updated for resources: {'Port': ['ID=a68898da-09fc-4ecb-b1b6-6119ab907eea,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:42.616181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458fdef-3098-4f02-b46b-a7ab633b3857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf6a019-79b7-465a-8e86-486645bb6daa,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:42.620779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:42.640634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:42.679822 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7458fdef-3098-4f02-b46b-a7ab633b3857 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=416ccd6c376141df8b4a35273c799837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5059290 Feb 09 03:11:42.681119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:42.682409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48572) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:42.697603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.730996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-b24fed38-0357-4c27-983d-1e9e442564ec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3202698 Feb 09 03:11:42.845834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Request body: {'port': {'device_id': 'e3ee34ed-5168-492a-a385-3793b96890b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:42.848618 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-830a85b3-ce9a-45f3-96af-199b7657ebc1 admin admin] Publish callbacks [] for security_group (1bf6a019-79b7-465a-8e86-486645bb6daa), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.934460 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-830a85b3-ce9a-45f3-96af-199b7657ebc1 admin admin] Publish callbacks [] for security_group (1bf6a019-79b7-465a-8e86-486645bb6daa), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.057369 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-830a85b3-ce9a-45f3-96af-199b7657ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1bf6a019-79b7-465a-8e86-486645bb6daa), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.060838 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-830a85b3-ce9a-45f3-96af-199b7657ebc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.062227 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-830a85b3-ce9a-45f3-96af-199b7657ebc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bf6a019-79b7-465a-8e86-486645bb6daa HTTP/1.1" status: 204 len: 168 time: 0.3780050 Feb 09 03:11:43.075921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a85b3-ce9a-45f3-96af-199b7657ebc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf6a019-79b7-465a-8e86-486645bb6daa,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:43.190762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-7ac0502b-0116-4a93-87dc-d92b082c2b73 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:43.193058 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-7ac0502b-0116-4a93-87dc-d92b082c2b73 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 820 time: 0.4733005 Feb 09 03:11:43.220711 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-215bd5ba-5cac-4f70-b24d-2115bc98f55d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/quotas/612b79b2c8c44d278e66100587b7c4b3 HTTP/1.1" status: 200 len: 375 time: 0.0197005 Feb 09 03:11:43.294722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e1b881da-8489-4f0f-9220-94658748b993 None None] Provisioning complete for port a68898da-09fc-4ecb-b1b6-6119ab907eea triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:43.294722 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1b881da-8489-4f0f-9220-94658748b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.312870 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-66105d1b-a963-4972-94df-31acb7ccb92a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906706 Feb 09 03:11:43.313945 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.422410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e1b881da-8489-4f0f-9220-94658748b993 None None] Port a68898da-09fc-4ecb-b1b6-6119ab907eea cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:43.701027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68898da-09fc-4ecb-b1b6-6119ab907eea {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:43.710724 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Publish callbacks [] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.744957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Transition to ACTIVE for port object a68898da-09fc-4ecb-b1b6-6119ab907eea will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:11:43.755432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.912807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Attempting to bind port a68898da-09fc-4ecb-b1b6-6119ab907eea on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:43.912807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Attempting to bind port a68898da-09fc-4ecb-b1b6-6119ab907eea by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:43.912807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Attempting to bind port a68898da-09fc-4ecb-b1b6-6119ab907eea on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:43.912807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Port a68898da-09fc-4ecb-b1b6-6119ab907eea on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:11:43.912807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Attempting to bind port a68898da-09fc-4ecb-b1b6-6119ab907eea on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:43.912807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Pushing event updated for resources: {'Port': ['ID=a68898da-09fc-4ecb-b1b6-6119ab907eea,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:43.927149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:43.927578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:43.928485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:43.929002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Bound port: a68898da-09fc-4ecb-b1b6-6119ab907eea, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:43.929625 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.016976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] For port a68898da-09fc-4ecb-b1b6-6119ab907eea, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:44.021107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] For port a68898da-09fc-4ecb-b1b6-6119ab907eea, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a68898da-09fc-4ecb-b1b6-6119ab907eea,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:44.032616 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.104101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-44c546fd-b5d6-4af7-92ff-731ae3ec9d8c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:11:44.105626 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-44c546fd-b5d6-4af7-92ff-731ae3ec9d8c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3716445 Feb 09 03:11:44.134842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-17e8c418-b848-4667-bfd3-b90c6d20e66d req-5d57530c-f6fa-4cc2-9d8f-a674d86bb4f2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:11:44.141234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:44.144176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-17e8c418-b848-4667-bfd3-b90c6d20e66d req-5d57530c-f6fa-4cc2-9d8f-a674d86bb4f2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4063046 Feb 09 03:11:44.154744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.156662 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] 10.222.0.65 "PUT /v2.0/ports/a68898da-09fc-4ecb-b1b6-6119ab907eea HTTP/1.1" status: 200 len: 1097 time: 1.3671908 Feb 09 03:11:44.204054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ee34ed-5168-492a-a385-3793b96890b3', 'tag': 'a68898da-09fc-4ecb-b1b6-6119ab907eea'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:44.464834 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfa84cc-2796-43ca-b1b8-bb17ce052220" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ee34ed-5168-492a-a385-3793b96890b3", "tag": "a68898da-09fc-4ecb-b1b6-6119ab907eea"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:44.467556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd940ce-b0a0-428c-81c3-c77c05fac576 service neutron] Pushing event updated for resources: {'Port': ['ID=a68898da-09fc-4ecb-b1b6-6119ab907eea,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:44.535658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfe220-1a3a-4e56-96e4-3346b2e513a3 req-865e69ab-167d-4945-be83-cccca67ce269 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:44.542927 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8bdfe220-1a3a-4e56-96e4-3346b2e513a3 req-865e69ab-167d-4945-be83-cccca67ce269 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 948 time: 0.1150658 Feb 09 03:11:44.600205 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8bdfe220-1a3a-4e56-96e4-3346b2e513a3 req-fc10cf6b-3240-47b9-a320-448663141fbe tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560987 Feb 09 03:11:44.617824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-1da7d6cc-bc40-4c15-9dad-acb7f32eb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:44.619495 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-1da7d6cc-bc40-4c15-9dad-acb7f32eb84c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 1131 time: 0.1348898 Feb 09 03:11:44.647321 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f654a261-0424-4800-be61-48ada8c4e657 req-00db2e8e-2ed7-41a9-806b-bd81a725dfa3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5378613 Feb 09 03:11:44.688804 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-fe96297e-597c-407f-b257-a1e61e4691bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a68898da-09fc-4ecb-b1b6-6119ab907eea HTTP/1.1" status: 200 len: 217 time: 0.0532870 Feb 09 03:11:44.741198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-5a066a26-18d1-4c4f-95a4-7d99f67705b0 service neutron] 10.222.0.21 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056621 Feb 09 03:11:44.838161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-97745d91-2138-46b3-8a44-5f3f53794f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:44.839632 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-97745d91-2138-46b3-8a44-5f3f53794f4f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1439772 Feb 09 03:11:44.906134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654a261-0424-4800-be61-48ada8c4e657 req-4e16011e-c65b-43b1-8f17-5a1e2addeeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:44.907618 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f654a261-0424-4800-be61-48ada8c4e657 req-4e16011e-c65b-43b1-8f17-5a1e2addeeb1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 1133 time: 0.1650243 Feb 09 03:11:44.930571 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-476527e6-bab1-4420-b68b-53ce18cc6aad service neutron] 10.222.0.21 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703081 Feb 09 03:11:44.944803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-d7e76248-8b1e-4fc0-a5ec-b735023dfdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:44.946315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-d7e76248-8b1e-4fc0-a5ec-b735023dfdf6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0996518 Feb 09 03:11:45.127304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654a261-0424-4800-be61-48ada8c4e657 req-98f4df21-7b75-419f-a99c-7cd72bf9ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:45.129340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f654a261-0424-4800-be61-48ada8c4e657 req-98f4df21-7b75-419f-a99c-7cd72bf9ea20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1942265 Feb 09 03:11:45.186512 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f654a261-0424-4800-be61-48ada8c4e657 req-5d0c8ddd-36e4-4015-825c-965b37151a8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a HTTP/1.1" status: 200 len: 217 time: 0.0507169 Feb 09 03:11:45.189528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-596f6b81-50bd-47cb-a9f0-3f988d849abd service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302852 Feb 09 03:11:45.203787 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6650c6-42db-4f43-8cf2-3538fb8fb092 x-openstack-request-id: req-7c6650c6-42db-4f43-8cf2-3538fb8fb092 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:45.204234 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ee34ed-5168-492a-a385-3793b96890b3", "tag": "a68898da-09fc-4ecb-b1b6-6119ab907eea", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:45.204493 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c6650c6-42db-4f43-8cf2-3538fb8fb092 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:45.204899 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ee34ed-5168-492a-a385-3793b96890b3', 'tag': 'a68898da-09fc-4ecb-b1b6-6119ab907eea', 'status': 'completed', 'code': 200} Feb 09 03:11:45.339107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654a261-0424-4800-be61-48ada8c4e657 req-62f61121-4bad-492f-ab62-1a6f61787808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:45.340613 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f654a261-0424-4800-be61-48ada8c4e657 req-62f61121-4bad-492f-ab62-1a6f61787808 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1253140 Feb 09 03:11:45.356136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dd14b-b9e6-4036-b464-4fe0ca7916fb req-1b045589-a10f-4707-8832-d03222986de7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:45.359767 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-167dd14b-b9e6-4036-b464-4fe0ca7916fb req-1b045589-a10f-4707-8832-d03222986de7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 972 time: 0.1160698 Feb 09 03:11:45.490876 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-167dd14b-b9e6-4036-b464-4fe0ca7916fb req-b4648cd2-6688-4dcb-89b6-6cc2befc2ff5 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214807 Feb 09 03:11:45.569399 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c83ad5da-75c8-4b36-87cb-43cc040fd358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:45.630386 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-186c9e0d-fe52-4818-a3f6-a6cc240e7188 req-10d8e9f5-7726-4120-8730-5bba111dff78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 210 time: 0.1495836 Feb 09 03:11:45.690614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654a261-0424-4800-be61-48ada8c4e657 req-11005420-1a41-4555-b26d-42b4d09f94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:45.692776 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f654a261-0424-4800-be61-48ada8c4e657 req-11005420-1a41-4555-b26d-42b4d09f94c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3413966 Feb 09 03:11:45.694690 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea770e8-356c-4bb3-8769-46c0a4420a22 req-0716a3aa-5fcc-4dfa-b35b-980e92d039a4 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781232 Feb 09 03:11:45.937655 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-7795a7c0-7b80-4228-bd1a-78a56edf444d tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3b5fe35375ae46e8aecd655bf87e7eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462329 Feb 09 03:11:46.048087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f654a261-0424-4800-be61-48ada8c4e657 req-0004e623-d94f-41a3-9b88-fc109579cd74 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248439 Feb 09 03:11:46.095507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-14c4c57d-58aa-444b-8bc1-4aaee4350563 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:46.104063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-14c4c57d-58aa-444b-8bc1-4aaee4350563 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653287 Feb 09 03:11:46.121832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-f6c99e34-3ee7-48ea-b2da-dba9809b4788 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/quotas/3b5fe35375ae46e8aecd655bf87e7eb8 HTTP/1.1" status: 200 len: 375 time: 0.0164926 Feb 09 03:11:46.196979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69724d8-7ef9-497b-b0d1-c4ca1231ac6c req-ee65cd2c-d7b1-43ef-a3e9-dbf109c667e7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:46.204057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f69724d8-7ef9-497b-b0d1-c4ca1231ac6c req-ee65cd2c-d7b1-43ef-a3e9-dbf109c667e7 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 948 time: 0.3072257 Feb 09 03:11:46.236849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa84cc-2796-43ca-b1b8-bb17ce052220 req-5cb9c187-7b2f-4924-ae1b-ba9234255ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:46.239017 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6dfa84cc-2796-43ca-b1b8-bb17ce052220 req-5cb9c187-7b2f-4924-ae1b-ba9234255ac5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 1131 time: 0.3054445 Feb 09 03:11:46.245371 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-22ab834c-901e-4c5e-b1ec-84f2b7938175 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b5fe35375ae46e8aecd655bf87e7eb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1223183 Feb 09 03:11:46.437804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa84cc-2796-43ca-b1b8-bb17ce052220 req-5dbd58fc-df99-4a14-90cd-4e1105f6fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:46.439266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6dfa84cc-2796-43ca-b1b8-bb17ce052220 req-5dbd58fc-df99-4a14-90cd-4e1105f6fea3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1922383 Feb 09 03:11:46.499734 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f654a261-0424-4800-be61-48ada8c4e657 req-341cffff-a53c-4dc1-9073-3de63686f1c4 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399238 Feb 09 03:11:46.536334 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45814e1e-c90c-4fbc-8ebd-796b537ff3d9 req-b177a6f2-73bb-4201-a750-0177cab1e196 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 210 time: 0.0736539 Feb 09 03:11:46.604518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6dfa84cc-2796-43ca-b1b8-bb17ce052220 req-4ab74b9d-1d5f-495e-a950-d086c653bbec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a68898da-09fc-4ecb-b1b6-6119ab907eea HTTP/1.1" status: 200 len: 217 time: 0.1403804 Feb 09 03:11:46.699104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48730) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:46.700193 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f69724d8-7ef9-497b-b0d1-c4ca1231ac6c req-45bbf2ea-b3b7-4f7a-a6a6-8dcc575d9444 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952974 Feb 09 03:11:46.779468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48736) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:46.792484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa84cc-2796-43ca-b1b8-bb17ce052220 req-06cd608c-71d6-4edc-998c-9d83905850d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:46.819728 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6dfa84cc-2796-43ca-b1b8-bb17ce052220 req-06cd608c-71d6-4edc-998c-9d83905850d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.2025950 Feb 09 03:11:46.882073 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-adcc47f8-d1fc-45e1-8e83-c9ef7f97f897 req-b237f3ec-147d-4719-a109-a2672a3082f4 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 210 time: 0.0780425 Feb 09 03:11:46.977714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa84cc-2796-43ca-b1b8-bb17ce052220 req-8059865f-88b9-4675-b019-2ec1687fd91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:46.982791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6dfa84cc-2796-43ca-b1b8-bb17ce052220 req-8059865f-88b9-4675-b019-2ec1687fd91f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1535659 Feb 09 03:11:47.204833 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6dfa84cc-2796-43ca-b1b8-bb17ce052220 req-80509407-7875-49c1-901f-5d6c43ed44ad service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137105 Feb 09 03:11:47.318187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-03f4f078-2674-46e9-be90-75f508633a3d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:47.324744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-03f4f078-2674-46e9-be90-75f508633a3d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 820 time: 0.5235283 Feb 09 03:11:47.325600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.355355 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6dfa84cc-2796-43ca-b1b8-bb17ce052220 req-aba9e6eb-c214-4139-96f8-9b5929d99cd4 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355693 Feb 09 03:11:47.358901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Request body: {'port': {'device_id': 'caee0469-ae58-48e8-a73b-477f03f3f708', 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf', 'admin_state_up': True, 'tenant_id': '612b79b2c8c44d278e66100587b7c4b3'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:47.444800 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e310897b-1eb2-43a4-87fd-155729337528 tempest-AutoAllocateNetworkTest-1571961290 tempest-AutoAllocateNetworkTest-1571961290-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=585591c5ce214982a6fa43fdb6485e72&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6640494 Feb 09 03:11:47.447497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48752) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:47.682683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b05f325-dc14-4560-b584-d6cd2712d436 tempest-AutoAllocateNetworkTest-1571961290 tempest-AutoAllocateNetworkTest-1571961290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:47.688437 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4b05f325-dc14-4560-b584-d6cd2712d436 tempest-AutoAllocateNetworkTest-1571961290 tempest-AutoAllocateNetworkTest-1571961290-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2394257 Feb 09 03:11:47.689898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48760) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:47.691250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Made reservation on behalf of 612b79b2c8c44d278e66100587b7c4b3 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:47.695470 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.714671 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Publish callbacks [] for security_group (9bcc1652-6798-4492-ba54-0a1eff2fc48d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.865809 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-52063fff-bc0c-4cd8-9d81-3889f70da4fe tempest-AutoAllocateNetworkTest-1571961290 tempest-AutoAllocateNetworkTest-1571961290-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1740303 Feb 09 03:11:47.866560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48768) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:47.871182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Allocated IP 172.20.0.8 (15acbecb-9714-49f5-a492-2cdfa4603bbf/7bb24eb0-9eab-422f-8add-dff7fc4bde51/6d167610-b15c-4921-9934-a2e664020afc) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:47.872122 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e9530529-5f58-43f8-8cc0-c3d96606580f req-cde0c09a-014f-4ac7-90b9-7ef8adc794b3 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 210 time: 0.1734724 Feb 09 03:11:47.912279 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-06961d10-248e-40ff-8119-475dc0023667 tempest-AutoAllocateNetworkTest-1571961290 tempest-AutoAllocateNetworkTest-1571961290-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=585591c5ce214982a6fa43fdb6485e72 HTTP/1.1" status: 200 len: 208 time: 0.0442483 Feb 09 03:11:47.984272 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0905633d-19a4-4f87-8244-7f51bd320d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.113053 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks [] for port (6d167610-b15c-4921-9934-a2e664020afc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.191456 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9bcc1652-6798-4492-ba54-0a1eff2fc48d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.199818 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-38fa9d4d-ff02-4128-abf4-93b1104214f9 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3b5fe35375ae46e8aecd655bf87e7eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598588 Feb 09 03:11:48.320580 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (6d167610-b15c-4921-9934-a2e664020afc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.449750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-8e233c28-2430-4be4-b806-14c9c164aa39 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:48.451213 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-8e233c28-2430-4be4-b806-14c9c164aa39 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459803 Feb 09 03:11:48.455255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48782) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:48.480274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Request body: {'port': {'device_id': '838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '3b5fe35375ae46e8aecd655bf87e7eb8'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:48.666604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcc1652-6798-4492-ba54-0a1eff2fc48d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:48.695788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a22ca7b3e7524ba9bbe4b49f93965c42&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9953992 Feb 09 03:11:48.704423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.705152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.705735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.706271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.706966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.707609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.708519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.708519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.708866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.709253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.709668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.710051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.710431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4dad3-ebde-4927-b379-f322ff112bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:48.719627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48786) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:48.745839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Network 15acbecb-9714-49f5-a492-2cdfa4603bbf is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:48.754769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:48.756738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Pushing event updated for resources: {'Port': ['ID=6d167610-b15c-4921-9934-a2e664020afc,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:48.764265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:48.770687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:48.771510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.780323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f5c74-90e2-4bdd-bd30-7e572688b016 req-fa87a133-cead-4b9b-b5c6-94e18f3b8273 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:48.780493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf12b48-2757-45c4-a7d6-51a4b94feecd req-39ab957e-d496-4e23-ac30-d9634afa51b6 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:48.781800 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b66f5c74-90e2-4bdd-bd30-7e572688b016 req-fa87a133-cead-4b9b-b5c6-94e18f3b8273 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 948 time: 0.6155138 Feb 09 03:11:48.781988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2cf12b48-2757-45c4-a7d6-51a4b94feecd req-39ab957e-d496-4e23-ac30-d9634afa51b6 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 931 time: 0.3489654 Feb 09 03:11:48.786042 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.826745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-06104ef9-b26f-430a-a662-663aea883c6e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4739265 Feb 09 03:11:48.849941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Request body: {'port': {'device_id': 'caee0469-ae58-48e8-a73b-477f03f3f708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:48.896865 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad0eee57-bef0-4244-bf59-abab69671aef admin admin] Publish callbacks [] for security_group (9bcc1652-6798-4492-ba54-0a1eff2fc48d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.898250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2cf12b48-2757-45c4-a7d6-51a4b94feecd req-e93c9e0b-a8b1-44bf-8936-418f3aee734d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009269 Feb 09 03:11:48.910530 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b66f5c74-90e2-4bdd-bd30-7e572688b016 req-347cdde3-ffdc-4f25-9df0-996ff63a6da4 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187384 Feb 09 03:11:48.930849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Made reservation on behalf of 3b5fe35375ae46e8aecd655bf87e7eb8 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:48.934838 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.040040 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad0eee57-bef0-4244-bf59-abab69671aef admin admin] Publish callbacks [] for security_group (9bcc1652-6798-4492-ba54-0a1eff2fc48d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.046442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Publish callbacks [] for security_group (33b4d470-63ad-42f3-a35b-2fdb9b06b8b4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.060833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (33b4d470-63ad-42f3-a35b-2fdb9b06b8b4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.109034 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6d167610-b15c-4921-9934-a2e664020afc), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.141723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Allocated IP 192.168.233.176 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:49.174818 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.358739 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks [] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.412232 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-b3d36b18-d1dc-422d-a06b-2055435f9a74 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ac06e8c751f04ac5803c3917ecaeb2e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754030 Feb 09 03:11:49.431172 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=585591c5ce214982a6fa43fdb6485e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9769473 Feb 09 03:11:49.445211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48806) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:49.498330 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad0eee57-bef0-4244-bf59-abab69671aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9bcc1652-6798-4492-ba54-0a1eff2fc48d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.499239 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad0eee57-bef0-4244-bf59-abab69671aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.503264 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ad0eee57-bef0-4244-bf59-abab69671aef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bcc1652-6798-4492-ba54-0a1eff2fc48d HTTP/1.1" status: 204 len: 168 time: 0.7823198 Feb 09 03:11:49.510984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b4d470-63ad-42f3-a35b-2fdb9b06b8b4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:49.532975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0eee57-bef0-4244-bf59-abab69671aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcc1652-6798-4492-ba54-0a1eff2fc48d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:49.554670 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c505969c-9d24-4d8e-a191-6692ea0636a9 req-c91aa956-2b04-4007-a135-262bb639ecc9 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 210 time: 0.0632672 Feb 09 03:11:49.555556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.555997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.556502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.556945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.557979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.558411 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.558905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.559303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.559788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.560203 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.560697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.561208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.561592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685e2e3-296a-4cca-ae78-8e999ddaf437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:49.618806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-819ccdb4-6ac9-4dc7-b238-1cd59245b41f admin admin] Publish callbacks [] for security_group (33b4d470-63ad-42f3-a35b-2fdb9b06b8b4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.751774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d167610-b15c-4921-9934-a2e664020afc {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:49.752628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-88126773-bf96-4232-b78c-914d98b2ed90 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:49.760180 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-88126773-bf96-4232-b78c-914d98b2ed90 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3475549 Feb 09 03:11:49.776222 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Publish callbacks [] for port (6d167610-b15c-4921-9934-a2e664020afc), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.789200 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.803404 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['4ba9ab04-9e3f-4453-bc5a-64498f483f81'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:49.805303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Transition to ACTIVE for port object 6d167610-b15c-4921-9934-a2e664020afc will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:11:49.812099 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6d167610-b15c-4921-9934-a2e664020afc), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.814574 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-dddf4460-6571-4413-a449-7a94a49ffce6 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/quotas/ac06e8c751f04ac5803c3917ecaeb2e9 HTTP/1.1" status: 200 len: 375 time: 0.0421531 Feb 09 03:11:49.941663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:49.961138 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Pushing event updated for resources: {'Port': ['ID=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:49.961755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Pushing event updated for resources: {'Port': ['ID=6d167610-b15c-4921-9934-a2e664020afc,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:49.964021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:49.967590 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-819ccdb4-6ac9-4dc7-b238-1cd59245b41f admin admin] Publish callbacks [] for security_group (33b4d470-63ad-42f3-a35b-2fdb9b06b8b4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.983182 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-cd5d2c05-0550-405d-ba2e-d9a0b8e84852 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac06e8c751f04ac5803c3917ecaeb2e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1649392 Feb 09 03:11:50.006165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:50.026741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:50.029309 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.031698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48824) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:50.044069 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:11:50.090628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8ade69d-e57d-46f4-913e-25c3f176c0e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.105918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Attempting to bind port 6d167610-b15c-4921-9934-a2e664020afc on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:50.106272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Attempting to bind port 6d167610-b15c-4921-9934-a2e664020afc by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:50.106581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Attempting to bind port 6d167610-b15c-4921-9934-a2e664020afc on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:50.119224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a68898da-09fc-4ecb-b1b6-6119ab907eea details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:11:50.130433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Port 6d167610-b15c-4921-9934-a2e664020afc on network 15acbecb-9714-49f5-a492-2cdfa4603bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:11:50.130757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Attempting to bind port 6d167610-b15c-4921-9934-a2e664020afc on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:50.152365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:50.152736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:50.153135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Bound using segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:50.153608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Bound port: 6d167610-b15c-4921-9934-a2e664020afc, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:50.153962 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6d167610-b15c-4921-9934-a2e664020afc), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.350946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:50.360293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6d167610-b15c-4921-9934-a2e664020afc,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:50.384311 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6d167610-b15c-4921-9934-a2e664020afc), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.399429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a68898da-09fc-4ecb-b1b6-6119ab907eea, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a68898da-09fc-4ecb-b1b6-6119ab907eea,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:50.424454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'a68898da-09fc-4ecb-b1b6-6119ab907eea', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'a68898da-09fc-4ecb-b1b6-6119ab907eea', 'mac_address': 'fa:16:3e:4c:2e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:11:50.432661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:50.434136 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.454530 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] 10.222.0.42 "PUT /v2.0/ports/6d167610-b15c-4921-9934-a2e664020afc HTTP/1.1" status: 200 len: 1092 time: 1.6188207 Feb 09 03:11:50.459738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caee0469-ae58-48e8-a73b-477f03f3f708', 'tag': '6d167610-b15c-4921-9934-a2e664020afc'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:50.464744 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f134974-fcbf-486b-be58-f58da8d6170b" -d '{"events": [{"name": "network-changed", "server_uuid": "caee0469-ae58-48e8-a73b-477f03f3f708", "tag": "6d167610-b15c-4921-9934-a2e664020afc"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:50.525730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a68898da-09fc-4ecb-b1b6-6119ab907eea is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:50.526601 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8ade69d-e57d-46f4-913e-25c3f176c0e8 admin admin] Publish callbacks [] for security_group (9b7f2dd8-be04-4017-be55-72dafaf4b0b2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.529391 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.541641 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-23ce6aa2-bea0-4092-b8c8-a1455307804c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0678742 Feb 09 03:11:50.544812 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8ade69d-e57d-46f4-913e-25c3f176c0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9b7f2dd8-be04-4017-be55-72dafaf4b0b2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.618865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ddbdb-eded-4768-9564-a76b67236d3c service neutron] Pushing event updated for resources: {'Port': ['ID=6d167610-b15c-4921-9934-a2e664020afc,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:50.647250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Request body: {'port': {'device_id': '838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:50.651114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac06b5-20f4-4765-87d6-26b49fe7567c req-2082122b-9d14-4cbc-878d-b4e0d9670d8d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:50.658406 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-819ccdb4-6ac9-4dc7-b238-1cd59245b41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (33b4d470-63ad-42f3-a35b-2fdb9b06b8b4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.662324 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09ac06b5-20f4-4765-87d6-26b49fe7567c req-2082122b-9d14-4cbc-878d-b4e0d9670d8d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 943 time: 0.1120434 Feb 09 03:11:50.664917 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-819ccdb4-6ac9-4dc7-b238-1cd59245b41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.671108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-25e3230a-ce32-469c-9ae4-5460917e51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:50.673061 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-25e3230a-ce32-469c-9ae4-5460917e51ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 1126 time: 0.1650605 Feb 09 03:11:50.686197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-819ccdb4-6ac9-4dc7-b238-1cd59245b41f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33b4d470-63ad-42f3-a35b-2fdb9b06b8b4 HTTP/1.1" status: 204 len: 168 time: 1.2278574 Feb 09 03:11:50.773116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68898da-09fc-4ecb-b1b6-6119ab907eea {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:50.781251 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-890f5c84-0a15-4083-bd06-09d7f4eb5d27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d167610-b15c-4921-9934-a2e664020afc HTTP/1.1" status: 200 len: 217 time: 0.0984614 Feb 09 03:11:50.797573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09ac06b5-20f4-4765-87d6-26b49fe7567c req-acd6fc69-0793-4e69-88d3-b7f126dcfe78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341336 Feb 09 03:11:50.817343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9f013620-1d32-4333-b042-07b95593f410 None None] Provisioning complete for port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:50.817877 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f013620-1d32-4333-b042-07b95593f410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.899155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a68898da-09fc-4ecb-b1b6-6119ab907eea, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a68898da-09fc-4ecb-b1b6-6119ab907eea,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:50.903468 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.911076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-1d39d4d5-a406-441d-9a95-26a0a0e3b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:50.917687 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-1d39d4d5-a406-441d-9a95-26a0a0e3b985 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1171186 Feb 09 03:11:50.924073 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.961854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-c14e8866-571b-4076-9018-a6552cf740ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345416 Feb 09 03:11:50.977056 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a8ade69d-e57d-46f4-913e-25c3f176c0e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4535f5b50f404a84a0a183298c961612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9283402 Feb 09 03:11:50.988538 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a68898da-09fc-4ecb-b1b6-6119ab907eea,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:50.991380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ade69d-e57d-46f4-913e-25c3f176c0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7f2dd8-be04-4017-be55-72dafaf4b0b2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:51.002598 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-634e15ed-2dda-4cbf-89a4-4c34bbfb299f req-cd082e39-1282-4001-97dc-d105a9163401 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 210 time: 0.0377455 Feb 09 03:11:51.003574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48844) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:51.005022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9f013620-1d32-4333-b042-07b95593f410 None None] Port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:51.038882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ccdb4-6ac9-4dc7-b238-1cd59245b41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b4d470-63ad-42f3-a35b-2fdb9b06b8b4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:51.131535 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.160650 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06328ab3-aca0-4d90-95f3-c6ebf2293e1a x-openstack-request-id: req-06328ab3-aca0-4d90-95f3-c6ebf2293e1a {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:51.163180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f935741-99bb-4af4-907b-80d8576398f8 req-ca304c18-be93-4c9d-ad27-c8927ad3b048 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:51.163783 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caee0469-ae58-48e8-a73b-477f03f3f708", "tag": "6d167610-b15c-4921-9934-a2e664020afc", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:51.164265 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06328ab3-aca0-4d90-95f3-c6ebf2293e1a {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:51.164888 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caee0469-ae58-48e8-a73b-477f03f3f708', 'tag': '6d167610-b15c-4921-9934-a2e664020afc', 'status': 'completed', 'code': 200} Feb 09 03:11:51.176239 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f935741-99bb-4af4-907b-80d8576398f8 req-ca304c18-be93-4c9d-ad27-c8927ad3b048 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 948 time: 0.4739771 Feb 09 03:11:51.296543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f4f2a-cddd-4d5e-a12b-88a6d0be7347 req-57ada372-07c1-4d1a-9c26-e72c56a58665 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:51.307947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d2f4f2a-cddd-4d5e-a12b-88a6d0be7347 req-57ada372-07c1-4d1a-9c26-e72c56a58665 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 936 time: 0.0988371 Feb 09 03:11:51.339159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a68898da-09fc-4ecb-b1b6-6119ab907eea'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:51.364919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6e48cd0-1057-4b11-89af-0c648d6bdf7f admin admin] Publish callbacks [] for security_group (9b7f2dd8-be04-4017-be55-72dafaf4b0b2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.388358 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6e48cd0-1057-4b11-89af-0c648d6bdf7f admin admin] Publish callbacks [] for security_group (9b7f2dd8-be04-4017-be55-72dafaf4b0b2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.402686 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f935741-99bb-4af4-907b-80d8576398f8 req-8d2167e6-3468-4f48-aa8d-bebcb2e605ca tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253997 Feb 09 03:11:51.470907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-1162834a-44bc-45d3-97f2-efda4b2e7c01 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647589 Feb 09 03:11:51.642544 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73e86f83-1e7b-4ad0-9fa2-91c58888b5dd req-ebb4b836-61ff-472f-b58a-72415c2cce7f service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603317 Feb 09 03:11:51.652795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6e48cd0-1057-4b11-89af-0c648d6bdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9b7f2dd8-be04-4017-be55-72dafaf4b0b2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.665760 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6e48cd0-1057-4b11-89af-0c648d6bdf7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.671183 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b6e48cd0-1057-4b11-89af-0c648d6bdf7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b7f2dd8-be04-4017-be55-72dafaf4b0b2 HTTP/1.1" status: 204 len: 168 time: 0.6436424 Feb 09 03:11:51.703727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e48cd0-1057-4b11-89af-0c648d6bdf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7f2dd8-be04-4017-be55-72dafaf4b0b2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:51.705491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:51.716449 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Publish callbacks [] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.720545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d2f4f2a-cddd-4d5e-a12b-88a6d0be7347 req-7cd176cb-e0ad-476c-8415-01731d6df00c tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113679 Feb 09 03:11:51.744742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Transition to ACTIVE for port object 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:11:51.750080 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.899455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Pushing event updated for resources: {'Port': ['ID=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:51.905807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f134974-fcbf-486b-be58-f58da8d6170b req-e631717d-87b2-4c45-af9f-bb6cf4244e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:51.913497 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f134974-fcbf-486b-be58-f58da8d6170b req-e631717d-87b2-4c45-af9f-bb6cf4244e0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 1126 time: 0.1562943 Feb 09 03:11:51.999170 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.096336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Attempting to bind port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:52.099379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Attempting to bind port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:52.103192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Attempting to bind port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:52.118208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:11:52.120932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Attempting to bind port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:52.157818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:52.158648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:52.159192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:52.160343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Bound port: 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:52.160863 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.250822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f134974-fcbf-486b-be58-f58da8d6170b req-9581c6e4-51e1-4eb5-b3e0-1e5140445beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:52.252306 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f134974-fcbf-486b-be58-f58da8d6170b req-9581c6e4-51e1-4eb5-b3e0-1e5140445beb service neutron] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.3311691 Feb 09 03:11:52.266470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92894ff1-1678-4026-aa5d-79b0dee4c0b8 req-76725e39-f4ff-4d8f-95e4-f63a2447aeab tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:52.285942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-92894ff1-1678-4026-aa5d-79b0dee4c0b8 req-76725e39-f4ff-4d8f-95e4-f63a2447aeab tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 943 time: 0.1727633 Feb 09 03:11:52.347410 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f134974-fcbf-486b-be58-f58da8d6170b req-9d59abf6-fff7-4b69-baf7-4a2626d3b360 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d167610-b15c-4921-9934-a2e664020afc HTTP/1.1" status: 200 len: 217 time: 0.0593488 Feb 09 03:11:52.391885 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a12381b3-89ef-45b9-b8f0-5df411bc99f5 req-8b231586-2841-4ada-94a7-9585c41ad3f7 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 210 time: 0.2247689 Feb 09 03:11:52.399516 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-0b04d18c-1489-4995-a464-5d2c8d7f3d64 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ac06e8c751f04ac5803c3917ecaeb2e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1360748 Feb 09 03:11:52.410753 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-92894ff1-1678-4026-aa5d-79b0dee4c0b8 req-22363242-612c-4d4c-a276-0ad926c0ba4a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239719 Feb 09 03:11:52.586661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f134974-fcbf-486b-be58-f58da8d6170b req-a71e535b-f9b1-45fe-b1b5-0b3b9a543bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:52.588132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f134974-fcbf-486b-be58-f58da8d6170b req-a71e535b-f9b1-45fe-b1b5-0b3b9a543bdb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1952672 Feb 09 03:11:52.628331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48896) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:52.638085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] For port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:52.663934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] For port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:52.669241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f134974-fcbf-486b-be58-f58da8d6170b req-3c8b813b-ef9e-470f-ba36-a77f844278e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614474 Feb 09 03:11:52.680423 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.744102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15d948-bce1-42d6-afce-a44732f35d26 req-707a1cb2-bafe-4838-8c6a-b1882b0f0efa tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:52.755192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:52.756670 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.758358 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] 10.222.0.65 "PUT /v2.0/ports/2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 HTTP/1.1" status: 200 len: 1097 time: 2.1672351 Feb 09 03:11:52.760306 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f15d948-bce1-42d6-afce-a44732f35d26 req-707a1cb2-bafe-4838-8c6a-b1882b0f0efa tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 949 time: 0.2458630 Feb 09 03:11:52.763939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f', 'tag': '2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:52.766991 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd388ad-66c8-45a8-b3a7-1604b1d80141" -d '{"events": [{"name": "network-changed", "server_uuid": "838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f", "tag": "2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:52.897309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-6f26da34-eef9-4748-8438-29304a6e2fdb tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:52.898955 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-6f26da34-eef9-4748-8438-29304a6e2fdb tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4573801 Feb 09 03:11:52.916079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48908) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:52.938431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Request body: {'port': {'device_id': 'ac16dcd6-fc00-462b-ab7a-8b1dce5d0454', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'ac06e8c751f04ac5803c3917ecaeb2e9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:52.956906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441b6fa-bdc4-427a-9048-856658d0ffbf service neutron] Pushing event updated for resources: {'Port': ['ID=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.017764 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23c78210-0e8c-4bca-bb60-e799963a1a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.037151 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f15d948-bce1-42d6-afce-a44732f35d26 req-79c32402-e3cd-4a10-8cc0-a3cdb1e3895b tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643139 Feb 09 03:11:53.046422 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f134974-fcbf-486b-be58-f58da8d6170b req-15de1fd5-c736-40bf-9124-4f460d356648 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663726 Feb 09 03:11:53.065089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-network', 'tenant_id': '323324d4efbc491a986d5b2503e04608'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:53.118874 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a25428e-b57e-4c96-b206-028625787118 x-openstack-request-id: req-4a25428e-b57e-4c96-b206-028625787118 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:53.118874 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f", "tag": "2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:53.119197 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a25428e-b57e-4c96-b206-028625787118 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:53.119529 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f', 'tag': '2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5', 'status': 'completed', 'code': 200} Feb 09 03:11:53.176584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-2a127e33-7560-4735-8f40-8345b101b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:53.178345 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-2a127e33-7560-4735-8f40-8345b101b6d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b5fe35375ae46e8aecd655bf87e7eb8&device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 1131 time: 0.3385670 Feb 09 03:11:53.189801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Made reservation on behalf of 323324d4efbc491a986d5b2503e04608 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:53.196589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.211193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Made reservation on behalf of ac06e8c751f04ac5803c3917ecaeb2e9 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:53.214747 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.251952 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.256761 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f134974-fcbf-486b-be58-f58da8d6170b req-22a4d612-6f03-4b64-a969-8aaea679084e service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882932 Feb 09 03:11:53.265688 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.281367 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-311883d4-4e7e-4718-8424-94d356ab33d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 HTTP/1.1" status: 200 len: 217 time: 0.0824442 Feb 09 03:11:53.359847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634f6f0-31df-4502-9279-8f0c70f38ec0 req-f29afdc3-24ea-4eac-8b2d-7dcce3a15d9e tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:53.361503 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7634f6f0-31df-4502-9279-8f0c70f38ec0 req-f29afdc3-24ea-4eac-8b2d-7dcce3a15d9e tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 948 time: 0.4149258 Feb 09 03:11:53.362918 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Publish callbacks [] for security_group (33336a73-4c97-4c66-9895-976c97566c77), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.376728 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (33336a73-4c97-4c66-9895-976c97566c77), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.411479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:11:53.420749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2acacca0-bd7a-4216-9a8c-3ebccd6465ff), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.421094 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Added segment 2acacca0-bd7a-4216-9a8c-3ebccd6465ff of type vlan for network 892c0000-0a5d-449f-b975-27ca2753b91f Feb 09 03:11:53.427926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-02d5e015-670c-4a68-a379-767cb197dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:53.429447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-02d5e015-670c-4a68-a379-767cb197dac3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1398976 Feb 09 03:11:53.467371 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (892c0000-0a5d-449f-b975-27ca2753b91f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.509276 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7634f6f0-31df-4502-9279-8f0c70f38ec0 req-1d254892-d920-40a5-905d-b9d3204f3070 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418371 Feb 09 03:11:53.516531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33336a73-4c97-4c66-9895-976c97566c77,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.524657 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (892c0000-0a5d-449f-b975-27ca2753b91f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.525943 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:53.532223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.551277 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23c78210-0e8c-4bca-bb60-e799963a1a14 admin admin] Publish callbacks [] for security_group (8c866d1a-1c9f-45f5-b36a-55d313c6ca71), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.568764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-ff7a2227-177d-42bc-9e78-6b00c0453429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:53.570410 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-ff7a2227-177d-42bc-9e78-6b00c0453429 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1268492 Feb 09 03:11:53.571025 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23c78210-0e8c-4bca-bb60-e799963a1a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8c866d1a-1c9f-45f5-b36a-55d313c6ca71), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.622887 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Publish callbacks [] for security_group (650a804b-308c-4b47-b4f8-ba944ac236d7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.623993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7068167 Feb 09 03:11:53.660321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48926) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:53.678516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (650a804b-308c-4b47-b4f8-ba944ac236d7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.694534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c9ca536b-b86e-4026-b5e7-4636199aa789 admin admin] Request body: {'subnet': {'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-subnet', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:53.695514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-23c78210-0e8c-4bca-bb60-e799963a1a14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8934b447d0d74cc3825f87e9f89fb46d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0649629 Feb 09 03:11:53.696377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c78210-0e8c-4bca-bb60-e799963a1a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c866d1a-1c9f-45f5-b36a-55d313c6ca71,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.702769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48928) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:53.725902 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-feabe074-8e35-459c-a2b3-85f34661dc65 req-be7036d3-d4bc-46c4-9195-a626c3e19b6e tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 210 time: 0.0957322 Feb 09 03:11:53.731273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ca536b-b86e-4026-b5e7-4636199aa789 admin admin] Made reservation on behalf of 323324d4efbc491a986d5b2503e04608 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:53.733696 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9ca536b-b86e-4026-b5e7-4636199aa789 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.812346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86167b4e-71d0-4a0c-8dc2-c35410bf2fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=892c0000-0a5d-449f-b975-27ca2753b91f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.840361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 892c0000-0a5d-449f-b975-27ca2753b91f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:53.858473 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650a804b-308c-4b47-b4f8-ba944ac236d7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.871697 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.937036 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-d6d30770-6606-42eb-b3cd-0dd36db62ed7 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586750 Feb 09 03:11:53.953203 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1cdd2-4621-4314-a26c-71e3f0233099 req-ffcb488c-1a6f-4ed4-849f-685e50829652 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:53.954724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09e1cdd2-4621-4314-a26c-71e3f0233099 req-ffcb488c-1a6f-4ed4-849f-685e50829652 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 943 time: 0.2813904 Feb 09 03:11:54.002008 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a50dfbc-8b56-46d8-a9d5-4a1bd15e12bb admin admin] Publish callbacks [] for security_group (8c866d1a-1c9f-45f5-b36a-55d313c6ca71), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.040513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Allocated IP 192.168.233.135 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/1b6151cc-3ed5-4c64-8607-6ed8a5532231) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:54.060194 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9ca536b-b86e-4026-b5e7-4636199aa789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (c400f1bc-332e-48a4-b94d-44122a0c44f9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.099651 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a50dfbc-8b56-46d8-a9d5-4a1bd15e12bb admin admin] Publish callbacks [] for security_group (8c866d1a-1c9f-45f5-b36a-55d313c6ca71), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.134347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a68898da-09fc-4ecb-b1b6-6119ab907eea up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:54.179632 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09e1cdd2-4621-4314-a26c-71e3f0233099 req-204ce4c9-ce35-40be-8713-30b86f736fca tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034445 Feb 09 03:11:54.236555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port a68898da-09fc-4ecb-b1b6-6119ab907eea completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:11:54.237532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca536b-b86e-4026-b5e7-4636199aa789 admin admin] Checking segment: {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:54.238037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca536b-b86e-4026-b5e7-4636199aa789 admin admin] Network hostable DHCP agents. Network: 892c0000-0a5d-449f-b975-27ca2753b91f, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:11:54.244039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port a68898da-09fc-4ecb-b1b6-6119ab907eea triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:54.245866 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.275554 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca536b-b86e-4026-b5e7-4636199aa789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c400f1bc-332e-48a4-b94d-44122a0c44f9,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:54.288492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca536b-b86e-4026-b5e7-4636199aa789 admin admin] Network 892c0000-0a5d-449f-b975-27ca2753b91f is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:11:54.316251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca536b-b86e-4026-b5e7-4636199aa789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 892c0000-0a5d-449f-b975-27ca2753b91f) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:54.324207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ca536b-b86e-4026-b5e7-4636199aa789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:54.325338 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9ca536b-b86e-4026-b5e7-4636199aa789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.341584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f42bf89-c9a1-425a-be47-bd9fbbab2cae None None] Network 892c0000-0a5d-449f-b975-27ca2753b91f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:54.349295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eabba1-9c54-4850-9c2d-3f526b830472 req-397a3fa5-ffa8-4e06-ac1d-81b0d486d471 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:54.357324 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68eabba1-9c54-4850-9c2d-3f526b830472 req-397a3fa5-ffa8-4e06-ac1d-81b0d486d471 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 949 time: 0.2053826 Feb 09 03:11:54.382131 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Publish callbacks [] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.420393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c9ca536b-b86e-4026-b5e7-4636199aa789 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7581787 Feb 09 03:11:54.424392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48942) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:54.432623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:54.445264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c4fe4b2-5e15-4c66-bc08-7a67aa52ef25 req-4f1c75a3-9c8b-431f-9a48-361dd0f6757a service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821882 Feb 09 03:11:54.464205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.481084 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.482461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.498600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68eabba1-9c54-4850-9c2d-3f526b830472 req-871e948b-637b-4293-9e69-ce39f48ffc29 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400318 Feb 09 03:11:54.517196 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a50dfbc-8b56-46d8-a9d5-4a1bd15e12bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8c866d1a-1c9f-45f5-b36a-55d313c6ca71), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.521083 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a50dfbc-8b56-46d8-a9d5-4a1bd15e12bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.522295 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0a50dfbc-8b56-46d8-a9d5-4a1bd15e12bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c866d1a-1c9f-45f5-b36a-55d313c6ca71 HTTP/1.1" status: 204 len: 168 time: 0.8081985 Feb 09 03:11:54.538575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:54.545009 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:54.562077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:54.568489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:54.569089 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.578860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50dfbc-8b56-46d8-a9d5-4a1bd15e12bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c866d1a-1c9f-45f5-b36a-55d313c6ca71,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:54.690189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Pushing event updated for resources: {'Port': ['ID=1b6151cc-3ed5-4c64-8607-6ed8a5532231,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:54.732267 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-168c562f-8f4e-41d9-8aae-18f718fb8e70 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8054342 Feb 09 03:11:54.740103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a68898da-09fc-4ecb-b1b6-6119ab907eea is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:54.740906 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.770194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Request body: {'port': {'device_id': 'ac16dcd6-fc00-462b-ab7a-8b1dce5d0454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:54.810104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a68898da-09fc-4ecb-b1b6-6119ab907eea, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a68898da-09fc-4ecb-b1b6-6119ab907eea,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:54.816468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ee34ed-5168-492a-a385-3793b96890b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68898da-09fc-4ecb-b1b6-6119ab907eea'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:54.827502 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db77855-2d75-4659-a2df-995d85ed85c4" -d '{"events": [{"server_uuid": "e3ee34ed-5168-492a-a385-3793b96890b3", "name": "network-vif-plugged", "status": "completed", "tag": "a68898da-09fc-4ecb-b1b6-6119ab907eea"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:54.832684 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.890958 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Publish callbacks [] for router_controller (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.937512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a68898da-09fc-4ecb-b1b6-6119ab907eea,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:54.953607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6d167610-b15c-4921-9934-a2e664020afc details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:11:54.979545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232256a1-1580-4922-9fb3-dd83bbdb8397 req-8e1e46a1-7b5b-4a5b-a51e-029c8a6539c9 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:54.990027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-232256a1-1580-4922-9fb3-dd83bbdb8397 req-8e1e46a1-7b5b-4a5b-a51e-029c8a6539c9 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 936 time: 0.1315708 Feb 09 03:11:55.086476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-892c0000-0a5d-449f-b975-27ca2753b91f', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'project_id': '323324d4efbc491a986d5b2503e04608', 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:11:55.087578 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.100387 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-232256a1-1580-4922-9fb3-dd83bbdb8397 req-1005ed18-6d1f-4135-9b93-ccf94fd496db tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/security-groups?id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076458 Feb 09 03:11:55.257487 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6715dd0-73ac-422a-86ab-9ba23e1c4c59 x-openstack-request-id: req-b6715dd0-73ac-422a-86ab-9ba23e1c4c59 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:55.257804 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ee34ed-5168-492a-a385-3793b96890b3", "name": "network-vif-plugged", "status": "completed", "tag": "a68898da-09fc-4ecb-b1b6-6119ab907eea", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:55.258065 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6715dd0-73ac-422a-86ab-9ba23e1c4c59 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:55.258464 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ee34ed-5168-492a-a385-3793b96890b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68898da-09fc-4ecb-b1b6-6119ab907eea', 'code': 200} Feb 09 03:11:55.259595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Allocated IP 172.20.0.2 (892c0000-0a5d-449f-b975-27ca2753b91f/c400f1bc-332e-48a4-b94d-44122a0c44f9/baf755f8-b33c-4832-beee-91f19fe94cbe) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:55.270240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e5cf76ac-d334-4a49-b875-5f5a496446d4 None None] Provisioning complete for port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:55.270621 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5cf76ac-d334-4a49-b875-5f5a496446d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.378928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6d167610-b15c-4921-9934-a2e664020afc,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:55.398149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf76ac-d334-4a49-b875-5f5a496446d4 None None] Port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:55.402433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '6d167610-b15c-4921-9934-a2e664020afc', 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf', 'port_id': '6d167610-b15c-4921-9934-a2e664020afc', 'mac_address': 'fa:16:3e:c3:d1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb24eb0-9eab-422f-8add-dff7fc4bde51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:11:55.429879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48964) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:55.445523 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-85797a7c-9787-4347-aeba-412153571015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.478267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 6d167610-b15c-4921-9934-a2e664020afc is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:55.478914 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6d167610-b15c-4921-9934-a2e664020afc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.501918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d167610-b15c-4921-9934-a2e664020afc {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:55.517900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd388ad-66c8-45a8-b3a7-1604b1d80141 req-b81958f4-2baf-49cf-b03a-06760bcff9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:55.519376 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afd388ad-66c8-45a8-b3a7-1604b1d80141 req-b81958f4-2baf-49cf-b03a-06760bcff9c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b5fe35375ae46e8aecd655bf87e7eb8&device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 1131 time: 0.9301207 Feb 09 03:11:55.552934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6d167610-b15c-4921-9934-a2e664020afc,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:55.572957 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6d167610-b15c-4921-9934-a2e664020afc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.587779 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Publish callbacks [] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.655255 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.687811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Network 892c0000-0a5d-449f-b975-27ca2753b91f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:55.693168 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:55.695375 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=6d167610-b15c-4921-9934-a2e664020afc,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:55.698008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:55.704389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.720813 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Publish callbacks [] for router_gateway (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.749723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9a8a9-4b09-4030-ad4a-75f11b4bde21 req-97321153-430d-408f-9159-667c770f477a tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:55.758311 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2cb9a8a9-4b09-4030-ad4a-75f11b4bde21 req-97321153-430d-408f-9159-667c770f477a tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 948 time: 1.0151310 Feb 09 03:11:55.768669 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-85797a7c-9787-4347-aeba-412153571015 admin admin] Publish callbacks [] for security_group (dd7a9de9-99ae-431f-9610-f81b3a2d48ba), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.785942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c6ed-304c-48ff-82a1-f0a2fa4dddf2 req-fbdbbeae-db7b-4d8b-96d4-bb2a99b5cb57 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:55.788202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a48c6ed-304c-48ff-82a1-f0a2fa4dddf2 req-fbdbbeae-db7b-4d8b-96d4-bb2a99b5cb57 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 944 time: 0.1390798 Feb 09 03:11:55.791287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-85797a7c-9787-4347-aeba-412153571015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (dd7a9de9-99ae-431f-9610-f81b3a2d48ba), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.793211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Pushing event updated for resources: {'Port': ['ID=baf755f8-b33c-4832-beee-91f19fe94cbe,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:55.794589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd388ad-66c8-45a8-b3a7-1604b1d80141 req-abcd7623-ed33-450a-933a-f70e605b3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:55.796125 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afd388ad-66c8-45a8-b3a7-1604b1d80141 req-abcd7623-ed33-450a-933a-f70e605b3be2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2331843 Feb 09 03:11:55.798077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Attempting to bind port baf755f8-b33c-4832-beee-91f19fe94cbe on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:55.798456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Attempting to bind port baf755f8-b33c-4832-beee-91f19fe94cbe by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:55.798824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Attempting to bind port baf755f8-b33c-4832-beee-91f19fe94cbe on network 892c0000-0a5d-449f-b975-27ca2753b91f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:55.810320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['6d167610-b15c-4921-9934-a2e664020afc'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:55.810847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe75a76-cf25-414c-8ed2-7b59af922d71 req-56d1a832-fec7-414b-aa66-bf6952e1c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:55.812594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4fe75a76-cf25-414c-8ed2-7b59af922d71 req-56d1a832-fec7-414b-aa66-bf6952e1c701 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 1133 time: 0.3204341 Feb 09 03:11:55.844832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:55.844832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Checking segment: {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:55.845216 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.845293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Bound using segment: {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:55.845821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Bound port: baf755f8-b33c-4832-beee-91f19fe94cbe, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:55.846209 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.857562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85797a7c-9787-4347-aeba-412153571015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7a9de9-99ae-431f-9610-f81b3a2d48ba,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:55.889922 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-85797a7c-9787-4347-aeba-412153571015 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f10a5691fd664c21a5bf61ac4c9e1a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587109 Feb 09 03:11:55.903864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48970) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:55.937283 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a48c6ed-304c-48ff-82a1-f0a2fa4dddf2 req-d7e8255b-0f1d-4d31-aa9c-de08890fce9e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063952 Feb 09 03:11:55.948705 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2cb9a8a9-4b09-4030-ad4a-75f11b4bde21 req-40f3edee-f388-41de-a580-cc6d993409c2 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846697 Feb 09 03:11:55.966682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] For port baf755f8-b33c-4832-beee-91f19fe94cbe, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:55.996865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afd388ad-66c8-45a8-b3a7-1604b1d80141 req-ae9faa8a-cd64-413e-a55a-fa0f68e84ca5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 HTTP/1.1" status: 200 len: 217 time: 0.1833167 Feb 09 03:11:56.000033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] For port baf755f8-b33c-4832-beee-91f19fe94cbe, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=baf755f8-b33c-4832-beee-91f19fe94cbe,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:56.016734 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.151049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1053ae-2434-4f85-98fb-5aabfa81378d None None] Pushing event updated for resources: {'Port': ['ID=baf755f8-b33c-4832-beee-91f19fe94cbe,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:56.214039 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4fe75a76-cf25-414c-8ed2-7b59af922d71 req-0ebebf04-ec6f-42ac-9417-61ad0381fc7e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789244 Feb 09 03:11:56.259928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd388ad-66c8-45a8-b3a7-1604b1d80141 req-87654c59-3a6e-48eb-a842-887df2530b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:56.261600 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afd388ad-66c8-45a8-b3a7-1604b1d80141 req-87654c59-3a6e-48eb-a842-887df2530b5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.2521982 Feb 09 03:11:56.323061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e56b377c-81f0-4126-89c3-339af5e0a925 admin admin] Publish callbacks [] for security_group (dd7a9de9-99ae-431f-9610-f81b3a2d48ba), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.384649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0721f3-1523-4757-ace2-3f9da61a1fbf req-ac4d2d8d-1b9d-491a-b4a2-05df6a94e693 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:56.386393 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d0721f3-1523-4757-ace2-3f9da61a1fbf req-ac4d2d8d-1b9d-491a-b4a2-05df6a94e693 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 950 time: 0.3103147 Feb 09 03:11:56.405916 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e56b377c-81f0-4126-89c3-339af5e0a925 admin admin] Publish callbacks [] for security_group (dd7a9de9-99ae-431f-9610-f81b3a2d48ba), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.436656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f74eb-6c34-435c-829b-7939a781f191 req-c4cfa1a0-bb09-4b60-8434-fe59dfda9019 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:56.438241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-608f74eb-6c34-435c-829b-7939a781f191 req-c4cfa1a0-bb09-4b60-8434-fe59dfda9019 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 936 time: 0.0887949 Feb 09 03:11:56.538900 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-608f74eb-6c34-435c-829b-7939a781f191 req-7732db12-4534-4d69-bde9-d9d1dee49b18 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/security-groups?id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931034 Feb 09 03:11:56.576105 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d0721f3-1523-4757-ace2-3f9da61a1fbf req-2170ec2e-d912-4ab8-8cf0-3fe9add811e5 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735833 Feb 09 03:11:56.724830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6151cc-3ed5-4c64-8607-6ed8a5532231 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:56.763021 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Publish callbacks [] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.765878 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e56b377c-81f0-4126-89c3-339af5e0a925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (dd7a9de9-99ae-431f-9610-f81b3a2d48ba), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.767780 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e56b377c-81f0-4126-89c3-339af5e0a925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.768999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e56b377c-81f0-4126-89c3-339af5e0a925 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd7a9de9-99ae-431f-9610-f81b3a2d48ba HTTP/1.1" status: 204 len: 168 time: 0.8190596 Feb 09 03:11:56.849429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b377c-81f0-4126-89c3-339af5e0a925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7a9de9-99ae-431f-9610-f81b3a2d48ba,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:56.867959 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Transition to ACTIVE for port object 1b6151cc-3ed5-4c64-8607-6ed8a5532231 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:11:56.871954 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Publish callbacks [] for router_gateway (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.874261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6d167610-b15c-4921-9934-a2e664020afc up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:56.876006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd388ad-66c8-45a8-b3a7-1604b1d80141 req-d037ad29-001a-475a-bc8a-84f1ec0f8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:56.879875 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afd388ad-66c8-45a8-b3a7-1604b1d80141 req-d037ad29-001a-475a-bc8a-84f1ec0f8be9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2096317 Feb 09 03:11:56.916094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.930852 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.009749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device baf755f8-b33c-4832-beee-91f19fe94cbe up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:57.086471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48990) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:57.319215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d748bef-7ceb-4f21-8d86-bc365758133f req-5264d8a3-1aaf-4e9e-a73b-4b9ca10cc1e8 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:57.327308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port baf755f8-b33c-4832-beee-91f19fe94cbe triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:57.328111 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.332108 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d748bef-7ceb-4f21-8d86-bc365758133f req-5264d8a3-1aaf-4e9e-a73b-4b9ca10cc1e8 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 948 time: 0.2321789 Feb 09 03:11:57.352028 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Pushing event updated for resources: {'Port': ['ID=1b6151cc-3ed5-4c64-8607-6ed8a5532231,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:57.455587 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d748bef-7ceb-4f21-8d86-bc365758133f req-b92d3d42-dfef-4231-a996-321eb4a2b440 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215155 Feb 09 03:11:57.492044 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41652842-c20a-4143-9ecc-fcfbe850f23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.501124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port baf755f8-b33c-4832-beee-91f19fe94cbe is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:57.501330 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.504005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 6d167610-b15c-4921-9934-a2e664020afc completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:11:57.511594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 6d167610-b15c-4921-9934-a2e664020afc triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:57.512165 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6d167610-b15c-4921-9934-a2e664020afc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.536017 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afd388ad-66c8-45a8-b3a7-1604b1d80141 req-1dc2f6b0-3212-4b92-b3f6-7b251af3bc4c service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216407 Feb 09 03:11:57.549126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Attempting to bind port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:57.549742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Attempting to bind port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:57.550776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Attempting to bind port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:57.619653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port baf755f8-b33c-4832-beee-91f19fe94cbe, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=baf755f8-b33c-4832-beee-91f19fe94cbe,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:57.627855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:11:57.628858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Attempting to bind port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:57.655921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cccd8-b8a6-46e6-a8b0-f3a10491235f req-cd884899-5926-40ae-8777-05e2dfd1116a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:57.670668 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c3cccd8-b8a6-46e6-a8b0-f3a10491235f req-cd884899-5926-40ae-8777-05e2dfd1116a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 944 time: 0.5544775 Feb 09 03:11:57.694612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Allocated IP 172.25.5.153 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:57.699632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:57.700314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:57.700942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:57.701682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Bound port: 1b6151cc-3ed5-4c64-8607-6ed8a5532231, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:57.702255 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.751630 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.762335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 6d167610-b15c-4921-9934-a2e664020afc is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:57.762731 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6d167610-b15c-4921-9934-a2e664020afc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.811628 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41652842-c20a-4143-9ecc-fcfbe850f23c admin admin] Publish callbacks [] for security_group (5b23ede4-e03f-4bc7-87a0-85bc6603373c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.847539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41652842-c20a-4143-9ecc-fcfbe850f23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5b23ede4-e03f-4bc7-87a0-85bc6603373c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.890820 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-41652842-c20a-4143-9ecc-fcfbe850f23c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aea8fb004da24aef90efd808ec399839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8034215 Feb 09 03:11:57.893579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49008) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:57.927318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee0469-ae58-48e8-a73b-477f03f3f708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d167610-b15c-4921-9934-a2e664020afc'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:57.929613 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffd48e1-45dd-44f4-8672-0358b75d4026" -d '{"events": [{"server_uuid": "caee0469-ae58-48e8-a73b-477f03f3f708", "name": "network-vif-plugged", "status": "completed", "tag": "6d167610-b15c-4921-9934-a2e664020afc"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:57.934411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afd388ad-66c8-45a8-b3a7-1604b1d80141 req-432a7463-2133-4ef0-8097-2b4079eb12fc service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738532 Feb 09 03:11:57.962174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6d167610-b15c-4921-9934-a2e664020afc,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:57.977481 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6d167610-b15c-4921-9934-a2e664020afc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.987259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a8ea6-eb23-48b4-b3e8-1b3a66f56791 None None] Network 892c0000-0a5d-449f-b975-27ca2753b91f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:57.998912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c3cccd8-b8a6-46e6-a8b0-f3a10491235f req-48f01778-c416-4b63-835b-9aedc7ed7d5c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061926 Feb 09 03:11:58.011032 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=baf755f8-b33c-4832-beee-91f19fe94cbe,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:58.015593 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3ad614ec-3c9f-4884-bdeb-bcee54689e24 admin admin] Publish callbacks [] for security_group (5b23ede4-e03f-4bc7-87a0-85bc6603373c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.068222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] For port 1b6151cc-3ed5-4c64-8607-6ed8a5532231, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:58.076067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41652842-c20a-4143-9ecc-fcfbe850f23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b23ede4-e03f-4bc7-87a0-85bc6603373c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:58.171125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] For port 1b6151cc-3ed5-4c64-8607-6ed8a5532231, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1b6151cc-3ed5-4c64-8607-6ed8a5532231,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:58.182988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b329c-6896-4765-8ab5-b0c5dc048c47 req-44a6b194-f07b-4f0c-831c-fb8846c307f9 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:58.186462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e6b329c-6896-4765-8ab5-b0c5dc048c47 req-44a6b194-f07b-4f0c-831c-fb8846c307f9 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 948 time: 0.3563299 Feb 09 03:11:58.208101 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.220096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3ad614ec-3c9f-4884-bdeb-bcee54689e24 admin admin] Publish callbacks [] for security_group (5b23ede4-e03f-4bc7-87a0-85bc6603373c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.236929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Publish callbacks [] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.298697 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e6b329c-6896-4765-8ab5-b0c5dc048c47 req-b4361067-f995-4d52-b4a8-85a7ce7f246a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/security-groups?id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845463 Feb 09 03:11:58.332397 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.353473 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3ad614ec-3c9f-4884-bdeb-bcee54689e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5b23ede4-e03f-4bc7-87a0-85bc6603373c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.356042 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3ad614ec-3c9f-4884-bdeb-bcee54689e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.357160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3ad614ec-3c9f-4884-bdeb-bcee54689e24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b23ede4-e03f-4bc7-87a0-85bc6603373c HTTP/1.1" status: 204 len: 168 time: 0.4626169 Feb 09 03:11:58.374457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad614ec-3c9f-4884-bdeb-bcee54689e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b23ede4-e03f-4bc7-87a0-85bc6603373c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:58.409258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:58.410243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.412365 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] 10.222.0.42 "PUT /v2.0/ports/1b6151cc-3ed5-4c64-8607-6ed8a5532231 HTTP/1.1" status: 200 len: 1097 time: 3.6702881 Feb 09 03:11:58.415547 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac16dcd6-fc00-462b-ab7a-8b1dce5d0454', 'tag': '1b6151cc-3ed5-4c64-8607-6ed8a5532231'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:58.419353 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9991c2-d951-4e34-82f6-b3bc8e5708cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac16dcd6-fc00-462b-ab7a-8b1dce5d0454", "tag": "1b6151cc-3ed5-4c64-8607-6ed8a5532231"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:58.439702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:58.443163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63deef08-d3ef-4701-8afa-8dd1c2b6da4f service neutron] Pushing event updated for resources: {'Port': ['ID=1b6151cc-3ed5-4c64-8607-6ed8a5532231,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:58.447373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:58.453128 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:58.506667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=6d167610-b15c-4921-9934-a2e664020afc,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:58.567753 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1ea58c-bfe7-4716-acfd-7067bd0e33f9 x-openstack-request-id: req-1f1ea58c-bfe7-4716-acfd-7067bd0e33f9 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:58.568104 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee0469-ae58-48e8-a73b-477f03f3f708", "name": "network-vif-plugged", "status": "completed", "tag": "6d167610-b15c-4921-9934-a2e664020afc", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:58.568314 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f1ea58c-bfe7-4716-acfd-7067bd0e33f9 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:58.568719 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee0469-ae58-48e8-a73b-477f03f3f708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d167610-b15c-4921-9934-a2e664020afc', 'code': 200} Feb 09 03:11:58.663452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-64b0da1a-571d-4936-8049-671630a016bf None None] Provisioning complete for port baf755f8-b33c-4832-beee-91f19fe94cbe triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:58.663919 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64b0da1a-571d-4936-8049-671630a016bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.676584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be4f25-e57a-4c11-8c2c-84fa3dea1e25 req-d7949f91-660a-45b9-9319-d81957d4e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:58.678038 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-74be4f25-e57a-4c11-8c2c-84fa3dea1e25 req-d7949f91-660a-45b9-9319-d81957d4e44b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 1128 time: 0.1099777 Feb 09 03:11:58.826454 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-74be4f25-e57a-4c11-8c2c-84fa3dea1e25 req-3f1bf3fc-bb14-4ed7-a2ed-94713ca0b610 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372008 Feb 09 03:11:58.858608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68122bfa-f0b3-4295-8754-df2b6ba93b43 req-8b7265a6-7faa-44f1-af1d-446a578414fb tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:58.869437 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68122bfa-f0b3-4295-8754-df2b6ba93b43 req-8b7265a6-7faa-44f1-af1d-446a578414fb tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 948 time: 0.1169174 Feb 09 03:11:58.986551 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73fcf98-7235-495b-ba6b-537df80263c6 x-openstack-request-id: req-f73fcf98-7235-495b-ba6b-537df80263c6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:58.987518 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac16dcd6-fc00-462b-ab7a-8b1dce5d0454", "tag": "1b6151cc-3ed5-4c64-8607-6ed8a5532231", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:58.988191 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f73fcf98-7235-495b-ba6b-537df80263c6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:58.988738 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac16dcd6-fc00-462b-ab7a-8b1dce5d0454', 'tag': '1b6151cc-3ed5-4c64-8607-6ed8a5532231', 'status': 'completed', 'code': 200} Feb 09 03:11:59.007612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-64b0da1a-571d-4936-8049-671630a016bf None None] Current status of the port baf755f8-b33c-4832-beee-91f19fe94cbe is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:59.017719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device baf755f8-b33c-4832-beee-91f19fe94cbe up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:59.027206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68122bfa-f0b3-4295-8754-df2b6ba93b43 req-7e6cba0c-32f2-4e6f-a1c4-155cb9370ae2 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545537 Feb 09 03:11:59.155223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a0f22-44a8-449a-9d6a-0bb7dceef8dc req-8086b316-d7a8-4258-acc2-f8a9b9cb6e1c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:59.163674 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb5a0f22-44a8-449a-9d6a-0bb7dceef8dc req-8086b316-d7a8-4258-acc2-f8a9b9cb6e1c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 950 time: 0.8824835 Feb 09 03:11:59.175626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Pushing event updated for resources: {'Port': ['ID=9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:59.235155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-e1f6d50f-d972-4f16-841d-d1ac64f80df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:59.237068 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-e1f6d50f-d972-4f16-841d-d1ac64f80df1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac06e8c751f04ac5803c3917ecaeb2e9&device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 1131 time: 0.2527096 Feb 09 03:11:59.277001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port baf755f8-b33c-4832-beee-91f19fe94cbe triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:59.280154 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.306676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407abef-ffc2-4b40-87d3-b583c550aeb8 req-0c5bfe3e-fd81-4d5f-813d-a45f65fc6c37 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:59.316299 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4407abef-ffc2-4b40-87d3-b583c550aeb8 req-0c5bfe3e-fd81-4d5f-813d-a45f65fc6c37 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 945 time: 0.1423273 Feb 09 03:11:59.323948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49038) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:59.348097 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f45157-b292-4835-a23a-fde707af9300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.460037 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4407abef-ffc2-4b40-87d3-b583c550aeb8 req-0b6d06a1-de94-4712-8244-856720d4e6e3 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356707 Feb 09 03:11:59.533464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port baf755f8-b33c-4832-beee-91f19fe94cbe is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:59.540722 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-c9c07163-e571-46da-acca-7508aa876605 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=1b6151cc-3ed5-4c64-8607-6ed8a5532231 HTTP/1.1" status: 200 len: 217 time: 0.2886953 Feb 09 03:11:59.546760 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb5a0f22-44a8-449a-9d6a-0bb7dceef8dc req-99deb5bc-8cc4-4539-8e7c-546f7ee64aa4 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818359 Feb 09 03:11:59.577218 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f45157-b292-4835-a23a-fde707af9300 admin admin] Publish callbacks [] for security_group (39deb49f-3a40-4f34-a2cf-b4e8385e4e80), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.586871 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f45157-b292-4835-a23a-fde707af9300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (39deb49f-3a40-4f34-a2cf-b4e8385e4e80), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.657415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-32509401-348b-44e9-b4c3-a8406792d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:59.658984 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-32509401-348b-44e9-b4c3-a8406792d34a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1113214 Feb 09 03:11:59.704682 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-32f45157-b292-4835-a23a-fde707af9300 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7439202af9234c6390ef78a1761269c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719189 Feb 09 03:11:59.704682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49046) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:59.704682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f45157-b292-4835-a23a-fde707af9300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39deb49f-3a40-4f34-a2cf-b4e8385e4e80,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:59.719941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb362-7b83-4ecd-b4a2-422d25644f61 req-842f9fb1-6281-4705-a52a-3139d0d4dc08 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:59.721820 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1abbb362-7b83-4ecd-b4a2-422d25644f61 req-842f9fb1-6281-4705-a52a-3139d0d4dc08 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 948 time: 0.1218572 Feb 09 03:11:59.779851 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Publish callbacks [] for router_gateway (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.798333 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf094e53-fedd-455a-97c7-129ddf0b4d5f admin admin] Publish callbacks [] for security_group (39deb49f-3a40-4f34-a2cf-b4e8385e4e80), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.850706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf094e53-fedd-455a-97c7-129ddf0b4d5f admin admin] Publish callbacks [] for security_group (39deb49f-3a40-4f34-a2cf-b4e8385e4e80), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.859429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-e3b94cd0-a7fe-459e-bc20-d7075547fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:59.861426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-e3b94cd0-a7fe-459e-bc20-d7075547fda0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1917093 Feb 09 03:11:59.889125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-02ad525a-497e-4191-80d6-807c05c3f638 None None] Provisioning complete for port baf755f8-b33c-4832-beee-91f19fe94cbe triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:59.889626 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02ad525a-497e-4191-80d6-807c05c3f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.937602 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1abbb362-7b83-4ecd-b4a2-422d25644f61 req-0ac9ea76-ee4d-44b5-8f84-9a465033cb4b tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/security-groups?id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937478 Feb 09 03:11:59.992802 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf094e53-fedd-455a-97c7-129ddf0b4d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (39deb49f-3a40-4f34-a2cf-b4e8385e4e80), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.025467 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf094e53-fedd-455a-97c7-129ddf0b4d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.028737 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cf094e53-fedd-455a-97c7-129ddf0b4d5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39deb49f-3a40-4f34-a2cf-b4e8385e4e80 HTTP/1.1" status: 204 len: 168 time: 0.3233945 Feb 09 03:12:00.042280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf094e53-fedd-455a-97c7-129ddf0b4d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39deb49f-3a40-4f34-a2cf-b4e8385e4e80,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:00.106372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-02ad525a-497e-4191-80d6-807c05c3f638 None None] Current status of the port baf755f8-b33c-4832-beee-91f19fe94cbe is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:00.179482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:12:00.287966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-98468994-452d-4ee9-8627-e75195c7721c service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148054 Feb 09 03:12:00.491403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:00.502021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abe94a-f272-4a80-bfd9-281c38ec2273 req-0aaf0d30-e12a-4471-bc75-3edfd6e7358f tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:00.508734 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19abe94a-f272-4a80-bfd9-281c38ec2273 req-0aaf0d30-e12a-4471-bc75-3edfd6e7358f tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 948 time: 0.2729511 Feb 09 03:12:00.516012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5', 'mac_address': 'fa:16:3e:a9:a6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:12:00.582075 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.598904 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fc24668-533a-453a-a8fb-73edf8a41368 req-6f805aa4-dbcd-4ff2-85d2-21352d65fc61 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662399 Feb 09 03:12:00.636778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:00.641258 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.669246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:00.740295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:00.752139 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.822119 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19abe94a-f272-4a80-bfd9-281c38ec2273 req-4d37d619-294a-458d-b41f-ada9edb69da0 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932403 Feb 09 03:12:00.873839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:00.908214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9991c2-d951-4e34-82f6-b3bc8e5708cb req-44d50254-8ae1-4923-bd4e-8121bc198853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:00.918535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a9991c2-d951-4e34-82f6-b3bc8e5708cb req-44d50254-8ae1-4923-bd4e-8121bc198853 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac06e8c751f04ac5803c3917ecaeb2e9&device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 1131 time: 0.2441602 Feb 09 03:12:01.104733 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41d0e5-d454-4918-9067-68c8bf75bb88 req-31950264-b719-4575-bd9b-1bd83e071738 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:01.111725 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b41d0e5-d454-4918-9067-68c8bf75bb88 req-31950264-b719-4575-bd9b-1bd83e071738 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 945 time: 0.1500185 Feb 09 03:12:01.130962 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:12:01.136262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9991c2-d951-4e34-82f6-b3bc8e5708cb req-6807d779-6bf3-4dee-91ce-cacc63241db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:01.138451 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a9991c2-d951-4e34-82f6-b3bc8e5708cb req-6807d779-6bf3-4dee-91ce-cacc63241db2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2077031 Feb 09 03:12:01.192647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:01.198030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a9991c2-d951-4e34-82f6-b3bc8e5708cb req-d35f0ca1-14df-4ef5-8f38-9b8e9c854e0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=1b6151cc-3ed5-4c64-8607-6ed8a5532231 HTTP/1.1" status: 200 len: 217 time: 0.0466561 Feb 09 03:12:01.293987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b41d0e5-d454-4918-9067-68c8bf75bb88 req-610048d0-6198-4cc6-bc90-a729bccb3227 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812975 Feb 09 03:12:01.365979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb45e1-117e-4722-986f-36d5bb4bfc10 req-2d6d6c1e-7f28-4dda-8d20-22a729fa2bd4 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:01.374033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4bb45e1-117e-4722-986f-36d5bb4bfc10 req-2d6d6c1e-7f28-4dda-8d20-22a729fa2bd4 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 950 time: 0.0850270 Feb 09 03:12:01.442991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4bb45e1-117e-4722-986f-36d5bb4bfc10 req-c83aa4ff-0c9a-4dfd-9d9f-13ee9be606fc tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628798 Feb 09 03:12:01.503040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9991c2-d951-4e34-82f6-b3bc8e5708cb req-e0eab138-afd3-45d8-97ee-87b493e77f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:01.506799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a9991c2-d951-4e34-82f6-b3bc8e5708cb req-e0eab138-afd3-45d8-97ee-87b493e77f27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.3008556 Feb 09 03:12:01.511915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:01.523986 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Sync routers for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:01.544924 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:01.548822 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:11:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:01.606787 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.608238 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9be0f06b-ee75-4ec2-8e56-f04623e3ec3f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.1822672 Feb 09 03:12:01.611088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49106) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:01.706170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49108) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:01.804012 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:01.939289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-253806032-network', 'tenant_id': '4d9b2997bebb4fd5a3daf3725de88e29'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:01.940024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9991c2-d951-4e34-82f6-b3bc8e5708cb req-97b8b4b7-a1c1-4ac6-befb-39a84e44cece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:01.942078 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a9991c2-d951-4e34-82f6-b3bc8e5708cb req-97b8b4b7-a1c1-4ac6-befb-39a84e44cece service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4249401 Feb 09 03:12:01.994243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Made reservation on behalf of 4d9b2997bebb4fd5a3daf3725de88e29 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:01.997577 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.026107 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.036686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3a7c7-2492-4f53-bb53-5696915d15ce req-67c25096-48f3-4cb1-9bc3-0d48aa06be7b tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:02.048912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42c3a7c7-2492-4f53-bb53-5696915d15ce req-67c25096-48f3-4cb1-9bc3-0d48aa06be7b tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 948 time: 0.5337310 Feb 09 03:12:02.196047 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Publish callbacks [] for security_group (de558092-2a07-40b7-b1c4-e95f385018d9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.209829 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (de558092-2a07-40b7-b1c4-e95f385018d9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.226742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:12:02.241676 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:11:59Z', 'revision_number': 3, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:02.247473 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c9f2db77-2092-46f6-8a8a-1e51588db199), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.247817 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Added segment c9f2db77-2092-46f6-8a8a-1e51588db199 of type vlan for network 438a2f22-5e5c-457d-a248-0e801479fc9a Feb 09 03:12:02.283120 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Checking router: dd7ec4ad-880c-4e89-a108-2e85f1fd3230 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:02.283832 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Updating router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:12:02.340606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (438a2f22-5e5c-457d-a248-0e801479fc9a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.351755 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.398511 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a9991c2-d951-4e34-82f6-b3bc8e5708cb req-4cbb9109-8873-422c-ba5a-52378c713658 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491518 Feb 09 03:12:02.445415 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42c3a7c7-2492-4f53-bb53-5696915d15ce req-adc82d91-e468-4922-a158-998ee1a011e3 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/security-groups?id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925393 Feb 09 03:12:02.469588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de558092-2a07-40b7-b1c4-e95f385018d9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:02.473593 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (438a2f22-5e5c-457d-a248-0e801479fc9a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.483637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:02.485080 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.580365 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8725524 Feb 09 03:12:02.589285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49126) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:02.599333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-678b7676-b226-4b4a-9124-acdc4a486f42 admin admin] Request body: {'subnet': {'network_id': '438a2f22-5e5c-457d-a248-0e801479fc9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-253806032-subnet', 'tenant_id': '4d9b2997bebb4fd5a3daf3725de88e29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:02.613707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5253c-9e2d-4fd0-a83c-0862b40e63fc admin admin] Pushing event updated for resources: {'Network': ['ID=438a2f22-5e5c-457d-a248-0e801479fc9a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:02.625501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 438a2f22-5e5c-457d-a248-0e801479fc9a details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:12:02.647716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35ebf5-2e5b-414d-966b-55f545586c3e req-6df56d58-734c-4ef5-b605-702144701e3c tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:02.666435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ef35ebf5-2e5b-414d-966b-55f545586c3e req-6df56d58-734c-4ef5-b605-702144701e3c tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 1128 time: 0.1763732 Feb 09 03:12:02.835383 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a9991c2-d951-4e34-82f6-b3bc8e5708cb req-856a0cef-997b-4a04-b76a-99f01f6817d4 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889496 Feb 09 03:12:02.943881 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Publish callbacks [] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.959413 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.066723 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Attempting to bind port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:03.067218 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Attempting to bind port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:03.067586 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Attempting to bind port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:03.088049 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:03.088428 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:03.088832 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.089225 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:03.089738 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Bound port: 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:03.090119 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.120333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678b7676-b226-4b4a-9124-acdc4a486f42 admin admin] Made reservation on behalf of 4d9b2997bebb4fd5a3daf3725de88e29 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:03.122625 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-678b7676-b226-4b4a-9124-acdc4a486f42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.168068 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa0d0b-1520-4470-bf21-422328bf8798 None None] Pushing event updated for resources: {'Port': ['ID=9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:03.244595 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] For port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:03.253803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ef35ebf5-2e5b-414d-966b-55f545586c3e req-5f9099ca-3ea1-4af8-8b1d-1e57a08f88a9 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841107 Feb 09 03:12:03.254227 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] For port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:03.271217 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.346447 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:03.347609 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:11:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:03.449067 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.475665 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-678b7676-b226-4b4a-9124-acdc4a486f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (ad76e1cf-eef3-439a-af58-49c90908ce50), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.521087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ee8a6-8bfb-4309-8e3d-a116020df217 req-0b35b50f-d26f-4fc4-9df8-c51f3ea7063d tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:03.528451 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-354ee8a6-8bfb-4309-8e3d-a116020df217 req-0b35b50f-d26f-4fc4-9df8-c51f3ea7063d tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 949 time: 0.2627485 Feb 09 03:12:03.587137 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:03.599582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b7676-b226-4b4a-9124-acdc4a486f42 admin admin] Checking segment: {'id': 'c9f2db77-2092-46f6-8a8a-1e51588db199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '438a2f22-5e5c-457d-a248-0e801479fc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:03.600358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678b7676-b226-4b4a-9124-acdc4a486f42 admin admin] Network hostable DHCP agents. Network: 438a2f22-5e5c-457d-a248-0e801479fc9a, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:12:03.615759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b7676-b226-4b4a-9124-acdc4a486f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad76e1cf-eef3-439a-af58-49c90908ce50,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:03.630207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678b7676-b226-4b4a-9124-acdc4a486f42 admin admin] Network 438a2f22-5e5c-457d-a248-0e801479fc9a is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:12:03.652257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-678b7676-b226-4b4a-9124-acdc4a486f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 438a2f22-5e5c-457d-a248-0e801479fc9a) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:03.661286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b7676-b226-4b4a-9124-acdc4a486f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:03.662709 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-678b7676-b226-4b4a-9124-acdc4a486f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.671515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e5c671-0018-4c94-8ff0-a69d537ee6bb None None] Network 438a2f22-5e5c-457d-a248-0e801479fc9a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:03.692880 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-678b7676-b226-4b4a-9124-acdc4a486f42 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0964763 Feb 09 03:12:03.802798 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-354ee8a6-8bfb-4309-8e3d-a116020df217 req-5953c4f6-2808-422d-82ee-660fe3217669 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734466 Feb 09 03:12:03.988642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Allocated IP 172.20.0.1 (892c0000-0a5d-449f-b975-27ca2753b91f/c400f1bc-332e-48a4-b94d-44122a0c44f9/bd3c4790-a84d-4c74-8d3d-85fa2e503879) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:03.997899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1b6f11-fb82-409f-be78-6ae852774a68 None None] Network 438a2f22-5e5c-457d-a248-0e801479fc9a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:04.061275 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:11:59Z', 'revision_number': 3, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:04.095948 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02055854-ddbe-4ec6-b95c-cbaab7391971 None None] The sync data for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 is: [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:11:59Z', 'revision_number': 3, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:04.105942 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa0d0b-1520-4470-bf21-422328bf8798 None None] Pushing event updated for resources: {'Port': ['ID=9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:04.209452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:04.314670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:12:04.331923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:04.333150 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.341231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a82e3-b8e1-4b1a-8814-7a99d5557814 req-61f8a71c-ccb7-4045-899a-d56df637f42a tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.359876 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b93a82e3-b8e1-4b1a-8814-7a99d5557814 req-61f8a71c-ccb7-4045-899a-d56df637f42a tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 1128 time: 0.2118075 Feb 09 03:12:04.494805 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Publish callbacks [] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.664386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:04.674064 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.736623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dfaae-5444-4c58-a7dd-232c8b8f27d5 req-4d9ff2c6-3dab-4212-814c-c89942695b74 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.745639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dfaae-5444-4c58-a7dd-232c8b8f27d5 req-4d9ff2c6-3dab-4212-814c-c89942695b74 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.746288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dfaae-5444-4c58-a7dd-232c8b8f27d5 req-4d9ff2c6-3dab-4212-814c-c89942695b74 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.748689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dfaae-5444-4c58-a7dd-232c8b8f27d5 req-4d9ff2c6-3dab-4212-814c-c89942695b74 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.749387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dfaae-5444-4c58-a7dd-232c8b8f27d5 req-4d9ff2c6-3dab-4212-814c-c89942695b74 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.754022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dfaae-5444-4c58-a7dd-232c8b8f27d5 req-4d9ff2c6-3dab-4212-814c-c89942695b74 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.754022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dfaae-5444-4c58-a7dd-232c8b8f27d5 req-4d9ff2c6-3dab-4212-814c-c89942695b74 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.757997 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:04.760658 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c55dfaae-5444-4c58-a7dd-232c8b8f27d5 req-4d9ff2c6-3dab-4212-814c-c89942695b74 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454&device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f&device_id=caee0469-ae58-48e8-a73b-477f03f3f708&device_id=e3ee34ed-5168-492a-a385-3793b96890b3&device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65&device_id=361f91ba-d932-466d-977e-d64414184f5e&device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 6685 time: 0.2548130 Feb 09 03:12:04.764090 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.772965 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f55593f-1050-41c5-99f1-d202e62936ba" -d '{"events": [{"server_uuid": "838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f", "name": "network-vif-plugged", "status": "completed", "tag": "2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:04.816676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c55dfaae-5444-4c58-a7dd-232c8b8f27d5 req-b7889228-2a61-4275-b49b-55914a7a9f83 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.818284 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b93a82e3-b8e1-4b1a-8814-7a99d5557814 req-24fe9254-c4d6-4c17-949a-d8c30bb7d3d5 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574986 Feb 09 03:12:04.824026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:04.834665 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.904213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1b6151cc-3ed5-4c64-8607-6ed8a5532231 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:12:04.917874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Network 892c0000-0a5d-449f-b975-27ca2753b91f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:04.922803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:04.951525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:04.952916 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.037927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:05.068409 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3c4790-a84d-4c74-8d3d-85fa2e503879,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:05.085843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49162) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:05.095935 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c55dfaae-5444-4c58-a7dd-232c8b8f27d5 req-b7889228-2a61-4275-b49b-55914a7a9f83 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Publish callbacks [] for security_group (3c2173a8-2c07-4da5-a737-47b0a74ef15f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.110968 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c55dfaae-5444-4c58-a7dd-232c8b8f27d5 req-b7889228-2a61-4275-b49b-55914a7a9f83 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3c2173a8-2c07-4da5-a737-47b0a74ef15f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.126587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1641129191-network', 'tenant_id': '15f1f436afe546ea876746346efde351'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:05.128689 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:05.133702 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:12:05.228922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Made reservation on behalf of 15f1f436afe546ea876746346efde351 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:05.232952 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.254948 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.256652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:05.257137 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.262213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7889228-2a61-4275-b49b-55914a7a9f83 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2173a8-2c07-4da5-a737-47b0a74ef15f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:05.316013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1b6151cc-3ed5-4c64-8607-6ed8a5532231, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1b6151cc-3ed5-4c64-8607-6ed8a5532231,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:05.333765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '1b6151cc-3ed5-4c64-8607-6ed8a5532231', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '1b6151cc-3ed5-4c64-8607-6ed8a5532231', 'mac_address': 'fa:16:3e:8e:be:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:12:05.351241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c55dfaae-5444-4c58-a7dd-232c8b8f27d5 req-b7889228-2a61-4275-b49b-55914a7a9f83 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&id=252a9a75-cc05-40c4-b69b-8d2be51adefa&id=3ada52c7-acda-42d0-954f-d02dc893df94&id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.5639195 Feb 09 03:12:05.484182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9a0fe-38bb-4e92-91d9-28a6c1f99292 req-5507c284-627b-43a1-ba47-778d36ace9a1 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:05.486193 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35c9a0fe-38bb-4e92-91d9-28a6c1f99292 req-5507c284-627b-43a1-ba47-778d36ace9a1 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 948 time: 0.1633902 Feb 09 03:12:05.517991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:05.518557 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.577561 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8240127f-f3ee-4406-a479-d17df99d94dc None None] Provisioning complete for port bd3c4790-a84d-4c74-8d3d-85fa2e503879 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:05.584023 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8240127f-f3ee-4406-a479-d17df99d94dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.598352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6151cc-3ed5-4c64-8607-6ed8a5532231 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:05.600807 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Publish callbacks [] for security_group (0a996edd-4764-4074-b124-bc57d882eff7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.602186 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.644158 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0a996edd-4764-4074-b124-bc57d882eff7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.702094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:05.702583 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.774996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:12:05.779731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1b6151cc-3ed5-4c64-8607-6ed8a5532231, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1b6151cc-3ed5-4c64-8607-6ed8a5532231,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:05.796815 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35c9a0fe-38bb-4e92-91d9-28a6c1f99292 req-b46990f5-2a06-4999-8840-91007fa6ea0a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/security-groups?id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034878 Feb 09 03:12:05.806314 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (306f23f7-6544-400f-8aaa-142ee4cc6dda), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.806908 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Added segment 306f23f7-6544-400f-8aaa-142ee4cc6dda of type vlan for network 6a1652e2-58ab-4782-a2ca-d1fae5914ee8 Feb 09 03:12:05.829617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:05.831494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8240127f-f3ee-4406-a479-d17df99d94dc None None] Port bd3c4790-a84d-4c74-8d3d-85fa2e503879 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:05.835700 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.850917 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.866816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a996edd-4764-4074-b124-bc57d882eff7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:05.876147 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01e07ba-42e9-47f5-960d-ae06a4c35e15 x-openstack-request-id: req-d01e07ba-42e9-47f5-960d-ae06a4c35e15 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:05.876469 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f", "name": "network-vif-plugged", "status": "completed", "tag": "2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:05.876738 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d01e07ba-42e9-47f5-960d-ae06a4c35e15 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:05.877405 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5', 'code': 200} Feb 09 03:12:06.042022 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (6a1652e2-58ab-4782-a2ca-d1fae5914ee8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.073853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=1b6151cc-3ed5-4c64-8607-6ed8a5532231,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:06.160029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['1b6151cc-3ed5-4c64-8607-6ed8a5532231'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:06.190066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd36cf9-8489-42d6-a914-a6a4170fbe9e req-a7c3c2ec-1994-4bd4-9811-c1aaf7565bbf tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:06.191105 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8dd36cf9-8489-42d6-a914-a6a4170fbe9e req-a7c3c2ec-1994-4bd4-9811-c1aaf7565bbf tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 950 time: 0.2402909 Feb 09 03:12:06.201852 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (6a1652e2-58ab-4782-a2ca-d1fae5914ee8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.202782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:06.203495 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.236125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb2f9-9186-474f-8fef-8926d61e2ee0 req-273dfc0a-dbee-4ca9-9652-c173b6af65ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:06.237987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8adb2f9-9186-474f-8fef-8926d61e2ee0 req-273dfc0a-dbee-4ca9-9652-c173b6af65ac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 1133 time: 0.2416313 Feb 09 03:12:06.263901 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1764333 Feb 09 03:12:06.268734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49180) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:06.274652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4c0c6e1c-1704-4da9-9673-540b40a5b19b admin admin] Request body: {'subnet': {'network_id': '6a1652e2-58ab-4782-a2ca-d1fae5914ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1641129191-subnet', 'tenant_id': '15f1f436afe546ea876746346efde351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:06.321920 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0c6e1c-1704-4da9-9673-540b40a5b19b admin admin] Made reservation on behalf of 15f1f436afe546ea876746346efde351 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:06.324622 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6e1c-1704-4da9-9673-540b40a5b19b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.369752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:06.492646 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Publish callbacks [] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.513096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.514466 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.621207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3c4790-a84d-4c74-8d3d-85fa2e503879,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:06.626788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd71fdb-7800-4bd4-8a3e-195b0b9f71e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6a1652e2-58ab-4782-a2ca-d1fae5914ee8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:06.653237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 6a1652e2-58ab-4782-a2ca-d1fae5914ee8 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:12:06.657091 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8dd36cf9-8489-42d6-a914-a6a4170fbe9e req-65a9d2ca-4c07-4834-8bef-684bd15b830b tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562387 Feb 09 03:12:06.724287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6e1c-1704-4da9-9673-540b40a5b19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (ac5ff3c5-f0fe-4608-8f54-ec1f6109542f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.900169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c6e1c-1704-4da9-9673-540b40a5b19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac5ff3c5-f0fe-4608-8f54-ec1f6109542f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:06.903366 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:06.982519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0c6e1c-1704-4da9-9673-540b40a5b19b admin admin] Checking segment: {'id': '306f23f7-6544-400f-8aaa-142ee4cc6dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6a1652e2-58ab-4782-a2ca-d1fae5914ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:06.982882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0c6e1c-1704-4da9-9673-540b40a5b19b admin admin] Network hostable DHCP agents. Network: 6a1652e2-58ab-4782-a2ca-d1fae5914ee8, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:12:06.988344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49194) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:06.995816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Network 892c0000-0a5d-449f-b975-27ca2753b91f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:06.997457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:07.001252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8adb2f9-9186-474f-8fef-8926d61e2ee0 req-89bf1b88-a658-43bf-8911-f47f5f69dec1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6909192 Feb 09 03:12:07.080053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0c6e1c-1704-4da9-9673-540b40a5b19b admin admin] Network 6a1652e2-58ab-4782-a2ca-d1fae5914ee8 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:12:07.116503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4c0c6e1c-1704-4da9-9673-540b40a5b19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 6a1652e2-58ab-4782-a2ca-d1fae5914ee8) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:07.134014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0c6e1c-1704-4da9-9673-540b40a5b19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:07.138524 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b0bf56-2ebe-4624-90f3-2735dcf892b5 None None] Network 6a1652e2-58ab-4782-a2ca-d1fae5914ee8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:07.138722 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6e1c-1704-4da9-9673-540b40a5b19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.195173 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4c0c6e1c-1704-4da9-9673-540b40a5b19b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9247680 Feb 09 03:12:07.260321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b10370-75db-4c3b-aa68-c1a81741571f req-2fc2093a-0756-4581-8cbd-b0c81cf6d10e tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:07.261526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b10370-75db-4c3b-aa68-c1a81741571f req-2fc2093a-0756-4581-8cbd-b0c81cf6d10e tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:07.263245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b10370-75db-4c3b-aa68-c1a81741571f req-2fc2093a-0756-4581-8cbd-b0c81cf6d10e tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:07.282739 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96b10370-75db-4c3b-aa68-c1a81741571f req-2fc2093a-0756-4581-8cbd-b0c81cf6d10e tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3&device_id=361f91ba-d932-466d-977e-d64414184f5e&device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 2979 time: 0.1599181 Feb 09 03:12:07.313159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:07.313509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.339999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d053093a-a03d-4ab1-9c98-3140733d20dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.349545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:07.421337 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96b10370-75db-4c3b-aa68-c1a81741571f req-fb613111-9228-450b-bf3d-6b85e6f55d52 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367135 Feb 09 03:12:07.491384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49208) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:07.577468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f15ef09-a09b-4ab7-a407-99e3291c215a admin admin] Deleting subnet ad76e1cf-eef3-439a-af58-49c90908ce50 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:07.581566 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f15ef09-a09b-4ab7-a407-99e3291c215a admin admin] Publish callbacks [] for subnet (ad76e1cf-eef3-439a-af58-49c90908ce50), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.624087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f15ef09-a09b-4ab7-a407-99e3291c215a admin admin] Publish callbacks [] for subnet (ad76e1cf-eef3-439a-af58-49c90908ce50), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.636546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f15ef09-a09b-4ab7-a407-99e3291c215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ad76e1cf-eef3-439a-af58-49c90908ce50), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.714911 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f15ef09-a09b-4ab7-a407-99e3291c215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (ad76e1cf-eef3-439a-af58-49c90908ce50), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.723776 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.727289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:07.749543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-18255500-0202-4f69-8435-31ec696b68da None None] Provisioning complete for port bd3c4790-a84d-4c74-8d3d-85fa2e503879 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:07.749918 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-18255500-0202-4f69-8435-31ec696b68da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.763957 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d053093a-a03d-4ab1-9c98-3140733d20dd admin admin] Publish callbacks [] for security_group (887de811-8dc0-4b88-8a5f-3f95670da151), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.769026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f15ef09-a09b-4ab7-a407-99e3291c215a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.774123 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8f15ef09-a09b-4ab7-a407-99e3291c215a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ad76e1cf-eef3-439a-af58-49c90908ce50 HTTP/1.1" status: 204 len: 168 time: 0.2807312 Feb 09 03:12:07.775235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15ef09-a09b-4ab7-a407-99e3291c215a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad76e1cf-eef3-439a-af58-49c90908ce50,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:07.778815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49218) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:07.788928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d053093a-a03d-4ab1-9c98-3140733d20dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (887de811-8dc0-4b88-8a5f-3f95670da151), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.855278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053093a-a03d-4ab1-9c98-3140733d20dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887de811-8dc0-4b88-8a5f-3f95670da151,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:07.876812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-18255500-0202-4f69-8435-31ec696b68da None None] Port bd3c4790-a84d-4c74-8d3d-85fa2e503879 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:07.919064 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d053093a-a03d-4ab1-9c98-3140733d20dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f578921b454e46b1b551626917ac1d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9296005 Feb 09 03:12:07.922982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49224) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:07.949453 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db2899-7e2e-490c-8efa-fabe0fe1036f None None] Network 6a1652e2-58ab-4782-a2ca-d1fae5914ee8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:07.970111 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (438a2f22-5e5c-457d-a248-0e801479fc9a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.040533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7bf9-10ca-4702-a0f3-2cbf413ee7c0 admin admin] Publish callbacks [] for security_group (887de811-8dc0-4b88-8a5f-3f95670da151), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.045080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:08.058748 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8e2a3910-8c2f-415c-8953-289e3d615a11 admin admin] 10.222.0.21 "PUT /v2.0/routers/dd7ec4ad-880c-4e89-a108-2e85f1fd3230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4460113 Feb 09 03:12:08.088352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Sync routers for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:08.090467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b3504-5c41-47b1-9219-6f802ef5fd94 req-5e541fb5-5d16-4adc-a199-d63bf3ec4298 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:08.092530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-753b3504-5c41-47b1-9219-6f802ef5fd94 req-5e541fb5-5d16-4adc-a199-d63bf3ec4298 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 949 time: 0.5625205 Feb 09 03:12:08.106190 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7bf9-10ca-4702-a0f3-2cbf413ee7c0 admin admin] Publish callbacks [] for security_group (887de811-8dc0-4b88-8a5f-3f95670da151), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.161931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:08.163105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:11:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:08.179031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-753b3504-5c41-47b1-9219-6f802ef5fd94 req-1931ebce-0280-4447-8d5e-2ecdddb98eec tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/security-groups?id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754900 Feb 09 03:12:08.217528 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7bf9-10ca-4702-a0f3-2cbf413ee7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (887de811-8dc0-4b88-8a5f-3f95670da151), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.220268 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7bf9-10ca-4702-a0f3-2cbf413ee7c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.223974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4b8d7bf9-10ca-4702-a0f3-2cbf413ee7c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/887de811-8dc0-4b88-8a5f-3f95670da151 HTTP/1.1" status: 204 len: 168 time: 0.2973342 Feb 09 03:12:08.285253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d7bf9-10ca-4702-a0f3-2cbf413ee7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887de811-8dc0-4b88-8a5f-3f95670da151,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:08.292197 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (438a2f22-5e5c-457d-a248-0e801479fc9a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.348103 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.348761 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.349121 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.356579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > port after_create 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.357092 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.357441 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > port after_update 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.357848 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.358321 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.358542 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.358869 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.484390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:08.587857 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.588480 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.588844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.589242 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:12:08.589689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438a2f22-5e5c-457d-a248-0e801479fc9a']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:08.613685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c19f-f817-41ff-b54f-af6f230575e0 req-910e40da-ecfa-4e69-ae88-9f670aac3da7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:08.625866 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09d9c19f-f817-41ff-b54f-af6f230575e0 req-910e40da-ecfa-4e69-ae88-9f670aac3da7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 950 time: 0.1299083 Feb 09 03:12:08.647105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f2db77-2092-46f6-8a8a-1e51588db199') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:08.648727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f2db77-2092-46f6-8a8a-1e51588db199') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:08.696571 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (c9f2db77-2092-46f6-8a8a-1e51588db199), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.742000 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09d9c19f-f817-41ff-b54f-af6f230575e0 req-d35e75a4-c3fb-4b01-914a-44b91b9e1af3 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151378 Feb 09 03:12:08.752229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c9f2db77-2092-46f6-8a8a-1e51588db199), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.763975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:12:08.764544 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (c9f2db77-2092-46f6-8a8a-1e51588db199), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.817155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49252) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: from cryptography.utils import int_from_bytes Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: from cryptography.utils import int_from_bytes Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:12:08.825729 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:12:08.851480 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-090b373e-7935-473c-a64c-7b032ebff7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.924847 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (438a2f22-5e5c-457d-a248-0e801479fc9a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.964725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1b6151cc-3ed5-4c64-8607-6ed8a5532231 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:08.989509 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.999934 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] 10.222.0.21 "DELETE /v2.0/networks/438a2f22-5e5c-457d-a248-0e801479fc9a HTTP/1.1" status: 204 len: 168 time: 1.2185130 Feb 09 03:12:09.005240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49254) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:09.071841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33884b4e-61e8-4218-945b-7b904a967a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=438a2f22-5e5c-457d-a248-0e801479fc9a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:09.126251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de2009a-efa1-4478-85f4-12e78f929e2c admin admin] Deleting subnet ac5ff3c5-f0fe-4608-8f54-ec1f6109542f {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:09.137288 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4de2009a-efa1-4478-85f4-12e78f929e2c admin admin] Publish callbacks [] for subnet (ac5ff3c5-f0fe-4608-8f54-ec1f6109542f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.139392 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-090b373e-7935-473c-a64c-7b032ebff7da admin admin] Publish callbacks [] for security_group (4ca91690-1201-421b-8e09-5ed4f338a2d0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.148797 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-090b373e-7935-473c-a64c-7b032ebff7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4ca91690-1201-421b-8e09-5ed4f338a2d0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.175728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 2, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:09.179088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:12:09.183488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49262) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:09.227097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Checking router: dd7ec4ad-880c-4e89-a108-2e85f1fd3230 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:09.227815 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Updating router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 port bd3c4790-a84d-4c74-8d3d-85fa2e503879 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:12:09.240297 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4de2009a-efa1-4478-85f4-12e78f929e2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (ac5ff3c5-f0fe-4608-8f54-ec1f6109542f), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.246473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:09.247198 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.274208 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-090b373e-7935-473c-a64c-7b032ebff7da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86314c86d7a74de18d80a1346719f002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507535 Feb 09 03:12:09.276769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b373e-7935-473c-a64c-7b032ebff7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca91690-1201-421b-8e09-5ed4f338a2d0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:09.279443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49270) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:09.350588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de41be1d-8149-4f15-bdae-ee9daf0c83f1 admin admin] Publish callbacks [] for security_group (4ca91690-1201-421b-8e09-5ed4f338a2d0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.366568 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4de2009a-efa1-4478-85f4-12e78f929e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ac5ff3c5-f0fe-4608-8f54-ec1f6109542f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.412121 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de41be1d-8149-4f15-bdae-ee9daf0c83f1 admin admin] Publish callbacks [] for security_group (4ca91690-1201-421b-8e09-5ed4f338a2d0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.499686 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.503216 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4de2009a-efa1-4478-85f4-12e78f929e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (ac5ff3c5-f0fe-4608-8f54-ec1f6109542f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.552550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-7349630a-4dc6-41dc-92e0-3a89e9a34913 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:12:09.554989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-7349630a-4dc6-41dc-92e0-3a89e9a34913 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3680673 Feb 09 03:12:09.583126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcb3d4-bf3a-4c60-882c-63bbff60d896 req-1d213549-30f6-4529-a0bc-dd7735e148ac tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:09.597756 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22dcb3d4-bf3a-4c60-882c-63bbff60d896 req-1d213549-30f6-4529-a0bc-dd7735e148ac tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 949 time: 0.1598585 Feb 09 03:12:09.603499 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4de2009a-efa1-4478-85f4-12e78f929e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.611280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4de2009a-efa1-4478-85f4-12e78f929e2c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ac5ff3c5-f0fe-4608-8f54-ec1f6109542f HTTP/1.1" status: 204 len: 168 time: 0.6045547 Feb 09 03:12:09.615671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2009a-efa1-4478-85f4-12e78f929e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5ff3c5-f0fe-4608-8f54-ec1f6109542f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:09.622403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49280) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:09.681611 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22dcb3d4-bf3a-4c60-882c-63bbff60d896 req-5a7f51a2-1e54-4985-b9bb-338adc113284 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/security-groups?id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807106 Feb 09 03:12:09.809743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49288) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:09.810139 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (6a1652e2-58ab-4782-a2ca-d1fae5914ee8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.817257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229930664-network', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:09.818131 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de41be1d-8149-4f15-bdae-ee9daf0c83f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4ca91690-1201-421b-8e09-5ed4f338a2d0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.819846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:09.820244 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.821284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de41be1d-8149-4f15-bdae-ee9daf0c83f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.822499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-de41be1d-8149-4f15-bdae-ee9daf0c83f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ca91690-1201-421b-8e09-5ed4f338a2d0 HTTP/1.1" status: 204 len: 168 time: 0.5405223 Feb 09 03:12:09.875565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1b6151cc-3ed5-4c64-8607-6ed8a5532231, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1b6151cc-3ed5-4c64-8607-6ed8a5532231,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:09.880511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac16dcd6-fc00-462b-ab7a-8b1dce5d0454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6151cc-3ed5-4c64-8607-6ed8a5532231'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:09.884172 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feede12-cfb2-458e-bb0d-a5db385d20e1" -d '{"events": [{"server_uuid": "ac16dcd6-fc00-462b-ab7a-8b1dce5d0454", "name": "network-vif-plugged", "status": "completed", "tag": "1b6151cc-3ed5-4c64-8607-6ed8a5532231"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:09.889892 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.916005 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41be1d-8149-4f15-bdae-ee9daf0c83f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca91690-1201-421b-8e09-5ed4f338a2d0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:09.957474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-98b345c4-20fd-4b52-86a2-28f38a794c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:09.962316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-98b345c4-20fd-4b52-86a2-28f38a794c50 service neutron] 10.222.0.21 "GET /v2.0/ports/6d167610-b15c-4921-9934-a2e664020afc HTTP/1.1" status: 200 len: 1125 time: 0.2214956 Feb 09 03:12:09.963775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Made reservation on behalf of 2e2e6c2ffc4d4fbf87bf255cf01c3d74 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:09.969646 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.980855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] Request body: {'binding': {'host': 'n-h1-824835-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:09.982613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] Unknown quota resources ['binding']. {{(pid=103327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:12:10.012735 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (6a1652e2-58ab-4782-a2ca-d1fae5914ee8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.045318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1652e2-58ab-4782-a2ca-d1fae5914ee8']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:10.058250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306f23f7-6544-400f-8aaa-142ee4cc6dda') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:10.058558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306f23f7-6544-400f-8aaa-142ee4cc6dda') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:10.074022 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (306f23f7-6544-400f-8aaa-142ee4cc6dda), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.095246 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (306f23f7-6544-400f-8aaa-142ee4cc6dda), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.106029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:12:10.106395 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (306f23f7-6544-400f-8aaa-142ee4cc6dda), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:12:10.108544 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:12:10.124103 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.138221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=1b6151cc-3ed5-4c64-8607-6ed8a5532231,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.150659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.151016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.151362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.151702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.152304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.152541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.152889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.153207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.153576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.153908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.154237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.154568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.154893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:10.216593 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (6a1652e2-58ab-4782-a2ca-d1fae5914ee8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.234445 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.239678 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6a1652e2-58ab-4782-a2ca-d1fae5914ee8 HTTP/1.1" status: 204 len: 168 time: 0.6135917 Feb 09 03:12:10.248814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082a912-7829-4534-993f-4414cde3e625 req-00dbf7d6-f3d7-415d-a729-cfc2fc0edf99 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:10.257603 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3082a912-7829-4534-993f-4414cde3e625 req-00dbf7d6-f3d7-415d-a729-cfc2fc0edf99 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 950 time: 0.2678874 Feb 09 03:12:10.290662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e06194-f083-4ce9-9bbb-4fbd7e3b6b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1652e2-58ab-4782-a2ca-d1fae5914ee8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.350858 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Publish callbacks [] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.358886 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.383310 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3082a912-7829-4534-993f-4414cde3e625 req-c8c9ca30-37aa-4ec1-afc1-c5adeb4688ec tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243799 Feb 09 03:12:10.516105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54b325-3aa4-435e-870d-5c96401ef76a None None] Pushing event updated for resources: {'Port': ['ID=bd3c4790-a84d-4c74-8d3d-85fa2e503879,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.532283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] Attempting to bind port 6d167610-b15c-4921-9934-a2e664020afc on host n-h1-824835-15 for vnic_type normal with profile None {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:10.532616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] Attempting to bind port 6d167610-b15c-4921-9934-a2e664020afc by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:10.532936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] Attempting to bind port 6d167610-b15c-4921-9934-a2e664020afc on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:10.535218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Attempting to bind port bd3c4790-a84d-4c74-8d3d-85fa2e503879 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:10.535795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Attempting to bind port bd3c4790-a84d-4c74-8d3d-85fa2e503879 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:10.536328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Attempting to bind port bd3c4790-a84d-4c74-8d3d-85fa2e503879 on network 892c0000-0a5d-449f-b975-27ca2753b91f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:10.542413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:10.543068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Checking segment: {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:10.543927 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.547025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Bound using segment: {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:10.547319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49314) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.548593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Bound port: bd3c4790-a84d-4c74-8d3d-85fa2e503879, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:10.549186 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.553249 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Publish callbacks [] for security_group (4ec3de2c-fa28-4f1f-a82f-000e0c6b124a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.574151 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4ec3de2c-fa28-4f1f-a82f-000e0c6b124a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.580581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] Port 6d167610-b15c-4921-9934-a2e664020afc on network 15acbecb-9714-49f5-a492-2cdfa4603bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:12:10.582188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] Attempting to bind port 6d167610-b15c-4921-9934-a2e664020afc on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:10.610734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:10.611090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:10.611519 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] Bound using segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:10.611952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] Bound port: 6d167610-b15c-4921-9934-a2e664020afc, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:10.615075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:12:10.639382 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bd767ba1-832f-4fe5-9f09-e038a5e1b865 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d9b2997bebb4fd5a3daf3725de88e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0888181 Feb 09 03:12:10.640345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49316) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.700466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec3de2c-fa28-4f1f-a82f-000e0c6b124a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.712095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] For port bd3c4790-a84d-4c74-8d3d-85fa2e503879, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:10.715785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] For port bd3c4790-a84d-4c74-8d3d-85fa2e503879, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bd3c4790-a84d-4c74-8d3d-85fa2e503879,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:10.718203 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9d20653b-de9b-40f2-bf46-d672b8616336), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.718580 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Added segment 9d20653b-de9b-40f2-bf46-d672b8616336 of type vlan for network e6639341-aa79-4bfb-ad54-d8bac7de169d Feb 09 03:12:10.751891 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9147c771-605f-4e7b-a2c8-7684195a025a admin admin] Publish callbacks [] for security_group (de558092-2a07-40b7-b1c4-e95f385018d9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.766795 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.770173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522116dd-7d98-43ea-aebf-40873f89229a req-9e999f85-c98c-4db5-b640-2d1111c362a3 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:10.771579 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-522116dd-7d98-43ea-aebf-40873f89229a req-9e999f85-c98c-4db5-b640-2d1111c362a3 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 1133 time: 0.2752836 Feb 09 03:12:10.796269 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9147c771-605f-4e7b-a2c8-7684195a025a admin admin] Publish callbacks [] for security_group (de558092-2a07-40b7-b1c4-e95f385018d9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.798725 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (e6639341-aa79-4bfb-ad54-d8bac7de169d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.820573 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=6d167610-b15c-4921-9934-a2e664020afc,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:10.843342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bbc13aea-700e-4405-83c0-981438f5f1fd None None] Provisioning complete for port bd3c4790-a84d-4c74-8d3d-85fa2e503879 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:10.843836 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbc13aea-700e-4405-83c0-981438f5f1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.845095 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.846365 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2362962f-d95e-4b71-8404-e6fcaf347a2b service neutron] 10.222.0.21 "POST /v2.0/ports/6d167610-b15c-4921-9934-a2e664020afc/bindings HTTP/1.1" status: 201 len: 390 time: 0.8714385 Feb 09 03:12:10.865546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9147c771-605f-4e7b-a2c8-7684195a025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (de558092-2a07-40b7-b1c4-e95f385018d9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.869109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9147c771-605f-4e7b-a2c8-7684195a025a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.870358 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9147c771-605f-4e7b-a2c8-7684195a025a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de558092-2a07-40b7-b1c4-e95f385018d9 HTTP/1.1" status: 204 len: 168 time: 0.2273135 Feb 09 03:12:10.876473 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (e6639341-aa79-4bfb-ad54-d8bac7de169d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.876473 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:10.876473 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.897816 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-522116dd-7d98-43ea-aebf-40873f89229a req-ea9adb24-b6a1-4f17-9bd3-2954bef35f4c tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179173 Feb 09 03:12:10.905022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147c771-605f-4e7b-a2c8-7684195a025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de558092-2a07-40b7-b1c4-e95f385018d9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.998530 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97741af7-93a0-4c7c-8139-9faa641fa044 x-openstack-request-id: req-97741af7-93a0-4c7c-8139-9faa641fa044 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:10.999134 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac16dcd6-fc00-462b-ab7a-8b1dce5d0454", "name": "network-vif-plugged", "status": "completed", "tag": "1b6151cc-3ed5-4c64-8607-6ed8a5532231", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:10.999809 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97741af7-93a0-4c7c-8139-9faa641fa044 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:11.000216 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac16dcd6-fc00-462b-ab7a-8b1dce5d0454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6151cc-3ed5-4c64-8607-6ed8a5532231', 'code': 200} Feb 09 03:12:11.001850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:11.002443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:11:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:11.056184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49334) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.061692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-35ed96c5-d5db-406d-8e7a-33381b7076b2 admin admin] Request body: {'subnet': {'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229930664-subnet', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:11.062107 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2504673 Feb 09 03:12:11.072005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a448c-a5bd-447f-9ea6-a3dcc6ecd521 admin admin] Pushing event updated for resources: {'Network': ['ID=e6639341-aa79-4bfb-ad54-d8bac7de169d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.120303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ed96c5-d5db-406d-8e7a-33381b7076b2 admin admin] Made reservation on behalf of 2e2e6c2ffc4d4fbf87bf255cf01c3d74 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:11.122819 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35ed96c5-d5db-406d-8e7a-33381b7076b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.252119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6639f41-9d58-4a9b-ad3f-e1cef0c77bc8 req-f143a44f-f5f2-49c6-92b6-79f755f95fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:11.260435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e6639f41-9d58-4a9b-ad3f-e1cef0c77bc8 req-f143a44f-f5f2-49c6-92b6-79f755f95fe7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 1133 time: 0.1272066 Feb 09 03:12:11.429659 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e6639f41-9d58-4a9b-ad3f-e1cef0c77bc8 req-19142458-1ba7-46ca-a0f3-1fae865afa95 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624146 Feb 09 03:12:11.484767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-ad0018e5-a24c-4765-b235-0c97224e3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:11.486336 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-ad0018e5-a24c-4765-b235-0c97224e3336 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 1128 time: 0.1582930 Feb 09 03:12:11.492509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54b325-3aa4-435e-870d-5c96401ef76a None None] Pushing event updated for resources: {'Port': ['ID=bd3c4790-a84d-4c74-8d3d-85fa2e503879,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.515894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network e6639341-aa79-4bfb-ad54-d8bac7de169d details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:12:11.553332 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554b075-145b-47c9-b032-cd058e0c6eed req-59b1607e-01e9-4fa0-b17e-2b235bc76b1d tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:11.554148 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35ed96c5-d5db-406d-8e7a-33381b7076b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (ecc01e14-5655-4671-bed8-2db1807c7cb3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.561025 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e554b075-145b-47c9-b032-cd058e0c6eed req-59b1607e-01e9-4fa0-b17e-2b235bc76b1d tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 950 time: 0.1247683 Feb 09 03:12:11.642855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed96c5-d5db-406d-8e7a-33381b7076b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc01e14-5655-4671-bed8-2db1807c7cb3,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.665231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e554b075-145b-47c9-b032-cd058e0c6eed req-bc49e2a3-f2d3-42c2-a7e5-1ea14d49360e tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/security-groups?id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031642 Feb 09 03:12:11.681540 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-ea92d0a6-ebe3-4964-b8ee-469c7c2452d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:11.682982 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-ea92d0a6-ebe3-4964-b8ee-469c7c2452d7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.1874433 Feb 09 03:12:11.765189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49354) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.771428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bbc13aea-700e-4405-83c0-981438f5f1fd None None] Current status of the port bd3c4790-a84d-4c74-8d3d-85fa2e503879 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:11.772050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed96c5-d5db-406d-8e7a-33381b7076b2 admin admin] Checking segment: {'id': '9d20653b-de9b-40f2-bf46-d672b8616336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:11.772421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ed96c5-d5db-406d-8e7a-33381b7076b2 admin admin] Network hostable DHCP agents. Network: e6639341-aa79-4bfb-ad54-d8bac7de169d, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:12:11.772860 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbc13aea-700e-4405-83c0-981438f5f1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.780625 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-b2a0b592-89fe-4549-a44d-6836fb5e4b70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d167610-b15c-4921-9934-a2e664020afc HTTP/1.1" status: 200 len: 217 time: 0.0839686 Feb 09 03:12:11.806056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:11.813670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ed96c5-d5db-406d-8e7a-33381b7076b2 admin admin] Network e6639341-aa79-4bfb-ad54-d8bac7de169d is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:12:11.849555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-35ed96c5-d5db-406d-8e7a-33381b7076b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, e6639341-aa79-4bfb-ad54-d8bac7de169d) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:11.870165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f363d1f2-c4e8-44bd-9393-07633e130603 None None] Network e6639341-aa79-4bfb-ad54-d8bac7de169d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:11.880114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ed96c5-d5db-406d-8e7a-33381b7076b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:11.882845 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35ed96c5-d5db-406d-8e7a-33381b7076b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.905247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-834bbf52-9c04-4790-9853-22c370da9e22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15f1f436afe546ea876746346efde351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296432 Feb 09 03:12:11.905510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-32457ee8-7222-4031-a922-d26d954df662 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:11.905992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-8ff39caf-b880-4b69-9bab-0f45cb4b805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:11.906512 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-32457ee8-7222-4031-a922-d26d954df662 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/networks?id=35693877-8c1e-440a-b66e-13e31f87a936 HTTP/1.1" status: 200 len: 814 time: 0.2120266 Feb 09 03:12:11.907045 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49358) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.907375 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-8ff39caf-b880-4b69-9bab-0f45cb4b805d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1114528 Feb 09 03:12:11.913686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69ab99-d5c2-4cd7-8b7d-c6bc7311663d req-f2d4d145-497f-492d-85cf-4f5bae402d27 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:11.920536 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db69ab99-d5c2-4cd7-8b7d-c6bc7311663d req-f2d4d145-497f-492d-85cf-4f5bae402d27 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 1133 time: 0.1345263 Feb 09 03:12:11.956124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bbc13aea-700e-4405-83c0-981438f5f1fd None None] For port bd3c4790-a84d-4c74-8d3d-85fa2e503879, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bd3c4790-a84d-4c74-8d3d-85fa2e503879,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:11.959015 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-eae11cf1-4c4f-41f0-a530-8199839488a7 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/quotas/4c1d0832777b4f4ba16e5cce5187b540 HTTP/1.1" status: 200 len: 375 time: 0.0400980 Feb 09 03:12:11.963112 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-b1c28efd-b1d4-401f-9405-ad7a53e9200a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402191 Feb 09 03:12:11.992813 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-35ed96c5-d5db-406d-8e7a-33381b7076b2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9328854 Feb 09 03:12:11.995677 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbc13aea-700e-4405-83c0-981438f5f1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.008337 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49362) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:12.014049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229930664-router', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:12.042140 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (17307a4d-be24-4990-bf1b-60a1c068feeb), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.043305 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (17307a4d-be24-4990-bf1b-60a1c068feeb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.053689 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc13aea-700e-4405-83c0-981438f5f1fd None None] Pushing event updated for resources: {'Port': ['ID=bd3c4790-a84d-4c74-8d3d-85fa2e503879,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:12.057735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-e6639341-aa79-4bfb-ad54-d8bac7de169d', 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d', 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'fixed_ips': [{'subnet_id': 'ecc01e14-5655-4671-bed8-2db1807c7cb3'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:12:12.058612 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.085221 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98f84ef2-da87-40aa-9871-1d861e52c966 admin admin] Publish callbacks [] for security_group (0a996edd-4764-4074-b124-bc57d882eff7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.118677 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-dcfd82a7-3686-4159-9b1b-e8c3a3e0524c service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480255 Feb 09 03:12:12.141407 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-e2a2af42-4376-4c57-b2fc-282c93758d6b tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c1d0832777b4f4ba16e5cce5187b540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1724317 Feb 09 03:12:12.154720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-699b5588-b98f-46ac-9908-b231570bf07b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:12:12.155832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-699b5588-b98f-46ac-9908-b231570bf07b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058451 Feb 09 03:12:12.195739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-441366df-6b19-4e2a-aaec-58ef56a22941 None None] Provisioning complete for port bd3c4790-a84d-4c74-8d3d-85fa2e503879 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:12.196399 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-441366df-6b19-4e2a-aaec-58ef56a22941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.256445 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Publish callbacks [] for router_controller (17307a4d-be24-4990-bf1b-60a1c068feeb), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.258893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-38e71884-1fde-4a6d-99aa-11928a1891ef service neutron] 10.222.0.21 "GET /v2.0/networks/35693877-8c1e-440a-b66e-13e31f87a936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957150 Feb 09 03:12:12.264226 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98f84ef2-da87-40aa-9871-1d861e52c966 admin admin] Publish callbacks [] for security_group (0a996edd-4764-4074-b124-bc57d882eff7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.281617 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db69ab99-d5c2-4cd7-8b7d-c6bc7311663d req-ea0c4813-ef0e-422c-a7d9-b05952fbd394 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537843 Feb 09 03:12:12.284660 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2130d6c3-d9b4-4c52-9d71-f49928081807 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252344 Feb 09 03:12:12.411262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Allocated IP 172.20.0.2 (e6639341-aa79-4bfb-ad54-d8bac7de169d/ecc01e14-5655-4671-bed8-2db1807c7cb3/20015045-04e8-48f3-9698-44c3239182c2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:12.483935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cd5b9-045b-45e3-8faf-5568a09d0660 req-adeb1754-0924-4217-9195-71a0ed1fb9a9 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:12.485514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab3cd5b9-045b-45e3-8faf-5568a09d0660 req-adeb1754-0924-4217-9195-71a0ed1fb9a9 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 945 time: 0.1019630 Feb 09 03:12:12.512743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Publish callbacks [] for router_gateway (17307a4d-be24-4990-bf1b-60a1c068feeb), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.513182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-441366df-6b19-4e2a-aaec-58ef56a22941 None None] Current status of the port bd3c4790-a84d-4c74-8d3d-85fa2e503879 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:12.531424 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-e3471f75-65fe-44d7-9e6a-7c4e9784b028 service neutron] 10.222.0.21 "GET /v2.0/networks/35693877-8c1e-440a-b66e-13e31f87a936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649674 Feb 09 03:12:12.534169 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98f84ef2-da87-40aa-9871-1d861e52c966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0a996edd-4764-4074-b124-bc57d882eff7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.537800 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98f84ef2-da87-40aa-9871-1d861e52c966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.538841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-98f84ef2-da87-40aa-9871-1d861e52c966 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a996edd-4764-4074-b124-bc57d882eff7 HTTP/1.1" status: 204 len: 168 time: 0.6297171 Feb 09 03:12:12.550533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f84ef2-da87-40aa-9871-1d861e52c966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a996edd-4764-4074-b124-bc57d882eff7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:12.557727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:10Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:12.694298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3066e38-bcbe-45d8-aa0f-3a73be842931 None None] The sync data for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 is: [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:10Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:12.748260 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab3cd5b9-045b-45e3-8faf-5568a09d0660 req-6132a09b-8deb-4635-88ce-8caf69f3c8d3 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510743 Feb 09 03:12:12.889308 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Publish callbacks [] for port (20015045-04e8-48f3-9698-44c3239182c2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.895898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-cb985075-ab5a-4fdc-bc46-88bd9a2b007f tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:12.910634 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (20015045-04e8-48f3-9698-44c3239182c2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.939198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-cb985075-ab5a-4fdc-bc46-88bd9a2b007f tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708&tenant_id=612b79b2c8c44d278e66100587b7c4b3&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1128 time: 0.3282082 Feb 09 03:12:12.952845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-15'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:13.059924 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Publish callbacks [] for router_gateway (17307a4d-be24-4990-bf1b-60a1c068feeb), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.085195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Network e6639341-aa79-4bfb-ad54-d8bac7de169d is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:13.096183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:13.103071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:13.108254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Pushing event updated for resources: {'Port': ['ID=20015045-04e8-48f3-9698-44c3239182c2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:13.128785 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.218614 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Attempting to bind port 20015045-04e8-48f3-9698-44c3239182c2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:13.219222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Attempting to bind port 20015045-04e8-48f3-9698-44c3239182c2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '9d20653b-de9b-40f2-bf46-d672b8616336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:13.219747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Attempting to bind port 20015045-04e8-48f3-9698-44c3239182c2 on network e6639341-aa79-4bfb-ad54-d8bac7de169d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:13.230362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:13.230937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Checking segment: {'id': '9d20653b-de9b-40f2-bf46-d672b8616336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:13.231343 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.231733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Bound using segment: {'id': '9d20653b-de9b-40f2-bf46-d672b8616336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:13.232201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Bound port: 20015045-04e8-48f3-9698-44c3239182c2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d20653b-de9b-40f2-bf46-d672b8616336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:13.232577 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (20015045-04e8-48f3-9698-44c3239182c2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.309328 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6d167610-b15c-4921-9934-a2e664020afc), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.360748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] For port 20015045-04e8-48f3-9698-44c3239182c2, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:13.366331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] For port 20015045-04e8-48f3-9698-44c3239182c2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=20015045-04e8-48f3-9698-44c3239182c2,segment=NetworkSegment(9d20653b-de9b-40f2-bf46-d672b8616336),segment_id=9d20653b-de9b-40f2-bf46-d672b8616336)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:13.386496 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (20015045-04e8-48f3-9698-44c3239182c2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.577566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cd40d-29df-4939-94c7-84a5ee3d4ff4 None None] Pushing event updated for resources: {'Port': ['ID=20015045-04e8-48f3-9698-44c3239182c2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:13.582738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6d167610-b15c-4921-9934-a2e664020afc,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:13.587090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Allocated IP 172.25.5.223 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/560c57fb-f3a1-4a6c-8997-cc17dd7fa269) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:13.654993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:13.676766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4c9a1-69ea-4991-901d-b6441b3a4dcf req-445f22bc-885c-49cd-8bd8-6fd4a95693d5 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:13.693509 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89d4c9a1-69ea-4991-901d-b6441b3a4dcf req-445f22bc-885c-49cd-8bd8-6fd4a95693d5 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 950 time: 0.2556508 Feb 09 03:12:13.710098 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Publish callbacks [] for port (6d167610-b15c-4921-9934-a2e664020afc), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.715502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee0469-ae58-48e8-a73b-477f03f3f708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d167610-b15c-4921-9934-a2e664020afc'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:13.718483 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4e8895-6d30-4b5d-bc87-c707a20179e5" -d '{"events": [{"server_uuid": "caee0469-ae58-48e8-a73b-477f03f3f708", "name": "network-vif-unplugged", "status": "completed", "tag": "6d167610-b15c-4921-9934-a2e664020afc"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:13.734237 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6d167610-b15c-4921-9934-a2e664020afc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.915157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c96d-1005-485f-ac89-6de579a72826 req-b3568199-d3f6-4527-b3dc-84a30e38f4a9 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:13.924404 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca24c96d-1005-485f-ac89-6de579a72826 req-b3568199-d3f6-4527-b3dc-84a30e38f4a9 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 950 time: 0.8088830 Feb 09 03:12:13.956501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Pushing event updated for resources: {'Port': ['ID=6d167610-b15c-4921-9934-a2e664020afc,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:14.051953 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca24c96d-1005-485f-ac89-6de579a72826 req-1813f10f-8144-4059-a6de-c4a23ff3f4d8 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259508 Feb 09 03:12:14.087778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Attempting to bind port 6d167610-b15c-4921-9934-a2e664020afc on host n-h2-824835-15 for vnic_type normal with profile {"migrating_to": "n-h1-824835-15"} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:14.088132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Attempting to bind port 6d167610-b15c-4921-9934-a2e664020afc by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:14.088500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Attempting to bind port 6d167610-b15c-4921-9934-a2e664020afc on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:14.090526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49418) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:14.115068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Port 6d167610-b15c-4921-9934-a2e664020afc on network 15acbecb-9714-49f5-a492-2cdfa4603bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:12:14.115795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Attempting to bind port 6d167610-b15c-4921-9934-a2e664020afc on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:14.123622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:14.123962 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:14.124820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Bound using segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:14.125258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Bound port: 6d167610-b15c-4921-9934-a2e664020afc, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:14.125654 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6d167610-b15c-4921-9934-a2e664020afc), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.201633 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:14.204671 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89d4c9a1-69ea-4991-901d-b6441b3a4dcf req-4df5c7de-2d00-44d5-8d8b-ace20dd85b76 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/security-groups?id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097225 Feb 09 03:12:14.216555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6d167610-b15c-4921-9934-a2e664020afc,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:14.234120 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Publish callbacks [] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.264380 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4726a7f9-6d97-4310-a012-c08d89ff9535 req-48158269-8dde-4f20-a0eb-05ca1e38c2cd tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 210 time: 0.0412776 Feb 09 03:12:14.265921 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6d167610-b15c-4921-9934-a2e664020afc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.344736 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.404730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Pushing event updated for resources: {'Port': ['ID=6d167610-b15c-4921-9934-a2e664020afc,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:14.420941 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359a0380-540f-4406-8d59-192e57981255 x-openstack-request-id: req-359a0380-540f-4406-8d59-192e57981255 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:14.421318 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee0469-ae58-48e8-a73b-477f03f3f708", "name": "network-vif-unplugged", "status": "completed", "tag": "6d167610-b15c-4921-9934-a2e664020afc", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:14.421690 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-359a0380-540f-4406-8d59-192e57981255 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:14.422155 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee0469-ae58-48e8-a73b-477f03f3f708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d167610-b15c-4921-9934-a2e664020afc', 'code': 200} Feb 09 03:12:14.426849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-228997909-network', 'tenant_id': '3981e12ce8e54406870070535619e45b'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:14.457168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Pushing event updated for resources: {'Port': ['ID=560c57fb-f3a1-4a6c-8997-cc17dd7fa269,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:14.462065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:14.464918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:14.467907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:14.493150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:14.494182 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.495819 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-1bd04599-dd67-4b75-b773-ad134cca4270 service neutron] 10.222.0.65 "PUT /v2.0/ports/6d167610-b15c-4921-9934-a2e664020afc HTTP/1.1" status: 200 len: 1123 time: 1.5559230 Feb 09 03:12:14.497059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Made reservation on behalf of 3981e12ce8e54406870070535619e45b for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:14.499739 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.511708 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.584831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['6d167610-b15c-4921-9934-a2e664020afc'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:14.636772 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Publish callbacks [] for security_group (1d7d9765-4e27-41e8-874f-0557c65e9392), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.639715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9ad2a-412f-40f9-9c37-39c4316b92e8 req-0577013f-ec38-4aa1-910a-925c081ffc03 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:14.643128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2ea9ad2a-412f-40f9-9c37-39c4316b92e8 req-0577013f-ec38-4aa1-910a-925c081ffc03 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 943 time: 0.2304099 Feb 09 03:12:14.653937 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1d7d9765-4e27-41e8-874f-0557c65e9392), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.682245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:12:14.701154 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7d9765-4e27-41e8-874f-0557c65e9392,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:14.743408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (eceb4671-f95e-4473-8040-8f0d9ff7cce8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.743755 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Added segment eceb4671-f95e-4473-8040-8f0d9ff7cce8 of type vlan for network d6900578-017f-45ac-90ab-c2cb115c04f7 Feb 09 03:12:14.926716 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (d6900578-017f-45ac-90ab-c2cb115c04f7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.967996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2ea9ad2a-412f-40f9-9c37-39c4316b92e8 req-495bbc38-0743-4cd8-9bb1-a3adf65cd739 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126299 Feb 09 03:12:15.027448 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (d6900578-017f-45ac-90ab-c2cb115c04f7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.028449 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:15.029094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.058394 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Publish callbacks [] for router_gateway (17307a4d-be24-4990-bf1b-60a1c068feeb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.123460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 20015045-04e8-48f3-9698-44c3239182c2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:15.199993 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1082773 Feb 09 03:12:15.217267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49442) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:15.226068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-47edbe8d-2d0a-4f0c-a548-1c99cf565acc admin admin] Request body: {'subnet': {'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-228997909-subnet', 'tenant_id': '3981e12ce8e54406870070535619e45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:15.252131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717ab8f-06a8-4596-9ac3-d43f5898644b admin admin] Pushing event updated for resources: {'Network': ['ID=d6900578-017f-45ac-90ab-c2cb115c04f7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:15.265868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network d6900578-017f-45ac-90ab-c2cb115c04f7 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:12:15.343947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47edbe8d-2d0a-4f0c-a548-1c99cf565acc admin admin] Made reservation on behalf of 3981e12ce8e54406870070535619e45b for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:15.353764 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-47edbe8d-2d0a-4f0c-a548-1c99cf565acc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.390033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac21ba-e11c-4574-b01e-8f437aff3ab8 None None] Network e6639341-aa79-4bfb-ad54-d8bac7de169d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:15.491648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3074f6b8-0ddd-4299-ad6f-b14fecc570fa tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:15.493870 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3074f6b8-0ddd-4299-ad6f-b14fecc570fa tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.65 "GET /v2.0/networks?id=35693877-8c1e-440a-b66e-13e31f87a936 HTTP/1.1" status: 200 len: 814 time: 0.4608932 Feb 09 03:12:15.533612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc7445-c720-4b77-a02a-df504ccf933c req-82cf28d0-629d-48f7-a79c-20ab53eeb560 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:15.536069 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d5fc7445-c720-4b77-a02a-df504ccf933c req-82cf28d0-629d-48f7-a79c-20ab53eeb560 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 950 time: 0.1041327 Feb 09 03:12:15.541411 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (17307a4d-be24-4990-bf1b-60a1c068feeb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.568674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 20015045-04e8-48f3-9698-44c3239182c2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:15.569053 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (20015045-04e8-48f3-9698-44c3239182c2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.635168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Request body: {'port': {'device_id': 'ae0bff46-ff65-4c2f-975e-2ef287d3bcfb', 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936', 'admin_state_up': True, 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:15.667480 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ddc8869-a548-4988-86fa-746050e79027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.687204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-464eea17-fd21-4433-bf4f-d59aaa5806fa None None] Provisioning complete for port 20015045-04e8-48f3-9698-44c3239182c2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:15.687204 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-464eea17-fd21-4433-bf4f-d59aaa5806fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (20015045-04e8-48f3-9698-44c3239182c2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.806147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-47edbe8d-2d0a-4f0c-a548-1c99cf565acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (f02ff38e-7b0e-4e54-993e-48f3a7637677), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.822742 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d5fc7445-c720-4b77-a02a-df504ccf933c req-279dcdca-3292-4eca-b543-32bcfea033f0 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704380 Feb 09 03:12:15.859391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 20015045-04e8-48f3-9698-44c3239182c2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:15.866317 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (20015045-04e8-48f3-9698-44c3239182c2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.890171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edbe8d-2d0a-4f0c-a548-1c99cf565acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02ff38e-7b0e-4e54-993e-48f3a7637677,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:15.943196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Made reservation on behalf of 4c1d0832777b4f4ba16e5cce5187b540 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:15.947363 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.999897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Router 17307a4d-be24-4990-bf1b-60a1c068feeb is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:12:16.017102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47edbe8d-2d0a-4f0c-a548-1c99cf565acc admin admin] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:16.017503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47edbe8d-2d0a-4f0c-a548-1c99cf565acc admin admin] Network hostable DHCP agents. Network: d6900578-017f-45ac-90ab-c2cb115c04f7, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:12:16.088709 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4f8dd10-821e-498c-ba3e-a08ec94999ec req-40d6b47f-f1dc-4792-9dbe-1f9285e90912 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 210 time: 0.0962884 Feb 09 03:12:16.089569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47edbe8d-2d0a-4f0c-a548-1c99cf565acc admin admin] Network d6900578-017f-45ac-90ab-c2cb115c04f7 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:12:16.124828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-47edbe8d-2d0a-4f0c-a548-1c99cf565acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, d6900578-017f-45ac-90ab-c2cb115c04f7) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:16.150995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47edbe8d-2d0a-4f0c-a548-1c99cf565acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:16.151160 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-47edbe8d-2d0a-4f0c-a548-1c99cf565acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.192278 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-47edbe8d-2d0a-4f0c-a548-1c99cf565acc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9614139 Feb 09 03:12:16.239366 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f31ce8-e22b-4481-87a1-c2f4e7721145 None None] Network d6900578-017f-45ac-90ab-c2cb115c04f7 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:16.250889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Allocated IP 172.20.0.14 (35693877-8c1e-440a-b66e-13e31f87a936/887b3969-9426-4e7d-9a61-119daccba650/0753b4c8-0731-40ec-a4a6-8ec02c770683) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:16.411397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcb764-0428-4d99-997e-24791f541542 req-f732528f-e51a-4bc3-9e22-34dee8cdcc95 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:16.423210 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6dcb764-0428-4d99-997e-24791f541542 req-f732528f-e51a-4bc3-9e22-34dee8cdcc95 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 950 time: 0.2250531 Feb 09 03:12:16.531653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 20015045-04e8-48f3-9698-44c3239182c2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=20015045-04e8-48f3-9698-44c3239182c2,segment=NetworkSegment(9d20653b-de9b-40f2-bf46-d672b8616336),segment_id=9d20653b-de9b-40f2-bf46-d672b8616336)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:16.537728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-464eea17-fd21-4433-bf4f-d59aaa5806fa None None] Current status of the port 20015045-04e8-48f3-9698-44c3239182c2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:16.539281 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-464eea17-fd21-4433-bf4f-d59aaa5806fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (20015045-04e8-48f3-9698-44c3239182c2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.554003 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (20015045-04e8-48f3-9698-44c3239182c2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.555374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bd3c4790-a84d-4c74-8d3d-85fa2e503879 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:16.567419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:16.580021 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Sync routers for ids ['17307a4d-be24-4990-bf1b-60a1c068feeb'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:16.594729 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6dcb764-0428-4d99-997e-24791f541542 req-ec20ec89-7ccd-4a84-80ae-1fecdad10038 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/security-groups?id=650a804b-308c-4b47-b4f8-ba944ac236d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705654 Feb 09 03:12:16.608426 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Routers {'17307a4d-be24-4990-bf1b-60a1c068feeb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:16.612835 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:11:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['17307a4d-be24-4990-bf1b-60a1c068feeb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:16.632499 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.639584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-08454f7c-dac0-4bd3-bd7a-085281a2c899 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6292236 Feb 09 03:12:16.648810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49508) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:16.995286 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Publish callbacks [] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.006046 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Set router 17307a4d-be24-4990-bf1b-60a1c068feeb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:17.041311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-464eea17-fd21-4433-bf4f-d59aaa5806fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:12:17.041883 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-464eea17-fd21-4433-bf4f-d59aaa5806fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:12:17.049079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port bd3c4790-a84d-4c74-8d3d-85fa2e503879 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:17.049769 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.077481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caee0469-ae58-48e8-a73b-477f03f3f708', 'tag': '6d167610-b15c-4921-9934-a2e664020afc'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:17.081306 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9d0ceb-e2e7-4f25-a32e-967b7ab580ec" -d '{"events": [{"name": "network-changed", "server_uuid": "caee0469-ae58-48e8-a73b-477f03f3f708", "tag": "6d167610-b15c-4921-9934-a2e664020afc"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:17.090058 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.125750 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0fecdf-0795-4eec-ad2c-20f2a7819dbd None None] Network d6900578-017f-45ac-90ab-c2cb115c04f7 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:17.188631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-553d18b2-c2d2-4f04-bff6-ee3defc2c24c req-323617d8-2441-4102-a50d-768b50c09be1 tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=50cb34b54b1845a496d5fabaeab8d0da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025910 Feb 09 03:12:17.214047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Pushing event updated for resources: {'Port': ['ID=0753b4c8-0731-40ec-a4a6-8ec02c770683,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:17.315887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port bd3c4790-a84d-4c74-8d3d-85fa2e503879 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:17.323084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=20015045-04e8-48f3-9698-44c3239182c2,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:17.382510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde588bc-ca36-4eca-a330-1817dee8b6dd req-6ece72a1-e7bb-4260-a6ba-9fb6be9e93a7 tempest-LiveMigrationNegativeTest-810280791 tempest-LiveMigrationNegativeTest-810280791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:17.386032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Network 35693877-8c1e-440a-b66e-13e31f87a936 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:17.389344 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bde588bc-ca36-4eca-a330-1817dee8b6dd req-6ece72a1-e7bb-4260-a6ba-9fb6be9e93a7 tempest-LiveMigrationNegativeTest-810280791 tempest-LiveMigrationNegativeTest-810280791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 1133 time: 0.5610359 Feb 09 03:12:17.397455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:17.409313 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bde588bc-ca36-4eca-a330-1817dee8b6dd req-35c7ffb3-c7dc-4d34-b9ba-82d672806a56 tempest-LiveMigrationNegativeTest-810280791 tempest-LiveMigrationNegativeTest-810280791-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.410877 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:17.420252 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:17.421081 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.461701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b7b8c-8098-4a4a-893f-51518f4708bf req-9bc0b729-6c90-4fbc-80a8-dbecbb69fb05 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:17.464388 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a75b7b8c-8098-4a4a-893f-51518f4708bf req-9bc0b729-6c90-4fbc-80a8-dbecbb69fb05 tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 950 time: 0.3752837 Feb 09 03:12:17.483654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-3928cb60-27dc-400c-86f1-e93fee4c9d82 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8642747 Feb 09 03:12:17.531228 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229930664-router', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:14Z', 'revision_number': 3, 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'gw_port': {'id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:13Z', 'updated_at': '2022-02-09T03:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:17.566131 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bde588bc-ca36-4eca-a330-1817dee8b6dd req-35c7ffb3-c7dc-4d34-b9ba-82d672806a56 tempest-LiveMigrationNegativeTest-810280791 tempest-LiveMigrationNegativeTest-810280791-project-admin] Publish callbacks [] for security_group (b5f733c4-6680-4f21-a5f7-6da5ebb4e860), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.569282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49522) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:17.587106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-972372442-network', 'tenant_id': '0596ba5daaef4eef94fa08e92ce20a70'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:17.625763 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Checking router: 17307a4d-be24-4990-bf1b-60a1c068feeb for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:17.626319 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Updating router 17307a4d-be24-4990-bf1b-60a1c068feeb port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:12:17.636620 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bde588bc-ca36-4eca-a330-1817dee8b6dd req-35c7ffb3-c7dc-4d34-b9ba-82d672806a56 tempest-LiveMigrationNegativeTest-810280791 tempest-LiveMigrationNegativeTest-810280791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b5f733c4-6680-4f21-a5f7-6da5ebb4e860), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.650381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-464eea17-fd21-4433-bf4f-d59aaa5806fa None None] Current status of the port 20015045-04e8-48f3-9698-44c3239182c2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:17.657625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 20015045-04e8-48f3-9698-44c3239182c2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:17.690869 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.719355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Request body: {'port': {'device_id': 'ae0bff46-ff65-4c2f-975e-2ef287d3bcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:17.728307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Made reservation on behalf of 0596ba5daaef4eef94fa08e92ce20a70 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:17.731064 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.770543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 20015045-04e8-48f3-9698-44c3239182c2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:17.770543 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (20015045-04e8-48f3-9698-44c3239182c2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.870479 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bde588bc-ca36-4eca-a330-1817dee8b6dd req-35c7ffb3-c7dc-4d34-b9ba-82d672806a56 tempest-LiveMigrationNegativeTest-810280791 tempest-LiveMigrationNegativeTest-810280791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802232 Feb 09 03:12:17.880695 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.883190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0bf02c0f-3d72-4a9f-ba97-f6968813be9c None None] Provisioning complete for port 20015045-04e8-48f3-9698-44c3239182c2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:17.883561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0bf02c0f-3d72-4a9f-ba97-f6968813be9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (20015045-04e8-48f3-9698-44c3239182c2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.950485 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 20015045-04e8-48f3-9698-44c3239182c2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:17.950679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7ffb3-c7dc-4d34-b9ba-82d672806a56 tempest-LiveMigrationNegativeTest-810280791 tempest-LiveMigrationNegativeTest-810280791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f733c4-6680-4f21-a5f7-6da5ebb4e860,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:18.066421 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-a75b7b8c-8098-4a4a-893f-51518f4708bf req-9288aaec-8c07-4f5a-943e-23381161414a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Deleting port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:18.067035 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a75b7b8c-8098-4a4a-893f-51518f4708bf req-9288aaec-8c07-4f5a-943e-23381161414a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.142917 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7490dd4-6d28-40f2-9cd0-83adb655d2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.161489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0bf02c0f-3d72-4a9f-ba97-f6968813be9c None None] Current status of the port 20015045-04e8-48f3-9698-44c3239182c2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:18.170427 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Publish callbacks [] for security_group (fbf3ab46-0f9d-46fa-a05a-640c293ee9a4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.209468 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Publish callbacks [] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.219316 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fbf3ab46-0f9d-46fa-a05a-640c293ee9a4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.219841 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.233277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:12:18.245614 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (162d9f38-9104-44ed-b53c-7c7fc5e4f364), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.246044 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Added segment 162d9f38-9104-44ed-b53c-7c7fc5e4f364 of type vlan for network e38e88db-ae15-4588-bef3-ceacb37ebbd9 Feb 09 03:12:18.278193 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 6d167610-b15c-4921-9934-a2e664020afc details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:12:18.280068 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Pushing event updated for resources: {'Port': ['ID=560c57fb-f3a1-4a6c-8997-cc17dd7fa269,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:18.293332 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.293980 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.294809 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.295294 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (e38e88db-ae15-4588-bef3-ceacb37ebbd9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.295653 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.296152 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.296862 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.297385 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.297984 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.298470 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.299149 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.300812 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.301309 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.301831 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.305539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a75b7b8c-8098-4a4a-893f-51518f4708bf req-9288aaec-8c07-4f5a-943e-23381161414a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] For port 1b6151cc-3ed5-4c64-8607-6ed8a5532231, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1b6151cc-3ed5-4c64-8607-6ed8a5532231,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:18.305947 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a75b7b8c-8098-4a4a-893f-51518f4708bf req-9288aaec-8c07-4f5a-943e-23381161414a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.320536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-a75b7b8c-8098-4a4a-893f-51518f4708bf req-9288aaec-8c07-4f5a-943e-23381161414a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Calling delete_port for 1b6151cc-3ed5-4c64-8607-6ed8a5532231 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:18.326617 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Attempting to bind port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:18.326858 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Attempting to bind port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:18.327718 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Attempting to bind port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:18.334577 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:18.334987 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:18.335747 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.336262 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:18.336811 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Bound port: 560c57fb-f3a1-4a6c-8997-cc17dd7fa269, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:18.337194 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.344047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35fec1-edf6-4991-b4f5-104a4084ec08 req-4c3b734f-955f-4a06-b384-5c7cddc149fe tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:18.356609 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df35fec1-edf6-4991-b4f5-104a4084ec08 req-4c3b734f-955f-4a06-b384-5c7cddc149fe tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.2921362 Feb 09 03:12:18.387888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-948133cf-7a96-4e8d-8f87-8e6b1cb3e5a2 None None] Provisioning complete for port 0753b4c8-0731-40ec-a4a6-8ec02c770683 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:18.388272 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-948133cf-7a96-4e8d-8f87-8e6b1cb3e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.389478 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (e38e88db-ae15-4588-bef3-ceacb37ebbd9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.391791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:18.392753 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.404834 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] For port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:18.411025 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] For port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=560c57fb-f3a1-4a6c-8997-cc17dd7fa269,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:18.422406 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.461398 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.505602 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efe6d0-8fab-44f7-ae6a-9d37963e4aca None None] Pushing event updated for resources: {'Port': ['ID=560c57fb-f3a1-4a6c-8997-cc17dd7fa269,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:18.528090 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:12:18.533740 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Routers {'17307a4d-be24-4990-bf1b-60a1c068feeb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:18.535652 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:12:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['17307a4d-be24-4990-bf1b-60a1c068feeb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:18.655908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-948133cf-7a96-4e8d-8f87-8e6b1cb3e5a2 None None] Port 0753b4c8-0731-40ec-a4a6-8ec02c770683 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:18.737579 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] Set router 17307a4d-be24-4990-bf1b-60a1c068feeb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:18.747155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6d167610-b15c-4921-9934-a2e664020afc,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:18.773909 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df35fec1-edf6-4991-b4f5-104a4084ec08 req-d29b84e5-a13e-4158-b01e-5fb7be8cabe0 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157052 Feb 09 03:12:18.787069 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 6d167610-b15c-4921-9934-a2e664020afc has no active binding in host n-h1-824835-15 {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 03:12:18.829220 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2579579 Feb 09 03:12:18.833677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.838475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49528) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:18.846107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1e192368-2c82-48c4-b15a-a2080f0bc7aa admin admin] Request body: {'subnet': {'network_id': 'e38e88db-ae15-4588-bef3-ceacb37ebbd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-972372442-subnet', 'tenant_id': '0596ba5daaef4eef94fa08e92ce20a70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:18.865325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf3ab46-0f9d-46fa-a05a-640c293ee9a4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:18.872316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30574cb8-99a0-482b-94db-3e8c720a4128 admin admin] Pushing event updated for resources: {'Network': ['ID=e38e88db-ae15-4588-bef3-ceacb37ebbd9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:18.927515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network e38e88db-ae15-4588-bef3-ceacb37ebbd9 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:12:18.950572 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e192368-2c82-48c4-b15a-a2080f0bc7aa admin admin] Made reservation on behalf of 0596ba5daaef4eef94fa08e92ce20a70 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:18.953420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e192368-2c82-48c4-b15a-a2080f0bc7aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.958350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0753b4c8-0731-40ec-a4a6-8ec02c770683 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:18.990064 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Publish callbacks [] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.004718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Transition to ACTIVE for port object 0753b4c8-0731-40ec-a4a6-8ec02c770683 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:12:19.005712 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a75b7b8c-8098-4a4a-893f-51518f4708bf req-9288aaec-8c07-4f5a-943e-23381161414a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (1b6151cc-3ed5-4c64-8607-6ed8a5532231), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.014774 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d18b2-c2d2-4f04-bff6-ee3defc2c24c req-83ffe008-6692-43da-a5ab-c49b9d6f37a3 tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:19.021938 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-553d18b2-c2d2-4f04-bff6-ee3defc2c24c req-83ffe008-6692-43da-a5ab-c49b9d6f37a3 tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8323567 Feb 09 03:12:19.048835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['1b6151cc-3ed5-4c64-8607-6ed8a5532231'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:19.067907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.214925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ca4b1-91b9-41b5-aa4e-fe88b8b37a3a req-2fb13aeb-0251-4eec-aff5-4adede1eab2e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:19.221514 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed5ca4b1-91b9-41b5-aa4e-fe88b8b37a3a req-2fb13aeb-0251-4eec-aff5-4adede1eab2e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 943 time: 0.2722397 Feb 09 03:12:19.226266 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229930664-router', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:14Z', 'revision_number': 3, 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'gw_port': {'id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:13Z', 'updated_at': '2022-02-09T03:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:19.258634 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-553d18b2-c2d2-4f04-bff6-ee3defc2c24c req-3bd1c147-70be-4a6f-aa5a-1cd22c694ebe tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] 10.222.0.21 "GET /v2.0/quotas/50cb34b54b1845a496d5fabaeab8d0da HTTP/1.1" status: 200 len: 375 time: 0.2327213 Feb 09 03:12:19.266660 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.281791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288aaec-8c07-4f5a-943e-23381161414a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Pushing event deleted for resources: {'Port': ['ID=1b6151cc-3ed5-4c64-8607-6ed8a5532231,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:19.327778 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c964472-36f8-434c-a2c0-0153702af522 None None] The sync data for ids ['17307a4d-be24-4990-bf1b-60a1c068feeb'] in n-d-824835-15 is: [{'id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229930664-router', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:14Z', 'revision_number': 3, 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'gw_port': {'id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:13Z', 'updated_at': '2022-02-09T03:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:19.396511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed5ca4b1-91b9-41b5-aa4e-fe88b8b37a3a req-a9e693b6-8201-49d2-b93f-62f8056e3984 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603599 Feb 09 03:12:19.429659 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Allocated IP 172.20.0.1 (e6639341-aa79-4bfb-ad54-d8bac7de169d/ecc01e14-5655-4671-bed8-2db1807c7cb3/03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:19.456879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-553d18b2-c2d2-4f04-bff6-ee3defc2c24c req-8062a00d-aaba-4ad0-a621-618e3120648a tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50cb34b54b1845a496d5fabaeab8d0da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1966147 Feb 09 03:12:19.531696 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e192368-2c82-48c4-b15a-a2080f0bc7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (67b575f8-969f-410b-b37f-b2a6172aedce), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.656873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Pushing event updated for resources: {'Port': ['ID=0753b4c8-0731-40ec-a4a6-8ec02c770683,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:19.669510 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75b7b8c-8098-4a4a-893f-51518f4708bf req-9288aaec-8c07-4f5a-943e-23381161414a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] No DVR routers for this DVR port 1b6151cc-3ed5-4c64-8607-6ed8a5532231 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:19.674116 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709255f4-0162-4183-8dfa-567aff10bd20 x-openstack-request-id: req-709255f4-0162-4183-8dfa-567aff10bd20 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:19.674520 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caee0469-ae58-48e8-a73b-477f03f3f708", "tag": "6d167610-b15c-4921-9934-a2e664020afc", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:19.674735 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-709255f4-0162-4183-8dfa-567aff10bd20 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:19.675360 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caee0469-ae58-48e8-a73b-477f03f3f708', 'tag': '6d167610-b15c-4921-9934-a2e664020afc', 'status': 'completed', 'code': 200} Feb 09 03:12:19.687415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a75b7b8c-8098-4a4a-893f-51518f4708bf req-9288aaec-8c07-4f5a-943e-23381161414a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.702970 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a75b7b8c-8098-4a4a-893f-51518f4708bf req-9288aaec-8c07-4f5a-943e-23381161414a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.42 "DELETE /v2.0/ports/1b6151cc-3ed5-4c64-8607-6ed8a5532231 HTTP/1.1" status: 204 len: 173 time: 2.2182245 Feb 09 03:12:19.764472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e192368-2c82-48c4-b15a-a2080f0bc7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b575f8-969f-410b-b37f-b2a6172aedce,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:19.772407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0ceb-e2e7-4f25-a32e-967b7ab580ec req-3eb00e7a-bec3-4428-8157-84a4b26f0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:19.774126 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b9d0ceb-e2e7-4f25-a32e-967b7ab580ec req-3eb00e7a-bec3-4428-8157-84a4b26f0814 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 1157 time: 0.1405792 Feb 09 03:12:19.892277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0ceb-e2e7-4f25-a32e-967b7ab580ec req-47663187-26c0-489a-bba6-19c6947edad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:19.893937 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b9d0ceb-e2e7-4f25-a32e-967b7ab580ec req-47663187-26c0-489a-bba6-19c6947edad0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.1137798 Feb 09 03:12:19.912951 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Publish callbacks [] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.914803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e192368-2c82-48c4-b15a-a2080f0bc7aa admin admin] Checking segment: {'id': '162d9f38-9104-44ed-b53c-7c7fc5e4f364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e38e88db-ae15-4588-bef3-ceacb37ebbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:19.915227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e192368-2c82-48c4-b15a-a2080f0bc7aa admin admin] Network hostable DHCP agents. Network: e38e88db-ae15-4588-bef3-ceacb37ebbd9, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:12:19.952454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Attempting to bind port 0753b4c8-0731-40ec-a4a6-8ec02c770683 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:19.952840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Attempting to bind port 0753b4c8-0731-40ec-a4a6-8ec02c770683 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:19.953218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Attempting to bind port 0753b4c8-0731-40ec-a4a6-8ec02c770683 on network 35693877-8c1e-440a-b66e-13e31f87a936 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:19.969975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f53a182b-7140-4db2-babd-24c39e3c47d3 req-f00dad49-8b28-495b-aeed-2271eea1842a tempest-ServerDiagnosticsNegativeTest-1068826479 tempest-ServerDiagnosticsNegativeTest-1068826479-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac16dcd6-fc00-462b-ab7a-8b1dce5d0454 HTTP/1.1" status: 200 len: 210 time: 0.1380222 Feb 09 03:12:19.972028 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Port 0753b4c8-0731-40ec-a4a6-8ec02c770683 on network 35693877-8c1e-440a-b66e-13e31f87a936 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:12:19.972588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Attempting to bind port 0753b4c8-0731-40ec-a4a6-8ec02c770683 on network 35693877-8c1e-440a-b66e-13e31f87a936 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:19.996448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:19.996448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Checking segment: {'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:19.996448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Bound using segment: {'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:19.996448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Bound port: 0753b4c8-0731-40ec-a4a6-8ec02c770683, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c0daff-6c37-4465-a791-f72946aa16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:19.996448 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.038220 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b9d0ceb-e2e7-4f25-a32e-967b7ab580ec req-2c2ed08a-9f19-44df-97dd-4bbd682804c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d167610-b15c-4921-9934-a2e664020afc HTTP/1.1" status: 200 len: 217 time: 0.1076534 Feb 09 03:12:20.136934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] For port 0753b4c8-0731-40ec-a4a6-8ec02c770683, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:20.146313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] For port 0753b4c8-0731-40ec-a4a6-8ec02c770683, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=0753b4c8-0731-40ec-a4a6-8ec02c770683,segment=NetworkSegment(90c0daff-6c37-4465-a791-f72946aa16b3),segment_id=90c0daff-6c37-4465-a791-f72946aa16b3)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:20.156520 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.167346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e192368-2c82-48c4-b15a-a2080f0bc7aa admin admin] Network e38e88db-ae15-4588-bef3-ceacb37ebbd9 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:12:20.185039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f6c92-eacb-4172-a668-f83a250467f5 req-2aa91582-6983-4974-8be9-54b20784dfa7 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.186961 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a0f6c92-eacb-4172-a668-f83a250467f5 req-2aa91582-6983-4974-8be9-54b20784dfa7 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 944 time: 0.2919905 Feb 09 03:12:20.214304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1e192368-2c82-48c4-b15a-a2080f0bc7aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, e38e88db-ae15-4588-bef3-ceacb37ebbd9) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:20.229707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd54b4-7798-4047-a44a-a437272815ea None None] Network e38e88db-ae15-4588-bef3-ceacb37ebbd9 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:20.247912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e192368-2c82-48c4-b15a-a2080f0bc7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.248430 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e192368-2c82-48c4-b15a-a2080f0bc7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.256321 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.278003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0ceb-e2e7-4f25-a32e-967b7ab580ec req-eb5f46bf-08b1-4708-a867-781a50455c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.279476 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b9d0ceb-e2e7-4f25-a32e-967b7ab580ec req-eb5f46bf-08b1-4708-a867-781a50455c11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.2294097 Feb 09 03:12:20.288709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.289468 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.290937 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] 10.222.0.65 "PUT /v2.0/ports/0753b4c8-0731-40ec-a4a6-8ec02c770683 HTTP/1.1" status: 200 len: 1093 time: 2.5880125 Feb 09 03:12:20.335911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Network e6639341-aa79-4bfb-ad54-d8bac7de169d is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:20.421270 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c2c67-da56-41b4-9c11-0b12843f9140 service neutron] Pushing event updated for resources: {'Port': ['ID=0753b4c8-0731-40ec-a4a6-8ec02c770683,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:20.506358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-827aa596-3049-4b8a-a750-7e2e7e6667ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.517476 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-827aa596-3049-4b8a-a750-7e2e7e6667ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4c1d0832777b4f4ba16e5cce5187b540&device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 1127 time: 0.1267009 Feb 09 03:12:20.531045 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a0f6c92-eacb-4172-a668-f83a250467f5 req-02a47824-bd56-4cb2-8af6-475543804e09 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335509 Feb 09 03:12:20.559255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310f5115-3f2c-4f63-aef1-b941a4175ef6 None None] Network e38e88db-ae15-4588-bef3-ceacb37ebbd9 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:20.572829 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1e192368-2c82-48c4-b15a-a2080f0bc7aa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7233398 Feb 09 03:12:20.572829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:20.585111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b9d0ceb-e2e7-4f25-a32e-967b7ab580ec req-66cdf9c4-ba12-44fb-9fe4-89295c067de2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2481127 Feb 09 03:12:20.587833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:20.687756 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-4425ddd5-a4b1-421c-b6c2-62f1ed848a02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0753b4c8-0731-40ec-a4a6-8ec02c770683 HTTP/1.1" status: 200 len: 217 time: 0.1547716 Feb 09 03:12:20.737485 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (17307a4d-be24-4990-bf1b-60a1c068feeb), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.871956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-7ce7df6a-b473-4c79-80e8-66891e2b2acb req-eae01a0e-d640-4602-a0f2-b3f9979aac75 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:12:20.874748 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ce7df6a-b473-4c79-80e8-66891e2b2acb req-eae01a0e-d640-4602-a0f2-b3f9979aac75 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094936 Feb 09 03:12:20.880690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-a1df71d1-feb7-4b8b-9e92-4438198836ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.882444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-a1df71d1-feb7-4b8b-9e92-4438198836ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=887b3969-9426-4e7d-9a61-119daccba650 HTTP/1.1" status: 200 len: 853 time: 0.1856692 Feb 09 03:12:20.885101 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.037933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Pushing event updated for resources: {'Port': ['ID=03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:21.043466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1b6151cc-3ed5-4c64-8607-6ed8a5532231 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:21.082161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-d2ad6470-c33d-4d35-b49e-0dea7dacd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:21.094436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-d2ad6470-c33d-4d35-b49e-0dea7dacd9e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35693877-8c1e-440a-b66e-13e31f87a936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1911330 Feb 09 03:12:21.105883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 1b6151cc-3ed5-4c64-8607-6ed8a5532231 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:21.114322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1b6151cc-3ed5-4c64-8607-6ed8a5532231 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:21.251278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a90af1b4-5dfe-4fb1-8ead-7a6939df5016 None None] Provisioning complete for port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:21.251903 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a90af1b4-5dfe-4fb1-8ead-7a6939df5016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.288052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28541d2b-51bd-489b-b83e-d7c73cb8b7fd req-62878277-103a-4bdc-81e8-de6a31c8ca16 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:21.295828 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-28541d2b-51bd-489b-b83e-d7c73cb8b7fd req-62878277-103a-4bdc-81e8-de6a31c8ca16 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 943 time: 0.1925573 Feb 09 03:12:21.336756 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-407d2a44-df24-4071-81ed-2e28e6943370 service neutron] 10.222.0.65 "GET /v2.0/networks/35693877-8c1e-440a-b66e-13e31f87a936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315955 Feb 09 03:12:21.363246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a90af1b4-5dfe-4fb1-8ead-7a6939df5016 None None] Port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:21.371037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002262d-a4d9-4da6-8064-01f28db22403 req-651b880e-ec02-4064-9994-7d983c97fe08 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:21.379461 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5002262d-a4d9-4da6-8064-01f28db22403 req-651b880e-ec02-4064-9994-7d983c97fe08 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.4021494 Feb 09 03:12:21.403590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-28541d2b-51bd-489b-b83e-d7c73cb8b7fd req-617c803d-11cb-4f45-8c71-c42c175b8455 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067750 Feb 09 03:12:21.444530 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b9d0ceb-e2e7-4f25-a32e-967b7ab580ec req-9f2ca56f-2a51-479c-bc41-a87bfd61037d service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041831 Feb 09 03:12:21.448517 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.539925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:21.571389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5002262d-a4d9-4da6-8064-01f28db22403 req-0a4d033c-6900-4e05-baa7-27bbd7113dbd tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907105 Feb 09 03:12:21.668184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a6a697-789d-47c0-9626-5b179f2deeb9 req-385d64a9-1ef9-46da-acb1-5b7ef67d0193 service neutron] 10.222.0.65 "GET /v2.0/networks/35693877-8c1e-440a-b66e-13e31f87a936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885249 Feb 09 03:12:21.679177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac16dcd6-fc00-462b-ab7a-8b1dce5d0454', 'name': 'network-vif-deleted', 'tag': '1b6151cc-3ed5-4c64-8607-6ed8a5532231'}, {'name': 'network-changed', 'server_uuid': 'ae0bff46-ff65-4c2f-975e-2ef287d3bcfb', 'tag': '0753b4c8-0731-40ec-a4a6-8ec02c770683'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:21.681827 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df350f34-3bdc-4ca6-9f10-d1e80a59bf4f" -d '{"events": [{"server_uuid": "ac16dcd6-fc00-462b-ab7a-8b1dce5d0454", "name": "network-vif-deleted", "tag": "1b6151cc-3ed5-4c64-8607-6ed8a5532231"}, {"name": "network-changed", "server_uuid": "ae0bff46-ff65-4c2f-975e-2ef287d3bcfb", "tag": "0753b4c8-0731-40ec-a4a6-8ec02c770683"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:21.697501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:21.697501 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.789522 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b9d0ceb-e2e7-4f25-a32e-967b7ab580ec req-f12f3f5b-b850-47f1-9708-836a9cc78f88 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373506 Feb 09 03:12:21.986539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:21.987295 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.031487 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Publish callbacks [] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.036424 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.046677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.079428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=560c57fb-f3a1-4a6c-8997-cc17dd7fa269,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:22.087152 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.213745 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (17307a4d-be24-4990-bf1b-60a1c068feeb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.269087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=560c57fb-f3a1-4a6c-8997-cc17dd7fa269,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:22.293921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Pushing event updated for resources: {'Port': ['ID=03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:22.301311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0713924-2688-4bac-8ae2-a382b614c35b req-0bbf63df-c81e-4d76-92d8-f5c8c3297eae tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:22.313463 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-0bbf63df-c81e-4d76-92d8-f5c8c3297eae tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 807 time: 0.3062208 Feb 09 03:12:22.340492 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-b8414a75-69cd-4450-ad50-b04cc5967214 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/quotas/3981e12ce8e54406870070535619e45b HTTP/1.1" status: 200 len: 375 time: 0.0255888 Feb 09 03:12:22.391610 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-60efae91-d064-4c5a-86ce-660d01c6d4f3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497112 Feb 09 03:12:22.412255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49584) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:22.520871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74df904-041d-4f5c-b49c-f9239a687c24 req-f54baa29-a1b4-4d56-96df-86d177108f62 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:22.531064 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c74df904-041d-4f5c-b49c-f9239a687c24 req-f54baa29-a1b4-4d56-96df-86d177108f62 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 944 time: 0.1689880 Feb 09 03:12:22.608390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Network e6639341-aa79-4bfb-ad54-d8bac7de169d is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:22.613100 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-99577687-9ea3-463f-ad5f-3456af2dd8b5 service neutron] 10.222.0.42 "GET /v2.0/ports/6d167610-b15c-4921-9934-a2e664020afc/bindings/n-h1-824835-15 HTTP/1.1" status: 200 len: 385 time: 0.1819921 Feb 09 03:12:22.614738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:22.732554 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d043f156-49e5-4142-bb6a-7da1e3bc6417 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac06e8c751f04ac5803c3917ecaeb2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179002 Feb 09 03:12:22.733324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49592) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:22.770018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-4905ad2b-0c15-4239-849c-2f04d21827d9 service neutron] 10.222.0.21 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772318 Feb 09 03:12:22.937189 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6962eaf-50f5-41fd-bcbb-c8e5531c0e1f admin admin] Publish callbacks [] for security_group (650a804b-308c-4b47-b4f8-ba944ac236d7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.986297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6962eaf-50f5-41fd-bcbb-c8e5531c0e1f admin admin] Publish callbacks [] for security_group (650a804b-308c-4b47-b4f8-ba944ac236d7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.021523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c74df904-041d-4f5c-b49c-f9239a687c24 req-543dd4b9-e199-4745-a3e9-4f2af40dd997 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857905 Feb 09 03:12:23.055449 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6962eaf-50f5-41fd-bcbb-c8e5531c0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (650a804b-308c-4b47-b4f8-ba944ac236d7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.058959 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6962eaf-50f5-41fd-bcbb-c8e5531c0e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.062684 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d6962eaf-50f5-41fd-bcbb-c8e5531c0e1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/650a804b-308c-4b47-b4f8-ba944ac236d7 HTTP/1.1" status: 204 len: 168 time: 0.3257792 Feb 09 03:12:23.088130 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-42e65e56-0132-42c9-81e9-2b319cb06796 service neutron] 10.222.0.21 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017557 Feb 09 03:12:23.092073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6962eaf-50f5-41fd-bcbb-c8e5531c0e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650a804b-308c-4b47-b4f8-ba944ac236d7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:23.147100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Router 17307a4d-be24-4990-bf1b-60a1c068feeb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:23.178911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-07ca07f1-f82b-4469-8cb0-9fb3e35e1c5d None None] Provisioning complete for port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:23.179926 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07ca07f1-f82b-4469-8cb0-9fb3e35e1c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.261852 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49541eb-0c6c-430e-93a2-8239e9e575f8 x-openstack-request-id: req-a49541eb-0c6c-430e-93a2-8239e9e575f8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:23.262143 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac16dcd6-fc00-462b-ab7a-8b1dce5d0454", "name": "network-vif-deleted", "tag": "1b6151cc-3ed5-4c64-8607-6ed8a5532231", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae0bff46-ff65-4c2f-975e-2ef287d3bcfb", "tag": "0753b4c8-0731-40ec-a4a6-8ec02c770683", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:23.262404 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a49541eb-0c6c-430e-93a2-8239e9e575f8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:23.262929 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac16dcd6-fc00-462b-ab7a-8b1dce5d0454', 'name': 'network-vif-deleted', 'tag': '1b6151cc-3ed5-4c64-8607-6ed8a5532231', 'status': 'completed', 'code': 200} Feb 09 03:12:23.263194 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0bff46-ff65-4c2f-975e-2ef287d3bcfb', 'tag': '0753b4c8-0731-40ec-a4a6-8ec02c770683', 'status': 'completed', 'code': 200} Feb 09 03:12:23.378944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-07ca07f1-f82b-4469-8cb0-9fb3e35e1c5d None None] Port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:23.386147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-e4f22773-4525-4666-bf8d-ea170c1475bd service neutron] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6d167610-b15c-4921-9934-a2e664020afc,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:23.419871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-e4f22773-4525-4666-bf8d-ea170c1475bd service neutron] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:23.464330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:23.510685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-e4f22773-4525-4666-bf8d-ea170c1475bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d167610-b15c-4921-9934-a2e664020afc {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:23.559104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df350f34-3bdc-4ca6-9f10-d1e80a59bf4f req-ab9aa7c4-7f2a-45e4-b864-639b895eecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:23.561182 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-df350f34-3bdc-4ca6-9f10-d1e80a59bf4f req-ab9aa7c4-7f2a-45e4-b864-639b895eecb5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4c1d0832777b4f4ba16e5cce5187b540&device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 1127 time: 0.2120426 Feb 09 03:12:23.565647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-e4f22773-4525-4666-bf8d-ea170c1475bd service neutron] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=6d167610-b15c-4921-9934-a2e664020afc,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:23.607401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea902317-c1fd-463d-b74b-a5d75e5ef5a4 req-3f75c294-b446-4be5-bf1d-8b5a01f6e198 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:23.609329 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea902317-c1fd-463d-b74b-a5d75e5ef5a4 req-3f75c294-b446-4be5-bf1d-8b5a01f6e198 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 950 time: 0.1988289 Feb 09 03:12:23.639932 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-e4f22773-4525-4666-bf8d-ea170c1475bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6d167610-b15c-4921-9934-a2e664020afc), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.669180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:23.669611 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.689906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49610) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:23.855178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad75fd86-75fb-4b4c-a125-c4b21f070d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.883920 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea902317-c1fd-463d-b74b-a5d75e5ef5a4 req-9098e0c5-3fef-442c-9b09-4812ccab2187 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541060 Feb 09 03:12:23.975821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df350f34-3bdc-4ca6-9f10-d1e80a59bf4f req-41ba13ef-ec07-4ab8-b1a4-fd4bea1167f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:23.980115 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-df350f34-3bdc-4ca6-9f10-d1e80a59bf4f req-41ba13ef-ec07-4ab8-b1a4-fd4bea1167f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=35693877-8c1e-440a-b66e-13e31f87a936 HTTP/1.1" status: 200 len: 915 time: 0.3872170 Feb 09 03:12:24.092500 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-df350f34-3bdc-4ca6-9f10-d1e80a59bf4f req-14b70f1a-9f09-4779-8d5a-1d6b3a020471 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0753b4c8-0731-40ec-a4a6-8ec02c770683 HTTP/1.1" status: 200 len: 217 time: 0.1047804 Feb 09 03:12:24.184908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-e4f22773-4525-4666-bf8d-ea170c1475bd service neutron] Transition to ACTIVE for port object 6d167610-b15c-4921-9934-a2e664020afc will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:12:24.192333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df350f34-3bdc-4ca6-9f10-d1e80a59bf4f req-c07d4bc9-49cb-4a36-8c18-1b98f7a05d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:24.194404 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-df350f34-3bdc-4ca6-9f10-d1e80a59bf4f req-c07d4bc9-49cb-4a36-8c18-1b98f7a05d8a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=887b3969-9426-4e7d-9a61-119daccba650 HTTP/1.1" status: 200 len: 853 time: 0.0597806 Feb 09 03:12:24.209269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:24.233397 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5efbccd3-e4fd-4dfb-95ed-0ac589e9f6af admin admin] 10.222.0.21 "PUT /v2.0/routers/17307a4d-be24-4990-bf1b-60a1c068feeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5730205 Feb 09 03:12:24.233633 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Sync routers for ids ['17307a4d-be24-4990-bf1b-60a1c068feeb'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:24.235472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-e4f22773-4525-4666-bf8d-ea170c1475bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (6d167610-b15c-4921-9934-a2e664020afc), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.297142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Routers {'17307a4d-be24-4990-bf1b-60a1c068feeb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:24.298062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:12:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['17307a4d-be24-4990-bf1b-60a1c068feeb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:24.321902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb6c2a-74a4-4fed-8526-cc0444afb75d req-487a921d-1a86-48a9-a8e2-c41e8014af4e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:24.327500 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fbbb6c2a-74a4-4fed-8526-cc0444afb75d req-487a921d-1a86-48a9-a8e2-c41e8014af4e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.2375965 Feb 09 03:12:24.350572 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-e4f22773-4525-4666-bf8d-ea170c1475bd service neutron] No DVR routers for this DVR port 6d167610-b15c-4921-9934-a2e664020afc on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:24.396996 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.418679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-e4f22773-4525-4666-bf8d-ea170c1475bd service neutron] 10.222.0.42 "PUT /v2.0/ports/6d167610-b15c-4921-9934-a2e664020afc/bindings/n-h1-824835-15/activate HTTP/1.1" status: 200 len: 370 time: 1.7977650 Feb 09 03:12:24.456074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84ccff-4862-43e0-892b-cfea9489c57f req-d98df29d-a6cf-4903-ac34-9f42a0db76ac tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:24.457894 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc84ccff-4862-43e0-892b-cfea9489c57f req-d98df29d-a6cf-4903-ac34-9f42a0db76ac tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 943 time: 0.3732486 Feb 09 03:12:24.458026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df350f34-3bdc-4ca6-9f10-d1e80a59bf4f req-7171a20b-f18f-483a-a929-91f3f3566e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:24.463531 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-df350f34-3bdc-4ca6-9f10-d1e80a59bf4f req-7171a20b-f18f-483a-a929-91f3f3566e08 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35693877-8c1e-440a-b66e-13e31f87a936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2406218 Feb 09 03:12:24.493696 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fbbb6c2a-74a4-4fed-8526-cc0444afb75d req-3f1f9e22-f16f-4b48-84d6-ad50e07dd117 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578822 Feb 09 03:12:24.576445 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc84ccff-4862-43e0-892b-cfea9489c57f req-1c7151e8-1f0d-4247-9563-c12fb04c56ce tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104851 Feb 09 03:12:24.577479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f22773-4525-4666-bf8d-ea170c1475bd service neutron] Pushing event updated for resources: {'Port': ['ID=6d167610-b15c-4921-9934-a2e664020afc,revision_number=10']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:24.589566 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad75fd86-75fb-4b4c-a125-c4b21f070d6d admin admin] Publish callbacks [] for security_group (9b558ba2-3d21-45c8-bc91-29e5fdd0f9d3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.598487 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad75fd86-75fb-4b4c-a125-c4b21f070d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9b558ba2-3d21-45c8-bc91-29e5fdd0f9d3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.611064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:24.639393 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8b07d033-bbd1-4a51-bce3-15d45589053c req-3ac41cc9-103c-4b1e-b9ab-6915432c1e87 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 210 time: 0.0439467 Feb 09 03:12:24.648420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Set router 17307a4d-be24-4990-bf1b-60a1c068feeb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:24.684408 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ad75fd86-75fb-4b4c-a125-c4b21f070d6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e0f1cec5ed941d1b33332c1b575c638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9834518 Feb 09 03:12:24.684408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75fd86-75fb-4b4c-a125-c4b21f070d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b558ba2-3d21-45c8-bc91-29e5fdd0f9d3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:24.696605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49624) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:24.902588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-71add1d7-4a4c-478e-a9b6-32b230317d8b admin admin] Publish callbacks [] for security_group (9b558ba2-3d21-45c8-bc91-29e5fdd0f9d3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.908290 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a177f104-feb8-4fbe-8d99-b3196314d789 req-fb98671a-bc91-4f2d-b4a4-750460ced3c2 tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=50cb34b54b1845a496d5fabaeab8d0da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251554 Feb 09 03:12:25.035136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-46c81634-b0df-4d9c-9709-e2c203fcdc41 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:25.036914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-46c81634-b0df-4d9c-9709-e2c203fcdc41 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708&tenant_id=612b79b2c8c44d278e66100587b7c4b3&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1127 time: 0.2766075 Feb 09 03:12:25.076773 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-df350f34-3bdc-4ca6-9f10-d1e80a59bf4f req-c9ef00db-18e3-48b0-b2be-d6abf7539bf1 service neutron] 10.222.0.65 "GET /v2.0/networks/35693877-8c1e-440a-b66e-13e31f87a936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165106 Feb 09 03:12:25.077037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6d167610-b15c-4921-9934-a2e664020afc no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:25.107012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177f104-feb8-4fbe-8d99-b3196314d789 req-2841e400-db84-4442-85ed-8ba8e1da2ea7 tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:25.115934 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a177f104-feb8-4fbe-8d99-b3196314d789 req-2841e400-db84-4442-85ed-8ba8e1da2ea7 tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056913 Feb 09 03:12:25.149133 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a177f104-feb8-4fbe-8d99-b3196314d789 req-92f4116a-b7e0-4a12-9e93-b776d28845e0 tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] 10.222.0.21 "GET /v2.0/quotas/50cb34b54b1845a496d5fabaeab8d0da HTTP/1.1" status: 200 len: 375 time: 0.0316916 Feb 09 03:12:25.199654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229930664-router', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:21Z', 'revision_number': 4, 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'gw_port': {'id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:13Z', 'updated_at': '2022-02-09T03:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca', 'name': '', 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'mac_address': 'fa:16:3e:26:31:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ecc01e14-5655-4671-bed8-2db1807c7cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:18Z', 'updated_at': '2022-02-09T03:12:21Z', 'revision_number': 2, 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'subnets': [{'id': 'ecc01e14-5655-4671-bed8-2db1807c7cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:25.212148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c228358-8fd2-44c7-af9e-5a7c07b0ad24 req-9ab1bc42-a085-4740-b4af-29698b85138b tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:25.220390 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c228358-8fd2-44c7-af9e-5a7c07b0ad24 req-9ab1bc42-a085-4740-b4af-29698b85138b tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 944 time: 0.4729834 Feb 09 03:12:25.230949 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a177f104-feb8-4fbe-8d99-b3196314d789 req-1db671a7-0abe-4993-b9ff-459011389cef tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50cb34b54b1845a496d5fabaeab8d0da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795498 Feb 09 03:12:25.236425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-71add1d7-4a4c-478e-a9b6-32b230317d8b admin admin] Publish callbacks [] for security_group (9b558ba2-3d21-45c8-bc91-29e5fdd0f9d3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.268678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Checking router: 17307a4d-be24-4990-bf1b-60a1c068feeb for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:25.269221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Updating router 17307a4d-be24-4990-bf1b-60a1c068feeb port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:12:25.273135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] The host n-h2-824835-15 is not matching for port 6d167610-b15c-4921-9934-a2e664020afc host n-h1-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:12:25.273572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6d167610-b15c-4921-9934-a2e664020afc not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:25.276126 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0713924-2688-4bac-8ae2-a382b614c35b req-fa3c856e-cfc7-4673-88c9-9056a2bc8f3d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:25.280430 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-fa3c856e-cfc7-4673-88c9-9056a2bc8f3d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.42 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 807 time: 0.3040917 Feb 09 03:12:25.314186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-b0713924-2688-4bac-8ae2-a382b614c35b req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Request body: {'port': {'device_id': '36cf2896-df3b-4e4d-bc26-72adf4ff437e', 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7', 'admin_state_up': True, 'tenant_id': '3981e12ce8e54406870070535619e45b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:25.338177 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.495074 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c228358-8fd2-44c7-af9e-5a7c07b0ad24 req-603a4a8b-77bd-403e-b5a0-e0514c8b9b56 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726901 Feb 09 03:12:25.566395 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-df350f34-3bdc-4ca6-9f10-d1e80a59bf4f req-17b2ef67-cdf6-46e8-810f-df81dfa76fb5 service neutron] 10.222.0.65 "GET /v2.0/networks/35693877-8c1e-440a-b66e-13e31f87a936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509369 Feb 09 03:12:25.581830 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-71add1d7-4a4c-478e-a9b6-32b230317d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9b558ba2-3d21-45c8-bc91-29e5fdd0f9d3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.584549 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-71add1d7-4a4c-478e-a9b6-32b230317d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.589393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-71add1d7-4a4c-478e-a9b6-32b230317d8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b558ba2-3d21-45c8-bc91-29e5fdd0f9d3 HTTP/1.1" status: 204 len: 168 time: 0.8894889 Feb 09 03:12:25.607793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71add1d7-4a4c-478e-a9b6-32b230317d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b558ba2-3d21-45c8-bc91-29e5fdd0f9d3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:25.621161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-df298cc6-8503-43e9-a237-86e6982454a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:25.622718 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-df298cc6-8503-43e9-a237-86e6982454a0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708&tenant_id=612b79b2c8c44d278e66100587b7c4b3 HTTP/1.1" status: 200 len: 1127 time: 0.4111691 Feb 09 03:12:25.640075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0713924-2688-4bac-8ae2-a382b614c35b req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Made reservation on behalf of 3981e12ce8e54406870070535619e45b for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:25.647132 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0713924-2688-4bac-8ae2-a382b614c35b req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.821229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6897c-f8b6-4cc3-86b2-2b6f5aa2e5ff req-419f65b3-3980-4077-bfc3-ce32947f1cb9 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:25.822929 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a2f6897c-f8b6-4cc3-86b2-2b6f5aa2e5ff req-419f65b3-3980-4077-bfc3-ce32947f1cb9 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 950 time: 0.1446276 Feb 09 03:12:25.828391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2b35ca61-dcce-4940-a6cd-4fe3a35f0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:25.829409 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2b35ca61-dcce-4940-a6cd-4fe3a35f0b5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 1127 time: 0.1269648 Feb 09 03:12:25.859852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-b0713924-2688-4bac-8ae2-a382b614c35b req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Allocated IP 172.20.0.10 (d6900578-017f-45ac-90ab-c2cb115c04f7/f02ff38e-7b0e-4e54-993e-48f3a7637677/e97dd1d9-843c-4143-a566-e22e063bf526) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:25.950084 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a2f6897c-f8b6-4cc3-86b2-2b6f5aa2e5ff req-5a45f06e-c7c4-4fa5-ad22-c9833cc2b6c6 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152484 Feb 09 03:12:26.093147 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Publish callbacks [] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.108093 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.116448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-55329391-7e1a-4e03-8899-217452cf8018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:26.122818 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-55329391-7e1a-4e03-8899-217452cf8018 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.2855790 Feb 09 03:12:26.287072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a6fb4-701d-4bc0-a7f1-5b16ce2add31 req-a004fbf4-e550-43fd-8f8a-b99898ebc88d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:26.291162 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-be4a6fb4-701d-4bc0-a7f1-5b16ce2add31 req-a004fbf4-e550-43fd-8f8a-b99898ebc88d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.2055137 Feb 09 03:12:26.319687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e6ddb-84cc-4e81-8039-ae2c30948fdf None None] Pushing event updated for resources: {'Port': ['ID=03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:26.320231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-469e6dc4-e5ab-4bd2-885d-e3f7eb6ac66f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d167610-b15c-4921-9934-a2e664020afc HTTP/1.1" status: 200 len: 217 time: 0.1070724 Feb 09 03:12:26.341301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0713924-2688-4bac-8ae2-a382b614c35b req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks [] for port (e97dd1d9-843c-4143-a566-e22e063bf526), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.403822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Attempting to bind port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:26.404208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Attempting to bind port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '9d20653b-de9b-40f2-bf46-d672b8616336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:26.404566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Attempting to bind port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca on network e6639341-aa79-4bfb-ad54-d8bac7de169d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:26.418309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:26.418661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Checking segment: {'id': '9d20653b-de9b-40f2-bf46-d672b8616336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:26.419068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.419468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Bound using segment: {'id': '9d20653b-de9b-40f2-bf46-d672b8616336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:26.419948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Bound port: 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d20653b-de9b-40f2-bf46-d672b8616336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:26.420330 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.508740 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-be4a6fb4-701d-4bc0-a7f1-5b16ce2add31 req-c040ce1b-339d-4bf3-b180-04399938adfc tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822653 Feb 09 03:12:26.571786 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0713924-2688-4bac-8ae2-a382b614c35b req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.587295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] For port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:26.591298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] For port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca,segment=NetworkSegment(9d20653b-de9b-40f2-bf46-d672b8616336),segment_id=9d20653b-de9b-40f2-bf46-d672b8616336)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:26.603385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.625077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0713924-2688-4bac-8ae2-a382b614c35b req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Network d6900578-017f-45ac-90ab-c2cb115c04f7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:26.629700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-b0713924-2688-4bac-8ae2-a382b614c35b req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:26.632939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0713924-2688-4bac-8ae2-a382b614c35b req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:26.683291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Pushing event updated for resources: {'Port': ['ID=e97dd1d9-843c-4143-a566-e22e063bf526,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:26.722630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0713924-2688-4bac-8ae2-a382b614c35b req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:26.723434 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0713924-2688-4bac-8ae2-a382b614c35b req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.775754 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-6244a497-5e7b-4e3e-a952-4c5e1d56c041 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4739239 Feb 09 03:12:26.791105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Request body: {'port': {'device_id': '36cf2896-df3b-4e4d-bc26-72adf4ff437e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:26.832851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc7a35-53b0-490b-b7ab-5524022617a4 req-85acde2a-be84-4a4d-a9aa-a5d8cf0a6cb6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:26.840619 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fdbc7a35-53b0-490b-b7ab-5524022617a4 req-85acde2a-be84-4a4d-a9aa-a5d8cf0a6cb6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 932 time: 0.1044977 Feb 09 03:12:26.843991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-02dab351-35c7-4dbc-966b-501c25e1d767 None None] Provisioning complete for port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:26.844368 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02dab351-35c7-4dbc-966b-501c25e1d767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.851417 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Routers {'17307a4d-be24-4990-bf1b-60a1c068feeb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:26.865593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:12:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['17307a4d-be24-4990-bf1b-60a1c068feeb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:26.912965 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.968121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fdbc7a35-53b0-490b-b7ab-5524022617a4 req-7d3a7bb9-15c5-43c7-973c-c412c84bb056 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264431 Feb 09 03:12:27.043875 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:12:27.188974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e6ddb-84cc-4e81-8039-ae2c30948fdf None None] Pushing event updated for resources: {'Port': ['ID=03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:27.268164 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-517b6433-3d0e-4d46-a9e1-4c78d048467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:27.272937 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-517b6433-3d0e-4d46-a9e1-4c78d048467e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.9442906 Feb 09 03:12:27.432752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-02dab351-35c7-4dbc-966b-501c25e1d767 None None] Current status of the port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:27.436271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0b6dd-ecdc-4a49-8c7f-2a83655f22b2 req-42dbdcd6-1566-46d7-9a48-7f68dd463d3f tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:27.441926 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1f0b6dd-ecdc-4a49-8c7f-2a83655f22b2 req-42dbdcd6-1566-46d7-9a48-7f68dd463d3f tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.65 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 950 time: 0.1658435 Feb 09 03:12:27.443207 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02dab351-35c7-4dbc-966b-501c25e1d767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.490905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] Set router 17307a4d-be24-4990-bf1b-60a1c068feeb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:27.539993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43009b7-fb47-479a-b4ee-9b32bb3a5a9c req-2f411210-97fd-4aec-9a8e-ed55ae0a703e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:27.548213 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c43009b7-fb47-479a-b4ee-9b32bb3a5a9c req-2f411210-97fd-4aec-9a8e-ed55ae0a703e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 944 time: 0.2514622 Feb 09 03:12:27.555040 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-2c3f8cfc-b0f5-4337-80d5-ca3f4f7822b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066647 Feb 09 03:12:27.690912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97dd1d9-843c-4143-a566-e22e063bf526 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:27.717983 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Publish callbacks [] for port (e97dd1d9-843c-4143-a566-e22e063bf526), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.772221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Transition to ACTIVE for port object e97dd1d9-843c-4143-a566-e22e063bf526 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:12:27.779635 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.836179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Pushing event updated for resources: {'Port': ['ID=e97dd1d9-843c-4143-a566-e22e063bf526,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:27.901601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-02dab351-35c7-4dbc-966b-501c25e1d767 None None] For port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca,segment=NetworkSegment(9d20653b-de9b-40f2-bf46-d672b8616336),segment_id=9d20653b-de9b-40f2-bf46-d672b8616336)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:27.917336 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02dab351-35c7-4dbc-966b-501c25e1d767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.932153 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Attempting to bind port e97dd1d9-843c-4143-a566-e22e063bf526 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:27.932636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Attempting to bind port e97dd1d9-843c-4143-a566-e22e063bf526 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:27.932973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Attempting to bind port e97dd1d9-843c-4143-a566-e22e063bf526 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:27.938101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Port e97dd1d9-843c-4143-a566-e22e063bf526 on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:12:27.938568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Attempting to bind port e97dd1d9-843c-4143-a566-e22e063bf526 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:27.945597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:27.945951 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:27.946444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:27.946929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Bound port: e97dd1d9-843c-4143-a566-e22e063bf526, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:27.947507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.024714 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c43009b7-fb47-479a-b4ee-9b32bb3a5a9c req-59ce38d9-0b94-4d28-b32f-61da7dcb3c37 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722846 Feb 09 03:12:28.029953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:28.034670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e97dd1d9-843c-4143-a566-e22e063bf526,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:28.043657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-f2ccb81d-7dd8-49c4-aafd-81a055108bd7 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489696 Feb 09 03:12:28.049295 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.109441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:28.110156 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.111747 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] 10.222.0.42 "PUT /v2.0/ports/e97dd1d9-843c-4143-a566-e22e063bf526 HTTP/1.1" status: 200 len: 1093 time: 1.3285778 Feb 09 03:12:28.112279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cf2896-df3b-4e4d-bc26-72adf4ff437e', 'tag': 'e97dd1d9-843c-4143-a566-e22e063bf526'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:28.115083 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9449e33-9e2b-480b-9301-6dd678def307" -d '{"events": [{"name": "network-changed", "server_uuid": "36cf2896-df3b-4e4d-bc26-72adf4ff437e", "tag": "e97dd1d9-843c-4143-a566-e22e063bf526"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:28.294641 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076b470-7123-46ca-a019-5e60876b9f6d service neutron] Pushing event updated for resources: {'Port': ['ID=e97dd1d9-843c-4143-a566-e22e063bf526,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:28.332414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dab351-35c7-4dbc-966b-501c25e1d767 None None] Pushing event updated for resources: {'Port': ['ID=03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:28.357592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0713924-2688-4bac-8ae2-a382b614c35b req-7d287f6a-0cc0-4ec1-a14b-8053a99a0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:28.367549 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-7d287f6a-0cc0-4ec1-a14b-8053a99a0029 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 1127 time: 0.1807249 Feb 09 03:12:28.380870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-40f7539a-066a-40c5-93c0-99a2456d3d11 None None] Provisioning complete for port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:28.381772 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-40f7539a-066a-40c5-93c0-99a2456d3d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.385239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f7351-3fe0-47d5-9bb5-66442a0b5b23 req-06211dc5-e5c9-4262-90e4-77afc0b5b159 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:28.386835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d0f7351-3fe0-47d5-9bb5-66442a0b5b23 req-06211dc5-e5c9-4262-90e4-77afc0b5b159 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 944 time: 0.1359124 Feb 09 03:12:28.446189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229930664-router', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:21Z', 'revision_number': 4, 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'gw_port': {'id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:13Z', 'updated_at': '2022-02-09T03:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca', 'name': '', 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'mac_address': 'fa:16:3e:26:31:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ecc01e14-5655-4671-bed8-2db1807c7cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:18Z', 'updated_at': '2022-02-09T03:12:26Z', 'revision_number': 4, 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'subnets': [{'id': 'ecc01e14-5655-4671-bed8-2db1807c7cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:28.485693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0e058-968e-4c0f-b1a5-83eda31a46fc None None] The sync data for ids ['17307a4d-be24-4990-bf1b-60a1c068feeb'] in n-d-824835-15 is: [{'id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229930664-router', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:21Z', 'revision_number': 4, 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'gw_port': {'id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:13Z', 'updated_at': '2022-02-09T03:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca', 'name': '', 'network_id': 'e6639341-aa79-4bfb-ad54-d8bac7de169d', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'mac_address': 'fa:16:3e:26:31:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ecc01e14-5655-4671-bed8-2db1807c7cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:18Z', 'updated_at': '2022-02-09T03:12:26Z', 'revision_number': 4, 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'subnets': [{'id': 'ecc01e14-5655-4671-bed8-2db1807c7cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:28.493599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-76db869a-4606-4a3f-bc38-91d39944b9ae req-c0396c78-f2e3-4c55-bd1c-005717fe33a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3635321 Feb 09 03:12:28.514962 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-fcc6ad36-1801-4e10-9c61-666db02577c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97dd1d9-843c-4143-a566-e22e063bf526 HTTP/1.1" status: 200 len: 217 time: 0.1271131 Feb 09 03:12:28.535182 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-b13b3005-4f96-4714-b7a3-bd6643b1bcd5 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704986 Feb 09 03:12:28.546797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8f122-c5f0-4702-a314-91ad92924e95 req-a6cda9c7-b9a9-411a-a6ed-781233ce19a6 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:28.556908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fe8f122-c5f0-4702-a314-91ad92924e95 req-a6cda9c7-b9a9-411a-a6ed-781233ce19a6 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 950 time: 0.2772737 Feb 09 03:12:28.594385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c1f0b6dd-ecdc-4a49-8c7f-2a83655f22b2 req-0b4706df-630c-49f8-a46e-756066aa0a15 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Deleting port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:28.594976 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c1f0b6dd-ecdc-4a49-8c7f-2a83655f22b2 req-0b4706df-630c-49f8-a46e-756066aa0a15 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.630787 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-40f7539a-066a-40c5-93c0-99a2456d3d11 None None] Current status of the port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:28.676156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0713924-2688-4bac-8ae2-a382b614c35b req-3032636f-ee61-4299-ad24-a963ef65b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:28.677826 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-3032636f-ee61-4299-ad24-a963ef65b07c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.1561158 Feb 09 03:12:28.829814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-c89d6f34-a6e3-48d1-b06c-0f9a7a73e836 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880296 Feb 09 03:12:28.834498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c1f0b6dd-ecdc-4a49-8c7f-2a83655f22b2 req-0b4706df-630c-49f8-a46e-756066aa0a15 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] For port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:28.834899 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c1f0b6dd-ecdc-4a49-8c7f-2a83655f22b2 req-0b4706df-630c-49f8-a46e-756066aa0a15 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.847897 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d0f7351-3fe0-47d5-9bb5-66442a0b5b23 req-79e478bf-d0f7-4b14-8af5-4d8dbd304fab tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365728 Feb 09 03:12:28.870704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c1f0b6dd-ecdc-4a49-8c7f-2a83655f22b2 req-0b4706df-630c-49f8-a46e-756066aa0a15 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Calling delete_port for 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:29.129284 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c1f0b6dd-ecdc-4a49-8c7f-2a83655f22b2 req-0b4706df-630c-49f8-a46e-756066aa0a15 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.141606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['4ba9ab04-9e3f-4453-bc5a-64498f483f81'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:29.188197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fe8f122-c5f0-4702-a314-91ad92924e95 req-97448a05-fa7d-42c4-a49a-5c00ae83381b tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295326 Feb 09 03:12:29.194455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4706df-630c-49f8-a46e-756066aa0a15 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Pushing event deleted for resources: {'Port': ['ID=2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:29.276953 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-3d8e3110-509e-41b8-ac30-c57141efc5ed service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921993 Feb 09 03:12:29.363109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f0b6dd-ecdc-4a49-8c7f-2a83655f22b2 req-0b4706df-630c-49f8-a46e-756066aa0a15 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] No DVR routers for this DVR port 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:29.371031 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c1f0b6dd-ecdc-4a49-8c7f-2a83655f22b2 req-0b4706df-630c-49f8-a46e-756066aa0a15 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.376854 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1f0b6dd-ecdc-4a49-8c7f-2a83655f22b2 req-0b4706df-630c-49f8-a46e-756066aa0a15 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.65 "DELETE /v2.0/ports/2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 HTTP/1.1" status: 204 len: 173 time: 1.8253603 Feb 09 03:12:29.430341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f', 'name': 'network-vif-deleted', 'tag': '2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:29.433156 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221675bc-5ee1-4ab4-8cf2-ad9584bc7248" -d '{"events": [{"server_uuid": "838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f", "name": "network-vif-deleted", "tag": "2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:29.496457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db869a-4606-4a3f-bc38-91d39944b9ae req-e71d6ff2-b4ae-4e4c-96be-dd1301f52692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:29.498941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-76db869a-4606-4a3f-bc38-91d39944b9ae req-e71d6ff2-b4ae-4e4c-96be-dd1301f52692 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b5fe35375ae46e8aecd655bf87e7eb8&device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 1155 time: 0.8114705 Feb 09 03:12:29.524806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-ece00c1c-1eae-45cd-a2d6-2e5753edfee4 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:29.526970 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-ece00c1c-1eae-45cd-a2d6-2e5753edfee4 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708&tenant_id=612b79b2c8c44d278e66100587b7c4b3&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 1127 time: 0.2510836 Feb 09 03:12:29.614790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:29.641926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc64f6f-6d26-4427-bc7a-eb3a4acd500a req-23509f5d-02bb-4150-93a0-2138466e7c3d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:29.644668 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7dc64f6f-6d26-4427-bc7a-eb3a4acd500a req-23509f5d-02bb-4150-93a0-2138466e7c3d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.4929013 Feb 09 03:12:29.685483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0713924-2688-4bac-8ae2-a382b614c35b req-3db82416-7c4e-41a9-9c90-2fb724db72e2 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912299 Feb 09 03:12:29.697030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161bda-b57a-4a13-83ef-93ec3d2aaa6e req-ed9f4223-558e-44ca-88fd-c1b1c7307f44 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:29.703366 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba161bda-b57a-4a13-83ef-93ec3d2aaa6e req-ed9f4223-558e-44ca-88fd-c1b1c7307f44 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 944 time: 0.3464551 Feb 09 03:12:29.740237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7dc64f6f-6d26-4427-bc7a-eb3a4acd500a req-7d15bbf7-8304-436f-aac1-ab21b5e75215 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857110 Feb 09 03:12:29.828180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:29.828555 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.849066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db869a-4606-4a3f-bc38-91d39944b9ae req-4a2d5d45-e3db-4ca8-80aa-74e0f64e3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:29.851290 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-76db869a-4606-4a3f-bc38-91d39944b9ae req-4a2d5d45-e3db-4ca8-80aa-74e0f64e3574 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.3195374 Feb 09 03:12:29.914057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:29.916373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-486a070c-99b1-4371-b146-b8675f549dd3 service neutron] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:29.918584 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-76db869a-4606-4a3f-bc38-91d39944b9ae req-910fbab7-7e36-4081-bc1e-44c290a95846 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4ba9ab04-9e3f-4453-bc5a-64498f483f81 HTTP/1.1" status: 200 len: 217 time: 0.0583489 Feb 09 03:12:29.923515 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-486a070c-99b1-4371-b146-b8675f549dd3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.925080 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484697ac-298e-4d73-a957-d30154eb9ff5 req-486a070c-99b1-4371-b146-b8675f549dd3 service neutron] 10.222.0.65 "DELETE /v2.0/ports/6d167610-b15c-4921-9934-a2e664020afc/bindings/n-h2-824835-15 HTTP/1.1" status: 204 len: 173 time: 0.3691862 Feb 09 03:12:29.928247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba161bda-b57a-4a13-83ef-93ec3d2aaa6e req-d103dc11-f56e-4e09-bf26-b032187adebe tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009261 Feb 09 03:12:29.981487 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dedad6-e7bd-41e8-9af1-18f853cc72a5 x-openstack-request-id: req-d0dedad6-e7bd-41e8-9af1-18f853cc72a5 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:29.981983 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cf2896-df3b-4e4d-bc26-72adf4ff437e", "tag": "e97dd1d9-843c-4143-a566-e22e063bf526", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:29.982081 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0dedad6-e7bd-41e8-9af1-18f853cc72a5 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:29.982422 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cf2896-df3b-4e4d-bc26-72adf4ff437e', 'tag': 'e97dd1d9-843c-4143-a566-e22e063bf526', 'status': 'completed', 'code': 200} Feb 09 03:12:29.991148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db869a-4606-4a3f-bc38-91d39944b9ae req-0f34725e-a0d9-4097-b11e-91d55b3d0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:29.992767 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-76db869a-4606-4a3f-bc38-91d39944b9ae req-0f34725e-a0d9-4097-b11e-91d55b3d0515 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0636704 Feb 09 03:12:30.063683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449e33-9e2b-480b-9301-6dd678def307 req-27248ebb-ae5f-403b-b55c-a73d203963c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:30.066380 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9449e33-9e2b-480b-9301-6dd678def307 req-27248ebb-ae5f-403b-b55c-a73d203963c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 1127 time: 0.0616181 Feb 09 03:12:30.076016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db869a-4606-4a3f-bc38-91d39944b9ae req-fd980705-e45e-4963-9d9b-606d4ba42541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:30.077661 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-76db869a-4606-4a3f-bc38-91d39944b9ae req-fd980705-e45e-4963-9d9b-606d4ba42541 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0783370 Feb 09 03:12:30.179979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449e33-9e2b-480b-9301-6dd678def307 req-29a18bac-6a9e-4e19-b6e2-30fce78f194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:30.182286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9449e33-9e2b-480b-9301-6dd678def307 req-29a18bac-6a9e-4e19-b6e2-30fce78f194f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.1084323 Feb 09 03:12:30.210582 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-76db869a-4606-4a3f-bc38-91d39944b9ae req-4ee4c0ce-1908-47a3-9a1a-d58555df5887 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251733 Feb 09 03:12:30.238069 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9449e33-9e2b-480b-9301-6dd678def307 req-c917741f-446e-4117-9bc3-caa97398972c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97dd1d9-843c-4143-a566-e22e063bf526 HTTP/1.1" status: 200 len: 217 time: 0.0483992 Feb 09 03:12:30.255325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-73a6d115-1147-4927-af84-a1ca29f730e9 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671048 Feb 09 03:12:30.326848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449e33-9e2b-480b-9301-6dd678def307 req-2a93851e-9b4c-440d-95e3-14dfbdb31204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:30.328272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9449e33-9e2b-480b-9301-6dd678def307 req-2a93851e-9b4c-440d-95e3-14dfbdb31204 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.0844171 Feb 09 03:12:30.366394 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9449e33-9e2b-480b-9301-6dd678def307 req-c320934b-5858-40ac-86b2-2e4798c2c80c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293388 Feb 09 03:12:30.373402 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d678d27-3909-4395-96df-cc88baa6b5a0 req-6dfbd93c-bea0-41e9-a8f5-faa6990e6757 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:30.374881 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d678d27-3909-4395-96df-cc88baa6b5a0 req-6dfbd93c-bea0-41e9-a8f5-faa6990e6757 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 944 time: 0.0946882 Feb 09 03:12:30.412615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:30.418156 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-76db869a-4606-4a3f-bc38-91d39944b9ae req-c2607b09-e904-45b4-8d0f-34b2b3b67ad4 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948056 Feb 09 03:12:30.429775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-a7b18df3-2e72-4155-b736-b7951cb03a60 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:30.431350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-a7b18df3-2e72-4155-b736-b7951cb03a60 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454604 Feb 09 03:12:30.450118 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-9a4245e3-1dfd-45dc-a2de-374496634afb tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/quotas/8c106d2ca691429d886e0ada21907bca HTTP/1.1" status: 200 len: 375 time: 0.0121489 Feb 09 03:12:30.463468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:30.464205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:30.494316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d678d27-3909-4395-96df-cc88baa6b5a0 req-f12a6a89-01ee-4ede-9b2c-327ea853da9b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000776 Feb 09 03:12:30.518929 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-980fe1bf-b183-4a56-b31f-3a246aa247e1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616853 Feb 09 03:12:30.555371 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9449e33-9e2b-480b-9301-6dd678def307 req-018d1399-01d8-4d9a-9876-b4aca18c965f service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794984 Feb 09 03:12:30.558344 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e966a4-44ee-49a0-a0dc-76f69c32950d x-openstack-request-id: req-36e966a4-44ee-49a0-a0dc-76f69c32950d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:30.558630 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f", "name": "network-vif-deleted", "tag": "2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:30.558883 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36e966a4-44ee-49a0-a0dc-76f69c32950d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:30.559303 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f', 'name': 'network-vif-deleted', 'tag': '2ff2aa1d-906a-4ebf-8af1-a97c2bf604e5', 'status': 'completed', 'code': 200} Feb 09 03:12:30.755852 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2aa45f2-e089-4f54-bc3e-03a069a1b1da req-64a1f13d-b2c8-48e6-918a-ffd2fc7a0bd6 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 210 time: 0.0284297 Feb 09 03:12:30.893059 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1aaf35c1-f2e6-4ea0-b344-97182b097ec4 req-de1deed5-b656-49da-bf44-7d36cc674899 tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=50cb34b54b1845a496d5fabaeab8d0da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355408 Feb 09 03:12:30.904913 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9449e33-9e2b-480b-9301-6dd678def307 req-f606bd3c-0299-451d-bc4b-8fccab66d1a4 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412127 Feb 09 03:12:30.915619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c60e8-eba7-4b30-bdd6-988d4717b853 req-28d4036a-7daf-49fe-a84f-da493ba74973 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:30.922953 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ca1c60e8-eba7-4b30-bdd6-988d4717b853 req-28d4036a-7daf-49fe-a84f-da493ba74973 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 944 time: 0.3039644 Feb 09 03:12:30.969951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ca1c60e8-eba7-4b30-bdd6-988d4717b853 req-a4c03795-65d7-423e-baef-86356e927fcd tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461247 Feb 09 03:12:31.036075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf35c1-f2e6-4ea0-b344-97182b097ec4 req-3e70bdcb-bf64-4ede-b3e2-6cb9379639dc tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:31.037868 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1aaf35c1-f2e6-4ea0-b344-97182b097ec4 req-3e70bdcb-bf64-4ede-b3e2-6cb9379639dc tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440499 Feb 09 03:12:31.057881 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1aaf35c1-f2e6-4ea0-b344-97182b097ec4 req-a98bd89a-63a5-4a4f-abd4-b6693119bced tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] 10.222.0.21 "GET /v2.0/quotas/50cb34b54b1845a496d5fabaeab8d0da HTTP/1.1" status: 200 len: 375 time: 0.0139854 Feb 09 03:12:31.071213 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63d75640-8877-4d80-8ae9-09e6494e1e0f req-dac201f6-7ebf-4571-a76b-f69c4f868b48 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 210 time: 0.0288398 Feb 09 03:12:31.099378 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1aaf35c1-f2e6-4ea0-b344-97182b097ec4 req-c03399da-f334-492b-9970-8dd801eaadda tempest-QuotasAdminNegativeTest-2049795863 tempest-QuotasAdminNegativeTest-2049795863-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50cb34b54b1845a496d5fabaeab8d0da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370693 Feb 09 03:12:31.266954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd35220-1f16-4995-8ec9-c57d7673ae9e req-e9c89cd2-76e1-4d58-b533-2ec6652f211a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:31.269813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7fd35220-1f16-4995-8ec9-c57d7673ae9e req-e9c89cd2-76e1-4d58-b533-2ec6652f211a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0587752 Feb 09 03:12:31.291284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49776) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:31.298552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-64139140-4d2c-4ec2-9aed-25953d711acf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22394309', 'description': 'tempest-description--1608710883'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:31.321587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7fd35220-1f16-4995-8ec9-c57d7673ae9e req-2619dce1-3718-42f7-868c-6f020b27850e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452852 Feb 09 03:12:31.333525 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64139140-4d2c-4ec2-9aed-25953d711acf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.437781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab702016-dfc3-4c61-b25e-a655345e5b1e req-2eac4ec6-a3b4-4c45-9865-db6e5adc9d29 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:31.439300 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab702016-dfc3-4c61-b25e-a655345e5b1e req-2eac4ec6-a3b4-4c45-9865-db6e5adc9d29 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 1127 time: 0.0512767 Feb 09 03:12:31.442577 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29569671-0eca-48f1-aa70-e87926f4a64f req-812445f9-165f-4050-b822-5b1c6dfb7a5f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:31.444034 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29569671-0eca-48f1-aa70-e87926f4a64f req-812445f9-165f-4050-b822-5b1c6dfb7a5f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 944 time: 0.0932724 Feb 09 03:12:31.490328 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab702016-dfc3-4c61-b25e-a655345e5b1e req-99da6364-b0c9-495e-afe5-a9bccd94c54d tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446279 Feb 09 03:12:31.498035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64139140-4d2c-4ec2-9aed-25953d711acf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for security_group (e187c204-cadf-40dd-bb0f-d2d7b0835aa6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.508722 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64139140-4d2c-4ec2-9aed-25953d711acf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e187c204-cadf-40dd-bb0f-d2d7b0835aa6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.531788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29569671-0eca-48f1-aa70-e87926f4a64f req-024fa55e-400a-4787-be5d-14dc17f2d3a8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811157 Feb 09 03:12:31.545994 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64139140-4d2c-4ec2-9aed-25953d711acf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.547546 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-64139140-4d2c-4ec2-9aed-25953d711acf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2545125 Feb 09 03:12:31.551334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49784) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:31.553049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64139140-4d2c-4ec2-9aed-25953d711acf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e187c204-cadf-40dd-bb0f-d2d7b0835aa6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:31.558336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-51b2e87e-080d-41ab-bd87-90f55521761b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Request body: {'security_group_rule': {'security_group_id': 'e187c204-cadf-40dd-bb0f-d2d7b0835aa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:31.609595 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51b2e87e-080d-41ab-bd87-90f55521761b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for security_group_rule (680952c4-ed3f-41bd-a377-9564d1e471cd), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.733224 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51b2e87e-080d-41ab-bd87-90f55521761b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for security_group_rule (680952c4-ed3f-41bd-a377-9564d1e471cd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.739167 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51b2e87e-080d-41ab-bd87-90f55521761b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (680952c4-ed3f-41bd-a377-9564d1e471cd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.762158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2e87e-080d-41ab-bd87-90f55521761b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680952c4-ed3f-41bd-a377-9564d1e471cd,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:31.772954 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51b2e87e-080d-41ab-bd87-90f55521761b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.776979 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-51b2e87e-080d-41ab-bd87-90f55521761b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2219417 Feb 09 03:12:31.777338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49802) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:31.782152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-860675dc-54b5-49bc-96f0-c679aa38bb10 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Request body: {'security_group_rule': {'security_group_id': 'e187c204-cadf-40dd-bb0f-d2d7b0835aa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:31.823751 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-860675dc-54b5-49bc-96f0-c679aa38bb10 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for security_group_rule (05475838-d84b-471b-b940-69ccb0358779), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.881801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-ff714d4c-df3f-4779-9fb5-c3d8f9548c1f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362537 Feb 09 03:12:31.937346 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08bb15e9-de25-4cb6-85f9-e847e3921128 req-fb8d1ff1-2ffe-4fb9-ba7f-210ccbe77b82 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=838b8fbf-c0fd-40d6-9a9b-bb44dd46af2f HTTP/1.1" status: 200 len: 210 time: 0.0510294 Feb 09 03:12:31.962262 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-860675dc-54b5-49bc-96f0-c679aa38bb10 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for security_group_rule (05475838-d84b-471b-b940-69ccb0358779), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.966979 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-860675dc-54b5-49bc-96f0-c679aa38bb10 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (05475838-d84b-471b-b940-69ccb0358779), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.985865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860675dc-54b5-49bc-96f0-c679aa38bb10 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05475838-d84b-471b-b940-69ccb0358779,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:32.000018 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-860675dc-54b5-49bc-96f0-c679aa38bb10 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.017434 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-860675dc-54b5-49bc-96f0-c679aa38bb10 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2361052 Feb 09 03:12:32.020087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49808) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:32.025466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-77b621f3-cc88-428b-b635-c5fc6ae7f292 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:32.029199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:32.032191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-77b621f3-cc88-428b-b635-c5fc6ae7f292 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 820 time: 0.2816560 Feb 09 03:12:32.066311 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-62368514-e4a1-4434-8afc-c3e771d1f5a5 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/quotas/612b79b2c8c44d278e66100587b7c4b3 HTTP/1.1" status: 200 len: 375 time: 0.0331614 Feb 09 03:12:32.074690 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.133632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-06dfaacb-1d3d-417b-a6b0-8206379ef61a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:32.135533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-06dfaacb-1d3d-417b-a6b0-8206379ef61a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468765 Feb 09 03:12:32.152809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Request body: {'port': {'device_id': '42bad5a1-3e9c-4055-ad91-dce04474618d', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '8c106d2ca691429d886e0ada21907bca'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:32.223717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2ae46-1654-4edd-9c11-bf34ed82854e req-93c0e3f5-1759-49b0-a4d5-d1c98fa806eb tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:32.225687 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84f2ae46-1654-4edd-9c11-bf34ed82854e req-93c0e3f5-1759-49b0-a4d5-d1c98fa806eb tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 944 time: 0.1048100 Feb 09 03:12:32.230792 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-839c95b6-34f8-4948-a69f-23d14bbd0282 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1584487 Feb 09 03:12:32.246973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49814) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:32.308964 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84f2ae46-1654-4edd-9c11-bf34ed82854e req-92ba7f8d-8acd-442c-a2a5-9b22be426e7c tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766318 Feb 09 03:12:32.320205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.394739 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-a46c9a33-f3e8-40c0-9937-46c490721ee8 service neutron] 10.222.0.21 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622446 Feb 09 03:12:32.473539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2af2c0e1-ee64-4bbf-94e1-3168b563fbf7 req-4b4dce01-24cb-47dc-9d47-3837268047d3 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 210 time: 0.0376916 Feb 09 03:12:32.493797 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74730c31-bd6d-403a-8264-af3f00b9c4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.505255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Allocated IP 172.25.5.15 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/482c1719-5801-4660-891f-fd857b62e647) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:32.524799 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Made reservation on behalf of 8c106d2ca691429d886e0ada21907bca for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:32.528210 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.545789 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.637462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-ebcb28a8-5060-407c-a9f3-2f2bd1450bd4 service neutron] 10.222.0.21 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327833 Feb 09 03:12:32.655250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1541f8-2ff6-48a5-95a6-f0681c8880d6 req-e2bc23f9-6959-493b-8481-b3189ce76dec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:32.657902 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d1541f8-2ff6-48a5-95a6-f0681c8880d6 req-e2bc23f9-6959-493b-8481-b3189ce76dec tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0851867 Feb 09 03:12:32.680260 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74730c31-bd6d-403a-8264-af3f00b9c4e3 admin admin] Publish callbacks [] for security_group (6700e4a1-d3c2-40d2-a306-bdf85701ba2b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.686232 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for port (482c1719-5801-4660-891f-fd857b62e647), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.687920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74730c31-bd6d-403a-8264-af3f00b9c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6700e4a1-d3c2-40d2-a306-bdf85701ba2b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.747501 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks [] for security_group (c0145ab5-0acc-442e-a20d-ef186d05174a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.757725 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-74730c31-bd6d-403a-8264-af3f00b9c4e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50cb34b54b1845a496d5fabaeab8d0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5095463 Feb 09 03:12:32.758827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49828) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:32.762771 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d1541f8-2ff6-48a5-95a6-f0681c8880d6 req-12c1f7d9-85db-496f-bc26-705dea244a79 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742998 Feb 09 03:12:32.778216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74730c31-bd6d-403a-8264-af3f00b9c4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6700e4a1-d3c2-40d2-a306-bdf85701ba2b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:32.780996 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c0145ab5-0acc-442e-a20d-ef186d05174a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.781515 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (482c1719-5801-4660-891f-fd857b62e647), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.846764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:32.889729 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-846d9350-665b-4a44-b80a-669b5c15cd50 req-335c743f-d03a-4034-b630-8c25118afcb1 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 210 time: 0.0423706 Feb 09 03:12:32.891157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:32.901444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:32.919147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0145ab5-0acc-442e-a20d-ef186d05174a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:32.984381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Pushing event updated for resources: {'Port': ['ID=482c1719-5801-4660-891f-fd857b62e647,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:32.987879 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-529deff7-70a8-4c78-8cd2-6fc5b336c822 admin admin] Publish callbacks [] for security_group (6700e4a1-d3c2-40d2-a306-bdf85701ba2b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.032669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251502e-8bec-4002-a507-99c1bd2f3308 req-99d3f3e4-fad4-48db-a602-ead72830a2d8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:33.035913 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b251502e-8bec-4002-a507-99c1bd2f3308 req-99d3f3e4-fad4-48db-a602-ead72830a2d8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 944 time: 0.1782625 Feb 09 03:12:33.046593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Allocated IP 192.168.233.200 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/8e40b82f-2060-48d9-a671-b7da30869ca2) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:33.052177 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for floatingip (f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.062462 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-529deff7-70a8-4c78-8cd2-6fc5b336c822 admin admin] Publish callbacks [] for security_group (6700e4a1-d3c2-40d2-a306-bdf85701ba2b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.107627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e97dd1d9-843c-4143-a566-e22e063bf526 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:12:33.183891 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b251502e-8bec-4002-a507-99c1bd2f3308 req-47c4b927-4cd4-4166-a97e-9c85fb51d78e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349485 Feb 09 03:12:33.204369 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (482c1719-5801-4660-891f-fd857b62e647), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.256672 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-529deff7-70a8-4c78-8cd2-6fc5b336c822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6700e4a1-d3c2-40d2-a306-bdf85701ba2b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.259930 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-529deff7-70a8-4c78-8cd2-6fc5b336c822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.261347 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-529deff7-70a8-4c78-8cd2-6fc5b336c822 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6700e4a1-d3c2-40d2-a306-bdf85701ba2b HTTP/1.1" status: 204 len: 168 time: 0.5005555 Feb 09 03:12:33.281089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529deff7-70a8-4c78-8cd2-6fc5b336c822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6700e4a1-d3c2-40d2-a306-bdf85701ba2b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:33.346468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e97dd1d9-843c-4143-a566-e22e063bf526,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:33.362907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'e97dd1d9-843c-4143-a566-e22e063bf526', 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7', 'port_id': 'e97dd1d9-843c-4143-a566-e22e063bf526', 'mac_address': 'fa:16:3e:2b:48:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02ff38e-7b0e-4e54-993e-48f3a7637677', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:12:33.389527 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks [] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.412276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4aa034-6515-4270-bd13-dc38daa62a27 req-bd3a268c-333d-42ff-9e61-aadac8c9fa56 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:33.414008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e4aa034-6515-4270-bd13-dc38daa62a27 req-bd3a268c-333d-42ff-9e61-aadac8c9fa56 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 972 time: 0.0984561 Feb 09 03:12:33.454298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port e97dd1d9-843c-4143-a566-e22e063bf526 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:33.457030 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.482639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97dd1d9-843c-4143-a566-e22e063bf526 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:33.497805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e4aa034-6515-4270-bd13-dc38daa62a27 req-852e0798-5a86-4616-bac0-8fa78c27aaca tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673690 Feb 09 03:12:33.505866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.535180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e97dd1d9-843c-4143-a566-e22e063bf526,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:33.555150 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.607180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd627805-b0c8-4ab7-b520-b9a57b5b7c54 req-6ef429b8-b095-40dd-910e-ce66ce588503 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:33.618960 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bd627805-b0c8-4ab7-b520-b9a57b5b7c54 req-6ef429b8-b095-40dd-910e-ce66ce588503 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 944 time: 0.1571801 Feb 09 03:12:33.639591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=e97dd1d9-843c-4143-a566-e22e063bf526,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:33.641667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:33.662611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:33.666514 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:33.669714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event updated for resources: {'Port': ['ID=8e40b82f-2060-48d9-a671-b7da30869ca2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:33.690735 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for port (482c1719-5801-4660-891f-fd857b62e647), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.697327 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (482c1719-5801-4660-891f-fd857b62e647), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.745618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef6f10-83fb-4e7f-9a4f-09122fdd8b2c req-9f3ebad0-117f-49c3-86d1-476b3f8e3ca3 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:33.753308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3cef6f10-83fb-4e7f-9a4f-09122fdd8b2c req-9f3ebad0-117f-49c3-86d1-476b3f8e3ca3 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 936 time: 0.1691141 Feb 09 03:12:33.763450 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bd627805-b0c8-4ab7-b520-b9a57b5b7c54 req-6644e1c8-9615-4612-9791-316036677fc0 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434314 Feb 09 03:12:33.773704 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.775142 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:33.775814 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.792826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Pushing event updated for resources: {'Port': ['ID=482c1719-5801-4660-891f-fd857b62e647,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:33.798835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['e97dd1d9-843c-4143-a566-e22e063bf526'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:33.804896 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.806323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c351617d-dbc0-47c3-b27f-ab55e2883214 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7851281 Feb 09 03:12:33.815227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49854) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:33.835477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6c77-91bf-4114-854d-2184ede9ee68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.870375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-867fbbae-cde6-483a-86c0-6a1186d4ed2e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7232172 Feb 09 03:12:33.890460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Request body: {'port': {'device_id': '42bad5a1-3e9c-4055-ad91-dce04474618d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:33.950500 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3cef6f10-83fb-4e7f-9a4f-09122fdd8b2c req-7e114219-1364-4680-96c7-1e6ad85381d7 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963148 Feb 09 03:12:34.001698 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.113756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ab5acb46-be6a-44de-b240-a3f76874292c None None] Provisioning complete for port 8e40b82f-2060-48d9-a671-b7da30869ca2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:34.126004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab5acb46-be6a-44de-b240-a3f76874292c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.161464 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f1c5188-c127-4a3b-a2f4-f9b03046de64 req-0f3dd38b-27f6-49d7-9861-d641c5349717 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 210 time: 0.0430584 Feb 09 03:12:34.275113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ab5acb46-be6a-44de-b240-a3f76874292c None None] Port 8e40b82f-2060-48d9-a671-b7da30869ca2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:34.400064 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6c77-91bf-4114-854d-2184ede9ee68 admin admin] Publish callbacks [] for security_group (b51d6f93-ba66-46f7-9e0f-93d066fc3f52), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.405856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-7a40c517-b9d3-4f2f-91a1-4a731696f968 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--22394309&fields=id&tenant_id=323324d4efbc491a986d5b2503e04608 HTTP/1.1" status: 200 len: 267 time: 0.0996156 Feb 09 03:12:34.414824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6c77-91bf-4114-854d-2184ede9ee68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b51d6f93-ba66-46f7-9e0f-93d066fc3f52), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.434658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e62775-68af-4735-b728-353e0b04761f req-964ac74f-6270-4aa9-a71d-b1fdc7b74732 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:34.437293 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22e62775-68af-4735-b728-353e0b04761f req-964ac74f-6270-4aa9-a71d-b1fdc7b74732 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.5296037 Feb 09 03:12:34.505477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-6403c67b-101c-4b38-9433-1a9e20c3d85f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:34.506821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-6403c67b-101c-4b38-9433-1a9e20c3d85f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 820 time: 0.2000237 Feb 09 03:12:34.510077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c6c77-91bf-4114-854d-2184ede9ee68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51d6f93-ba66-46f7-9e0f-93d066fc3f52,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:34.518245 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4f8c6c77-91bf-4114-854d-2184ede9ee68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a955c721ec04a578c5cacdab007ac55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7013843 Feb 09 03:12:34.524134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Request body: {'port': {'device_id': '9781281e-ea7e-4afc-ae22-a856c143aaf0', 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf', 'admin_state_up': True, 'tenant_id': '612b79b2c8c44d278e66100587b7c4b3'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:34.525949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49874) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:34.564346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e40b82f-2060-48d9-a671-b7da30869ca2 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:34.584708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Publish callbacks [] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.585942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.42', 62731) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:34.600905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-c8b6ce42-1261-483e-a424-b3db93794bad tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:34.602418 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-c8b6ce42-1261-483e-a424-b3db93794bad tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/networks?id=892c0000-0a5d-449f-b975-27ca2753b91f HTTP/1.1" status: 200 len: 824 time: 0.1820831 Feb 09 03:12:34.624096 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22e62775-68af-4735-b728-353e0b04761f req-9d751fed-8215-44e5-b7aa-bdaf55829597 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755612 Feb 09 03:12:34.627574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Transition to ACTIVE for port object 8e40b82f-2060-48d9-a671-b7da30869ca2 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:12:34.629676 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-c563a4fb-a12d-4253-a6e7-43c1ec1b7fd3 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/quotas/323324d4efbc491a986d5b2503e04608 HTTP/1.1" status: 200 len: 375 time: 0.0203547 Feb 09 03:12:34.639427 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.677641 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-120c9ef0-a3fb-4812-9f1b-89cb3556a9d3 admin admin] Publish callbacks [] for security_group (b51d6f93-ba66-46f7-9e0f-93d066fc3f52), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.708404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1d58f-20e6-4c21-89ad-e09283dfc88a req-361fd57f-4e92-4738-901f-898a6f35f67e tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:34.712559 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dca1d58f-20e6-4c21-89ad-e09283dfc88a req-361fd57f-4e92-4738-901f-898a6f35f67e tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 972 time: 0.1256092 Feb 09 03:12:34.713747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Made reservation on behalf of 612b79b2c8c44d278e66100587b7c4b3 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:34.717074 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.746334 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-120c9ef0-a3fb-4812-9f1b-89cb3556a9d3 admin admin] Publish callbacks [] for security_group (b51d6f93-ba66-46f7-9e0f-93d066fc3f52), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.749139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Pushing event updated for resources: {'Port': ['ID=8e40b82f-2060-48d9-a671-b7da30869ca2,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:34.844599 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-0afc9a5f-9460-4c89-a05a-476d9d0d2d3f tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=323324d4efbc491a986d5b2503e04608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1941435 Feb 09 03:12:34.910881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc5a73-c073-4667-8955-51992f262af5 req-8dbf1d93-555e-49cc-a63f-b2db73fc6e57 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:34.912443 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22dc5a73-c073-4667-8955-51992f262af5 req-8dbf1d93-555e-49cc-a63f-b2db73fc6e57 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 945 time: 0.1902056 Feb 09 03:12:34.921551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-120c9ef0-a3fb-4812-9f1b-89cb3556a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b51d6f93-ba66-46f7-9e0f-93d066fc3f52), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.924603 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-120c9ef0-a3fb-4812-9f1b-89cb3556a9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.928214 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-120c9ef0-a3fb-4812-9f1b-89cb3556a9d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b51d6f93-ba66-46f7-9e0f-93d066fc3f52 HTTP/1.1" status: 204 len: 168 time: 0.3991156 Feb 09 03:12:34.936898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Attempting to bind port 8e40b82f-2060-48d9-a671-b7da30869ca2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:34.937233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Attempting to bind port 8e40b82f-2060-48d9-a671-b7da30869ca2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:34.937582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Attempting to bind port 8e40b82f-2060-48d9-a671-b7da30869ca2 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:34.949495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c9ef0-a3fb-4812-9f1b-89cb3556a9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51d6f93-ba66-46f7-9e0f-93d066fc3f52,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:34.954051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Port 8e40b82f-2060-48d9-a671-b7da30869ca2 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:12:34.954270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Attempting to bind port 8e40b82f-2060-48d9-a671-b7da30869ca2 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:34.964167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:34.964385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:34.964715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:34.965149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Bound port: 8e40b82f-2060-48d9-a671-b7da30869ca2, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:34.965991 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.005874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-dca1d58f-20e6-4c21-89ad-e09283dfc88a req-7d62ec74-6d03-4a3a-aa21-f438731ca6c7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Deleting port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:35.006223 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dca1d58f-20e6-4c21-89ad-e09283dfc88a req-7d62ec74-6d03-4a3a-aa21-f438731ca6c7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.013399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Allocated IP 172.20.0.6 (15acbecb-9714-49f5-a492-2cdfa4603bbf/7bb24eb0-9eab-422f-8add-dff7fc4bde51/976b19f7-1e10-42e4-b1cc-858c76c56487) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:35.034349 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-2d361902-cb93-4f29-99bd-97c5cadf97e8 service neutron] 10.222.0.21 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712193 Feb 09 03:12:35.085393 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22dc5a73-c073-4667-8955-51992f262af5 req-ea376aa3-df6d-4f2b-8723-5f609427105b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480308 Feb 09 03:12:35.117433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] For port 8e40b82f-2060-48d9-a671-b7da30869ca2, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:35.123633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] For port 8e40b82f-2060-48d9-a671-b7da30869ca2, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8e40b82f-2060-48d9-a671-b7da30869ca2,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:35.137054 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.140921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e97dd1d9-843c-4143-a566-e22e063bf526 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:35.194214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:35.195133 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.196524 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] 10.222.0.42 "PUT /v2.0/ports/8e40b82f-2060-48d9-a671-b7da30869ca2 HTTP/1.1" status: 200 len: 1097 time: 1.3163683 Feb 09 03:12:35.201127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bad5a1-3e9c-4055-ad91-dce04474618d', 'tag': '8e40b82f-2060-48d9-a671-b7da30869ca2'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:35.203442 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0396759e-1591-42fd-b529-cc77691ac475" -d '{"events": [{"name": "network-changed", "server_uuid": "42bad5a1-3e9c-4055-ad91-dce04474618d", "tag": "8e40b82f-2060-48d9-a671-b7da30869ca2"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:35.240699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-6ae180b2-1bc8-478d-9cea-224d20bc5a8c service neutron] 10.222.0.21 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022524 Feb 09 03:12:35.251368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port e97dd1d9-843c-4143-a566-e22e063bf526 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:12:35.257314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port e97dd1d9-843c-4143-a566-e22e063bf526 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:35.257988 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.425311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port e97dd1d9-843c-4143-a566-e22e063bf526 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:35.432864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-dca1d58f-20e6-4c21-89ad-e09283dfc88a req-7d62ec74-6d03-4a3a-aa21-f438731ca6c7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] For port 4ba9ab04-9e3f-4453-bc5a-64498f483f81, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ba9ab04-9e3f-4453-bc5a-64498f483f81,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:35.433231 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dca1d58f-20e6-4c21-89ad-e09283dfc88a req-7d62ec74-6d03-4a3a-aa21-f438731ca6c7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.441534 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.505540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cf2896-df3b-4e4d-bc26-72adf4ff437e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97dd1d9-843c-4143-a566-e22e063bf526'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:35.509271 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e71aad-fc8b-46a5-8c8b-b5103b1d140d" -d '{"events": [{"server_uuid": "36cf2896-df3b-4e4d-bc26-72adf4ff437e", "name": "network-vif-plugged", "status": "completed", "tag": "e97dd1d9-843c-4143-a566-e22e063bf526"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:35.513842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f191c0e-b4f8-47a3-a52c-e3fe8188cdb6 req-b6993311-d104-4680-8791-cdab65217043 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:35.525530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e97dd1d9-843c-4143-a566-e22e063bf526,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:35.531355 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f191c0e-b4f8-47a3-a52c-e3fe8188cdb6 req-b6993311-d104-4680-8791-cdab65217043 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9a764f7-52f2-4a15-bab8-8160d40bbd65 HTTP/1.1" status: 200 len: 972 time: 0.3300004 Feb 09 03:12:35.534417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.540243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-dca1d58f-20e6-4c21-89ad-e09283dfc88a req-7d62ec74-6d03-4a3a-aa21-f438731ca6c7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Calling delete_port for 4ba9ab04-9e3f-4453-bc5a-64498f483f81 owned by compute:tempest-test_az-1981803198 {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:35.618247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=e97dd1d9-843c-4143-a566-e22e063bf526,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:35.701457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a52523-5c87-4f3b-8ff9-5914981be147 service neutron] Pushing event updated for resources: {'Port': ['ID=8e40b82f-2060-48d9-a671-b7da30869ca2,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:35.765945 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f191c0e-b4f8-47a3-a52c-e3fe8188cdb6 req-4a3265e2-5a75-46db-bb5a-25582c250077 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.21 "GET /v2.0/security-groups?id=d13e1fb2-ce61-4b05-9236-74537eaa2f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327883 Feb 09 03:12:35.778526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcb8ac-2fc1-4766-82f4-32cea9d5f2cc req-df519ef7-048b-40c2-ac58-690160e46ea4 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:35.786456 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bdcb8ac-2fc1-4766-82f4-32cea9d5f2cc req-df519ef7-048b-40c2-ac58-690160e46ea4 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 944 time: 0.1039398 Feb 09 03:12:35.791613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-538c2576-6c6a-4eb4-a524-9951f89caa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:35.793120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-538c2576-6c6a-4eb4-a524-9951f89caa6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 1131 time: 0.5397120 Feb 09 03:12:35.843666 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-fd0b20f7-169e-4dd6-accd-e86035e579b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=8e40b82f-2060-48d9-a671-b7da30869ca2 HTTP/1.1" status: 200 len: 217 time: 0.0427337 Feb 09 03:12:35.865280 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks [] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.894411 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bdcb8ac-2fc1-4766-82f4-32cea9d5f2cc req-ec25d4ed-9e05-4090-8b72-6acbb9337bdd tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067948 Feb 09 03:12:35.910184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dca1d58f-20e6-4c21-89ad-e09283dfc88a req-7d62ec74-6d03-4a3a-aa21-f438731ca6c7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (4ba9ab04-9e3f-4453-bc5a-64498f483f81), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.912391 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.927163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['4ba9ab04-9e3f-4453-bc5a-64498f483f81'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:35.955749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-ca40974a-fe28-46f7-ab9a-f7ff9073c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:35.957240 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-ca40974a-fe28-46f7-ab9a-f7ff9073c3c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0813529 Feb 09 03:12:35.974183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62ec74-6d03-4a3a-aa21-f438731ca6c7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Pushing event deleted for resources: {'Port': ['ID=4ba9ab04-9e3f-4453-bc5a-64498f483f81,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:36.024893 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c7f7ff-1f52-4afd-b343-b54caf79f1ca x-openstack-request-id: req-79c7f7ff-1f52-4afd-b343-b54caf79f1ca {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:36.025077 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bad5a1-3e9c-4055-ad91-dce04474618d", "tag": "8e40b82f-2060-48d9-a671-b7da30869ca2", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:36.028614 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79c7f7ff-1f52-4afd-b343-b54caf79f1ca {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:36.029170 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42bad5a1-3e9c-4055-ad91-dce04474618d', 'tag': '8e40b82f-2060-48d9-a671-b7da30869ca2', 'status': 'completed', 'code': 200} Feb 09 03:12:36.052443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Network 15acbecb-9714-49f5-a492-2cdfa4603bbf is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:36.059976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-eccac08c-4566-4354-aa2f-a95857708dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:36.062330 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-eccac08c-4566-4354-aa2f-a95857708dbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0970263 Feb 09 03:12:36.063165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Pushing event updated for resources: {'Port': ['ID=976b19f7-1e10-42e4-b1cc-858c76c56487,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:36.100470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca1d58f-20e6-4c21-89ad-e09283dfc88a req-7d62ec74-6d03-4a3a-aa21-f438731ca6c7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] No DVR routers for this DVR port 4ba9ab04-9e3f-4453-bc5a-64498f483f81 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:36.103702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dca1d58f-20e6-4c21-89ad-e09283dfc88a req-7d62ec74-6d03-4a3a-aa21-f438731ca6c7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.107959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dca1d58f-20e6-4c21-89ad-e09283dfc88a req-7d62ec74-6d03-4a3a-aa21-f438731ca6c7 tempest-LiveMigrationNegativeTest-812720907 tempest-LiveMigrationNegativeTest-812720907-project] 10.222.0.42 "DELETE /v2.0/ports/4ba9ab04-9e3f-4453-bc5a-64498f483f81 HTTP/1.1" status: 204 len: 173 time: 1.3873613 Feb 09 03:12:36.108657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a764f7-52f2-4a15-bab8-8160d40bbd65', 'name': 'network-vif-deleted', 'tag': '4ba9ab04-9e3f-4453-bc5a-64498f483f81'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:36.111073 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc10416-3e9a-4ff3-8928-05e0ad29b543" -d '{"events": [{"server_uuid": "b9a764f7-52f2-4a15-bab8-8160d40bbd65", "name": "network-vif-deleted", "tag": "4ba9ab04-9e3f-4453-bc5a-64498f483f81"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:36.114207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:36.118818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:36.123996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:36.124804 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.147006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9423f-726c-495a-9371-20f15a0f0bc9 req-5737150a-4873-4c3c-b9fc-b97ee190e6fb tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:36.154764 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68b9423f-726c-495a-9371-20f15a0f0bc9 req-5737150a-4873-4c3c-b9fc-b97ee190e6fb tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 948 time: 0.2544985 Feb 09 03:12:36.178955 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-f7fae868-fb4e-4df1-a136-d3ed3c096aaf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6595523 Feb 09 03:12:36.228983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68b9423f-726c-495a-9371-20f15a0f0bc9 req-e018c9fc-a38e-4c71-8f4b-dff4b981348e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730655 Feb 09 03:12:36.242391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Request body: {'port': {'device_id': '9781281e-ea7e-4afc-ae22-a856c143aaf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:36.343761 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-312290c5-f900-4940-af48-ef57b0144c5e service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733681 Feb 09 03:12:36.411552 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-565c964e-3bbb-4113-ac92-23b203ded053 req-b064ba1d-2e57-423f-b1cd-8b9b224bf5f7 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 210 time: 0.0671444 Feb 09 03:12:36.424469 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.451517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca6e6edb-37a1-45a8-8f16-408e897e7c6a no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:36.456702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e9d38-972e-4620-99a2-e5df266ad343 req-85da2359-319b-4fd5-b3f0-404f0f53da0e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:36.464240 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-647e9d38-972e-4620-99a2-e5df266ad343 req-85da2359-319b-4fd5-b3f0-404f0f53da0e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 931 time: 0.1847212 Feb 09 03:12:36.540861 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafc5ba4-60b2-4104-b0bb-dbb9f510640f x-openstack-request-id: req-bafc5ba4-60b2-4104-b0bb-dbb9f510640f {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:36.541179 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cf2896-df3b-4e4d-bc26-72adf4ff437e", "name": "network-vif-plugged", "status": "completed", "tag": "e97dd1d9-843c-4143-a566-e22e063bf526", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:36.541464 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bafc5ba4-60b2-4104-b0bb-dbb9f510640f {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:36.541856 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cf2896-df3b-4e4d-bc26-72adf4ff437e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97dd1d9-843c-4143-a566-e22e063bf526', 'code': 200} Feb 09 03:12:36.571167 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-647e9d38-972e-4620-99a2-e5df266ad343 req-5d1be8d8-7249-4457-a34c-952bf2e3431b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008434 Feb 09 03:12:36.579486 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea3a718d-a70c-4673-aef6-93a1acf6ae92 req-46efa987-7688-445c-a33d-a142adb04cda service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205787 Feb 09 03:12:36.727196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404bbc7-6a86-4d7e-8583-cba2694bb8db req-2efd84f4-235d-41fd-bd4c-49d3cc4294a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:36.728651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca6e6edb-37a1-45a8-8f16-408e897e7c6a is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:36.729059 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.731505 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a404bbc7-6a86-4d7e-8583-cba2694bb8db req-2efd84f4-235d-41fd-bd4c-49d3cc4294a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 1129 time: 0.1321955 Feb 09 03:12:36.780660 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d489a88-a6ba-4426-8e45-aab1cfded1af x-openstack-request-id: req-1d489a88-a6ba-4426-8e45-aab1cfded1af {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:36.783606 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a764f7-52f2-4a15-bab8-8160d40bbd65", "name": "network-vif-deleted", "tag": "4ba9ab04-9e3f-4453-bc5a-64498f483f81", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:36.783825 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d489a88-a6ba-4426-8e45-aab1cfded1af {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:36.784243 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a764f7-52f2-4a15-bab8-8160d40bbd65', 'name': 'network-vif-deleted', 'tag': '4ba9ab04-9e3f-4453-bc5a-64498f483f81', 'status': 'completed', 'code': 200} Feb 09 03:12:36.839596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:36.850920 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.857035 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a404bbc7-6a86-4d7e-8583-cba2694bb8db req-7e236a27-9602-42af-9c0f-9c0b3cf3d53f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143427 Feb 09 03:12:36.967832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:36.985442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02957f53-d9e1-486d-a279-d782c79c823c req-7f917592-2375-4091-ac8f-5036e485e4f9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:36.993883 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02957f53-d9e1-486d-a279-d782c79c823c req-7f917592-2375-4091-ac8f-5036e485e4f9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 946 time: 0.1743991 Feb 09 03:12:37.103758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396759e-1591-42fd-b529-cc77691ac475 req-a077f619-564a-4a03-8539-145c1aae8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:37.105417 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0396759e-1591-42fd-b529-cc77691ac475 req-a077f619-564a-4a03-8539-145c1aae8ea0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 1131 time: 0.3174701 Feb 09 03:12:37.115884 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02957f53-d9e1-486d-a279-d782c79c823c req-49ee8772-ed1f-41fa-bd71-0b1f4f57d24f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194439 Feb 09 03:12:37.198971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a7f46-9de7-4e7e-a4d2-83834cdea161 req-c591befa-aced-47e7-b18b-21982689d534 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:37.200485 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a32a7f46-9de7-4e7e-a4d2-83834cdea161 req-c591befa-aced-47e7-b18b-21982689d534 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 948 time: 0.4154491 Feb 09 03:12:37.310571 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6a227-0bf0-484a-ba54-48588c9b58f9 req-fcde1580-bccf-4dcc-8fb7-dd08ea2c35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:37.312085 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9e6a227-0bf0-484a-ba54-48588c9b58f9 req-fcde1580-bccf-4dcc-8fb7-dd08ea2c35f2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 1131 time: 0.3216646 Feb 09 03:12:37.347479 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-484ca26e-04a1-4276-9b7a-d424f45ff3e8 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:37.348963 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-484ca26e-04a1-4276-9b7a-d424f45ff3e8 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.65 "GET /v2.0/networks?id=892c0000-0a5d-449f-b975-27ca2753b91f HTTP/1.1" status: 200 len: 824 time: 0.3800578 Feb 09 03:12:37.363326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0c358-d510-40fe-9f55-f46bed4694a6 req-546b7b28-b3d1-4c8c-8491-8a85d2d4cd98 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:37.365383 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8f0c358-d510-40fe-9f55-f46bed4694a6 req-546b7b28-b3d1-4c8c-8491-8a85d2d4cd98 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 944 time: 0.0741003 Feb 09 03:12:37.419956 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8f0c358-d510-40fe-9f55-f46bed4694a6 req-652cf090-d5a3-44db-b16f-2744f353be7e tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466967 Feb 09 03:12:37.425890 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.490187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976b19f7-1e10-42e4-b1cc-858c76c56487 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:37.499624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Publish callbacks [] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.517261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Transition to ACTIVE for port object 976b19f7-1e10-42e4-b1cc-858c76c56487 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:12:37.532663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a32a7f46-9de7-4e7e-a4d2-83834cdea161 req-518add54-57e2-4834-bf43-75aaf3345987 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162448 Feb 09 03:12:37.543010 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.546077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396759e-1591-42fd-b529-cc77691ac475 req-079de218-8c7f-4a9e-83a1-e838727e60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:37.548038 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0396759e-1591-42fd-b529-cc77691ac475 req-079de218-8c7f-4a9e-83a1-e838727e60ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.4240708 Feb 09 03:12:37.572268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49954) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:37.690160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0396759e-1591-42fd-b529-cc77691ac475 req-c220637a-02e3-4036-9767-fd43413aa169 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=8e40b82f-2060-48d9-a671-b7da30869ca2 HTTP/1.1" status: 200 len: 217 time: 0.1176052 Feb 09 03:12:37.725035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-7e0e4a5f-6739-4014-8547-08a96f4ce280 req-e0a82725-a991-478c-a089-677b2ab12215 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Request body: {'security_group': {'name': 'tempest-securitygroup-83029311', 'description': 'tempest-description-628590365'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:37.731416 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9e6a227-0bf0-484a-ba54-48588c9b58f9 req-98992a44-7a9f-4e2a-be52-36d74280492b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780332 Feb 09 03:12:37.776122 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7e0e4a5f-6739-4014-8547-08a96f4ce280 req-e0a82725-a991-478c-a089-677b2ab12215 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.780478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Pushing event updated for resources: {'Port': ['ID=976b19f7-1e10-42e4-b1cc-858c76c56487,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:37.789625 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7e0e4a5f-6739-4014-8547-08a96f4ce280 req-e0a82725-a991-478c-a089-677b2ab12215 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.817194 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f518fb40-aa49-4bee-88af-158dfb70e270 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b5fe35375ae46e8aecd655bf87e7eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406516 Feb 09 03:12:37.819465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49960) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:37.903587 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-966bc308-23b1-4583-830b-fdacf8b4e42d admin admin] Publish callbacks [] for security_group (d13e1fb2-ce61-4b05-9236-74537eaa2f44), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.934495 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-966bc308-23b1-4583-830b-fdacf8b4e42d admin admin] Publish callbacks [] for security_group (d13e1fb2-ce61-4b05-9236-74537eaa2f44), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.015770 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-966bc308-23b1-4583-830b-fdacf8b4e42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d13e1fb2-ce61-4b05-9236-74537eaa2f44), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.027532 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-966bc308-23b1-4583-830b-fdacf8b4e42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.031533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-966bc308-23b1-4583-830b-fdacf8b4e42d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d13e1fb2-ce61-4b05-9236-74537eaa2f44 HTTP/1.1" status: 204 len: 168 time: 0.2083044 Feb 09 03:12:38.052755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bc308-23b1-4583-830b-fdacf8b4e42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13e1fb2-ce61-4b05-9236-74537eaa2f44,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:38.063462 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-9942dd7a-9430-4439-b0c6-122a4f0ce15d tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=323324d4efbc491a986d5b2503e04608 HTTP/1.1" status: 200 len: 378 time: 0.6804419 Feb 09 03:12:38.072849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7e0e4a5f-6739-4014-8547-08a96f4ce280 req-e0a82725-a991-478c-a089-677b2ab12215 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (c5503cb8-3e27-4529-a1de-1bf56fcf2e4e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.075625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Request body: {'port': {'device_id': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'admin_state_up': True, 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'security_groups': ['e187c204-cadf-40dd-bb0f-d2d7b0835aa6']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:38.092011 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7e0e4a5f-6739-4014-8547-08a96f4ce280 req-e0a82725-a991-478c-a089-677b2ab12215 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c5503cb8-3e27-4529-a1de-1bf56fcf2e4e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.106414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396759e-1591-42fd-b529-cc77691ac475 req-0c5cdb4e-acd2-4d44-b7bc-aa017f22e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:38.107899 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0396759e-1591-42fd-b529-cc77691ac475 req-0c5cdb4e-acd2-4d44-b7bc-aa017f22e1f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.3878956 Feb 09 03:12:38.144530 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1be19-fdce-4191-b25c-5547ad0df975 req-07adf99c-e36e-44c3-912d-d98fdd7364ff tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:38.151754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-60c1be19-fdce-4191-b25c-5547ad0df975 req-07adf99c-e36e-44c3-912d-d98fdd7364ff tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 948 time: 0.4919353 Feb 09 03:12:38.152876 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a82725-a991-478c-a089-677b2ab12215 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5503cb8-3e27-4529-a1de-1bf56fcf2e4e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:38.170439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Attempting to bind port 976b19f7-1e10-42e4-b1cc-858c76c56487 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:38.170581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Attempting to bind port 976b19f7-1e10-42e4-b1cc-858c76c56487 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:38.170798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Attempting to bind port 976b19f7-1e10-42e4-b1cc-858c76c56487 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:38.209606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7e0e4a5f-6739-4014-8547-08a96f4ce280 req-e0a82725-a991-478c-a089-677b2ab12215 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (a75bd055-0cf5-4424-8016-3daf0125ef78), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.214096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Port 976b19f7-1e10-42e4-b1cc-858c76c56487 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:12:38.214514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Attempting to bind port 976b19f7-1e10-42e4-b1cc-858c76c56487 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:38.219204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7e0e4a5f-6739-4014-8547-08a96f4ce280 req-e0a82725-a991-478c-a089-677b2ab12215 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a75bd055-0cf5-4424-8016-3daf0125ef78), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.231053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:38.231053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:38.231565 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Bound using segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:38.231821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Bound port: 976b19f7-1e10-42e4-b1cc-858c76c56487, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:38.232187 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.277992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a82725-a991-478c-a089-677b2ab12215 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75bd055-0cf5-4424-8016-3daf0125ef78,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:38.300340 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7e0e4a5f-6739-4014-8547-08a96f4ce280 req-e0a82725-a991-478c-a089-677b2ab12215 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.301640 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e0e4a5f-6739-4014-8547-08a96f4ce280 req-e0a82725-a991-478c-a089-677b2ab12215 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5821793 Feb 09 03:12:38.333792 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-60c1be19-fdce-4191-b25c-5547ad0df975 req-652ea8fd-b58e-4a60-841c-b362644fe73a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810594 Feb 09 03:12:38.356368 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396759e-1591-42fd-b529-cc77691ac475 req-e71d1048-fbb8-4cfb-92ed-687ca3b884be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:38.357897 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0396759e-1591-42fd-b529-cc77691ac475 req-e71d1048-fbb8-4cfb-92ed-687ca3b884be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1968839 Feb 09 03:12:38.423820 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08eae6d5-7ac7-4a95-95d4-21bcded55c6e req-494744ac-d05d-4a5d-870c-1870acc5d1cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 210 time: 0.0425549 Feb 09 03:12:38.469107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 0753b4c8-0731-40ec-a4a6-8ec02c770683 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:12:38.478684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49972) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:38.533070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Made reservation on behalf of 323324d4efbc491a986d5b2503e04608 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:38.537857 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.549057 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e4610bb6-c8d0-4b19-9b14-629a21d05c4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5888f04878134c419b105218e2798725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0679710 Feb 09 03:12:38.550464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49974) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:38.561775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:38.575697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:38.578369 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bac2c84-0f8a-4e6d-b5fb-5f1391c0928f" -d '{"events": [{"server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "name": "network-vif-unplugged", "status": "completed", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:38.601617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=976b19f7-1e10-42e4-b1cc-858c76c56487,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:38.639220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 0753b4c8-0731-40ec-a4a6-8ec02c770683, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=0753b4c8-0731-40ec-a4a6-8ec02c770683,segment=NetworkSegment(90c0daff-6c37-4465-a791-f72946aa16b3),segment_id=90c0daff-6c37-4465-a791-f72946aa16b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:38.649632 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0396759e-1591-42fd-b529-cc77691ac475 req-e669873a-cd2f-40da-abeb-4acb861f4a2e service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814648 Feb 09 03:12:38.650341 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6800d3fa-474d-4095-aa7b-f8e20a2fd763 admin admin] Publish callbacks [] for security_group (b5f733c4-6680-4f21-a5f7-6da5ebb4e860), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.650576 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.658713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '0753b4c8-0731-40ec-a4a6-8ec02c770683', 'network_id': '35693877-8c1e-440a-b66e-13e31f87a936', 'port_id': '0753b4c8-0731-40ec-a4a6-8ec02c770683', 'mac_address': 'fa:16:3e:d8:38:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887b3969-9426-4e7d-9a61-119daccba650', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:12:38.661423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab7009-fe3e-4a0f-8871-8430df151040 req-42f27db7-650a-4e48-bc55-5aae258a68d2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:38.662994 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfab7009-fe3e-4a0f-8871-8430df151040 req-42f27db7-650a-4e48-bc55-5aae258a68d2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 946 time: 0.1010242 Feb 09 03:12:38.695946 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6800d3fa-474d-4095-aa7b-f8e20a2fd763 admin admin] Publish callbacks [] for security_group (b5f733c4-6680-4f21-a5f7-6da5ebb4e860), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.714367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 0753b4c8-0731-40ec-a4a6-8ec02c770683 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:38.715089 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.726597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054a89a-66aa-4668-b803-c76ae1cedde2 req-a3e80091-17e2-421e-9099-ec0eb748845a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:38.728336 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3054a89a-66aa-4668-b803-c76ae1cedde2 req-a3e80091-17e2-421e-9099-ec0eb748845a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 943 time: 0.2755408 Feb 09 03:12:38.740136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0753b4c8-0731-40ec-a4a6-8ec02c770683 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:38.756408 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfab7009-fe3e-4a0f-8871-8430df151040 req-ebfb3258-1013-4dd7-ae89-578427890694 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852509 Feb 09 03:12:38.759601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:38.760949 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.762374 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] 10.222.0.42 "PUT /v2.0/ports/976b19f7-1e10-42e4-b1cc-858c76c56487 HTTP/1.1" status: 200 len: 1092 time: 2.5445602 Feb 09 03:12:38.788286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 0753b4c8-0731-40ec-a4a6-8ec02c770683, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=0753b4c8-0731-40ec-a4a6-8ec02c770683,segment=NetworkSegment(90c0daff-6c37-4465-a791-f72946aa16b3),segment_id=90c0daff-6c37-4465-a791-f72946aa16b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:38.788639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9781281e-ea7e-4afc-ae22-a856c143aaf0', 'tag': '976b19f7-1e10-42e4-b1cc-858c76c56487'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:38.791921 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ff1cd5-a1b9-4db0-8559-2d23a165c3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9781281e-ea7e-4afc-ae22-a856c143aaf0", "tag": "976b19f7-1e10-42e4-b1cc-858c76c56487"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:38.798106 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.800538 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca6e6edb-37a1-45a8-8f16-408e897e7c6a details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:12:38.820786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-1578efa0-263a-4f51-a015-42d9ce625ca6 req-877b02b3-0cd4-4481-bd8b-d68ce11b1319 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Request body: {'security_group': {'name': 'tempest-securitygroup-70996168', 'description': 'tempest-description-404827084'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:38.828370 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6800d3fa-474d-4095-aa7b-f8e20a2fd763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b5f733c4-6680-4f21-a5f7-6da5ebb4e860), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.832511 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6800d3fa-474d-4095-aa7b-f8e20a2fd763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.836078 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6800d3fa-474d-4095-aa7b-f8e20a2fd763 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5f733c4-6680-4f21-a5f7-6da5ebb4e860 HTTP/1.1" status: 204 len: 168 time: 0.2821004 Feb 09 03:12:38.852009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800d3fa-474d-4095-aa7b-f8e20a2fd763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f733c4-6680-4f21-a5f7-6da5ebb4e860,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:38.879866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1578efa0-263a-4f51-a015-42d9ce625ca6 req-877b02b3-0cd4-4481-bd8b-d68ce11b1319 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.928901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e37c5-1468-49dd-92f9-96244332b2fb service neutron] Pushing event updated for resources: {'Port': ['ID=976b19f7-1e10-42e4-b1cc-858c76c56487,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:38.961543 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3054a89a-66aa-4668-b803-c76ae1cedde2 req-ed2092f2-29f5-4a85-b500-e5b9c28e0817 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987245 Feb 09 03:12:39.003045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Allocated IP 172.20.0.4 (892c0000-0a5d-449f-b975-27ca2753b91f/c400f1bc-332e-48a4-b94d-44122a0c44f9/f14558f0-fd53-4f6b-89ed-ec5b78deba8a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:39.019332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:39.030922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1578efa0-263a-4f51-a015-42d9ce625ca6 req-877b02b3-0cd4-4481-bd8b-d68ce11b1319 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (0112899c-be77-4ff6-8aeb-ad21d6eedcb5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.039428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'mac_address': 'fa:16:3e:e0:c9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:12:39.044248 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1578efa0-263a-4f51-a015-42d9ce625ca6 req-877b02b3-0cd4-4481-bd8b-d68ce11b1319 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0112899c-be77-4ff6-8aeb-ad21d6eedcb5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.050889 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0396759e-1591-42fd-b529-cc77691ac475 req-6f2da57a-7870-4281-a2ad-6f7524f77985 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867574 Feb 09 03:12:39.091784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca6e6edb-37a1-45a8-8f16-408e897e7c6a is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:39.091980 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.095432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=0753b4c8-0731-40ec-a4a6-8ec02c770683,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:39.110872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6e6edb-37a1-45a8-8f16-408e897e7c6a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:39.111474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-2b53da22-4ca9-4b77-88e7-7a84aed61afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:39.113158 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-2b53da22-4ca9-4b77-88e7-7a84aed61afe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 1126 time: 0.2651904 Feb 09 03:12:39.115727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b02b3-0cd4-4481-bd8b-d68ce11b1319 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0112899c-be77-4ff6-8aeb-ad21d6eedcb5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:39.136565 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1578efa0-263a-4f51-a015-42d9ce625ca6 req-877b02b3-0cd4-4481-bd8b-d68ce11b1319 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.136664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:39.148105 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.150379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1578efa0-263a-4f51-a015-42d9ce625ca6 req-877b02b3-0cd4-4481-bd8b-d68ce11b1319 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3376276 Feb 09 03:12:39.178892 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-46d5e0be-6e07-4ee8-aa6e-051327c8c788 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=976b19f7-1e10-42e4-b1cc-858c76c56487 HTTP/1.1" status: 200 len: 217 time: 0.0572724 Feb 09 03:12:39.233855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:39.237561 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 4ba9ab04-9e3f-4453-bc5a-64498f483f81 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:39.275332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 4ba9ab04-9e3f-4453-bc5a-64498f483f81 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:39.275575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 4ba9ab04-9e3f-4453-bc5a-64498f483f81 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:39.297524 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cde19-25a0-493d-9f38-49aa877b5bec req-abc6de09-76f4-4e5b-bbca-230d15529a6e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:39.299589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f64cde19-25a0-493d-9f38-49aa877b5bec req-abc6de09-76f4-4e5b-bbca-230d15529a6e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 949 time: 0.0716221 Feb 09 03:12:39.307157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74ba0a-3015-4ea8-908e-f93fa86be409 req-035844b9-1467-4070-b90f-8ad8f233bb02 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:39.309223 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc74ba0a-3015-4ea8-908e-f93fa86be409 req-035844b9-1467-4070-b90f-8ad8f233bb02 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 945 time: 0.2549133 Feb 09 03:12:39.341096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-c3f097c6-4322-4fa8-9e98-11ee4e8c55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:39.344446 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-c3f097c6-4322-4fa8-9e98-11ee4e8c55fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1535959 Feb 09 03:12:39.371897 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f64cde19-25a0-493d-9f38-49aa877b5bec req-a0839fd1-00f4-4a12-adde-ecabf384221f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618045 Feb 09 03:12:39.430101 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bfe3be-cd5f-4ee7-8a94-36d61901f552 x-openstack-request-id: req-e6bfe3be-cd5f-4ee7-8a94-36d61901f552 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:39.430419 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "name": "network-vif-unplugged", "status": "completed", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:39.430680 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6bfe3be-cd5f-4ee7-8a94-36d61901f552 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:39.431068 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'code': 200} Feb 09 03:12:39.431386 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-5daf073e-e787-4a25-bd9d-a488d7029a97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618458 Feb 09 03:12:39.443556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.603820 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc74ba0a-3015-4ea8-908e-f93fa86be409 req-e123a6c0-1a6a-4669-8ea6-424997b28710 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656510 Feb 09 03:12:39.645634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.678484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-aa0ed2b2-4419-4100-ad83-f646bcd999b2 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323325 Feb 09 03:12:39.680631 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d473c01-32a5-4bc7-bc5b-0a6543dfa60d x-openstack-request-id: req-0d473c01-32a5-4bc7-bc5b-0a6543dfa60d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:39.680997 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9781281e-ea7e-4afc-ae22-a856c143aaf0", "tag": "976b19f7-1e10-42e4-b1cc-858c76c56487", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:39.681311 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d473c01-32a5-4bc7-bc5b-0a6543dfa60d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:39.681822 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9781281e-ea7e-4afc-ae22-a856c143aaf0', 'tag': '976b19f7-1e10-42e4-b1cc-858c76c56487', 'status': 'completed', 'code': 200} Feb 09 03:12:39.725451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Network 892c0000-0a5d-449f-b975-27ca2753b91f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:39.737884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ca6e6edb-37a1-45a8-8f16-408e897e7c6a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:39.739725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:39.746654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:39.754582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:39.755572 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.816642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['0753b4c8-0731-40ec-a4a6-8ec02c770683'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:39.840650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Pushing event updated for resources: {'Port': ['ID=f14558f0-fd53-4f6b-89ed-ec5b78deba8a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:39.864465 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-12e8d016-6faa-4a68-adbf-dcaa410ed217 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7921956 Feb 09 03:12:39.924997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Request body: {'port': {'device_id': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:39.993164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79a13c-f94f-4cb2-a805-207bc5818ac1 req-8b49cfe8-6b24-4dde-a966-a70a53e5fc8a tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:40.004288 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce79a13c-f94f-4cb2-a805-207bc5818ac1 req-8b49cfe8-6b24-4dde-a966-a70a53e5fc8a tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 1129 time: 0.1249847 Feb 09 03:12:40.094802 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce79a13c-f94f-4cb2-a805-207bc5818ac1 req-545f0051-c791-489a-8f73-3bd601c6e08a tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845962 Feb 09 03:12:40.104260 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d68241c0-3128-4187-b1bb-e25f29f1644b req-adbb46ae-0560-42a5-b5fd-a13618e01d06 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816020 Feb 09 03:12:40.124927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-62152b12-d622-4e98-a2c2-1d4581340813 req-2a565cbb-1544-499b-80f9-c5f1355f25bd tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-105856348', 'description': 'tempest-description-156909633'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:40.151764 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.219193 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62152b12-d622-4e98-a2c2-1d4581340813 req-2a565cbb-1544-499b-80f9-c5f1355f25bd tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.259880 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62152b12-d622-4e98-a2c2-1d4581340813 req-2a565cbb-1544-499b-80f9-c5f1355f25bd tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.277200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bd098-0440-4fbb-88d1-0480dbb01a44 req-61ab9cb9-4b1d-402e-85ea-447ef6ce122b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:40.279257 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-700bd098-0440-4fbb-88d1-0480dbb01a44 req-61ab9cb9-4b1d-402e-85ea-447ef6ce122b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 948 time: 0.0748186 Feb 09 03:12:40.282523 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-cd749da3-66ca-4cfb-be68-4b262e27d7ce None None] Provisioning complete for port f14558f0-fd53-4f6b-89ed-ec5b78deba8a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:40.282902 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd749da3-66ca-4cfb-be68-4b262e27d7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.337869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cd749da3-66ca-4cfb-be68-4b262e27d7ce None None] Port f14558f0-fd53-4f6b-89ed-ec5b78deba8a cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:40.346339 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-700bd098-0440-4fbb-88d1-0480dbb01a44 req-a64ee92f-f113-4023-a67c-214525049838 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580239 Feb 09 03:12:40.364340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff1cd5-a1b9-4db0-8559-2d23a165c3ba req-52869408-93e2-4a46-9a1a-df4e0b0e7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:40.366155 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4ff1cd5-a1b9-4db0-8559-2d23a165c3ba req-52869408-93e2-4a46-9a1a-df4e0b0e7fcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 1126 time: 0.1938825 Feb 09 03:12:40.457132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b7c8f-b2cd-4b04-9ee7-d31f98d68c77 req-e72ceb53-c269-499c-acf2-1bd9fa4c0d2b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:40.458183 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb2b7c8f-b2cd-4b04-9ee7-d31f98d68c77 req-e72ceb53-c269-499c-acf2-1bd9fa4c0d2b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 931 time: 0.0560954 Feb 09 03:12:40.511536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb2b7c8f-b2cd-4b04-9ee7-d31f98d68c77 req-8babce7e-6955-4902-8f3d-177cf68c5396 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469718 Feb 09 03:12:40.559654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff1cd5-a1b9-4db0-8559-2d23a165c3ba req-2692d50c-e3eb-4c8a-8327-1ddc30ae10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:40.561157 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4ff1cd5-a1b9-4db0-8559-2d23a165c3ba req-2692d50c-e3eb-4c8a-8327-1ddc30ae10b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.1820505 Feb 09 03:12:40.634191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4ff1cd5-a1b9-4db0-8559-2d23a165c3ba req-5b0b20d1-9361-4c33-9268-9f21ae3d92e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=976b19f7-1e10-42e4-b1cc-858c76c56487 HTTP/1.1" status: 200 len: 217 time: 0.0577846 Feb 09 03:12:40.655265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690cbc6-e2dc-4065-ad82-6831eeea51f7 req-47e94589-8b86-4539-9883-e309f83d6fc1 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:40.664889 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b690cbc6-e2dc-4065-ad82-6831eeea51f7 req-47e94589-8b86-4539-9883-e309f83d6fc1 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 943 time: 0.0921230 Feb 09 03:12:40.683090 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62152b12-d622-4e98-a2c2-1d4581340813 req-2a565cbb-1544-499b-80f9-c5f1355f25bd tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (7e09852a-c9b1-4dbc-8e12-5d2ff592ab03), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.700173 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62152b12-d622-4e98-a2c2-1d4581340813 req-2a565cbb-1544-499b-80f9-c5f1355f25bd tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7e09852a-c9b1-4dbc-8e12-5d2ff592ab03), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.723133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b690cbc6-e2dc-4065-ad82-6831eeea51f7 req-ddae9fa5-150e-4572-9a7b-e9b2b90f625c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568354 Feb 09 03:12:40.769859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff1cd5-a1b9-4db0-8559-2d23a165c3ba req-fde4e655-ceb1-4e34-8226-bbda638df8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:40.771381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4ff1cd5-a1b9-4db0-8559-2d23a165c3ba req-fde4e655-ceb1-4e34-8226-bbda638df8e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1294782 Feb 09 03:12:40.824940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a565cbb-1544-499b-80f9-c5f1355f25bd tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e09852a-c9b1-4dbc-8e12-5d2ff592ab03,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:40.849299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4ff1cd5-a1b9-4db0-8559-2d23a165c3ba req-23902da0-c8b2-4796-afc3-68c0c5e1cf1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623696 Feb 09 03:12:40.856382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfd3bf-7602-43f2-8d0e-e1bc9f0f8715 req-46022b02-fd53-4d0b-b454-89c9ac4f82a4 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:40.858405 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45bfd3bf-7602-43f2-8d0e-e1bc9f0f8715 req-46022b02-fd53-4d0b-b454-89c9ac4f82a4 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 1129 time: 0.0638137 Feb 09 03:12:40.875166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14558f0-fd53-4f6b-89ed-ec5b78deba8a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:40.910743 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45bfd3bf-7602-43f2-8d0e-e1bc9f0f8715 req-c2f1ccd2-997b-4f18-aa89-0b5b1e1d58f4 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454340 Feb 09 03:12:40.931102 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Publish callbacks [] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.938584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62152b12-d622-4e98-a2c2-1d4581340813 req-2a565cbb-1544-499b-80f9-c5f1355f25bd tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (97d3ca38-844d-4286-8510-df8e3b752853), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.954017 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62152b12-d622-4e98-a2c2-1d4581340813 req-2a565cbb-1544-499b-80f9-c5f1355f25bd tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (97d3ca38-844d-4286-8510-df8e3b752853), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.968664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Transition to ACTIVE for port object f14558f0-fd53-4f6b-89ed-ec5b78deba8a will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:12:40.990466 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.023448 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62152b12-d622-4e98-a2c2-1d4581340813 req-2a565cbb-1544-499b-80f9-c5f1355f25bd tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.024705 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62152b12-d622-4e98-a2c2-1d4581340813 req-2a565cbb-1544-499b-80f9-c5f1355f25bd tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9243534 Feb 09 03:12:41.025446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a565cbb-1544-499b-80f9-c5f1355f25bd tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d3ca38-844d-4286-8510-df8e3b752853,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:41.041195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572be4e-cace-4e6c-9e40-1b5094b4dda0 req-3974fe02-50ce-431e-b3e9-3952fb55cebe tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:41.047244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0572be4e-cace-4e6c-9e40-1b5094b4dda0 req-3974fe02-50ce-431e-b3e9-3952fb55cebe tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 949 time: 0.0620635 Feb 09 03:12:41.101252 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0572be4e-cace-4e6c-9e40-1b5094b4dda0 req-aef333f9-e60c-4435-88e7-337c8a5f861c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475912 Feb 09 03:12:41.133574 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4ff1cd5-a1b9-4db0-8559-2d23a165c3ba req-fe3b5961-33b5-4501-951d-b17a55f4d926 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748702 Feb 09 03:12:41.136915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Pushing event updated for resources: {'Port': ['ID=f14558f0-fd53-4f6b-89ed-ec5b78deba8a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:41.157544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8e40b82f-2060-48d9-a671-b7da30869ca2 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:12:41.164446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-eede6fd1-458e-4d28-84ca-332e17c034ab req-8878cf91-3cb3-4eb3-9860-4fb3257747a5 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1175774196', 'description': 'tempest-description-646037816'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:41.188989 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-eede6fd1-458e-4d28-84ca-332e17c034ab req-8878cf91-3cb3-4eb3-9860-4fb3257747a5 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.253181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Attempting to bind port f14558f0-fd53-4f6b-89ed-ec5b78deba8a on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:41.253589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Attempting to bind port f14558f0-fd53-4f6b-89ed-ec5b78deba8a by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:41.253894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Attempting to bind port f14558f0-fd53-4f6b-89ed-ec5b78deba8a on network 892c0000-0a5d-449f-b975-27ca2753b91f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:41.273225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea16454-6918-4eb9-b00b-2a3b9fcda1a1 req-e97e0992-5488-47c2-be52-f0c84b66c192 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:41.275564 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ea16454-6918-4eb9-b00b-2a3b9fcda1a1 req-e97e0992-5488-47c2-be52-f0c84b66c192 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 945 time: 0.1868331 Feb 09 03:12:41.279228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Port f14558f0-fd53-4f6b-89ed-ec5b78deba8a on network 892c0000-0a5d-449f-b975-27ca2753b91f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:12:41.279747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Attempting to bind port f14558f0-fd53-4f6b-89ed-ec5b78deba8a on network 892c0000-0a5d-449f-b975-27ca2753b91f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:41.284653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-eede6fd1-458e-4d28-84ca-332e17c034ab req-8878cf91-3cb3-4eb3-9860-4fb3257747a5 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (71c1bcf9-480f-4998-92c5-bb0c86f3872f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.289153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8e40b82f-2060-48d9-a671-b7da30869ca2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8e40b82f-2060-48d9-a671-b7da30869ca2,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:41.293238 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-eede6fd1-458e-4d28-84ca-332e17c034ab req-8878cf91-3cb3-4eb3-9860-4fb3257747a5 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (71c1bcf9-480f-4998-92c5-bb0c86f3872f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.303041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '8e40b82f-2060-48d9-a671-b7da30869ca2', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '8e40b82f-2060-48d9-a671-b7da30869ca2', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:12:41.330936 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-eede6fd1-458e-4d28-84ca-332e17c034ab req-8878cf91-3cb3-4eb3-9860-4fb3257747a5 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.331178 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4ff1cd5-a1b9-4db0-8559-2d23a165c3ba req-981ee18c-8cef-4d87-becd-46c283bbcf48 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915967 Feb 09 03:12:41.333944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:41.334306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Checking segment: {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:41.334646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Bound using segment: {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:41.340790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Bound port: f14558f0-fd53-4f6b-89ed-ec5b78deba8a, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:41.341191 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.342039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eede6fd1-458e-4d28-84ca-332e17c034ab req-8878cf91-3cb3-4eb3-9860-4fb3257747a5 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1817663 Feb 09 03:12:41.344912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878cf91-3cb3-4eb3-9860-4fb3257747a5 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c1bcf9-480f-4998-92c5-bb0c86f3872f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:41.362591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 8e40b82f-2060-48d9-a671-b7da30869ca2 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:41.365327 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.392957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e40b82f-2060-48d9-a671-b7da30869ca2 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:41.407102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ea16454-6918-4eb9-b00b-2a3b9fcda1a1 req-51520e52-0c4c-4ad6-ae79-3996d017f983 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153877 Feb 09 03:12:41.416312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8e40b82f-2060-48d9-a671-b7da30869ca2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8e40b82f-2060-48d9-a671-b7da30869ca2,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:41.430369 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.447361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] For port f14558f0-fd53-4f6b-89ed-ec5b78deba8a, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:41.451263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] For port f14558f0-fd53-4f6b-89ed-ec5b78deba8a, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f14558f0-fd53-4f6b-89ed-ec5b78deba8a,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:41.459207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.491388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=8e40b82f-2060-48d9-a671-b7da30869ca2,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:41.513408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:41.513408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.514868 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] 10.222.0.65 "PUT /v2.0/ports/f14558f0-fd53-4f6b-89ed-ec5b78deba8a HTTP/1.1" status: 200 len: 1092 time: 1.6226344 Feb 09 03:12:41.566242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab9455-edfb-4111-94f5-c1ec59293896 service neutron] Pushing event updated for resources: {'Port': ['ID=f14558f0-fd53-4f6b-89ed-ec5b78deba8a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:41.582697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b7c91-88a2-429d-b669-d5250074a844 req-69b0ab27-b1e5-412e-bafc-ffe2adf3e2b5 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:41.584423 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d3b7c91-88a2-429d-b669-d5250074a844 req-69b0ab27-b1e5-412e-bafc-ffe2adf3e2b5 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 949 time: 0.0905604 Feb 09 03:12:41.645009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:41.858364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'tag': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:41.860615 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f2ddc7-4d16-4731-ba82-c8e8d3b5f6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fea941e-4c22-46fd-9a0a-dce79a98d01a", "tag": "f14558f0-fd53-4f6b-89ed-ec5b78deba8a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:41.909605 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d3b7c91-88a2-429d-b669-d5250074a844 req-ae6eea33-4921-42af-91c3-395f4ae0f3e3 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154211 Feb 09 03:12:41.911423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-26f79c3d-f942-40ad-b8a6-660f6751f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:41.912871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-26f79c3d-f942-40ad-b8a6-660f6751f876 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=323324d4efbc491a986d5b2503e04608&device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 1126 time: 0.3275511 Feb 09 03:12:41.979245 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-b6a1caa5-3c95-4c43-9258-411d42e921f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f14558f0-fd53-4f6b-89ed-ec5b78deba8a HTTP/1.1" status: 200 len: 217 time: 0.0525093 Feb 09 03:12:42.073923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-7accad2b-25aa-4e9f-b2d4-f24b6aa372c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:42.075955 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-7accad2b-25aa-4e9f-b2d4-f24b6aa372c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c400f1bc-332e-48a4-b94d-44122a0c44f9 HTTP/1.1" status: 200 len: 863 time: 0.0870671 Feb 09 03:12:42.167015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-3170314f-9954-44d1-b128-82139ac6c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:42.168526 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-3170314f-9954-44d1-b128-82139ac6c609 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=892c0000-0a5d-449f-b975-27ca2753b91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0848064 Feb 09 03:12:42.316821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-ec16c78a-ed36-42cc-947d-63ea337b64b4 service neutron] 10.222.0.65 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414623 Feb 09 03:12:42.376408 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-2d9ef812-8532-4935-91a8-71e0f36f24e0 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53729 time: 0.4366095 Feb 09 03:12:42.470627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 0753b4c8-0731-40ec-a4a6-8ec02c770683 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:42.483142 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-913f8f77-5375-4f1c-bd71-d5226b14bf92 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1d7d9765-4e27-41e8-874f-0557c65e9392 HTTP/1.1" status: 200 len: 2998 time: 0.0573349 Feb 09 03:12:42.511586 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-244291d9-6b97-4344-ac5f-5bec96e9dd6d req-8a4c1810-fc97-488a-8a0c-031031086453 service neutron] 10.222.0.65 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335571 Feb 09 03:12:42.535845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 0753b4c8-0731-40ec-a4a6-8ec02c770683 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:12:42.539246 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-2dcfa016-be32-446b-8cc1-bb517fc553e2 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1d7d9765-4e27-41e8-874f-0557c65e9392 HTTP/1.1" status: 200 len: 2998 time: 0.0481861 Feb 09 03:12:42.546975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 0753b4c8-0731-40ec-a4a6-8ec02c770683 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:42.547951 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.566587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50092) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:42.583738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-e863be64-c194-400d-a0e6-8ec70815dc3d tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/252a9a75-cc05-40c4-b69b-8d2be51adefa HTTP/1.1" status: 200 len: 2998 time: 0.0384417 Feb 09 03:12:42.626327 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-fe89ddef-c484-49ce-bc93-2dc36f765fd4 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/252a9a75-cc05-40c4-b69b-8d2be51adefa HTTP/1.1" status: 200 len: 2998 time: 0.0368907 Feb 09 03:12:42.639511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 0753b4c8-0731-40ec-a4a6-8ec02c770683 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:42.639960 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.671828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0bff46-ff65-4c2f-975e-2ef287d3bcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0753b4c8-0731-40ec-a4a6-8ec02c770683'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:42.675172 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a614b2-397e-4c21-ad0e-c56e58191372" -d '{"events": [{"server_uuid": "ae0bff46-ff65-4c2f-975e-2ef287d3bcfb", "name": "network-vif-plugged", "status": "completed", "tag": "0753b4c8-0731-40ec-a4a6-8ec02c770683"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:42.679320 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-e5dc5dca-5616-47f9-bacc-d002d047a834 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/33336a73-4c97-4c66-9895-976c97566c77 HTTP/1.1" status: 200 len: 2998 time: 0.0455711 Feb 09 03:12:42.685791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-a7fe9cc4-1f7b-47db-87c9-1dc01fd37360 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:12:42.686805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-a7fe9cc4-1f7b-47db-87c9-1dc01fd37360 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1190391 Feb 09 03:12:42.691505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 0753b4c8-0731-40ec-a4a6-8ec02c770683, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=0753b4c8-0731-40ec-a4a6-8ec02c770683,segment=NetworkSegment(90c0daff-6c37-4465-a791-f72946aa16b3),segment_id=90c0daff-6c37-4465-a791-f72946aa16b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:42.696385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.697272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca6e6edb-37a1-45a8-8f16-408e897e7c6a up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:42.731121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-e77f4f55-9c15-4749-ae99-856aad93d18c tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/33336a73-4c97-4c66-9895-976c97566c77 HTTP/1.1" status: 200 len: 2998 time: 0.0457466 Feb 09 03:12:42.773195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=0753b4c8-0731-40ec-a4a6-8ec02c770683,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:42.774463 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-6ccfae3e-d944-4b10-a26a-c3dc2ce3da8f tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3ada52c7-acda-42d0-954f-d02dc893df94 HTTP/1.1" status: 200 len: 2998 time: 0.0377710 Feb 09 03:12:42.787740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port ca6e6edb-37a1-45a8-8f16-408e897e7c6a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:42.788187 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.819615 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-48a58c81-db42-4624-b3a6-1a777a8251ab tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3ada52c7-acda-42d0-954f-d02dc893df94 HTTP/1.1" status: 200 len: 2998 time: 0.0385642 Feb 09 03:12:42.834089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-6724e910-1ed0-4255-a26b-aa3ff52ebd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:42.835878 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-6724e910-1ed0-4255-a26b-aa3ff52ebd0c service neutron] 10.222.0.21 "GET /v2.0/ports/e97dd1d9-843c-4143-a566-e22e063bf526 HTTP/1.1" status: 200 len: 1126 time: 0.0884287 Feb 09 03:12:42.844337 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] Request body: {'binding': {'host': 'n-h1-824835-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:42.844853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] Unknown quota resources ['binding']. {{(pid=103328) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:12:42.869781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-44b18493-67e5-4753-9b4b-a901dd841ad6 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3c2173a8-2c07-4da5-a737-47b0a74ef15f HTTP/1.1" status: 200 len: 2998 time: 0.0423462 Feb 09 03:12:42.878450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca6e6edb-37a1-45a8-8f16-408e897e7c6a is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:42.879127 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.914054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-2176b5a8-d97e-419d-9baf-48cd6db77549 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3c2173a8-2c07-4da5-a737-47b0a74ef15f HTTP/1.1" status: 200 len: 2998 time: 0.0383110 Feb 09 03:12:42.915709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:42.921474 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.969847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:42.973954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-bb1bb6f1-8fee-480d-93b0-8760d46aab4a tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4ec3de2c-fa28-4f1f-a82f-000e0c6b124a HTTP/1.1" status: 200 len: 2998 time: 0.0408907 Feb 09 03:12:42.994740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] Attempting to bind port e97dd1d9-843c-4143-a566-e22e063bf526 on host n-h1-824835-15 for vnic_type normal with profile None {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:42.995080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] Attempting to bind port e97dd1d9-843c-4143-a566-e22e063bf526 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:42.995414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] Attempting to bind port e97dd1d9-843c-4143-a566-e22e063bf526 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:42.999792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] Port e97dd1d9-843c-4143-a566-e22e063bf526 on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:12:43.000107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] Attempting to bind port e97dd1d9-843c-4143-a566-e22e063bf526 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:43.007575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:43.007922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:43.008309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:43.008732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] Bound port: e97dd1d9-843c-4143-a566-e22e063bf526, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:43.027445 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-c71cfa96-b611-4448-beb3-5f33ed5e53ae tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4ec3de2c-fa28-4f1f-a82f-000e0c6b124a HTTP/1.1" status: 200 len: 2998 time: 0.0472155 Feb 09 03:12:43.068732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-2d29cc83-5921-48d6-9bf6-e995dac9f8ea tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/50b2e4f0-5da5-43a4-90d7-3065b3bd9acd HTTP/1.1" status: 200 len: 2998 time: 0.0355198 Feb 09 03:12:43.093074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e97dd1d9-843c-4143-a566-e22e063bf526,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:43.099856 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.101035 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d2844747-8f26-4850-8c83-47f0f89e3690 service neutron] 10.222.0.21 "POST /v2.0/ports/e97dd1d9-843c-4143-a566-e22e063bf526/bindings HTTP/1.1" status: 201 len: 390 time: 0.2600183 Feb 09 03:12:43.113612 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-1fa5dc24-1636-4c11-adc9-f84a2b7ac799 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/50b2e4f0-5da5-43a4-90d7-3065b3bd9acd HTTP/1.1" status: 200 len: 2998 time: 0.0390906 Feb 09 03:12:43.153840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 976b19f7-1e10-42e4-b1cc-858c76c56487 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:12:43.159460 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-b1aacaaa-1ce9-4622-a852-224120802323 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/69fb7c9c-442a-47aa-a5c6-981a3542e0e6 HTTP/1.1" status: 200 len: 2998 time: 0.0394661 Feb 09 03:12:43.213046 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-22a813f7-be5a-4ced-8e61-ecda4e9c055f tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/69fb7c9c-442a-47aa-a5c6-981a3542e0e6 HTTP/1.1" status: 200 len: 2998 time: 0.0438030 Feb 09 03:12:43.238382 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8e40b82f-2060-48d9-a671-b7da30869ca2 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:43.277151 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-b1ed92b1-2cbf-44bc-b784-86eb3f530df0 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7637dfce-7d16-4cab-a73c-67bd5851ce73 HTTP/1.1" status: 200 len: 2998 time: 0.0583122 Feb 09 03:12:43.314521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc894fad-8c7c-4558-b596-b942c66453eb req-9ff00e06-011b-4b0a-a00a-f27fd33edee9 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:43.316320 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc894fad-8c7c-4558-b596-b942c66453eb req-9ff00e06-011b-4b0a-a00a-f27fd33edee9 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 949 time: 0.0663195 Feb 09 03:12:43.324663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=976b19f7-1e10-42e4-b1cc-858c76c56487,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:43.337247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 8e40b82f-2060-48d9-a671-b7da30869ca2 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:12:43.340615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '976b19f7-1e10-42e4-b1cc-858c76c56487', 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf', 'port_id': '976b19f7-1e10-42e4-b1cc-858c76c56487', 'mac_address': 'fa:16:3e:64:9d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb24eb0-9eab-422f-8add-dff7fc4bde51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:12:43.343420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 8e40b82f-2060-48d9-a671-b7da30869ca2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:43.343799 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.345089 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-2cb958df-259c-4384-83a5-44cb3dc1db58 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7637dfce-7d16-4cab-a73c-67bd5851ce73 HTTP/1.1" status: 200 len: 2998 time: 0.0616863 Feb 09 03:12:43.381918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc894fad-8c7c-4558-b596-b942c66453eb req-9f72bdf3-1dd9-455d-bf37-1ae43b48692b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585883 Feb 09 03:12:43.444186 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-00934fe1-2863-4d85-bab5-6ddb5eb1b5cf tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/764d73bf-7095-4a7c-af89-ba1f5d4e3d93 HTTP/1.1" status: 200 len: 2990 time: 0.0904751 Feb 09 03:12:43.476237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-8d91c629-b2ba-47c7-8167-d6ddb5b6ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:43.477805 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-8d91c629-b2ba-47c7-8167-d6ddb5b6ea15 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 1129 time: 0.0975623 Feb 09 03:12:43.501202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d9299-3cef-4e93-95fb-2942f3f9ad27 req-b9655908-3d83-4b3e-be25-8b56615f1498 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:43.503163 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-868d9299-3cef-4e93-95fb-2942f3f9ad27 req-b9655908-3d83-4b3e-be25-8b56615f1498 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 943 time: 0.0566893 Feb 09 03:12:43.533667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 976b19f7-1e10-42e4-b1cc-858c76c56487 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:43.534354 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.552167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976b19f7-1e10-42e4-b1cc-858c76c56487 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:43.556366 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-9eca6530-789c-4178-a6ba-58e786391a9f tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/764d73bf-7095-4a7c-af89-ba1f5d4e3d93 HTTP/1.1" status: 200 len: 2990 time: 0.1029367 Feb 09 03:12:43.569786 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-868d9299-3cef-4e93-95fb-2942f3f9ad27 req-5a11b08c-2f96-4ef0-ac66-27b6985e69e3 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514784 Feb 09 03:12:43.593632 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=976b19f7-1e10-42e4-b1cc-858c76c56487,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:43.599954 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.621156 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-da031e74-ac83-4193-ae9c-3f8ebb77b7b5 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7e09852a-c9b1-4dbc-8e12-5d2ff592ab03 HTTP/1.1" status: 200 len: 2998 time: 0.0496902 Feb 09 03:12:43.628943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 8e40b82f-2060-48d9-a671-b7da30869ca2 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:43.629336 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.645400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-f7cbca6e-2b61-4c9a-a3e7-c36eca8cb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:43.646932 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-f7cbca6e-2b61-4c9a-a3e7-c36eca8cb316 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.1612451 Feb 09 03:12:43.675842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=976b19f7-1e10-42e4-b1cc-858c76c56487,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:43.686406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8e40b82f-2060-48d9-a671-b7da30869ca2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8e40b82f-2060-48d9-a671-b7da30869ca2,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:43.692344 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.709416 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-07282c5a-9a87-4501-af41-d4dcc5a4adfd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97dd1d9-843c-4143-a566-e22e063bf526 HTTP/1.1" status: 200 len: 217 time: 0.0545733 Feb 09 03:12:43.727926 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-5cb4e7da-0e58-4b35-a6f3-139d8301696d tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7e09852a-c9b1-4dbc-8e12-5d2ff592ab03 HTTP/1.1" status: 200 len: 2998 time: 0.0909457 Feb 09 03:12:43.754379 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=8e40b82f-2060-48d9-a671-b7da30869ca2,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:43.792147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-db10604a-2779-481c-ac7e-ff1aace6e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:43.793587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-db10604a-2779-481c-ac7e-ff1aace6e659 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.0785816 Feb 09 03:12:43.796595 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-51f40aa0-c6f8-48cf-9b37-486a475229c5 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b7e0b1c3-60d1-4e54-99d0-232569e64e33 HTTP/1.1" status: 200 len: 2998 time: 0.0504065 Feb 09 03:12:43.816512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['976b19f7-1e10-42e4-b1cc-858c76c56487'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:43.830770 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-13911555-33e9-470c-ab02-6a67e1a25880 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304911 Feb 09 03:12:43.911970 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-af292a41-c152-4538-af54-37ef0765023b tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b7e0b1c3-60d1-4e54-99d0-232569e64e33 HTTP/1.1" status: 200 len: 2998 time: 0.1029494 Feb 09 03:12:43.977892 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-cbe9f4fe-de16-4735-add1-d5417f214ff7 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400063 Feb 09 03:12:43.988114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-47bb4194-64f5-4ed5-872b-161f7f81e7a1 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c0145ab5-0acc-442e-a20d-ef186d05174a HTTP/1.1" status: 200 len: 2998 time: 0.0638587 Feb 09 03:12:44.011524 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3175e66-09a1-4b33-a5d1-5bf0d020e044 req-91ba0389-8f85-4628-bb51-230ed245d3ab tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.013811 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3175e66-09a1-4b33-a5d1-5bf0d020e044 req-91ba0389-8f85-4628-bb51-230ed245d3ab tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 944 time: 0.0602963 Feb 09 03:12:44.064190 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3175e66-09a1-4b33-a5d1-5bf0d020e044 req-1665b2c4-e9b2-41e3-aec0-a92eda4c5224 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418308 Feb 09 03:12:44.115983 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291f40ff-3835-4c44-8792-9d17e1916a77 x-openstack-request-id: req-291f40ff-3835-4c44-8792-9d17e1916a77 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:44.116277 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fea941e-4c22-46fd-9a0a-dce79a98d01a", "tag": "f14558f0-fd53-4f6b-89ed-ec5b78deba8a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:44.116526 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-291f40ff-3835-4c44-8792-9d17e1916a77 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:44.116915 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'tag': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a', 'status': 'completed', 'code': 200} Feb 09 03:12:44.121221 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-2974f6e7-b670-4068-9eba-51eeef65058b tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c0145ab5-0acc-442e-a20d-ef186d05174a HTTP/1.1" status: 200 len: 2998 time: 0.1264858 Feb 09 03:12:44.155882 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e4e522a-c7b3-415e-8c7b-4437e3d561ff req-7784f1f3-3c19-41c2-a735-01caabe9983d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998309 Feb 09 03:12:44.158654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.65', 65272) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:44.169100 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-62f5e311-76a8-4d5a-8f4c-2fae3a64295e service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685483 Feb 09 03:12:44.234647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2ddc7-4d16-4731-ba82-c8e8d3b5f6c3 req-58e84117-1b9e-4615-b544-44efce88e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.235242 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-8aab1722-350c-4950-b5b2-c92f8476c7b8 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c1831dc2-5b53-4316-a3e7-c58df72a3a22 HTTP/1.1" status: 200 len: 2994 time: 0.1026917 Feb 09 03:12:44.236988 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0f2ddc7-4d16-4731-ba82-c8e8d3b5f6c3 req-58e84117-1b9e-4615-b544-44efce88e5b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=323324d4efbc491a986d5b2503e04608&device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 1126 time: 0.0494332 Feb 09 03:12:44.284123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e522a-c7b3-415e-8c7b-4437e3d561ff req-f9016a53-30cd-4b85-9739-df7a029104a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.285731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e4e522a-c7b3-415e-8c7b-4437e3d561ff req-f9016a53-30cd-4b85-9739-df7a029104a1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 1132 time: 0.0895889 Feb 09 03:12:44.296534 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-d819e0f5-0912-43e3-b5ce-f03f120cfc6f tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c1831dc2-5b53-4316-a3e7-c58df72a3a22 HTTP/1.1" status: 200 len: 2994 time: 0.0540991 Feb 09 03:12:44.380744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2ddc7-4d16-4731-ba82-c8e8d3b5f6c3 req-6b769e18-afe2-453d-a2d2-f4324845e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.382873 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0f2ddc7-4d16-4731-ba82-c8e8d3b5f6c3 req-6b769e18-afe2-453d-a2d2-f4324845e740 service neutron] 10.222.0.65 "GET /v2.0/networks?id=892c0000-0a5d-449f-b975-27ca2753b91f HTTP/1.1" status: 200 len: 925 time: 0.1310256 Feb 09 03:12:44.445689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0f2ddc7-4d16-4731-ba82-c8e8d3b5f6c3 req-de2745bb-7d11-461e-b0d2-9a60e337d88c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f14558f0-fd53-4f6b-89ed-ec5b78deba8a HTTP/1.1" status: 200 len: 217 time: 0.0558980 Feb 09 03:12:44.450571 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-f2e66daa-d926-4d36-a14e-aec949cd12dc tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c5503cb8-3e27-4529-a1de-1bf56fcf2e4e HTTP/1.1" status: 200 len: 2998 time: 0.1473436 Feb 09 03:12:44.479308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-a5bdab80-6cff-4ba5-9da9-140ff804953b tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.480797 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-a5bdab80-6cff-4ba5-9da9-140ff804953b tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e&tenant_id=3981e12ce8e54406870070535619e45b&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1129 time: 0.1709919 Feb 09 03:12:44.504554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-15'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:44.514480 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2ddc7-4d16-4731-ba82-c8e8d3b5f6c3 req-963bd3cf-733b-4d7e-9c46-4a8492ba55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.517045 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0f2ddc7-4d16-4731-ba82-c8e8d3b5f6c3 req-963bd3cf-733b-4d7e-9c46-4a8492ba55ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c400f1bc-332e-48a4-b94d-44122a0c44f9 HTTP/1.1" status: 200 len: 863 time: 0.0613935 Feb 09 03:12:44.541327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e522a-c7b3-415e-8c7b-4437e3d561ff req-71db51ee-b9a2-4bb8-bf9a-b5d52468284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.542734 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e4e522a-c7b3-415e-8c7b-4437e3d561ff req-71db51ee-b9a2-4bb8-bf9a-b5d52468284c service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2136679 Feb 09 03:12:44.561885 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-696b5e21-659a-4c38-9eff-9ca84860d6d3 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c5503cb8-3e27-4529-a1de-1bf56fcf2e4e HTTP/1.1" status: 200 len: 2998 time: 0.0931127 Feb 09 03:12:44.616940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2ddc7-4d16-4731-ba82-c8e8d3b5f6c3 req-7b2c80ac-9d02-4f41-8dc0-032bae89ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.618483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0f2ddc7-4d16-4731-ba82-c8e8d3b5f6c3 req-7b2c80ac-9d02-4f41-8dc0-032bae89ec56 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=892c0000-0a5d-449f-b975-27ca2753b91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0843532 Feb 09 03:12:44.631367 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb429a78-a364-4264-8701-24c44c27d6e8 req-9e9acd59-7058-460c-8bb8-0a4f19f7e038 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.633179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e4e522a-c7b3-415e-8c7b-4437e3d561ff req-f7dbdcaf-0006-4517-8495-19efe5ac4ec8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d5f269ae-27e4-48d4-b586-6ef813228ba1 HTTP/1.1" status: 200 len: 217 time: 0.0548067 Feb 09 03:12:44.633312 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb429a78-a364-4264-8701-24c44c27d6e8 req-9e9acd59-7058-460c-8bb8-0a4f19f7e038 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 946 time: 0.0682905 Feb 09 03:12:44.644293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.701629 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-1d9c60ee-63d1-4030-8aa3-335210768297 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/fbf3ab46-0f9d-46fa-a05a-640c293ee9a4 HTTP/1.1" status: 200 len: 2998 time: 0.1242473 Feb 09 03:12:44.750281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e522a-c7b3-415e-8c7b-4437e3d561ff req-b05baaf5-685d-419e-a4e1-3cf74d76cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.751842 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e4e522a-c7b3-415e-8c7b-4437e3d561ff req-b05baaf5-685d-419e-a4e1-3cf74d76cf1d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1088564 Feb 09 03:12:44.755478 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb429a78-a364-4264-8701-24c44c27d6e8 req-319f9cb9-4926-45bc-97f9-12870b662d42 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129870 Feb 09 03:12:44.779043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0f2ddc7-4d16-4731-ba82-c8e8d3b5f6c3 req-3199c4db-63f7-4048-ad18-30ac28669e16 service neutron] 10.222.0.65 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445436 Feb 09 03:12:44.812120 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069b761b-d611-4ed2-8f47-d1704ae38eeb x-openstack-request-id: req-069b761b-d611-4ed2-8f47-d1704ae38eeb {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:44.813097 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0bff46-ff65-4c2f-975e-2ef287d3bcfb", "name": "network-vif-plugged", "status": "completed", "tag": "0753b4c8-0731-40ec-a4a6-8ec02c770683", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:44.813541 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-069b761b-d611-4ed2-8f47-d1704ae38eeb {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:44.814325 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0bff46-ff65-4c2f-975e-2ef287d3bcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0753b4c8-0731-40ec-a4a6-8ec02c770683', 'code': 200} Feb 09 03:12:44.860001 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4caa4bf-ae4d-4367-b8a1-11573a117e51 req-1866eda0-9dfe-410c-a779-b64d82c884f8 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/fbf3ab46-0f9d-46fa-a05a-640c293ee9a4 HTTP/1.1" status: 200 len: 2998 time: 0.1364236 Feb 09 03:12:44.885241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e522a-c7b3-415e-8c7b-4437e3d561ff req-fbee0ea5-2407-476c-8daa-d38c43e58999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.886760 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e4e522a-c7b3-415e-8c7b-4437e3d561ff req-fbee0ea5-2407-476c-8daa-d38c43e58999 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1284900 Feb 09 03:12:44.922207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e97dd1d9-843c-4143-a566-e22e063bf526,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:44.923974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0f2ddc7-4d16-4731-ba82-c8e8d3b5f6c3 req-a917b89f-3793-458c-850e-10f74f21051b service neutron] 10.222.0.65 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343746 Feb 09 03:12:44.953707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc1199-512d-4e18-a408-3cac4b38fc36 req-39108fa0-0646-4f83-abe0-9a170b8c0cc0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.955940 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fcc1199-512d-4e18-a408-3cac4b38fc36 req-39108fa0-0646-4f83-abe0-9a170b8c0cc0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 946 time: 0.0881257 Feb 09 03:12:45.031734 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fcc1199-512d-4e18-a408-3cac4b38fc36 req-f1259d48-3e11-4816-a855-a474913bcbbd tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693283 Feb 09 03:12:45.046374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d717732-c78b-489c-8bdc-410ad824c080 req-45fe05bc-a47b-479c-baac-4a0be5749e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:45.047912 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0d717732-c78b-489c-8bdc-410ad824c080 req-45fe05bc-a47b-479c-baac-4a0be5749e38 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 1129 time: 0.0541184 Feb 09 03:12:45.074851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:45.112245 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e4e522a-c7b3-415e-8c7b-4437e3d561ff req-8b42f1cf-ee33-4009-b551-d5941ddffe15 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030027 Feb 09 03:12:45.118200 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0d717732-c78b-489c-8bdc-410ad824c080 req-4f57cdaf-59ec-4c4c-8222-29f204fde9e3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637658 Feb 09 03:12:45.134745 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900da8a-ec61-439a-be7b-266ed727e6d3 req-2c1ffc96-7745-4d80-b722-8c5d5d8d8c4c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:45.136206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1900da8a-ec61-439a-be7b-266ed727e6d3 req-2c1ffc96-7745-4d80-b722-8c5d5d8d8c4c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 950 time: 0.1641414 Feb 09 03:12:45.157742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac5ccf-a45b-48c9-9c80-365a516275d5 req-90003828-f231-4776-b471-51d562e7436c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:45.159797 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0ac5ccf-a45b-48c9-9c80-365a516275d5 req-90003828-f231-4776-b471-51d562e7436c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0626228 Feb 09 03:12:45.162864 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Publish callbacks [] for port (e97dd1d9-843c-4143-a566-e22e063bf526), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.168068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 976b19f7-1e10-42e4-b1cc-858c76c56487 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:45.198941 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.215429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0ac5ccf-a45b-48c9-9c80-365a516275d5 req-fe75f6d4-f32b-412c-bd60-18d7cbf41480 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496588 Feb 09 03:12:45.224211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 976b19f7-1e10-42e4-b1cc-858c76c56487 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:12:45.229334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 976b19f7-1e10-42e4-b1cc-858c76c56487 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:45.230269 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.300930 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1900da8a-ec61-439a-be7b-266ed727e6d3 req-b1d297f6-b2b7-458d-ae15-e457c85dee2f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573846 Feb 09 03:12:45.324601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 976b19f7-1e10-42e4-b1cc-858c76c56487 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:45.324994 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.329492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Pushing event updated for resources: {'Port': ['ID=e97dd1d9-843c-4143-a566-e22e063bf526,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:45.360507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e4e522a-c7b3-415e-8c7b-4437e3d561ff req-d546b119-9e07-4d6e-848e-c2b68f907158 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412853 Feb 09 03:12:45.370947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=976b19f7-1e10-42e4-b1cc-858c76c56487,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:45.372855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Attempting to bind port e97dd1d9-843c-4143-a566-e22e063bf526 on host n-h2-824835-15 for vnic_type normal with profile {"migrating_to": "n-h1-824835-15"} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:45.373245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Attempting to bind port e97dd1d9-843c-4143-a566-e22e063bf526 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:45.373593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Attempting to bind port e97dd1d9-843c-4143-a566-e22e063bf526 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:45.375531 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.383661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Port e97dd1d9-843c-4143-a566-e22e063bf526 on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:12:45.383983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Attempting to bind port e97dd1d9-843c-4143-a566-e22e063bf526 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:45.385327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70714ce-b6ed-4661-a3b1-bb5740c2112d req-3f36eed8-3d2b-4401-acbc-118bd73ed0e5 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:45.389817 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f70714ce-b6ed-4661-a3b1-bb5740c2112d req-3f36eed8-3d2b-4401-acbc-118bd73ed0e5 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 943 time: 0.1049094 Feb 09 03:12:45.396758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:45.397122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:45.397546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:45.397986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Bound port: e97dd1d9-843c-4143-a566-e22e063bf526, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:45.398345 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.430534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=976b19f7-1e10-42e4-b1cc-858c76c56487,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:45.437214 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f70714ce-b6ed-4661-a3b1-bb5740c2112d req-8142252f-d6f4-4b84-b9c9-1ae146ea3991 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435605 Feb 09 03:12:45.468153 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13d4e8b7-2cfb-439d-ac2d-621747ab5559 req-509f3490-3d7b-4850-bdfd-c5142c5fc2a3 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5a646adf7e5461b9142ae5118edcaf2 HTTP/1.1" status: 200 len: 6149 time: 0.1278508 Feb 09 03:12:45.523302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:45.527256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e97dd1d9-843c-4143-a566-e22e063bf526,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:45.541259 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13d4e8b7-2cfb-439d-ac2d-621747ab5559 req-32fd839a-b94c-4c59-b03b-fbf08c349676 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] 10.222.0.21 "GET /v2.0/security-groups/c5503cb8-3e27-4529-a1de-1bf56fcf2e4e HTTP/1.1" status: 200 len: 2998 time: 0.0660045 Feb 09 03:12:45.542689 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.544567 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ccf49228-fd52-471f-afc7-f01d960d9334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.651277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Pushing event updated for resources: {'Port': ['ID=e97dd1d9-843c-4143-a566-e22e063bf526,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:45.658556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:45.658867 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.660256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-23db166b-6711-4224-9481-e17d6b640c4f service neutron] 10.222.0.65 "PUT /v2.0/ports/e97dd1d9-843c-4143-a566-e22e063bf526 HTTP/1.1" status: 200 len: 1124 time: 1.1636970 Feb 09 03:12:45.664364 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13d4e8b7-2cfb-439d-ac2d-621747ab5559 req-1d2f5672-3898-4cfe-8258-94817920bc02 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] 10.222.0.21 "GET /v2.0/security-groups/c5503cb8-3e27-4529-a1de-1bf56fcf2e4e HTTP/1.1" status: 200 len: 2998 time: 0.1160991 Feb 09 03:12:45.677183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff407b3-b7a7-498b-b718-a67f9cdca93f req-6b7eb44b-afd0-4a5a-b38b-cdeac8293d74 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:45.678811 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ff407b3-b7a7-498b-b718-a67f9cdca93f req-6b7eb44b-afd0-4a5a-b38b-cdeac8293d74 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 945 time: 0.0625041 Feb 09 03:12:45.737554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['e97dd1d9-843c-4143-a566-e22e063bf526'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:45.753831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ff407b3-b7a7-498b-b718-a67f9cdca93f req-7572eb26-fe8a-4c20-91da-b8ae930cd65d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678239 Feb 09 03:12:45.757439 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c66c5a80-96cd-43d5-8c7b-b45b6cc28c78 req-a77a124f-b949-4f5a-ab5f-99dd82a14ca2 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/71c1bcf9-480f-4998-92c5-bb0c86f3872f HTTP/1.1" status: 200 len: 1794 time: 0.0688775 Feb 09 03:12:45.828498 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c66c5a80-96cd-43d5-8c7b-b45b6cc28c78 req-823be534-be96-49c9-af1b-270bcd766759 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (71c1bcf9-480f-4998-92c5-bb0c86f3872f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.851073 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c66c5a80-96cd-43d5-8c7b-b45b6cc28c78 req-823be534-be96-49c9-af1b-270bcd766759 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (71c1bcf9-480f-4998-92c5-bb0c86f3872f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.895575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce09e3-ed6d-4d4d-92d8-8127abe8c91b req-878daaae-2095-4e54-92bd-a824e2b67d71 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:45.898253 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41ce09e3-ed6d-4d4d-92d8-8127abe8c91b req-878daaae-2095-4e54-92bd-a824e2b67d71 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 946 time: 0.0667827 Feb 09 03:12:45.902685 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c66c5a80-96cd-43d5-8c7b-b45b6cc28c78 req-823be534-be96-49c9-af1b-270bcd766759 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (71c1bcf9-480f-4998-92c5-bb0c86f3872f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.906489 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c66c5a80-96cd-43d5-8c7b-b45b6cc28c78 req-823be534-be96-49c9-af1b-270bcd766759 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.907622 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c66c5a80-96cd-43d5-8c7b-b45b6cc28c78 req-823be534-be96-49c9-af1b-270bcd766759 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/71c1bcf9-480f-4998-92c5-bb0c86f3872f HTTP/1.1" status: 204 len: 173 time: 0.1489320 Feb 09 03:12:45.921043 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823be534-be96-49c9-af1b-270bcd766759 tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c1bcf9-480f-4998-92c5-bb0c86f3872f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:45.925107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50140) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:45.963621 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41ce09e3-ed6d-4d4d-92d8-8127abe8c91b req-409d26df-b04f-4c99-a61e-4ac99f9ab3d1 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593443 Feb 09 03:12:45.968400 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d2ee503-8615-481c-81e2-8ef982c3f83d req-47f4b74b-67f4-4ee3-ae1b-76f886338d1d tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "GET /v2.0/security-groups/97d3ca38-844d-4286-8510-df8e3b752853 HTTP/1.1" status: 200 len: 1793 time: 0.0380852 Feb 09 03:12:46.031237 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0d2ee503-8615-481c-81e2-8ef982c3f83d req-e8f7bf01-01d6-46ea-b02e-99e87fc0e77a tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (97d3ca38-844d-4286-8510-df8e3b752853), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.053957 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0d2ee503-8615-481c-81e2-8ef982c3f83d req-e8f7bf01-01d6-46ea-b02e-99e87fc0e77a tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (97d3ca38-844d-4286-8510-df8e3b752853), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.079123 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-af3e2e9c-90d8-41e5-b9b1-48a89f7e3a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.107825 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0d2ee503-8615-481c-81e2-8ef982c3f83d req-e8f7bf01-01d6-46ea-b02e-99e87fc0e77a tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (97d3ca38-844d-4286-8510-df8e3b752853), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.111274 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0d2ee503-8615-481c-81e2-8ef982c3f83d req-e8f7bf01-01d6-46ea-b02e-99e87fc0e77a tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.113384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d2ee503-8615-481c-81e2-8ef982c3f83d req-e8f7bf01-01d6-46ea-b02e-99e87fc0e77a tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/97d3ca38-844d-4286-8510-df8e3b752853 HTTP/1.1" status: 204 len: 173 time: 0.1365631 Feb 09 03:12:46.121993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cf2896-df3b-4e4d-bc26-72adf4ff437e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e97dd1d9-843c-4143-a566-e22e063bf526'}, {'name': 'network-changed', 'server_uuid': '36cf2896-df3b-4e4d-bc26-72adf4ff437e', 'tag': 'e97dd1d9-843c-4143-a566-e22e063bf526'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:46.124310 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa801904-3449-44e0-8313-d10c5cd84075" -d '{"events": [{"server_uuid": "36cf2896-df3b-4e4d-bc26-72adf4ff437e", "name": "network-vif-unplugged", "status": "completed", "tag": "e97dd1d9-843c-4143-a566-e22e063bf526"}, {"name": "network-changed", "server_uuid": "36cf2896-df3b-4e4d-bc26-72adf4ff437e", "tag": "e97dd1d9-843c-4143-a566-e22e063bf526"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:46.129190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7bf01-01d6-46ea-b02e-99e87fc0e77a tempest-SecurityGroupsTestAdminJSON-1411357819 tempest-SecurityGroupsTestAdminJSON-1411357819-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d3ca38-844d-4286-8510-df8e3b752853,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:46.218059 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33a00e-82bb-4e8a-a993-7b8e44bd7329 req-b85e78c2-1e15-4e2c-a93c-639de6e6a5ba tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:46.219560 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3f33a00e-82bb-4e8a-a993-7b8e44bd7329 req-b85e78c2-1e15-4e2c-a93c-639de6e6a5ba tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 944 time: 0.1081138 Feb 09 03:12:46.243579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-af3e2e9c-90d8-41e5-b9b1-48a89f7e3a63 admin admin] Publish callbacks [] for security_group (18585b39-9f59-4133-92c6-1c6de4c266ac), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.254121 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-af3e2e9c-90d8-41e5-b9b1-48a89f7e3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (18585b39-9f59-4133-92c6-1c6de4c266ac), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.315568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e2e9c-90d8-41e5-b9b1-48a89f7e3a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18585b39-9f59-4133-92c6-1c6de4c266ac,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:46.319784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-af3e2e9c-90d8-41e5-b9b1-48a89f7e3a63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7834473924fe4a358ef82bc18d9167a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936327 Feb 09 03:12:46.322698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50152) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:46.324655 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3f33a00e-82bb-4e8a-a993-7b8e44bd7329 req-bf43d4d0-876d-44d2-b401-dd8c89d9e936 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978329 Feb 09 03:12:46.375001 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c801740-b6fa-4b74-bce9-59a94e2ed6da x-openstack-request-id: req-2c801740-b6fa-4b74-bce9-59a94e2ed6da {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:46.375290 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cf2896-df3b-4e4d-bc26-72adf4ff437e", "name": "network-vif-unplugged", "status": "completed", "tag": "e97dd1d9-843c-4143-a566-e22e063bf526", "code": 200}, {"name": "network-changed", "server_uuid": "36cf2896-df3b-4e4d-bc26-72adf4ff437e", "tag": "e97dd1d9-843c-4143-a566-e22e063bf526", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:46.375538 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c801740-b6fa-4b74-bce9-59a94e2ed6da {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:46.375930 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cf2896-df3b-4e4d-bc26-72adf4ff437e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e97dd1d9-843c-4143-a566-e22e063bf526', 'code': 200} Feb 09 03:12:46.376245 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cf2896-df3b-4e4d-bc26-72adf4ff437e', 'tag': 'e97dd1d9-843c-4143-a566-e22e063bf526', 'status': 'completed', 'code': 200} Feb 09 03:12:46.413266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88a6002f-33fb-47c1-b42a-fe95177639c3 req-66a26993-20e5-43c0-be5a-f5e6350ab2ba tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] 10.222.0.21 "GET /v2.0/security-groups/0112899c-be77-4ff6-8aeb-ad21d6eedcb5 HTTP/1.1" status: 200 len: 1792 time: 0.0915544 Feb 09 03:12:46.451886 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3aec224c-8edf-4556-a8f3-18fbfca74e18 admin admin] Publish callbacks [] for security_group (18585b39-9f59-4133-92c6-1c6de4c266ac), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.471478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55898127-1bbc-482d-ba88-4e0b2153638d req-15064127-acd8-4811-b157-92c723149be0 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:46.472957 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55898127-1bbc-482d-ba88-4e0b2153638d req-15064127-acd8-4811-b157-92c723149be0 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0540314 Feb 09 03:12:46.501126 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3aec224c-8edf-4556-a8f3-18fbfca74e18 admin admin] Publish callbacks [] for security_group (18585b39-9f59-4133-92c6-1c6de4c266ac), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.519998 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55898127-1bbc-482d-ba88-4e0b2153638d req-29fc48c2-2193-4283-9922-6d24947cb85b tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Feb 09 03:12:46.529005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa801904-3449-44e0-8313-d10c5cd84075 req-95849300-ef46-4101-9b58-aefb9cd636b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:46.530524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa801904-3449-44e0-8313-d10c5cd84075 req-95849300-ef46-4101-9b58-aefb9cd636b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 1158 time: 0.1284001 Feb 09 03:12:46.543837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device f14558f0-fd53-4f6b-89ed-ec5b78deba8a details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:12:46.575083 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-88a6002f-33fb-47c1-b42a-fe95177639c3 req-58586671-d7ac-42b1-9769-135780b737af tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (0112899c-be77-4ff6-8aeb-ad21d6eedcb5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.634678 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-88a6002f-33fb-47c1-b42a-fe95177639c3 req-58586671-d7ac-42b1-9769-135780b737af tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (0112899c-be77-4ff6-8aeb-ad21d6eedcb5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.647583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79912c24-771b-414e-8647-8f043db7cb00 req-602f9e2f-0960-487e-bf70-e996cdea8fc9 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:46.650362 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-79912c24-771b-414e-8647-8f043db7cb00 req-602f9e2f-0960-487e-bf70-e996cdea8fc9 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 950 time: 0.0707068 Feb 09 03:12:46.663031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port f14558f0-fd53-4f6b-89ed-ec5b78deba8a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f14558f0-fd53-4f6b-89ed-ec5b78deba8a,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:46.666302 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3aec224c-8edf-4556-a8f3-18fbfca74e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (18585b39-9f59-4133-92c6-1c6de4c266ac), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.668805 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3aec224c-8edf-4556-a8f3-18fbfca74e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.672485 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3aec224c-8edf-4556-a8f3-18fbfca74e18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18585b39-9f59-4133-92c6-1c6de4c266ac HTTP/1.1" status: 204 len: 168 time: 0.3464026 Feb 09 03:12:46.680187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'port_id': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a', 'mac_address': 'fa:16:3e:51:c8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:12:46.700068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec224c-8edf-4556-a8f3-18fbfca74e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18585b39-9f59-4133-92c6-1c6de4c266ac,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:46.704906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa801904-3449-44e0-8313-d10c5cd84075 req-5c79fc40-081e-489a-8a0c-4788efd1c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:46.706704 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa801904-3449-44e0-8313-d10c5cd84075 req-5c79fc40-081e-489a-8a0c-4788efd1c7b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.1681435 Feb 09 03:12:46.714781 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-79912c24-771b-414e-8647-8f043db7cb00 req-30daddbe-ccb9-473a-8afb-f85634cc14c6 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573659 Feb 09 03:12:46.733455 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-88a6002f-33fb-47c1-b42a-fe95177639c3 req-58586671-d7ac-42b1-9769-135780b737af tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0112899c-be77-4ff6-8aeb-ad21d6eedcb5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.737675 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-88a6002f-33fb-47c1-b42a-fe95177639c3 req-58586671-d7ac-42b1-9769-135780b737af tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.738813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88a6002f-33fb-47c1-b42a-fe95177639c3 req-58586671-d7ac-42b1-9769-135780b737af tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] 10.222.0.21 "DELETE /v2.0/security-groups/0112899c-be77-4ff6-8aeb-ad21d6eedcb5 HTTP/1.1" status: 204 len: 173 time: 0.3017743 Feb 09 03:12:46.768432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port f14558f0-fd53-4f6b-89ed-ec5b78deba8a is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:46.769015 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.785846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14558f0-fd53-4f6b-89ed-ec5b78deba8a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:46.799713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58586671-d7ac-42b1-9769-135780b737af tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0112899c-be77-4ff6-8aeb-ad21d6eedcb5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:46.807225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa801904-3449-44e0-8313-d10c5cd84075 req-b7b13ae9-a7cc-43f7-9ca0-6c34fae0946e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97dd1d9-843c-4143-a566-e22e063bf526 HTTP/1.1" status: 200 len: 217 time: 0.0928235 Feb 09 03:12:46.813339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port f14558f0-fd53-4f6b-89ed-ec5b78deba8a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f14558f0-fd53-4f6b-89ed-ec5b78deba8a,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:46.816505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a'}, {'server_uuid': '42bad5a1-3e9c-4055-ad91-dce04474618d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e40b82f-2060-48d9-a671-b7da30869ca2'}, {'server_uuid': '9781281e-ea7e-4afc-ae22-a856c143aaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976b19f7-1e10-42e4-b1cc-858c76c56487'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:46.818980 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bc525a-4761-4c75-b1dc-0b6d02fc8add" -d '{"events": [{"server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "name": "network-vif-plugged", "status": "completed", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a"}, {"server_uuid": "42bad5a1-3e9c-4055-ad91-dce04474618d", "name": "network-vif-plugged", "status": "completed", "tag": "8e40b82f-2060-48d9-a671-b7da30869ca2"}, {"server_uuid": "9781281e-ea7e-4afc-ae22-a856c143aaf0", "name": "network-vif-plugged", "status": "completed", "tag": "976b19f7-1e10-42e4-b1cc-858c76c56487"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:46.826064 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.888194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b4bf750b-699f-4774-b73a-48a00c622337 req-0a1fe4a0-817f-4357-a37f-f22e67dd528a tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] 10.222.0.21 "GET /v2.0/security-groups/a75bd055-0cf5-4424-8016-3daf0125ef78 HTTP/1.1" status: 200 len: 1792 time: 0.0841022 Feb 09 03:12:46.889635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa801904-3449-44e0-8313-d10c5cd84075 req-d7a27b7a-f468-473e-a0d9-1b7f567ce6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:46.890988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa801904-3449-44e0-8313-d10c5cd84075 req-d7a27b7a-f468-473e-a0d9-1b7f567ce6cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.0746255 Feb 09 03:12:46.893708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=f14558f0-fd53-4f6b-89ed-ec5b78deba8a,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:46.894442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4a4d8-3b2f-4f6d-b523-0270a3e8be0f req-2fe3205e-9b46-48b9-9876-bd0372522f2e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:46.906622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87b4a4d8-3b2f-4f6d-b523-0270a3e8be0f req-2fe3205e-9b46-48b9-9876-bd0372522f2e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 944 time: 0.0927138 Feb 09 03:12:46.934017 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa801904-3449-44e0-8313-d10c5cd84075 req-0ea8b0a9-7bd2-4930-9585-a1d1e8ff5df9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324101 Feb 09 03:12:46.958033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87b4a4d8-3b2f-4f6d-b523-0270a3e8be0f req-bf48d676-e4e0-4e49-bedd-0db41f32ddac tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500758 Feb 09 03:12:47.109194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddde3e-d466-48ec-ac82-13b65a82135c req-74ef0b9e-3a97-428d-b9d9-0515bcc01e46 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:47.117586 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b5ddde3e-d466-48ec-ac82-13b65a82135c req-74ef0b9e-3a97-428d-b9d9-0515bcc01e46 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 945 time: 0.0724123 Feb 09 03:12:47.147940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50170) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:47.174133 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-603007fe-949f-4bc8-bd69-79eb6d505c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.187839 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b5ddde3e-d466-48ec-ac82-13b65a82135c req-7aa20c4b-9fea-4065-ab3f-1f737ef54e47 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688424 Feb 09 03:12:47.267036 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289d67e9-acef-46c1-a4b6-982c2d1c9bda x-openstack-request-id: req-289d67e9-acef-46c1-a4b6-982c2d1c9bda {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:47.268043 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "name": "network-vif-plugged", "status": "completed", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a", "code": 200}, {"server_uuid": "42bad5a1-3e9c-4055-ad91-dce04474618d", "name": "network-vif-plugged", "status": "completed", "tag": "8e40b82f-2060-48d9-a671-b7da30869ca2", "code": 200}, {"server_uuid": "9781281e-ea7e-4afc-ae22-a856c143aaf0", "name": "network-vif-plugged", "status": "completed", "tag": "976b19f7-1e10-42e4-b1cc-858c76c56487", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:47.268389 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-289d67e9-acef-46c1-a4b6-982c2d1c9bda {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:47.268818 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'code': 200} Feb 09 03:12:47.269059 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bad5a1-3e9c-4055-ad91-dce04474618d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e40b82f-2060-48d9-a671-b7da30869ca2', 'code': 200} Feb 09 03:12:47.269315 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9781281e-ea7e-4afc-ae22-a856c143aaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976b19f7-1e10-42e4-b1cc-858c76c56487', 'code': 200} Feb 09 03:12:47.277923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-603007fe-949f-4bc8-bd69-79eb6d505c8c admin admin] Publish callbacks [] for security_group (f0fac2bd-adf0-4dd6-8a35-7808d07740d4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.278741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b4bf750b-699f-4774-b73a-48a00c622337 req-48487dbd-5ce4-431f-a197-75bec7b9e998 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (a75bd055-0cf5-4424-8016-3daf0125ef78), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.288785 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-603007fe-949f-4bc8-bd69-79eb6d505c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f0fac2bd-adf0-4dd6-8a35-7808d07740d4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.313922 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa801904-3449-44e0-8313-d10c5cd84075 req-01b21104-2fd5-4bf5-9b22-527ab2e5d37c service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730185 Feb 09 03:12:47.315966 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b4bf750b-699f-4774-b73a-48a00c622337 req-48487dbd-5ce4-431f-a197-75bec7b9e998 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (a75bd055-0cf5-4424-8016-3daf0125ef78), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.358141 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-603007fe-949f-4bc8-bd69-79eb6d505c8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad888f94f6104ebba40dae6fc37ed974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092774 Feb 09 03:12:47.372182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603007fe-949f-4bc8-bd69-79eb6d505c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fac2bd-adf0-4dd6-8a35-7808d07740d4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:47.375758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50174) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:47.398060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['f14558f0-fd53-4f6b-89ed-ec5b78deba8a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:47.464215 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b4bf750b-699f-4774-b73a-48a00c622337 req-48487dbd-5ce4-431f-a197-75bec7b9e998 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a75bd055-0cf5-4424-8016-3daf0125ef78), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.467047 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b4bf750b-699f-4774-b73a-48a00c622337 req-48487dbd-5ce4-431f-a197-75bec7b9e998 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.470646 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad8bb5-9240-4dcd-b708-f422253573b5 req-86116bec-1927-4bcf-a3f0-8a0f796d4762 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:47.478351 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59ad8bb5-9240-4dcd-b708-f422253573b5 req-86116bec-1927-4bcf-a3f0-8a0f796d4762 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 946 time: 0.1440923 Feb 09 03:12:47.482426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b4bf750b-699f-4774-b73a-48a00c622337 req-48487dbd-5ce4-431f-a197-75bec7b9e998 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] 10.222.0.21 "DELETE /v2.0/security-groups/a75bd055-0cf5-4424-8016-3daf0125ef78 HTTP/1.1" status: 204 len: 173 time: 0.5795546 Feb 09 03:12:47.510837 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b722b-5e4b-4a64-8343-b33db6dd2acb req-c7107962-5fef-456e-ab61-71a67bd9520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:47.512333 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-298b722b-5e4b-4a64-8343-b33db6dd2acb req-c7107962-5fef-456e-ab61-71a67bd9520d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 1133 time: 0.1374490 Feb 09 03:12:47.512794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8da419-52d0-4f7f-8485-10438c921cdf req-a5b5d8bb-cd44-4165-bb6a-aa12c18b058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:47.514929 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1dbb5b7-c9d2-4507-b60e-61c949d82530 admin admin] Publish callbacks [] for security_group (f0fac2bd-adf0-4dd6-8a35-7808d07740d4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.515060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d8da419-52d0-4f7f-8485-10438c921cdf req-a5b5d8bb-cd44-4165-bb6a-aa12c18b058d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 1128 time: 0.1296878 Feb 09 03:12:47.516828 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa801904-3449-44e0-8313-d10c5cd84075 req-25e9fd87-db66-4fa9-a430-36da18b71bbe service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849945 Feb 09 03:12:47.526201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48487dbd-5ce4-431f-a197-75bec7b9e998 tempest-SecurityGroupsTestAdminJSON-738976112 tempest-SecurityGroupsTestAdminJSON-738976112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75bd055-0cf5-4424-8016-3daf0125ef78,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:47.570875 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1dbb5b7-c9d2-4507-b60e-61c949d82530 admin admin] Publish callbacks [] for security_group (f0fac2bd-adf0-4dd6-8a35-7808d07740d4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.588843 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59ad8bb5-9240-4dcd-b708-f422253573b5 req-1ff827e7-c2d8-4181-8eb9-8a33c0e6ee2f tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095676 Feb 09 03:12:47.644433 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d8da419-52d0-4f7f-8485-10438c921cdf req-4602da69-c0de-4689-96b8-1d4444f04379 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143639 Feb 09 03:12:47.648735 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-298b722b-5e4b-4a64-8343-b33db6dd2acb req-94c62a0c-b507-40bd-bbee-14edae3bee97 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253328 Feb 09 03:12:47.682539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1dbb5b7-c9d2-4507-b60e-61c949d82530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f0fac2bd-adf0-4dd6-8a35-7808d07740d4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.685207 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1dbb5b7-c9d2-4507-b60e-61c949d82530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.686350 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e1dbb5b7-c9d2-4507-b60e-61c949d82530 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0fac2bd-adf0-4dd6-8a35-7808d07740d4 HTTP/1.1" status: 204 len: 168 time: 0.3080659 Feb 09 03:12:47.688569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b0f5d-b403-4d80-b741-623b1ff0a359 req-42686013-4382-4847-96f0-bce592c52838 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:47.690463 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d1b0f5d-b403-4d80-b741-623b1ff0a359 req-42686013-4382-4847-96f0-bce592c52838 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 944 time: 0.1621115 Feb 09 03:12:47.695690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbb5b7-c9d2-4507-b60e-61c949d82530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fac2bd-adf0-4dd6-8a35-7808d07740d4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:47.770425 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d1b0f5d-b403-4d80-b741-623b1ff0a359 req-9732e9d9-3005-4d9b-8b82-c60f843ead80 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710115 Feb 09 03:12:47.804588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc08a-12c7-4654-8c38-a12b48df6089 req-89b08613-126c-406f-9767-675c8a0bac8a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:47.807238 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-40ddc08a-12c7-4654-8c38-a12b48df6089 req-89b08613-126c-406f-9767-675c8a0bac8a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0857880 Feb 09 03:12:47.864824 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-40ddc08a-12c7-4654-8c38-a12b48df6089 req-5b603971-92c3-4941-a9b0-bec91f603d9f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505602 Feb 09 03:12:47.949506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca5ebe-2dd3-43ff-b2ec-c28588939564 req-4364b9a3-a9e7-4d0c-adc0-667a8af88743 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:47.951527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-feca5ebe-2dd3-43ff-b2ec-c28588939564 req-4364b9a3-a9e7-4d0c-adc0-667a8af88743 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 950 time: 0.0774300 Feb 09 03:12:47.966274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50192) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:47.987329 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a89e595b-3a13-4d07-b439-6fed2530c720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.059128 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-feca5ebe-2dd3-43ff-b2ec-c28588939564 req-345c7ee3-2de4-4811-9bff-aeb9ebd1bf46 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974364 Feb 09 03:12:48.165318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f5a11-b833-463e-b324-3549466a2b4d req-250ee337-224f-409c-adc7-7e8f61d056da tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:48.167322 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d74f5a11-b833-463e-b324-3549466a2b4d req-250ee337-224f-409c-adc7-7e8f61d056da tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 944 time: 0.0817754 Feb 09 03:12:48.208622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ee750c75-43e8-4ec1-b866-e2d7603e2d49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5a646adf7e5461b9142ae5118edcaf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388759 Feb 09 03:12:48.209072 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50206) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:48.250103 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d74f5a11-b833-463e-b324-3549466a2b4d req-7cb80797-8d29-406c-b16d-794e2a362e39 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720119 Feb 09 03:12:48.280265 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b60aa579-8b67-4d64-852f-7e9e3ed57036 admin admin] Publish callbacks [] for security_group (c5503cb8-3e27-4529-a1de-1bf56fcf2e4e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.331511 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b60aa579-8b67-4d64-852f-7e9e3ed57036 admin admin] Publish callbacks [] for security_group (c5503cb8-3e27-4529-a1de-1bf56fcf2e4e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.383322 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb1aa5-4f51-45bf-afc8-5cf9c104c24d req-643d4499-4b18-4bee-b038-a5ddb4513942 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:48.384960 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abdb1aa5-4f51-45bf-afc8-5cf9c104c24d req-643d4499-4b18-4bee-b038-a5ddb4513942 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 945 time: 0.0990622 Feb 09 03:12:48.451595 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abdb1aa5-4f51-45bf-afc8-5cf9c104c24d req-a6183fff-7474-4bf6-876e-d6387739c867 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566378 Feb 09 03:12:48.452486 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b60aa579-8b67-4d64-852f-7e9e3ed57036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c5503cb8-3e27-4529-a1de-1bf56fcf2e4e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.456245 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b60aa579-8b67-4d64-852f-7e9e3ed57036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.460411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b60aa579-8b67-4d64-852f-7e9e3ed57036 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5503cb8-3e27-4529-a1de-1bf56fcf2e4e HTTP/1.1" status: 204 len: 168 time: 0.2502625 Feb 09 03:12:48.480709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60aa579-8b67-4d64-852f-7e9e3ed57036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5503cb8-3e27-4529-a1de-1bf56fcf2e4e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:48.563668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e97dd1d9-843c-4143-a566-e22e063bf526 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:12:48.709572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e97dd1d9-843c-4143-a566-e22e063bf526,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:48.725393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e97dd1d9-843c-4143-a566-e22e063bf526 has no active binding in host n-h1-824835-15 {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 03:12:48.900866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50242) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:48.945281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d2d8d-47e4-4c91-ada1-72d1eecd1632 req-cbbfe448-590c-4677-9f08-b77147e53058 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:48.953274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e16d2d8d-47e4-4c91-ada1-72d1eecd1632 req-cbbfe448-590c-4677-9f08-b77147e53058 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 944 time: 0.0920680 Feb 09 03:12:48.962079 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-58d9ba64-1961-4917-99f6-6d50768df615 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=834cda6cf80a4cd29892aa107166a2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571284 Feb 09 03:12:48.962391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50244) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:49.013273 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e16d2d8d-47e4-4c91-ada1-72d1eecd1632 req-ee8f6a36-1757-440a-b585-a1660ddda4df tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588336 Feb 09 03:12:49.093332 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Publish callbacks [] for security_group (7e09852a-c9b1-4dbc-8e12-5d2ff592ab03), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.130501 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Publish callbacks [] for security_group (7e09852a-c9b1-4dbc-8e12-5d2ff592ab03), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.162258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5049f4a-4a3e-47c7-84ba-d111c5543c4a req-9b8ea230-b7f5-4814-ad6c-a8948696027a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:49.164244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d5049f4a-4a3e-47c7-84ba-d111c5543c4a req-9b8ea230-b7f5-4814-ad6c-a8948696027a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.1080868 Feb 09 03:12:49.172608 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.232089 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d5049f4a-4a3e-47c7-84ba-d111c5543c4a req-7ba00c16-b143-4955-82d8-74478d83a716 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605102 Feb 09 03:12:49.263660 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7e09852a-c9b1-4dbc-8e12-5d2ff592ab03), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.266105 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.271947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e09852a-c9b1-4dbc-8e12-5d2ff592ab03 HTTP/1.1" status: 204 len: 168 time: 0.3063409 Feb 09 03:12:49.292886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8f6f5-8990-4342-80e1-a75952c86452 req-e480ccb7-1c7b-4a88-bece-358df900a99e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:49.299946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e09852a-c9b1-4dbc-8e12-5d2ff592ab03,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:49.301893 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88c8f6f5-8990-4342-80e1-a75952c86452 req-e480ccb7-1c7b-4a88-bece-358df900a99e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 950 time: 0.1352108 Feb 09 03:12:49.317891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.321084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.321621 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.321987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.323494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.324784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.325119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.325624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.327226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.327588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.327936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.332874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.333249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fe595-3180-48a0-b3c8-d2818bc3349f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:49.372199 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88c8f6f5-8990-4342-80e1-a75952c86452 req-8490adec-c93c-4704-a6ee-03716ebcb88f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688751 Feb 09 03:12:49.459534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0483a-6881-44bb-835f-5df4da0f01e8 req-d10da185-f848-4894-825e-975cb12b3ef2 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:49.461071 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51e0483a-6881-44bb-835f-5df4da0f01e8 req-d10da185-f848-4894-825e-975cb12b3ef2 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 944 time: 0.0729396 Feb 09 03:12:49.549386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51e0483a-6881-44bb-835f-5df4da0f01e8 req-b6368fa7-ed9b-4421-b169-21d8fed1e7e1 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823753 Feb 09 03:12:49.620498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9d5de-47f8-4338-8306-e26e16a056eb req-c38da938-a301-41e1-8806-8c1a47ec1a63 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:49.622198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-acd9d5de-47f8-4338-8306-e26e16a056eb req-c38da938-a301-41e1-8806-8c1a47ec1a63 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 945 time: 0.0661621 Feb 09 03:12:49.713847 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-acd9d5de-47f8-4338-8306-e26e16a056eb req-b2fd598c-5208-4ed9-bce4-0d486b3f460d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842443 Feb 09 03:12:49.848737 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722e230-c96d-47ae-a657-2e42d2d165a0 req-8362dd2f-b47f-4d2b-ad09-06156a0d35cc tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:49.850560 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9722e230-c96d-47ae-a657-2e42d2d165a0 req-8362dd2f-b47f-4d2b-ad09-06156a0d35cc tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 1128 time: 0.0573120 Feb 09 03:12:49.908571 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9722e230-c96d-47ae-a657-2e42d2d165a0 req-9d68bae8-447d-4a0d-a3c1-1961a052f551 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522752 Feb 09 03:12:50.059786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548db11-b740-4972-b16e-15e439e66c7b req-0e99bc41-8634-4c7d-ad74-2e8dbee8b959 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:50.061826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8548db11-b740-4972-b16e-15e439e66c7b req-0e99bc41-8634-4c7d-ad74-2e8dbee8b959 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 1128 time: 0.0630996 Feb 09 03:12:50.123207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8548db11-b740-4972-b16e-15e439e66c7b req-4ae045fd-1f6f-4820-b20b-b4f99890d1fe tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544572 Feb 09 03:12:50.188111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5479674-54c6-418c-87a0-9075ff9d27c8 req-817133d1-3244-4fa2-a78b-538e23c2baa2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:50.196409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b5479674-54c6-418c-87a0-9075ff9d27c8 req-817133d1-3244-4fa2-a78b-538e23c2baa2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 944 time: 0.0855703 Feb 09 03:12:50.256770 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b5479674-54c6-418c-87a0-9075ff9d27c8 req-ec4a6738-b273-4a12-bb2f-1677bae7bdbc tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589678 Feb 09 03:12:50.424219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50332) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:50.491007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28e21e-2edf-411a-aeea-f95fdb0d9270 req-fa72668a-3be1-483f-9f17-2289aa2680fa tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:50.495537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ca28e21e-2edf-411a-aeea-f95fdb0d9270 req-fa72668a-3be1-483f-9f17-2289aa2680fa tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.1018207 Feb 09 03:12:50.571275 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device f14558f0-fd53-4f6b-89ed-ec5b78deba8a up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:50.582685 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ca28e21e-2edf-411a-aeea-f95fdb0d9270 req-23bd64de-34c0-4fb5-9f22-e24f6623b94c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828073 Feb 09 03:12:50.605916 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5d1d9-38f6-4005-b4c2-fe9f2b9c36e0 req-bab7ec5c-d317-4818-ac69-452c54c3115f tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:50.616866 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-85f5d1d9-38f6-4005-b4c2-fe9f2b9c36e0 req-bab7ec5c-d317-4818-ac69-452c54c3115f tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 1128 time: 0.1125631 Feb 09 03:12:50.667164 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.729709 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-85f5d1d9-38f6-4005-b4c2-fe9f2b9c36e0 req-cfbcc157-7201-4fa7-8d40-ec3262ebb138 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118200 Feb 09 03:12:50.740329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port f14558f0-fd53-4f6b-89ed-ec5b78deba8a completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:12:50.747725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port f14558f0-fd53-4f6b-89ed-ec5b78deba8a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:50.748115 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.802869 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.812904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718e09e-8905-4c99-98b0-ef61cf2b2ba8 req-717190d1-63cd-4a21-a8e9-ac533d1f5bd8 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:50.828019 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e718e09e-8905-4c99-98b0-ef61cf2b2ba8 req-717190d1-63cd-4a21-a8e9-ac533d1f5bd8 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 950 time: 0.1027882 Feb 09 03:12:50.935288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port f14558f0-fd53-4f6b-89ed-ec5b78deba8a is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:50.936061 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e718e09e-8905-4c99-98b0-ef61cf2b2ba8 req-3799dbf7-efe0-4e69-8e8d-8efe758a2f24 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068504 Feb 09 03:12:50.937583 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.998089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:51.000658 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7e1ff2-cb1a-43b2-a625-74e439f2764b" -d '{"events": [{"server_uuid": "5fea941e-4c22-46fd-9a0a-dce79a98d01a", "name": "network-vif-plugged", "status": "completed", "tag": "f14558f0-fd53-4f6b-89ed-ec5b78deba8a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:51.028051 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Publish callbacks [] for security_group (b2930329-3830-4b46-b370-7116728d8aab), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.033724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port f14558f0-fd53-4f6b-89ed-ec5b78deba8a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f14558f0-fd53-4f6b-89ed-ec5b78deba8a,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:51.037391 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b2930329-3830-4b46-b370-7116728d8aab), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.044988 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.057840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e68a-b9d0-430c-9c33-573813afadea req-b2f39108-a99d-4e6b-9722-48cdf8e2ba3c tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:51.066200 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4612e68a-b9d0-430c-9c33-573813afadea req-b2f39108-a99d-4e6b-9722-48cdf8e2ba3c tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 944 time: 0.1540611 Feb 09 03:12:51.121885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50356) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:51.122041 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf9139b63ecb4f6498890449686360f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6965864 Feb 09 03:12:51.151012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=f14558f0-fd53-4f6b-89ed-ec5b78deba8a,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:51.153822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2930329-3830-4b46-b370-7116728d8aab,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:51.183182 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4612e68a-b9d0-430c-9c33-573813afadea req-18ecf588-6dcb-4c08-a661-bb22743ac8c6 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155572 Feb 09 03:12:51.185944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.188683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.189667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.194346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.194788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.195199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.195632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.196025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.196419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.196828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.197026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4d40f82-5b3b-49b1-b985-5d6b1c4508fa admin admin] Publish callbacks [] for security_group (b2930329-3830-4b46-b370-7116728d8aab), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.197503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.197584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.197990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c86569-2493-42f0-a1a7-3aa789566fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:51.240097 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c48a4bf-98f0-42ca-b468-5384936456be x-openstack-request-id: req-5c48a4bf-98f0-42ca-b468-5384936456be {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:51.240405 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fea941e-4c22-46fd-9a0a-dce79a98d01a", "name": "network-vif-plugged", "status": "completed", "tag": "f14558f0-fd53-4f6b-89ed-ec5b78deba8a", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:51.240832 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c48a4bf-98f0-42ca-b468-5384936456be {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:51.241275 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a', 'code': 200} Feb 09 03:12:51.242866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4d40f82-5b3b-49b1-b985-5d6b1c4508fa admin admin] Publish callbacks [] for security_group (b2930329-3830-4b46-b370-7116728d8aab), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.308497 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4d40f82-5b3b-49b1-b985-5d6b1c4508fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b2930329-3830-4b46-b370-7116728d8aab), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.312934 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4d40f82-5b3b-49b1-b985-5d6b1c4508fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.317431 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e4d40f82-5b3b-49b1-b985-5d6b1c4508fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2930329-3830-4b46-b370-7116728d8aab HTTP/1.1" status: 204 len: 168 time: 0.1940825 Feb 09 03:12:51.326700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d40f82-5b3b-49b1-b985-5d6b1c4508fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2930329-3830-4b46-b370-7116728d8aab,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:51.447505 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3f025-a222-488d-8f1f-d3e550f3cde1 req-b6e0fad7-d0d9-4cd9-906d-1a7b4ce1a5c1 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:51.448979 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-24d3f025-a222-488d-8f1f-d3e550f3cde1 req-b6e0fad7-d0d9-4cd9-906d-1a7b4ce1a5c1 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 944 time: 0.0961421 Feb 09 03:12:51.451588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2cf9-4ddb-4346-b011-8aef36d60356 req-d2f37677-1f2c-4e22-8f6e-710e3417f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:51.452934 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-63af2cf9-4ddb-4346-b011-8aef36d60356 req-d2f37677-1f2c-4e22-8f6e-710e3417f047 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 1128 time: 0.0893829 Feb 09 03:12:51.472826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b542e1-756c-48b0-98a4-9ff7c5c2fc5b req-2062c81b-9314-42ea-819b-835b837a4a9d tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:51.474633 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63b542e1-756c-48b0-98a4-9ff7c5c2fc5b req-2062c81b-9314-42ea-819b-835b837a4a9d tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 1133 time: 0.0456605 Feb 09 03:12:51.494652 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-63b542e1-756c-48b0-98a4-9ff7c5c2fc5b req-a7b9efc7-9e59-4d01-bf32-577c15416f01 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.530495 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-24d3f025-a222-488d-8f1f-d3e550f3cde1 req-f6dd73bc-b71c-4e70-9520-b915b43c139c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732019 Feb 09 03:12:51.534086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-63af2cf9-4ddb-4346-b011-8aef36d60356 req-fa11f8cc-3188-4e60-a084-9456773cd187 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751171 Feb 09 03:12:51.588366 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-63b542e1-756c-48b0-98a4-9ff7c5c2fc5b req-a7b9efc7-9e59-4d01-bf32-577c15416f01 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] Publish callbacks [] for security_group (1dc9dfc3-7e31-4a2b-98b2-37d182940d8d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.593044 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-63b542e1-756c-48b0-98a4-9ff7c5c2fc5b req-a7b9efc7-9e59-4d01-bf32-577c15416f01 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1dc9dfc3-7e31-4a2b-98b2-37d182940d8d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.632061 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63b542e1-756c-48b0-98a4-9ff7c5c2fc5b req-a7b9efc7-9e59-4d01-bf32-577c15416f01 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513913 Feb 09 03:12:51.633994 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9efc7-9e59-4d01-bf32-577c15416f01 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc9dfc3-7e31-4a2b-98b2-37d182940d8d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:51.782183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516ad70-adc5-4815-b5eb-8a916be1534d req-c92b8a5e-7635-4d5b-9708-f1c24cb0dee6 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:51.784134 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1516ad70-adc5-4815-b5eb-8a916be1534d req-c92b8a5e-7635-4d5b-9708-f1c24cb0dee6 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0706325 Feb 09 03:12:51.844924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1516ad70-adc5-4815-b5eb-8a916be1534d req-5e78cc00-b5b1-4a38-b4e0-ae91fc1e0907 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546439 Feb 09 03:12:51.878371 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.969479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74ffd9-c99c-492e-9905-2f79a3ab318b req-7fb1dca2-3831-4111-9287-7e1bfb20fe5c tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:51.979246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d74ffd9-c99c-492e-9905-2f79a3ab318b req-7fb1dca2-3831-4111-9287-7e1bfb20fe5c tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 1128 time: 0.0611041 Feb 09 03:12:52.032435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d74ffd9-c99c-492e-9905-2f79a3ab318b req-c8444090-9453-4194-86de-e179318a310b tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515985 Feb 09 03:12:52.185750 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-7e8878a1-7072-40d8-b93d-ee248f882e09 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214245 Feb 09 03:12:52.501127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-6e713b92-ad26-48db-a82c-c2627198993e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:52.503192 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-6e713b92-ad26-48db-a82c-c2627198993e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3117950 Feb 09 03:12:52.518426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-0f8d47e4-fdb4-4873-89a9-922c5728c982 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/quotas/8c106d2ca691429d886e0ada21907bca HTTP/1.1" status: 200 len: 375 time: 0.0099144 Feb 09 03:12:52.566686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e97dd1d9-843c-4143-a566-e22e063bf526 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:12:52.573611 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-93013919-e440-4d5a-ae91-6ed80e91883b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493484 Feb 09 03:12:52.675073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e97dd1d9-843c-4143-a566-e22e063bf526,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:52.687912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e97dd1d9-843c-4143-a566-e22e063bf526 has no active binding in host n-h1-824835-15 {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 03:12:52.748377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-7ca8cc82-8752-42e0-aab0-1b5b74a47c8e service neutron] 10.222.0.42 "GET /v2.0/ports/e97dd1d9-843c-4143-a566-e22e063bf526/bindings/n-h1-824835-15 HTTP/1.1" status: 200 len: 385 time: 0.0674915 Feb 09 03:12:52.959456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-77244184-0ef6-4e62-81bf-cc62027e1db7 service neutron] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e97dd1d9-843c-4143-a566-e22e063bf526,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:52.991329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-77244184-0ef6-4e62-81bf-cc62027e1db7 service neutron] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:53.039087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-77244184-0ef6-4e62-81bf-cc62027e1db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97dd1d9-843c-4143-a566-e22e063bf526 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:53.053651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-77244184-0ef6-4e62-81bf-cc62027e1db7 service neutron] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e97dd1d9-843c-4143-a566-e22e063bf526,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:53.081655 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-77244184-0ef6-4e62-81bf-cc62027e1db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:53.192439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b210-638f-4118-96e0-a88c2df7491d req-8e193eaf-484c-4945-b6c8-05351a8eab84 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:53.194245 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c75b210-638f-4118-96e0-a88c2df7491d req-8e193eaf-484c-4945-b6c8-05351a8eab84 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 945 time: 0.1100245 Feb 09 03:12:53.252507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-77244184-0ef6-4e62-81bf-cc62027e1db7 service neutron] Transition to ACTIVE for port object e97dd1d9-843c-4143-a566-e22e063bf526 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:12:53.263569 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-77244184-0ef6-4e62-81bf-cc62027e1db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:53.307993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c75b210-638f-4118-96e0-a88c2df7491d req-f3673ea0-be99-46b3-b13f-7e1b0d3f75fd tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991127 Feb 09 03:12:53.367554 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-77244184-0ef6-4e62-81bf-cc62027e1db7 service neutron] No DVR routers for this DVR port e97dd1d9-843c-4143-a566-e22e063bf526 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:53.422619 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-77244184-0ef6-4e62-81bf-cc62027e1db7 service neutron] 10.222.0.42 "PUT /v2.0/ports/e97dd1d9-843c-4143-a566-e22e063bf526/bindings/n-h1-824835-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6686752 Feb 09 03:12:53.426566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-446b2ba2-ca1d-46c8-819e-ecc711ee7ba3 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:12:53.427608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-446b2ba2-ca1d-46c8-819e-ecc711ee7ba3 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207155 Feb 09 03:12:53.433743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77244184-0ef6-4e62-81bf-cc62027e1db7 service neutron] Pushing event updated for resources: {'Port': ['ID=e97dd1d9-843c-4143-a566-e22e063bf526,revision_number=10']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:53.511850 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-f50e73af-6fed-430e-8333-2dd53e2b9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:53.514383 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-f50e73af-6fed-430e-8333-2dd53e2b9ecf service neutron] 10.222.0.21 "GET /v2.0/ports/976b19f7-1e10-42e4-b1cc-858c76c56487 HTTP/1.1" status: 200 len: 1125 time: 0.0670710 Feb 09 03:12:53.526655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] Request body: {'binding': {'host': 'n-h1-824835-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:53.527400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] Unknown quota resources ['binding']. {{(pid=103328) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:12:53.574694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d5cbcad4-3bbe-4320-9f57-ccc91c066988 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:53.576840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-d5cbcad4-3bbe-4320-9f57-ccc91c066988 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e&tenant_id=3981e12ce8e54406870070535619e45b&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1128 time: 0.0650883 Feb 09 03:12:53.654398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-a34c1aa7-5c0b-4cd1-a465-718e091b0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:53.656538 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-a34c1aa7-5c0b-4cd1-a465-718e091b0fba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e&tenant_id=3981e12ce8e54406870070535619e45b HTTP/1.1" status: 200 len: 1128 time: 0.0664477 Feb 09 03:12:53.684689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] Attempting to bind port 976b19f7-1e10-42e4-b1cc-858c76c56487 on host n-h1-824835-15 for vnic_type normal with profile None {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:53.685030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] Attempting to bind port 976b19f7-1e10-42e4-b1cc-858c76c56487 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:53.685502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] Attempting to bind port 976b19f7-1e10-42e4-b1cc-858c76c56487 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:53.690541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] Port 976b19f7-1e10-42e4-b1cc-858c76c56487 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:12:53.690915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] Attempting to bind port 976b19f7-1e10-42e4-b1cc-858c76c56487 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:53.773846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:53.774191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:53.777077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] Bound using segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:53.777581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] Bound port: 976b19f7-1e10-42e4-b1cc-858c76c56487, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:53.811386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-cd9a2255-d0df-4509-85ac-4e58d1769a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:53.815824 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-cd9a2255-d0df-4509-85ac-4e58d1769a24 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 1128 time: 0.1064987 Feb 09 03:12:53.855949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf59df8-5a39-4902-8688-adc20aa0f69f req-182ad16f-e009-4ecd-aec2-bf9dbcb25444 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:53.865112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cbf59df8-5a39-4902-8688-adc20aa0f69f req-182ad16f-e009-4ecd-aec2-bf9dbcb25444 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 945 time: 0.1719203 Feb 09 03:12:53.880418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=976b19f7-1e10-42e4-b1cc-858c76c56487,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:53.895071 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:53.901971 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:53.906275 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bd0cfc77-aaa1-4c33-9fe3-257b3255c8f1 service neutron] 10.222.0.21 "POST /v2.0/ports/976b19f7-1e10-42e4-b1cc-858c76c56487/bindings HTTP/1.1" status: 201 len: 390 time: 0.3792877 Feb 09 03:12:53.992371 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cbf59df8-5a39-4902-8688-adc20aa0f69f req-b995ce15-ba7a-4768-a6b1-b19c1addae0e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262143 Feb 09 03:12:54.097681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-c85ae21b-c26d-44a8-b91d-6d66cc9e6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:54.099654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-c85ae21b-c26d-44a8-b91d-6d66cc9e6bca service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.2754688 Feb 09 03:12:54.170862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-5afb24f4-1c63-4f4e-b7d1-557664452d28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97dd1d9-843c-4143-a566-e22e063bf526 HTTP/1.1" status: 200 len: 217 time: 0.0627279 Feb 09 03:12:54.244129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9707ae-4625-4593-87ab-4df47b4a5acb req-0f4383bc-d0e4-43fa-96b9-fb2c7734f773 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:54.254265 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c9707ae-4625-4593-87ab-4df47b4a5acb req-0f4383bc-d0e4-43fa-96b9-fb2c7734f773 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.1016912 Feb 09 03:12:54.296753 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-67ffed00-7770-492a-968e-7812feba7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:54.298825 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-67ffed00-7770-492a-968e-7812feba7276 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.1158373 Feb 09 03:12:54.367206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-0276d6a5-12ff-434b-a86b-d9553fab950a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573921 Feb 09 03:12:54.392787 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c9707ae-4625-4593-87ab-4df47b4a5acb req-83f14c64-b610-49c0-9d8a-54da9ed1eb7a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318734 Feb 09 03:12:54.609748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643d8fc-6f27-4922-a8ff-7f2e27060084 req-96e3a26c-040f-4e97-a815-0faa706b320e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:54.611383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7906fe1-f241-4693-84d3-3bf07be23b26 req-b8a343a6-2e9a-48fd-bff9-cc22cf17f6e3 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:54.613030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b7906fe1-f241-4693-84d3-3bf07be23b26 req-b8a343a6-2e9a-48fd-bff9-cc22cf17f6e3 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 945 time: 0.1128895 Feb 09 03:12:54.615433 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-76f591bd-7e97-4cf4-bae6-30783067ed30 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376554 Feb 09 03:12:54.617930 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0643d8fc-6f27-4922-a8ff-7f2e27060084 req-96e3a26c-040f-4e97-a815-0faa706b320e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 945 time: 0.1299345 Feb 09 03:12:54.689049 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0643d8fc-6f27-4922-a8ff-7f2e27060084 req-f0be9547-a508-4fc3-8f8d-628805fa2742 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701783 Feb 09 03:12:54.737927 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b7906fe1-f241-4693-84d3-3bf07be23b26 req-8874eb32-0d71-4a2a-8f36-4452a3d7cb6a tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181588 Feb 09 03:12:54.771019 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-e82b6353-f6b1-44f0-b7e7-e9566ec571e3 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442428 Feb 09 03:12:54.803391 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f9fbb55-1553-49cf-93d9-b529e4218ed7 req-80190c3e-63b3-4089-860c-a1ed7efafc31 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 210 time: 0.0395312 Feb 09 03:12:54.956197 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-8073b3f9-71ef-4810-a20e-bbdcc0c19dcb tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307982 Feb 09 03:12:54.960262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123e21b-bc5c-4780-b756-03a513f6e159 req-06a4ef9b-cb7b-41b9-961b-4fbbc02a79cb tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:54.962267 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8123e21b-bc5c-4780-b756-03a513f6e159 req-06a4ef9b-cb7b-41b9-961b-4fbbc02a79cb tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 945 time: 0.0885699 Feb 09 03:12:54.971684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50534) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:54.979196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f45e4e00-fee0-4b18-97b0-bde5d189fc2e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Request body: {'floatingip': {'port_id': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:55.043710 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d46cb101-79b9-48c1-9f93-914b8ec27709 req-fe5eb5e7-bdda-4a5d-b316-662a11f263bb tempest-FlavorsV2NegativeTest-3793845 tempest-FlavorsV2NegativeTest-3793845-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e86bcb9d2f7b441f9e3ceb543fb04e8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1168616 Feb 09 03:12:55.128853 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f45e4e00-fee0-4b18-97b0-bde5d189fc2e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for floatingip (f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:55.213982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e97dd1d9-843c-4143-a566-e22e063bf526 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:55.247856 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-0c507e0e-6bf2-46e9-ba08-9f7b997c94ea tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:55.254489 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-0c507e0e-6bf2-46e9-ba08-9f7b997c94ea tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857637 Feb 09 03:12:55.274322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Request body: {'port': {'device_id': '86d1fcb7-bf16-4633-ba68-c54b133f0001', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '8c106d2ca691429d886e0ada21907bca'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:55.307277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] The host n-h2-824835-15 is not matching for port e97dd1d9-843c-4143-a566-e22e063bf526 host n-h1-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:12:55.307684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e97dd1d9-843c-4143-a566-e22e063bf526 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:55.313491 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-50d7d0c2-03d2-4a83-804e-f7f486d2e506 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1464305 Feb 09 03:12:55.387398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cb101-79b9-48c1-9f93-914b8ec27709 req-d1365830-8edb-449b-a3ad-afbf98812acc tempest-FlavorsV2NegativeTest-3793845 tempest-FlavorsV2NegativeTest-3793845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:55.388879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d46cb101-79b9-48c1-9f93-914b8ec27709 req-d1365830-8edb-449b-a3ad-afbf98812acc tempest-FlavorsV2NegativeTest-3793845 tempest-FlavorsV2NegativeTest-3793845-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3330617 Feb 09 03:12:55.437523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d46cb101-79b9-48c1-9f93-914b8ec27709 req-f2c1bea6-0840-4a77-a86b-14ce3001a845 tempest-FlavorsV2NegativeTest-3793845 tempest-FlavorsV2NegativeTest-3793845-project] 10.222.0.21 "GET /v2.0/quotas/e86bcb9d2f7b441f9e3ceb543fb04e8c HTTP/1.1" status: 200 len: 375 time: 0.0382657 Feb 09 03:12:55.448604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Made reservation on behalf of 8c106d2ca691429d886e0ada21907bca for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:55.451287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:55.479149 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d46cb101-79b9-48c1-9f93-914b8ec27709 req-a6be1d90-80c0-4369-bbe3-82d54fec4528 tempest-FlavorsV2NegativeTest-3793845 tempest-FlavorsV2NegativeTest-3793845-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e86bcb9d2f7b441f9e3ceb543fb04e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406442 Feb 09 03:12:55.522873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-51f1ee02-c28f-49e8-8e68-6cbcc74c656e tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:55.524393 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-51f1ee02-c28f-49e8-8e68-6cbcc74c656e tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e&tenant_id=3981e12ce8e54406870070535619e45b&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 1128 time: 0.3309186 Feb 09 03:12:55.548407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432df2c-4556-413c-a305-5970b7f526e8 req-8bec9b99-97d0-4840-96df-d747131f9d24 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:55.555391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5432df2c-4556-413c-a305-5970b7f526e8 req-8bec9b99-97d0-4840-96df-d747131f9d24 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 945 time: 0.3858228 Feb 09 03:12:55.643017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-ab2e0da8-6951-4c8a-bdd8-c816f4127f02 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:55.644494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-ab2e0da8-6951-4c8a-bdd8-c816f4127f02 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3210680 Feb 09 03:12:55.681611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Request body: {'port': {'device_id': '13dbaebe-4221-47a8-8178-b44008784d12', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '8c106d2ca691429d886e0ada21907bca'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:55.696457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Allocated IP 192.168.233.239 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/ebfca926-4ce1-4b56-9d7b-46c3cabb5069) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:55.808527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5432df2c-4556-413c-a305-5970b7f526e8 req-c21d8146-d3ea-454c-9fc6-12827a2a9d0e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521749 Feb 09 03:12:55.981506 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks [] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:56.033278 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:56.046376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:56.094852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:56.099677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:56.109709 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:56.124255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bedaff-9816-405d-954b-9a8ca67226a4 req-1e0a29e5-de52-4e50-a2a9-16352e4f8135 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:56.132589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82bedaff-9816-405d-954b-9a8ca67226a4 req-1e0a29e5-de52-4e50-a2a9-16352e4f8135 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.2158465 Feb 09 03:12:56.232092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event updated for resources: {'Port': ['ID=ebfca926-4ce1-4b56-9d7b-46c3cabb5069,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:56.290848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82bedaff-9816-405d-954b-9a8ca67226a4 req-473e6779-54cd-428f-a49b-8d80657896d1 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566889 Feb 09 03:12:56.293341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50576) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:56.318397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:56.324501 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:56.328121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50580) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:56.381958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c8ecc580-e27f-4160-b7fa-7812f65162fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1127019 Feb 09 03:12:56.395349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Request body: {'port': {'device_id': '86d1fcb7-bf16-4633-ba68-c54b133f0001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:56.521118 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87f4a846-59c2-4590-ab9a-7fefb8f4d0d3 req-fd6771dc-60b4-4fc9-bff4-bbd98d252ab4 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 210 time: 0.0703406 Feb 09 03:12:56.531398 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:56.600484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e2f7032b-4891-4b48-9c06-0aa9fe65a63d None None] Provisioning complete for port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:56.601084 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2f7032b-4891-4b48-9c06-0aa9fe65a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:56.680190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e2f7032b-4891-4b48-9c06-0aa9fe65a63d None None] Port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:56.690024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495e2dc-0638-4474-a1e0-464635f780a5 req-2817af8d-f51a-43fd-bf62-c53dbdefceb5 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:56.696707 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6495e2dc-0638-4474-a1e0-464635f780a5 req-2817af8d-f51a-43fd-bf62-c53dbdefceb5 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 945 time: 0.7716970 Feb 09 03:12:56.724133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-36123cd8-5767-45bb-9f02-747bce9fff57 service neutron] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:56.742154 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71582446-adaf-4eb7-9c51-2e6443b65828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:56.750519 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Made reservation on behalf of 8c106d2ca691429d886e0ada21907bca for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:56.755415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:56.759963 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-36123cd8-5767-45bb-9f02-747bce9fff57 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:56.761589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34b6289-aea1-4321-a8ef-02da6ce79fde req-36123cd8-5767-45bb-9f02-747bce9fff57 service neutron] 10.222.0.65 "DELETE /v2.0/ports/e97dd1d9-843c-4143-a566-e22e063bf526/bindings/n-h2-824835-15 HTTP/1.1" status: 204 len: 173 time: 1.2210860 Feb 09 03:12:56.767399 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-f45e4e00-fee0-4b18-97b0-bde5d189fc2e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:12:56.774694 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-190dfb8d-7e14-436b-ac85-8646b6a89796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:56.906911 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f45e4e00-fee0-4b18-97b0-bde5d189fc2e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:56.949984 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f45e4e00-fee0-4b18-97b0-bde5d189fc2e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:56.962311 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6495e2dc-0638-4474-a1e0-464635f780a5 req-9c013502-8334-4aed-b85b-483126fae0e4 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643430 Feb 09 03:12:57.006997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36574fc7-5cb7-4f20-b778-1e07638e5576 req-6dd40ace-53a8-4124-97b3-5e3e1fb17ec5 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:57.006997 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36574fc7-5cb7-4f20-b778-1e07638e5576 req-6dd40ace-53a8-4124-97b3-5e3e1fb17ec5 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 945 time: 0.1110110 Feb 09 03:12:57.036302 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-190dfb8d-7e14-436b-ac85-8646b6a89796 admin admin] Publish callbacks [] for security_group (2f87625a-7c9e-4d93-8a01-201c877fecd6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.047969 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-190dfb8d-7e14-436b-ac85-8646b6a89796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2f87625a-7c9e-4d93-8a01-201c877fecd6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.123163 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-190dfb8d-7e14-436b-ac85-8646b6a89796 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e86bcb9d2f7b441f9e3ceb543fb04e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7874384 Feb 09 03:12:57.132642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50588) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:57.156929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71582446-adaf-4eb7-9c51-2e6443b65828 admin admin] Publish callbacks [] for security_group (c088ab7f-44ab-43c7-b428-56cb91c65a8d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.159271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfca926-4ce1-4b56-9d7b-46c3cabb5069 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:57.176335 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Publish callbacks [] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.183320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190dfb8d-7e14-436b-ac85-8646b6a89796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f87625a-7c9e-4d93-8a01-201c877fecd6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:57.195700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71582446-adaf-4eb7-9c51-2e6443b65828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c088ab7f-44ab-43c7-b428-56cb91c65a8d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.199166 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36574fc7-5cb7-4f20-b778-1e07638e5576 req-97b75a3a-9498-4c45-b9ab-ed4f17760d34 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802177 Feb 09 03:12:57.201946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Transition to ACTIVE for port object ebfca926-4ce1-4b56-9d7b-46c3cabb5069 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:12:57.207908 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.283829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfca926-4ce1-4b56-9d7b-46c3cabb5069,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:57.399671 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-f45e4e00-fee0-4b18-97b0-bde5d189fc2e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Floating IP f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681 associated. External IP: 172.25.5.15, port: f14558f0-fd53-4f6b-89ed-ec5b78deba8a. Feb 09 03:12:57.407029 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-71582446-adaf-4eb7-9c51-2e6443b65828 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebee7eef22bd49bfa09c8fc14ee77e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1065280 Feb 09 03:12:57.408561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50596) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:57.452527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Allocated IP 192.168.233.227 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/f6c97fc5-7089-43f5-b9aa-c5aaa423892c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:57.471574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Attempting to bind port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:57.472054 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Attempting to bind port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:57.472366 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Attempting to bind port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:57.483456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71582446-adaf-4eb7-9c51-2e6443b65828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c088ab7f-44ab-43c7-b428-56cb91c65a8d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:57.493224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:12:57.493577 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Attempting to bind port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:57.505448 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:57.505931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:57.506316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:57.506752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Bound port: ebfca926-4ce1-4b56-9d7b-46c3cabb5069, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:57.507103 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.523683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25c3ef-c022-4e37-a184-bb4cb533b9e2 req-45e18fb5-5675-4945-84ec-afc68f8f928f tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:57.530736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c25c3ef-c022-4e37-a184-bb4cb533b9e2 req-45e18fb5-5675-4945-84ec-afc68f8f928f tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 1128 time: 0.1397817 Feb 09 03:12:57.572792 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84d8ebff-6ad9-4bce-975f-e2afa64a7aa1 admin admin] Publish callbacks [] for security_group (c088ab7f-44ab-43c7-b428-56cb91c65a8d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.608493 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-499a8386-ce89-4993-8907-0bb3f4944261 admin admin] Publish callbacks [] for security_group (2f87625a-7c9e-4d93-8a01-201c877fecd6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.644606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-499a8386-ce89-4993-8907-0bb3f4944261 admin admin] Publish callbacks [] for security_group (2f87625a-7c9e-4d93-8a01-201c877fecd6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.646813 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84d8ebff-6ad9-4bce-975f-e2afa64a7aa1 admin admin] Publish callbacks [] for security_group (c088ab7f-44ab-43c7-b428-56cb91c65a8d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.683314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21475ca3-df7d-4ce8-84c7-158d72b2f594 req-d3b3c449-24b2-456c-b645-d26d4508bf89 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:57.684924 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21475ca3-df7d-4ce8-84c7-158d72b2f594 req-d3b3c449-24b2-456c-b645-d26d4508bf89 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.2931731 Feb 09 03:12:57.695122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c25c3ef-c022-4e37-a184-bb4cb533b9e2 req-e5aadfdf-5cc3-4b76-bdac-8ff7209affdd tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557367 Feb 09 03:12:57.732140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] For port ebfca926-4ce1-4b56-9d7b-46c3cabb5069, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:57.749458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] For port ebfca926-4ce1-4b56-9d7b-46c3cabb5069, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ebfca926-4ce1-4b56-9d7b-46c3cabb5069,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:57.767798 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.843091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:57.843653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.845989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] 10.222.0.42 "PUT /v2.0/ports/ebfca926-4ce1-4b56-9d7b-46c3cabb5069 HTTP/1.1" status: 200 len: 1097 time: 1.4567740 Feb 09 03:12:57.862871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d1fcb7-bf16-4633-ba68-c54b133f0001', 'tag': 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:57.902696 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ef3302-f99a-4ed0-b03f-f2a41974c2db" -d '{"events": [{"name": "network-changed", "server_uuid": "86d1fcb7-bf16-4633-ba68-c54b133f0001", "tag": "ebfca926-4ce1-4b56-9d7b-46c3cabb5069"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:57.941588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-236391bb-9ce5-4e44-9b97-b231402de06e req-a70eab90-f6bc-4ac6-b837-d0043f7c9a55 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 210 time: 0.1399794 Feb 09 03:12:57.969273 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21475ca3-df7d-4ce8-84c7-158d72b2f594 req-c895e878-3548-4a2d-bf2b-a3bfcf37b509 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400799 Feb 09 03:12:58.036976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84d8ebff-6ad9-4bce-975f-e2afa64a7aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c088ab7f-44ab-43c7-b428-56cb91c65a8d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.039608 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84d8ebff-6ad9-4bce-975f-e2afa64a7aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.050837 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-84d8ebff-6ad9-4bce-975f-e2afa64a7aa1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c088ab7f-44ab-43c7-b428-56cb91c65a8d HTTP/1.1" status: 204 len: 168 time: 0.6394899 Feb 09 03:12:58.076229 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6a09a3-342a-4d61-adb8-bae3673ba860 x-openstack-request-id: req-cd6a09a3-342a-4d61-adb8-bae3673ba860 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:58.078536 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d1fcb7-bf16-4633-ba68-c54b133f0001", "tag": "ebfca926-4ce1-4b56-9d7b-46c3cabb5069", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:58.084561 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd6a09a3-342a-4d61-adb8-bae3673ba860 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:58.085007 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d1fcb7-bf16-4633-ba68-c54b133f0001', 'tag': 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'status': 'completed', 'code': 200} Feb 09 03:12:58.111720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93b085-e044-4703-9b85-c2747ec1cd55 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfca926-4ce1-4b56-9d7b-46c3cabb5069,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:58.116654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8ebff-6ad9-4bce-975f-e2afa64a7aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c088ab7f-44ab-43c7-b428-56cb91c65a8d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:58.147958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-8e027d42-5627-49be-b84e-cac7e431e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:58.149488 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-8e027d42-5627-49be-b84e-cac7e431e201 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=86d1fcb7-bf16-4633-ba68-c54b133f0001 HTTP/1.1" status: 200 len: 1131 time: 0.2257032 Feb 09 03:12:58.150854 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-499a8386-ce89-4993-8907-0bb3f4944261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2f87625a-7c9e-4d93-8a01-201c877fecd6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.155659 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-499a8386-ce89-4993-8907-0bb3f4944261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.158128 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-499a8386-ce89-4993-8907-0bb3f4944261 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f87625a-7c9e-4d93-8a01-201c877fecd6 HTTP/1.1" status: 204 len: 168 time: 1.0113282 Feb 09 03:12:58.213512 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-3bbdc11a-9770-4014-9825-1b8b2ec0a93b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=ebfca926-4ce1-4b56-9d7b-46c3cabb5069 HTTP/1.1" status: 200 len: 217 time: 0.0574632 Feb 09 03:12:58.295981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-92bdd729-db38-4dd7-8ed5-30eb6cf223f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:58.297432 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-92bdd729-db38-4dd7-8ed5-30eb6cf223f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0627644 Feb 09 03:12:58.309299 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8fa9c-a557-40fa-a605-fc3d8afdeb29 req-22a928c3-6477-403b-98cb-107b3b6da90d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:58.318777 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8f8fa9c-a557-40fa-a605-fc3d8afdeb29 req-22a928c3-6477-403b-98cb-107b3b6da90d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 945 time: 0.1473863 Feb 09 03:12:58.335202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a8386-ce89-4993-8907-0bb3f4944261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f87625a-7c9e-4d93-8a01-201c877fecd6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:58.444436 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8f8fa9c-a557-40fa-a605-fc3d8afdeb29 req-58cc6db1-4fb7-42c0-bf50-90416164eec3 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248412 Feb 09 03:12:58.448508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-61a72fe5-8ead-426b-a68e-2ee736c67ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:58.450589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-61a72fe5-8ead-426b-a68e-2ee736c67ade service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1192756 Feb 09 03:12:58.451093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bfdf95bc-7bc6-4b2c-9fa9-780a65cce22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:58.452691 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-bfdf95bc-7bc6-4b2c-9fa9-780a65cce22b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 1128 time: 0.4575598 Feb 09 03:12:58.458057 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks [] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.569453 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-97c51195-5139-49ef-b407-d6d3add68732 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113226 Feb 09 03:12:58.583908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-21db2a3d-57c6-4f9c-8ce5-249f04c595fc tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:58.590587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-21db2a3d-57c6-4f9c-8ce5-249f04c595fc tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 807 time: 0.4786181 Feb 09 03:12:58.608033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45e4e00-fee0-4b18-97b0-bde5d189fc2e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:58.625637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-c0eacde5-b194-4b21-972b-c8b6511ff294 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/quotas/3981e12ce8e54406870070535619e45b HTTP/1.1" status: 200 len: 375 time: 0.0340080 Feb 09 03:12:58.700409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.712815 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:58.717768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-72774ad4-5a3d-4e3b-9d8b-9fc5256edb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:58.719257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-72774ad4-5a3d-4e3b-9d8b-9fc5256edb0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.2546167 Feb 09 03:12:58.793775 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1b3d6166-9e85-4cb8-8ee5-d794dd748508 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173908 Feb 09 03:12:58.822812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50632) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:58.841915 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-539bef30-e50f-4837-8ca2-1cab768a2a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.892631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-ad0b596d-76e2-41a7-b1f7-853dc271dd4f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=976b19f7-1e10-42e4-b1cc-858c76c56487 HTTP/1.1" status: 200 len: 217 time: 0.1402044 Feb 09 03:12:58.894491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:58.921063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:58.928176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event updated for resources: {'Port': ['ID=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:58.991293 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:59.006875 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:59.006875 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.030109 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-e1c298b1-0483-4eea-aca3-9b5e05df1182 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4028685 Feb 09 03:12:59.030335 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-539bef30-e50f-4837-8ca2-1cab768a2a33 admin admin] Publish callbacks [] for security_group (6adcdd78-d46d-44dd-8d92-efc85c08b283), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.056280 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-539bef30-e50f-4837-8ca2-1cab768a2a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6adcdd78-d46d-44dd-8d92-efc85c08b283), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.074111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-b3e2f66b-971a-4099-88d8-6acdb9b0f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:59.084485 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-b3e2f66b-971a-4099-88d8-6acdb9b0f0c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1806545 Feb 09 03:12:59.222426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-04cf12f0-9a83-4e44-9385-b9018eac5bbf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975151 Feb 09 03:12:59.240284 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-1458229f-88ad-423e-bfae-e88421745862 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5624244 Feb 09 03:12:59.267849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Request body: {'port': {'device_id': '13dbaebe-4221-47a8-8178-b44008784d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:59.317763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d94d0a95-39e4-4e8b-b0e8-eef7e08cefd7 None None] Provisioning complete for port f6c97fc5-7089-43f5-b9aa-c5aaa423892c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:59.318417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d94d0a95-39e4-4e8b-b0e8-eef7e08cefd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.364239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45e4e00-fee0-4b18-97b0-bde5d189fc2e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:59.369214 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d94d0a95-39e4-4e8b-b0e8-eef7e08cefd7 None None] Port f6c97fc5-7089-43f5-b9aa-c5aaa423892c cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:59.375810 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f45e4e00-fee0-4b18-97b0-bde5d189fc2e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.382278 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d68c3a-1344-4b28-8f8f-35092b987020 None None] Sync routers for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:59.399518 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d68c3a-1344-4b28-8f8f-35092b987020 None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:59.400246 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-18d68c3a-1344-4b28-8f8f-35092b987020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:12:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:59.415332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f45e4e00-fee0-4b18-97b0-bde5d189fc2e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "PUT /v2.0/floatingips/f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681 HTTP/1.1" status: 200 len: 990 time: 4.4422050 Feb 09 03:12:59.419244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'tag': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:59.421541 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab34442-3996-4564-8502-a468d26666a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5fea941e-4c22-46fd-9a0a-dce79a98d01a", "tag": "f14558f0-fd53-4f6b-89ed-ec5b78deba8a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:59.467655 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.487656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50654) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:59.517646 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-c2120f74-75b6-45c4-8655-003a798cee39 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831345 Feb 09 03:12:59.526862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-46d0329c-046a-4cb9-9cc4-e08eefa8fbd4 service neutron] 10.222.0.21 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947727 Feb 09 03:12:59.578430 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-539bef30-e50f-4837-8ca2-1cab768a2a33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea2e35965a3645a388615f77e5f12e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7540319 Feb 09 03:12:59.581304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50660) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:59.581479 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-18d68c3a-1344-4b28-8f8f-35092b987020 None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:59.587695 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bef30-e50f-4837-8ca2-1cab768a2a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adcdd78-d46d-44dd-8d92-efc85c08b283,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:59.658444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef3302-f99a-4ed0-b03f-f2a41974c2db req-72d3722b-1db5-484d-8f50-fd32935fe3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:59.660413 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84ef3302-f99a-4ed0-b03f-f2a41974c2db req-72d3722b-1db5-484d-8f50-fd32935fe3d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=86d1fcb7-bf16-4633-ba68-c54b133f0001 HTTP/1.1" status: 200 len: 1131 time: 0.7951806 Feb 09 03:12:59.662933 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dec365ad-a2b9-4171-9e42-35398c0af612 admin admin] Publish callbacks [] for security_group (6adcdd78-d46d-44dd-8d92-efc85c08b283), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.689108 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dec365ad-a2b9-4171-9e42-35398c0af612 admin admin] Publish callbacks [] for security_group (6adcdd78-d46d-44dd-8d92-efc85c08b283), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.714558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883c70f-54fa-4af2-9ac1-af7f412fd58f req-9e7f5c7f-ff21-4204-8ad7-64dd74d6ab30 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:59.716097 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e883c70f-54fa-4af2-9ac1-af7f412fd58f req-9e7f5c7f-ff21-4204-8ad7-64dd74d6ab30 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 936 time: 0.6101480 Feb 09 03:12:59.888405 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dec365ad-a2b9-4171-9e42-35398c0af612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6adcdd78-d46d-44dd-8d92-efc85c08b283), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.890963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dec365ad-a2b9-4171-9e42-35398c0af612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.895811 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dec365ad-a2b9-4171-9e42-35398c0af612 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6adcdd78-d46d-44dd-8d92-efc85c08b283 HTTP/1.1" status: 204 len: 168 time: 0.3047786 Feb 09 03:12:59.910619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec365ad-a2b9-4171-9e42-35398c0af612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adcdd78-d46d-44dd-8d92-efc85c08b283,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:59.915371 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e883c70f-54fa-4af2-9ac1-af7f412fd58f req-e024a6c6-b5b1-405a-8eb3-6d29c8491a89 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835549 Feb 09 03:12:59.917081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef3302-f99a-4ed0-b03f-f2a41974c2db req-7dedba19-1c84-446e-b557-84ec9778c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:59.918345 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84ef3302-f99a-4ed0-b03f-f2a41974c2db req-7dedba19-1c84-446e-b557-84ec9778c596 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2268438 Feb 09 03:13:00.035369 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84ef3302-f99a-4ed0-b03f-f2a41974c2db req-7f729423-d805-413f-b743-37d5553b16ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=ebfca926-4ce1-4b56-9d7b-46c3cabb5069 HTTP/1.1" status: 200 len: 217 time: 0.1105530 Feb 09 03:13:00.107026 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-18d68c3a-1344-4b28-8f8f-35092b987020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'floating_ip_address': '172.25.5.15', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'port_id': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'mac_address': 'fa:16:3e:51:c8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:12:32Z', 'updated_at': '2022-02-09T03:12:56Z', 'revision_number': 1, 'project_id': '323324d4efbc491a986d5b2503e04608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:00.137124 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-875649030-network', 'tenant_id': 'ca8995660d1b4a3dacc04ce95ad2d333'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:00.142975 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d68c3a-1344-4b28-8f8f-35092b987020 None None] Checking router: dd7ec4ad-880c-4e89-a108-2e85f1fd3230 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:13:00.158208 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d68c3a-1344-4b28-8f8f-35092b987020 None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:00.159453 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-18d68c3a-1344-4b28-8f8f-35092b987020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:12:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:00.181321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef3302-f99a-4ed0-b03f-f2a41974c2db req-0e2bba70-d171-44aa-88cb-a24659b8a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:00.182804 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84ef3302-f99a-4ed0-b03f-f2a41974c2db req-0e2bba70-d171-44aa-88cb-a24659b8a912 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1143520 Feb 09 03:13:00.219575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eade737-86da-4f55-bd4e-27abbd0a54bd req-f0d99aec-d5f1-41b1-81e2-dbff0ed4b991 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:00.221736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3eade737-86da-4f55-bd4e-27abbd0a54bd req-f0d99aec-d5f1-41b1-81e2-dbff0ed4b991 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.2120314 Feb 09 03:13:00.308097 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-18d68c3a-1344-4b28-8f8f-35092b987020 None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:13:00.310782 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3eade737-86da-4f55-bd4e-27abbd0a54bd req-1571d788-f480-448f-b8cc-161e81f208cf tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604243 Feb 09 03:13:00.322238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef3302-f99a-4ed0-b03f-f2a41974c2db req-e348c6e7-2bd6-4e9d-8a01-667eb86c98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:00.323898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84ef3302-f99a-4ed0-b03f-f2a41974c2db req-e348c6e7-2bd6-4e9d-8a01-667eb86c98a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1264489 Feb 09 03:13:00.619891 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-18d68c3a-1344-4b28-8f8f-35092b987020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'floating_ip_address': '172.25.5.15', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'port_id': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'mac_address': 'fa:16:3e:51:c8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:12:32Z', 'updated_at': '2022-02-09T03:12:56Z', 'revision_number': 1, 'project_id': '323324d4efbc491a986d5b2503e04608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:00.664406 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d68c3a-1344-4b28-8f8f-35092b987020 None None] The sync data for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 is: [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'floating_ip_address': '172.25.5.15', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'port_id': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'mac_address': 'fa:16:3e:51:c8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:12:32Z', 'updated_at': '2022-02-09T03:12:56Z', 'revision_number': 1, 'project_id': '323324d4efbc491a986d5b2503e04608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:13:00.693409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84ef3302-f99a-4ed0-b03f-f2a41974c2db req-7fa3da34-1bce-4154-be10-7b3621f21b3d service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534238 Feb 09 03:13:00.707277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c03f89-f6e9-417b-b939-111689c4eabf req-a0f13044-ae77-4e17-815e-5035adbb8ae9 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:00.710252 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87c03f89-f6e9-417b-b939-111689c4eabf req-a0f13044-ae77-4e17-815e-5035adbb8ae9 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 945 time: 0.2372146 Feb 09 03:13:00.792806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Made reservation on behalf of ca8995660d1b4a3dacc04ce95ad2d333 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:00.795233 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.813490 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-b6c92d54-73f8-45a9-9867-bd42c2de3b9b service neutron] 10.222.0.21 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2733877 Feb 09 03:13:00.818606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.834701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c97fc5-7089-43f5-b9aa-c5aaa423892c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:00.855196 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Publish callbacks [] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.952727 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87c03f89-f6e9-417b-b939-111689c4eabf req-d474df1a-0da6-43be-af58-dcd12f4fab53 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1498141 Feb 09 03:13:00.955205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-97def3e7-2fc1-43c6-8709-cb0fc52ae2bb service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4187121 Feb 09 03:13:00.957298 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Transition to ACTIVE for port object f6c97fc5-7089-43f5-b9aa-c5aaa423892c will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:00.979733 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.000692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84ef3302-f99a-4ed0-b03f-f2a41974c2db req-6d96c161-6af6-4f24-8a8f-d95489574279 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892656 Feb 09 03:13:01.070104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad81630-ad29-4998-b699-0fa69d5087e9 None None] New status for floating IP f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:13:01.202849 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Publish callbacks [] for security_group (d974ccab-4d0a-4f12-a73a-93e310a7a5c9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.211891 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099f9f8a-d1c3-4c7a-ab77-1cfd0f07abba x-openstack-request-id: req-099f9f8a-d1c3-4c7a-ab77-1cfd0f07abba {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:01.212300 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fea941e-4c22-46fd-9a0a-dce79a98d01a", "tag": "f14558f0-fd53-4f6b-89ed-ec5b78deba8a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:01.212497 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-099f9f8a-d1c3-4c7a-ab77-1cfd0f07abba {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:01.214525 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'tag': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a', 'status': 'completed', 'code': 200} Feb 09 03:13:01.275564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d974ccab-4d0a-4f12-a73a-93e310a7a5c9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.283767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ebfca926-4ce1-4b56-9d7b-46c3cabb5069 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:01.307549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1d7a-0dc3-469d-8ece-a07559a42495 req-684672f9-f0ab-4738-956c-47d907e3be7c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:01.326300 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1fad1d7a-0dc3-469d-8ece-a07559a42495 req-684672f9-f0ab-4738-956c-47d907e3be7c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 945 time: 0.1288638 Feb 09 03:13:01.434042 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1fad1d7a-0dc3-469d-8ece-a07559a42495 req-76290937-6b88-457c-ae38-a98f8d4ace68 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066532 Feb 09 03:13:01.584385 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f26a94fa-9c3c-428a-8345-71f41e8b077c req-b3a5e59f-e7a2-46bc-b71b-aeaf714fdd28 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 210 time: 0.0535796 Feb 09 03:13:01.602523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:13:01.609534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ebfca926-4ce1-4b56-9d7b-46c3cabb5069, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ebfca926-4ce1-4b56-9d7b-46c3cabb5069,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:01.670324 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'mac_address': 'fa:16:3e:e1:8d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:01.792499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Pushing event updated for resources: {'Port': ['ID=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:01.800159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:01.800945 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.833808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfca926-4ce1-4b56-9d7b-46c3cabb5069 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:01.846025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Attempting to bind port f6c97fc5-7089-43f5-b9aa-c5aaa423892c on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:01.846990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Attempting to bind port f6c97fc5-7089-43f5-b9aa-c5aaa423892c by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:01.850822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Attempting to bind port f6c97fc5-7089-43f5-b9aa-c5aaa423892c on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:01.875655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b739-802a-46e0-8bde-7a9d8bcacbde req-801d69dc-4a9b-4986-b125-5dcb73f84a69 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:01.879100 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8085b739-802a-46e0-8bde-7a9d8bcacbde req-801d69dc-4a9b-4986-b125-5dcb73f84a69 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.1520271 Feb 09 03:13:01.893755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ebfca926-4ce1-4b56-9d7b-46c3cabb5069, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ebfca926-4ce1-4b56-9d7b-46c3cabb5069,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:01.899246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Port f6c97fc5-7089-43f5-b9aa-c5aaa423892c on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:01.902091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Attempting to bind port f6c97fc5-7089-43f5-b9aa-c5aaa423892c on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:01.923984 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (760f0909-20ea-47c7-8f42-fa202a70bc93), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.926857 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Added segment 760f0909-20ea-47c7-8f42-fa202a70bc93 of type vlan for network 3676f8df-374e-4df3-a351-736985e7f7a6 Feb 09 03:13:01.932939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:01.933497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:01.934160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:01.936000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Bound port: f6c97fc5-7089-43f5-b9aa-c5aaa423892c, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:01.936480 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.006310 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.022115 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-b23c9ca9-749d-4747-bc5e-bf6b87a74ef0 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:02.023790 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8085b739-802a-46e0-8bde-7a9d8bcacbde req-950d0a51-9b3d-44eb-ae1e-90013d6378a8 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380017 Feb 09 03:13:02.029494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-b23c9ca9-749d-4747-bc5e-bf6b87a74ef0 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0&tenant_id=612b79b2c8c44d278e66100587b7c4b3&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1128 time: 0.8018930 Feb 09 03:13:02.051075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab34442-3996-4564-8502-a468d26666a9 req-836bcc38-440c-49bc-96ad-1668f2a9024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:02.060016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ab34442-3996-4564-8502-a468d26666a9 req-836bcc38-440c-49bc-96ad-1668f2a9024e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=323324d4efbc491a986d5b2503e04608&device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 1128 time: 0.8337469 Feb 09 03:13:02.090985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d974ccab-4d0a-4f12-a73a-93e310a7a5c9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:02.176974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18585d06-8fae-440c-b8ba-7295d38254b9 req-46ae2358-c578-4586-9651-a7fe5bcf62bd tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:02.190680 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18585d06-8fae-440c-b8ba-7295d38254b9 req-46ae2358-c578-4586-9651-a7fe5bcf62bd tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 945 time: 0.0756152 Feb 09 03:13:02.203693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-15'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:02.279823 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f6a78-9148-4837-95bb-cf51650b37ce req-ba579a50-459d-4469-bd5b-3b486d379ec5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:02.282561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be2f6a78-9148-4837-95bb-cf51650b37ce req-ba579a50-459d-4469-bd5b-3b486d379ec5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 948 time: 0.9700394 Feb 09 03:13:02.299884 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18585d06-8fae-440c-b8ba-7295d38254b9 req-4a949e9a-e3cc-47be-b064-27c7b0815bd9 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991814 Feb 09 03:13:02.498918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ebfca926-4ce1-4b56-9d7b-46c3cabb5069,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:02.527440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (3676f8df-374e-4df3-a351-736985e7f7a6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.542428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['ebfca926-4ce1-4b56-9d7b-46c3cabb5069'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:02.655703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f6c95-c05f-449b-9fe5-93dd0f961fdd req-99102f9c-402c-4fb6-b0ab-d91d58b2938e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:02.660895 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be2f6a78-9148-4837-95bb-cf51650b37ce req-28f17c10-e79c-474e-9891-d668d8191932 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128422 Feb 09 03:13:02.663309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-313f6c95-c05f-449b-9fe5-93dd0f961fdd req-99102f9c-402c-4fb6-b0ab-d91d58b2938e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 945 time: 0.1110942 Feb 09 03:13:02.771681 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:13:02.778573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-313f6c95-c05f-449b-9fe5-93dd0f961fdd req-df445f64-5071-4798-8fae-a9e4b55a39d3 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142972 Feb 09 03:13:02.809294 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (3676f8df-374e-4df3-a351-736985e7f7a6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.811300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:02.812101 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.858637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] For port f6c97fc5-7089-43f5-b9aa-c5aaa423892c, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:02.873810 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.3570964 Feb 09 03:13:02.874622 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50724) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:02.880436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5b123f92-e8de-4fdc-97e7-b2b4b90dacf7 admin admin] Request body: {'subnet': {'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-875649030-subnet', 'tenant_id': 'ca8995660d1b4a3dacc04ce95ad2d333', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:02.951269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b123f92-e8de-4fdc-97e7-b2b4b90dacf7 admin admin] Made reservation on behalf of ca8995660d1b4a3dacc04ce95ad2d333 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:02.953909 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b123f92-e8de-4fdc-97e7-b2b4b90dacf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.008792 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.046370 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ccf29a9-9369-45e3-b384-977cf8e205cb req-0c311c04-a3a7-4c44-b63b-bb041fadfbed tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 210 time: 0.2486653 Feb 09 03:13:03.073490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] For port f6c97fc5-7089-43f5-b9aa-c5aaa423892c, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:03.078615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab34442-3996-4564-8502-a468d26666a9 req-36b05229-fd1b-4d03-b18d-4559fbb01291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:03.081941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ab34442-3996-4564-8502-a468d26666a9 req-36b05229-fd1b-4d03-b18d-4559fbb01291 service neutron] 10.222.0.65 "GET /v2.0/networks?id=892c0000-0a5d-449f-b975-27ca2753b91f HTTP/1.1" status: 200 len: 925 time: 1.0148430 Feb 09 03:13:03.124351 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.195253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-48e5b483-84c3-49f6-8d9e-49414eec9d9e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:03.197095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-48e5b483-84c3-49f6-8d9e-49414eec9d9e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.42 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 807 time: 0.2973623 Feb 09 03:13:03.213854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Request body: {'port': {'device_id': 'de2cdc31-4b62-49f7-96bb-81a05d75e7de', 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7', 'admin_state_up': True, 'tenant_id': '3981e12ce8e54406870070535619e45b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:03.232059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c7bc4-ab8d-4765-ba38-38284f50e926 admin admin] Pushing event updated for resources: {'Network': ['ID=3676f8df-374e-4df3-a351-736985e7f7a6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:03.247135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ebfca926-4ce1-4b56-9d7b-46c3cabb5069 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:03.249220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 3676f8df-374e-4df3-a351-736985e7f7a6 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:13:03.339364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:03.339992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.341445 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] 10.222.0.42 "PUT /v2.0/ports/f6c97fc5-7089-43f5-b9aa-c5aaa423892c HTTP/1.1" status: 200 len: 1097 time: 4.0823307 Feb 09 03:13:03.365476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e778d7-924b-4bef-af5f-baca289b9d82 req-f9c76c84-48b6-43ce-bab5-bcd7d2adbb22 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:03.373248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e0e778d7-924b-4bef-af5f-baca289b9d82 req-f9c76c84-48b6-43ce-bab5-bcd7d2adbb22 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.2350974 Feb 09 03:13:03.535558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13dbaebe-4221-47a8-8178-b44008784d12', 'tag': 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:03.538460 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a5348f-a558-46f4-be06-793a5afcd2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "13dbaebe-4221-47a8-8178-b44008784d12", "tag": "f6c97fc5-7089-43f5-b9aa-c5aaa423892c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:03.576292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:13:03.577744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e0e778d7-924b-4bef-af5f-baca289b9d82 req-48e7377f-c02d-41f4-b96d-e355add4676e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033129 Feb 09 03:13:03.582761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:03.583155 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.668147 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b123f92-e8de-4fdc-97e7-b2b4b90dacf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (74d7fd12-786a-4383-9c06-fed2ef100cb3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.725331 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-e8c8d041-fa11-4f37-bcba-b8a57af5c4a3 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=dc5ba66fa55f4ccb81ced94764f661b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1838171 Feb 09 03:13:03.725573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Made reservation on behalf of 3981e12ce8e54406870070535619e45b for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:03.728835 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.733419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b123f92-e8de-4fdc-97e7-b2b4b90dacf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d7fd12-786a-4383-9c06-fed2ef100cb3,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:03.746257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=976b19f7-1e10-42e4-b1cc-858c76c56487,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:03.809242 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ab34442-3996-4564-8502-a468d26666a9 req-b86fd996-c8b7-4d80-819c-5ced3baa6901 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f14558f0-fd53-4f6b-89ed-ec5b78deba8a HTTP/1.1" status: 200 len: 1000 time: 0.6963675 Feb 09 03:13:03.809870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:03.822004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:03.822401 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.881600 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ebfca926-4ce1-4b56-9d7b-46c3cabb5069, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ebfca926-4ce1-4b56-9d7b-46c3cabb5069,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:03.882971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d1fcb7-bf16-4633-ba68-c54b133f0001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:03.885839 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886d7f6f-e9b5-4dbc-bdb6-b0bc3ba74c98" -d '{"events": [{"server_uuid": "86d1fcb7-bf16-4633-ba68-c54b133f0001", "name": "network-vif-plugged", "status": "completed", "tag": "ebfca926-4ce1-4b56-9d7b-46c3cabb5069"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:03.886016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b123f92-e8de-4fdc-97e7-b2b4b90dacf7 admin admin] Checking segment: {'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:03.886278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b123f92-e8de-4fdc-97e7-b2b4b90dacf7 admin admin] Network hostable DHCP agents. Network: 3676f8df-374e-4df3-a351-736985e7f7a6, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:13:03.891196 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.909534 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Publish callbacks [] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.937348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225278d-872a-4723-b626-ae7a20f7fd6e req-94fcb37f-f0d4-4724-90d9-65a76085c873 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:03.939548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1225278d-872a-4723-b626-ae7a20f7fd6e req-94fcb37f-f0d4-4724-90d9-65a76085c873 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 945 time: 0.2574644 Feb 09 03:13:03.951731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ebfca926-4ce1-4b56-9d7b-46c3cabb5069,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:03.968020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b123f92-e8de-4fdc-97e7-b2b4b90dacf7 admin admin] Network 3676f8df-374e-4df3-a351-736985e7f7a6 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:13:03.978443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Allocated IP 172.20.0.13 (d6900578-017f-45ac-90ab-c2cb115c04f7/f02ff38e-7b0e-4e54-993e-48f3a7637677/c62ef08c-4d36-4775-aa0c-9cbc755f825e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:03.987902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7d0df-b752-4121-b7dc-7e2fd443a52f service neutron] Pushing event updated for resources: {'Port': ['ID=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:04.006624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.017879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1225278d-872a-4723-b626-ae7a20f7fd6e req-734e4bf0-6927-4eb2-8a02-acef318f6b43 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694451 Feb 09 03:13:04.019034 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5b123f92-e8de-4fdc-97e7-b2b4b90dacf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 3676f8df-374e-4df3-a351-736985e7f7a6) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:04.023885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b123f92-e8de-4fdc-97e7-b2b4b90dacf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:04.024520 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b123f92-e8de-4fdc-97e7-b2b4b90dacf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.043589 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:13:04.044742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa71f325-b8af-4409-850d-8f356c4ce060 None None] Network 3676f8df-374e-4df3-a351-736985e7f7a6 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:04.109240 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5b123f92-e8de-4fdc-97e7-b2b4b90dacf7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2332973 Feb 09 03:13:04.136190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-25cecc30-52d6-42e2-8cd0-60b3bf9a8bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:04.137747 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-25cecc30-52d6-42e2-8cd0-60b3bf9a8bd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 1131 time: 0.5754392 Feb 09 03:13:04.167314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab34442-3996-4564-8502-a468d26666a9 req-6265720d-1dd7-4a2b-9b87-9298c608553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:04.168832 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ab34442-3996-4564-8502-a468d26666a9 req-6265720d-1dd7-4a2b-9b87-9298c608553e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c400f1bc-332e-48a4-b94d-44122a0c44f9 HTTP/1.1" status: 200 len: 863 time: 0.1820707 Feb 09 03:13:04.172275 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa36ed2a-52df-4b88-866b-98edf2cce9a8 x-openstack-request-id: req-fa36ed2a-52df-4b88-866b-98edf2cce9a8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:04.172275 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13dbaebe-4221-47a8-8178-b44008784d12", "tag": "f6c97fc5-7089-43f5-b9aa-c5aaa423892c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:04.172557 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa36ed2a-52df-4b88-866b-98edf2cce9a8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:04.172897 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13dbaebe-4221-47a8-8178-b44008784d12', 'tag': 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c', 'status': 'completed', 'code': 200} Feb 09 03:13:04.231595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f3ef2-cdd8-4801-9643-429adac9b919 None None] Network 3676f8df-374e-4df3-a351-736985e7f7a6 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:04.248729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Pushing event updated for resources: {'Port': ['ID=976b19f7-1e10-42e4-b1cc-858c76c56487,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:04.252481 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-c4eff812-e007-4c1c-ba92-da8f1d365261 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f6c97fc5-7089-43f5-b9aa-c5aaa423892c HTTP/1.1" status: 200 len: 217 time: 0.1029570 Feb 09 03:13:04.274365 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-493d81de-8d95-4ce4-ab81-4f343dbc9743 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:04.275835 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-493d81de-8d95-4ce4-ab81-4f343dbc9743 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4596047 Feb 09 03:13:04.290512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Attempting to bind port 976b19f7-1e10-42e4-b1cc-858c76c56487 on host n-h2-824835-15 for vnic_type normal with profile {"migrating_to": "n-h1-824835-15"} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:04.290834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Attempting to bind port 976b19f7-1e10-42e4-b1cc-858c76c56487 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:04.291153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Attempting to bind port 976b19f7-1e10-42e4-b1cc-858c76c56487 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:04.346470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Port 976b19f7-1e10-42e4-b1cc-858c76c56487 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:04.346803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Attempting to bind port 976b19f7-1e10-42e4-b1cc-858c76c56487 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:04.367004 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-64a91472-8c0f-4762-8cbb-7d2f20356407 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/quotas/dc5ba66fa55f4ccb81ced94764f661b9 HTTP/1.1" status: 200 len: 375 time: 0.0795989 Feb 09 03:13:04.372829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad7f38-8738-48ec-a5b4-ca57d3713916 req-e40a5e63-00d6-47f9-b1c7-a894a0f76d80 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:04.379461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:04.379794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:04.380177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Bound using segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:04.380624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Bound port: 976b19f7-1e10-42e4-b1cc-858c76c56487, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:04.380966 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.382484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0ad7f38-8738-48ec-a5b4-ca57d3713916 req-e40a5e63-00d6-47f9-b1c7-a894a0f76d80 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 948 time: 0.1193271 Feb 09 03:13:04.414913 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-76a4507f-53c2-444b-9a44-7b3038d56456 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc5ba66fa55f4ccb81ced94764f661b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469775 Feb 09 03:13:04.416437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-a3975949-c122-4fde-9be7-9a9e3ddcb576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:04.417865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-a3975949-c122-4fde-9be7-9a9e3ddcb576 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1409409 Feb 09 03:13:04.448229 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0ad7f38-8738-48ec-a5b4-ca57d3713916 req-ef9f2259-0375-49e0-aaee-0146624350f8 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647671 Feb 09 03:13:04.459149 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks [] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.460513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab34442-3996-4564-8502-a468d26666a9 req-90d04b1d-d14d-4b01-a3b8-57a3aaf6b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:04.462058 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ab34442-3996-4564-8502-a468d26666a9 req-90d04b1d-d14d-4b01-a3b8-57a3aaf6b1c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=892c0000-0a5d-449f-b975-27ca2753b91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2376623 Feb 09 03:13:04.527550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.613394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-64e19253-c318-48b9-9703-f86ae797cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:04.614968 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-64e19253-c318-48b9-9703-f86ae797cc94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1891932 Feb 09 03:13:04.616622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:04.623691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=976b19f7-1e10-42e4-b1cc-858c76c56487,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:04.689255 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399d5ec3-1d56-4cd3-9d27-a805c052c288 x-openstack-request-id: req-399d5ec3-1d56-4cd3-9d27-a805c052c288 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:04.689871 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d1fcb7-bf16-4633-ba68-c54b133f0001", "name": "network-vif-plugged", "status": "completed", "tag": "ebfca926-4ce1-4b56-9d7b-46c3cabb5069", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:04.689871 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-399d5ec3-1d56-4cd3-9d27-a805c052c288 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:04.690214 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d1fcb7-bf16-4633-ba68-c54b133f0001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'code': 200} Feb 09 03:13:04.690970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Network d6900578-017f-45ac-90ab-c2cb115c04f7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:04.693676 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.709584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:04.718613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:04.724975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Pushing event updated for resources: {'Port': ['ID=c62ef08c-4d36-4775-aa0c-9cbc755f825e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:04.803491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:04.804321 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.828137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3ab25-c4a3-4e8d-a4f6-33ca30930ebc req-a8ed7328-9a02-4b0d-af80-307f62de5ce8 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:04.835571 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9d3ab25-c4a3-4e8d-a4f6-33ca30930ebc req-a8ed7328-9a02-4b0d-af80-307f62de5ce8 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 943 time: 0.2550840 Feb 09 03:13:04.847093 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-428e86dc-1ba8-40ac-84aa-743a9e99e74f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6370292 Feb 09 03:13:04.864159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Request body: {'port': {'device_id': 'de2cdc31-4b62-49f7-96bb-81a05d75e7de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:04.965912 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.986588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9d3ab25-c4a3-4e8d-a4f6-33ca30930ebc req-183700d1-f9bd-4d71-b7b9-8af11439de13 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500580 Feb 09 03:13:05.147116 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-6c68827f-3e17-4954-80c0-ccb3eec60585 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213823 Feb 09 03:13:05.408021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62ef08c-4d36-4775-aa0c-9cbc755f825e {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:05.417035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Publish callbacks [] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:05.430583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Transition to ACTIVE for port object c62ef08c-4d36-4775-aa0c-9cbc755f825e will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:05.443529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:05.475329 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ab34442-3996-4564-8502-a468d26666a9 req-cb83dc5f-a492-44c4-832c-1450d5778307 service neutron] 10.222.0.65 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9803150 Feb 09 03:13:05.475945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Pushing event updated for resources: {'Port': ['ID=976b19f7-1e10-42e4-b1cc-858c76c56487,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:05.536679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Pushing event updated for resources: {'Port': ['ID=c62ef08c-4d36-4775-aa0c-9cbc755f825e,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:05.612817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf5af13c-c734-4962-9772-b568d2b2a0de req-0eeb81f4-72ce-4f85-a96e-fcda21c39126 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185060 Feb 09 03:13:05.627530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ab34442-3996-4564-8502-a468d26666a9 req-92bf048a-43c0-4ef8-9a80-302187ef49eb service neutron] 10.222.0.65 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276119 Feb 09 03:13:05.662637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9287-50ea-41b8-ba28-18e0da3dd731 req-b9def116-aa1c-4bed-90dc-694063a5f241 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:05.664510 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ddab9287-50ea-41b8-ba28-18e0da3dd731 req-b9def116-aa1c-4bed-90dc-694063a5f241 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 932 time: 0.5162585 Feb 09 03:13:05.670420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:05.671136 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:05.672668 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-2b5dfefe-0926-4f92-8d5e-3189d02b6311 service neutron] 10.222.0.65 "PUT /v2.0/ports/976b19f7-1e10-42e4-b1cc-858c76c56487 HTTP/1.1" status: 200 len: 1123 time: 3.6045318 Feb 09 03:13:05.678593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b80fa-5eee-4f1d-8caa-a7b2c75a5c6c req-d22d238d-dd1c-4ee5-bfdf-e4d51a5ed204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:05.680183 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-752b80fa-5eee-4f1d-8caa-a7b2c75a5c6c req-d22d238d-dd1c-4ee5-bfdf-e4d51a5ed204 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86d1fcb7-bf16-4633-ba68-c54b133f0001 HTTP/1.1" status: 200 len: 1133 time: 0.3891659 Feb 09 03:13:05.686914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454637f-7902-44b0-b7d9-c99046188010 req-b0ed5f16-00ee-4b53-9b5b-06b436c1200e tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:05.694173 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-b0ed5f16-00ee-4b53-9b5b-06b436c1200e tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/networks?id=3676f8df-374e-4df3-a351-736985e7f7a6 HTTP/1.1" status: 200 len: 821 time: 0.3052530 Feb 09 03:13:05.724975 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-cc77ea93-17ce-40e3-91fe-fba774865511 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/quotas/ca8995660d1b4a3dacc04ce95ad2d333 HTTP/1.1" status: 200 len: 375 time: 0.0298440 Feb 09 03:13:05.766016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['976b19f7-1e10-42e4-b1cc-858c76c56487'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:05.767271 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ddab9287-50ea-41b8-ba28-18e0da3dd731 req-e77219de-1c47-4392-a24d-9e2c41a348bb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914791 Feb 09 03:13:05.850052 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-752b80fa-5eee-4f1d-8caa-a7b2c75a5c6c req-41fae0ac-334c-4c67-9b4b-129a308d1105 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542742 Feb 09 03:13:05.857373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5348f-a558-46f4-be06-793a5afcd2d2 req-2c6cc699-8b1e-40f4-b437-e7fe7102b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:05.862209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32a5348f-a558-46f4-be06-793a5afcd2d2 req-2c6cc699-8b1e-40f4-b437-e7fe7102b6e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 1131 time: 0.1602018 Feb 09 03:13:05.941580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb1ac5-5c2a-475f-9d6a-5b5df23b52b2 req-a85ee756-7fa5-4b0b-877b-28660491944b tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:05.945891 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96fb1ac5-5c2a-475f-9d6a-5b5df23b52b2 req-a85ee756-7fa5-4b0b-877b-28660491944b tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0655391 Feb 09 03:13:05.988290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-fcbc1111-edca-4eaf-a13f-593e20a90298 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca8995660d1b4a3dacc04ce95ad2d333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2624080 Feb 09 03:13:05.989345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Attempting to bind port c62ef08c-4d36-4775-aa0c-9cbc755f825e on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:05.989694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Attempting to bind port c62ef08c-4d36-4775-aa0c-9cbc755f825e by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:05.990017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Attempting to bind port c62ef08c-4d36-4775-aa0c-9cbc755f825e on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:05.994582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Port c62ef08c-4d36-4775-aa0c-9cbc755f825e on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:05.994909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Attempting to bind port c62ef08c-4d36-4775-aa0c-9cbc755f825e on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:06.012038 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96fb1ac5-5c2a-475f-9d6a-5b5df23b52b2 req-68e7bf9d-6387-474c-b3f4-95079d1d35a5 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577030 Feb 09 03:13:06.022196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:06.022543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:06.022939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:06.023392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Bound port: c62ef08c-4d36-4775-aa0c-9cbc755f825e, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:06.023756 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.137249 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db19b608-6661-4d0e-aa51-2d93fbc7e985 req-86fd423e-a68a-453c-a6e8-2f00addc3834 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 210 time: 0.0621059 Feb 09 03:13:06.147044 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-8833ff77-4067-439c-9481-42cbe58b179c service neutron] 10.222.0.21 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491115 Feb 09 03:13:06.148088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:06.152327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:06.164267 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.174213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9781281e-ea7e-4afc-ae22-a856c143aaf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976b19f7-1e10-42e4-b1cc-858c76c56487'}, {'name': 'network-changed', 'server_uuid': '9781281e-ea7e-4afc-ae22-a856c143aaf0', 'tag': '976b19f7-1e10-42e4-b1cc-858c76c56487'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:06.176808 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9c6bdc-871e-42ad-a107-125f9ee03560" -d '{"events": [{"server_uuid": "9781281e-ea7e-4afc-ae22-a856c143aaf0", "name": "network-vif-unplugged", "status": "completed", "tag": "976b19f7-1e10-42e4-b1cc-858c76c56487"}, {"name": "network-changed", "server_uuid": "9781281e-ea7e-4afc-ae22-a856c143aaf0", "tag": "976b19f7-1e10-42e4-b1cc-858c76c56487"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:06.187487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5348f-a558-46f4-be06-793a5afcd2d2 req-982cec9b-8e75-4ed5-858a-7c7f543e3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.190227 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32a5348f-a558-46f4-be06-793a5afcd2d2 req-982cec9b-8e75-4ed5-858a-7c7f543e3139 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1393557 Feb 09 03:13:06.251745 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32a5348f-a558-46f4-be06-793a5afcd2d2 req-db89dfad-1d51-49b4-a8cf-6fa0b3e7c825 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f6c97fc5-7089-43f5-b9aa-c5aaa423892c HTTP/1.1" status: 200 len: 217 time: 0.0486212 Feb 09 03:13:06.267866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.268485 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.269888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] 10.222.0.42 "PUT /v2.0/ports/c62ef08c-4d36-4775-aa0c-9cbc755f825e HTTP/1.1" status: 200 len: 1093 time: 1.4128551 Feb 09 03:13:06.271696 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2cdc31-4b62-49f7-96bb-81a05d75e7de', 'tag': 'c62ef08c-4d36-4775-aa0c-9cbc755f825e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:06.274127 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67c0ff4-fe26-453c-adf2-619d15735671" -d '{"events": [{"name": "network-changed", "server_uuid": "de2cdc31-4b62-49f7-96bb-81a05d75e7de", "tag": "c62ef08c-4d36-4775-aa0c-9cbc755f825e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:06.297199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09784bbe-82db-4173-9e59-069694f13de7 service neutron] Pushing event updated for resources: {'Port': ['ID=c62ef08c-4d36-4775-aa0c-9cbc755f825e,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:06.346594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5348f-a558-46f4-be06-793a5afcd2d2 req-dc55675e-7c63-4c12-a0fd-cb17d6b231d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.348071 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32a5348f-a558-46f4-be06-793a5afcd2d2 req-dc55675e-7c63-4c12-a0fd-cb17d6b231d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0675902 Feb 09 03:13:06.351859 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-e6a9fc01-70cd-4d43-b546-f86b23da3b3e service neutron] 10.222.0.21 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841722 Feb 09 03:13:06.356798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d44b4-d2bb-41a9-ba8b-c8fd2d5bc7ec req-a77b442f-68f0-4dcc-ac0f-a9749f41cdbc tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.358842 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a75d44b4-d2bb-41a9-ba8b-c8fd2d5bc7ec req-a77b442f-68f0-4dcc-ac0f-a9749f41cdbc tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 945 time: 0.1108072 Feb 09 03:13:06.438720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-5c915da9-79c7-4029-882c-0254a698ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.440241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-5c915da9-79c7-4029-882c-0254a698ba94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1127 time: 0.0759242 Feb 09 03:13:06.456033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5348f-a558-46f4-be06-793a5afcd2d2 req-bc631cfa-4d0c-4a05-9b19-8c8d7d70921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.457586 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32a5348f-a558-46f4-be06-793a5afcd2d2 req-bc631cfa-4d0c-4a05-9b19-8c8d7d70921e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0915258 Feb 09 03:13:06.461947 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a75d44b4-d2bb-41a9-ba8b-c8fd2d5bc7ec req-37872984-7bfb-433c-9988-80549b27d32f tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973070 Feb 09 03:13:06.499948 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-ab006e41-7a12-4285-a3bc-b9ee54da34c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e HTTP/1.1" status: 200 len: 217 time: 0.0393021 Feb 09 03:13:06.514020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f2b675fc-6b98-46cd-b9e1-62c98becb936 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=dc5ba66fa55f4ccb81ced94764f661b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237024 Feb 09 03:13:06.595290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-30ec65c2-dd6b-441a-9e9d-3ab91ee088c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.599599 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-30ec65c2-dd6b-441a-9e9d-3ab91ee088c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.1034465 Feb 09 03:13:06.660273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-6294b68a-a884-47d4-80ca-8e2b57f702c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535510 Feb 09 03:13:06.666910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-e90ed87d-1ac6-4dfd-874f-a5087aa53b8b tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.668795 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-e90ed87d-1ac6-4dfd-874f-a5087aa53b8b tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438076 Feb 09 03:13:06.777649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Request body: {'port': {'device_id': '1a0bb9ef-84f0-4596-a3ef-40771114bbce', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'dc5ba66fa55f4ccb81ced94764f661b9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:06.798633 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-5689060c-de62-4ced-b223-50c28e52050f service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267118 Feb 09 03:13:06.825084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336de102-3621-4217-9ca6-f3607295959b req-3b8791d4-c014-4075-ba42-b82ed4cdbe70 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.833132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-336de102-3621-4217-9ca6-f3607295959b req-3b8791d4-c014-4075-ba42-b82ed4cdbe70 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 943 time: 0.1716826 Feb 09 03:13:06.867949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147054cf-b3af-4ceb-8ede-d044e22732aa req-9b91849b-cd45-47cd-b3ba-ec10e4b0070c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.869616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-147054cf-b3af-4ceb-8ede-d044e22732aa req-9b91849b-cd45-47cd-b3ba-ec10e4b0070c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 948 time: 0.1971140 Feb 09 03:13:06.944419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-336de102-3621-4217-9ca6-f3607295959b req-cbe2663d-f7d6-4811-a939-853ecefe0928 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103926 Feb 09 03:13:06.984672 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88b2944b-f226-4ce3-ad87-583d984817a6 req-853518ab-0cee-4949-8383-27f0fdd151e0 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768081 Feb 09 03:13:07.006615 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32a5348f-a558-46f4-be06-793a5afcd2d2 req-387c12aa-e335-4793-a813-ba27a8fe3291 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393465 Feb 09 03:13:07.022095 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-147054cf-b3af-4ceb-8ede-d044e22732aa req-557b8b32-ac44-4533-9485-6f439d3747e3 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462231 Feb 09 03:13:07.144016 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f526dc-81ab-49de-a892-357fc79c8e4e x-openstack-request-id: req-68f526dc-81ab-49de-a892-357fc79c8e4e {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:07.144354 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2cdc31-4b62-49f7-96bb-81a05d75e7de", "tag": "c62ef08c-4d36-4775-aa0c-9cbc755f825e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:07.144929 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68f526dc-81ab-49de-a892-357fc79c8e4e {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:07.145382 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2cdc31-4b62-49f7-96bb-81a05d75e7de', 'tag': 'c62ef08c-4d36-4775-aa0c-9cbc755f825e', 'status': 'completed', 'code': 200} Feb 09 03:13:07.152679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.42', 62753) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:07.159302 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32a5348f-a558-46f4-be06-793a5afcd2d2 req-45f99fb9-b19b-4a83-9b4a-9ffd8beb38e4 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355009 Feb 09 03:13:07.161719 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b57c6c-d1f8-4f3c-ae31-858fc6c52fc5 x-openstack-request-id: req-b4b57c6c-d1f8-4f3c-ae31-858fc6c52fc5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:07.162097 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9781281e-ea7e-4afc-ae22-a856c143aaf0", "name": "network-vif-unplugged", "status": "completed", "tag": "976b19f7-1e10-42e4-b1cc-858c76c56487", "code": 200}, {"name": "network-changed", "server_uuid": "9781281e-ea7e-4afc-ae22-a856c143aaf0", "tag": "976b19f7-1e10-42e4-b1cc-858c76c56487", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:07.162346 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4b57c6c-d1f8-4f3c-ae31-858fc6c52fc5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:07.162745 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9781281e-ea7e-4afc-ae22-a856c143aaf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976b19f7-1e10-42e4-b1cc-858c76c56487', 'code': 200} Feb 09 03:13:07.163004 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9781281e-ea7e-4afc-ae22-a856c143aaf0', 'tag': '976b19f7-1e10-42e4-b1cc-858c76c56487', 'status': 'completed', 'code': 200} Feb 09 03:13:07.237403 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1fe343d1-79ae-4a1b-ba22-5b287adcf1e8 req-ab35a823-3190-424e-a379-ab72b9d688da tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 210 time: 0.0545101 Feb 09 03:13:07.252593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c6bdc-871e-42ad-a107-125f9ee03560 req-ea877495-b81e-45fd-aab9-0d870691ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:07.253877 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Made reservation on behalf of dc5ba66fa55f4ccb81ced94764f661b9 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:07.254281 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c9c6bdc-871e-42ad-a107-125f9ee03560 req-ea877495-b81e-45fd-aab9-0d870691ecff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 1157 time: 0.1932847 Feb 09 03:13:07.262003 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:07.294654 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:07.325029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c0ff4-fe26-453c-adf2-619d15735671 req-95c2b3ff-d9b9-4217-95bd-06aca0bf939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:07.327006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c67c0ff4-fe26-453c-adf2-619d15735671 req-95c2b3ff-d9b9-4217-95bd-06aca0bf939a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1127 time: 0.1703873 Feb 09 03:13:07.353386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cd2be-d373-4f75-a2ed-6050cb26c436 req-e2e82775-516b-4b61-8a89-351e37fe4b9d tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:07.357502 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e02cd2be-d373-4f75-a2ed-6050cb26c436 req-e2e82775-516b-4b61-8a89-351e37fe4b9d tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 945 time: 0.1932318 Feb 09 03:13:07.426045 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:07.482898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e02cd2be-d373-4f75-a2ed-6050cb26c436 req-370e8c2c-3a70-41c1-876f-456e4eb3cba6 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166074 Feb 09 03:13:07.494112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c6bdc-871e-42ad-a107-125f9ee03560 req-a9cf1503-af9f-4f8f-ae20-e1f79eb19876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:07.495412 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c9c6bdc-871e-42ad-a107-125f9ee03560 req-a9cf1503-af9f-4f8f-ae20-e1f79eb19876 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.2281747 Feb 09 03:13:07.564112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c7480-cd39-4a7a-9d24-dc0b489614bc req-5160e92f-4fee-43b2-b5c6-7ccdae39f7d7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:07.565794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d9c7480-cd39-4a7a-9d24-dc0b489614bc req-5160e92f-4fee-43b2-b5c6-7ccdae39f7d7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 944 time: 0.1529245 Feb 09 03:13:07.567095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c9c6bdc-871e-42ad-a107-125f9ee03560 req-095e5125-5160-42df-ae26-4c76322633b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=976b19f7-1e10-42e4-b1cc-858c76c56487 HTTP/1.1" status: 200 len: 217 time: 0.0641620 Feb 09 03:13:07.597462 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Publish callbacks [] for security_group (dbef14cd-dced-4f6b-802d-9374c14b2ddf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:07.614017 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (dbef14cd-dced-4f6b-802d-9374c14b2ddf), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:07.622326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c0ff4-fe26-453c-adf2-619d15735671 req-56943209-d0a9-450f-96dc-4bd986efdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:07.623782 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c67c0ff4-fe26-453c-adf2-619d15735671 req-56943209-d0a9-450f-96dc-4bd986efdeaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.2851822 Feb 09 03:13:07.683177 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c67c0ff4-fe26-453c-adf2-619d15735671 req-b19c9ba4-e8d5-4a53-a36b-fb93f34dade9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e HTTP/1.1" status: 200 len: 217 time: 0.0486183 Feb 09 03:13:07.726961 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c6bdc-871e-42ad-a107-125f9ee03560 req-50d6368d-7dbd-4da1-9c33-84e7e04ed724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:07.728387 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c9c6bdc-871e-42ad-a107-125f9ee03560 req-50d6368d-7dbd-4da1-9c33-84e7e04ed724 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1465161 Feb 09 03:13:07.753056 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d9c7480-cd39-4a7a-9d24-dc0b489614bc req-107288d1-10df-4f3c-9de9-a16209f6dfbe tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801641 Feb 09 03:13:07.774101 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c9c6bdc-871e-42ad-a107-125f9ee03560 req-baa264b4-1f7c-4f35-a362-936e098e0f7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349493 Feb 09 03:13:07.775863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c0ff4-fe26-453c-adf2-619d15735671 req-18101ff4-9de0-4273-b8a6-bf159d07652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:07.777161 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c67c0ff4-fe26-453c-adf2-619d15735671 req-18101ff4-9de0-4273-b8a6-bf159d07652f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.0854008 Feb 09 03:13:07.784133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbef14cd-dced-4f6b-802d-9374c14b2ddf,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:07.808610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc75fa4-ad9e-498f-a579-f340def56158 req-37ec7d47-4af8-4e89-82ed-8ae2a0c62b6e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:07.820678 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bc75fa4-ad9e-498f-a579-f340def56158 req-37ec7d47-4af8-4e89-82ed-8ae2a0c62b6e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.2183156 Feb 09 03:13:07.881584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c67c0ff4-fe26-453c-adf2-619d15735671 req-de20bcd5-a940-4541-870e-21fe9832bb48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833881 Feb 09 03:13:07.921254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Allocated IP 192.168.233.64 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/fe737c30-012d-45e9-8b88-a51b8c86a54a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:07.923950 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0f264a03-a729-4b91-9b2f-f5f2043181b0 req-9ebef910-5465-4f7c-b1d4-ec427b822263 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 210 time: 0.0401537 Feb 09 03:13:07.953843 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bc75fa4-ad9e-498f-a579-f340def56158 req-3d0a91b0-3bbd-419e-a978-67a56102803f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903139 Feb 09 03:13:08.022062 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c9c6bdc-871e-42ad-a107-125f9ee03560 req-2476c2a1-5c14-4272-b1aa-f33c0f02772b service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352300 Feb 09 03:13:08.134633 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c67c0ff4-fe26-453c-adf2-619d15735671 req-db45c926-fe88-4a9a-aadc-81b82207d91e service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356887 Feb 09 03:13:08.171090 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Publish callbacks [] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.214913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910545-76a6-407a-b4d8-7bdbc12af20a req-699ebcac-25a9-4b34-ba79-a34766db0093 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:08.217093 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3910545-76a6-407a-b4d8-7bdbc12af20a req-699ebcac-25a9-4b34-ba79-a34766db0093 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 948 time: 0.0928662 Feb 09 03:13:08.243118 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.253956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73cc01-53ba-4dc4-afc3-20ed5d4b4df2 req-0f744ade-75d9-426e-8b46-840bbae98ab2 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:08.255836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c73cc01-53ba-4dc4-afc3-20ed5d4b4df2 req-0f744ade-75d9-426e-8b46-840bbae98ab2 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 943 time: 0.2127554 Feb 09 03:13:08.260194 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c9c6bdc-871e-42ad-a107-125f9ee03560 req-495b8d98-063a-4b04-973c-3939bf2bbc1e service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267301 Feb 09 03:13:08.334980 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c73cc01-53ba-4dc4-afc3-20ed5d4b4df2 req-53b232e2-b43e-4f5f-a8ba-804e60e62476 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545893 Feb 09 03:13:08.335278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:08.343118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:08.347821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:08.353131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:08.353832 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.356453 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c67c0ff4-fe26-453c-adf2-619d15735671 req-ee4c451a-1353-4f58-a427-4a70135989e8 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097828 Feb 09 03:13:08.359607 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3910545-76a6-407a-b4d8-7bdbc12af20a req-32b52093-3ad7-4f8a-abdd-240fc7e11bdd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339989 Feb 09 03:13:08.362083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Pushing event updated for resources: {'Port': ['ID=fe737c30-012d-45e9-8b88-a51b8c86a54a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:08.404962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-705fea76-8050-4d49-a832-b6a143a2ea2e tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6311996 Feb 09 03:13:08.423189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Request body: {'port': {'device_id': '1a0bb9ef-84f0-4596-a3ef-40771114bbce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:08.502357 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bd23d176-ade0-4406-8a47-5bf3fb71d747 req-70cce11c-908f-435d-94d4-d125d0e2c591 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 210 time: 0.0540006 Feb 09 03:13:08.569080 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.629610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454637f-7902-44b0-b7d9-c99046188010 req-8a639b68-f415-46ce-bcc3-fd44e5e628f4 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:08.631026 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-8a639b68-f415-46ce-bcc3-fd44e5e628f4 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.65 "GET /v2.0/networks?id=3676f8df-374e-4df3-a351-736985e7f7a6 HTTP/1.1" status: 200 len: 821 time: 0.1680830 Feb 09 03:13:08.640812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8fe34101-465b-4a41-95bf-37afc79d3797 None None] Provisioning complete for port fe737c30-012d-45e9-8b88-a51b8c86a54a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:08.642250 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fe34101-465b-4a41-95bf-37afc79d3797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.662081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1454637f-7902-44b0-b7d9-c99046188010 req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Request body: {'port': {'device_id': '001881a3-ece0-4720-8f44-0b1c4f1ba426', 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6', 'admin_state_up': True, 'tenant_id': 'ca8995660d1b4a3dacc04ce95ad2d333'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:08.677515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 976b19f7-1e10-42e4-b1cc-858c76c56487 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:08.683825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8fe34101-465b-4a41-95bf-37afc79d3797 None None] Port fe737c30-012d-45e9-8b88-a51b8c86a54a cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:08.780339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=976b19f7-1e10-42e4-b1cc-858c76c56487,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:08.793774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 976b19f7-1e10-42e4-b1cc-858c76c56487 has no active binding in host n-h1-824835-15 {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 03:13:08.939958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7812c58-8029-4a63-89e0-942a5887348c req-9890a57d-0ddf-4176-8c44-3b9b94d2608d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:08.941321 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e7812c58-8029-4a63-89e0-942a5887348c req-9890a57d-0ddf-4176-8c44-3b9b94d2608d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 944 time: 0.1145804 Feb 09 03:13:08.945468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1454637f-7902-44b0-b7d9-c99046188010 req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Made reservation on behalf of ca8995660d1b4a3dacc04ce95ad2d333 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:08.948567 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1454637f-7902-44b0-b7d9-c99046188010 req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.046544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe737c30-012d-45e9-8b88-a51b8c86a54a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:09.053122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd327a-41cd-4099-bac9-9d12e7d66d8e req-01c42638-cb91-413e-b875-27a57d454851 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:09.054878 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3bd327a-41cd-4099-bac9-9d12e7d66d8e req-01c42638-cb91-413e-b875-27a57d454851 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 935 time: 0.0544765 Feb 09 03:13:09.084265 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Publish callbacks [] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.102137 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e7812c58-8029-4a63-89e0-942a5887348c req-321f49d2-68dd-4671-a827-75dc8c2bf514 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502149 Feb 09 03:13:09.105882 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3bd327a-41cd-4099-bac9-9d12e7d66d8e req-38663fff-57ea-480e-bd01-78a5474b1b37 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbef14cd-dced-4f6b-802d-9374c14b2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445788 Feb 09 03:13:09.115832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Transition to ACTIVE for port object fe737c30-012d-45e9-8b88-a51b8c86a54a will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:09.131159 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.223184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b64ebb-48ae-4cc9-8a3c-5f07f814aa6c req-e709c4d7-cc90-415f-b8b0-dccf264b6e36 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:09.225062 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0b64ebb-48ae-4cc9-8a3c-5f07f814aa6c req-e709c4d7-cc90-415f-b8b0-dccf264b6e36 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0579503 Feb 09 03:13:09.227413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Pushing event updated for resources: {'Port': ['ID=fe737c30-012d-45e9-8b88-a51b8c86a54a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:09.251810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-1454637f-7902-44b0-b7d9-c99046188010 req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Allocated IP 172.20.0.12 (3676f8df-374e-4df3-a351-736985e7f7a6/74d7fd12-786a-4383-9c06-fed2ef100cb3/4f4de63c-48b9-4c3c-82a8-aafc61dbd87d) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:09.264291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f6c97fc5-7089-43f5-b9aa-c5aaa423892c details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:09.270804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Attempting to bind port fe737c30-012d-45e9-8b88-a51b8c86a54a on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:09.271142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Attempting to bind port fe737c30-012d-45e9-8b88-a51b8c86a54a by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:09.271470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Attempting to bind port fe737c30-012d-45e9-8b88-a51b8c86a54a on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:09.293255 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0b64ebb-48ae-4cc9-8a3c-5f07f814aa6c req-db5dfdfe-1dff-4111-bc61-e2ad26ff2edd tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616510 Feb 09 03:13:09.308051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Port fe737c30-012d-45e9-8b88-a51b8c86a54a on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:09.308051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Attempting to bind port fe737c30-012d-45e9-8b88-a51b8c86a54a on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:09.317256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:09.317621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:09.318008 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:09.318450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Bound port: fe737c30-012d-45e9-8b88-a51b8c86a54a, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:09.318808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.389028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f6c97fc5-7089-43f5-b9aa-c5aaa423892c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:09.409569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c', 'mac_address': 'fa:16:3e:b6:d0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:09.463494 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] For port fe737c30-012d-45e9-8b88-a51b8c86a54a, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:09.466313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port f6c97fc5-7089-43f5-b9aa-c5aaa423892c is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:09.467697 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.486072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c97fc5-7089-43f5-b9aa-c5aaa423892c {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:09.498416 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] For port fe737c30-012d-45e9-8b88-a51b8c86a54a, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fe737c30-012d-45e9-8b88-a51b8c86a54a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:09.512970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f6c97fc5-7089-43f5-b9aa-c5aaa423892c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:09.520700 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.537706 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99eade-71ad-421f-9c91-d597f3854fff req-c18853fa-3b62-4d3e-ae1e-ffaabada276e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:09.538767 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.539842 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cc99eade-71ad-421f-9c91-d597f3854fff req-c18853fa-3b62-4d3e-ae1e-ffaabada276e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 943 time: 0.0743079 Feb 09 03:13:09.549497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1454637f-7902-44b0-b7d9-c99046188010 req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.572526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:09.593506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:09.593748 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.595248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe737c30-012d-45e9-8b88-a51b8c86a54a HTTP/1.1" status: 200 len: 1096 time: 1.1806440 Feb 09 03:13:09.596484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0bb9ef-84f0-4596-a3ef-40771114bbce', 'tag': 'fe737c30-012d-45e9-8b88-a51b8c86a54a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:09.598825 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5753f200-a4d9-4d8e-84ba-038986ef6ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0bb9ef-84f0-4596-a3ef-40771114bbce", "tag": "fe737c30-012d-45e9-8b88-a51b8c86a54a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:09.605931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cc99eade-71ad-421f-9c91-d597f3854fff req-f3d16faa-cda6-4046-96ba-12138bcdb76c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594354 Feb 09 03:13:09.657263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cc32c-aae2-4082-901a-9151d6bcd332 req-1108679a-4425-4776-8248-48c1732b13b5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:09.658840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf3cc32c-aae2-4082-901a-9151d6bcd332 req-1108679a-4425-4776-8248-48c1732b13b5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 948 time: 0.1738143 Feb 09 03:13:09.668377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c0ff5-e1a1-4e86-87a3-a677f661fc80 service neutron] Pushing event updated for resources: {'Port': ['ID=fe737c30-012d-45e9-8b88-a51b8c86a54a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:09.709888 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1454637f-7902-44b0-b7d9-c99046188010 req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.749238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fe7f4-8256-437a-a7b0-23d61ca19a8e req-d1cbac98-6635-4c17-a603-049defed8465 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:09.751416 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-410fe7f4-8256-437a-a7b0-23d61ca19a8e req-d1cbac98-6635-4c17-a603-049defed8465 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 932 time: 0.0623999 Feb 09 03:13:09.797181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1454637f-7902-44b0-b7d9-c99046188010 req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Network 3676f8df-374e-4df3-a351-736985e7f7a6 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:09.803470 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf3cc32c-aae2-4082-901a-9151d6bcd332 req-74ad4142-fa17-4924-90e9-45d502c785f9 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320293 Feb 09 03:13:09.805885 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event updated for resources: {'Port': ['ID=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:09.808433 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-1454637f-7902-44b0-b7d9-c99046188010 req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:09.812790 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-410fe7f4-8256-437a-a7b0-23d61ca19a8e req-e1f7980e-7563-4ab0-ad69-20e9988748e1 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548742 Feb 09 03:13:09.818520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-1454637f-7902-44b0-b7d9-c99046188010 req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:09.823620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454637f-7902-44b0-b7d9-c99046188010 req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:09.824235 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1454637f-7902-44b0-b7d9-c99046188010 req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.839545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-c3583920-85c0-44e8-bb65-4c74d3b5ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:09.840448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['f6c97fc5-7089-43f5-b9aa-c5aaa423892c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:09.841045 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-c3583920-85c0-44e8-bb65-4c74d3b5ebb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc5ba66fa55f4ccb81ced94764f661b9&device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 1130 time: 0.1916101 Feb 09 03:13:09.899946 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecaa170-ed88-4d4e-ade9-f4f1a11b6580 x-openstack-request-id: req-9ecaa170-ed88-4d4e-ade9-f4f1a11b6580 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:09.900236 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0bb9ef-84f0-4596-a3ef-40771114bbce", "tag": "fe737c30-012d-45e9-8b88-a51b8c86a54a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:09.900503 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ecaa170-ed88-4d4e-ade9-f4f1a11b6580 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:09.900905 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0bb9ef-84f0-4596-a3ef-40771114bbce', 'tag': 'fe737c30-012d-45e9-8b88-a51b8c86a54a', 'status': 'completed', 'code': 200} Feb 09 03:13:09.903107 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-b9407469-2f67-44a4-9b85-7870f564a9b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=fe737c30-012d-45e9-8b88-a51b8c86a54a HTTP/1.1" status: 200 len: 217 time: 0.0495820 Feb 09 03:13:09.906282 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-95aef018-22ae-4672-a1d3-9b995574c937 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2489886 Feb 09 03:13:09.950966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Request body: {'port': {'device_id': '001881a3-ece0-4720-8f44-0b1c4f1ba426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:09.996922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-266e3493-7e4d-4c99-9957-c27dfd4a4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:09.998388 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-266e3493-7e4d-4c99-9957-c27dfd4a4705 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0841844 Feb 09 03:13:10.240598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5fae4-ede4-4443-ba88-7f98196ea6f6 req-498e7089-d11d-4ce0-ab40-29479b15724e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:10.242188 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6a5fae4-ede4-4443-ba88-7f98196ea6f6 req-498e7089-d11d-4ce0-ab40-29479b15724e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 944 time: 0.0583556 Feb 09 03:13:10.321851 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.391212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-7abd1279-7f7e-46ea-992e-4298df100a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:10.393775 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-7abd1279-7f7e-46ea-992e-4298df100a8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1312754 Feb 09 03:13:10.402606 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c74b8-5f6a-4592-b770-d1b46a8caf2b req-49c000f7-1f62-4f82-9d32-74602f26442d tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:10.404112 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e33c74b8-5f6a-4592-b770-d1b46a8caf2b req-49c000f7-1f62-4f82-9d32-74602f26442d tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 947 time: 0.1408584 Feb 09 03:13:10.481561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6a5fae4-ede4-4443-ba88-7f98196ea6f6 req-e6587cdd-4298-4e9e-97c2-e3066dad11d9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336099 Feb 09 03:13:10.587593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b3f1-bda6-4a77-b08e-8ba7b96de0e2 req-45483eb3-ec8b-4e4f-b558-a896be9d0189 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:10.588978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6de8b3f1-bda6-4a77-b08e-8ba7b96de0e2 req-45483eb3-ec8b-4e4f-b558-a896be9d0189 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0525045 Feb 09 03:13:10.615712 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e33c74b8-5f6a-4592-b770-d1b46a8caf2b req-52a3494d-4eb6-46fd-846a-4911206703ba tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbef14cd-dced-4f6b-802d-9374c14b2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970801 Feb 09 03:13:10.642845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-5d90e63f-bd0c-459e-a90d-1f08ba8d4663 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376978 Feb 09 03:13:10.644810 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6de8b3f1-bda6-4a77-b08e-8ba7b96de0e2 req-dafb7eff-8b4f-453a-b753-944e37b8c6ea tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499337 Feb 09 03:13:10.813743 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37c869f8-45d0-4147-ac5b-a705c5658187 req-821dc612-0d3d-4076-86cb-f232f3757be9 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613929 Feb 09 03:13:10.838050 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28686a-40c2-4932-b515-128499e6dadc req-0223796f-7267-479d-b4f2-62fe36ba098c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:10.839540 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f28686a-40c2-4932-b515-128499e6dadc req-0223796f-7267-479d-b4f2-62fe36ba098c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 943 time: 0.1390576 Feb 09 03:13:10.856751 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:10.880338 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Publish callbacks [] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.921937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Transition to ACTIVE for port object 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:10.933842 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.935745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd1795-23c3-4adc-a003-8755df1c4960 req-6874124c-1e57-40ea-a937-cd7a2c08a426 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:10.937221 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ecd1795-23c3-4adc-a003-8755df1c4960 req-6874124c-1e57-40ea-a937-cd7a2c08a426 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 932 time: 0.0522768 Feb 09 03:13:10.993402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753f200-a4d9-4d8e-84ba-038986ef6ab9 req-fecd7b6f-7ff8-42a8-a5fe-67baac6903a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:10.994932 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5753f200-a4d9-4d8e-84ba-038986ef6ab9 req-fecd7b6f-7ff8-42a8-a5fe-67baac6903a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc5ba66fa55f4ccb81ced94764f661b9&device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 1130 time: 0.1318274 Feb 09 03:13:10.999281 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ecd1795-23c3-4adc-a003-8755df1c4960 req-31dfda4d-309a-41f4-98c7-07fcf6925dd6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547698 Feb 09 03:13:11.005396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f28686a-40c2-4932-b515-128499e6dadc req-b858dfd3-a843-4511-9aa4-61384c4d085f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407137 Feb 09 03:13:11.019818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:11.141334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Attempting to bind port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:11.142596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Attempting to bind port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:11.142939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Attempting to bind port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d on network 3676f8df-374e-4df3-a351-736985e7f7a6 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:11.163260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d on network 3676f8df-374e-4df3-a351-736985e7f7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:11.163578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Attempting to bind port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d on network 3676f8df-374e-4df3-a351-736985e7f7a6 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:11.178673 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753f200-a4d9-4d8e-84ba-038986ef6ab9 req-147bbaa3-c13d-4656-becb-c1e52e096b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.180124 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5753f200-a4d9-4d8e-84ba-038986ef6ab9 req-147bbaa3-c13d-4656-becb-c1e52e096b28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1740277 Feb 09 03:13:11.180800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:11.181132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Checking segment: {'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:11.181549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Bound using segment: {'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:11.182000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Bound port: 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:11.182351 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.210250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32c62b-5046-47d9-96be-5b1e29ac61d4 req-9c65b535-95fb-4a16-9f30-32cdee3290f0 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.211663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c32c62b-5046-47d9-96be-5b1e29ac61d4 req-9c65b535-95fb-4a16-9f30-32cdee3290f0 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 949 time: 0.1380272 Feb 09 03:13:11.241241 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5753f200-a4d9-4d8e-84ba-038986ef6ab9 req-b5cb0614-cfc0-4929-8bcb-f877965e1f69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=fe737c30-012d-45e9-8b88-a51b8c86a54a HTTP/1.1" status: 200 len: 217 time: 0.0544019 Feb 09 03:13:11.281284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c62ef08c-4d36-4775-aa0c-9cbc755f825e details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:11.285129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f6c97fc5-7089-43f5-b9aa-c5aaa423892c up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:11.362401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c32c62b-5046-47d9-96be-5b1e29ac61d4 req-29fe048e-931d-40a8-9363-0960ba1e7a2c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245666 Feb 09 03:13:11.365064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753f200-a4d9-4d8e-84ba-038986ef6ab9 req-3b2bffc5-a026-4555-8948-07cca102c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.366809 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5753f200-a4d9-4d8e-84ba-038986ef6ab9 req-3b2bffc5-a026-4555-8948-07cca102c661 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0978715 Feb 09 03:13:11.367445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] For port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:11.370750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] For port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:11.384726 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.390450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port f6c97fc5-7089-43f5-b9aa-c5aaa423892c completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:13:11.397162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port f6c97fc5-7089-43f5-b9aa-c5aaa423892c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:11.397570 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.441732 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.442495 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.443882 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] 10.222.0.65 "PUT /v2.0/ports/4f4de63c-48b9-4c3c-82a8-aafc61dbd87d HTTP/1.1" status: 200 len: 1093 time: 1.4990139 Feb 09 03:13:11.446652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:11.461592 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'c62ef08c-4d36-4775-aa0c-9cbc755f825e', 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7', 'port_id': 'c62ef08c-4d36-4775-aa0c-9cbc755f825e', 'mac_address': 'fa:16:3e:37:69:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02ff38e-7b0e-4e54-993e-48f3a7637677', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:11.474682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50667acb-9664-4413-8025-e5eddf6cc811 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:11.483015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753f200-a4d9-4d8e-84ba-038986ef6ab9 req-ffed82a1-9a02-467c-bcfe-c350777ad5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.484505 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5753f200-a4d9-4d8e-84ba-038986ef6ab9 req-ffed82a1-9a02-467c-bcfe-c350777ad5e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0974002 Feb 09 03:13:11.535040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port c62ef08c-4d36-4775-aa0c-9cbc755f825e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:11.535429 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.538313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port f6c97fc5-7089-43f5-b9aa-c5aaa423892c is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:11.538676 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.557418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62ef08c-4d36-4775-aa0c-9cbc755f825e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:11.579722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dbaebe-4221-47a8-8178-b44008784d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:11.581944 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e539d19-5d92-42ca-8e9a-2b573917563a" -d '{"events": [{"server_uuid": "13dbaebe-4221-47a8-8178-b44008784d12", "name": "network-vif-plugged", "status": "completed", "tag": "f6c97fc5-7089-43f5-b9aa-c5aaa423892c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:11.602679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:11.605107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f6c97fc5-7089-43f5-b9aa-c5aaa423892c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:11.612192 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.616516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454637f-7902-44b0-b7d9-c99046188010 req-3084aa93-8e87-418d-a656-64c836cf0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.617327 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.618250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-3084aa93-8e87-418d-a656-64c836cf0544 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca8995660d1b4a3dacc04ce95ad2d333&device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 1127 time: 0.1037068 Feb 09 03:13:11.618839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0806c6-52c5-4c91-9914-30c1013a99c9 req-6fe677de-0ba5-4bc0-902d-f6b4981970b7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.622257 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b0806c6-52c5-4c91-9914-30c1013a99c9 req-6fe677de-0ba5-4bc0-902d-f6b4981970b7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 944 time: 0.0708666 Feb 09 03:13:11.629763 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5753f200-a4d9-4d8e-84ba-038986ef6ab9 req-e730b83a-234d-4e97-a17d-4ee7e990df00 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350167 Feb 09 03:13:11.640902 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d830356-e645-49f2-9cc0-de755fa41844 x-openstack-request-id: req-4d830356-e645-49f2-9cc0-de755fa41844 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:11.641204 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13dbaebe-4221-47a8-8178-b44008784d12", "name": "network-vif-plugged", "status": "completed", "tag": "f6c97fc5-7089-43f5-b9aa-c5aaa423892c", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:11.641637 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d830356-e645-49f2-9cc0-de755fa41844 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:11.642106 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13dbaebe-4221-47a8-8178-b44008784d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c', 'code': 200} Feb 09 03:13:11.671096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=c62ef08c-4d36-4775-aa0c-9cbc755f825e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:11.679307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.679815 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.679977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.680319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.680651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.680977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.681297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.681675 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.682012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.682319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.683207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.683207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.683417 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:11.713929 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b0806c6-52c5-4c91-9914-30c1013a99c9 req-b7474874-dc3f-481f-b60f-77c1ad56b67c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831053 Feb 09 03:13:11.733751 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-75a31043-f137-4edf-9880-aa86e244d61a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d HTTP/1.1" status: 200 len: 217 time: 0.0906510 Feb 09 03:13:11.741127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:11.778804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a0654-2e1d-4d28-979d-1e8baef9419a req-af7f2cb7-e080-490f-be6d-57626dd195b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.780237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f60a0654-2e1d-4d28-979d-1e8baef9419a req-af7f2cb7-e080-490f-be6d-57626dd195b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 1133 time: 0.0455983 Feb 09 03:13:11.854125 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f60a0654-2e1d-4d28-979d-1e8baef9419a req-4948a3e1-556c-49ea-8f82-6fb74415f8a6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645115 Feb 09 03:13:11.862358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203f905-1c73-4755-bbdd-74eca45cc5c0 req-be8626fe-707f-4f41-bf2a-c5d11f5f9e37 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.863307 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454637f-7902-44b0-b7d9-c99046188010 req-fa6c73d1-bf86-40cc-a5ef-8c46f6f71b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.863806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d203f905-1c73-4755-bbdd-74eca45cc5c0 req-be8626fe-707f-4f41-bf2a-c5d11f5f9e37 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0873387 Feb 09 03:13:11.864738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-fa6c73d1-bf86-40cc-a5ef-8c46f6f71b1f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74d7fd12-786a-4383-9c06-fed2ef100cb3 HTTP/1.1" status: 200 len: 861 time: 0.0927637 Feb 09 03:13:11.897256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988f9c9-ecf7-4389-8ac3-5b1d61aa7f20 req-532a7a2f-2358-4faf-85cb-974457208dc5 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.898675 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3988f9c9-ecf7-4389-8ac3-5b1d61aa7f20 req-532a7a2f-2358-4faf-85cb-974457208dc5 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 947 time: 0.1612191 Feb 09 03:13:11.910970 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d203f905-1c73-4755-bbdd-74eca45cc5c0 req-b8d901f0-1615-4be7-bd61-34d7e3891acd tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411863 Feb 09 03:13:11.912705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001881a3-ece0-4720-8f44-0b1c4f1ba426', 'tag': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:11.914963 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b0a38b-50fb-46bc-af62-39498beaa915" -d '{"events": [{"name": "network-changed", "server_uuid": "001881a3-ece0-4720-8f44-0b1c4f1ba426", "tag": "4f4de63c-48b9-4c3c-82a8-aafc61dbd87d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:11.920396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-f6d3f547-6604-4dff-be13-eaa4d6e7e902 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3676f8df-374e-4df3-a351-736985e7f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446057 Feb 09 03:13:11.922197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5753f200-a4d9-4d8e-84ba-038986ef6ab9 req-83f4f87a-bdfe-4662-af8b-31487a518d5b service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741024 Feb 09 03:13:11.926374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['c62ef08c-4d36-4775-aa0c-9cbc755f825e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:11.977930 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d103a31-2f86-40a0-813c-0156661f6cf3 x-openstack-request-id: req-0d103a31-2f86-40a0-813c-0156661f6cf3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:11.978221 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001881a3-ece0-4720-8f44-0b1c4f1ba426", "tag": "4f4de63c-48b9-4c3c-82a8-aafc61dbd87d", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:11.978473 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d103a31-2f86-40a0-813c-0156661f6cf3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:11.978859 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001881a3-ece0-4720-8f44-0b1c4f1ba426', 'tag': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d', 'status': 'completed', 'code': 200} Feb 09 03:13:12.049867 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-a81f6ff1-4720-4696-92d3-05425cb672d4 service neutron] 10.222.0.65 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215837 Feb 09 03:13:12.052868 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3988f9c9-ecf7-4389-8ac3-5b1d61aa7f20 req-2e45a8f4-9e6a-4184-9c32-39635abd33cd tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbef14cd-dced-4f6b-802d-9374c14b2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349576 Feb 09 03:13:12.155539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1454637f-7902-44b0-b7d9-c99046188010 req-1db4a7f2-6c3b-4bce-8862-9a4acc2bdf6a service neutron] 10.222.0.65 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994401 Feb 09 03:13:12.177026 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d458909-fd51-4471-a592-576038e7569e req-984e7f81-b58c-481a-acf5-f3ab8e3fa249 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:12.178581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d458909-fd51-4471-a592-576038e7569e req-984e7f81-b58c-481a-acf5-f3ab8e3fa249 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 943 time: 0.0553913 Feb 09 03:13:12.199509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d15d-8133-4f61-9c3c-46010376df3b req-9dd2593c-3f55-4cfd-9f81-1ab86f5ae595 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:12.200970 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6990d15d-8133-4f61-9c3c-46010376df3b req-9dd2593c-3f55-4cfd-9f81-1ab86f5ae595 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 944 time: 0.0597401 Feb 09 03:13:12.230176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d458909-fd51-4471-a592-576038e7569e req-6ea75cf1-72ab-4621-9a7e-289965d86309 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Feb 09 03:13:12.284102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6990d15d-8133-4f61-9c3c-46010376df3b req-97257d9a-c34a-4ca1-a0d3-3c7847cbabdc tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768914 Feb 09 03:13:12.337791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-dea871ef-25a9-45de-aebf-9cd82ce3b040 service neutron] 10.222.0.42 "GET /v2.0/ports/976b19f7-1e10-42e4-b1cc-858c76c56487/bindings/n-h1-824835-15 HTTP/1.1" status: 200 len: 385 time: 0.0948386 Feb 09 03:13:12.340451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0a38b-50fb-46bc-af62-39498beaa915 req-e05715d5-d925-4f63-84ff-378ba20f4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:12.341863 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52b0a38b-50fb-46bc-af62-39498beaa915 req-e05715d5-d925-4f63-84ff-378ba20f4138 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca8995660d1b4a3dacc04ce95ad2d333&device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 1127 time: 0.0703850 Feb 09 03:13:12.487061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276aa8b-2b7a-4030-a9cf-2a0d780df3f0 req-4f28e3ad-7b66-4542-9351-2549234f95ab tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:12.488426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8276aa8b-2b7a-4030-a9cf-2a0d780df3f0 req-4f28e3ad-7b66-4542-9351-2549234f95ab tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 950 time: 0.0554404 Feb 09 03:13:12.497173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0a38b-50fb-46bc-af62-39498beaa915 req-6df21c9e-022b-4e20-a95f-f3fe3441f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:12.498653 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52b0a38b-50fb-46bc-af62-39498beaa915 req-6df21c9e-022b-4e20-a95f-f3fe3441f47b service neutron] 10.222.0.65 "GET /v2.0/networks?id=3676f8df-374e-4df3-a351-736985e7f7a6 HTTP/1.1" status: 200 len: 922 time: 0.1453805 Feb 09 03:13:12.536818 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8276aa8b-2b7a-4030-a9cf-2a0d780df3f0 req-68068f5b-ccda-4bf8-a1ed-57c07fc518f9 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425749 Feb 09 03:13:12.578279 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52b0a38b-50fb-46bc-af62-39498beaa915 req-6b98475d-43d4-45ac-83fb-4c5146f8fa70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d HTTP/1.1" status: 200 len: 217 time: 0.0680697 Feb 09 03:13:12.658372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0a38b-50fb-46bc-af62-39498beaa915 req-5cc69b84-b812-48d3-a66e-091b58fe69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:12.659811 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52b0a38b-50fb-46bc-af62-39498beaa915 req-5cc69b84-b812-48d3-a66e-091b58fe69bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74d7fd12-786a-4383-9c06-fed2ef100cb3 HTTP/1.1" status: 200 len: 861 time: 0.0717881 Feb 09 03:13:12.661469 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-e55c2b85-d8d9-407d-a3f9-2b7e173253fc service neutron] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=976b19f7-1e10-42e4-b1cc-858c76c56487,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:12.698702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52b0a38b-50fb-46bc-af62-39498beaa915 req-6431179e-fc95-411d-94fe-d31bacc926c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3676f8df-374e-4df3-a351-736985e7f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285616 Feb 09 03:13:12.702883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-e55c2b85-d8d9-407d-a3f9-2b7e173253fc service neutron] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:13.021897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-e55c2b85-d8d9-407d-a3f9-2b7e173253fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976b19f7-1e10-42e4-b1cc-858c76c56487 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:13.036823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abefcf-5695-461e-99a5-70c21183032d req-788b3a8a-ff99-4a96-bcd4-6ea2b38e12e9 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.038297 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72abefcf-5695-461e-99a5-70c21183032d req-788b3a8a-ff99-4a96-bcd4-6ea2b38e12e9 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0549939 Feb 09 03:13:13.046046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-e55c2b85-d8d9-407d-a3f9-2b7e173253fc service neutron] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=976b19f7-1e10-42e4-b1cc-858c76c56487,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:13.088978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72abefcf-5695-461e-99a5-70c21183032d req-064427da-c0c5-45df-a79a-df97fc54081e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442028 Feb 09 03:13:13.092056 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-e55c2b85-d8d9-407d-a3f9-2b7e173253fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.147572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52b0a38b-50fb-46bc-af62-39498beaa915 req-5bc060cb-34c9-42cf-9af5-2d71ce218632 service neutron] 10.222.0.65 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252346 Feb 09 03:13:13.154465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc6b82-2997-44c4-a375-451a32c9181b req-3a587bc6-8e95-408f-bcf0-870a07864d60 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.155833 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25cc6b82-2997-44c4-a375-451a32c9181b req-3a587bc6-8e95-408f-bcf0-870a07864d60 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 945 time: 0.1276860 Feb 09 03:13:13.227125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e1b4b-e682-40d0-8a51-3f02d75f5dd0 req-6a686c8a-4728-4a6a-92df-9486f8eba19d tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.227493 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e17e1b4b-e682-40d0-8a51-3f02d75f5dd0 req-6a686c8a-4728-4a6a-92df-9486f8eba19d tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 947 time: 0.0577393 Feb 09 03:13:13.285443 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e17e1b4b-e682-40d0-8a51-3f02d75f5dd0 req-048d64fd-2475-49a7-808a-afcf5bbe8f18 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbef14cd-dced-4f6b-802d-9374c14b2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515525 Feb 09 03:13:13.290816 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25cc6b82-2997-44c4-a375-451a32c9181b req-0394ac2e-3bad-4d7d-a838-ef04c64abae1 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181955 Feb 09 03:13:13.292198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fe737c30-012d-45e9-8b88-a51b8c86a54a details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:13.293446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-e55c2b85-d8d9-407d-a3f9-2b7e173253fc service neutron] Transition to ACTIVE for port object 976b19f7-1e10-42e4-b1cc-858c76c56487 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:13.295334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c62ef08c-4d36-4775-aa0c-9cbc755f825e up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:13.305757 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-e55c2b85-d8d9-407d-a3f9-2b7e173253fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.394673 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52b0a38b-50fb-46bc-af62-39498beaa915 req-349f1c0a-17c3-4453-bcdb-e55962190e05 service neutron] 10.222.0.65 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356794 Feb 09 03:13:13.396177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c2b85-d8d9-407d-a3f9-2b7e173253fc service neutron] Pushing event updated for resources: {'Port': ['ID=976b19f7-1e10-42e4-b1cc-858c76c56487,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:13.447389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e24602-fd0f-4406-8f60-62955f849607 req-b622e359-1206-403f-be91-f4881c89a8b1 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.449148 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-39e24602-fd0f-4406-8f60-62955f849607 req-b622e359-1206-403f-be91-f4881c89a8b1 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 944 time: 0.0632010 Feb 09 03:13:13.456145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port c62ef08c-4d36-4775-aa0c-9cbc755f825e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:13:13.464487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port c62ef08c-4d36-4775-aa0c-9cbc755f825e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:13.464846 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.469440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-e55c2b85-d8d9-407d-a3f9-2b7e173253fc service neutron] No DVR routers for this DVR port 976b19f7-1e10-42e4-b1cc-858c76c56487 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:13:13.501083 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-39e24602-fd0f-4406-8f60-62955f849607 req-6e337696-399a-4229-b948-3df8ebdf4d13 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454373 Feb 09 03:13:13.513032 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-e55c2b85-d8d9-407d-a3f9-2b7e173253fc service neutron] 10.222.0.42 "PUT /v2.0/ports/976b19f7-1e10-42e4-b1cc-858c76c56487/bindings/n-h1-824835-15/activate HTTP/1.1" status: 200 len: 370 time: 1.1656485 Feb 09 03:13:13.521445 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fe737c30-012d-45e9-8b88-a51b8c86a54a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fe737c30-012d-45e9-8b88-a51b8c86a54a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:13.531155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929db4b-6378-409a-982b-e1b84b41c85f req-3a147109-b05b-4a99-880f-d392edac1c82 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.533288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6929db4b-6378-409a-982b-e1b84b41c85f req-3a147109-b05b-4a99-880f-d392edac1c82 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 944 time: 0.1336927 Feb 09 03:13:13.535804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'fe737c30-012d-45e9-8b88-a51b8c86a54a', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'fe737c30-012d-45e9-8b88-a51b8c86a54a', 'mac_address': 'fa:16:3e:0a:82:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:13.587340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6929db4b-6378-409a-982b-e1b84b41c85f req-88cdb2f4-dfe1-4186-a152-14f5c4e91d3d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470562 Feb 09 03:13:13.606762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port fe737c30-012d-45e9-8b88-a51b8c86a54a is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:13.607157 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.623216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port c62ef08c-4d36-4775-aa0c-9cbc755f825e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:13.623607 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.627754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe737c30-012d-45e9-8b88-a51b8c86a54a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:13.646859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-6d5a00a7-45aa-41a8-8171-0e2090bfdac3 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.648465 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-6d5a00a7-45aa-41a8-8171-0e2090bfdac3 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0&tenant_id=612b79b2c8c44d278e66100587b7c4b3&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1127 time: 0.0601044 Feb 09 03:13:13.666080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2cdc31-4b62-49f7-96bb-81a05d75e7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62ef08c-4d36-4775-aa0c-9cbc755f825e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:13.668320 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb86719-593e-4bc2-9858-faf3fea40c7b" -d '{"events": [{"server_uuid": "de2cdc31-4b62-49f7-96bb-81a05d75e7de", "name": "network-vif-plugged", "status": "completed", "tag": "c62ef08c-4d36-4775-aa0c-9cbc755f825e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:13.671903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fe737c30-012d-45e9-8b88-a51b8c86a54a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fe737c30-012d-45e9-8b88-a51b8c86a54a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:13.681738 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.683525 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25d0a-d25d-4c84-82f7-5f916a13e6f3 req-36d9d983-77e0-48d5-b06b-21bc45b8a595 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.684676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:13.685253 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84c25d0a-d25d-4c84-82f7-5f916a13e6f3 req-36d9d983-77e0-48d5-b06b-21bc45b8a595 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 950 time: 0.0646069 Feb 09 03:13:13.690988 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.723010 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49e21e6-12c4-42dd-a168-6cfae642f6c0 x-openstack-request-id: req-a49e21e6-12c4-42dd-a168-6cfae642f6c0 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:13.723329 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2cdc31-4b62-49f7-96bb-81a05d75e7de", "name": "network-vif-plugged", "status": "completed", "tag": "c62ef08c-4d36-4775-aa0c-9cbc755f825e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:13.723588 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a49e21e6-12c4-42dd-a168-6cfae642f6c0 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:13.723705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-0867271b-f66a-4ac8-ac07-8132879e3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.724221 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2cdc31-4b62-49f7-96bb-81a05d75e7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62ef08c-4d36-4775-aa0c-9cbc755f825e', 'code': 200} Feb 09 03:13:13.725446 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-0867271b-f66a-4ac8-ac07-8132879e3d0e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0&tenant_id=612b79b2c8c44d278e66100587b7c4b3 HTTP/1.1" status: 200 len: 1127 time: 0.0693817 Feb 09 03:13:13.740859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=fe737c30-012d-45e9-8b88-a51b8c86a54a,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:13.744799 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84c25d0a-d25d-4c84-82f7-5f916a13e6f3 req-15722ce8-9615-4dfa-b7ce-239359c17fe5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509174 Feb 09 03:13:13.799984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=c62ef08c-4d36-4775-aa0c-9cbc755f825e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:13.835380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-44c0b1e8-5653-4422-8c9f-de1817a9b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.836803 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-44c0b1e8-5653-4422-8c9f-de1817a9b30a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 1127 time: 0.0585880 Feb 09 03:13:13.959695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae1a9-57cb-47e5-89fd-a1a79a77fd96 req-075bedd2-1982-47b6-a670-87190c2bc8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.961157 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfeae1a9-57cb-47e5-89fd-a1a79a77fd96 req-075bedd2-1982-47b6-a670-87190c2bc8aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1129 time: 0.1381671 Feb 09 03:13:13.984002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316cffa-a78a-4b8d-ac89-521bb489b33a req-04f72c8f-af9b-4e4d-833a-d1040e12e33e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.986105 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2316cffa-a78a-4b8d-ac89-521bb489b33a req-04f72c8f-af9b-4e4d-833a-d1040e12e33e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1fcb7-bf16-4633-ba68-c54b133f0001 HTTP/1.1" status: 200 len: 950 time: 0.1537132 Feb 09 03:13:14.003157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['fe737c30-012d-45e9-8b88-a51b8c86a54a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:14.026315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-3190223b-64a3-4a2b-bd13-c47f3dfdb825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.027754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-3190223b-64a3-4a2b-bd13-c47f3dfdb825 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.1676009 Feb 09 03:13:14.093477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-a6d0842f-950a-433f-b3d5-2212ef1533cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=976b19f7-1e10-42e4-b1cc-858c76c56487 HTTP/1.1" status: 200 len: 217 time: 0.0525069 Feb 09 03:13:14.098821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfeae1a9-57cb-47e5-89fd-a1a79a77fd96 req-c10da936-506d-497a-a7f9-155dd4f8247b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295526 Feb 09 03:13:14.135721 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2316cffa-a78a-4b8d-ac89-521bb489b33a req-7fceeb44-4f4a-4df4-b744-c682118c6d36 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411021 Feb 09 03:13:14.164494 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-353cb112-9da8-40db-a705-2fc01b2216cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.166389 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-353cb112-9da8-40db-a705-2fc01b2216cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.0662508 Feb 09 03:13:14.210852 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-b86cb17d-a982-46e2-b8bf-80ebb810cad1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361538 Feb 09 03:13:14.226829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83358-cdae-4426-9714-08a476ee1a7d req-966a98be-aa44-4a85-bee5-e082a7ddb9b2 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.228464 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3d83358-cdae-4426-9714-08a476ee1a7d req-966a98be-aa44-4a85-bee5-e082a7ddb9b2 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0596645 Feb 09 03:13:14.278929 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3d83358-cdae-4426-9714-08a476ee1a7d req-c41b999f-046d-46e6-852c-0acfcf56afc5 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444911 Feb 09 03:13:14.306226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-6e382aa5-7f69-4ab1-bc12-fe490acf6742 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888236 Feb 09 03:13:14.401394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-e01d1770-86c1-477a-97b3-afc3e2ca6677 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887194 Feb 09 03:13:14.437269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476331e-dc11-46dc-a35b-f40abb749c73 req-8c4a5233-ab9a-428b-9828-18cd5945fa1e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.439334 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1476331e-dc11-46dc-a35b-f40abb749c73 req-8c4a5233-ab9a-428b-9828-18cd5945fa1e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 946 time: 0.0554485 Feb 09 03:13:14.488652 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4846c24-a9d6-4c5a-b6e8-92b8720f81da req-046270ec-d3d0-4444-a601-651457e96644 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.491869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1476331e-dc11-46dc-a35b-f40abb749c73 req-5d2cb3e9-3fa8-433e-89fc-0e6ec45aaf00 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 Feb 09 03:13:14.493919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4846c24-a9d6-4c5a-b6e8-92b8720f81da req-046270ec-d3d0-4444-a601-651457e96644 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.495518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4846c24-a9d6-4c5a-b6e8-92b8720f81da req-046270ec-d3d0-4444-a601-651457e96644 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12&device_id=86d1fcb7-bf16-4633-ba68-c54b133f0001 HTTP/1.1" status: 200 len: 1691 time: 0.0638504 Feb 09 03:13:14.549639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4846c24-a9d6-4c5a-b6e8-92b8720f81da req-b07f4e6f-45e8-4e3b-b311-f362ecce869b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475512 Feb 09 03:13:14.601862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce4d90-6d34-4f30-a0a8-7d56c0bee038 req-9fb0ebcb-d487-4f15-8a50-329c25d69074 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.603264 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42ce4d90-6d34-4f30-a0a8-7d56c0bee038 req-9fb0ebcb-d487-4f15-8a50-329c25d69074 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 948 time: 0.0545802 Feb 09 03:13:14.661288 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42ce4d90-6d34-4f30-a0a8-7d56c0bee038 req-609b8244-a1a2-435f-8b0e-751502b58e21 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbef14cd-dced-4f6b-802d-9374c14b2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510972 Feb 09 03:13:14.663975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2e3ee-60ac-4667-8d84-1dcff4a69565 req-5a901faa-e896-418d-9b0c-7b3028b4f156 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.669897 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6fc2e3ee-60ac-4667-8d84-1dcff4a69565 req-5a901faa-e896-418d-9b0c-7b3028b4f156 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 944 time: 0.0617199 Feb 09 03:13:14.754019 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6fc2e3ee-60ac-4667-8d84-1dcff4a69565 req-01f1d2be-df4d-4891-b86a-0a893c2b5181 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825245 Feb 09 03:13:14.756800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-78b6790d-fa12-4eb1-b566-e2c0cb4b7672 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.758280 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-78b6790d-fa12-4eb1-b566-e2c0cb4b7672 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0&tenant_id=612b79b2c8c44d278e66100587b7c4b3&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 1127 time: 0.0795600 Feb 09 03:13:14.827779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a99f4-6812-4ded-8664-d28a50d6d1b2 req-83a925e3-ca02-4315-a5a1-51e6f596b366 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.830296 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d9a99f4-6812-4ded-8664-d28a50d6d1b2 req-83a925e3-ca02-4315-a5a1-51e6f596b366 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 944 time: 0.0549722 Feb 09 03:13:14.878555 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d9a99f4-6812-4ded-8664-d28a50d6d1b2 req-cc409e21-9590-4730-b4e6-d123d434b4d8 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429857 Feb 09 03:13:14.905160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db65ac-6a0e-4f58-a9b3-f2df06f7cfaf req-c43d7803-683f-4a1a-a008-e5df1d5146c0 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.906725 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-03db65ac-6a0e-4f58-a9b3-f2df06f7cfaf req-c43d7803-683f-4a1a-a008-e5df1d5146c0 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 1133 time: 0.0848114 Feb 09 03:13:14.932655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-c5b319a5-c709-4543-8c80-b5255347f1ad service neutron] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:14.936986 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-c5b319a5-c709-4543-8c80-b5255347f1ad service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.938062 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad3198d-a2e9-4411-bcdd-230e6f981bc5 req-c5b319a5-c709-4543-8c80-b5255347f1ad service neutron] 10.222.0.65 "DELETE /v2.0/ports/976b19f7-1e10-42e4-b1cc-858c76c56487/bindings/n-h2-824835-15 HTTP/1.1" status: 204 len: 173 time: 0.1640954 Feb 09 03:13:14.961007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-03db65ac-6a0e-4f58-a9b3-f2df06f7cfaf req-07383788-ad24-49f3-a592-6b4bdebd7795 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472300 Feb 09 03:13:15.072986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929efa-33fa-4883-bb59-b3023fe2e291 req-db68208b-e2a7-4b7f-9b70-1ab92eeabc5b tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:15.074540 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac929efa-33fa-4883-bb59-b3023fe2e291 req-db68208b-e2a7-4b7f-9b70-1ab92eeabc5b tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=86d1fcb7-bf16-4633-ba68-c54b133f0001 HTTP/1.1" status: 200 len: 1133 time: 0.0470953 Feb 09 03:13:15.117531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac929efa-33fa-4883-bb59-b3023fe2e291 req-1a3e1a2f-e8f9-46e6-920c-f584fd04c700 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364950 Feb 09 03:13:15.319383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fe737c30-012d-45e9-8b88-a51b8c86a54a up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:15.389043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port fe737c30-012d-45e9-8b88-a51b8c86a54a completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:13:15.394587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port fe737c30-012d-45e9-8b88-a51b8c86a54a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:15.395310 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:15.442441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec769dd-1364-45f8-89f2-94cd10ba2334 req-4e683353-c7dc-48e7-802f-ff80975f2153 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:15.443290 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-126ba543-2f79-47db-9fd5-51daf8b4385a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608213 Feb 09 03:13:15.445752 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ec769dd-1364-45f8-89f2-94cd10ba2334 req-4e683353-c7dc-48e7-802f-ff80975f2153 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0699513 Feb 09 03:13:15.498426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port fe737c30-012d-45e9-8b88-a51b8c86a54a is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:15.498911 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:15.523679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ec769dd-1364-45f8-89f2-94cd10ba2334 req-73f9a12a-82b9-4165-9f2d-9d97ca3ca6f9 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673866 Feb 09 03:13:15.550916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fe737c30-012d-45e9-8b88-a51b8c86a54a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fe737c30-012d-45e9-8b88-a51b8c86a54a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:15.558112 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:15.559178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 976b19f7-1e10-42e4-b1cc-858c76c56487 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:15.589565 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42d10ca7-cb66-427a-bc9d-8778d7937758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:15.632090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-63e3efc9-cf41-4cef-b3fa-7ffd000317b4 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:15.633568 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-63e3efc9-cf41-4cef-b3fa-7ffd000317b4 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833098 Feb 09 03:13:15.642324 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] The host n-h2-824835-15 is not matching for port 976b19f7-1e10-42e4-b1cc-858c76c56487 host n-h1-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:13:15.642804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 976b19f7-1e10-42e4-b1cc-858c76c56487 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:13:15.648393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=fe737c30-012d-45e9-8b88-a51b8c86a54a,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:15.650593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-59eec271-2a2a-4838-93b6-98a630e30dfb tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/quotas/8c106d2ca691429d886e0ada21907bca HTTP/1.1" status: 200 len: 375 time: 0.0110595 Feb 09 03:13:15.652354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a960a68-04c5-496c-abc0-29034dcb44a8 req-ceab7465-fd7c-40b5-856c-4d05ec3b08cd tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:15.653895 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7a960a68-04c5-496c-abc0-29034dcb44a8 req-ceab7465-fd7c-40b5-856c-4d05ec3b08cd tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 946 time: 0.0597930 Feb 09 03:13:15.707277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7a960a68-04c5-496c-abc0-29034dcb44a8 req-5a9514de-5714-46ea-9c97-2199f83d6afd tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474448 Feb 09 03:13:15.716549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-98fc339c-e204-44ab-a1a9-ec948394fc1b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529540 Feb 09 03:13:15.726045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0bb9ef-84f0-4596-a3ef-40771114bbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe737c30-012d-45e9-8b88-a51b8c86a54a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:15.728516 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d3f40b-3b91-442c-a15a-0fb007ca2287" -d '{"events": [{"server_uuid": "1a0bb9ef-84f0-4596-a3ef-40771114bbce", "name": "network-vif-plugged", "status": "completed", "tag": "fe737c30-012d-45e9-8b88-a51b8c86a54a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:15.818673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cedc12-da7d-47ce-9590-e0e1e8ba50bc req-997c7354-9f0e-4913-b407-2c37473bab05 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:15.820162 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-48cedc12-da7d-47ce-9590-e0e1e8ba50bc req-997c7354-9f0e-4913-b407-2c37473bab05 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 949 time: 0.0572650 Feb 09 03:13:15.871429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-48cedc12-da7d-47ce-9590-e0e1e8ba50bc req-5d8c0c65-ea94-4306-b0b5-63ee006b547a tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbef14cd-dced-4f6b-802d-9374c14b2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454750 Feb 09 03:13:15.984024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e017e0-762e-4a6b-98ae-f372390433a2 req-a95c531b-f215-44b7-b2e5-770ee3b3cfb8 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:15.986959 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3e017e0-762e-4a6b-98ae-f372390433a2 req-a95c531b-f215-44b7-b2e5-770ee3b3cfb8 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1129 time: 0.0577641 Feb 09 03:13:16.044543 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3e017e0-762e-4a6b-98ae-f372390433a2 req-82c15654-acd6-4789-a0db-29e8178688d1 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512383 Feb 09 03:13:16.091044 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fb957c-a708-4b8e-aec8-be7e0dd185c9 x-openstack-request-id: req-f9fb957c-a708-4b8e-aec8-be7e0dd185c9 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:16.091741 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0bb9ef-84f0-4596-a3ef-40771114bbce", "name": "network-vif-plugged", "status": "completed", "tag": "fe737c30-012d-45e9-8b88-a51b8c86a54a", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:16.092322 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9fb957c-a708-4b8e-aec8-be7e0dd185c9 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:16.094960 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0bb9ef-84f0-4596-a3ef-40771114bbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe737c30-012d-45e9-8b88-a51b8c86a54a', 'code': 200} Feb 09 03:13:16.210837 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd90f56-4088-455b-beb0-7e824d88b2c5 req-95252119-89c7-42af-8e5f-14cf52947f4d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:16.212383 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3fd90f56-4088-455b-beb0-7e824d88b2c5 req-95252119-89c7-42af-8e5f-14cf52947f4d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 944 time: 0.0744312 Feb 09 03:13:16.238693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084df520-1b0a-41fe-994f-5162b1839247 req-79ec1a65-b706-44f9-951f-406c433ba57f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:16.240364 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-084df520-1b0a-41fe-994f-5162b1839247 req-79ec1a65-b706-44f9-951f-406c433ba57f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 944 time: 0.1137559 Feb 09 03:13:16.246892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5407d0-abe7-4e96-b504-0cab9a2cef4b req-f082dd28-4863-4578-a293-ce565a5bdc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:16.249021 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dc5407d0-abe7-4e96-b504-0cab9a2cef4b req-f082dd28-4863-4578-a293-ce565a5bdc78 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 1132 time: 0.0801828 Feb 09 03:13:16.295030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3fd90f56-4088-455b-beb0-7e824d88b2c5 req-a04db04a-858b-4aa6-904f-b8932295d36e tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742111 Feb 09 03:13:16.336961 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-084df520-1b0a-41fe-994f-5162b1839247 req-1f60a22a-1f06-4da5-8e8b-882eba23ee61 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876215 Feb 09 03:13:16.351158 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dc5407d0-abe7-4e96-b504-0cab9a2cef4b req-a05a889e-4bd6-48ce-af56-65b7d8edf75d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dbef14cd-dced-4f6b-802d-9374c14b2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936577 Feb 09 03:13:16.448894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbedb8a-63b9-4575-ac6c-9eed60ed945f req-c16b12fc-91ed-45b6-892a-5d312d7a2a6b tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:16.454900 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efbedb8a-63b9-4575-ac6c-9eed60ed945f req-c16b12fc-91ed-45b6-892a-5d312d7a2a6b tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1129 time: 0.0705814 Feb 09 03:13:16.501276 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efbedb8a-63b9-4575-ac6c-9eed60ed945f req-d13a4118-d9c3-47a3-bad6-c741885c7b0a tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427454 Feb 09 03:13:16.585535 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c51eb43e-26c9-4bd9-a021-04b918562130 req-27ac9200-6e0e-4fcd-937f-c532a63ac11a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 210 time: 0.0365934 Feb 09 03:13:16.666428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023c988-df64-4574-b211-6d989b8db5d3 req-a0f59d17-01f7-4025-bef5-2c69ff854b01 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:16.668251 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2023c988-df64-4574-b211-6d989b8db5d3 req-a0f59d17-01f7-4025-bef5-2c69ff854b01 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 1127 time: 0.0519145 Feb 09 03:13:16.719894 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2023c988-df64-4574-b211-6d989b8db5d3 req-f51c9f01-2a1d-4d80-a24e-1c8de3d15e43 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440285 Feb 09 03:13:16.746389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57542b89-98f3-42f1-b8d3-58022511e546 req-1e5b8955-10e0-4406-92af-0369b02a0260 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:16.747998 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57542b89-98f3-42f1-b8d3-58022511e546 req-1e5b8955-10e0-4406-92af-0369b02a0260 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0578833 Feb 09 03:13:16.755161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:16.771805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 976b19f7-1e10-42e4-b1cc-858c76c56487 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:16.838711 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57542b89-98f3-42f1-b8d3-58022511e546 req-73b00298-88b6-4cd5-a7f3-1112046a1500 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719941 Feb 09 03:13:17.138070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bdc8e-58f7-4042-be53-231b1a149d8c req-6d140ff6-4d07-4c68-80d4-22b9c1d5eeee tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:17.145993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-425bdc8e-58f7-4042-be53-231b1a149d8c req-6d140ff6-4d07-4c68-80d4-22b9c1d5eeee tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 949 time: 0.0824754 Feb 09 03:13:17.212756 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-425bdc8e-58f7-4042-be53-231b1a149d8c req-e2d48168-ae59-4559-a7e6-b48cad25525f tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbef14cd-dced-4f6b-802d-9374c14b2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596082 Feb 09 03:13:17.260733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 976b19f7-1e10-42e4-b1cc-858c76c56487 is: DOWN; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:17.331087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:17.351904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d', 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6', 'port_id': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d', 'mac_address': 'fa:16:3e:d1:98:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d7fd12-786a-4383-9c06-fed2ef100cb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:17.403532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:17.403967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:17.406227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0190ebe-a238-4227-b0f0-93c660c5ccaf req-18c109db-4d08-4997-9294-25fff656b864 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:17.414284 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0190ebe-a238-4227-b0f0-93c660c5ccaf req-18c109db-4d08-4997-9294-25fff656b864 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1129 time: 0.0787284 Feb 09 03:13:17.431774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:17.482040 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0190ebe-a238-4227-b0f0-93c660c5ccaf req-07308e9c-6969-4154-abf7-25ebfd4a942e tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617387 Feb 09 03:13:17.490717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:17.498671 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:17.522468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-753abaa5-5d91-4081-8ec6-0d2c8196d261 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:17.531663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-753abaa5-5d91-4081-8ec6-0d2c8196d261 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 820 time: 0.2039471 Feb 09 03:13:17.551011 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-97e44d7e-5acd-49d6-a6b9-b70e774f9f1b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/quotas/612b79b2c8c44d278e66100587b7c4b3 HTTP/1.1" status: 200 len: 375 time: 0.0178695 Feb 09 03:13:17.566063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:17.611607 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-55bd56ba-897a-4263-9729-cde589f18326 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580168 Feb 09 03:13:17.640951 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f568-ca9e-4ab3-8173-061e2173cbae req-53e328b0-89af-4d6b-87f7-f1c58d0f191e tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:17.643321 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd01f568-ca9e-4ab3-8173-061e2173cbae req-53e328b0-89af-4d6b-87f7-f1c58d0f191e tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 945 time: 0.0745318 Feb 09 03:13:17.697655 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd01f568-ca9e-4ab3-8173-061e2173cbae req-fa5cca4f-ba3d-479a-90c3-ba45167960d2 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484116 Feb 09 03:13:17.737870 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-d58dcc7a-a8e3-4092-96ff-5dddaab6edce service neutron] 10.222.0.21 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180887 Feb 09 03:13:17.820745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42ce0d72-1fb2-47a5-b8af-a3c8684567d7 req-bce3793b-74a8-4ab3-b7e3-5ed2f8f2cb95 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 210 time: 0.0340543 Feb 09 03:13:17.839400 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-b04b2a40-3a8d-4a42-8231-39588f8445ce service neutron] 10.222.0.21 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006522 Feb 09 03:13:18.005581 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-5e13640a-3d99-457f-b753-909819bc35c5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393023 Feb 09 03:13:18.010249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3326a1c7-ad2d-4e49-9119-80692e781123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:18.051168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186a975-b6f6-4354-a53e-b5463cf5e26c req-d0552511-4608-4e7d-8977-bf65e1d0271c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:18.052843 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a186a975-b6f6-4354-a53e-b5463cf5e26c req-d0552511-4608-4e7d-8977-bf65e1d0271c tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.1380394 Feb 09 03:13:18.115695 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7670ea26-9153-48be-a60f-a64d01964416 req-34687c0e-20c8-4943-8c07-00183378fa48 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 210 time: 0.0674555 Feb 09 03:13:18.142165 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a186a975-b6f6-4354-a53e-b5463cf5e26c req-ebd8eda2-8fe9-434b-92f1-38de9bdae5b5 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748978 Feb 09 03:13:18.180121 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-54cfdea9-b3fd-4204-a90a-cbb5acf21ede tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:18.182199 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-54cfdea9-b3fd-4204-a90a-cbb5acf21ede tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590886 Feb 09 03:13:18.195813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Request body: {'port': {'device_id': 'b85f27af-a542-4535-bde7-0f00899e5d4e', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '8c106d2ca691429d886e0ada21907bca'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:18.260441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['4f4de63c-48b9-4c3c-82a8-aafc61dbd87d'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:18.308689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-152eea19-b7a8-40db-a773-44a37f9462c5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450006 Feb 09 03:13:18.465536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9422007-3109-4ee0-a88e-223a6110409a req-70e3b1c2-2851-4a90-9426-e2faad69235c tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:18.474145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d9422007-3109-4ee0-a88e-223a6110409a req-70e3b1c2-2851-4a90-9426-e2faad69235c tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 949 time: 0.1778750 Feb 09 03:13:18.485572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Made reservation on behalf of 8c106d2ca691429d886e0ada21907bca for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:18.488977 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:18.622192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-a59ab676-d0d6-45ff-a8e5-b2a3fd029d08 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:18.623646 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-a59ab676-d0d6-45ff-a8e5-b2a3fd029d08 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836587 Feb 09 03:13:18.631356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d372d-d822-4f94-bb6e-e87f003edd67 req-01b262b4-dc94-46de-936b-7f0bfe382a4d tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:18.633755 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-029d372d-d822-4f94-bb6e-e87f003edd67 req-01b262b4-dc94-46de-936b-7f0bfe382a4d tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1129 time: 0.0585935 Feb 09 03:13:18.675329 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d9422007-3109-4ee0-a88e-223a6110409a req-1390dbb9-c2de-472d-847a-ae9c8e42dc94 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbef14cd-dced-4f6b-802d-9374c14b2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946561 Feb 09 03:13:18.703005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Request body: {'port': {'device_id': '1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '8c106d2ca691429d886e0ada21907bca'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:18.717982 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-029d372d-d822-4f94-bb6e-e87f003edd67 req-1e86d632-eebb-4fdd-b4fd-2ba55e03df7b tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779467 Feb 09 03:13:18.760002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Allocated IP 192.168.233.195 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/16210ae2-9ad7-425c-ab99-74a057fcd2c4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:18.883493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b1589-6586-4357-b0c0-32f355c86b76 req-4c5d3743-565b-4c65-8424-1abbedd260dd tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:18.885633 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-223b1589-6586-4357-b0c0-32f355c86b76 req-4c5d3743-565b-4c65-8424-1abbedd260dd tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 945 time: 0.0789995 Feb 09 03:13:18.950713 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-223b1589-6586-4357-b0c0-32f355c86b76 req-b3f38fc4-8214-4eee-af21-0bf6934697d7 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519783 Feb 09 03:13:19.103002 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks [] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.106490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Made reservation on behalf of 8c106d2ca691429d886e0ada21907bca for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:19.110457 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.184336 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.192672 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c73f397-c58b-405f-9759-acfb105521b3 req-d46404a9-d049-4377-bd3a-da765fecacca tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 210 time: 0.0697730 Feb 09 03:13:19.236580 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.252264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2', 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:19.333491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event updated for resources: {'Port': ['ID=16210ae2-9ad7-425c-ab99-74a057fcd2c4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:19.390558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:19.394615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:19.410646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:19.416391 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fe95f00-e2d1-4e74-85cb-4094b7552267 req-4e12b9cb-1428-4461-8861-5f82284f7163 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 210 time: 0.0800850 Feb 09 03:13:19.417465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:19.418313 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.458506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Allocated IP 192.168.233.253 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/e5af45d6-8e1b-4b56-8dec-9ed181c04470) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:19.596363 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-4cb6b453-90ac-4439-9a48-1dea8a702bb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4048386 Feb 09 03:13:19.675338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Request body: {'port': {'device_id': 'b85f27af-a542-4535-bde7-0f00899e5d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:19.853185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fec7d-4625-4de0-b771-f0504de03e04 req-32549cd6-aa03-4e26-acba-382ef7d6742e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:19.861038 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-487fec7d-4625-4de0-b771-f0504de03e04 req-32549cd6-aa03-4e26-acba-382ef7d6742e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.2727325 Feb 09 03:13:19.878776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-253006f4-91fc-4097-a742-0aff897dd7a2 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:19.881032 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-253006f4-91fc-4097-a742-0aff897dd7a2 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 820 time: 0.3455315 Feb 09 03:13:19.897254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Request body: {'port': {'device_id': '1354da39-65a6-407d-81d7-99cdf3b2f091', 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf', 'admin_state_up': True, 'tenant_id': '612b79b2c8c44d278e66100587b7c4b3'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:19.914459 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks [] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.942272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ac9c34b1-d6b7-4413-9abc-9820b0ef3366 None None] Provisioning complete for port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:19.942642 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac9c34b1-d6b7-4413-9abc-9820b0ef3366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.988408 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c34b1-d6b7-4413-9abc-9820b0ef3366 None None] Port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:20.011056 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-487fec7d-4625-4de0-b771-f0504de03e04 req-05e2a6ca-a66a-465d-aaaf-964e451c793f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465940 Feb 09 03:13:20.033977 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.114623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Made reservation on behalf of 612b79b2c8c44d278e66100587b7c4b3 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:20.119960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.146519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.164130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2', 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:20.350393 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:20.354601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event updated for resources: {'Port': ['ID=e5af45d6-8e1b-4b56-8dec-9ed181c04470,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:20.366069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:20.388934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:20.398267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:20.399407 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.411448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-2d537110-f6d0-4f43-9e0e-3cf907d511f3 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:13:20.426054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-2d537110-f6d0-4f43-9e0e-3cf907d511f3 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184138 Feb 09 03:13:20.474190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Allocated IP 172.20.0.5 (15acbecb-9714-49f5-a492-2cdfa4603bbf/7bb24eb0-9eab-422f-8add-dff7fc4bde51/596cad0c-3537-4f16-bb08-28cdf3403d54) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:20.526787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-2dcd99fa-6770-442e-bc84-6cf4069b2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:20.534165 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-2dcd99fa-6770-442e-bc84-6cf4069b2d77 service neutron] 10.222.0.21 "GET /v2.0/ports/c62ef08c-4d36-4775-aa0c-9cbc755f825e HTTP/1.1" status: 200 len: 1126 time: 0.1070998 Feb 09 03:13:20.541396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] Request body: {'binding': {'host': 'n-h1-824835-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:20.541841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] Unknown quota resources ['binding']. {{(pid=103327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:13:20.546544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ac6f72bf-428e-4b17-8e45-f545f1afb856 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8502624 Feb 09 03:13:20.616241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Request body: {'port': {'device_id': '1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:20.669608 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.748589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks [] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.749994 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.761086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463a0b1-58ee-4137-ad29-a02d662cef44 req-1bae1eaa-cf50-419c-81c7-e81b9774d067 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:20.762615 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3463a0b1-58ee-4137-ad29-a02d662cef44 req-1bae1eaa-cf50-419c-81c7-e81b9774d067 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 945 time: 0.3965209 Feb 09 03:13:20.772640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:20.824410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fa1d3242-d23b-43a1-87aa-06062a658f2f None None] Provisioning complete for port e5af45d6-8e1b-4b56-8dec-9ed181c04470 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:20.825379 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3242-d23b-43a1-87aa-06062a658f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.868366 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d3242-d23b-43a1-87aa-06062a658f2f None None] Port e5af45d6-8e1b-4b56-8dec-9ed181c04470 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:20.874194 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3463a0b1-58ee-4137-ad29-a02d662cef44 req-6c28fac0-2792-418c-afe7-e05dc98ced2a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997620 Feb 09 03:13:20.892118 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.907925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:13:20.921316 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:20.921731 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.996289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Network 15acbecb-9714-49f5-a492-2cdfa4603bbf is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:21.009958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:21.012218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Pushing event updated for resources: {'Port': ['ID=596cad0c-3537-4f16-bb08-28cdf3403d54,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:21.021099 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:21.083653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:21.085809 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.091501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:21.092402 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.118764 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-98af1473-75e3-4a08-b399-421c164ca1c7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2260828 Feb 09 03:13:21.124461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001881a3-ece0-4720-8f44-0b1c4f1ba426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:21.129687 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf4cf15-bd0e-44c5-b46c-9daf8fce9ca5" -d '{"events": [{"server_uuid": "001881a3-ece0-4720-8f44-0b1c4f1ba426", "name": "network-vif-plugged", "status": "completed", "tag": "4f4de63c-48b9-4c3c-82a8-aafc61dbd87d"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:21.136833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8c978-49c9-4f98-8a2d-80998c2b63ad req-d5cdebe6-008d-42d2-a2f7-5fe6959ad76c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:21.145344 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3c8c978-49c9-4f98-8a2d-80998c2b63ad req-d5cdebe6-008d-42d2-a2f7-5fe6959ad76c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 936 time: 0.1729481 Feb 09 03:13:21.148502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:21.158489 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.159569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca6e6edb-37a1-45a8-8f16-408e897e7c6a no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:21.159966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Request body: {'port': {'device_id': '1354da39-65a6-407d-81d7-99cdf3b2f091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:21.236556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3c8c978-49c9-4f98-8a2d-80998c2b63ad req-e2a7b0d8-4e81-4213-bcb1-b5fa29f2d4bb tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854402 Feb 09 03:13:21.259370 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16210ae2-9ad7-425c-ab99-74a057fcd2c4 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:21.271634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] Attempting to bind port c62ef08c-4d36-4775-aa0c-9cbc755f825e on host n-h1-824835-15 for vnic_type normal with profile None {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:21.271974 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] Attempting to bind port c62ef08c-4d36-4775-aa0c-9cbc755f825e by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:21.272296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] Attempting to bind port c62ef08c-4d36-4775-aa0c-9cbc755f825e on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:21.278021 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Publish callbacks [] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.280104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] Port c62ef08c-4d36-4775-aa0c-9cbc755f825e on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:21.280423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] Attempting to bind port c62ef08c-4d36-4775-aa0c-9cbc755f825e on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:21.288989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:21.289377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:21.289742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:21.290170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] Bound port: c62ef08c-4d36-4775-aa0c-9cbc755f825e, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:21.295713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:21.318348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Transition to ACTIVE for port object 16210ae2-9ad7-425c-ab99-74a057fcd2c4 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:21.321052 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.333929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.374506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca6e6edb-37a1-45a8-8f16-408e897e7c6a is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:21.375339 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.443481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:21.449340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82552fa-e9d9-4095-ada2-46f46e73720e req-0dc225a3-bf2e-4ca4-b43d-137d934d72fc tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:21.458991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e82552fa-e9d9-4095-ada2-46f46e73720e req-0dc225a3-bf2e-4ca4-b43d-137d934d72fc tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 949 time: 0.1152081 Feb 09 03:13:21.464487 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.474102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-54f41c4a-294e-4a90-a7bb-0af3ff55df19 service neutron] 10.222.0.21 "POST /v2.0/ports/c62ef08c-4d36-4775-aa0c-9cbc755f825e/bindings HTTP/1.1" status: 201 len: 390 time: 0.9341238 Feb 09 03:13:21.494116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:21.499968 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.563107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Pushing event updated for resources: {'Port': ['ID=16210ae2-9ad7-425c-ab99-74a057fcd2c4,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:21.608162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Attempting to bind port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:21.608366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Attempting to bind port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:21.608701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Attempting to bind port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:21.623102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:21.624136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Attempting to bind port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:21.665009 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:21.665686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:21.665812 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:21.666200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Bound port: 16210ae2-9ad7-425c-ab99-74a057fcd2c4, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:21.666568 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.672180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:21.677300 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e82552fa-e9d9-4095-ada2-46f46e73720e req-25d1b736-d79f-4546-9142-02b8e1580fe5 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbef14cd-dced-4f6b-802d-9374c14b2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155142 Feb 09 03:13:21.874208 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.888055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] For port 16210ae2-9ad7-425c-ab99-74a057fcd2c4, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:21.910541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] For port 16210ae2-9ad7-425c-ab99-74a057fcd2c4, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=16210ae2-9ad7-425c-ab99-74a057fcd2c4,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:21.931200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5af45d6-8e1b-4b56-8dec-9ed181c04470 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:21.939039 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.941990 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596cad0c-3537-4f16-bb08-28cdf3403d54 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:21.957100 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Publish callbacks [] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.980789 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Transition to ACTIVE for port object 596cad0c-3537-4f16-bb08-28cdf3403d54 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:21.989866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.993678 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Publish callbacks [] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.020734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-e3185cf4-640d-49d1-aac8-81bb958c6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.022346 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-e3185cf4-640d-49d1-aac8-81bb958c6a11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1129 time: 0.2219379 Feb 09 03:13:22.025037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d458b3-8b25-4e6c-b415-b155c6d5659c req-ffe163dc-87ca-4c81-b78c-105daccf6ae9 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.026532 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33d458b3-8b25-4e6c-b415-b155c6d5659c req-ffe163dc-87ca-4c81-b78c-105daccf6ae9 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 948 time: 0.2027359 Feb 09 03:13:22.034622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.035204 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.037817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] 10.222.0.42 "PUT /v2.0/ports/16210ae2-9ad7-425c-ab99-74a057fcd2c4 HTTP/1.1" status: 200 len: 1097 time: 2.4162383 Feb 09 03:13:22.068816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85f27af-a542-4535-bde7-0f00899e5d4e', 'tag': '16210ae2-9ad7-425c-ab99-74a057fcd2c4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:22.071136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Pushing event updated for resources: {'Port': ['ID=596cad0c-3537-4f16-bb08-28cdf3403d54,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:22.072057 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fddae10-eb39-49a9-840f-307862739e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b85f27af-a542-4535-bde7-0f00899e5d4e", "tag": "16210ae2-9ad7-425c-ab99-74a057fcd2c4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:22.123628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Transition to ACTIVE for port object e5af45d6-8e1b-4b56-8dec-9ed181c04470 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:22.148730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b35ba-4e58-4155-960f-7ee20d3f52fd req-ca54e04d-58c0-4fee-80f3-f8d36b4b67c8 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.155539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f79b35ba-4e58-4155-960f-7ee20d3f52fd req-ca54e04d-58c0-4fee-80f3-f8d36b4b67c8 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 931 time: 0.3533030 Feb 09 03:13:22.175689 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.207622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a88552-9214-4159-9980-1df003f37af8 service neutron] Pushing event updated for resources: {'Port': ['ID=16210ae2-9ad7-425c-ab99-74a057fcd2c4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:22.207835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33d458b3-8b25-4e6c-b415-b155c6d5659c req-56ca0776-3548-47c0-bc52-0ef50e07bde4 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635494 Feb 09 03:13:22.221824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-cde48ae9-44a5-4992-9b30-6dd2ef4b45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.222094 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-cde48ae9-44a5-4992-9b30-6dd2ef4b45b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=b85f27af-a542-4535-bde7-0f00899e5d4e HTTP/1.1" status: 200 len: 1131 time: 0.1288686 Feb 09 03:13:22.226960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Attempting to bind port 596cad0c-3537-4f16-bb08-28cdf3403d54 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:22.227290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Attempting to bind port 596cad0c-3537-4f16-bb08-28cdf3403d54 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:22.227611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Attempting to bind port 596cad0c-3537-4f16-bb08-28cdf3403d54 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:22.240671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Port 596cad0c-3537-4f16-bb08-28cdf3403d54 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:22.240671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Attempting to bind port 596cad0c-3537-4f16-bb08-28cdf3403d54 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:22.276520 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f79444c-73da-4317-9dc4-95315a3db918 x-openstack-request-id: req-2f79444c-73da-4317-9dc4-95315a3db918 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:22.276834 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001881a3-ece0-4720-8f44-0b1c4f1ba426", "name": "network-vif-plugged", "status": "completed", "tag": "4f4de63c-48b9-4c3c-82a8-aafc61dbd87d", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:22.277093 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f79444c-73da-4317-9dc4-95315a3db918 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:22.277503 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001881a3-ece0-4720-8f44-0b1c4f1ba426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d', 'code': 200} Feb 09 03:13:22.278404 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-71fc29ec-6e8d-4410-82db-84dd929dfcbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=16210ae2-9ad7-425c-ab99-74a057fcd2c4 HTTP/1.1" status: 200 len: 217 time: 0.0472236 Feb 09 03:13:22.281188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:22.281550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:22.281990 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Bound using segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:22.282690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Bound port: 596cad0c-3537-4f16-bb08-28cdf3403d54, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:22.283131 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.293655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-c2f85b2f-3041-44ab-b65b-575d45586535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.295535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-c2f85b2f-3041-44ab-b65b-575d45586535 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.2567728 Feb 09 03:13:22.474319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-79776d50-88bd-464d-ae97-ecbd2e26b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.475944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-79776d50-88bd-464d-ae97-ecbd2e26b3bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1897650 Feb 09 03:13:22.534969 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f79b35ba-4e58-4155-960f-7ee20d3f52fd req-1420673b-6085-4008-ae11-947269adc49d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785503 Feb 09 03:13:22.543297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a5e6f-877a-4d20-bcba-005649398cf1 req-933e223d-a93b-4785-8fde-0409b91e4109 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.544946 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f97a5e6f-877a-4d20-bcba-005649398cf1 req-933e223d-a93b-4785-8fde-0409b91e4109 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 949 time: 0.4144566 Feb 09 03:13:22.545774 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Attempting to bind port e5af45d6-8e1b-4b56-8dec-9ed181c04470 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:22.546103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Attempting to bind port e5af45d6-8e1b-4b56-8dec-9ed181c04470 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:22.546522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Attempting to bind port e5af45d6-8e1b-4b56-8dec-9ed181c04470 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:22.553470 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-8bbdfcb4-8176-4a8d-99a7-2deb36edc067 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e HTTP/1.1" status: 200 len: 217 time: 0.1362062 Feb 09 03:13:22.554102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5af45d6-8e1b-4b56-8dec-9ed181c04470,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:22.557808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Port e5af45d6-8e1b-4b56-8dec-9ed181c04470 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:22.558195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Attempting to bind port e5af45d6-8e1b-4b56-8dec-9ed181c04470 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:22.608948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:22.627939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:22.628253 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:22.628646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:22.629152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Bound port: e5af45d6-8e1b-4b56-8dec-9ed181c04470, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:22.629603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.648354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689a3ae-5632-438a-90a1-71405dca39dd req-83ffb4da-5d68-4ac9-b01e-f6ed8491484b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.656356 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2689a3ae-5632-438a-90a1-71405dca39dd req-83ffb4da-5d68-4ac9-b01e-f6ed8491484b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 946 time: 0.3003330 Feb 09 03:13:22.668579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.65', 65292) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:22.691624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2a7cb-7c7d-4597-870c-811a8d0313be req-2da3fa82-7f8e-4792-8997-a1344090780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.693122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df2a7cb-7c7d-4597-870c-811a8d0313be req-2da3fa82-7f8e-4792-8997-a1344090780b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 1129 time: 0.2773142 Feb 09 03:13:22.710889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=596cad0c-3537-4f16-bb08-28cdf3403d54,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:22.737294 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.767118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca6e6edb-37a1-45a8-8f16-408e897e7c6a details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:22.858465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019690c6-3fe0-4b66-a055-aba4f3de8d8f req-560be765-5774-4b58-bc47-7d07021bdb4a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.860962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-019690c6-3fe0-4b66-a055-aba4f3de8d8f req-560be765-5774-4b58-bc47-7d07021bdb4a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.1682272 Feb 09 03:13:22.867895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-70b6704d-e87e-4b85-9710-e762e25234c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.869348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-70b6704d-e87e-4b85-9710-e762e25234c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.3031812 Feb 09 03:13:22.911631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:22.926343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'mac_address': 'fa:16:3e:e0:c9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:22.926764 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-70183ce9-8728-41e8-8491-a204490eb1eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459599 Feb 09 03:13:22.980322 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] For port e5af45d6-8e1b-4b56-8dec-9ed181c04470, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:22.985383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca6e6edb-37a1-45a8-8f16-408e897e7c6a is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:22.986103 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.004361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6e6edb-37a1-45a8-8f16-408e897e7c6a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:23.015203 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f97a5e6f-877a-4d20-bcba-005649398cf1 req-69bbd1d6-a602-4f80-9503-2c194832b10f tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Deleting port fe737c30-012d-45e9-8b88-a51b8c86a54a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:23.015542 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f97a5e6f-877a-4d20-bcba-005649398cf1 req-69bbd1d6-a602-4f80-9503-2c194832b10f tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.032092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:23.037874 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.071920 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:23.072543 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.074323 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] 10.222.0.42 "PUT /v2.0/ports/596cad0c-3537-4f16-bb08-28cdf3403d54 HTTP/1.1" status: 200 len: 1092 time: 1.9259987 Feb 09 03:13:23.078280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] For port e5af45d6-8e1b-4b56-8dec-9ed181c04470, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e5af45d6-8e1b-4b56-8dec-9ed181c04470,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:23.091541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1354da39-65a6-407d-81d7-99cdf3b2f091', 'tag': '596cad0c-3537-4f16-bb08-28cdf3403d54'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:23.093961 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3fd140-d25c-4296-8615-8e77bcceb508" -d '{"events": [{"name": "network-changed", "server_uuid": "1354da39-65a6-407d-81d7-99cdf3b2f091", "tag": "596cad0c-3537-4f16-bb08-28cdf3403d54"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:23.108121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ed5fede0-7017-4653-aba2-bdfffe471c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:23.111556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ed5fede0-7017-4653-aba2-bdfffe471c48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6193724 Feb 09 03:13:23.142285 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2689a3ae-5632-438a-90a1-71405dca39dd req-36ea5d9b-91f3-4bbc-9370-74661262cf10 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842963 Feb 09 03:13:23.143370 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.156500 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:23.227634 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979c321e-608f-4612-a743-b2d4b303f92b x-openstack-request-id: req-979c321e-608f-4612-a743-b2d4b303f92b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:23.227917 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85f27af-a542-4535-bde7-0f00899e5d4e", "tag": "16210ae2-9ad7-425c-ab99-74a057fcd2c4", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:23.228175 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-979c321e-608f-4612-a743-b2d4b303f92b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:23.228572 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85f27af-a542-4535-bde7-0f00899e5d4e', 'tag': '16210ae2-9ad7-425c-ab99-74a057fcd2c4', 'status': 'completed', 'code': 200} Feb 09 03:13:23.229429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5af45d6-8e1b-4b56-8dec-9ed181c04470,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:23.240687 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-019690c6-3fe0-4b66-a055-aba4f3de8d8f req-6f50e174-968c-4a3f-ba0a-d28f6df1d999 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666224 Feb 09 03:13:23.268086 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:23.268710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.270198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-b097f177-8f42-4e57-a73e-125cfeb324f9 service neutron] 10.222.0.65 "PUT /v2.0/ports/e5af45d6-8e1b-4b56-8dec-9ed181c04470 HTTP/1.1" status: 200 len: 1097 time: 2.7006783 Feb 09 03:13:23.303821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-45d4fd4e-cad8-4de6-8c60-62acd48aaac9 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610642 Feb 09 03:13:23.321751 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df2a7cb-7c7d-4597-870c-811a8d0313be req-415f7320-bebb-48f7-a7fa-bb79cebd37f4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009233 Feb 09 03:13:23.324625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f97a5e6f-877a-4d20-bcba-005649398cf1 req-69bbd1d6-a602-4f80-9503-2c194832b10f tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] For port fe737c30-012d-45e9-8b88-a51b8c86a54a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fe737c30-012d-45e9-8b88-a51b8c86a54a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:23.324999 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f97a5e6f-877a-4d20-bcba-005649398cf1 req-69bbd1d6-a602-4f80-9503-2c194832b10f tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.330139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429beb33-2f21-4936-acda-3668f82653d6 req-3a45e627-4d07-475f-8742-31fdfd4f0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:23.331615 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-429beb33-2f21-4936-acda-3668f82653d6 req-3a45e627-4d07-475f-8742-31fdfd4f0610 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 1131 time: 0.6621754 Feb 09 03:13:23.337097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74c1ef-aa10-4c78-bf50-649c87794d99 service neutron] Pushing event updated for resources: {'Port': ['ID=596cad0c-3537-4f16-bb08-28cdf3403d54,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:23.340545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f97a5e6f-877a-4d20-bcba-005649398cf1 req-69bbd1d6-a602-4f80-9503-2c194832b10f tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Calling delete_port for fe737c30-012d-45e9-8b88-a51b8c86a54a owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:23.441170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-ddf270bb-0059-4346-b0f2-44c81c14862f service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952826 Feb 09 03:13:23.511018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe58ca-350e-48a8-aadd-0f508e6e7c44 req-49915577-7d8d-45bc-b708-b596c8861a3a tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:23.513011 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dafe58ca-350e-48a8-aadd-0f508e6e7c44 req-49915577-7d8d-45bc-b708-b596c8861a3a tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0bb9ef-84f0-4596-a3ef-40771114bbce HTTP/1.1" status: 200 len: 949 time: 0.0970695 Feb 09 03:13:23.560775 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e8c3b-174e-4497-85fe-2722935fc4f5 req-b85b3b97-e28a-4f57-82a7-92379f91441b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:23.562273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b47e8c3b-174e-4497-85fe-2722935fc4f5 req-b85b3b97-e28a-4f57-82a7-92379f91441b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 948 time: 0.2363544 Feb 09 03:13:23.564361 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-620eb5dc-004f-429b-b082-61b56c6b51d9 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078179 Feb 09 03:13:23.566211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8badf71d-63d4-4800-8931-64be25a0d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:23.567566 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-8badf71d-63d4-4800-8931-64be25a0d6e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 1126 time: 0.4242759 Feb 09 03:13:23.618850 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f97a5e6f-877a-4d20-bcba-005649398cf1 req-69bbd1d6-a602-4f80-9503-2c194832b10f tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (fe737c30-012d-45e9-8b88-a51b8c86a54a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.635561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-63a73e9a-c099-4a5a-addc-5adbb076e681 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=596cad0c-3537-4f16-bb08-28cdf3403d54 HTTP/1.1" status: 200 len: 217 time: 0.0442901 Feb 09 03:13:23.636153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['fe737c30-012d-45e9-8b88-a51b8c86a54a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:23.673965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dafe58ca-350e-48a8-aadd-0f508e6e7c44 req-9ccb4621-224a-4b28-b56e-2ed408729465 tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbef14cd-dced-4f6b-802d-9374c14b2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020367 Feb 09 03:13:23.675045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbd1d6-a602-4f80-9503-2c194832b10f tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Pushing event deleted for resources: {'Port': ['ID=fe737c30-012d-45e9-8b88-a51b8c86a54a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:23.706896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ca6e6edb-37a1-45a8-8f16-408e897e7c6a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:23.730765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-2d5eecff-b531-44f4-8b59-d952fee9314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:23.732228 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-2d5eecff-b531-44f4-8b59-d952fee9314c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.0622630 Feb 09 03:13:23.756700 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b47e8c3b-174e-4497-85fe-2722935fc4f5 req-a131eb59-70c1-48b7-8bc1-e27b305c2499 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826024 Feb 09 03:13:23.769541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97a5e6f-877a-4d20-bcba-005649398cf1 req-69bbd1d6-a602-4f80-9503-2c194832b10f tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] No DVR routers for this DVR port fe737c30-012d-45e9-8b88-a51b8c86a54a on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:13:23.772412 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f97a5e6f-877a-4d20-bcba-005649398cf1 req-69bbd1d6-a602-4f80-9503-2c194832b10f tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.776093 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f97a5e6f-877a-4d20-bcba-005649398cf1 req-69bbd1d6-a602-4f80-9503-2c194832b10f tempest-TenantUsagesTestJSON-1208370165 tempest-TenantUsagesTestJSON-1208370165-project] 10.222.0.42 "DELETE /v2.0/ports/fe737c30-012d-45e9-8b88-a51b8c86a54a HTTP/1.1" status: 204 len: 173 time: 1.2193623 Feb 09 03:13:23.870243 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-c69951df-b610-4323-8292-8ee64f7d2b06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101873 Feb 09 03:13:23.883713 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fde7d4d-1c1b-4d53-97a0-9f87720d81d0 x-openstack-request-id: req-3fde7d4d-1c1b-4d53-97a0-9f87720d81d0 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:23.884024 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1354da39-65a6-407d-81d7-99cdf3b2f091", "tag": "596cad0c-3537-4f16-bb08-28cdf3403d54", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:23.884281 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fde7d4d-1c1b-4d53-97a0-9f87720d81d0 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:23.884671 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1354da39-65a6-407d-81d7-99cdf3b2f091', 'tag': '596cad0c-3537-4f16-bb08-28cdf3403d54', 'status': 'completed', 'code': 200} Feb 09 03:13:23.930279 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.952567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddae10-eb39-49a9-840f-307862739e6b req-8e2c55b7-c44b-4a2f-bc7d-d67efa3d70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:23.954588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fddae10-eb39-49a9-840f-307862739e6b req-8e2c55b7-c44b-4a2f-bc7d-d67efa3d70c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=b85f27af-a542-4535-bde7-0f00899e5d4e HTTP/1.1" status: 200 len: 1131 time: 0.3209383 Feb 09 03:13:24.031981 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-210334a7-2d75-4ac6-8556-487d9a9408de service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852681 Feb 09 03:13:24.117562 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-429beb33-2f21-4936-acda-3668f82653d6 req-3d65fcb1-a6d3-4129-8f61-6bc453ca04dc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596988 Feb 09 03:13:24.119539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-9bcceb5d-28fc-41c9-9418-b9696eedc5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.121176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-9bcceb5d-28fc-41c9-9418-b9696eedc5e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 1131 time: 0.3603084 Feb 09 03:13:24.174123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ea1c3-403a-45b4-b91a-34b2ed900adc req-bbdcfe45-6f27-4c85-bafb-3599c724033f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.180375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8137a-3976-4c2d-8f81-6fec167dd3f9 req-1aed1a28-36b0-4aa9-a66f-0db56e41806a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.181089 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c24ea1c3-403a-45b4-b91a-34b2ed900adc req-bbdcfe45-6f27-4c85-bafb-3599c724033f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.2604954 Feb 09 03:13:24.182440 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4af8137a-3976-4c2d-8f81-6fec167dd3f9 req-1aed1a28-36b0-4aa9-a66f-0db56e41806a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.3020446 Feb 09 03:13:24.193998 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-78d889d6-9767-41cf-b471-bd8653fadd6d service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981343 Feb 09 03:13:24.237955 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c24ea1c3-403a-45b4-b91a-34b2ed900adc req-1617cb78-1ac1-47cf-ae90-6c7ed8334979 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558882 Feb 09 03:13:24.271628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddae10-eb39-49a9-840f-307862739e6b req-f153e25e-d09e-4a3a-8962-7f11a6e6d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.273082 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fddae10-eb39-49a9-840f-307862739e6b req-f153e25e-d09e-4a3a-8962-7f11a6e6d6c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2817290 Feb 09 03:13:24.279103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:24.281477 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeeb0539-0012-44e4-bd8d-202c9337f2b9" -d '{"events": [{"server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "name": "network-vif-unplugged", "status": "completed", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:24.348606 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4af8137a-3976-4c2d-8f81-6fec167dd3f9 req-fdf8370e-d7c3-4e8c-a5a7-ac2a8b095549 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521709 Feb 09 03:13:24.356797 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fddae10-eb39-49a9-840f-307862739e6b req-9f5e6b8d-9148-4019-9bc0-120d74f6b399 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=16210ae2-9ad7-425c-ab99-74a057fcd2c4 HTTP/1.1" status: 200 len: 217 time: 0.0648189 Feb 09 03:13:24.363378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cc2a8-863f-4cc2-b65f-44df5e08da09 req-c3b786d9-d2bd-4a44-b6b5-e3ff326ec785 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.365596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-152cc2a8-863f-4cc2-b65f-44df5e08da09 req-c3b786d9-d2bd-4a44-b6b5-e3ff326ec785 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 946 time: 0.0619385 Feb 09 03:13:24.414976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddae10-eb39-49a9-840f-307862739e6b req-392e6cdb-a08a-47b6-a554-0009c0d6c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.416121 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850e3967-3f36-4ad0-b286-9b8b89dac8eb x-openstack-request-id: req-850e3967-3f36-4ad0-b286-9b8b89dac8eb {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:24.416689 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "name": "network-vif-unplugged", "status": "completed", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:24.417297 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fddae10-eb39-49a9-840f-307862739e6b req-392e6cdb-a08a-47b6-a554-0009c0d6c3ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0529590 Feb 09 03:13:24.417784 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-850e3967-3f36-4ad0-b286-9b8b89dac8eb {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:24.418646 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'code': 200} Feb 09 03:13:24.423928 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6dcb4a1-2687-41cf-b9b5-a10a453c314a req-6e28c69f-1e28-4965-82aa-5b18eb9782fc service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101750 Feb 09 03:13:24.433876 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-152cc2a8-863f-4cc2-b65f-44df5e08da09 req-281a6612-ad16-40b7-bd88-9c2b4cb787f3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556700 Feb 09 03:13:24.487756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddae10-eb39-49a9-840f-307862739e6b req-17666f87-0377-4e5e-9ccc-943971cc717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.489598 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fddae10-eb39-49a9-840f-307862739e6b req-17666f87-0377-4e5e-9ccc-943971cc717c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0601840 Feb 09 03:13:24.659152 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-53898e7c-276b-4163-848e-f23b24347bb0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=e5af45d6-8e1b-4b56-8dec-9ed181c04470 HTTP/1.1" status: 200 len: 217 time: 0.0611498 Feb 09 03:13:24.692361 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f423f-dafe-45cc-a625-027a66fb1d27 req-fed616ed-10fb-499a-9933-2c427748460d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.693932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cb6f423f-dafe-45cc-a625-027a66fb1d27 req-fed616ed-10fb-499a-9933-2c427748460d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.2025592 Feb 09 03:13:24.793839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fd140-d25c-4296-8615-8e77bcceb508 req-4f1d71a3-5ebb-4f08-a119-b92c9dd8441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.795326 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff3fd140-d25c-4296-8615-8e77bcceb508 req-4f1d71a3-5ebb-4f08-a119-b92c9dd8441e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 1126 time: 0.2664547 Feb 09 03:13:24.816158 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fddae10-eb39-49a9-840f-307862739e6b req-7dd75dcb-d920-499b-b736-6552ef365b2b service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137660 Feb 09 03:13:24.898172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca276f71-84d9-437b-ad5b-f599f62fddf6 req-7214825f-9578-4df6-8424-8701bfcff3d5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.914298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca276f71-84d9-437b-ad5b-f599f62fddf6 req-7214825f-9578-4df6-8424-8701bfcff3d5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 948 time: 0.0809693 Feb 09 03:13:24.951089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-bbf294c6-e4bd-4ced-9093-0a99d7553980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.952668 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-bbf294c6-e4bd-4ced-9093-0a99d7553980 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.2684782 Feb 09 03:13:24.996957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca276f71-84d9-437b-ad5b-f599f62fddf6 req-962f31ee-3cbd-4f2b-a2be-b76405f58357 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806785 Feb 09 03:13:25.114099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51132) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:25.236126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876', 'tag': 'e5af45d6-8e1b-4b56-8dec-9ed181c04470'}, {'server_uuid': '1a0bb9ef-84f0-4596-a3ef-40771114bbce', 'name': 'network-vif-deleted', 'tag': 'fe737c30-012d-45e9-8b88-a51b8c86a54a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:25.237952 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bd73ce-1af6-46ba-abfb-4ad0f4bdc7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876", "tag": "e5af45d6-8e1b-4b56-8dec-9ed181c04470"}, {"server_uuid": "1a0bb9ef-84f0-4596-a3ef-40771114bbce", "name": "network-vif-deleted", "tag": "fe737c30-012d-45e9-8b88-a51b8c86a54a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:25.276028 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4e64742f-969e-4141-822a-7852c961494e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc5ba66fa55f4ccb81ced94764f661b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606839 Feb 09 03:13:25.276749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51142) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:25.285456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-164b9ddb-06eb-49dd-90ab-22a7ba164862 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:25.287141 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-164b9ddb-06eb-49dd-90ab-22a7ba164862 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de&tenant_id=3981e12ce8e54406870070535619e45b&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1129 time: 0.6055207 Feb 09 03:13:25.304209 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cb6f423f-dafe-45cc-a625-027a66fb1d27 req-ef6d842b-fdfc-455c-8348-f212ae5acc7e tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696259 Feb 09 03:13:25.335361 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c4c693-2b05-488d-8170-d2de417cda28 x-openstack-request-id: req-72c4c693-2b05-488d-8170-d2de417cda28 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:25.335662 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876", "tag": "e5af45d6-8e1b-4b56-8dec-9ed181c04470", "status": "completed", "code": 200}, {"server_uuid": "1a0bb9ef-84f0-4596-a3ef-40771114bbce", "name": "network-vif-deleted", "tag": "fe737c30-012d-45e9-8b88-a51b8c86a54a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:25.335917 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72c4c693-2b05-488d-8170-d2de417cda28 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:25.336499 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876', 'tag': 'e5af45d6-8e1b-4b56-8dec-9ed181c04470', 'status': 'completed', 'code': 200} Feb 09 03:13:25.336769 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0bb9ef-84f0-4596-a3ef-40771114bbce', 'name': 'network-vif-deleted', 'tag': 'fe737c30-012d-45e9-8b88-a51b8c86a54a', 'status': 'completed', 'code': 200} Feb 09 03:13:25.344602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-15'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:25.378716 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e7918d5-cf13-4bb8-8df7-8e3b045d4b5b admin admin] Publish callbacks [] for security_group (dbef14cd-dced-4f6b-802d-9374c14b2ddf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.410905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e7918d5-cf13-4bb8-8df7-8e3b045d4b5b admin admin] Publish callbacks [] for security_group (dbef14cd-dced-4f6b-802d-9374c14b2ddf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.479431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fd140-d25c-4296-8615-8e77bcceb508 req-39b25948-505d-4d39-b4ae-3c3d0e35b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:25.481096 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff3fd140-d25c-4296-8615-8e77bcceb508 req-39b25948-505d-4d39-b4ae-3c3d0e35b197 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.6684146 Feb 09 03:13:25.484723 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.497931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fddae10-eb39-49a9-840f-307862739e6b req-0badead2-40ed-436b-a7a9-e77e1b4c06eb service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6656029 Feb 09 03:13:25.504887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f71c78c9-3bc9-403c-9967-550a0a715a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:25.506401 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-f71c78c9-3bc9-403c-9967-550a0a715a02 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5328875 Feb 09 03:13:25.527646 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e7918d5-cf13-4bb8-8df7-8e3b045d4b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (dbef14cd-dced-4f6b-802d-9374c14b2ddf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.531445 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e7918d5-cf13-4bb8-8df7-8e3b045d4b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.535723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3e7918d5-cf13-4bb8-8df7-8e3b045d4b5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbef14cd-dced-4f6b-802d-9374c14b2ddf HTTP/1.1" status: 204 len: 168 time: 0.2553244 Feb 09 03:13:25.561622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff3fd140-d25c-4296-8615-8e77bcceb508 req-02d4c454-ac82-40e6-b06c-7d45494438ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=596cad0c-3537-4f16-bb08-28cdf3403d54 HTTP/1.1" status: 200 len: 217 time: 0.0741904 Feb 09 03:13:25.593440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7918d5-cf13-4bb8-8df7-8e3b045d4b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbef14cd-dced-4f6b-802d-9374c14b2ddf,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:25.640343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0942bc-a3e2-4879-8cc7-90ebe1197ef8 req-e52fcbab-031d-4238-8270-299c73010a55 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:25.643070 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a0942bc-a3e2-4879-8cc7-90ebe1197ef8 req-e52fcbab-031d-4238-8270-299c73010a55 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0947101 Feb 09 03:13:25.736379 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a0942bc-a3e2-4879-8cc7-90ebe1197ef8 req-0777a52b-6c6f-43bf-bd2f-9a59bde2593b tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831935 Feb 09 03:13:25.764376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc2cf7-00a4-4ee2-bf88-94410a08d6f1 req-5ecfb7b9-c131-41f9-89b7-663209472ee4 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:25.774379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3fc2cf7-00a4-4ee2-bf88-94410a08d6f1 req-5ecfb7b9-c131-41f9-89b7-663209472ee4 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.3593347 Feb 09 03:13:25.908221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fd140-d25c-4296-8615-8e77bcceb508 req-3038c706-d687-4c67-bf3e-12fbbbaf363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:25.909707 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff3fd140-d25c-4296-8615-8e77bcceb508 req-3038c706-d687-4c67-bf3e-12fbbbaf363b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.2391591 Feb 09 03:13:25.954260 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3fc2cf7-00a4-4ee2-bf88-94410a08d6f1 req-2209f15d-8aad-4ed4-b6b6-8d95a1501e66 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776924 Feb 09 03:13:25.982988 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff3fd140-d25c-4296-8615-8e77bcceb508 req-8d84669b-bf7d-47d9-a429-4d82a53adcd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591304 Feb 09 03:13:26.001090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837ab2-9417-4da8-862a-9991340b5049 req-d6033c93-3ee1-40bc-8524-747db06b7992 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:26.009083 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57837ab2-9417-4da8-862a-9991340b5049 req-d6033c93-3ee1-40bc-8524-747db06b7992 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 946 time: 0.1437840 Feb 09 03:13:26.019248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-e64f90a4-6f0b-41b2-b65c-074b812ad12f service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688866 Feb 09 03:13:26.081823 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51154) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:26.121695 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9e91beb-5226-4ad1-bf61-861b341c02e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.131464 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57837ab2-9417-4da8-862a-9991340b5049 req-7d1aaf7c-e6fa-4b3a-90e2-6ce6de6b59c9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048591 Feb 09 03:13:26.197925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:26.220329 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9e91beb-5226-4ad1-bf61-861b341c02e3 admin admin] Publish callbacks [] for security_group (8ba3d494-92c4-4fe6-85d2-0e4bb4bd14ef), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.224914 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9e91beb-5226-4ad1-bf61-861b341c02e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8ba3d494-92c4-4fe6-85d2-0e4bb4bd14ef), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.254220 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d5458e5-1cbe-4b65-9c46-c71a09d62f92 req-754fdd89-d5b1-478c-a96e-b90dcb2fc74f service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141325 Feb 09 03:13:26.263332 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e91beb-5226-4ad1-bf61-861b341c02e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba3d494-92c4-4fe6-85d2-0e4bb4bd14ef,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:26.272563 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c9e91beb-5226-4ad1-bf61-861b341c02e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87151e37b3894e1e9fec2e694f8ddd61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893938 Feb 09 03:13:26.273174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51156) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:26.283043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff3fd140-d25c-4296-8615-8e77bcceb508 req-21500546-4361-4836-8c0f-4abd9d122732 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902250 Feb 09 03:13:26.296397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ec7b4-c79c-4c5c-b146-a737b08c6302 req-ce8ea59b-dd82-4dce-8d89-b1cb580a613e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:26.297995 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-225ec7b4-c79c-4c5c-b146-a737b08c6302 req-ce8ea59b-dd82-4dce-8d89-b1cb580a613e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 948 time: 0.1668539 Feb 09 03:13:26.309148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:26.338462 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36cb9606-8de6-4946-9e31-fda6d6ff0ca8 admin admin] Publish callbacks [] for security_group (8ba3d494-92c4-4fe6-85d2-0e4bb4bd14ef), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.379446 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36cb9606-8de6-4946-9e31-fda6d6ff0ca8 admin admin] Publish callbacks [] for security_group (8ba3d494-92c4-4fe6-85d2-0e4bb4bd14ef), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.439687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2cdc31-4b62-49f7-96bb-81a05d75e7de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62ef08c-4d36-4775-aa0c-9cbc755f825e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:26.442027 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585761ea-c6f6-470b-9fea-5646beb066ae" -d '{"events": [{"server_uuid": "de2cdc31-4b62-49f7-96bb-81a05d75e7de", "name": "network-vif-unplugged", "status": "completed", "tag": "c62ef08c-4d36-4775-aa0c-9cbc755f825e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:26.446839 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Publish callbacks [] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.470746 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.479972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-225ec7b4-c79c-4c5c-b146-a737b08c6302 req-a54ec394-d4aa-4547-9387-f616ecaca91c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716146 Feb 09 03:13:26.497968 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36cb9606-8de6-4946-9e31-fda6d6ff0ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8ba3d494-92c4-4fe6-85d2-0e4bb4bd14ef), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.501326 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36cb9606-8de6-4946-9e31-fda6d6ff0ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.502735 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-36cb9606-8de6-4946-9e31-fda6d6ff0ca8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ba3d494-92c4-4fe6-85d2-0e4bb4bd14ef HTTP/1.1" status: 204 len: 168 time: 0.2282381 Feb 09 03:13:26.511944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb9606-8de6-4946-9e31-fda6d6ff0ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba3d494-92c4-4fe6-85d2-0e4bb4bd14ef,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:26.534749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae779f72-755f-4be9-9d7e-8924ba5ea78f req-74dcddd9-abab-4144-8fe6-23838f3e3b37 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:26.536342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae779f72-755f-4be9-9d7e-8924ba5ea78f req-74dcddd9-abab-4144-8fe6-23838f3e3b37 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.0893590 Feb 09 03:13:26.596391 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27571b5-feaa-499b-90c2-3c1d42e2c0fc x-openstack-request-id: req-d27571b5-feaa-499b-90c2-3c1d42e2c0fc {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:26.596677 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2cdc31-4b62-49f7-96bb-81a05d75e7de", "name": "network-vif-unplugged", "status": "completed", "tag": "c62ef08c-4d36-4775-aa0c-9cbc755f825e", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:26.596929 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d27571b5-feaa-499b-90c2-3c1d42e2c0fc {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:26.597314 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2cdc31-4b62-49f7-96bb-81a05d75e7de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62ef08c-4d36-4775-aa0c-9cbc755f825e', 'code': 200} Feb 09 03:13:26.620775 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff3fd140-d25c-4296-8615-8e77bcceb508 req-28a51c55-5b35-4436-9caa-beb6e1d88222 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208380 Feb 09 03:13:26.643680 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Pushing event updated for resources: {'Port': ['ID=c62ef08c-4d36-4775-aa0c-9cbc755f825e,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:26.664273 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae779f72-755f-4be9-9d7e-8924ba5ea78f req-b3bde55a-f2e9-4442-92d8-d7113ba19713 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057534 Feb 09 03:13:26.685138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd73ce-1af6-46ba-abfb-4ad0f4bdc7d4 req-a4b426b9-6a88-4484-9de3-066728c99106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:26.689488 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6bd73ce-1af6-46ba-abfb-4ad0f4bdc7d4 req-a4b426b9-6a88-4484-9de3-066728c99106 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 1131 time: 0.1479044 Feb 09 03:13:26.743814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Attempting to bind port c62ef08c-4d36-4775-aa0c-9cbc755f825e on host n-h2-824835-15 for vnic_type normal with profile {"migrating_to": "n-h1-824835-15"} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:26.743814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Attempting to bind port c62ef08c-4d36-4775-aa0c-9cbc755f825e by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:26.743814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Attempting to bind port c62ef08c-4d36-4775-aa0c-9cbc755f825e on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:26.774929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Port c62ef08c-4d36-4775-aa0c-9cbc755f825e on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:26.775291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Attempting to bind port c62ef08c-4d36-4775-aa0c-9cbc755f825e on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:26.785074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:26.785418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:26.785749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:26.786196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Bound port: c62ef08c-4d36-4775-aa0c-9cbc755f825e, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:26.786559 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.818076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca6e6edb-37a1-45a8-8f16-408e897e7c6a up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:26.920712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port ca6e6edb-37a1-45a8-8f16-408e897e7c6a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:26.921876 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.930392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6262-da2c-4d49-8b63-d59b7de7f460 req-fc6a3d03-6210-40d5-a6d1-17ae6c8ec71e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:26.931959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae6a6262-da2c-4d49-8b63-d59b7de7f460 req-fc6a3d03-6210-40d5-a6d1-17ae6c8ec71e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 950 time: 0.0845153 Feb 09 03:13:26.967268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd73ce-1af6-46ba-abfb-4ad0f4bdc7d4 req-910552a5-4ce4-4e86-b34d-b355e5b43247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:26.968746 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6bd73ce-1af6-46ba-abfb-4ad0f4bdc7d4 req-910552a5-4ce4-4e86-b34d-b355e5b43247 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2586396 Feb 09 03:13:26.982182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:26.987759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:27.032479 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6bd73ce-1af6-46ba-abfb-4ad0f4bdc7d4 req-affc03f7-5ada-4bf2-ae90-a0f7ed4acc00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=e5af45d6-8e1b-4b56-8dec-9ed181c04470 HTTP/1.1" status: 200 len: 217 time: 0.0444429 Feb 09 03:13:27.044795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d95a1-aeb3-409e-84e4-491d4e722fde req-3b54e2cd-9342-4069-9fc0-46d26d155bc8 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:27.046480 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd0d95a1-aeb3-409e-84e4-491d4e722fde req-3b54e2cd-9342-4069-9fc0-46d26d155bc8 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.2372179 Feb 09 03:13:27.047890 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae6a6262-da2c-4d49-8b63-d59b7de7f460 req-920c0032-ce16-4f91-9bd3-06a3f2360ee9 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054976 Feb 09 03:13:27.056301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.092636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca6e6edb-37a1-45a8-8f16-408e897e7c6a is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:27.093161 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.171056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:27.174299 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff75ff3-0b2e-4a07-b67c-3983a3ae6ad3" -d '{"events": [{"server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "name": "network-vif-plugged", "status": "completed", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:27.190143 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:27.190410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Pushing event updated for resources: {'Port': ['ID=c62ef08c-4d36-4775-aa0c-9cbc755f825e,revision_number=8']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:27.201813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd73ce-1af6-46ba-abfb-4ad0f4bdc7d4 req-006eaf9b-9d8a-4c6d-8d9f-828223f693ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:27.204344 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6bd73ce-1af6-46ba-abfb-4ad0f4bdc7d4 req-006eaf9b-9d8a-4c6d-8d9f-828223f693ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1560824 Feb 09 03:13:27.207060 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.226267 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd0d95a1-aeb3-409e-84e4-491d4e722fde req-07cf063a-c4b6-4e3c-b09a-86089a1b2930 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676025 Feb 09 03:13:27.255051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35c5e0-8eb9-4f6f-9222-37ba31756f77 req-805b0b41-816a-46aa-9ace-a46060be9a6f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:27.256632 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f35c5e0-8eb9-4f6f-9222-37ba31756f77 req-805b0b41-816a-46aa-9ace-a46060be9a6f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.1050851 Feb 09 03:13:27.282547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:27.283443 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.284923 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-61064ac1-7890-4b95-ae50-ae691268f649 service neutron] 10.222.0.65 "PUT /v2.0/ports/c62ef08c-4d36-4775-aa0c-9cbc755f825e HTTP/1.1" status: 200 len: 1124 time: 1.9733391 Feb 09 03:13:27.304949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd73ce-1af6-46ba-abfb-4ad0f4bdc7d4 req-fac9611a-1462-4f37-8f7a-dfece1642a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:27.305578 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,revision_number=11']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:27.306581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6bd73ce-1af6-46ba-abfb-4ad0f4bdc7d4 req-fac9611a-1462-4f37-8f7a-dfece1642a2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0957639 Feb 09 03:13:27.340755 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f35c5e0-8eb9-4f6f-9222-37ba31756f77 req-905915c8-19a6-4acb-a589-8ddc944b57f6 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755572 Feb 09 03:13:27.381029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 16210ae2-9ad7-425c-ab99-74a057fcd2c4 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:27.386785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fe737c30-012d-45e9-8b88-a51b8c86a54a no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:27.514593 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6bd73ce-1af6-46ba-abfb-4ad0f4bdc7d4 req-4047d837-d473-42d4-a15d-732d77e76840 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981108 Feb 09 03:13:27.586451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857d73e-2e5e-48c8-97b0-d04569f9b3b1 req-e68a0a7a-fca7-4b09-8a46-6524222c5628 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:27.588149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0857d73e-2e5e-48c8-97b0-d04569f9b3b1 req-e68a0a7a-fca7-4b09-8a46-6524222c5628 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 944 time: 0.1706383 Feb 09 03:13:27.624845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 16210ae2-9ad7-425c-ab99-74a057fcd2c4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=16210ae2-9ad7-425c-ab99-74a057fcd2c4,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:27.642791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['c62ef08c-4d36-4775-aa0c-9cbc755f825e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:27.701439 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0857d73e-2e5e-48c8-97b0-d04569f9b3b1 req-ca4a8942-ebf0-4c81-a93e-30fcca049530 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008861 Feb 09 03:13:27.720748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6bd73ce-1af6-46ba-abfb-4ad0f4bdc7d4 req-492fcdd7-b4da-49e6-a3ae-10ad0d3880d3 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995921 Feb 09 03:13:27.736487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: fe737c30-012d-45e9-8b88-a51b8c86a54a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:13:27.736820 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fe737c30-012d-45e9-8b88-a51b8c86a54a not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:13:27.743440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '16210ae2-9ad7-425c-ab99-74a057fcd2c4', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '16210ae2-9ad7-425c-ab99-74a057fcd2c4', 'mac_address': 'fa:16:3e:14:65:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:27.753598 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7273bd-108c-4fd3-8eb7-76f8c5c10208 x-openstack-request-id: req-2b7273bd-108c-4fd3-8eb7-76f8c5c10208 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:27.753981 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "name": "network-vif-plugged", "status": "completed", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:27.754177 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b7273bd-108c-4fd3-8eb7-76f8c5c10208 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:27.754520 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'code': 200} Feb 09 03:13:27.805378 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:27.805958 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.823983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16210ae2-9ad7-425c-ab99-74a057fcd2c4 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:27.852203 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f59f3-987e-4311-abaf-c8e15040dce9 req-9cc63913-d34a-4d09-b5c8-184a177ec242 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:27.859799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d83f59f3-987e-4311-abaf-c8e15040dce9 req-9cc63913-d34a-4d09-b5c8-184a177ec242 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 1134 time: 0.0850937 Feb 09 03:13:27.863290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec417-7762-47ac-9de9-6692491afd44 req-7f300dff-84cf-4783-851f-8d516e94080c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:27.865008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-640ec417-7762-47ac-9de9-6692491afd44 req-7f300dff-84cf-4783-851f-8d516e94080c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 948 time: 0.0856843 Feb 09 03:13:27.889896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51208) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:27.905263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 16210ae2-9ad7-425c-ab99-74a057fcd2c4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=16210ae2-9ad7-425c-ab99-74a057fcd2c4,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:27.918947 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.919612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 596cad0c-3537-4f16-bb08-28cdf3403d54 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:27.937717 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-640ec417-7762-47ac-9de9-6692491afd44 req-50dd103d-30f4-444a-b458-9d7b5ac78dc5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612237 Feb 09 03:13:27.948180 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d83f59f3-987e-4311-abaf-c8e15040dce9 req-ef5c954c-8c5c-4b73-8818-6be878fe1c35 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803943 Feb 09 03:13:28.100231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-network', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:28.141242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Made reservation on behalf of c9010fb61c6442f4b9117fe11cda0b78 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:28.144057 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.149151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=16210ae2-9ad7-425c-ab99-74a057fcd2c4,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:28.153082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=596cad0c-3537-4f16-bb08-28cdf3403d54,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:28.170718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53859c57-0ba6-4a42-b06c-242e9ddc5659 req-563f8712-eccd-4439-9fb3-d4445169f3ca tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:28.173420 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-53859c57-0ba6-4a42-b06c-242e9ddc5659 req-563f8712-eccd-4439-9fb3-d4445169f3ca tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.1150703 Feb 09 03:13:28.173941 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.175071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '596cad0c-3537-4f16-bb08-28cdf3403d54', 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf', 'port_id': '596cad0c-3537-4f16-bb08-28cdf3403d54', 'mac_address': 'fa:16:3e:2b:40:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb24eb0-9eab-422f-8add-dff7fc4bde51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:28.226071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 596cad0c-3537-4f16-bb08-28cdf3403d54 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:28.226797 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.242757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596cad0c-3537-4f16-bb08-28cdf3403d54 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:28.254846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-53859c57-0ba6-4a42-b06c-242e9ddc5659 req-4a7c72d9-9d87-440c-a522-d5e9a87b8e7f tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757873 Feb 09 03:13:28.269612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=596cad0c-3537-4f16-bb08-28cdf3403d54,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:28.273230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9987138-2c69-4a92-a70d-cbe03c09fb1b req-40e954cb-6d92-4022-bfa3-60d9e40ce1ac tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:28.275802 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.283301 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9987138-2c69-4a92-a70d-cbe03c09fb1b req-40e954cb-6d92-4022-bfa3-60d9e40ce1ac tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 1134 time: 0.0745881 Feb 09 03:13:28.338209 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Publish callbacks [] for security_group (68f30ead-2e2b-4cb4-80e3-20300c0f0c20), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.343043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=596cad0c-3537-4f16-bb08-28cdf3403d54,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:28.345000 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (68f30ead-2e2b-4cb4-80e3-20300c0f0c20), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.366248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:13:28.379881 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9987138-2c69-4a92-a70d-cbe03c09fb1b req-acc31f64-fed3-4d45-b317-33f1d6426716 tempest-ServersAdminTestJSON-50861617 tempest-ServersAdminTestJSON-50861617-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935571 Feb 09 03:13:28.393843 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (cf26f534-a40a-4386-8022-a4cc4411b793), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.394188 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Added segment cf26f534-a40a-4386-8022-a4cc4411b793 of type vlan for network 5ae07d38-3daa-451f-86e2-534b205999db Feb 09 03:13:28.460736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f30ead-2e2b-4cb4-80e3-20300c0f0c20,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:28.476428 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (5ae07d38-3daa-451f-86e2-534b205999db), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.494912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16852d-7f8c-4456-9bd2-05fa81ad4638 req-b70716fe-793e-49ad-8a43-436c30a8a078 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:28.496638 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee16852d-7f8c-4456-9bd2-05fa81ad4638 req-b70716fe-793e-49ad-8a43-436c30a8a078 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 944 time: 0.0566492 Feb 09 03:13:28.499237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81a9e-0822-4d3b-9819-42b98c3f2a4b req-f0c94f25-4dab-41ab-a13c-b276f9209ea1 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:28.501698 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfe81a9e-0822-4d3b-9819-42b98c3f2a4b req-f0c94f25-4dab-41ab-a13c-b276f9209ea1 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.1435702 Feb 09 03:13:28.543392 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (5ae07d38-3daa-451f-86e2-534b205999db), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.544528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:28.545197 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.563490 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee16852d-7f8c-4456-9bd2-05fa81ad4638 req-f43d1b89-b137-4a3c-8101-eafbbc6aae24 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532873 Feb 09 03:13:28.598450 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2cdc31-4b62-49f7-96bb-81a05d75e7de', 'tag': 'c62ef08c-4d36-4775-aa0c-9cbc755f825e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:28.601025 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46b75cc-a074-423a-9a43-b096df8cfdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "de2cdc31-4b62-49f7-96bb-81a05d75e7de", "tag": "c62ef08c-4d36-4775-aa0c-9cbc755f825e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:28.615790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['596cad0c-3537-4f16-bb08-28cdf3403d54'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:28.654156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['16210ae2-9ad7-425c-ab99-74a057fcd2c4'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:28.660617 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfe81a9e-0822-4d3b-9819-42b98c3f2a4b req-35916635-f1ea-4f82-adaa-f8a14aa7f493 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436179 Feb 09 03:13:28.678800 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7877085 Feb 09 03:13:28.681743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51228) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:28.687566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3552a885-bfa3-474f-8ad5-b970e30db753 admin admin] Request body: {'subnet': {'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-subnet', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:28.739195 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6786db-1837-445d-9e0e-042f88214392 x-openstack-request-id: req-4d6786db-1837-445d-9e0e-042f88214392 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:28.739485 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2cdc31-4b62-49f7-96bb-81a05d75e7de", "tag": "c62ef08c-4d36-4775-aa0c-9cbc755f825e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:28.739813 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d6786db-1837-445d-9e0e-042f88214392 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:28.740224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5c02e-e60c-414d-ab4a-818eb7ef07e4 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae07d38-3daa-451f-86e2-534b205999db,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:28.757982 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2cdc31-4b62-49f7-96bb-81a05d75e7de', 'tag': 'c62ef08c-4d36-4775-aa0c-9cbc755f825e', 'status': 'completed', 'code': 200} Feb 09 03:13:28.759951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 5ae07d38-3daa-451f-86e2-534b205999db details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:13:28.782407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3552a885-bfa3-474f-8ad5-b970e30db753 admin admin] Made reservation on behalf of c9010fb61c6442f4b9117fe11cda0b78 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:28.785265 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3552a885-bfa3-474f-8ad5-b970e30db753 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.850735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c62ef08c-4d36-4775-aa0c-9cbc755f825e details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:28.893898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a26bae-72a9-426b-9024-13de8bcf0d43 req-d61c05ae-5de6-4114-8f5a-e7740b56a82f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:28.895532 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-27a26bae-72a9-426b-9024-13de8bcf0d43 req-d61c05ae-5de6-4114-8f5a-e7740b56a82f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 944 time: 0.0695939 Feb 09 03:13:28.965906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-27a26bae-72a9-426b-9024-13de8bcf0d43 req-30ef7a8b-f030-4eb1-8cc8-9749d8c66f55 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634894 Feb 09 03:13:29.028023 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b75cc-a074-423a-9a43-b096df8cfdf8 req-34d2a65b-86e7-451e-a6d9-1d7b1f69de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:29.030500 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b46b75cc-a074-423a-9a43-b096df8cfdf8 req-34d2a65b-86e7-451e-a6d9-1d7b1f69de3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1158 time: 0.2688830 Feb 09 03:13:29.062544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f468c1-807f-48ae-b855-5b53b08c1905 req-c12acbed-e1b1-4e57-85e2-e66085f3f03f tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:29.070448 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-12f468c1-807f-48ae-b855-5b53b08c1905 req-c12acbed-e1b1-4e57-85e2-e66085f3f03f tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.1763408 Feb 09 03:13:29.117980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:29.149251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580521b4-c518-4100-9584-85e86259c789 req-baf94251-8ba9-4a4e-96d9-1007fc526a0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:29.150645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c62ef08c-4d36-4775-aa0c-9cbc755f825e has no active binding in host n-h1-824835-15 {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 03:13:29.153518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-580521b4-c518-4100-9584-85e86259c789 req-baf94251-8ba9-4a4e-96d9-1007fc526a0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 950 time: 0.0917737 Feb 09 03:13:29.216209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-580521b4-c518-4100-9584-85e86259c789 req-dd4c9467-2796-4197-9191-f2ee1a6f7a8a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557356 Feb 09 03:13:29.352436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfae066-b590-4110-8d06-7f31ff60c7ab req-a80ba222-8877-46c3-9544-3e712907fd20 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:29.354027 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbfae066-b590-4110-8d06-7f31ff60c7ab req-a80ba222-8877-46c3-9544-3e712907fd20 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 948 time: 0.0625508 Feb 09 03:13:29.408797 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbfae066-b590-4110-8d06-7f31ff60c7ab req-c7824243-0668-4509-92c6-fbafde7da72f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482087 Feb 09 03:13:29.466908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-12f468c1-807f-48ae-b855-5b53b08c1905 req-42c51338-cf77-4dbf-ab51-a46cc369b9f5 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955321 Feb 09 03:13:29.486794 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b75cc-a074-423a-9a43-b096df8cfdf8 req-0fcb1ae9-dcb7-41ae-b41c-24fbd147c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:29.488292 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b46b75cc-a074-423a-9a43-b096df8cfdf8 req-0fcb1ae9-dcb7-41ae-b41c-24fbd147c1a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.4433722 Feb 09 03:13:29.489647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3552a885-bfa3-474f-8ad5-b970e30db753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (ca6e2721-b36e-4255-97fb-7c66a1e5b897), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.565754 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b46b75cc-a074-423a-9a43-b096df8cfdf8 req-2eb6a886-9ece-41ed-a716-10050a174a7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e HTTP/1.1" status: 200 len: 217 time: 0.0682292 Feb 09 03:13:29.599062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a4dec-ccc7-4589-b39c-c1d6665b1f62 req-1b348ccb-3f67-40ae-b643-1e253e47d140 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:29.606038 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d19a4dec-ccc7-4589-b39c-c1d6665b1f62 req-1b348ccb-3f67-40ae-b643-1e253e47d140 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.0663342 Feb 09 03:13:29.618951 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552a885-bfa3-474f-8ad5-b970e30db753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6e2721-b36e-4255-97fb-7c66a1e5b897,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:29.635119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552a885-bfa3-474f-8ad5-b970e30db753 admin admin] Checking segment: {'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:29.635773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552a885-bfa3-474f-8ad5-b970e30db753 admin admin] Network hostable DHCP agents. Network: 5ae07d38-3daa-451f-86e2-534b205999db, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:13:29.651203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b75cc-a074-423a-9a43-b096df8cfdf8 req-1e9f3c39-7c89-4148-a2c5-37dab1a157c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:29.653055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b46b75cc-a074-423a-9a43-b096df8cfdf8 req-1e9f3c39-7c89-4148-a2c5-37dab1a157c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.0767355 Feb 09 03:13:29.677288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d19a4dec-ccc7-4589-b39c-c1d6665b1f62 req-b3339df2-db55-4598-99b1-9a6d92862e09 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668483 Feb 09 03:13:29.714063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b46b75cc-a074-423a-9a43-b096df8cfdf8 req-c20baef7-3427-4ae0-bbb3-df35cde02dc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530570 Feb 09 03:13:29.714655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552a885-bfa3-474f-8ad5-b970e30db753 admin admin] Network 5ae07d38-3daa-451f-86e2-534b205999db is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:13:29.743722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-3552a885-bfa3-474f-8ad5-b970e30db753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 5ae07d38-3daa-451f-86e2-534b205999db) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:29.753245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ba0a6-3a2d-4bd3-b5f9-68ec44184009 None None] Network 5ae07d38-3daa-451f-86e2-534b205999db requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:29.778095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552a885-bfa3-474f-8ad5-b970e30db753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:29.778686 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3552a885-bfa3-474f-8ad5-b970e30db753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.806834 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3552a885-bfa3-474f-8ad5-b970e30db753 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1239803 Feb 09 03:13:29.809662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51250) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:29.819859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:29.822497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd3ce2-6f39-4ab8-8b27-e52cdca527b0 req-dc4750de-a31c-4fa1-ade8-891971d5339e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:29.824263 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e5fd3ce2-6f39-4ab8-8b27-e52cdca527b0 req-dc4750de-a31c-4fa1-ade8-891971d5339e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 944 time: 0.1520271 Feb 09 03:13:29.852830 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (9d316e45-80a9-47d8-9161-8c7142ecbca6), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.854013 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (9d316e45-80a9-47d8-9161-8c7142ecbca6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.865077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c478a2-eea8-4013-b1de-3d85bbfd466e req-d4f4b659-9784-4e6a-9a9a-36381d154a83 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:29.872893 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c478a2-eea8-4013-b1de-3d85bbfd466e req-d4f4b659-9784-4e6a-9a9a-36381d154a83 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.1101401 Feb 09 03:13:29.874697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-5ae07d38-3daa-451f-86e2-534b205999db', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'fixed_ips': [{'subnet_id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:13:29.875571 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.879446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b46b75cc-a074-423a-9a43-b096df8cfdf8 req-1e2c09a2-1fa7-4801-90f8-434711fe0575 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556811 Feb 09 03:13:29.955567 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Publish callbacks [] for router_controller (9d316e45-80a9-47d8-9161-8c7142ecbca6), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.958309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e5fd3ce2-6f39-4ab8-8b27-e52cdca527b0 req-d11a2489-7b20-404c-9cc7-334ab6f9d14c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270821 Feb 09 03:13:29.968138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c478a2-eea8-4013-b1de-3d85bbfd466e req-9b168295-1eca-446a-a78c-f8f525eb9b92 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921941 Feb 09 03:13:30.041473 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b46b75cc-a074-423a-9a43-b096df8cfdf8 req-c41d0e90-52a1-404d-b33e-eeee0b971e1c service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508868 Feb 09 03:13:30.154578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4461adb-3040-4dd0-9da3-775b8259c3e4 req-f5530c26-81fc-40c8-b5a9-082c8b499666 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:30.156613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4461adb-3040-4dd0-9da3-775b8259c3e4 req-f5530c26-81fc-40c8-b5a9-082c8b499666 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.0939546 Feb 09 03:13:30.202039 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Publish callbacks [] for router_gateway (9d316e45-80a9-47d8-9161-8c7142ecbca6), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:30.220426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4461adb-3040-4dd0-9da3-775b8259c3e4 req-89733057-fafa-4170-b57e-503e0d66b3ae tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574150 Feb 09 03:13:30.226046 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Allocated IP 172.20.0.2 (5ae07d38-3daa-451f-86e2-534b205999db/ca6e2721-b36e-4255-97fb-7c66a1e5b897/d54eec7e-bf4d-4261-8aeb-b984106d79e9) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:30.246421 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884f9ee-2ab4-4765-ab7c-6e20b274b892 req-de05a5dc-ef46-4e2e-9d4d-1b052f6d3b78 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:30.248247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f884f9ee-2ab4-4765-ab7c-6e20b274b892 req-de05a5dc-ef46-4e2e-9d4d-1b052f6d3b78 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 944 time: 0.1041434 Feb 09 03:13:30.345009 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f884f9ee-2ab4-4765-ab7c-6e20b274b892 req-b5b6086d-ec65-46b6-a7fa-01b510386e9a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561600 Feb 09 03:13:30.469725 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Publish callbacks [] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:30.478067 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:30.523714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Network 5ae07d38-3daa-451f-86e2-534b205999db is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:30.524434 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d015de3c-958c-40c9-8eb7-ec7b9486e471 req-df6cbeca-1cb9-4fed-964a-cb65a3f0a4d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0731616 Feb 09 03:13:30.528343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:30.535022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:30.550996 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Publish callbacks [] for router_gateway (9d316e45-80a9-47d8-9161-8c7142ecbca6), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:30.557881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Pushing event updated for resources: {'Port': ['ID=d54eec7e-bf4d-4261-8aeb-b984106d79e9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:30.620688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02edd5-25f0-47cc-945a-7dbd3f8b6574 req-0f4240d2-cbd8-4adf-8efc-6cf1666eea95 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:30.631849 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3c02edd5-25f0-47cc-945a-7dbd3f8b6574 req-0f4240d2-cbd8-4adf-8efc-6cf1666eea95 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 950 time: 0.1769869 Feb 09 03:13:30.634156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Attempting to bind port d54eec7e-bf4d-4261-8aeb-b984106d79e9 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:30.634636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Attempting to bind port d54eec7e-bf4d-4261-8aeb-b984106d79e9 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:30.635247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Attempting to bind port d54eec7e-bf4d-4261-8aeb-b984106d79e9 on network 5ae07d38-3daa-451f-86e2-534b205999db {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:30.641831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:30.642850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:30.643703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Checking segment: {'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:30.644140 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:30.645030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Bound using segment: {'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:30.645924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Bound port: d54eec7e-bf4d-4261-8aeb-b984106d79e9, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:30.651345 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:30.699488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015de3c-958c-40c9-8eb7-ec7b9486e471 req-b88e7608-bc9b-4ade-ad19-698a728f73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:30.701925 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d015de3c-958c-40c9-8eb7-ec7b9486e471 req-b88e7608-bc9b-4ade-ad19-698a728f73f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 1133 time: 0.1238167 Feb 09 03:13:30.779958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] For port d54eec7e-bf4d-4261-8aeb-b984106d79e9, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:30.787128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] For port d54eec7e-bf4d-4261-8aeb-b984106d79e9, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d54eec7e-bf4d-4261-8aeb-b984106d79e9,segment=NetworkSegment(cf26f534-a40a-4386-8022-a4cc4411b793),segment_id=cf26f534-a40a-4386-8022-a4cc4411b793)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:30.799931 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:30.840263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e5af45d6-8e1b-4b56-8dec-9ed181c04470 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:30.964294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e422a08-8d0f-4128-9a3d-375978fde2c7 None None] Pushing event updated for resources: {'Port': ['ID=d54eec7e-bf4d-4261-8aeb-b984106d79e9,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:31.017382 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e5af45d6-8e1b-4b56-8dec-9ed181c04470, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e5af45d6-8e1b-4b56-8dec-9ed181c04470,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:31.029232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'e5af45d6-8e1b-4b56-8dec-9ed181c04470', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'e5af45d6-8e1b-4b56-8dec-9ed181c04470', 'mac_address': 'fa:16:3e:3c:c1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:31.061878 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f5fd4-f521-49d9-badf-10e971be4cfe req-1c3deac9-62d5-4081-abae-bac6af2ec4c9 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:31.063904 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-355f5fd4-f521-49d9-badf-10e971be4cfe req-1c3deac9-62d5-4081-abae-bac6af2ec4c9 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 948 time: 0.1050208 Feb 09 03:13:31.070077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015de3c-958c-40c9-8eb7-ec7b9486e471 req-055f8e4b-4c75-4ff6-92f5-8a811c00bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:31.071529 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d015de3c-958c-40c9-8eb7-ec7b9486e471 req-055f8e4b-4c75-4ff6-92f5-8a811c00bed9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.3140478 Feb 09 03:13:31.076429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3c02edd5-25f0-47cc-945a-7dbd3f8b6574 req-d566c7ff-192c-4181-b710-edfec71d42a2 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434121 Feb 09 03:13:31.085191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port e5af45d6-8e1b-4b56-8dec-9ed181c04470 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:31.085851 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:31.102166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5af45d6-8e1b-4b56-8dec-9ed181c04470 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:31.137012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e5af45d6-8e1b-4b56-8dec-9ed181c04470, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e5af45d6-8e1b-4b56-8dec-9ed181c04470,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:31.144044 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d015de3c-958c-40c9-8eb7-ec7b9486e471 req-5a65c1e7-da0c-4769-b092-5329bbac50c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=8e40b82f-2060-48d9-a671-b7da30869ca2 HTTP/1.1" status: 200 len: 217 time: 0.0631595 Feb 09 03:13:31.146025 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:31.150115 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Allocated IP 172.25.5.193 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/bc148592-8620-42d3-93f8-a1daeb3d8e03) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:31.201880 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-355f5fd4-f521-49d9-badf-10e971be4cfe req-9cd0ac71-6277-4e94-8784-ae41928b5e61 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158674 Feb 09 03:13:31.325292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=e5af45d6-8e1b-4b56-8dec-9ed181c04470,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:31.342881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015de3c-958c-40c9-8eb7-ec7b9486e471 req-f967bbb1-c52c-4511-991e-a525fea0a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:31.345154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d015de3c-958c-40c9-8eb7-ec7b9486e471 req-f967bbb1-c52c-4511-991e-a525fea0a01f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1671257 Feb 09 03:13:31.373201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c476c-c235-4760-96cf-b77ffb8cd1e8 req-d58f0354-bb55-489f-b74c-d5c0f8c966fd tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:31.375447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c85c476c-c235-4760-96cf-b77ffb8cd1e8 req-d58f0354-bb55-489f-b74c-d5c0f8c966fd tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 946 time: 0.1008904 Feb 09 03:13:31.398260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 16210ae2-9ad7-425c-ab99-74a057fcd2c4 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:31.404327 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Publish callbacks [] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:31.447108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3472aa-5e59-4f20-9d1a-6aa9b9d14181 req-635eda0b-c17f-4ed3-a79d-b59600266075 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:31.448904 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9e3472aa-5e59-4f20-9d1a-6aa9b9d14181 req-635eda0b-c17f-4ed3-a79d-b59600266075 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 950 time: 0.1524258 Feb 09 03:13:31.465485 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c85c476c-c235-4760-96cf-b77ffb8cd1e8 req-bc67a093-111a-415d-9b14-8f537ebd1f33 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790174 Feb 09 03:13:31.498442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:13:31.511959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:31.511959 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:31.532001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5ccab-fefb-4c96-a3c4-77fdf55f740f req-8969e612-086d-438c-b638-99eb7416d18d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:31.533785 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4ac5ccab-fefb-4c96-a3c4-77fdf55f740f req-8969e612-086d-438c-b638-99eb7416d18d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 944 time: 0.1818957 Feb 09 03:13:31.543986 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:31.551460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015de3c-958c-40c9-8eb7-ec7b9486e471 req-323ea53e-3a97-44ab-9de9-c5661d9da41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:31.553134 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d015de3c-958c-40c9-8eb7-ec7b9486e471 req-323ea53e-3a97-44ab-9de9-c5661d9da41a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1986568 Feb 09 03:13:31.629080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Pushing event updated for resources: {'Port': ['ID=bc148592-8620-42d3-93f8-a1daeb3d8e03,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:31.657393 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:31.659690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:31.660196 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:31.660738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:31.663666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:31.671733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d54eec7e-bf4d-4261-8aeb-b984106d79e9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:31.739078 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4ac5ccab-fefb-4c96-a3c4-77fdf55f740f req-92934059-8f5f-449c-b185-d442d443f983 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795361 Feb 09 03:13:31.772774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 16210ae2-9ad7-425c-ab99-74a057fcd2c4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=16210ae2-9ad7-425c-ab99-74a057fcd2c4,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:31.778622 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f27af-a542-4535-bde7-0f00899e5d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16210ae2-9ad7-425c-ab99-74a057fcd2c4'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:31.783717 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8f744d-e326-4fb8-90db-814c9f545661" -d '{"events": [{"server_uuid": "b85f27af-a542-4535-bde7-0f00899e5d4e", "name": "network-vif-plugged", "status": "completed", "tag": "16210ae2-9ad7-425c-ab99-74a057fcd2c4"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:31.791579 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d015de3c-958c-40c9-8eb7-ec7b9486e471 req-a6233fd1-511c-4aee-8d4e-429b52051a79 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252157 Feb 09 03:13:31.802248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-9e3472aa-5e59-4f20-9d1a-6aa9b9d14181 req-9ea6f568-10f0-4189-860e-fbc35e7e9a63 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Deleting port a68898da-09fc-4ecb-b1b6-6119ab907eea {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:31.802732 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9e3472aa-5e59-4f20-9d1a-6aa9b9d14181 req-9ea6f568-10f0-4189-860e-fbc35e7e9a63 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:31.803972 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:31.804847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 596cad0c-3537-4f16-bb08-28cdf3403d54 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:31.867373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62f929-754d-46e2-a597-cb655ec90c53 req-0a18a1e2-097a-4f97-b5b2-c1dd265f5cca tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:31.868971 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c62f929-754d-46e2-a597-cb655ec90c53 req-0a18a1e2-097a-4f97-b5b2-c1dd265f5cca tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 944 time: 0.1128478 Feb 09 03:13:31.925630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=16210ae2-9ad7-425c-ab99-74a057fcd2c4,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:31.949863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d54eec7e-bf4d-4261-8aeb-b984106d79e9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:31.950049 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.000662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 596cad0c-3537-4f16-bb08-28cdf3403d54 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:13:32.014038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-9e3472aa-5e59-4f20-9d1a-6aa9b9d14181 req-9ea6f568-10f0-4189-860e-fbc35e7e9a63 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] For port a68898da-09fc-4ecb-b1b6-6119ab907eea, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a68898da-09fc-4ecb-b1b6-6119ab907eea,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:32.014677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9e3472aa-5e59-4f20-9d1a-6aa9b9d14181 req-9ea6f568-10f0-4189-860e-fbc35e7e9a63 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.022294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 596cad0c-3537-4f16-bb08-28cdf3403d54 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:32.022665 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.027402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c62f929-754d-46e2-a597-cb655ec90c53 req-ea62713c-6b30-4343-889f-53a3ea009a08 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464963 Feb 09 03:13:32.032766 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d015de3c-958c-40c9-8eb7-ec7b9486e471 req-34d386ae-a465-4af8-a752-0ee73dd6c638 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253084 Feb 09 03:13:32.043849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c72e33-8db1-45b8-b00b-e2ba31e3de2e req-ebe4770f-08cb-49ef-a112-bce97bb0f964 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:32.046646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-34c72e33-8db1-45b8-b00b-e2ba31e3de2e req-ebe4770f-08cb-49ef-a112-bce97bb0f964 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.1804876 Feb 09 03:13:32.057800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-9e3472aa-5e59-4f20-9d1a-6aa9b9d14181 req-9ea6f568-10f0-4189-860e-fbc35e7e9a63 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Calling delete_port for a68898da-09fc-4ecb-b1b6-6119ab907eea owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:32.113500 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Publish callbacks [] for router_gateway (9d316e45-80a9-47d8-9161-8c7142ecbca6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.121311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['e5af45d6-8e1b-4b56-8dec-9ed181c04470'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:32.126889 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0e23ff-32f1-45ab-8a08-a75ba20b2f72 x-openstack-request-id: req-ea0e23ff-32f1-45ab-8a08-a75ba20b2f72 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:32.127337 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f27af-a542-4535-bde7-0f00899e5d4e", "name": "network-vif-plugged", "status": "completed", "tag": "16210ae2-9ad7-425c-ab99-74a057fcd2c4", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:32.127690 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea0e23ff-32f1-45ab-8a08-a75ba20b2f72 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:32.128152 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85f27af-a542-4535-bde7-0f00899e5d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16210ae2-9ad7-425c-ab99-74a057fcd2c4', 'code': 200} Feb 09 03:13:32.266146 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-34c72e33-8db1-45b8-b00b-e2ba31e3de2e req-0faf8d2b-fa6b-48e0-98ce-a8e31b12e26a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093058 Feb 09 03:13:32.327152 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d54eec7e-bf4d-4261-8aeb-b984106d79e9 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:32.327699 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.364204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad328dc9-3219-4e31-b2ab-48aed6374a4d req-35712635-01bf-42e9-86b1-784a45b048b2 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:32.366605 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ad328dc9-3219-4e31-b2ab-48aed6374a4d req-35712635-01bf-42e9-86b1-784a45b048b2 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 950 time: 0.1143062 Feb 09 03:13:32.388410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port d54eec7e-bf4d-4261-8aeb-b984106d79e9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d54eec7e-bf4d-4261-8aeb-b984106d79e9,segment=NetworkSegment(cf26f534-a40a-4386-8022-a4cc4411b793),segment_id=cf26f534-a40a-4386-8022-a4cc4411b793)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:32.398393 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.407940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75482c3-9408-4df0-89d8-4726c2b10dad req-fb9741d0-5112-48f5-8ca4-4d6729f930c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:32.409125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 596cad0c-3537-4f16-bb08-28cdf3403d54 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:32.409509 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d75482c3-9408-4df0-89d8-4726c2b10dad req-fb9741d0-5112-48f5-8ca4-4d6729f930c7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b85f27af-a542-4535-bde7-0f00899e5d4e HTTP/1.1" status: 200 len: 1133 time: 0.1892743 Feb 09 03:13:32.409734 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.466747 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9e3472aa-5e59-4f20-9d1a-6aa9b9d14181 req-9ea6f568-10f0-4189-860e-fbc35e7e9a63 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a68898da-09fc-4ecb-b1b6-6119ab907eea), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.513774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=596cad0c-3537-4f16-bb08-28cdf3403d54,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:32.528143 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ad328dc9-3219-4e31-b2ab-48aed6374a4d req-3f0d0f04-34e1-4137-8db6-065b7160a366 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518509 Feb 09 03:13:32.534979 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.552166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['d5f269ae-27e4-48d4-b586-6ef813228ba1', 'a68898da-09fc-4ecb-b1b6-6119ab907eea', 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:32.587340 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (9d316e45-80a9-47d8-9161-8c7142ecbca6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.629805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bfde00-4019-4b4d-a348-61184f31a78f None None] Network 5ae07d38-3daa-451f-86e2-534b205999db requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:32.700790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0c248f86-79f9-49b0-848e-47be218fd6b8 None None] Provisioning complete for port d54eec7e-bf4d-4261-8aeb-b984106d79e9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:32.701224 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c248f86-79f9-49b0-848e-47be218fd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.738490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=d54eec7e-bf4d-4261-8aeb-b984106d79e9,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:32.747696 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d75482c3-9408-4df0-89d8-4726c2b10dad req-9cadbd03-44da-4c4a-8f9e-26dde3d596e2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263991 Feb 09 03:13:32.810181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55093ec4-6439-4e77-8340-32ef41e84c03 req-225f5fdf-f85b-48bb-877c-a1de534f7f5d tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:32.818625 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-55093ec4-6439-4e77-8340-32ef41e84c03 req-225f5fdf-f85b-48bb-877c-a1de534f7f5d tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 946 time: 0.0954556 Feb 09 03:13:32.822919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Router 9d316e45-80a9-47d8-9161-8c7142ecbca6 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:13:32.846758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6f568-10f0-4189-860e-fbc35e7e9a63 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Pushing event deleted for resources: {'Port': ['ID=a68898da-09fc-4ecb-b1b6-6119ab907eea,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:32.861714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d22096-08d7-48d8-946d-3d84fa478e21 req-6fcc5e3e-063d-4bf1-98e3-3120d31af9a1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:32.866309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63d22096-08d7-48d8-946d-3d84fa478e21 req-6fcc5e3e-063d-4bf1-98e3-3120d31af9a1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 949 time: 0.5064826 Feb 09 03:13:32.886281 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-55093ec4-6439-4e77-8340-32ef41e84c03 req-40419551-a5e7-456d-853c-a8bdfc0fb41a tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665174 Feb 09 03:13:32.891604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3472aa-5e59-4f20-9d1a-6aa9b9d14181 req-9ea6f568-10f0-4189-860e-fbc35e7e9a63 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] No DVR routers for this DVR port a68898da-09fc-4ecb-b1b6-6119ab907eea on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:13:32.901261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=596cad0c-3537-4f16-bb08-28cdf3403d54,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:32.951433 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9e3472aa-5e59-4f20-9d1a-6aa9b9d14181 req-9ea6f568-10f0-4189-860e-fbc35e7e9a63 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.953149 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9e3472aa-5e59-4f20-9d1a-6aa9b9d14181 req-9ea6f568-10f0-4189-860e-fbc35e7e9a63 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "DELETE /v2.0/ports/a68898da-09fc-4ecb-b1b6-6119ab907eea HTTP/1.1" status: 204 len: 173 time: 1.4890125 Feb 09 03:13:32.967351 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63d22096-08d7-48d8-946d-3d84fa478e21 req-f064f036-1906-4489-aba9-e93a7fe593a0 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747533 Feb 09 03:13:32.975463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ee34ed-5168-492a-a385-3793b96890b3', 'name': 'network-vif-deleted', 'tag': 'a68898da-09fc-4ecb-b1b6-6119ab907eea'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:32.987931 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21248611-b9f7-4735-a10a-c5a9fbb54b60" -d '{"events": [{"server_uuid": "e3ee34ed-5168-492a-a385-3793b96890b3", "name": "network-vif-deleted", "tag": "a68898da-09fc-4ecb-b1b6-6119ab907eea"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:33.027970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0c248f86-79f9-49b0-848e-47be218fd6b8 None None] Current status of the port d54eec7e-bf4d-4261-8aeb-b984106d79e9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:33.092778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c514b43-00ac-490c-8a33-9c326e955f78 req-399669dd-19da-4d9b-9a5f-476bbe191d93 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:33.100459 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c514b43-00ac-490c-8a33-9c326e955f78 req-399669dd-19da-4d9b-9a5f-476bbe191d93 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.1186228 Feb 09 03:13:33.100775 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8e7bf4-fa40-41e5-8e9f-01320839c623 x-openstack-request-id: req-6a8e7bf4-fa40-41e5-8e9f-01320839c623 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:33.100775 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ee34ed-5168-492a-a385-3793b96890b3", "name": "network-vif-deleted", "tag": "a68898da-09fc-4ecb-b1b6-6119ab907eea", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:33.101000 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a8e7bf4-fa40-41e5-8e9f-01320839c623 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:33.101415 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ee34ed-5168-492a-a385-3793b96890b3', 'name': 'network-vif-deleted', 'tag': 'a68898da-09fc-4ecb-b1b6-6119ab907eea', 'status': 'completed', 'code': 200} Feb 09 03:13:33.153679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:13:33.165619 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Sync routers for ids ['9d316e45-80a9-47d8-9161-8c7142ecbca6'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:13:33.205320 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c514b43-00ac-490c-8a33-9c326e955f78 req-429db3a3-fd1f-4b87-9722-6e5ef6f7731d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035368 Feb 09 03:13:33.212560 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Routers {'9d316e45-80a9-47d8-9161-8c7142ecbca6'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:33.213910 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9d316e45-80a9-47d8-9161-8c7142ecbca6'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:33.217978 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:33.223142 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e1ca5a52-47c5-4fe4-aa7f-5a01ab6a6d82 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.4106979 Feb 09 03:13:33.225225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51310) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:33.370721 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Set router 9d316e45-80a9-47d8-9161-8c7142ecbca6 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:13:33.396195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c587aa-ce2a-4ab6-9e71-5cd6c0e58b37 req-2848dcb9-95b8-45e0-a75c-600f848f91ee tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:33.403311 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7c587aa-ce2a-4ab6-9e71-5cd6c0e58b37 req-2848dcb9-95b8-45e0-a75c-600f848f91ee tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 944 time: 0.1597495 Feb 09 03:13:33.463513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc88e-9815-404e-8b85-b04685e6fbae req-78e1b438-3fdc-4e3e-b023-d1940da3532e tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:33.471365 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-364fc88e-9815-404e-8b85-b04685e6fbae req-78e1b438-3fdc-4e3e-b023-d1940da3532e tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.0886154 Feb 09 03:13:33.544728 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-364fc88e-9815-404e-8b85-b04685e6fbae req-dd49aa51-fe5d-417f-8341-218788ba4a60 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667574 Feb 09 03:13:33.553951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7c587aa-ce2a-4ab6-9e71-5cd6c0e58b37 req-caaa487c-11d5-47cb-a773-550808b16214 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496897 Feb 09 03:13:33.565169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b0b88951-804e-4c72-b455-83f5826229a0 None None] Provisioning complete for port d54eec7e-bf4d-4261-8aeb-b984106d79e9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:33.565704 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0b88951-804e-4c72-b455-83f5826229a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:33.568284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d54eec7e-bf4d-4261-8aeb-b984106d79e9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:33.676365 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98fef0b0-4ab3-4966-ba48-37c065b2be43 req-9a038c41-c4d4-450c-a2fa-d4b0699226b5 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee34ed-5168-492a-a385-3793b96890b3 HTTP/1.1" status: 200 len: 210 time: 0.0342166 Feb 09 03:13:33.699504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d54eec7e-bf4d-4261-8aeb-b984106d79e9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:33.700321 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:33.706029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b0b88951-804e-4c72-b455-83f5826229a0 None None] Current status of the port d54eec7e-bf4d-4261-8aeb-b984106d79e9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:33.772903 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:13:31Z', 'revision_number': 3, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:33.784082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d54eec7e-bf4d-4261-8aeb-b984106d79e9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:33.798652 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Checking router: 9d316e45-80a9-47d8-9161-8c7142ecbca6 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:13:33.798994 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Updating router 9d316e45-80a9-47d8-9161-8c7142ecbca6 port bc148592-8620-42d3-93f8-a1daeb3d8e03 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:13:33.825736 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:33.854110 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.058793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Allocated IP 172.20.0.1 (5ae07d38-3daa-451f-86e2-534b205999db/ca6e2721-b36e-4255-97fb-7c66a1e5b897/16572538-6f51-4603-ba54-4224232def1f) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:34.071173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c9a40-ef27-4895-9727-194c42df95a5 req-e7d4c69b-13af-4562-900f-5c9f1e339090 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:34.072999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc3c9a40-ef27-4895-9727-194c42df95a5 req-e7d4c69b-13af-4562-900f-5c9f1e339090 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 946 time: 0.1049469 Feb 09 03:13:34.104990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d5c43-6b0c-436d-8670-5308de7b1315 req-e352a855-e00d-48e8-b299-e517dd8e509c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:34.112049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a3d5c43-6b0c-436d-8670-5308de7b1315 req-e352a855-e00d-48e8-b299-e517dd8e509c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 949 time: 0.0662596 Feb 09 03:13:34.118126 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Publish callbacks [] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.129319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1354da39-65a6-407d-81d7-99cdf3b2f091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596cad0c-3537-4f16-bb08-28cdf3403d54'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:34.133771 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7b9727-74af-4595-a61f-77779e2dfc0f" -d '{"events": [{"server_uuid": "1354da39-65a6-407d-81d7-99cdf3b2f091", "name": "network-vif-plugged", "status": "completed", "tag": "596cad0c-3537-4f16-bb08-28cdf3403d54"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:34.138866 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.174436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a3d5c43-6b0c-436d-8670-5308de7b1315 req-2d5d2188-fa5e-4355-9bcc-afda0a501755 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585475 Feb 09 03:13:34.206593 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Attempting to bind port bc148592-8620-42d3-93f8-a1daeb3d8e03 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:34.207209 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Attempting to bind port bc148592-8620-42d3-93f8-a1daeb3d8e03 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:34.207498 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Attempting to bind port bc148592-8620-42d3-93f8-a1daeb3d8e03 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:34.220576 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8717e1-d648-4f86-a6b7-d66729db3c29 x-openstack-request-id: req-6f8717e1-d648-4f86-a6b7-d66729db3c29 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:34.221049 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1354da39-65a6-407d-81d7-99cdf3b2f091", "name": "network-vif-plugged", "status": "completed", "tag": "596cad0c-3537-4f16-bb08-28cdf3403d54", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:34.221378 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f8717e1-d648-4f86-a6b7-d66729db3c29 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:34.221931 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1354da39-65a6-407d-81d7-99cdf3b2f091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596cad0c-3537-4f16-bb08-28cdf3403d54', 'code': 200} Feb 09 03:13:34.259685 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:34.260430 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:34.261199 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.261697 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:34.263065 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Bound port: bc148592-8620-42d3-93f8-a1daeb3d8e03, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:34.263516 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.265635 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Pushing event updated for resources: {'Port': ['ID=bc148592-8620-42d3-93f8-a1daeb3d8e03,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:34.276436 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-6c8fcfaf-2a05-4d54-a4ba-f3e951037860 service neutron] 10.222.0.42 "GET /v2.0/ports/c62ef08c-4d36-4775-aa0c-9cbc755f825e/bindings/n-h1-824835-15 HTTP/1.1" status: 200 len: 385 time: 0.1995757 Feb 09 03:13:34.281120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc3c9a40-ef27-4895-9727-194c42df95a5 req-ee4b6719-cc83-4269-8047-2b379ed66a1d tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957374 Feb 09 03:13:34.295417 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.295847 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.296073 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.296496 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.296789 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.297668 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.298193 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.298778 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.299106 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.299427 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.299748 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.300658 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.301010 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:34.343242 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] For port bc148592-8620-42d3-93f8-a1daeb3d8e03, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:34.349945 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] For port bc148592-8620-42d3-93f8-a1daeb3d8e03, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bc148592-8620-42d3-93f8-a1daeb3d8e03,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:34.358377 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.381301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Publish callbacks [] for port (16572538-6f51-4603-ba54-4224232def1f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.384176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d077be-83ed-4722-8b10-ebf3524ae89d req-7a9b90aa-c495-4a76-99f4-52d4702d5355 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:34.385718 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a2d077be-83ed-4722-8b10-ebf3524ae89d req-7a9b90aa-c495-4a76-99f4-52d4702d5355 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.0558774 Feb 09 03:13:34.426472 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Routers {'9d316e45-80a9-47d8-9161-8c7142ecbca6'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:34.427090 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9d316e45-80a9-47d8-9161-8c7142ecbca6'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:34.431607 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dba23-96ad-4ddc-a9ff-684e3370f404 None None] Pushing event updated for resources: {'Port': ['ID=bc148592-8620-42d3-93f8-a1daeb3d8e03,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:34.442871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a2d077be-83ed-4722-8b10-ebf3524ae89d req-6871cb94-c09b-4306-b5b0-e35c2142842a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493786 Feb 09 03:13:34.477773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a76791-7e1e-4170-9154-65b68f8d2a69 req-16730557-67e0-42f9-8406-69cd17e4e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:34.479306 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00a76791-7e1e-4170-9154-65b68f8d2a69 req-16730557-67e0-42f9-8406-69cd17e4e03f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 1128 time: 0.1511078 Feb 09 03:13:34.497897 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (16572538-6f51-4603-ba54-4224232def1f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.545829 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] Set router 9d316e45-80a9-47d8-9161-8c7142ecbca6 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:13:34.601406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Network 5ae07d38-3daa-451f-86e2-534b205999db is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:34.616983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:34.626792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Pushing event updated for resources: {'Port': ['ID=16572538-6f51-4603-ba54-4224232def1f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:34.653322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:34.742107 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00a76791-7e1e-4170-9154-65b68f8d2a69 req-cc96a814-cc75-41dc-be25-5985d54bbc05 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541792 Feb 09 03:13:34.787125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62151750-5257-4a42-a47f-30f5aa7366b4 req-fadba38d-9dd1-4dfa-a0dc-3859d458265d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:34.793163 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:13:31Z', 'revision_number': 3, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:34.794978 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62151750-5257-4a42-a47f-30f5aa7366b4 req-fadba38d-9dd1-4dfa-a0dc-3859d458265d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 944 time: 0.0919650 Feb 09 03:13:34.797260 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-1ced36c4-cb37-4f58-9b02-5915772e7241 service neutron] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:34.811504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (9d316e45-80a9-47d8-9161-8c7142ecbca6), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.832781 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7c34e3-6088-4222-b568-c76e9e7e10fd None None] The sync data for ids ['9d316e45-80a9-47d8-9161-8c7142ecbca6'] in n-d-824835-15 is: [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:13:31Z', 'revision_number': 3, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:13:34.854039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:34.860201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62151750-5257-4a42-a47f-30f5aa7366b4 req-2b38a443-c5b6-4c70-a225-b4630c681dea tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622125 Feb 09 03:13:34.889876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a68898da-09fc-4ecb-b1b6-6119ab907eea no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:34.920011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310d949-0681-4be1-8a2b-40c979da5151 req-ad7a57b7-809d-4ba9-8da9-d7dee2190745 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:34.929118 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b310d949-0681-4be1-8a2b-40c979da5151 req-ad7a57b7-809d-4ba9-8da9-d7dee2190745 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.3149459 Feb 09 03:13:34.930666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: a68898da-09fc-4ecb-b1b6-6119ab907eea {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:13:34.931014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a68898da-09fc-4ecb-b1b6-6119ab907eea not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:13:34.931496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-1ced36c4-cb37-4f58-9b02-5915772e7241 service neutron] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:34.975417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643465ce-28d5-4894-a9a8-e5c85538578b req-94e44c56-1f8b-4390-885f-6f128d35ff1a tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:34.977206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-643465ce-28d5-4894-a9a8-e5c85538578b req-94e44c56-1f8b-4390-885f-6f128d35ff1a tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 946 time: 0.3581731 Feb 09 03:13:34.999278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e4498d07-9098-4eb8-a756-57bdd8bd2228 None None] Provisioning complete for port 16572538-6f51-4603-ba54-4224232def1f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:34.999655 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4498d07-9098-4eb8-a756-57bdd8bd2228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (16572538-6f51-4603-ba54-4224232def1f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:35.049570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-1ced36c4-cb37-4f58-9b02-5915772e7241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62ef08c-4d36-4775-aa0c-9cbc755f825e {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:35.074706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:35.077634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e4498d07-9098-4eb8-a756-57bdd8bd2228 None None] Port 16572538-6f51-4603-ba54-4224232def1f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:35.077844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-1ced36c4-cb37-4f58-9b02-5915772e7241 service neutron] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:35.089673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d', 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6', 'port_id': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d', 'mac_address': 'fa:16:3e:d1:98:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d7fd12-786a-4383-9c06-fed2ef100cb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:35.170725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:35.171384 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:35.175846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b310d949-0681-4be1-8a2b-40c979da5151 req-b166664e-bfa0-4318-b011-80613441ee27 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458067 Feb 09 03:13:35.190102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:35.203614 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-1ced36c4-cb37-4f58-9b02-5915772e7241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:35.219131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:35.226513 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:35.295914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbbf4c-d63b-45da-ad9a-5db090360f3b req-e73f08cf-6668-4e94-a96a-296cd08db0bd tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:35.298156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:35.305292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7bbbbf4c-d63b-45da-ad9a-5db090360f3b req-e73f08cf-6668-4e94-a96a-296cd08db0bd tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 949 time: 0.0690768 Feb 09 03:13:35.361392 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7bbbbf4c-d63b-45da-ad9a-5db090360f3b req-23c5795c-3667-463f-b8ef-40c62f791bd4 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548575 Feb 09 03:13:35.501062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64710449-f925-44d0-a2ac-fc589381d2fa req-c8fac01a-d3d8-47cf-99da-1ad77498cfd7 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:35.509384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-64710449-f925-44d0-a2ac-fc589381d2fa req-c8fac01a-d3d8-47cf-99da-1ad77498cfd7 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 946 time: 0.0665331 Feb 09 03:13:35.554632 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['4f4de63c-48b9-4c3c-82a8-aafc61dbd87d'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:35.596793 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-64710449-f925-44d0-a2ac-fc589381d2fa req-1136f6d5-2ca2-47a4-8c25-dc5bc9fcf16f tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/security-groups?id=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858753 Feb 09 03:13:35.619521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bc148592-8620-42d3-93f8-a1daeb3d8e03 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:35.649438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16572538-6f51-4603-ba54-4224232def1f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:35.717196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-643465ce-28d5-4894-a9a8-e5c85538578b req-b6122ffc-6249-4cf7-a7e7-b1abcbf7ed01 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Deleting port 0753b4c8-0731-40ec-a4a6-8ec02c770683 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:35.717676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-643465ce-28d5-4894-a9a8-e5c85538578b req-b6122ffc-6249-4cf7-a7e7-b1abcbf7ed01 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:35.770234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999bae2-22d3-4890-91d3-f358e1f5a22e req-5e3c086f-372d-4245-a832-8d8f3965c65f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:35.777910 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2999bae2-22d3-4890-91d3-f358e1f5a22e req-5e3c086f-372d-4245-a832-8d8f3965c65f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.0949759 Feb 09 03:13:35.779181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-1ced36c4-cb37-4f58-9b02-5915772e7241 service neutron] Transition to ACTIVE for port object c62ef08c-4d36-4775-aa0c-9cbc755f825e will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:35.798320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e10427-ddd3-4094-a652-83a8059db23f req-4c54ee4e-345a-4ae4-8df0-d10b06429062 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:35.806394 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54e10427-ddd3-4094-a652-83a8059db23f req-4c54ee4e-345a-4ae4-8df0-d10b06429062 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 949 time: 0.4881585 Feb 09 03:13:35.819562 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-1ced36c4-cb37-4f58-9b02-5915772e7241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:35.844910 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2999bae2-22d3-4890-91d3-f358e1f5a22e req-292b568d-1c93-4f42-ad94-2c50e47099cf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654192 Feb 09 03:13:35.871356 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port bc148592-8620-42d3-93f8-a1daeb3d8e03 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:35.871725 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.020925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port bc148592-8620-42d3-93f8-a1daeb3d8e03 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:36.021328 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.032628 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54e10427-ddd3-4094-a652-83a8059db23f req-4d8cf7e1-8974-4557-81db-3d3eb3def5df tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250869 Feb 09 03:13:36.034453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-1ced36c4-cb37-4f58-9b02-5915772e7241 service neutron] No DVR routers for this DVR port c62ef08c-4d36-4775-aa0c-9cbc755f825e on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:13:36.065058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089458d-cfa1-474b-86a5-b83ed3e1d99f req-6ee9244f-517a-4196-a8bb-fca5ba1807a3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:36.066771 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c089458d-cfa1-474b-86a5-b83ed3e1d99f req-6ee9244f-517a-4196-a8bb-fca5ba1807a3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 945 time: 0.0923150 Feb 09 03:13:36.069016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port bc148592-8620-42d3-93f8-a1daeb3d8e03, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bc148592-8620-42d3-93f8-a1daeb3d8e03,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:36.079725 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.129335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced36c4-cb37-4f58-9b02-5915772e7241 service neutron] Pushing event updated for resources: {'Port': ['ID=c62ef08c-4d36-4775-aa0c-9cbc755f825e,revision_number=10']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:36.143109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=bc148592-8620-42d3-93f8-a1daeb3d8e03,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:36.151331 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c089458d-cfa1-474b-86a5-b83ed3e1d99f req-2289fd55-0735-4dc0-987d-1daf90c3da19 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780003 Feb 09 03:13:36.159716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-643465ce-28d5-4894-a9a8-e5c85538578b req-b6122ffc-6249-4cf7-a7e7-b1abcbf7ed01 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] For port 0753b4c8-0731-40ec-a4a6-8ec02c770683, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=0753b4c8-0731-40ec-a4a6-8ec02c770683,segment=NetworkSegment(90c0daff-6c37-4465-a791-f72946aa16b3),segment_id=90c0daff-6c37-4465-a791-f72946aa16b3)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:36.160087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-643465ce-28d5-4894-a9a8-e5c85538578b req-b6122ffc-6249-4cf7-a7e7-b1abcbf7ed01 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.170946 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-1ced36c4-cb37-4f58-9b02-5915772e7241 service neutron] 10.222.0.42 "PUT /v2.0/ports/c62ef08c-4d36-4775-aa0c-9cbc755f825e/bindings/n-h1-824835-15/activate HTTP/1.1" status: 200 len: 370 time: 1.8788958 Feb 09 03:13:36.185166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-643465ce-28d5-4894-a9a8-e5c85538578b req-b6122ffc-6249-4cf7-a7e7-b1abcbf7ed01 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Calling delete_port for 0753b4c8-0731-40ec-a4a6-8ec02c770683 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:36.332438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Publish callbacks [] for port (16572538-6f51-4603-ba54-4224232def1f), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.341658 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (16572538-6f51-4603-ba54-4224232def1f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.444552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-28b85cff-2724-4533-a4d5-3b0256482498 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:36.446251 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-28b85cff-2724-4533-a4d5-3b0256482498 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de&tenant_id=3981e12ce8e54406870070535619e45b&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1128 time: 0.1972132 Feb 09 03:13:36.448812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (9d316e45-80a9-47d8-9161-8c7142ecbca6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.451399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Pushing event updated for resources: {'Port': ['ID=16572538-6f51-4603-ba54-4224232def1f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:36.497739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78d7ee-38d2-4b6b-b7ee-afa440834126 req-6acfb00d-9369-46a0-b42b-5df682ce7acc tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:36.499448 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e78d7ee-38d2-4b6b-b7ee-afa440834126 req-6acfb00d-9369-46a0-b42b-5df682ce7acc tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 949 time: 0.0644295 Feb 09 03:13:36.519335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85eeec-95d0-475b-837a-551a3674b6cb req-71300e1a-1624-41b8-9b1a-9c9faa8d32f4 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:36.520898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d85eeec-95d0-475b-837a-551a3674b6cb req-71300e1a-1624-41b8-9b1a-9c9faa8d32f4 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 945 time: 0.2577953 Feb 09 03:13:36.558986 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e78d7ee-38d2-4b6b-b7ee-afa440834126 req-d15cb7b8-ab38-4ebd-956b-f9c25e56cd82 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513721 Feb 09 03:13:36.645000 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-643465ce-28d5-4894-a9a8-e5c85538578b req-b6122ffc-6249-4cf7-a7e7-b1abcbf7ed01 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0753b4c8-0731-40ec-a4a6-8ec02c770683), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.694692 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b39ce0df-d94b-41e9-a5ab-5f11871c38da req-cc4629d8-060e-4855-adae-9bb1c37ff5ab tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0bff46-ff65-4c2f-975e-2ef287d3bcfb HTTP/1.1" status: 200 len: 210 time: 0.0279088 Feb 09 03:13:36.701562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6122ffc-6249-4cf7-a7e7-b1abcbf7ed01 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Pushing event deleted for resources: {'Port': ['ID=0753b4c8-0731-40ec-a4a6-8ec02c770683,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:36.716641 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d85eeec-95d0-475b-837a-551a3674b6cb req-433e7e05-5518-4da0-a748-9e855e84b1c8 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756883 Feb 09 03:13:36.722493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-e124cb11-d99d-41d6-875d-acb0b83455b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:36.724269 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-e124cb11-d99d-41d6-875d-acb0b83455b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de&tenant_id=3981e12ce8e54406870070535619e45b HTTP/1.1" status: 200 len: 1128 time: 0.2647531 Feb 09 03:13:36.778575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Network 5ae07d38-3daa-451f-86e2-534b205999db is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:36.779991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-643465ce-28d5-4894-a9a8-e5c85538578b req-b6122ffc-6249-4cf7-a7e7-b1abcbf7ed01 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] No DVR routers for this DVR port 0753b4c8-0731-40ec-a4a6-8ec02c770683 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:13:36.781808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:36.786332 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-643465ce-28d5-4894-a9a8-e5c85538578b req-b6122ffc-6249-4cf7-a7e7-b1abcbf7ed01 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.789594 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-643465ce-28d5-4894-a9a8-e5c85538578b req-b6122ffc-6249-4cf7-a7e7-b1abcbf7ed01 tempest-AttachSCSIVolumeTestJSON-80970307 tempest-AttachSCSIVolumeTestJSON-80970307-project] 10.222.0.65 "DELETE /v2.0/ports/0753b4c8-0731-40ec-a4a6-8ec02c770683 HTTP/1.1" status: 204 len: 173 time: 1.7967541 Feb 09 03:13:36.790041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0bff46-ff65-4c2f-975e-2ef287d3bcfb', 'name': 'network-vif-deleted', 'tag': '0753b4c8-0731-40ec-a4a6-8ec02c770683'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:36.792639 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1804b43e-5a30-4352-8d51-a7b6320d0240" -d '{"events": [{"server_uuid": "ae0bff46-ff65-4c2f-975e-2ef287d3bcfb", "name": "network-vif-deleted", "tag": "0753b4c8-0731-40ec-a4a6-8ec02c770683"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:36.860752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e5af45d6-8e1b-4b56-8dec-9ed181c04470 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:36.891698 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04c1091-9fcd-4759-9329-b9229d0fde19 x-openstack-request-id: req-b04c1091-9fcd-4759-9329-b9229d0fde19 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:36.892336 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0bff46-ff65-4c2f-975e-2ef287d3bcfb", "name": "network-vif-deleted", "tag": "0753b4c8-0731-40ec-a4a6-8ec02c770683", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:36.892336 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b04c1091-9fcd-4759-9329-b9229d0fde19 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:36.892712 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0bff46-ff65-4c2f-975e-2ef287d3bcfb', 'name': 'network-vif-deleted', 'tag': '0753b4c8-0731-40ec-a4a6-8ec02c770683', 'status': 'completed', 'code': 200} Feb 09 03:13:36.955543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port e5af45d6-8e1b-4b56-8dec-9ed181c04470 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:13:36.960148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port e5af45d6-8e1b-4b56-8dec-9ed181c04470 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:36.960625 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.020458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-2a2bd44e-af73-4ff3-92e4-410b199fe639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:37.022006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-2a2bd44e-af73-4ff3-92e4-410b199fe639 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1128 time: 0.1892514 Feb 09 03:13:37.071320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port e5af45d6-8e1b-4b56-8dec-9ed181c04470 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:37.071746 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.083416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Router 9d316e45-80a9-47d8-9161-8c7142ecbca6 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:13:37.109411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5af45d6-8e1b-4b56-8dec-9ed181c04470'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:37.111972 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c532516-595b-4fb8-a5d8-561127e778ad" -d '{"events": [{"server_uuid": "1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876", "name": "network-vif-plugged", "status": "completed", "tag": "e5af45d6-8e1b-4b56-8dec-9ed181c04470"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:37.129752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e5af45d6-8e1b-4b56-8dec-9ed181c04470, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e5af45d6-8e1b-4b56-8dec-9ed181c04470,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:37.135851 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.138914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:37.177490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc52269-623e-4982-920e-08b92f82ede3 req-628592df-259b-4459-9fa4-6e42883a1e7d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:37.179288 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1fc52269-623e-4982-920e-08b92f82ede3 req-628592df-259b-4459-9fa4-6e42883a1e7d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.2347114 Feb 09 03:13:37.180045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677d607-88bb-4b37-8fc9-cd9bd791f31c req-e854ccf0-645c-4426-918f-dc57f7efb314 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:37.182277 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3677d607-88bb-4b37-8fc9-cd9bd791f31c req-e854ccf0-645c-4426-918f-dc57f7efb314 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 949 time: 0.0637484 Feb 09 03:13:37.226546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=e5af45d6-8e1b-4b56-8dec-9ed181c04470,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:37.240483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e078dd56-2cf7-4d81-9a9f-1cd4f8e0cf58 None None] Provisioning complete for port 16572538-6f51-4603-ba54-4224232def1f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:37.240863 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e078dd56-2cf7-4d81-9a9f-1cd4f8e0cf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (16572538-6f51-4603-ba54-4224232def1f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.246589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3677d607-88bb-4b37-8fc9-cd9bd791f31c req-e0889d0b-3c87-4335-8ae1-df6c745b4b26 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546753 Feb 09 03:13:37.281754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e078dd56-2cf7-4d81-9a9f-1cd4f8e0cf58 None None] Port 16572538-6f51-4603-ba54-4224232def1f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:37.284291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:37.284643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-c00e2373-0fd4-4ee7-b708-504ddfec881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:37.285141 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.287075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-c00e2373-0fd4-4ee7-b708-504ddfec881f service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.2523873 Feb 09 03:13:37.311603 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccef082-07b2-4afb-b430-488571e60655 x-openstack-request-id: req-8ccef082-07b2-4afb-b430-488571e60655 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:37.311924 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876", "name": "network-vif-plugged", "status": "completed", "tag": "e5af45d6-8e1b-4b56-8dec-9ed181c04470", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:37.312181 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ccef082-07b2-4afb-b430-488571e60655 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:37.312698 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5af45d6-8e1b-4b56-8dec-9ed181c04470', 'code': 200} Feb 09 03:13:37.352354 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-4d8507e1-ae6d-4e6b-b1f5-9654e0dab5f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e HTTP/1.1" status: 200 len: 217 time: 0.0530324 Feb 09 03:13:37.370137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:37.370804 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.381215 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1fc52269-623e-4982-920e-08b92f82ede3 req-f5435cc4-8b99-4aa2-8462-2f3c3178489b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931183 Feb 09 03:13:37.403681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21745-eab5-423b-90fc-98d3974d4eac req-47e1df06-c530-4aa5-a07a-fc388c628fec tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:37.405308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79f21745-eab5-423b-90fc-98d3974d4eac req-47e1df06-c530-4aa5-a07a-fc388c628fec tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 945 time: 0.0663114 Feb 09 03:13:37.427458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:37.430068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:13:37.441184 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.446120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 0753b4c8-0731-40ec-a4a6-8ec02c770683 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:37.461323 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d9a0dbef-621f-4664-9cb6-0714be93f822 admin admin] 10.222.0.21 "PUT /v2.0/routers/9d316e45-80a9-47d8-9161-8c7142ecbca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2267902 Feb 09 03:13:37.501609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Sync routers for ids ['9d316e45-80a9-47d8-9161-8c7142ecbca6'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:13:37.507560 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.508402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c62ef08c-4d36-4775-aa0c-9cbc755f825e no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:37.513263 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79f21745-eab5-423b-90fc-98d3974d4eac req-e52e5cb9-35b3-4ef8-bcbb-27fed822a064 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996277 Feb 09 03:13:37.564261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 0753b4c8-0731-40ec-a4a6-8ec02c770683 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:13:37.564608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 0753b4c8-0731-40ec-a4a6-8ec02c770683 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:13:37.593378 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:37.600921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bc148592-8620-42d3-93f8-a1daeb3d8e03 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:37.602934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Routers {'9d316e45-80a9-47d8-9161-8c7142ecbca6'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:37.603715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9d316e45-80a9-47d8-9161-8c7142ecbca6'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:37.654757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1104f-0e95-4d2b-b3dd-845e7805996f req-883a232b-fd61-42ef-88ca-be9a37b0dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:37.658483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07e1104f-0e95-4d2b-b3dd-845e7805996f req-883a232b-fd61-42ef-88ca-be9a37b0dad8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 1133 time: 0.1850386 Feb 09 03:13:37.679275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3574eb-f6b0-4406-bc8f-6ee3058cf5aa req-e4b804bd-7acf-4f26-9b7a-d9ee72786550 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:37.681001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e3574eb-f6b0-4406-bc8f-6ee3058cf5aa req-e4b804bd-7acf-4f26-9b7a-d9ee72786550 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 1128 time: 0.1115975 Feb 09 03:13:37.701901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-87cae74c-5e21-4ce6-85db-a268e3f27b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:37.704054 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-87cae74c-5e21-4ce6-85db-a268e3f27b6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.2915301 Feb 09 03:13:37.706117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] The host n-h2-824835-15 is not matching for port c62ef08c-4d36-4775-aa0c-9cbc755f825e host n-h1-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:13:37.706530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c62ef08c-4d36-4775-aa0c-9cbc755f825e not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:13:37.783430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523b377-cf86-4c04-abe7-3f58b3d2ae8f req-9aa08978-f9cb-404b-ab8f-0a4c2ca406f3 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:37.785121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8523b377-cf86-4c04-abe7-3f58b3d2ae8f req-9aa08978-f9cb-404b-ab8f-0a4c2ca406f3 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 949 time: 0.1097314 Feb 09 03:13:37.786124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Set router 9d316e45-80a9-47d8-9161-8c7142ecbca6 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:13:37.836344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port bc148592-8620-42d3-93f8-a1daeb3d8e03 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:37.836721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.848163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8523b377-cf86-4c04-abe7-3f58b3d2ae8f req-490f7430-2d8a-4f20-bbf0-48016e8c8c63 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542266 Feb 09 03:13:38.020316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-2458bf80-a403-455b-83ba-7bd7ea906ac2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2881641 Feb 09 03:13:38.031331 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07e1104f-0e95-4d2b-b3dd-845e7805996f req-0d4e094d-93a7-411d-becd-b3c5ecd7d49f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490977 Feb 09 03:13:38.059309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port bc148592-8620-42d3-93f8-a1daeb3d8e03 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:38.107950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:13:35Z', 'revision_number': 4, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '16572538-6f51-4603-ba54-4224232def1f', 'name': '', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'mac_address': 'fa:16:3e:47:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:33Z', 'updated_at': '2022-02-09T03:13:35Z', 'revision_number': 2, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'subnets': [{'id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:38.116215 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e3574eb-f6b0-4406-bc8f-6ee3058cf5aa req-9f3a160e-618b-4f30-8885-ed3458ae4fa0 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108419 Feb 09 03:13:38.155408 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Checking router: 9d316e45-80a9-47d8-9161-8c7142ecbca6 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:13:38.155712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Updating router 9d316e45-80a9-47d8-9161-8c7142ecbca6 port 16572538-6f51-4603-ba54-4224232def1f binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:13:38.184052 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-51ff62d5-f5f9-48a6-a9cf-39447058a1dc service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512015 Feb 09 03:13:38.199694 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16572538-6f51-4603-ba54-4224232def1f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.309040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b10c0-a976-448f-9340-fcc34a3f6ea8 req-2f4a1826-f1dd-4d34-86ce-59a6b1dfe341 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:38.311287 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d91b10c0-a976-448f-9340-fcc34a3f6ea8 req-2f4a1826-f1dd-4d34-86ce-59a6b1dfe341 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.0670137 Feb 09 03:13:38.343222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-b83f2244-29f0-42dc-a45b-d0b5afc9bf2a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:38.345744 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-b83f2244-29f0-42dc-a45b-d0b5afc9bf2a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/networks?id=5ae07d38-3daa-451f-86e2-534b205999db HTTP/1.1" status: 200 len: 828 time: 0.1312819 Feb 09 03:13:38.363402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-2374e68d-523b-4449-8ba6-5aa21dca7737 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/quotas/c9010fb61c6442f4b9117fe11cda0b78 HTTP/1.1" status: 200 len: 375 time: 0.0099907 Feb 09 03:13:38.379154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d91b10c0-a976-448f-9340-fcc34a3f6ea8 req-4d368aca-ac62-4dc1-b3c5-c55340595992 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607603 Feb 09 03:13:38.438432 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-285171cd-6ef3-40d3-b1b0-cf48d5f63517 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9010fb61c6442f4b9117fe11cda0b78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695527 Feb 09 03:13:38.578486 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-3c909ed9-ef40-41cc-a007-fce6962c6f82 service neutron] 10.222.0.21 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330135 Feb 09 03:13:38.663263 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Publish callbacks [] for port (16572538-6f51-4603-ba54-4224232def1f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.680201 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (16572538-6f51-4603-ba54-4224232def1f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.701874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71284c6-1fe5-4b8a-942a-eac434f7814b req-929f0289-f622-47e4-ada3-49c49a8183fc tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:38.704621 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71284c6-1fe5-4b8a-942a-eac434f7814b req-929f0289-f622-47e4-ada3-49c49a8183fc tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 950 time: 0.1933138 Feb 09 03:13:38.751350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-26cb3300-04ba-424b-b982-4658af7395c8 service neutron] 10.222.0.21 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662931 Feb 09 03:13:38.769637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a6447-58d6-4892-99c4-e02a75608f1b None None] Pushing event updated for resources: {'Port': ['ID=16572538-6f51-4603-ba54-4224232def1f,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:38.810345 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-cae4ad0d-f083-4ee7-a83d-7aef17bd598b service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894857 Feb 09 03:13:38.825913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Attempting to bind port 16572538-6f51-4603-ba54-4224232def1f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:38.826216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Attempting to bind port 16572538-6f51-4603-ba54-4224232def1f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:38.826556 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Attempting to bind port 16572538-6f51-4603-ba54-4224232def1f on network 5ae07d38-3daa-451f-86e2-534b205999db {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:38.833858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:38.834351 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Checking segment: {'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:38.834632 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.835007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Bound using segment: {'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:38.835474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Bound port: 16572538-6f51-4603-ba54-4224232def1f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:38.835853 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16572538-6f51-4603-ba54-4224232def1f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.876786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b73ae2-ba00-431a-a626-7d585d912556 req-b32a40c8-f7c2-465b-8554-84bd3a5f8438 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:38.882226 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75b73ae2-ba00-431a-a626-7d585d912556 req-b32a40c8-f7c2-465b-8554-84bd3a5f8438 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 949 time: 0.2350428 Feb 09 03:13:38.987839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] For port 16572538-6f51-4603-ba54-4224232def1f, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:38.999553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] For port 16572538-6f51-4603-ba54-4224232def1f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=16572538-6f51-4603-ba54-4224232def1f,segment=NetworkSegment(cf26f534-a40a-4386-8022-a4cc4411b793),segment_id=cf26f534-a40a-4386-8022-a4cc4411b793)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:39.025388 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (16572538-6f51-4603-ba54-4224232def1f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:39.173333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a6447-58d6-4892-99c4-e02a75608f1b None None] Pushing event updated for resources: {'Port': ['ID=16572538-6f51-4603-ba54-4224232def1f,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:39.185522 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71284c6-1fe5-4b8a-942a-eac434f7814b req-da155ad5-5084-4e6d-9227-099489d48fd3 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410131 Feb 09 03:13:39.208635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Routers {'9d316e45-80a9-47d8-9161-8c7142ecbca6'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:39.209274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9d316e45-80a9-47d8-9161-8c7142ecbca6'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:39.222046 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1bf0a1a1-c40b-4a4c-a46c-b9ba77725843 None None] Provisioning complete for port 16572538-6f51-4603-ba54-4224232def1f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:39.222553 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bf0a1a1-c40b-4a4c-a46c-b9ba77725843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (16572538-6f51-4603-ba54-4224232def1f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:39.233450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e591f-72cd-4ec0-923f-f16f9fa40bff req-4b576738-d24d-419d-a8ef-4bcfe5d52577 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:39.246358 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a9e591f-72cd-4ec0-923f-f16f9fa40bff req-4b576738-d24d-419d-a8ef-4bcfe5d52577 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 945 time: 0.1659911 Feb 09 03:13:39.292055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-75b73ae2-ba00-431a-a626-7d585d912556 req-bfbe4c06-bf6c-4b01-a1aa-9cad0f431b0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Deleting port d5f269ae-27e4-48d4-b586-6ef813228ba1 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:39.293713 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-75b73ae2-ba00-431a-a626-7d585d912556 req-bfbe4c06-bf6c-4b01-a1aa-9cad0f431b0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:39.346345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001881a3-ece0-4720-8f44-0b1c4f1ba426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:39.374664 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a9e591f-72cd-4ec0-923f-f16f9fa40bff req-de982e62-73fd-49e2-bfaa-be42d70065c6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265895 Feb 09 03:13:39.376037 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e062ed3-bcfe-4d6c-ab72-5dc48709a5f8" -d '{"events": [{"server_uuid": "001881a3-ece0-4720-8f44-0b1c4f1ba426", "name": "network-vif-plugged", "status": "completed", "tag": "4f4de63c-48b9-4c3c-82a8-aafc61dbd87d"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:39.568053 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc5ad3e5-32e8-4850-8fc3-935864d8fe09 req-7af0bb4e-f078-4695-97f0-37e6ab8bbeba tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 210 time: 0.1126900 Feb 09 03:13:39.638110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd40ee-2a7b-4ffd-b8fd-fad04cd587ff req-27c14739-4cdc-4466-91a5-e7dbf5282b0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:39.650858 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9cd40ee-2a7b-4ffd-b8fd-fad04cd587ff req-27c14739-4cdc-4466-91a5-e7dbf5282b0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 949 time: 0.2428999 Feb 09 03:13:39.663785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-c7d30092-645a-476d-b664-3a0254c0e5ad tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:39.666399 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-c7d30092-645a-476d-b664-3a0254c0e5ad tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de&tenant_id=3981e12ce8e54406870070535619e45b&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 1128 time: 0.2966752 Feb 09 03:13:39.707663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] Set router 9d316e45-80a9-47d8-9161-8c7142ecbca6 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:13:39.759836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-75b73ae2-ba00-431a-a626-7d585d912556 req-bfbe4c06-bf6c-4b01-a1aa-9cad0f431b0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] For port d5f269ae-27e4-48d4-b586-6ef813228ba1, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d5f269ae-27e4-48d4-b586-6ef813228ba1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:39.760536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-75b73ae2-ba00-431a-a626-7d585d912556 req-bfbe4c06-bf6c-4b01-a1aa-9cad0f431b0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:39.811353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0a1a1-c40b-4a4c-a46c-b9ba77725843 None None] Current status of the port 16572538-6f51-4603-ba54-4224232def1f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:39.811670 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bf0a1a1-c40b-4a4c-a46c-b9ba77725843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16572538-6f51-4603-ba54-4224232def1f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:39.843317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-75b73ae2-ba00-431a-a626-7d585d912556 req-bfbe4c06-bf6c-4b01-a1aa-9cad0f431b0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Calling delete_port for d5f269ae-27e4-48d4-b586-6ef813228ba1 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:39.846026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1341e-f7da-4a43-a5ff-6efa4c3490f2 req-54b89774-62a9-4342-be77-ff59c061fbad tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:39.858021 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-89b1341e-f7da-4a43-a5ff-6efa4c3490f2 req-54b89774-62a9-4342-be77-ff59c061fbad tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.1142111 Feb 09 03:13:39.901197 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9cd40ee-2a7b-4ffd-b8fd-fad04cd587ff req-fc34ec7f-48c4-4bac-9512-ebe389260556 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489591 Feb 09 03:13:39.944064 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-89b1341e-f7da-4a43-a5ff-6efa4c3490f2 req-9f78d871-36be-418a-b8a3-c8063b7c43cf tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851405 Feb 09 03:13:40.109521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-ce299f63-9a98-421c-b8e3-4d20a360243a service neutron] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:40.114676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-ce299f63-9a98-421c-b8e3-4d20a360243a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.116105 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a2ca5d0-72e1-45ed-91f9-0be7817e06dc req-ce299f63-9a98-421c-b8e3-4d20a360243a service neutron] 10.222.0.65 "DELETE /v2.0/ports/c62ef08c-4d36-4775-aa0c-9cbc755f825e/bindings/n-h2-824835-15 HTTP/1.1" status: 204 len: 173 time: 0.4237833 Feb 09 03:13:40.202508 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-75b73ae2-ba00-431a-a626-7d585d912556 req-bfbe4c06-bf6c-4b01-a1aa-9cad0f431b0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d5f269ae-27e4-48d4-b586-6ef813228ba1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.243196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe4c06-bf6c-4b01-a1aa-9cad0f431b0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Pushing event deleted for resources: {'Port': ['ID=d5f269ae-27e4-48d4-b586-6ef813228ba1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:40.351416 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8d7dca-5796-418e-a82c-fe70b60551e5 x-openstack-request-id: req-2e8d7dca-5796-418e-a82c-fe70b60551e5 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:40.352393 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001881a3-ece0-4720-8f44-0b1c4f1ba426", "name": "network-vif-plugged", "status": "completed", "tag": "4f4de63c-48b9-4c3c-82a8-aafc61dbd87d", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:40.352857 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e8d7dca-5796-418e-a82c-fe70b60551e5 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:40.353435 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001881a3-ece0-4720-8f44-0b1c4f1ba426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d', 'code': 200} Feb 09 03:13:40.371156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b73ae2-ba00-431a-a626-7d585d912556 req-bfbe4c06-bf6c-4b01-a1aa-9cad0f431b0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] No DVR routers for this DVR port d5f269ae-27e4-48d4-b586-6ef813228ba1 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:13:40.377606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-75b73ae2-ba00-431a-a626-7d585d912556 req-bfbe4c06-bf6c-4b01-a1aa-9cad0f431b0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.388713 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75b73ae2-ba00-431a-a626-7d585d912556 req-bfbe4c06-bf6c-4b01-a1aa-9cad0f431b0f tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "DELETE /v2.0/ports/d5f269ae-27e4-48d4-b586-6ef813228ba1 HTTP/1.1" status: 204 len: 173 time: 1.4845927 Feb 09 03:13:40.390075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f91ba-d932-466d-977e-d64414184f5e', 'name': 'network-vif-deleted', 'tag': 'd5f269ae-27e4-48d4-b586-6ef813228ba1'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:40.398584 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fffc4ff-016a-4525-9129-1c2c8a55785e" -d '{"events": [{"server_uuid": "361f91ba-d932-466d-977e-d64414184f5e", "name": "network-vif-deleted", "tag": "d5f269ae-27e4-48d4-b586-6ef813228ba1"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:40.439444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ca6e6edb-37a1-45a8-8f16-408e897e7c6a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:40.450090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f13a7-4b72-4107-a6ee-bd14079bf5e4 req-f6436380-fe2d-4f4a-94d5-c881ca5e056d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:40.456307 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c73f13a7-4b72-4107-a6ee-bd14079bf5e4 req-f6436380-fe2d-4f4a-94d5-c881ca5e056d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 950 time: 0.1444535 Feb 09 03:13:40.577087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c73f13a7-4b72-4107-a6ee-bd14079bf5e4 req-a2194f83-d643-4ec5-97fd-68b57f630798 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129718 Feb 09 03:13:40.688816 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff33d7f-bcb6-436e-856e-877d34fa1fc8 x-openstack-request-id: req-8ff33d7f-bcb6-436e-856e-877d34fa1fc8 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:40.700295 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361f91ba-d932-466d-977e-d64414184f5e", "name": "network-vif-deleted", "tag": "d5f269ae-27e4-48d4-b586-6ef813228ba1", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:40.700591 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ff33d7f-bcb6-436e-856e-877d34fa1fc8 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:40.700984 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f91ba-d932-466d-977e-d64414184f5e', 'name': 'network-vif-deleted', 'tag': 'd5f269ae-27e4-48d4-b586-6ef813228ba1', 'status': 'completed', 'code': 200} Feb 09 03:13:40.773830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0df376-8274-4a71-be23-a0778ee6869c req-fe9dc46f-8d56-432f-bca4-a1bdb68056e7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:40.787980 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff0df376-8274-4a71-be23-a0778ee6869c req-fe9dc46f-8d56-432f-bca4-a1bdb68056e7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 945 time: 0.2109139 Feb 09 03:13:40.878154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1bf0a1a1-c40b-4a4c-a46c-b9ba77725843 None None] For port 16572538-6f51-4603-ba54-4224232def1f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=16572538-6f51-4603-ba54-4224232def1f,segment=NetworkSegment(cf26f534-a40a-4386-8022-a4cc4411b793),segment_id=cf26f534-a40a-4386-8022-a4cc4411b793)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:40.896708 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff0df376-8274-4a71-be23-a0778ee6869c req-29c92ff7-dfc6-4eb3-91b3-c23d28e12955 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078289 Feb 09 03:13:40.912510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d5f269ae-27e4-48d4-b586-6ef813228ba1 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:40.950554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: d5f269ae-27e4-48d4-b586-6ef813228ba1 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:13:40.950927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d5f269ae-27e4-48d4-b586-6ef813228ba1 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:13:40.957731 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bf0a1a1-c40b-4a4c-a46c-b9ba77725843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (16572538-6f51-4603-ba54-4224232def1f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.959569 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-443f2f99-e558-4b34-901c-fcc7e31da09a req-622e43fd-bfbb-432d-a5cf-c97c5d90e221 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 210 time: 0.1375680 Feb 09 03:13:41.050744 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:13:41.064181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0a1a1-c40b-4a4c-a46c-b9ba77725843 None None] Pushing event updated for resources: {'Port': ['ID=16572538-6f51-4603-ba54-4224232def1f,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:41.141701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:13:35Z', 'revision_number': 4, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '16572538-6f51-4603-ba54-4224232def1f', 'name': '', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'mac_address': 'fa:16:3e:47:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:33Z', 'updated_at': '2022-02-09T03:13:38Z', 'revision_number': 4, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'subnets': [{'id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:41.288267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5fdb-3905-4efe-affb-2b3422bf4779 req-3b9c9114-8b77-4e62-8235-18780e29ccc6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:41.296720 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f4fb5fdb-3905-4efe-affb-2b3422bf4779 req-3b9c9114-8b77-4e62-8235-18780e29ccc6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.1208596 Feb 09 03:13:41.305174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-6e688259-c264-41d6-9875-77cf4a5d74b2 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:41.314965 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-6e688259-c264-41d6-9875-77cf4a5d74b2 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.42 "GET /v2.0/networks?id=5ae07d38-3daa-451f-86e2-534b205999db HTTP/1.1" status: 200 len: 828 time: 0.2359488 Feb 09 03:13:41.347556 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fcae950f-7865-4608-89c2-508acf37574d None None] Provisioning complete for port 16572538-6f51-4603-ba54-4224232def1f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:41.347941 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcae950f-7865-4608-89c2-508acf37574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (16572538-6f51-4603-ba54-4224232def1f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:41.362654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f4fb5fdb-3905-4efe-affb-2b3422bf4779 req-1a495ab2-d2ee-45d0-9a37-3de529ae781c tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636659 Feb 09 03:13:41.394502 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d647907-f4f4-43dd-b729-fdd36ef98712 req-0b884f38-3833-4d87-8be5-5f372e7ef0f0 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=361f91ba-d932-466d-977e-d64414184f5e HTTP/1.1" status: 200 len: 210 time: 0.0784979 Feb 09 03:13:41.417797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Request body: {'port': {'device_id': '61267430-d125-4314-9a34-b4ef9a05dc25', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'admin_state_up': True, 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:41.479658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2109e-dcf5-46fb-b74f-f1da6b8c7d58 None None] The sync data for ids ['9d316e45-80a9-47d8-9161-8c7142ecbca6'] in n-d-824835-15 is: [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:13:35Z', 'revision_number': 4, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '16572538-6f51-4603-ba54-4224232def1f', 'name': '', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'mac_address': 'fa:16:3e:47:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:33Z', 'updated_at': '2022-02-09T03:13:38Z', 'revision_number': 4, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'subnets': [{'id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:13:41.538024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b3d15-1315-4940-ae2c-d3fd40407935 req-e4493d94-343a-465d-b559-aaecb2bd16d2 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:41.550045 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-520b3d15-1315-4940-ae2c-d3fd40407935 req-e4493d94-343a-465d-b559-aaecb2bd16d2 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1128 time: 0.1193957 Feb 09 03:13:41.585554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fcae950f-7865-4608-89c2-508acf37574d None None] Current status of the port 16572538-6f51-4603-ba54-4224232def1f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:41.629601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Made reservation on behalf of c9010fb61c6442f4b9117fe11cda0b78 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:41.646040 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:41.688915 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-520b3d15-1315-4940-ae2c-d3fd40407935 req-acd86296-f890-420f-8b54-144c6470974b tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348658 Feb 09 03:13:41.951434 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Allocated IP 172.20.0.11 (5ae07d38-3daa-451f-86e2-534b205999db/ca6e2721-b36e-4255-97fb-7c66a1e5b897/52ba18cf-c943-4f86-bc6c-2acbbf75b2b5) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:42.111560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-2ed01969-823e-437b-acbd-51f1219cfbb7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:42.117907 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-2ed01969-823e-437b-acbd-51f1219cfbb7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 807 time: 0.1495652 Feb 09 03:13:42.138615 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-59c32248-5976-48d8-874a-f559e30d5227 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/quotas/3981e12ce8e54406870070535619e45b HTTP/1.1" status: 200 len: 375 time: 0.0096622 Feb 09 03:13:42.178904 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:42.227549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-6e4c0260-7067-4001-b28a-0ef7aab455d0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807376 Feb 09 03:13:42.231393 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05367fb2-7c5d-4b08-aaf4-44fadb89a85f req-ff7203b7-3871-4e2b-8b07-6050908be73d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:42.241031 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05367fb2-7c5d-4b08-aaf4-44fadb89a85f req-ff7203b7-3871-4e2b-8b07-6050908be73d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 950 time: 0.1392798 Feb 09 03:13:42.341856 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:42.361478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-29268926-e1fa-452b-b2f2-49c1215b1495 service neutron] 10.222.0.21 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222818 Feb 09 03:13:42.386919 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05367fb2-7c5d-4b08-aaf4-44fadb89a85f req-cff81f32-a427-4c1a-87a0-d9f4ffe013ef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448653 Feb 09 03:13:42.463573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Network 5ae07d38-3daa-451f-86e2-534b205999db is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:42.466534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:42.471216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:42.543942 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-333d8e90-6e39-49ac-95c6-9a31cd8b726f service neutron] 10.222.0.21 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635990 Feb 09 03:13:42.608970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:42.609720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:42.615818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Pushing event updated for resources: {'Port': ['ID=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:42.664065 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-cef74599-970e-4e61-be2e-674b62552342 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2684543 Feb 09 03:13:42.677123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861865-04cf-4985-aaea-7948bfd60cba req-362d8af8-d90e-43be-aec9-18d6415486b4 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:42.678728 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c861865-04cf-4985-aaea-7948bfd60cba req-362d8af8-d90e-43be-aec9-18d6415486b4 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 932 time: 0.1579661 Feb 09 03:13:42.683657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Request body: {'port': {'device_id': '61267430-d125-4314-9a34-b4ef9a05dc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:42.805055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c861865-04cf-4985-aaea-7948bfd60cba req-d5167104-1805-4d0a-a141-3d95709960b3 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/security-groups?id=68f30ead-2e2b-4cb4-80e3-20300c0f0c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183233 Feb 09 03:13:42.852389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6fbfbe1a-1aa8-439a-9efb-ee6bca11af0d None None] Provisioning complete for port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:42.857545 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6fbfbe1a-1aa8-439a-9efb-ee6bca11af0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:42.860294 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:42.941027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6fbfbe1a-1aa8-439a-9efb-ee6bca11af0d None None] Port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:43.050921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42530b-71f3-4bdd-9b48-7107b2951564 req-03d14e28-2d07-4c97-ada8-65a419b7b0d5 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:43.053086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed42530b-71f3-4bdd-9b48-7107b2951564 req-03d14e28-2d07-4c97-ada8-65a419b7b0d5 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.1278939 Feb 09 03:13:43.145841 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed42530b-71f3-4bdd-9b48-7107b2951564 req-c5400227-6879-46bf-affc-c5621065a108 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864582 Feb 09 03:13:43.266510 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-26e9cd87-287a-4734-91f1-4b87fa65f82c req-a47d2cb2-1ff8-475c-9b0c-667278ca73ad tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 210 time: 0.0292716 Feb 09 03:13:43.348080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:43.357916 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Publish callbacks [] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:43.383756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61b10a-3b42-45af-9835-16d7401b8f90 req-5e1d16b5-56c5-4750-bd09-72f6631d4f6e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:43.385660 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a61b10a-3b42-45af-9835-16d7401b8f90 req-5e1d16b5-56c5-4750-bd09-72f6631d4f6e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85f27af-a542-4535-bde7-0f00899e5d4e HTTP/1.1" status: 200 len: 950 time: 0.5012653 Feb 09 03:13:43.394901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Transition to ACTIVE for port object 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:43.410490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:43.509814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a61b10a-3b42-45af-9835-16d7401b8f90 req-c9f3f8ea-268e-4401-8093-b098c00c8416 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175406 Feb 09 03:13:43.514071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Pushing event updated for resources: {'Port': ['ID=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:43.643528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 16572538-6f51-4603-ba54-4224232def1f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:43.714590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Attempting to bind port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:43.715371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Attempting to bind port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:43.716377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Attempting to bind port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 on network 5ae07d38-3daa-451f-86e2-534b205999db {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:43.739828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 on network 5ae07d38-3daa-451f-86e2-534b205999db not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:43.740705 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Attempting to bind port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 on network 5ae07d38-3daa-451f-86e2-534b205999db {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:43.762994 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:43.769973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Checking segment: {'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:43.771159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Bound using segment: {'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:43.771925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Bound port: 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf26f534-a40a-4386-8022-a4cc4411b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:43.772551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:43.805982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 16572538-6f51-4603-ba54-4224232def1f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:43.806389 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (16572538-6f51-4603-ba54-4224232def1f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:43.989611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] For port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:43.999513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] For port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5,segment=NetworkSegment(cf26f534-a40a-4386-8022-a4cc4411b793),segment_id=cf26f534-a40a-4386-8022-a4cc4411b793)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:44.019798 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:44.084225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 16572538-6f51-4603-ba54-4224232def1f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:44.100841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Pushing event updated for resources: {'Port': ['ID=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:44.112995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.114233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:44.115587 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-ae44b46a-b5ee-471c-b66c-f33d45b4ea2c service neutron] 10.222.0.42 "PUT /v2.0/ports/52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 HTTP/1.1" status: 200 len: 1093 time: 1.4359241 Feb 09 03:13:44.116031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61267430-d125-4314-9a34-b4ef9a05dc25', 'tag': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:44.118332 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee688574-4ab1-4935-bd72-381b045e2489" -d '{"events": [{"name": "network-changed", "server_uuid": "61267430-d125-4314-9a34-b4ef9a05dc25", "tag": "52ba18cf-c943-4f86-bc6c-2acbbf75b2b5"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:44.301408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-eca087f4-ceae-44cd-a7da-137844c04b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.302951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-eca087f4-ceae-44cd-a7da-137844c04b6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9010fb61c6442f4b9117fe11cda0b78&device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 1127 time: 0.1281221 Feb 09 03:13:44.336742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a15477-98d5-4c29-a4ee-9bf510075dc7 req-debb02f5-5341-4d82-893a-1f72454cc481 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.339912 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5a15477-98d5-4c29-a4ee-9bf510075dc7 req-debb02f5-5341-4d82-893a-1f72454cc481 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 946 time: 0.1255462 Feb 09 03:13:44.394800 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-0102364f-b639-4ab3-9dac-0b89c9118ddc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 HTTP/1.1" status: 200 len: 217 time: 0.0789046 Feb 09 03:13:44.445986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa7bc2-638c-4cb8-9348-60a54b6b43e5 req-792b3b87-a96b-4cd5-8855-0c550231ac1a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.455390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa7bc2-638c-4cb8-9348-60a54b6b43e5 req-792b3b87-a96b-4cd5-8855-0c550231ac1a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.463558 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8aaa7bc2-638c-4cb8-9348-60a54b6b43e5 req-792b3b87-a96b-4cd5-8855-0c550231ac1a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876&device_id=b85f27af-a542-4535-bde7-0f00899e5d4e HTTP/1.1" status: 200 len: 1691 time: 0.1243055 Feb 09 03:13:44.589893 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8aaa7bc2-638c-4cb8-9348-60a54b6b43e5 req-f5d98f18-fd9c-4e59-9319-890506959ba8 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244147 Feb 09 03:13:44.641833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5a15477-98d5-4c29-a4ee-9bf510075dc7 req-e51e326d-d7ac-4fe0-bfc3-cf0a8c74275c tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494462 Feb 09 03:13:44.664594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-15481057-452e-44b5-b3c4-f62bb871aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.666758 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-15481057-452e-44b5-b3c4-f62bb871aea9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca6e2721-b36e-4255-97fb-7c66a1e5b897 HTTP/1.1" status: 200 len: 867 time: 0.2415514 Feb 09 03:13:44.768027 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-cb6978ab-09d4-4925-a6fa-0470056dbdfe tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.769581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-cb6978ab-09d4-4925-a6fa-0470056dbdfe tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.42 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 807 time: 0.2361190 Feb 09 03:13:44.788284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Request body: {'port': {'device_id': 'bf24570f-c2f3-4f4f-8807-17794bf80922', 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7', 'admin_state_up': True, 'tenant_id': '3981e12ce8e54406870070535619e45b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:44.861589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-8397f7b3-d29a-495d-9b21-776ac1549622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.863305 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-8397f7b3-d29a-495d-9b21-776ac1549622 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ae07d38-3daa-451f-86e2-534b205999db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1893196 Feb 09 03:13:44.882162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4313ec-e260-4aab-b592-f749fcf32813 req-1343c627-ef2e-4b70-9473-4d0c9585dcee tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.885239 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e4313ec-e260-4aab-b592-f749fcf32813 req-1343c627-ef2e-4b70-9473-4d0c9585dcee tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 944 time: 0.1832952 Feb 09 03:13:44.892827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:44.972626 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e4313ec-e260-4aab-b592-f749fcf32813 req-c0669bc7-75d0-4d18-8ed0-5776593e4617 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/security-groups?id=68f30ead-2e2b-4cb4-80e3-20300c0f0c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651369 Feb 09 03:13:45.081299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:45.081891 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:45.151823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001881a3-ece0-4720-8f44-0b1c4f1ba426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:45.159427 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6041b721-c112-41c0-9f58-7294931f849b" -d '{"events": [{"server_uuid": "001881a3-ece0-4720-8f44-0b1c4f1ba426", "name": "network-vif-unplugged", "status": "completed", "tag": "4f4de63c-48b9-4c3c-82a8-aafc61dbd87d"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:45.192697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:45.206018 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:45.221535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da726501-2171-4f03-8f9f-3a56adc43bb5 req-72cfa163-9a3f-4c35-8d67-c4b4389614ae tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 210 time: 0.0415874 Feb 09 03:13:45.313104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:45.341074 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fb0255-d112-4388-b935-30363a1234b4 x-openstack-request-id: req-32fb0255-d112-4388-b935-30363a1234b4 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:45.341491 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001881a3-ece0-4720-8f44-0b1c4f1ba426", "name": "network-vif-unplugged", "status": "completed", "tag": "4f4de63c-48b9-4c3c-82a8-aafc61dbd87d", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:45.341752 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32fb0255-d112-4388-b935-30363a1234b4 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:45.342152 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001881a3-ece0-4720-8f44-0b1c4f1ba426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d', 'code': 200} Feb 09 03:13:45.439542 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b1a5bc-98dc-46fd-92bb-50fdcccd8d44 x-openstack-request-id: req-21b1a5bc-98dc-46fd-92bb-50fdcccd8d44 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:45.440209 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61267430-d125-4314-9a34-b4ef9a05dc25", "tag": "52ba18cf-c943-4f86-bc6c-2acbbf75b2b5", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:45.440209 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21b1a5bc-98dc-46fd-92bb-50fdcccd8d44 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:45.440490 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61267430-d125-4314-9a34-b4ef9a05dc25', 'tag': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5', 'status': 'completed', 'code': 200} Feb 09 03:13:45.456646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eaca54-e170-478b-8132-6c6251c3ab8e req-2737c532-b8cc-4351-b583-2ea5340d3da3 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:45.458222 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1eaca54-e170-478b-8132-6c6251c3ab8e req-2737c532-b8cc-4351-b583-2ea5340d3da3 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 1133 time: 0.0619154 Feb 09 03:13:45.507178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Made reservation on behalf of 3981e12ce8e54406870070535619e45b for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:45.511138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:45.512513 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1eaca54-e170-478b-8132-6c6251c3ab8e req-ce55aaca-4c2b-45ad-bd77-5659dbf9bc63 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476770 Feb 09 03:13:45.554822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b362d-19fa-49b5-98d1-a9c66cf2ca91 req-a4fc3f3d-5390-450a-9ad5-2c54349c7b02 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:45.556424 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff7b362d-19fa-49b5-98d1-a9c66cf2ca91 req-a4fc3f3d-5390-450a-9ad5-2c54349c7b02 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 951 time: 0.7565107 Feb 09 03:13:45.586179 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ad10-ae45-4706-9726-8ecf96e47082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:45.610267 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-f1d45386-bd97-4ff3-9239-d5f9a414361a service neutron] 10.222.0.42 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7262847 Feb 09 03:13:45.708922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7062b-932f-4261-bbc6-5351970facaa req-1186a7b4-f728-438f-9ca3-b6575dd30870 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:45.710620 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dc7062b-932f-4261-bbc6-5351970facaa req-1186a7b4-f728-438f-9ca3-b6575dd30870 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b85f27af-a542-4535-bde7-0f00899e5d4e HTTP/1.1" status: 200 len: 1133 time: 0.0535634 Feb 09 03:13:45.725721 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0537b65-ffb6-451f-9555-6713be555dab req-30da9214-4db4-43f5-8752-c1b45082b0cb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2915339 Feb 09 03:13:45.762775 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff7b362d-19fa-49b5-98d1-a9c66cf2ca91 req-e19684cb-dbe0-49c4-9b72-ecc3e620ef78 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921132 Feb 09 03:13:45.763579 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dc7062b-932f-4261-bbc6-5351970facaa req-722decc5-dfe5-4e5a-9ce6-d3059169c97e tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Feb 09 03:13:45.950930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Allocated IP 172.20.0.9 (d6900578-017f-45ac-90ab-c2cb115c04f7/f02ff38e-7b0e-4e54-993e-48f3a7637677/c7b4ba1e-0d88-4491-b02a-efd7caf27a62) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:45.961452 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfc15240-de2c-4d8e-bc17-0159387ca241 req-d6c95608-60c8-48dd-a0be-94c3140297b7 service neutron] 10.222.0.42 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429682 Feb 09 03:13:46.029863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0537b65-ffb6-451f-9555-6713be555dab req-73efdf3f-8481-4575-8b66-0e57290f4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.032192 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0537b65-ffb6-451f-9555-6713be555dab req-73efdf3f-8481-4575-8b66-0e57290f4062 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 1127 time: 0.1857066 Feb 09 03:13:46.047799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-76ad6496-568c-4599-b050-d2533c026a96 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366278 Feb 09 03:13:46.112630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378261a-6cc1-4007-999f-d540a47193c4 req-9af53b6b-dd88-45ac-b5c9-6392a606ba9f tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.114410 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a378261a-6cc1-4007-999f-d540a47193c4 req-9af53b6b-dd88-45ac-b5c9-6392a606ba9f tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 944 time: 0.2503793 Feb 09 03:13:46.200891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-b434eb09-b410-45ab-b635-84df0cad5f9f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.220742 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-b434eb09-b410-45ab-b635-84df0cad5f9f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715856 Feb 09 03:13:46.259863 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-132f3281-13bf-4d1c-87b6-d72da1bbc57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/quotas/8c106d2ca691429d886e0ada21907bca HTTP/1.1" status: 200 len: 375 time: 0.0323138 Feb 09 03:13:46.316398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688574-4ab1-4935-bd72-381b045e2489 req-a656e7f1-7d8c-4b6b-ab83-2dddc861bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.317848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee688574-4ab1-4935-bd72-381b045e2489 req-a656e7f1-7d8c-4b6b-ab83-2dddc861bf00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9010fb61c6442f4b9117fe11cda0b78&device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 1127 time: 0.2836215 Feb 09 03:13:46.366432 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a378261a-6cc1-4007-999f-d540a47193c4 req-25054b8b-9c4d-4a95-97ae-c48a6fdf6aeb tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349348 Feb 09 03:13:46.372544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-1d6955e7-4ff3-414d-a7c0-6093e1d9feb7 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1117623 Feb 09 03:13:46.407615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks [] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:46.411370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0537b65-ffb6-451f-9555-6713be555dab req-3d2878bd-d893-479a-bc18-f4b59f1e8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.412863 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0537b65-ffb6-451f-9555-6713be555dab req-3d2878bd-d893-479a-bc18-f4b59f1e8dbc service neutron] 10.222.0.65 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.3226774 Feb 09 03:13:46.479852 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0537b65-ffb6-451f-9555-6713be555dab req-efb84591-a010-4f28-af26-3d402f0be61f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d167610-b15c-4921-9934-a2e664020afc HTTP/1.1" status: 200 len: 217 time: 0.0557661 Feb 09 03:13:46.605623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0537b65-ffb6-451f-9555-6713be555dab req-92de74b2-6449-4262-9360-f52e9728226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.607059 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0537b65-ffb6-451f-9555-6713be555dab req-92de74b2-6449-4262-9360-f52e9728226a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.0649986 Feb 09 03:13:46.628786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688574-4ab1-4935-bd72-381b045e2489 req-583a2762-21b7-466c-bfe0-ea0bd9a8889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.630289 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee688574-4ab1-4935-bd72-381b045e2489 req-583a2762-21b7-466c-bfe0-ea0bd9a8889a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ae07d38-3daa-451f-86e2-534b205999db HTTP/1.1" status: 200 len: 929 time: 0.2981498 Feb 09 03:13:46.661150 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c75f127-3e6b-4c3e-a0e3-1fa328da6738 req-ca84b758-4545-435d-ac99-f26915c47e7c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 210 time: 0.0527205 Feb 09 03:13:46.714872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee688574-4ab1-4935-bd72-381b045e2489 req-f9853069-a20b-490a-86f6-a5a75d70b843 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 HTTP/1.1" status: 200 len: 217 time: 0.0740056 Feb 09 03:13:46.762573 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a4199e7-e89c-490e-baeb-3ea3dd82fd5a req-22d7e4a1-e317-4d79-b0ce-01fb83be4828 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 210 time: 0.0597889 Feb 09 03:13:46.796975 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:46.912515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d993d48-90ce-4852-8391-2730ae12639d req-d73c017c-8198-48a7-9f99-38de886f1111 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.921201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d993d48-90ce-4852-8391-2730ae12639d req-d73c017c-8198-48a7-9f99-38de886f1111 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 944 time: 0.4429855 Feb 09 03:13:46.942887 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0537b65-ffb6-451f-9555-6713be555dab req-a1a24c54-00c7-4949-b237-222dfd2d6259 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2195673 Feb 09 03:13:47.144425 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d993d48-90ce-4852-8391-2730ae12639d req-195699d5-166c-4fb0-ab70-d49a777c5670 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/security-groups?id=68f30ead-2e2b-4cb4-80e3-20300c0f0c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219265 Feb 09 03:13:47.173207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Network d6900578-017f-45ac-90ab-c2cb115c04f7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:47.214366 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:47.244357 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688574-4ab1-4935-bd72-381b045e2489 req-d8224a58-0392-4842-bf7d-c8359ccdb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:47.246030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee688574-4ab1-4935-bd72-381b045e2489 req-d8224a58-0392-4842-bf7d-c8359ccdb299 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca6e2721-b36e-4255-97fb-7c66a1e5b897 HTTP/1.1" status: 200 len: 867 time: 0.4779961 Feb 09 03:13:47.276164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:47.289482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Pushing event updated for resources: {'Port': ['ID=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:47.308705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f68a8-6e2d-46e5-b99e-8d7e409f1716 req-4ee8fbb8-411a-4f04-9500-22c6df6f89a9 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:47.318825 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bd0f68a8-6e2d-46e5-b99e-8d7e409f1716 req-4ee8fbb8-411a-4f04-9500-22c6df6f89a9 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 951 time: 0.4639220 Feb 09 03:13:47.383132 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bd0f68a8-6e2d-46e5-b99e-8d7e409f1716 req-53a45038-224a-4962-8fbf-a982733de8d9 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630882 Feb 09 03:13:47.405766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972710c0-440d-454c-9fe3-732c7d5c763a req-992f1b2b-07b1-40d8-ac20-3b6848b29e65 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:47.408544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-972710c0-440d-454c-9fe3-732c7d5c763a req-992f1b2b-07b1-40d8-ac20-3b6848b29e65 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.65 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 944 time: 0.5182917 Feb 09 03:13:47.442655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c426d-3bda-4398-8b76-3b82b2770077 req-1c337b7e-6f70-4a7e-9d9d-e913b5b5c141 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:47.444396 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce8c426d-3bda-4398-8b76-3b82b2770077 req-1c337b7e-6f70-4a7e-9d9d-e913b5b5c141 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 951 time: 0.7284508 Feb 09 03:13:47.534955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0537b65-ffb6-451f-9555-6713be555dab req-16f1d5b1-2eaa-4cd8-92a1-114687e61a7a service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702937 Feb 09 03:13:47.551823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:47.552457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:47.616407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-972710c0-440d-454c-9fe3-732c7d5c763a req-9d50a787-9d28-4265-b0a2-ffb45bb2fba6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Deleting port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:47.620053 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-972710c0-440d-454c-9fe3-732c7d5c763a req-9d50a787-9d28-4265-b0a2-ffb45bb2fba6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:47.662841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688574-4ab1-4935-bd72-381b045e2489 req-327165ae-f841-4b8b-9cc9-14e612d1ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:47.665142 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee688574-4ab1-4935-bd72-381b045e2489 req-327165ae-f841-4b8b-9cc9-14e612d1ddd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ae07d38-3daa-451f-86e2-534b205999db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3617167 Feb 09 03:13:47.735958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-53d8ddf9-b5e6-4eee-ac0b-eefca6e48317 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9525628 Feb 09 03:13:47.784435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Request body: {'port': {'device_id': 'bf24570f-c2f3-4f4f-8807-17794bf80922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:47.804205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-972710c0-440d-454c-9fe3-732c7d5c763a req-9d50a787-9d28-4265-b0a2-ffb45bb2fba6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] For port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:47.805228 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-972710c0-440d-454c-9fe3-732c7d5c763a req-9d50a787-9d28-4265-b0a2-ffb45bb2fba6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:47.831567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-972710c0-440d-454c-9fe3-732c7d5c763a req-9d50a787-9d28-4265-b0a2-ffb45bb2fba6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Calling delete_port for 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:47.859144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eae6ad-1254-4787-8b33-e0e9d3a227cf req-17609d87-9d90-4f2f-a147-b2260b9cdb2d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:47.861947 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09eae6ad-1254-4787-8b33-e0e9d3a227cf req-17609d87-9d90-4f2f-a147-b2260b9cdb2d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 931 time: 0.1054711 Feb 09 03:13:47.996908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09eae6ad-1254-4787-8b33-e0e9d3a227cf req-c08fb107-fec4-427c-81e5-a8219490bf82 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999217 Feb 09 03:13:48.035991 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bda46f8e-0c26-422b-b02e-c0e2cfd9eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:48.198530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20763b69-9f16-4ad4-b448-701c844f93b3 req-816ac87f-b8a9-4502-8511-91fcb9bab06d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:48.200047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20763b69-9f16-4ad4-b448-701c844f93b3 req-816ac87f-b8a9-4502-8511-91fcb9bab06d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=001881a3-ece0-4720-8f44-0b1c4f1ba426 HTTP/1.1" status: 200 len: 944 time: 0.6730525 Feb 09 03:13:48.232321 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9fdb42b9-d63f-4c55-96ed-a619ad90300b req-6aa5b45a-138e-40c3-9f00-eb7a3702331a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 210 time: 0.0811696 Feb 09 03:13:48.241953 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-972710c0-440d-454c-9fe3-732c7d5c763a req-9d50a787-9d28-4265-b0a2-ffb45bb2fba6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (4f4de63c-48b9-4c3c-82a8-aafc61dbd87d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:48.300993 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:48.329683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-ce8c426d-3bda-4398-8b76-3b82b2770077 req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Deleting port ca6e6edb-37a1-45a8-8f16-408e897e7c6a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:48.330009 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ce8c426d-3bda-4398-8b76-3b82b2770077 req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:48.357333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50a787-9d28-4265-b0a2-ffb45bb2fba6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event deleted for resources: {'Port': ['ID=4f4de63c-48b9-4c3c-82a8-aafc61dbd87d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:48.436200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ce8c426d-3bda-4398-8b76-3b82b2770077 req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] For port ca6e6edb-37a1-45a8-8f16-408e897e7c6a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:48.436567 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ce8c426d-3bda-4398-8b76-3b82b2770077 req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:48.458970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-ce8c426d-3bda-4398-8b76-3b82b2770077 req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Calling delete_port for ca6e6edb-37a1-45a8-8f16-408e897e7c6a owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:48.495316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-972710c0-440d-454c-9fe3-732c7d5c763a req-9d50a787-9d28-4265-b0a2-ffb45bb2fba6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] No DVR routers for this DVR port 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:13:48.504172 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-b952f127-cf03-4c8c-89e1-7ef995f55e08 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1694613 Feb 09 03:13:48.505263 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-972710c0-440d-454c-9fe3-732c7d5c763a req-9d50a787-9d28-4265-b0a2-ffb45bb2fba6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:48.509340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-972710c0-440d-454c-9fe3-732c7d5c763a req-9d50a787-9d28-4265-b0a2-ffb45bb2fba6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.65 "DELETE /v2.0/ports/4f4de63c-48b9-4c3c-82a8-aafc61dbd87d HTTP/1.1" status: 204 len: 173 time: 1.0930486 Feb 09 03:13:48.511275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001881a3-ece0-4720-8f44-0b1c4f1ba426', 'name': 'network-vif-deleted', 'tag': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:48.514169 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eee0ab9-6960-434b-9ce7-6c54368b5c50" -d '{"events": [{"server_uuid": "001881a3-ece0-4720-8f44-0b1c4f1ba426", "name": "network-vif-deleted", "tag": "4f4de63c-48b9-4c3c-82a8-aafc61dbd87d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:48.625082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14d6ec-5b87-48a0-b9de-08e0da8d3834 req-d2e6a74b-f9ae-4dc5-ac14-cd2d7ed992d7 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:48.637408 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c14d6ec-5b87-48a0-b9de-08e0da8d3834 req-d2e6a74b-f9ae-4dc5-ac14-cd2d7ed992d7 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 944 time: 0.1978564 Feb 09 03:13:48.651201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0537b65-ffb6-451f-9555-6713be555dab req-64ca20db-314d-4cb1-9d53-a45783572adf service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0251353 Feb 09 03:13:48.727050 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c14d6ec-5b87-48a0-b9de-08e0da8d3834 req-adffa0df-6a50-42f6-9301-bf33bcc8f3a1 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/security-groups?id=68f30ead-2e2b-4cb4-80e3-20300c0f0c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886655 Feb 09 03:13:48.742972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee688574-4ab1-4935-bd72-381b045e2489 req-189495c9-d940-44d4-8d6a-bfd35f430cc9 service neutron] 10.222.0.42 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0479360 Feb 09 03:13:48.835363 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-63b490b2-6a1a-4b66-affb-3fb1e10cf88f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:48.837560 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-63b490b2-6a1a-4b66-affb-3fb1e10cf88f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3156421 Feb 09 03:13:48.849187 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20763b69-9f16-4ad4-b448-701c844f93b3 req-7c070952-7c2c-4227-a94d-5c90c52280a7 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370425 Feb 09 03:13:48.869294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Request body: {'port': {'device_id': '68b06e4c-3e20-42aa-bea9-e44208c05906', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '8c106d2ca691429d886e0ada21907bca'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:48.891111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:48.934450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:13:48.941833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 4f4de63c-48b9-4c3c-82a8-aafc61dbd87d not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:13:48.942496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca6e6edb-37a1-45a8-8f16-408e897e7c6a no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:49.045982 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34802402-7d64-4249-8122-a392a15bf37d x-openstack-request-id: req-34802402-7d64-4249-8122-a392a15bf37d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:49.046383 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001881a3-ece0-4720-8f44-0b1c4f1ba426", "name": "network-vif-deleted", "tag": "4f4de63c-48b9-4c3c-82a8-aafc61dbd87d", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:49.046604 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34802402-7d64-4249-8122-a392a15bf37d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:49.047092 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001881a3-ece0-4720-8f44-0b1c4f1ba426', 'name': 'network-vif-deleted', 'tag': '4f4de63c-48b9-4c3c-82a8-aafc61dbd87d', 'status': 'completed', 'code': 200} Feb 09 03:13:49.087856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98383a50-ea09-4816-aef6-b1fb571d4b88 req-d8f0c51a-47ac-4eda-b69e-5f0e16011309 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:49.110613 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98383a50-ea09-4816-aef6-b1fb571d4b88 req-d8f0c51a-47ac-4eda-b69e-5f0e16011309 tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 951 time: 0.3001549 Feb 09 03:13:49.113872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51628) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:49.133021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca6e6edb-37a1-45a8-8f16-408e897e7c6a is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:49.134113 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:49.201453 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:49.397319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b4ba1e-0d88-4491-b02a-efd7caf27a62 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:49.416561 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ce8c426d-3bda-4398-8b76-3b82b2770077 req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ca6e6edb-37a1-45a8-8f16-408e897e7c6a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:49.419883 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Publish callbacks [] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:49.431073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Made reservation on behalf of 8c106d2ca691429d886e0ada21907bca for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:49.444163 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:49.464022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98383a50-ea09-4816-aef6-b1fb571d4b88 req-d449a8d3-5f29-4564-94ba-3637a35ec57a tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ada52c7-acda-42d0-954f-d02dc893df94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205476 Feb 09 03:13:49.540841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:49.567238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b4635-a7d8-42e4-ac46-3a46d1c2b6d7 req-1acb89b2-0552-4658-b10c-14d8b80e1c56 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:49.570165 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-363b4635-a7d8-42e4-ac46-3a46d1c2b6d7 req-1acb89b2-0552-4658-b10c-14d8b80e1c56 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 931 time: 0.3408329 Feb 09 03:13:49.571768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Transition to ACTIVE for port object c7b4ba1e-0d88-4491-b02a-efd7caf27a62 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:49.625933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Pushing event deleted for resources: {'Port': ['ID=ca6e6edb-37a1-45a8-8f16-408e897e7c6a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:49.648534 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:49.716009 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee688574-4ab1-4935-bd72-381b045e2489 req-68054dbd-b072-4f28-9602-baeedd0d5b28 service neutron] 10.222.0.42 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9273365 Feb 09 03:13:49.717286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8c426d-3bda-4398-8b76-3b82b2770077 req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] No DVR routers for this DVR port ca6e6edb-37a1-45a8-8f16-408e897e7c6a on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:13:49.739140 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ce8c426d-3bda-4398-8b76-3b82b2770077 req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:49.751979 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce8c426d-3bda-4398-8b76-3b82b2770077 req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.65 "DELETE /v2.0/ports/ca6e6edb-37a1-45a8-8f16-408e897e7c6a HTTP/1.1" status: 204 len: 173 time: 2.2788556 Feb 09 03:13:49.767198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'name': 'network-vif-deleted', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:49.771023 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d72591-c2ab-4889-ba60-f4604ea6957b" -d '{"events": [{"server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "name": "network-vif-deleted", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:49.776744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.777092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.777801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.778321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.778730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.779142 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.779545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.779918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.780249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.780624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.781810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.782397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.782547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea7cf9f-c35f-4a0f-8ef3-232f140e0c1e tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:49.814900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5,segment=NetworkSegment(cf26f534-a40a-4386-8022-a4cc4411b793),segment_id=cf26f534-a40a-4386-8022-a4cc4411b793)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:49.840183 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-346b6658-c0f0-4146-b150-38aa2ad69ab0 req-e937081d-db23-49c2-b413-ffc5d7cf8bdb tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 210 time: 0.1986518 Feb 09 03:13:49.851069 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'port_id': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5', 'mac_address': 'fa:16:3e:01:de:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:49.963639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:49.967475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:49.967878 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.008020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:50.058039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-363b4635-a7d8-42e4-ac46-3a46d1c2b6d7 req-a098943c-7b2c-45f2-bcf5-d9e5a326a7d7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207776 Feb 09 03:13:50.061293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5,segment=NetworkSegment(cf26f534-a40a-4386-8022-a4cc4411b793),segment_id=cf26f534-a40a-4386-8022-a4cc4411b793)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:50.076588 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.160172 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7fb9a4-8c19-421a-b1b3-e31afb64ac3f x-openstack-request-id: req-3b7fb9a4-8c19-421a-b1b3-e31afb64ac3f {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:50.160517 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e", "name": "network-vif-deleted", "tag": "ca6e6edb-37a1-45a8-8f16-408e897e7c6a", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:50.160764 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b7fb9a4-8c19-421a-b1b3-e31afb64ac3f {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:50.161205 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e', 'name': 'network-vif-deleted', 'tag': 'ca6e6edb-37a1-45a8-8f16-408e897e7c6a', 'status': 'completed', 'code': 200} Feb 09 03:13:50.194763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:50.197621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Allocated IP 192.168.233.147 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/73f77054-1c9d-4caf-8061-c069fb3a9107) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:50.207128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Attempting to bind port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:50.207474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Attempting to bind port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:50.208513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Attempting to bind port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:50.220977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:50.223835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Attempting to bind port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:50.237236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:50.237689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:50.240097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:50.240556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Bound port: c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:50.240923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.379605 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks [] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.387521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:50.392967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:50.398254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['52ba18cf-c943-4f86-bc6c-2acbbf75b2b5'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:50.413410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.509163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:50.510948 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.516899 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/c7b4ba1e-0d88-4491-b02a-efd7caf27a62 HTTP/1.1" status: 200 len: 1092 time: 2.7413666 Feb 09 03:13:50.533241 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.536652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51646) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:50.549295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-48b26a19-ac3b-48b9-9bb6-f65abbea0b48 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1515389171', 'description': 'tempest-description--1940130350'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:50.569637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2', 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c', '16210ae2-9ad7-425c-ab99-74a057fcd2c4'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:50.623132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:50.627311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event updated for resources: {'Port': ['ID=73f77054-1c9d-4caf-8061-c069fb3a9107,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:50.630882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:50.644249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:50.649856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:50.650574 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.701071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['e5af45d6-8e1b-4b56-8dec-9ed181c04470'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:50.725869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-045b6480-5e9c-4051-bf80-72d46f44ddcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8635223 Feb 09 03:13:50.754235 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48b26a19-ac3b-48b9-9bb6-f65abbea0b48 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.762492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741785b-855a-42fa-b3c1-3342eefc3cf5 req-3a506462-a686-4cf2-9e4d-7a174ce52385 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:50.771244 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b741785b-855a-42fa-b3c1-3342eefc3cf5 req-3a506462-a686-4cf2-9e4d-7a174ce52385 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 945 time: 0.6695750 Feb 09 03:13:50.783292 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3475c2f-bae8-4bef-b53d-6243ed2e482e req-4d457292-656e-44b6-a0be-01271ff13c6d tempest-ServersAdminTestJSON-166541800 tempest-ServersAdminTestJSON-166541800-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e33dc6-5c5e-4dff-a887-0cb85d4a2a4e HTTP/1.1" status: 200 len: 210 time: 0.1090310 Feb 09 03:13:50.825134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb522ee-5d0a-4351-8f5f-0cbfb814b8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:50.840059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Request body: {'port': {'device_id': '68b06e4c-3e20-42aa-bea9-e44208c05906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:50.888805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-12f77444-fa53-4031-b808-90b4be87000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:50.892687 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-12f77444-fa53-4031-b808-90b4be87000c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 1126 time: 0.2819943 Feb 09 03:13:51.055408 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-308eac86-dda5-4528-9471-34c2f43d54a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62 HTTP/1.1" status: 200 len: 217 time: 0.1450753 Feb 09 03:13:51.127589 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.166321 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b741785b-855a-42fa-b3c1-3342eefc3cf5 req-8a2e5b17-d442-4cf5-bcce-b199af08a0da tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/security-groups?id=68f30ead-2e2b-4cb4-80e3-20300c0f0c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934593 Feb 09 03:13:51.214693 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48b26a19-ac3b-48b9-9bb6-f65abbea0b48 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for security_group (9d4dbc9e-a417-4b55-a66a-0682ba7095b4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.236294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-e6457110-80d4-4cda-ac0e-d5634b4d89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:51.242380 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-e6457110-80d4-4cda-ac0e-d5634b4d89e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.1742065 Feb 09 03:13:51.243376 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48b26a19-ac3b-48b9-9bb6-f65abbea0b48 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9d4dbc9e-a417-4b55-a66a-0682ba7095b4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.261702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.292291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-19962db5-7333-40f2-bb86-b56aa03d6442 None None] Provisioning complete for port 73f77054-1c9d-4caf-8061-c069fb3a9107 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:51.292906 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19962db5-7333-40f2-bb86-b56aa03d6442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.316348 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-e7a60f24-277d-4f92-8b46-e04765941c1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583484 Feb 09 03:13:51.328789 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48b26a19-ac3b-48b9-9bb6-f65abbea0b48 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.338759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-48b26a19-ac3b-48b9-9bb6-f65abbea0b48 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7981575 Feb 09 03:13:51.343847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51652) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:51.354159 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Request body: {'security_group_rule': {'security_group_id': '9d4dbc9e-a417-4b55-a66a-0682ba7095b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:51.365116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7f5b9-300f-4872-86af-18faa00eb333 req-96eb81fa-ad32-4b30-9d8b-1325bf0a7755 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:51.372055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e0a7f5b9-300f-4872-86af-18faa00eb333 req-96eb81fa-ad32-4b30-9d8b-1325bf0a7755 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 936 time: 0.3202925 Feb 09 03:13:51.389556 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-19962db5-7333-40f2-bb86-b56aa03d6442 None None] Port 73f77054-1c9d-4caf-8061-c069fb3a9107 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:51.413854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b26a19-ac3b-48b9-9bb6-f65abbea0b48 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4dbc9e-a417-4b55-a66a-0682ba7095b4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:51.477005 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bae003bf-96b2-463f-8049-5c28da429fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.535420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f078d1-11fd-4132-a73f-1c44a2b8d143 req-9a204bcd-f603-4807-a7f1-0434f20b6458 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:51.545494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99f078d1-11fd-4132-a73f-1c44a2b8d143 req-9a204bcd-f603-4807-a7f1-0434f20b6458 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.2592623 Feb 09 03:13:51.595179 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e0a7f5b9-300f-4872-86af-18faa00eb333 req-e8242fe6-7e5b-4740-ad8c-6e115e6a4549 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945498 Feb 09 03:13:51.612436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for security_group_rule (6605e0f3-c0a6-461d-8f37-dd44f0ba6c26), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.629646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-0042736b-f835-478f-a181-c3689b6c2715 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916148 Feb 09 03:13:51.787127 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a62fbe5-9e7e-4ee9-a6d3-4f082fd34ec4 req-399bf087-3f20-4d79-9e4b-3bcc33a3e16c service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474686 Feb 09 03:13:51.803080 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99f078d1-11fd-4132-a73f-1c44a2b8d143 req-9cc2bc48-ad15-483a-bd05-9881b601dbe8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567050 Feb 09 03:13:51.864094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for security_group_rule (6605e0f3-c0a6-461d-8f37-dd44f0ba6c26), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.891780 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.898225 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (6605e0f3-c0a6-461d-8f37-dd44f0ba6c26), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.979109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6605e0f3-c0a6-461d-8f37-dd44f0ba6c26,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:51.999286 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.000727 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6503935 Feb 09 03:13:52.003648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51660) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:52.012593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.012944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.013278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.013593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ce6f21d0-b594-4d81-a164-9f8338630436 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Request body: {'security_group_rule': {'security_group_id': '9d4dbc9e-a417-4b55-a66a-0682ba7095b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:52.013742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.013981 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.014336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.014654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.014988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.015847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.016184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.016517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.016846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.017170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc6376-9a41-4f59-8257-4a05bcda723d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:52.059272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce6f21d0-b594-4d81-a164-9f8338630436 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for security_group_rule (7e112366-3a14-402a-9003-5ed5aaf7ed1d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.084400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f77054-1c9d-4caf-8061-c069fb3a9107 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:52.098825 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Publish callbacks [] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.134113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Transition to ACTIVE for port object 73f77054-1c9d-4caf-8061-c069fb3a9107 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:52.145834 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.164561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf24570f-c2f3-4f4f-8807-17794bf80922', 'tag': 'c7b4ba1e-0d88-4491-b02a-efd7caf27a62'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:52.171205 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a990146d-562d-4064-a44f-30abda26005b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf24570f-c2f3-4f4f-8807-17794bf80922", "tag": "c7b4ba1e-0d88-4491-b02a-efd7caf27a62"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:52.224061 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce6f21d0-b594-4d81-a164-9f8338630436 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for security_group_rule (7e112366-3a14-402a-9003-5ed5aaf7ed1d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.232574 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac3e6f6-861d-46cf-98cb-d6f55ea0bd4a x-openstack-request-id: req-2ac3e6f6-861d-46cf-98cb-d6f55ea0bd4a {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:52.233551 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf24570f-c2f3-4f4f-8807-17794bf80922", "tag": "c7b4ba1e-0d88-4491-b02a-efd7caf27a62", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:52.235798 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ac3e6f6-861d-46cf-98cb-d6f55ea0bd4a {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:52.236521 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf24570f-c2f3-4f4f-8807-17794bf80922', 'tag': 'c7b4ba1e-0d88-4491-b02a-efd7caf27a62', 'status': 'completed', 'code': 200} Feb 09 03:13:52.239622 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce6f21d0-b594-4d81-a164-9f8338630436 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (7e112366-3a14-402a-9003-5ed5aaf7ed1d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.291672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Pushing event updated for resources: {'Port': ['ID=73f77054-1c9d-4caf-8061-c069fb3a9107,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:52.329382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51668) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:52.330292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f21d0-b594-4d81-a164-9f8338630436 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e112366-3a14-402a-9003-5ed5aaf7ed1d,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:52.338897 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce6f21d0-b594-4d81-a164-9f8338630436 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.344535 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ce6f21d0-b594-4d81-a164-9f8338630436 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3398130 Feb 09 03:13:52.345330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51670) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:52.352974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:52.402410 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Attempting to bind port 73f77054-1c9d-4caf-8061-c069fb3a9107 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:52.402793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Attempting to bind port 73f77054-1c9d-4caf-8061-c069fb3a9107 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:52.403108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Attempting to bind port 73f77054-1c9d-4caf-8061-c069fb3a9107 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:52.407688 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.467777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990146d-562d-4064-a44f-30abda26005b req-6e6ae30a-27d9-469c-b448-ac8861e40990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:52.470296 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a990146d-562d-4064-a44f-30abda26005b req-6e6ae30a-27d9-469c-b448-ac8861e40990 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 1126 time: 0.2014034 Feb 09 03:13:52.631129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990146d-562d-4064-a44f-30abda26005b req-3fda61ce-2040-436f-9400-c8d72f26e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:52.634099 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a990146d-562d-4064-a44f-30abda26005b req-3fda61ce-2040-436f-9400-c8d72f26e245 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.1519408 Feb 09 03:13:52.697440 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a990146d-562d-4064-a44f-30abda26005b req-6e56f68a-07cb-4e28-8ffd-19ba42c666eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62 HTTP/1.1" status: 200 len: 217 time: 0.0536864 Feb 09 03:13:52.709664 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.769015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Port 73f77054-1c9d-4caf-8061-c069fb3a9107 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:52.769966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Attempting to bind port 73f77054-1c9d-4caf-8061-c069fb3a9107 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:52.791489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bae003bf-96b2-463f-8049-5c28da429fb4 admin admin] Deleting port 71ac6b83-7b9f-47b0-ab17-80c306f1be80 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:52.792084 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bae003bf-96b2-463f-8049-5c28da429fb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.850632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:52.851141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:52.851617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:52.852163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Bound port: 73f77054-1c9d-4caf-8061-c069fb3a9107, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:52.852609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.854770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655451-41cf-407c-add4-ed675e735b31 req-aec75c94-4663-42d3-b84a-1d51e950e755 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:52.856291 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75655451-41cf-407c-add4-ed675e735b31 req-aec75c94-4663-42d3-b84a-1d51e950e755 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 948 time: 0.1571715 Feb 09 03:13:52.861219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990146d-562d-4064-a44f-30abda26005b req-8abd3e9c-2669-4208-a7bd-6bff2a84f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:52.864373 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a990146d-562d-4064-a44f-30abda26005b req-8abd3e9c-2669-4208-a7bd-6bff2a84f2c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.1514120 Feb 09 03:13:52.873001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecade321-5458-46dd-9454-d81f147c73af req-590f5cb8-d607-4098-95ea-0da7ecdfc187 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:52.875149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ecade321-5458-46dd-9454-d81f147c73af req-590f5cb8-d607-4098-95ea-0da7ecdfc187 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 945 time: 0.5884283 Feb 09 03:13:52.918471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-aefc5b8c-edd9-45c0-96f4-fab5c276ff8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f13162dd2e24fa6b915e7f5fc2e53a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5575368 Feb 09 03:13:52.929209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51680) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:52.944343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a990146d-562d-4064-a44f-30abda26005b req-cc7cf686-1ae2-47c3-95b2-2f7055da0071 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577607 Feb 09 03:13:52.976804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Allocated IP 172.25.5.107 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/2d975a19-fe67-4405-8410-83fb963b4e9a) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:53.046117 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75655451-41cf-407c-add4-ed675e735b31 req-55772416-7c5a-40db-87d6-1b5e31f76457 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607153 Feb 09 03:13:53.054103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bae003bf-96b2-463f-8049-5c28da429fb4 admin admin] For port 71ac6b83-7b9f-47b0-ab17-80c306f1be80, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=71ac6b83-7b9f-47b0-ab17-80c306f1be80,segment=NetworkSegment(90c0daff-6c37-4465-a791-f72946aa16b3),segment_id=90c0daff-6c37-4465-a791-f72946aa16b3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:53.054103 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bae003bf-96b2-463f-8049-5c28da429fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.069044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ecade321-5458-46dd-9454-d81f147c73af req-e92552d5-b056-498a-b8eb-a101c5a905db tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/security-groups?id=68f30ead-2e2b-4cb4-80e3-20300c0f0c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712258 Feb 09 03:13:53.108427 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] For port 73f77054-1c9d-4caf-8061-c069fb3a9107, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:53.128732 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] For port 73f77054-1c9d-4caf-8061-c069fb3a9107, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=73f77054-1c9d-4caf-8061-c069fb3a9107,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:53.136375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bae003bf-96b2-463f-8049-5c28da429fb4 admin admin] Calling delete_port for 71ac6b83-7b9f-47b0-ab17-80c306f1be80 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:53.273458 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.349449 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-363c03d9-383c-4e0a-8f6f-44eb438e757e admin admin] Publish callbacks [] for security_group (3ada52c7-acda-42d0-954f-d02dc893df94), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.395712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:53.396735 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.399023 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] 10.222.0.65 "PUT /v2.0/ports/73f77054-1c9d-4caf-8061-c069fb3a9107 HTTP/1.1" status: 200 len: 1097 time: 2.5685694 Feb 09 03:13:53.406665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b06e4c-3e20-42aa-bea9-e44208c05906', 'tag': '73f77054-1c9d-4caf-8061-c069fb3a9107'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:53.410405 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a54a41-90ed-4883-b9af-9a10f166b2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "68b06e4c-3e20-42aa-bea9-e44208c05906", "tag": "73f77054-1c9d-4caf-8061-c069fb3a9107"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:53.486664 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for port (2d975a19-fe67-4405-8410-83fb963b4e9a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.504653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a990146d-562d-4064-a44f-30abda26005b req-551225bb-dcaa-4647-8a66-f2542050fa06 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472221 Feb 09 03:13:53.537792 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b72174-9d54-4ad3-86ed-bc6c0ae398c0 x-openstack-request-id: req-17b72174-9d54-4ad3-86ed-bc6c0ae398c0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:53.538082 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b06e4c-3e20-42aa-bea9-e44208c05906", "tag": "73f77054-1c9d-4caf-8061-c069fb3a9107", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:53.538345 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17b72174-9d54-4ad3-86ed-bc6c0ae398c0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:53.538747 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b06e4c-3e20-42aa-bea9-e44208c05906', 'tag': '73f77054-1c9d-4caf-8061-c069fb3a9107', 'status': 'completed', 'code': 200} Feb 09 03:13:53.556946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:53.575576 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-363c03d9-383c-4e0a-8f6f-44eb438e757e admin admin] Publish callbacks [] for security_group (3ada52c7-acda-42d0-954f-d02dc893df94), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.578988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6325b6-64b4-4d66-b09b-8a9f43cf7f2a service neutron] Pushing event updated for resources: {'Port': ['ID=73f77054-1c9d-4caf-8061-c069fb3a9107,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:53.616394 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2d975a19-fe67-4405-8410-83fb963b4e9a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.647210 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bbdf4-699f-412d-86ba-3fcf8ec2528f req-4dd13f1d-6d32-4799-9e1c-7a4d79b2e100 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:53.658989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe5bbdf4-699f-412d-86ba-3fcf8ec2528f req-4dd13f1d-6d32-4799-9e1c-7a4d79b2e100 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.3187165 Feb 09 03:13:53.682272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-25854f6a-045f-4ba5-ada1-abfdec4b2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:53.684139 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-25854f6a-045f-4ba5-ada1-abfdec4b2d08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 1131 time: 0.1492734 Feb 09 03:13:53.706391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:13:53.712927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:53.713404 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.727920 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:53.736810 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-363c03d9-383c-4e0a-8f6f-44eb438e757e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3ada52c7-acda-42d0-954f-d02dc893df94), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.739831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-363c03d9-383c-4e0a-8f6f-44eb438e757e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.743541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:53.749250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:53.758172 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-363c03d9-383c-4e0a-8f6f-44eb438e757e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ada52c7-acda-42d0-954f-d02dc893df94 HTTP/1.1" status: 204 len: 168 time: 0.8234518 Feb 09 03:13:53.868754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:53.869840 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.876295 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.882603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event updated for resources: {'Port': ['ID=2d975a19-fe67-4405-8410-83fb963b4e9a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:53.888481 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-e9c4c78c-2a3c-475d-b6b5-73f97249e2fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=73f77054-1c9d-4caf-8061-c069fb3a9107 HTTP/1.1" status: 200 len: 217 time: 0.1842060 Feb 09 03:13:53.928244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a990146d-562d-4064-a44f-30abda26005b req-18eca98b-aeb2-4ac7-ad47-22a095f2eb22 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141645 Feb 09 03:13:53.941409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61267430-d125-4314-9a34-b4ef9a05dc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:53.944168 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86924cf3-d871-42d4-827d-919863a619d5" -d '{"events": [{"server_uuid": "61267430-d125-4314-9a34-b4ef9a05dc25", "name": "network-vif-plugged", "status": "completed", "tag": "52ba18cf-c943-4f86-bc6c-2acbbf75b2b5"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:53.945594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c03d9-383c-4e0a-8f6f-44eb438e757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ada52c7-acda-42d0-954f-d02dc893df94,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:53.962258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe5bbdf4-699f-412d-86ba-3fcf8ec2528f req-583e20a6-a2ca-4455-8ad8-544bf95d0a04 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008294 Feb 09 03:13:53.981259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5,segment=NetworkSegment(cf26f534-a40a-4386-8022-a4cc4411b793),segment_id=cf26f534-a40a-4386-8022-a4cc4411b793)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:53.988949 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bae003bf-96b2-463f-8049-5c28da429fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (71ac6b83-7b9f-47b0-ab17-80c306f1be80), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.995535 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.044188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae003bf-96b2-463f-8049-5c28da429fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ac6b83-7b9f-47b0-ab17-80c306f1be80,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:54.075685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-18fc557d-6b78-409b-8785-193292c464e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:54.077534 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-18fc557d-6b78-409b-8785-193292c464e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1701994 Feb 09 03:13:54.106493 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ddb58f-5d45-4f7c-9e7f-a34c61b1ca33 x-openstack-request-id: req-31ddb58f-5d45-4f7c-9e7f-a34c61b1ca33 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:54.107166 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61267430-d125-4314-9a34-b4ef9a05dc25", "name": "network-vif-plugged", "status": "completed", "tag": "52ba18cf-c943-4f86-bc6c-2acbbf75b2b5", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:54.107580 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31ddb58f-5d45-4f7c-9e7f-a34c61b1ca33 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:54.115625 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61267430-d125-4314-9a34-b4ef9a05dc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5', 'code': 200} Feb 09 03:13:54.116109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for floatingip (6078bc9b-599b-49e5-94ba-bda8332ae7d9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.207928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:54.255740 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2d975a19-fe67-4405-8410-83fb963b4e9a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.411436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-7a50eda6-9b62-4122-9dd4-c4ec4420f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:54.413244 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-7a50eda6-9b62-4122-9dd4-c4ec4420f80b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3258691 Feb 09 03:13:54.450304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51696) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:54.518101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b4f00-b492-4dfc-8647-0002c01fd655 req-f2b26a91-a59f-482e-885e-174a59c1e44c tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:54.519787 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-360b4f00-b492-4dfc-8647-0002c01fd655 req-f2b26a91-a59f-482e-885e-174a59c1e44c tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 946 time: 0.2125461 Feb 09 03:13:54.524770 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bae003bf-96b2-463f-8049-5c28da429fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.536944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079d19f-ff3c-4ed8-8ac3-570e07593ea6 req-8b4150f3-0ae6-40b1-89ea-a0c286a55fcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:54.543884 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0079d19f-ff3c-4ed8-8ac3-570e07593ea6 req-8b4150f3-0ae6-40b1-89ea-a0c286a55fcd tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 948 time: 0.1694853 Feb 09 03:13:54.552634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68577900-3212-4a02-a2ec-ad1d87c5d2a3 req-6344db4d-4ce5-46b7-8876-28cea7465841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:54.554094 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68577900-3212-4a02-a2ec-ad1d87c5d2a3 req-6344db4d-4ce5-46b7-8876-28cea7465841 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 1129 time: 0.1809919 Feb 09 03:13:54.593685 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-66270ea6-4080-4953-b8bf-3513bd61c079 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a43a2fc01cf449dc9ed818ae4f088da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375940 Feb 09 03:13:54.600222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51698) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:54.645256 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for port (2d975a19-fe67-4405-8410-83fb963b4e9a), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.669718 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2d975a19-fe67-4405-8410-83fb963b4e9a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.673915 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-a8bdf4fb-7a2c-4f83-9bfc-bf0e6beee273 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507298 Feb 09 03:13:54.718950 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-360b4f00-b492-4dfc-8647-0002c01fd655 req-13e5b97f-d4d1-47be-b847-b9dbf3da9999 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/security-groups?id=68f30ead-2e2b-4cb4-80e3-20300c0f0c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836855 Feb 09 03:13:54.734705 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0079d19f-ff3c-4ed8-8ac3-570e07593ea6 req-7426b88a-f4ca-4730-946c-2fb4c10e0e9e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837573 Feb 09 03:13:54.742117 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68577900-3212-4a02-a2ec-ad1d87c5d2a3 req-5c427f19-41a3-4a87-90da-763e8f112f4f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=68f30ead-2e2b-4cb4-80e3-20300c0f0c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769717 Feb 09 03:13:54.805535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event updated for resources: {'Port': ['ID=2d975a19-fe67-4405-8410-83fb963b4e9a,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:54.811218 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64a71167-e2da-4e25-8e29-83fa8509e858 admin admin] Publish callbacks [] for security_group (3c2173a8-2c07-4da5-a737-47b0a74ef15f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.839090 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (6078bc9b-599b-49e5-94ba-bda8332ae7d9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.849970 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64a71167-e2da-4e25-8e29-83fa8509e858 admin admin] Publish callbacks [] for security_group (3c2173a8-2c07-4da5-a737-47b0a74ef15f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.871909 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.873316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-117955f7-cfda-460c-9bbb-664f4ec6d063 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5257373 Feb 09 03:13:54.923906 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64a71167-e2da-4e25-8e29-83fa8509e858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3c2173a8-2c07-4da5-a737-47b0a74ef15f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.928060 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64a71167-e2da-4e25-8e29-83fa8509e858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.929866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-64a71167-e2da-4e25-8e29-83fa8509e858 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c2173a8-2c07-4da5-a737-47b0a74ef15f HTTP/1.1" status: 204 len: 168 time: 0.3268540 Feb 09 03:13:54.933439 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0048ecd4-0216-4aba-bab5-ccc9e92a5e73 req-e3617467-8ae7-4e73-8b73-c08a53c22980 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441342 Feb 09 03:13:54.940759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a71167-e2da-4e25-8e29-83fa8509e858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2173a8-2c07-4da5-a737-47b0a74ef15f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:55.064497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae003bf-96b2-463f-8049-5c28da429fb4 admin admin] Router f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:13:55.139887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d7eed-024b-4753-b17f-01a5f370bd83 req-41c7dfb8-d5f8-43f4-a5a8-77e4304616aa tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:55.142923 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-659d7eed-024b-4753-b17f-01a5f370bd83 req-41c7dfb8-d5f8-43f4-a5a8-77e4304616aa tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.0692995 Feb 09 03:13:55.199797 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-659d7eed-024b-4753-b17f-01a5f370bd83 req-4358caeb-256d-4567-b1ca-95164312d2ce tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523760 Feb 09 03:13:55.304045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a54a41-90ed-4883-b9af-9a10f166b2a3 req-05b238e3-38d1-44e3-8a2c-72f4387b2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:55.305609 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-89a54a41-90ed-4883-b9af-9a10f166b2a3 req-05b238e3-38d1-44e3-8a2c-72f4387b2ce0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 1131 time: 0.2592275 Feb 09 03:13:55.424947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae003bf-96b2-463f-8049-5c28da429fb4 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:13:55.440055 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bae003bf-96b2-463f-8049-5c28da429fb4 admin admin] 10.222.0.21 "PUT /v2.0/routers/f981d0ac-1c1a-4c3c-9d7d-9f9a32633621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3158948 Feb 09 03:13:55.441387 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5bc793-1944-4d51-a83d-b91b36392669 None None] Sync routers for ids ['f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:13:55.442893 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51724) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:55.448698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-ffaffe2a-cdf6-4faa-8b24-8f2f89ab2592 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:55.450321 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-ffaffe2a-cdf6-4faa-8b24-8f2f89ab2592 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/networks?id=3676f8df-374e-4df3-a351-736985e7f7a6 HTTP/1.1" status: 200 len: 821 time: 0.2610538 Feb 09 03:13:55.456496 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bc793-1944-4d51-a83d-b91b36392669 None None] Routers {'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:55.457128 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bf5bc793-1944-4d51-a83d-b91b36392669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:55.545654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a54a41-90ed-4883-b9af-9a10f166b2a3 req-4482c6cc-2d0e-4364-ad86-73e9a8b9822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:55.547449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-89a54a41-90ed-4883-b9af-9a10f166b2a3 req-4482c6cc-2d0e-4364-ad86-73e9a8b9822c service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2333784 Feb 09 03:13:55.550792 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-be54a427-5482-45f7-a95e-df66bce02c73 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/quotas/ca8995660d1b4a3dacc04ce95ad2d333 HTTP/1.1" status: 200 len: 375 time: 0.0876870 Feb 09 03:13:55.564405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c7b4ba1e-0d88-4491-b02a-efd7caf27a62 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:55.611589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-89a54a41-90ed-4883-b9af-9a10f166b2a3 req-de219e71-dfe0-4152-8e37-db1eae4eaf60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=73f77054-1c9d-4caf-8061-c069fb3a9107 HTTP/1.1" status: 200 len: 217 time: 0.0555375 Feb 09 03:13:55.630185 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-bf5bc793-1944-4d51-a83d-b91b36392669 None None] Set router f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:13:55.634068 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-a261d9c0-3b3a-4c5e-897e-aeff1e298c24 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca8995660d1b4a3dacc04ce95ad2d333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694270 Feb 09 03:13:55.733439 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Publish callbacks [] for router (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:55.735873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:55.751710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'c7b4ba1e-0d88-4491-b02a-efd7caf27a62', 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7', 'port_id': 'c7b4ba1e-0d88-4491-b02a-efd7caf27a62', 'mac_address': 'fa:16:3e:35:36:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02ff38e-7b0e-4e54-993e-48f3a7637677', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:55.854650 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:55.855152 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:55.880709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b4ba1e-0d88-4491-b02a-efd7caf27a62 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:55.907141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:55.918546 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1d5d5-7cd6-4492-82f1-b4b82db310eb req-6883eb0b-dafb-4597-9f25-8eb683465568 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:55.922768 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:55.926844 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9bc1d5d5-7cd6-4492-82f1-b4b82db310eb req-6883eb0b-dafb-4597-9f25-8eb683465568 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 948 time: 0.1009097 Feb 09 03:13:55.981948 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bf5bc793-1944-4d51-a83d-b91b36392669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'name': 'tempest-AttachSCSIVolumeTestJSON-583976411-router', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:08Z', 'updated_at': '2022-02-09T03:13:53Z', 'revision_number': 5, 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'gw_port': {'id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:10Z', 'updated_at': '2022-02-09T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:56.020568 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9bc1d5d5-7cd6-4492-82f1-b4b82db310eb req-9ab003fa-6b81-499a-92ee-966db899ac45 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874515 Feb 09 03:13:56.055731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:56.065437 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5bc793-1944-4d51-a83d-b91b36392669 None None] Checking router: f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:13:56.080583 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bc793-1944-4d51-a83d-b91b36392669 None None] Routers {'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:56.081758 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bf5bc793-1944-4d51-a83d-b91b36392669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:56.226356 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a54a41-90ed-4883-b9af-9a10f166b2a3 req-c2854801-2e79-4d82-a9ea-8ef1e3f5968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:56.227801 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-89a54a41-90ed-4883-b9af-9a10f166b2a3 req-c2854801-2e79-4d82-a9ea-8ef1e3f5968e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.5977890 Feb 09 03:13:56.236001 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-bf5bc793-1944-4d51-a83d-b91b36392669 None None] Set router f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:13:56.258453 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['c7b4ba1e-0d88-4491-b02a-efd7caf27a62'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:56.319551 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-09e6fff0-f9a7-4751-8edf-95a6d4893d5c service neutron] 10.222.0.21 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530137 Feb 09 03:13:56.375444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd11056-7d5c-407f-8060-451b615b7ea6 req-d56b6bc1-641f-4f96-997b-fc25507fb827 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:56.391566 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dd11056-7d5c-407f-8060-451b615b7ea6 req-d56b6bc1-641f-4f96-997b-fc25507fb827 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 946 time: 0.1837878 Feb 09 03:13:56.461747 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dd11056-7d5c-407f-8060-451b615b7ea6 req-662e462d-890f-40b3-99d8-7dcc09f685f6 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/security-groups?id=68f30ead-2e2b-4cb4-80e3-20300c0f0c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684516 Feb 09 03:13:56.465547 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bf5bc793-1944-4d51-a83d-b91b36392669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'name': 'tempest-AttachSCSIVolumeTestJSON-583976411-router', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:08Z', 'updated_at': '2022-02-09T03:13:53Z', 'revision_number': 5, 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'gw_port': {'id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:10Z', 'updated_at': '2022-02-09T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:56.505147 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5bc793-1944-4d51-a83d-b91b36392669 None None] The sync data for ids ['f981d0ac-1c1a-4c3c-9d7d-9f9a32633621'] in n-d-824835-15 is: [{'id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'name': 'tempest-AttachSCSIVolumeTestJSON-583976411-router', 'tenant_id': '4c1d0832777b4f4ba16e5cce5187b540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:08Z', 'updated_at': '2022-02-09T03:13:53Z', 'revision_number': 5, 'project_id': '4c1d0832777b4f4ba16e5cce5187b540', 'gw_port': {'id': 'ff6802b3-e63c-4e16-8f27-06c31c0be5a1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f981d0ac-1c1a-4c3c-9d7d-9f9a32633621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:10Z', 'updated_at': '2022-02-09T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:13:56.548579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a54a41-90ed-4883-b9af-9a10f166b2a3 req-ef05292c-6ad4-4548-a6c8-b2258824dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:56.550327 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-89a54a41-90ed-4883-b9af-9a10f166b2a3 req-ef05292c-6ad4-4548-a6c8-b2258824dc57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3127470 Feb 09 03:13:56.603625 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-40ba43d4-8698-44e9-8d6e-dfb2df034aae service neutron] 10.222.0.21 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729721 Feb 09 03:13:56.615457 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Publish callbacks [] for router_gateway (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:56.637655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c53e-f8ce-44dc-bb08-e7f3f62952bf req-77b41176-6f4d-4a71-90c3-ca80a44cdd4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:56.638861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a55c53e-f8ce-44dc-bb08-e7f3f62952bf req-77b41176-6f4d-4a71-90c3-ca80a44cdd4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 944 time: 0.1031203 Feb 09 03:13:56.767239 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a55c53e-f8ce-44dc-bb08-e7f3f62952bf req-7f3c77d5-f048-406a-bcb0-59ab17a5fcce tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192906 Feb 09 03:13:56.826381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-89a54a41-90ed-4883-b9af-9a10f166b2a3 req-73568a24-b8c3-4217-a2cc-8b52f3e2ffa7 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673979 Feb 09 03:13:56.829385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Deleting port ff6802b3-e63c-4e16-8f27-06c31c0be5a1 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:56.829763 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:56.950856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16e68c32-7bbd-43e2-aa4a-c92562958ea0 req-888047a7-4195-4ce6-a9e8-5c6ccd3604f9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 210 time: 0.0595903 Feb 09 03:13:57.020192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] For port ff6802b3-e63c-4e16-8f27-06c31c0be5a1, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ff6802b3-e63c-4e16-8f27-06c31c0be5a1,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:57.020560 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:57.035998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Calling delete_port for ff6802b3-e63c-4e16-8f27-06c31c0be5a1 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:57.266075 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-89a54a41-90ed-4883-b9af-9a10f166b2a3 req-5e76d9b5-c709-44f6-8629-f6a476d1929d service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311054 Feb 09 03:13:57.373071 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3497bd-023f-4b4c-a1e0-06bd1e1ba12f req-83107a4a-706c-454a-a5d3-ca4eb1186b40 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:57.375689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f3497bd-023f-4b4c-a1e0-06bd1e1ba12f req-83107a4a-706c-454a-a5d3-ca4eb1186b40 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 948 time: 0.1131923 Feb 09 03:13:57.477442 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f3497bd-023f-4b4c-a1e0-06bd1e1ba12f req-a214d42f-9fbb-47ff-a847-cc21a2f1e17b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904377 Feb 09 03:13:57.488188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (ff6802b3-e63c-4e16-8f27-06c31c0be5a1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:57.529585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6802b3-e63c-4e16-8f27-06c31c0be5a1,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:57.542630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 71ac6b83-7b9f-47b0-ab17-80c306f1be80 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:57.576477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:57.601989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 71ac6b83-7b9f-47b0-ab17-80c306f1be80 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:13:57.604157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 71ac6b83-7b9f-47b0-ab17-80c306f1be80 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:13:57.667496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201be72-d130-4bde-bdc2-5cb2706e2b3f req-5cdc3f14-bedc-49e1-a207-a421166aa88f tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:57.669366 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0201be72-d130-4bde-bdc2-5cb2706e2b3f req-5cdc3f14-bedc-49e1-a207-a421166aa88f tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 946 time: 0.0790358 Feb 09 03:13:57.736957 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:57.739912 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Publish callbacks [] for router_controller (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:57.764809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0201be72-d130-4bde-bdc2-5cb2706e2b3f req-6c25fc1e-c698-458c-af91-548d6a9211df tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/security-groups?id=68f30ead-2e2b-4cb4-80e3-20300c0f0c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730791 Feb 09 03:13:57.839077 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (f981d0ac-1c1a-4c3c-9d7d-9f9a32633621), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:57.840015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:13:57.851147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:57.861723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-194bb3f9-fa9a-4172-8dfc-ba9bee084d6a admin admin] 10.222.0.21 "DELETE /v2.0/routers/f981d0ac-1c1a-4c3c-9d7d-9f9a32633621 HTTP/1.1" status: 204 len: 168 time: 2.4077241 Feb 09 03:13:57.863184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51788) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:57.988237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-464b2a47-14dc-440e-8a07-16da7c6cb8ed admin admin] Deleting subnet 887b3969-9426-4e7d-9a61-119daccba650 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:13:57.999762 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-464b2a47-14dc-440e-8a07-16da7c6cb8ed admin admin] Publish callbacks [] for subnet (887b3969-9426-4e7d-9a61-119daccba650), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.078760 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-6d098d07-ea09-42d9-bd9f-42775ed8606b tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=238817bdc19a45139b2637f0eda72cab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449572 Feb 09 03:13:58.092299 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-7dd72aff-4965-4d11-bec6-ab788519bf1e tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 258 time: 0.2962053 Feb 09 03:13:58.099524 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:58.132925 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.159743 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-464b2a47-14dc-440e-8a07-16da7c6cb8ed admin admin] Publish callbacks [] for subnet (887b3969-9426-4e7d-9a61-119daccba650), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.238613 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.287376 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-464b2a47-14dc-440e-8a07-16da7c6cb8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (887b3969-9426-4e7d-9a61-119daccba650), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.320433 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-722168d6-f744-45d5-b8a7-45cc991445a7 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:58.322195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-722168d6-f744-45d5-b8a7-45cc991445a7 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424295 Feb 09 03:13:58.371255 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-465d066f-77b8-4cb3-9946-f10b743142f6 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/quotas/238817bdc19a45139b2637f0eda72cab HTTP/1.1" status: 200 len: 375 time: 0.0376353 Feb 09 03:13:58.410213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Allocated IP 172.25.5.39 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/fd4398ea-bce9-4329-b8b9-71cb793074f4) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:58.437321 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-9c7eba41-9f28-4323-9621-12991a27caac tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=238817bdc19a45139b2637f0eda72cab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418439 Feb 09 03:13:58.438895 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-464b2a47-14dc-440e-8a07-16da7c6cb8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (887b3969-9426-4e7d-9a61-119daccba650), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.587507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for port (fd4398ea-bce9-4329-b8b9-71cb793074f4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.601043 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b2a47-14dc-440e-8a07-16da7c6cb8ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887b3969-9426-4e7d-9a61-119daccba650,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:58.612568 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-464b2a47-14dc-440e-8a07-16da7c6cb8ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.618894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51804) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:58.623333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0a6aaf-ab8d-4b10-907e-50b8efb650ab None None] Network 35693877-8c1e-440a-b66e-13e31f87a936 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:58.627508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-464b2a47-14dc-440e-8a07-16da7c6cb8ed admin admin] 10.222.0.21 "DELETE /v2.0/subnets/887b3969-9426-4e7d-9a61-119daccba650 HTTP/1.1" status: 204 len: 168 time: 0.7630060 Feb 09 03:13:58.753397 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (35693877-8c1e-440a-b66e-13e31f87a936), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.768067 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fd4398ea-bce9-4329-b8b9-71cb793074f4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.816522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-82b841b6-d358-4d6c-b637-3e58952718a6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:58.818063 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-82b841b6-d358-4d6c-b637-3e58952718a6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.65 "GET /v2.0/networks?id=3676f8df-374e-4df3-a351-736985e7f7a6 HTTP/1.1" status: 200 len: 821 time: 0.3847628 Feb 09 03:13:58.849198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Pushing event updated for resources: {'Port': ['ID=fd4398ea-bce9-4329-b8b9-71cb793074f4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:58.853834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298d6ca-d83b-496e-a50a-06a12d084822 req-e3d41b76-da5d-47f0-aea1-5a7c62f07f40 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:58.857213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:58.860416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:58.862912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4298d6ca-d83b-496e-a50a-06a12d084822 req-e3d41b76-da5d-47f0-aea1-5a7c62f07f40 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 944 time: 0.1420507 Feb 09 03:13:58.863254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:58.873152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Request body: {'port': {'device_id': '50a7818a-d32c-46a9-9af9-44db1ba5d5d1', 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6', 'admin_state_up': True, 'tenant_id': 'ca8995660d1b4a3dacc04ce95ad2d333'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:58.935534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81346aca-f0ae-497b-bb0a-b324e8089723 None None] DHCP port deletion for 35693877-8c1e-440a-b66e-13e31f87a936 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:13:58.947100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Deleting port 6469be62-937a-4c1e-bdd6-793121772812 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:58.947443 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6469be62-937a-4c1e-bdd6-793121772812), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.976080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 73f77054-1c9d-4caf-8061-c069fb3a9107 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:59.028620 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4298d6ca-d83b-496e-a50a-06a12d084822 req-8987274e-0388-4ec1-b564-7232125032b4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644769 Feb 09 03:13:59.032123 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (4556c086-602e-4f2e-80ee-7189d4a1c3fa), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.046752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] For port 6469be62-937a-4c1e-bdd6-793121772812, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6469be62-937a-4c1e-bdd6-793121772812,segment=NetworkSegment(90c0daff-6c37-4465-a791-f72946aa16b3),segment_id=90c0daff-6c37-4465-a791-f72946aa16b3)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:59.047130 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6469be62-937a-4c1e-bdd6-793121772812), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.078646 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Calling delete_port for 6469be62-937a-4c1e-bdd6-793121772812 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:59.091011 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd4398ea-bce9-4329-b8b9-71cb793074f4), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.132175 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Made reservation on behalf of ca8995660d1b4a3dacc04ce95ad2d333 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:59.137662 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.151851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 73f77054-1c9d-4caf-8061-c069fb3a9107, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=73f77054-1c9d-4caf-8061-c069fb3a9107,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:59.165410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '73f77054-1c9d-4caf-8061-c069fb3a9107', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '73f77054-1c9d-4caf-8061-c069fb3a9107', 'mac_address': 'fa:16:3e:7f:d7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:59.199918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-81346aca-f0ae-497b-bb0a-b324e8089723 None None] Deleting port 6469be62-937a-4c1e-bdd6-793121772812 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:59.200423 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81346aca-f0ae-497b-bb0a-b324e8089723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6469be62-937a-4c1e-bdd6-793121772812), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.241644 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e6ee693-8772-4030-8f9a-54c78336b61b req-b959c954-b4ab-4e04-aa28-5c731b797c65 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 210 time: 0.0517385 Feb 09 03:13:59.276670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-81346aca-f0ae-497b-bb0a-b324e8089723 None None] For port 6469be62-937a-4c1e-bdd6-793121772812, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6469be62-937a-4c1e-bdd6-793121772812,segment=NetworkSegment(90c0daff-6c37-4465-a791-f72946aa16b3),segment_id=90c0daff-6c37-4465-a791-f72946aa16b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:59.277201 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81346aca-f0ae-497b-bb0a-b324e8089723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6469be62-937a-4c1e-bdd6-793121772812), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.295755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 73f77054-1c9d-4caf-8061-c069fb3a9107 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:59.296514 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.299479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-81346aca-f0ae-497b-bb0a-b324e8089723 None None] Calling delete_port for 6469be62-937a-4c1e-bdd6-793121772812 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:59.313239 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6469be62-937a-4c1e-bdd6-793121772812), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.323768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f77054-1c9d-4caf-8061-c069fb3a9107 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:59.367844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6469be62-937a-4c1e-bdd6-793121772812,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:59.386245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] No DVR routers for this DVR port 6469be62-937a-4c1e-bdd6-793121772812 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:13:59.422676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 73f77054-1c9d-4caf-8061-c069fb3a9107, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=73f77054-1c9d-4caf-8061-c069fb3a9107,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:59.481056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab3d98-f0e0-4f50-86d6-8df29f4ec7bc req-8a061315-9064-46ee-ae75-710a4144d466 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:59.481988 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for port (fd4398ea-bce9-4329-b8b9-71cb793074f4), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.490049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ab3d98-f0e0-4f50-86d6-8df29f4ec7bc req-8a061315-9064-46ee-ae75-710a4144d466 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 948 time: 0.1526408 Feb 09 03:13:59.494580 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (fd4398ea-bce9-4329-b8b9-71cb793074f4), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.496442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Allocated IP 172.20.0.10 (3676f8df-374e-4df3-a351-736985e7f7a6/74d7fd12-786a-4383-9c06-fed2ef100cb3/a1883265-e97d-46c7-915d-6c9ecbc39083) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:59.497690 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (35693877-8c1e-440a-b66e-13e31f87a936), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.513597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.591137 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ab3d98-f0e0-4f50-86d6-8df29f4ec7bc req-91ace160-baaa-4efe-9bac-42f581c4febb tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004276 Feb 09 03:13:59.607397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35693877-8c1e-440a-b66e-13e31f87a936']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:59.618392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Pushing event updated for resources: {'Port': ['ID=fd4398ea-bce9-4329-b8b9-71cb793074f4,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:59.654133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c0daff-6c37-4465-a791-f72946aa16b3') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:59.661001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c0daff-6c37-4465-a791-f72946aa16b3') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:59.683810 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (90c0daff-6c37-4465-a791-f72946aa16b3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.691237 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (4556c086-602e-4f2e-80ee-7189d4a1c3fa), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.707348 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (90c0daff-6c37-4465-a791-f72946aa16b3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.718806 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.720293 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-72045de1-855f-4b08-81df-ff5892067e23 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6257107 Feb 09 03:13:59.724594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:13:59.725398 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (90c0daff-6c37-4465-a791-f72946aa16b3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:13:59.728520 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:13:59.797069 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9f1f0bff-6764-4276-b333-1e9b46fe31fd req-ee2dd3fc-bdcd-49c1-b25b-28a51c9ff828 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 210 time: 0.0512104 Feb 09 03:13:59.819983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c7b4ba1e-0d88-4491-b02a-efd7caf27a62 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:59.823049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6469be62-937a-4c1e-bdd6-793121772812 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:59.852309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6469be62-937a-4c1e-bdd6-793121772812 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:13:59.852918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6469be62-937a-4c1e-bdd6-793121772812 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:13:59.853527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ff6802b3-e63c-4e16-8f27-06c31c0be5a1 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:59.878522 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.898743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: ff6802b3-e63c-4e16-8f27-06c31c0be5a1 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:13:59.899352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ff6802b3-e63c-4e16-8f27-06c31c0be5a1 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:13:59.905323 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81346aca-f0ae-497b-bb0a-b324e8089723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (6469be62-937a-4c1e-bdd6-793121772812), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.931683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.936263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81346aca-f0ae-497b-bb0a-b324e8089723 None None] No DVR routers for this DVR port 6469be62-937a-4c1e-bdd6-793121772812 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:13:59.948028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=73f77054-1c9d-4caf-8061-c069fb3a9107,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:59.992704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81346aca-f0ae-497b-bb0a-b324e8089723 None None] Pushing event deleted for resources: {'Port': ['ID=6469be62-937a-4c1e-bdd6-793121772812,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:00.018627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:14:00.022941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Network 3676f8df-374e-4df3-a351-736985e7f7a6 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:00.024457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:00.024940 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.027624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:00.039854 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:00.048275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:00.049948 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.075656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event updated for resources: {'Port': ['ID=a1883265-e97d-46c7-915d-6c9ecbc39083,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:00.094672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-d17ed350-2358-4cdc-b02f-f8f12ef6d898 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2248974 Feb 09 03:14:00.116420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Request body: {'port': {'device_id': '50a7818a-d32c-46a9-9af9-44db1ba5d5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:00.146467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:00.146866 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.181021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['73f77054-1c9d-4caf-8061-c069fb3a9107'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:00.185805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-333a0351-c43c-44d3-b23d-71b8940a8934 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.39 HTTP/1.1" status: 200 len: 695 time: 0.4403632 Feb 09 03:14:00.199002 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.212307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf24570f-c2f3-4f4f-8807-17794bf80922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b4ba1e-0d88-4491-b02a-efd7caf27a62'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:00.215206 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85a469c-5d9e-499a-a411-0d2fb341fe35" -d '{"events": [{"server_uuid": "bf24570f-c2f3-4f4f-8807-17794bf80922", "name": "network-vif-plugged", "status": "completed", "tag": "c7b4ba1e-0d88-4491-b02a-efd7caf27a62"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:00.239489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:00.242513 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (35693877-8c1e-440a-b66e-13e31f87a936), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.248513 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.251189 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.259939 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/35693877-8c1e-440a-b66e-13e31f87a936 HTTP/1.1" status: 204 len: 168 time: 1.6399617 Feb 09 03:14:00.260586 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51824) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:00.339233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828e065-affc-4772-aae8-98ea646d3eaf req-4f82bbe6-2d65-4667-99c6-7223bfe46d65 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:00.349010 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9828e065-affc-4772-aae8-98ea646d3eaf req-4f82bbe6-2d65-4667-99c6-7223bfe46d65 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1187835 Feb 09 03:14:00.399774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:00.582773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66092fe-6c3f-4847-8aaa-8b5755a8f4b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=35693877-8c1e-440a-b66e-13e31f87a936,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:00.585813 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-55edd58a-78f5-440f-a665-7097828c83fc tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=238817bdc19a45139b2637f0eda72cab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1429751 Feb 09 03:14:00.606175 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9828e065-affc-4772-aae8-98ea646d3eaf req-eabb1415-638e-48ad-80a8-e3687eacdf0f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420552 Feb 09 03:14:00.688953 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052cf892-115a-47d6-b58f-0d44eddb3cac x-openstack-request-id: req-052cf892-115a-47d6-b58f-0d44eddb3cac {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:00.689621 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf24570f-c2f3-4f4f-8807-17794bf80922", "name": "network-vif-plugged", "status": "completed", "tag": "c7b4ba1e-0d88-4491-b02a-efd7caf27a62", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:00.690109 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-052cf892-115a-47d6-b58f-0d44eddb3cac {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:00.690743 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf24570f-c2f3-4f4f-8807-17794bf80922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b4ba1e-0d88-4491-b02a-efd7caf27a62', 'code': 200} Feb 09 03:14:00.722858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-14386a63-be12-49f7-b806-cfc3b3fad489 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:00.724427 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-14386a63-be12-49f7-b806-cfc3b3fad489 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.5271211 Feb 09 03:14:00.753022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-58631e11-d01e-47f6-9185-be5baf6324fd tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:14:00.754057 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a89a7294-280a-4313-a7d3-3b6d122ca6a3 req-58631e11-d01e-47f6-9185-be5baf6324fd tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0178387 Feb 09 03:14:00.793914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1883265-e97d-46c7-915d-6c9ecbc39083 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:00.816612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Publish callbacks [] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.834817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Transition to ACTIVE for port object a1883265-e97d-46c7-915d-6c9ecbc39083 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:14:00.846718 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.890224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6400a-d39d-4711-87bd-4a9c4b85af59 req-30602864-a4fd-417c-832c-8413520bc557 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:00.893622 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a3a6400a-d39d-4711-87bd-4a9c4b85af59 req-30602864-a4fd-417c-832c-8413520bc557 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 932 time: 0.1130731 Feb 09 03:14:00.926188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-baf14155-5438-413b-920c-4f0587518f74 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:00.926531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1883265-e97d-46c7-915d-6c9ecbc39083,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:00.927649 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-baf14155-5438-413b-920c-4f0587518f74 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336046 Feb 09 03:14:00.951523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Request body: {'port': {'device_id': '9b712ddf-4ba7-4a92-8492-4aa1f2236ddf', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '238817bdc19a45139b2637f0eda72cab'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:00.988036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Attempting to bind port a1883265-e97d-46c7-915d-6c9ecbc39083 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:00.988349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Attempting to bind port a1883265-e97d-46c7-915d-6c9ecbc39083 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:00.988681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Attempting to bind port a1883265-e97d-46c7-915d-6c9ecbc39083 on network 3676f8df-374e-4df3-a351-736985e7f7a6 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:00.993425 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a3a6400a-d39d-4711-87bd-4a9c4b85af59 req-cd439b52-16d6-4a54-b17e-61cfc255ae1a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940225 Feb 09 03:14:00.996845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Port a1883265-e97d-46c7-915d-6c9ecbc39083 on network 3676f8df-374e-4df3-a351-736985e7f7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:00.997167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Attempting to bind port a1883265-e97d-46c7-915d-6c9ecbc39083 on network 3676f8df-374e-4df3-a351-736985e7f7a6 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:01.009136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:01.009831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Checking segment: {'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:01.010509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Bound using segment: {'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:01.011101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Bound port: a1883265-e97d-46c7-915d-6c9ecbc39083, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:01.012508 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.062891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c04a0-b27b-4e5d-ab24-eb8066a49189 req-d21f011c-eab0-4fff-84b2-592c84eed14b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.065108 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d2c04a0-b27b-4e5d-ab24-eb8066a49189 req-d21f011c-eab0-4fff-84b2-592c84eed14b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 949 time: 0.1874309 Feb 09 03:14:01.075081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc10bc-3092-4a30-b692-415fe3b54245 req-a05ac92e-88c6-4893-b1bc-8dd368cd989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.076798 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e9fc10bc-3092-4a30-b692-415fe3b54245 req-a05ac92e-88c6-4893-b1bc-8dd368cd989b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 1128 time: 0.2709179 Feb 09 03:14:01.101406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] For port a1883265-e97d-46c7-915d-6c9ecbc39083, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:01.105340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] For port a1883265-e97d-46c7-915d-6c9ecbc39083, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a1883265-e97d-46c7-915d-6c9ecbc39083,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:01.115581 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.173606 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.174107 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.176365 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] 10.222.0.65 "PUT /v2.0/ports/a1883265-e97d-46c7-915d-6c9ecbc39083 HTTP/1.1" status: 200 len: 1093 time: 1.0699768 Feb 09 03:14:01.176917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a7818a-d32c-46a9-9af9-44db1ba5d5d1', 'tag': 'a1883265-e97d-46c7-915d-6c9ecbc39083'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:01.179664 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e160e4-5dff-4ccd-8cb0-b9bcf6129680" -d '{"events": [{"name": "network-changed", "server_uuid": "50a7818a-d32c-46a9-9af9-44db1ba5d5d1", "tag": "a1883265-e97d-46c7-915d-6c9ecbc39083"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:01.270178 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e9fc10bc-3092-4a30-b692-415fe3b54245 req-413f1f9e-7a41-4316-8cb0-04f2a67d1041 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803358 Feb 09 03:14:01.284167 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d2c04a0-b27b-4e5d-ab24-eb8066a49189 req-e9644176-f6ef-4f85-a52e-45d1a3580041 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056792 Feb 09 03:14:01.337448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784a155-4a30-4d02-a58b-ee1ecfd272b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1883265-e97d-46c7-915d-6c9ecbc39083,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:01.344203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Made reservation on behalf of 238817bdc19a45139b2637f0eda72cab for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:01.348009 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.376076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-9c7afcde-1afd-4942-992a-f8b9716edf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.376664 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-9c7afcde-1afd-4942-992a-f8b9716edf9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca8995660d1b4a3dacc04ce95ad2d333&device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 1127 time: 0.1168995 Feb 09 03:14:01.380867 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a357c6fc-e6bb-415c-8e46-a3eaa583d540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (87c23a1d-8e31-427d-8f92-860baed57524), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.383564 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.384772 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260645-45e3-4f1a-bc95-8a4169333913 req-d5cb5809-37f5-4385-b552-5c771e13f282 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.386338 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97260645-45e3-4f1a-bc95-8a4169333913 req-d5cb5809-37f5-4385-b552-5c771e13f282 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2244503 Feb 09 03:14:01.461390 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-5e2e7afb-9beb-40f6-83c7-c17e81e828cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1883265-e97d-46c7-915d-6c9ecbc39083 HTTP/1.1" status: 200 len: 217 time: 0.0655417 Feb 09 03:14:01.495553 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bef23a7-1480-4e4c-a508-39d3f88f9a88 req-da9cda68-2fc0-4b6e-8aeb-1127028d0cb3 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 210 time: 0.0628574 Feb 09 03:14:01.535418 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97260645-45e3-4f1a-bc95-8a4169333913 req-cac778d3-9cdb-49ad-a2bd-b7553f3100ce tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.39 HTTP/1.1" status: 200 len: 695 time: 0.1365752 Feb 09 03:14:01.544696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-97260645-45e3-4f1a-bc95-8a4169333913 req-05290a7a-94be-4828-8a20-31c739d2188a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Request body: {'floatingip': {'port_id': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:01.670825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks [] for security_group (3f360211-e20f-4238-a4cd-63ee6ecff064), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.699891 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3f360211-e20f-4238-a4cd-63ee6ecff064), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.844200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f360211-e20f-4238-a4cd-63ee6ecff064,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:01.881463 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed85aca6-cc3d-43fe-9e43-985d1ad64ad1 x-openstack-request-id: req-ed85aca6-cc3d-43fe-9e43-985d1ad64ad1 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:01.882065 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a7818a-d32c-46a9-9af9-44db1ba5d5d1", "tag": "a1883265-e97d-46c7-915d-6c9ecbc39083", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:01.882065 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed85aca6-cc3d-43fe-9e43-985d1ad64ad1 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:01.882356 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a7818a-d32c-46a9-9af9-44db1ba5d5d1', 'tag': 'a1883265-e97d-46c7-915d-6c9ecbc39083', 'status': 'completed', 'code': 200} Feb 09 03:14:01.920904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-97260645-45e3-4f1a-bc95-8a4169333913 req-05290a7a-94be-4828-8a20-31c739d2188a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (4556c086-602e-4f2e-80ee-7189d4a1c3fa), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.942566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a704bd7-abd0-43ce-b159-cb61bdbffb85 req-3d0db112-964c-4657-97b8-a48fc6934c80 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.944395 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a704bd7-abd0-43ce-b159-cb61bdbffb85 req-3d0db112-964c-4657-97b8-a48fc6934c80 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.2389789 Feb 09 03:14:01.978061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Allocated IP 192.168.233.116 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/71fcf69d-f189-4b8c-83c3-b2c40eadcb1e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:01.991503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-9d55e23a-fc91-4b5d-be97-1b8b282031f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.992975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-9d55e23a-fc91-4b5d-be97-1b8b282031f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74d7fd12-786a-4383-9c06-fed2ef100cb3 HTTP/1.1" status: 200 len: 861 time: 0.4995351 Feb 09 03:14:02.054991 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-97d6867f-6ab3-4101-baa0-b396d6d41c14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3676f8df-374e-4df3-a351-736985e7f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533838 Feb 09 03:14:02.262451 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-a7637ddf-5d14-4ea0-ba6d-a0adfc6ca211 service neutron] 10.222.0.65 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996496 Feb 09 03:14:02.346951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a704bd7-abd0-43ce-b159-cb61bdbffb85 req-5e878b56-e9e9-4c78-b68f-a253000e0d3b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926346 Feb 09 03:14:02.483095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a357c6fc-e6bb-415c-8e46-a3eaa583d540 admin admin] Deleting port c3e419cf-6b2a-455b-8f07-c2a3226b2b62 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:02.483473 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a357c6fc-e6bb-415c-8e46-a3eaa583d540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.485635 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e29e1666-5bbf-4081-8ae2-b5179cbeac4d req-90d68d6b-63e6-4e70-abb7-2d516dc02126 service neutron] 10.222.0.65 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133396 Feb 09 03:14:02.590686 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks [] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.609555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1a330-8bf9-4cb5-8195-3aa4a715ba9c req-6a963d21-a0b5-47e6-992b-248e0f6b1dc6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:02.611087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3c1a330-8bf9-4cb5-8195-3aa4a715ba9c req-6a963d21-a0b5-47e6-992b-248e0f6b1dc6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 944 time: 0.1822696 Feb 09 03:14:02.632720 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-97260645-45e3-4f1a-bc95-8a4169333913 req-05290a7a-94be-4828-8a20-31c739d2188a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.638857 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-97260645-45e3-4f1a-bc95-8a4169333913 req-05290a7a-94be-4828-8a20-31c739d2188a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (4556c086-602e-4f2e-80ee-7189d4a1c3fa), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.664133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a357c6fc-e6bb-415c-8e46-a3eaa583d540 admin admin] For port c3e419cf-6b2a-455b-8f07-c2a3226b2b62, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c3e419cf-6b2a-455b-8f07-c2a3226b2b62,segment=NetworkSegment(bd0ccb27-ad95-41a3-9cf4-93c0ceede35d),segment_id=bd0ccb27-ad95-41a3-9cf4-93c0ceede35d)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:02.664508 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a357c6fc-e6bb-415c-8e46-a3eaa583d540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.703430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a357c6fc-e6bb-415c-8e46-a3eaa583d540 admin admin] Calling delete_port for c3e419cf-6b2a-455b-8f07-c2a3226b2b62 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:02.724075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e160e4-5dff-4ccd-8cb0-b9bcf6129680 req-b0b3cc11-97a2-4dd6-977e-1c5fb9d16acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:02.725589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d5e160e4-5dff-4ccd-8cb0-b9bcf6129680 req-b0b3cc11-97a2-4dd6-977e-1c5fb9d16acd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca8995660d1b4a3dacc04ce95ad2d333&device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 1127 time: 0.1405754 Feb 09 03:14:02.729031 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3c1a330-8bf9-4cb5-8195-3aa4a715ba9c req-a3ad3a05-3c62-4cb5-905b-21500eded4ee tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087952 Feb 09 03:14:02.801635 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.814073 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [req-97260645-45e3-4f1a-bc95-8a4169333913 req-05290a7a-94be-4828-8a20-31c739d2188a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Floating IP 4556c086-602e-4f2e-80ee-7189d4a1c3fa associated. External IP: 172.25.5.39, port: 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5. Feb 09 03:14:02.908342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e160e4-5dff-4ccd-8cb0-b9bcf6129680 req-303cb42b-9623-47cc-bfb8-2e7d42ccfdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:02.909746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d5e160e4-5dff-4ccd-8cb0-b9bcf6129680 req-303cb42b-9623-47cc-bfb8-2e7d42ccfdc1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3676f8df-374e-4df3-a351-736985e7f7a6 HTTP/1.1" status: 200 len: 922 time: 0.1763654 Feb 09 03:14:02.943471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:02.946755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Pushing event updated for resources: {'Port': ['ID=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:02.950984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:02.961186 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d5e160e4-5dff-4ccd-8cb0-b9bcf6129680 req-458302af-0654-45d8-8f81-3bd192b79262 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1883265-e97d-46c7-915d-6c9ecbc39083 HTTP/1.1" status: 200 len: 217 time: 0.0441041 Feb 09 03:14:02.961289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:02.970663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 73f77054-1c9d-4caf-8061-c069fb3a9107 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:03.036572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e160e4-5dff-4ccd-8cb0-b9bcf6129680 req-b54a6e94-1030-4c08-bb9b-85e8dcdf9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:03.038057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d5e160e4-5dff-4ccd-8cb0-b9bcf6129680 req-b54a6e94-1030-4c08-bb9b-85e8dcdf9fa9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74d7fd12-786a-4383-9c06-fed2ef100cb3 HTTP/1.1" status: 200 len: 861 time: 0.0699337 Feb 09 03:14:03.054037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be4e6d-d6db-47fe-ad58-2aa94947771d req-a5403505-7454-492e-b572-157bb4ee760a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:03.064555 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-50be4e6d-d6db-47fe-ad58-2aa94947771d req-a5403505-7454-492e-b572-157bb4ee760a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 949 time: 0.2229605 Feb 09 03:14:03.078791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:03.080105 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.081712 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d5e160e4-5dff-4ccd-8cb0-b9bcf6129680 req-39cca7f2-9d33-4a44-992d-0e055286aa33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3676f8df-374e-4df3-a351-736985e7f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339873 Feb 09 03:14:03.099620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 73f77054-1c9d-4caf-8061-c069fb3a9107 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:14:03.109864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 73f77054-1c9d-4caf-8061-c069fb3a9107 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:03.111109 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.129753 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-a2a56cd4-b0e0-4fef-ac44-37069816d9d9 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1828425 Feb 09 03:14:03.153696 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a357c6fc-e6bb-415c-8e46-a3eaa583d540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c3e419cf-6b2a-455b-8f07-c2a3226b2b62), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.192609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Request body: {'port': {'device_id': '9b712ddf-4ba7-4a92-8492-4aa1f2236ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:03.218533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-50be4e6d-d6db-47fe-ad58-2aa94947771d req-4b40970d-fe7d-421a-bacd-b18966ccaae8 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472704 Feb 09 03:14:03.220775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97260645-45e3-4f1a-bc95-8a4169333913 req-05290a7a-94be-4828-8a20-31c739d2188a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Router 9d316e45-80a9-47d8-9161-8c7142ecbca6 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:03.272247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 73f77054-1c9d-4caf-8061-c069fb3a9107 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:03.273804 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.281492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357c6fc-e6bb-415c-8e46-a3eaa583d540 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e419cf-6b2a-455b-8f07-c2a3226b2b62,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:03.320708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b06e4c-3e20-42aa-bea9-e44208c05906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f77054-1c9d-4caf-8061-c069fb3a9107'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:03.328044 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ec3db6-276e-47ba-8c1b-416f9c0b8e36" -d '{"events": [{"server_uuid": "68b06e4c-3e20-42aa-bea9-e44208c05906", "name": "network-vif-plugged", "status": "completed", "tag": "73f77054-1c9d-4caf-8061-c069fb3a9107"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:03.368702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 73f77054-1c9d-4caf-8061-c069fb3a9107, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=73f77054-1c9d-4caf-8061-c069fb3a9107,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:03.371205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0d1fe8af-c6c4-4cc8-a941-fc2fe2b4afd7 None None] Provisioning complete for port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:03.372889 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d1fe8af-c6c4-4cc8-a941-fc2fe2b4afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.403586 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.410756 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97260645-45e3-4f1a-bc95-8a4169333913 req-05290a7a-94be-4828-8a20-31c739d2188a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:03.416716 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-97260645-45e3-4f1a-bc95-8a4169333913 req-05290a7a-94be-4828-8a20-31c739d2188a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.479701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132d771-f79c-4862-beaf-7bfc230c05a7 req-9ad17c08-fdf1-4d77-9d22-9c7bfe200d7f tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:03.480776 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97260645-45e3-4f1a-bc95-8a4169333913 req-05290a7a-94be-4828-8a20-31c739d2188a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "PUT /v2.0/floatingips/4556c086-602e-4f2e-80ee-7189d4a1c3fa HTTP/1.1" status: 200 len: 996 time: 1.9442821 Feb 09 03:14:03.485459 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d5e160e4-5dff-4ccd-8cb0-b9bcf6129680 req-a7dcc479-3bd2-4dd9-a51a-43033636ea9a service neutron] 10.222.0.65 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784789 Feb 09 03:14:03.494884 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a132d771-f79c-4862-beaf-7bfc230c05a7 req-9ad17c08-fdf1-4d77-9d22-9c7bfe200d7f tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 936 time: 0.1503241 Feb 09 03:14:03.504527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4e072e-6f36-4f69-b974-b240d9e365ca None None] Sync routers for ids ['9d316e45-80a9-47d8-9161-8c7142ecbca6'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:03.532137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0d1fe8af-c6c4-4cc8-a941-fc2fe2b4afd7 None None] Port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:03.536573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=73f77054-1c9d-4caf-8061-c069fb3a9107,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:03.536897 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.540528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e072e-6f36-4f69-b974-b240d9e365ca None None] Routers {'9d316e45-80a9-47d8-9161-8c7142ecbca6'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:03.541654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-df4e072e-6f36-4f69-b974-b240d9e365ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9d316e45-80a9-47d8-9161-8c7142ecbca6'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:03.624619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260645-45e3-4f1a-bc95-8a4169333913 req-1d76df99-fe23-44c6-bd91-c399bcb5b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:03.626568 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97260645-45e3-4f1a-bc95-8a4169333913 req-1d76df99-fe23-44c6-bd91-c399bcb5b8e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9010fb61c6442f4b9117fe11cda0b78&device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 1129 time: 0.1213422 Feb 09 03:14:03.661928 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d5e160e4-5dff-4ccd-8cb0-b9bcf6129680 req-67ff8fe5-5bf9-4aa2-b172-b4af1f37c068 service neutron] 10.222.0.65 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695127 Feb 09 03:14:03.675625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-df4e072e-6f36-4f69-b974-b240d9e365ca None None] Set router 9d316e45-80a9-47d8-9161-8c7142ecbca6 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:03.739690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260645-45e3-4f1a-bc95-8a4169333913 req-c8a6c100-5a32-476d-8cf7-fb1b3befab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:03.741163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97260645-45e3-4f1a-bc95-8a4169333913 req-c8a6c100-5a32-476d-8cf7-fb1b3befab1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ae07d38-3daa-451f-86e2-534b205999db HTTP/1.1" status: 200 len: 929 time: 0.1059840 Feb 09 03:14:03.748431 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a132d771-f79c-4862-beaf-7bfc230c05a7 req-4104b576-a211-4f82-b04a-4a0d21fd16db tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123058 Feb 09 03:14:03.773560 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a357c6fc-e6bb-415c-8e46-a3eaa583d540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (87c23a1d-8e31-427d-8f92-860baed57524), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.831411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97260645-45e3-4f1a-bc95-8a4169333913 req-54abdebc-c6d4-4811-a1cb-52654f73b562 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 HTTP/1.1" status: 200 len: 999 time: 0.0764389 Feb 09 03:14:03.843277 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd242733-34be-4a5f-b2b8-76f21bae53fd x-openstack-request-id: req-cd242733-34be-4a5f-b2b8-76f21bae53fd {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:03.843894 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b06e4c-3e20-42aa-bea9-e44208c05906", "name": "network-vif-plugged", "status": "completed", "tag": "73f77054-1c9d-4caf-8061-c069fb3a9107", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:03.844266 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd242733-34be-4a5f-b2b8-76f21bae53fd {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:03.844964 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b06e4c-3e20-42aa-bea9-e44208c05906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f77054-1c9d-4caf-8061-c069fb3a9107', 'code': 200} Feb 09 03:14:03.884749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61267430-d125-4314-9a34-b4ef9a05dc25', 'tag': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:03.887190 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49931b33-b4e2-4f60-b99a-ce9fe67e8d03" -d '{"events": [{"name": "network-changed", "server_uuid": "61267430-d125-4314-9a34-b4ef9a05dc25", "tag": "52ba18cf-c943-4f86-bc6c-2acbbf75b2b5"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:03.908847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260645-45e3-4f1a-bc95-8a4169333913 req-3360a783-04c5-4751-a502-2c37c03f7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:03.912259 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97260645-45e3-4f1a-bc95-8a4169333913 req-3360a783-04c5-4751-a502-2c37c03f7075 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca6e2721-b36e-4255-97fb-7c66a1e5b897 HTTP/1.1" status: 200 len: 867 time: 0.0748093 Feb 09 03:14:04.010479 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a8b7a-973e-4c7c-97f2-a2deaa8c63f1 req-d414969f-97e0-463c-a63e-a37c89b1d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.012039 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-386a8b7a-973e-4c7c-97f2-a2deaa8c63f1 req-d414969f-97e0-463c-a63e-a37c89b1d592 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 1133 time: 0.0818717 Feb 09 03:14:04.015970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260645-45e3-4f1a-bc95-8a4169333913 req-53e4b5b7-8e9e-4fdd-afa9-c5c98191b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.016671 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97260645-45e3-4f1a-bc95-8a4169333913 req-53e4b5b7-8e9e-4fdd-afa9-c5c98191b731 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ae07d38-3daa-451f-86e2-534b205999db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0978463 Feb 09 03:14:04.052743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-df4e072e-6f36-4f69-b974-b240d9e365ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:13:35Z', 'revision_number': 4, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '4556c086-602e-4f2e-80ee-7189d4a1c3fa', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'port_id': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'mac_address': 'fa:16:3e:01:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61267430-d125-4314-9a34-b4ef9a05dc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:13:58Z', 'updated_at': '2022-02-09T03:14:02Z', 'revision_number': 1, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16572538-6f51-4603-ba54-4224232def1f', 'name': '', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'mac_address': 'fa:16:3e:47:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:33Z', 'updated_at': '2022-02-09T03:13:40Z', 'revision_number': 5, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'subnets': [{'id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:04.054008 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea62ca-0a18-436e-9e15-dd25c3d85bd3 req-19b71b83-1438-4026-8878-f633e6c9042e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.054333 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04ea62ca-0a18-436e-9e15-dd25c3d85bd3 req-19b71b83-1438-4026-8878-f633e6c9042e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1828706 Feb 09 03:14:04.076903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-386a8b7a-973e-4c7c-97f2-a2deaa8c63f1 req-80df12d2-d305-464c-876e-eecb207f9f5d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572135 Feb 09 03:14:04.081945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-97260645-45e3-4f1a-bc95-8a4169333913 req-e78a306c-6e29-4fc9-a290-7c480b997e62 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:14:04.082990 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97260645-45e3-4f1a-bc95-8a4169333913 req-e78a306c-6e29-4fc9-a290-7c480b997e62 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087106 Feb 09 03:14:04.086023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4e072e-6f36-4f69-b974-b240d9e365ca None None] Checking router: 9d316e45-80a9-47d8-9161-8c7142ecbca6 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:14:04.096424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e072e-6f36-4f69-b974-b240d9e365ca None None] Routers {'9d316e45-80a9-47d8-9161-8c7142ecbca6'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:04.097126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-df4e072e-6f36-4f69-b974-b240d9e365ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9d316e45-80a9-47d8-9161-8c7142ecbca6'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:04.153406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:04.166423 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Publish callbacks [] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:04.182747 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97260645-45e3-4f1a-bc95-8a4169333913 req-04e5f425-2ba5-4c47-8d61-2d300aa44ab4 service neutron] 10.222.0.21 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921612 Feb 09 03:14:04.221734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-df4e072e-6f36-4f69-b974-b240d9e365ca None None] Set router 9d316e45-80a9-47d8-9161-8c7142ecbca6 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:04.247523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04ea62ca-0a18-436e-9e15-dd25c3d85bd3 req-137cb96f-decf-4b64-a3b0-223e22b94cd7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793935 Feb 09 03:14:04.250208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Transition to ACTIVE for port object 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:14:04.259151 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:04.290409 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97260645-45e3-4f1a-bc95-8a4169333913 req-b30781e5-9612-4d35-80e3-7a2bd6da652a service neutron] 10.222.0.21 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011181 Feb 09 03:14:04.364906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a357c6fc-e6bb-415c-8e46-a3eaa583d540 admin admin] Router 87c23a1d-8e31-427d-8f92-860baed57524 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:04.370528 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb99e15-035c-42af-bf7c-d83bb4fc0a85 x-openstack-request-id: req-6eb99e15-035c-42af-bf7c-d83bb4fc0a85 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:04.370844 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61267430-d125-4314-9a34-b4ef9a05dc25", "tag": "52ba18cf-c943-4f86-bc6c-2acbbf75b2b5", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:04.371080 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6eb99e15-035c-42af-bf7c-d83bb4fc0a85 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:04.371998 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61267430-d125-4314-9a34-b4ef9a05dc25', 'tag': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5', 'status': 'completed', 'code': 200} Feb 09 03:14:04.386200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Pushing event updated for resources: {'Port': ['ID=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:04.503672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb9e6-3dfd-4064-b7cc-eb82d81ef463 req-fee56fa4-aa20-4dea-bd0f-992d3fb06e21 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.505633 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dc3cb9e6-3dfd-4064-b7cc-eb82d81ef463 req-fee56fa4-aa20-4dea-bd0f-992d3fb06e21 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 950 time: 0.0710273 Feb 09 03:14:04.549302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-df4e072e-6f36-4f69-b974-b240d9e365ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:13:35Z', 'revision_number': 4, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '4556c086-602e-4f2e-80ee-7189d4a1c3fa', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'port_id': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'mac_address': 'fa:16:3e:01:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61267430-d125-4314-9a34-b4ef9a05dc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:13:58Z', 'updated_at': '2022-02-09T03:14:02Z', 'revision_number': 1, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16572538-6f51-4603-ba54-4224232def1f', 'name': '', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'mac_address': 'fa:16:3e:47:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:33Z', 'updated_at': '2022-02-09T03:13:40Z', 'revision_number': 5, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'subnets': [{'id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:04.573879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dc3cb9e6-3dfd-4064-b7cc-eb82d81ef463 req-ae26a798-b379-452d-a397-95f711a91abc tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597093 Feb 09 03:14:04.581740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4e072e-6f36-4f69-b974-b240d9e365ca None None] The sync data for ids ['9d316e45-80a9-47d8-9161-8c7142ecbca6'] in n-d-824835-15 is: [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:13:35Z', 'revision_number': 4, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '4556c086-602e-4f2e-80ee-7189d4a1c3fa', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'port_id': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'mac_address': 'fa:16:3e:01:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61267430-d125-4314-9a34-b4ef9a05dc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:13:58Z', 'updated_at': '2022-02-09T03:14:02Z', 'revision_number': 1, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16572538-6f51-4603-ba54-4224232def1f', 'name': '', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'mac_address': 'fa:16:3e:47:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:33Z', 'updated_at': '2022-02-09T03:13:40Z', 'revision_number': 5, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'subnets': [{'id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:04.714986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e48fc0-d592-40dd-a3cd-6a41cd260621 req-626d6245-1e4d-45ae-8345-a446abace14c tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.721997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72e48fc0-d592-40dd-a3cd-6a41cd260621 req-626d6245-1e4d-45ae-8345-a446abace14c tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 1128 time: 0.0754430 Feb 09 03:14:04.767032 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72e48fc0-d592-40dd-a3cd-6a41cd260621 req-509af7d9-da9d-49bc-9481-90006623984d tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440855 Feb 09 03:14:04.893183 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e649a-5bc9-4d51-a382-3db56d45005b None None] New status for floating IP 4556c086-602e-4f2e-80ee-7189d4a1c3fa: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:14:04.905043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af19ca-622f-4ea3-9e0b-2c32c54ee50f req-ee0980bc-c66b-4ad5-8a9a-f3a389410ccc tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.913414 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c4af19ca-622f-4ea3-9e0b-2c32c54ee50f req-ee0980bc-c66b-4ad5-8a9a-f3a389410ccc tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 944 time: 0.5447268 Feb 09 03:14:04.915365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Attempting to bind port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:04.915700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Attempting to bind port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:04.916029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Attempting to bind port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:04.951820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:04.952186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Attempting to bind port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:04.959506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49931b33-b4e2-4f60-b99a-ce9fe67e8d03 req-48a65609-a431-4ca9-bd65-d153fea2a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.960985 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49931b33-b4e2-4f60-b99a-ce9fe67e8d03 req-48a65609-a431-4ca9-bd65-d153fea2a1f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9010fb61c6442f4b9117fe11cda0b78&device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 1129 time: 0.5267785 Feb 09 03:14:04.985490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a357c6fc-e6bb-415c-8e46-a3eaa583d540 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:04.994181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a357c6fc-e6bb-415c-8e46-a3eaa583d540 admin admin] 10.222.0.21 "PUT /v2.0/routers/87c23a1d-8e31-427d-8f92-860baed57524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6959624 Feb 09 03:14:04.998797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e385b-bb7f-4add-bd08-8f051647d48f None None] Sync routers for ids ['87c23a1d-8e31-427d-8f92-860baed57524'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:04.999781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:05.000125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:05.000520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:05.000960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Bound port: 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:05.001322 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.015707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:05.017118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e385b-bb7f-4add-bd08-8f051647d48f None None] Routers {'87c23a1d-8e31-427d-8f92-860baed57524'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:05.018658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-de3e385b-bb7f-4add-bd08-8f051647d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['87c23a1d-8e31-427d-8f92-860baed57524'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:05.059996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c4af19ca-622f-4ea3-9e0b-2c32c54ee50f req-5f64f77d-b680-4f49-8c0d-9b094888b25d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455369 Feb 09 03:14:05.187601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-de3e385b-bb7f-4add-bd08-8f051647d48f None None] Set router 87c23a1d-8e31-427d-8f92-860baed57524 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:05.227610 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49931b33-b4e2-4f60-b99a-ce9fe67e8d03 req-504708ab-e2fd-4d99-b06f-cede9c104b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.229576 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49931b33-b4e2-4f60-b99a-ce9fe67e8d03 req-504708ab-e2fd-4d99-b06f-cede9c104b18 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ae07d38-3daa-451f-86e2-534b205999db HTTP/1.1" status: 200 len: 929 time: 0.2572994 Feb 09 03:14:05.230981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] For port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:05.241337 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] For port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:05.368200 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49931b33-b4e2-4f60-b99a-ce9fe67e8d03 req-46d0aa46-8d58-470f-a374-7593b9374fac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 HTTP/1.1" status: 200 len: 999 time: 0.1240828 Feb 09 03:14:05.372724 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.412560 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79d05a-d357-4d72-a612-150bf05277a0 req-afaeb810-9376-44d3-ae00-22d8c2b0bd99 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.414242 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9e79d05a-d357-4d72-a612-150bf05277a0 req-afaeb810-9376-44d3-ae00-22d8c2b0bd99 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 948 time: 0.2503629 Feb 09 03:14:05.482154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.482776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.484971 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] 10.222.0.42 "PUT /v2.0/ports/71fcf69d-f189-4b8c-83c3-b2c40eadcb1e HTTP/1.1" status: 200 len: 1097 time: 2.3203332 Feb 09 03:14:05.488356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b712ddf-4ba7-4a92-8492-4aa1f2236ddf', 'tag': '71fcf69d-f189-4b8c-83c3-b2c40eadcb1e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:05.492862 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9da9e80-8a18-49f0-b777-03b0152e14d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b712ddf-4ba7-4a92-8492-4aa1f2236ddf", "tag": "71fcf69d-f189-4b8c-83c3-b2c40eadcb1e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:05.615540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e16eb-3deb-4861-94ea-c82935bfa437 service neutron] Pushing event updated for resources: {'Port': ['ID=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:05.619996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49931b33-b4e2-4f60-b99a-ce9fe67e8d03 req-16571b1c-021a-485a-b3c7-ed89039dce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.629628 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49931b33-b4e2-4f60-b99a-ce9fe67e8d03 req-16571b1c-021a-485a-b3c7-ed89039dce59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca6e2721-b36e-4255-97fb-7c66a1e5b897 HTTP/1.1" status: 200 len: 867 time: 0.2471201 Feb 09 03:14:05.680239 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9e79d05a-d357-4d72-a612-150bf05277a0 req-d14e5aab-a224-40a5-823e-3460b7334cb0 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242417 Feb 09 03:14:05.742493 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-94d8f10e-f37a-4038-a089-bbf2dca04bfd tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 258 time: 0.9362423 Feb 09 03:14:05.754392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-de3e385b-bb7f-4add-bd08-8f051647d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c23a1d-8e31-427d-8f92-860baed57524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1567120311-router', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:21Z', 'updated_at': '2022-02-09T03:14:03Z', 'revision_number': 5, 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'gw_port': {'id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c23a1d-8e31-427d-8f92-860baed57524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:22Z', 'updated_at': '2022-02-09T03:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:05.766510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-ab297e55-e2d6-43cf-88a3-1cc552652c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.768185 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-ab297e55-e2d6-43cf-88a3-1cc552652c85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=238817bdc19a45139b2637f0eda72cab&device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 1131 time: 0.1931853 Feb 09 03:14:05.773422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49931b33-b4e2-4f60-b99a-ce9fe67e8d03 req-470f02c7-a586-4f51-a7e8-c4af856ae466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.776052 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49931b33-b4e2-4f60-b99a-ce9fe67e8d03 req-470f02c7-a586-4f51-a7e8-c4af856ae466 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ae07d38-3daa-451f-86e2-534b205999db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1340768 Feb 09 03:14:05.786100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:05.861842 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Publish callbacks [] for router (87c23a1d-8e31-427d-8f92-860baed57524), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.865389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e385b-bb7f-4add-bd08-8f051647d48f None None] Checking router: 87c23a1d-8e31-427d-8f92-860baed57524 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:14:05.881254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e385b-bb7f-4add-bd08-8f051647d48f None None] Routers {'87c23a1d-8e31-427d-8f92-860baed57524'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:05.882252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-de3e385b-bb7f-4add-bd08-8f051647d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['87c23a1d-8e31-427d-8f92-860baed57524'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:05.882947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-1d1715eb-93e4-4ede-be65-79be81e2c91f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e HTTP/1.1" status: 200 len: 217 time: 0.1058676 Feb 09 03:14:05.912657 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37ab667-d1ed-4705-b449-2f14eba8d98a x-openstack-request-id: req-d37ab667-d1ed-4705-b449-2f14eba8d98a {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:05.913305 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b712ddf-4ba7-4a92-8492-4aa1f2236ddf", "tag": "71fcf69d-f189-4b8c-83c3-b2c40eadcb1e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:05.913305 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d37ab667-d1ed-4705-b449-2f14eba8d98a {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:05.913653 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b712ddf-4ba7-4a92-8492-4aa1f2236ddf', 'tag': '71fcf69d-f189-4b8c-83c3-b2c40eadcb1e', 'status': 'completed', 'code': 200} Feb 09 03:14:05.960461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.026707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-de3e385b-bb7f-4add-bd08-8f051647d48f None None] Set router 87c23a1d-8e31-427d-8f92-860baed57524 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:06.074986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49931b33-b4e2-4f60-b99a-ce9fe67e8d03 req-e9158bb7-d72f-46c9-bb19-98b4fc735acc service neutron] 10.222.0.42 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889810 Feb 09 03:14:06.208664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-50263c68-980f-4846-8b3d-13f3c6827acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:06.210362 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-50263c68-980f-4846-8b3d-13f3c6827acf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.3076618 Feb 09 03:14:06.242657 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Publish callbacks [] for router_gateway (87c23a1d-8e31-427d-8f92-860baed57524), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.286067 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-de3e385b-bb7f-4add-bd08-8f051647d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c23a1d-8e31-427d-8f92-860baed57524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1567120311-router', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:21Z', 'updated_at': '2022-02-09T03:14:03Z', 'revision_number': 5, 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'gw_port': {'id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c23a1d-8e31-427d-8f92-860baed57524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:22Z', 'updated_at': '2022-02-09T03:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:06.302608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49931b33-b4e2-4f60-b99a-ce9fe67e8d03 req-1c9c77b4-fb32-4e78-967c-0e11047675e7 service neutron] 10.222.0.42 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069790 Feb 09 03:14:06.311110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9109e-a90d-4e6a-8ea6-e92d4857a294 req-10d15592-2ab8-40ae-a53b-e80dc0d94c53 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:06.323487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e385b-bb7f-4add-bd08-8f051647d48f None None] The sync data for ids ['87c23a1d-8e31-427d-8f92-860baed57524'] in n-d-824835-15 is: [{'id': '87c23a1d-8e31-427d-8f92-860baed57524', 'name': 'tempest-AttachSCSIVolumeTestJSON-1567120311-router', 'tenant_id': '78e57bb2e7a9447a985d2f2626a81239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:21Z', 'updated_at': '2022-02-09T03:14:03Z', 'revision_number': 5, 'project_id': '78e57bb2e7a9447a985d2f2626a81239', 'gw_port': {'id': '14bbd09e-7478-4fa1-893b-eac602b2deb0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c23a1d-8e31-427d-8f92-860baed57524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:22Z', 'updated_at': '2022-02-09T03:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:06.332281 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.333159 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e0b9109e-a90d-4e6a-8ea6-e92d4857a294 req-10d15592-2ab8-40ae-a53b-e80dc0d94c53 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 950 time: 0.2388451 Feb 09 03:14:06.382766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-b058eb38-4452-483d-871d-c19dbfabba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:06.384284 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-b058eb38-4452-483d-871d-c19dbfabba3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1643124 Feb 09 03:14:06.448926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Deleting port 14bbd09e-7478-4fa1-893b-eac602b2deb0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:06.449298 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.460888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e0b9109e-a90d-4e6a-8ea6-e92d4857a294 req-ec61f799-2ee1-4b51-81d2-5a080168526d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143260 Feb 09 03:14:06.507629 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-e611d884-1cc0-44a0-ab6c-95f38286073f service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093268 Feb 09 03:14:06.599747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Allocated IP 172.25.5.23 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/5f3da873-c3c1-4ca8-94d0-ab3fd1835558) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:06.631766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] For port 14bbd09e-7478-4fa1-893b-eac602b2deb0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=14bbd09e-7478-4fa1-893b-eac602b2deb0,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:06.632013 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.653402 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fce4398-32f6-4cdd-be25-02a9bfc20947 req-798e650a-e5cb-4a14-b740-224a2654e748 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366487 Feb 09 03:14:06.662501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64633a-d5ac-4a1b-9692-96ffc20a02ee req-6bd15e20-d020-46ba-b78b-53d05a159b8a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:06.664248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb64633a-d5ac-4a1b-9692-96ffc20a02ee req-6bd15e20-d020-46ba-b78b-53d05a159b8a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 944 time: 0.0953026 Feb 09 03:14:06.683165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Calling delete_port for 14bbd09e-7478-4fa1-893b-eac602b2deb0 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:06.804113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb64633a-d5ac-4a1b-9692-96ffc20a02ee req-78d70101-c483-4c64-9680-4c359347f6b7 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337035 Feb 09 03:14:06.849484 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for port (5f3da873-c3c1-4ca8-94d0-ab3fd1835558), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.850368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da9e80-8a18-49f0-b777-03b0152e14d0 req-2bf88b6e-9791-469b-bb41-a570d414ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:06.853782 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9da9e80-8a18-49f0-b777-03b0152e14d0 req-2bf88b6e-9791-469b-bb41-a570d414ccfd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=238817bdc19a45139b2637f0eda72cab&device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 1131 time: 0.1326911 Feb 09 03:14:06.994139 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (5f3da873-c3c1-4ca8-94d0-ab3fd1835558), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.019685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25626c-bbfa-4ba8-944e-5f94dc426eb2 req-ed5f8bc1-2ed9-421e-a3ce-d78cc1bb65cc tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:07.026089 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f25626c-bbfa-4ba8-944e-5f94dc426eb2 req-ed5f8bc1-2ed9-421e-a3ce-d78cc1bb65cc tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 1128 time: 0.1126533 Feb 09 03:14:07.054844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da9e80-8a18-49f0-b777-03b0152e14d0 req-25ca3d5f-5a85-4340-951b-3830185ac329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:07.056295 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9da9e80-8a18-49f0-b777-03b0152e14d0 req-25ca3d5f-5a85-4340-951b-3830185ac329 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1828198 Feb 09 03:14:07.076025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:07.083688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:07.086067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:07.107591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Pushing event updated for resources: {'Port': ['ID=5f3da873-c3c1-4ca8-94d0-ab3fd1835558,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:07.123441 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9da9e80-8a18-49f0-b777-03b0152e14d0 req-cf7605f8-fc85-45d5-9073-02ffa68d2eed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e HTTP/1.1" status: 200 len: 217 time: 0.0569909 Feb 09 03:14:07.128778 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f25626c-bbfa-4ba8-944e-5f94dc426eb2 req-0cf692d4-66ec-4c44-9dbf-d3d4a2c75b10 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019034 Feb 09 03:14:07.138435 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (14bbd09e-7478-4fa1-893b-eac602b2deb0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.180362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da9e80-8a18-49f0-b777-03b0152e14d0 req-05fe04ea-bac8-4c72-a031-7167f26a9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:07.182020 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9da9e80-8a18-49f0-b777-03b0152e14d0 req-05fe04ea-bac8-4c72-a031-7167f26a9753 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0515411 Feb 09 03:14:07.183682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=14bbd09e-7478-4fa1-893b-eac602b2deb0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:07.227490 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (87c23a1d-8e31-427d-8f92-860baed57524), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.282097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da9e80-8a18-49f0-b777-03b0152e14d0 req-ea5df415-525b-480e-b08a-cbdded387275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:07.283631 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9da9e80-8a18-49f0-b777-03b0152e14d0 req-ea5df415-525b-480e-b08a-cbdded387275 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0854027 Feb 09 03:14:07.297593 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (915a58a8-edcc-4079-916f-da673ac694ef), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.343862 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (87c23a1d-8e31-427d-8f92-860baed57524), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.347368 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Publish callbacks [] for router_controller (87c23a1d-8e31-427d-8f92-860baed57524), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.359908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cd18e-cfba-4a2d-bab9-ef030bf414c4 req-d4fd0bfd-a7f7-4027-979e-f9ff00d2ba19 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:07.361502 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b5cd18e-cfba-4a2d-bab9-ef030bf414c4 req-d4fd0bfd-a7f7-4027-979e-f9ff00d2ba19 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 948 time: 0.1209469 Feb 09 03:14:07.411217 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5f3da873-c3c1-4ca8-94d0-ab3fd1835558), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.426616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9da9e80-8a18-49f0-b777-03b0152e14d0 req-8fa963aa-a39b-42df-a41e-e2aeec2d7fe7 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347642 Feb 09 03:14:07.442239 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (87c23a1d-8e31-427d-8f92-860baed57524), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.442997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87c23a1d-8e31-427d-8f92-860baed57524 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:14:07.445580 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.451780 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.453762 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f821a103-3536-43c7-975a-c255abdda4d8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/87c23a1d-8e31-427d-8f92-860baed57524 HTTP/1.1" status: 204 len: 168 time: 2.4352562 Feb 09 03:14:07.456708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51902) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:07.584764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c3e419cf-6b2a-455b-8f07-c2a3226b2b62 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:07.610430 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b5cd18e-cfba-4a2d-bab9-ef030bf414c4 req-1f0b4957-de74-49f6-8b4f-de793ba680fa tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316225 Feb 09 03:14:07.643788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: c3e419cf-6b2a-455b-8f07-c2a3226b2b62 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:07.644845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c3e419cf-6b2a-455b-8f07-c2a3226b2b62 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:07.666229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-b322f168-bf94-4e05-93d6-839e6e5a952f admin admin] Deleting subnet d26556f6-9486-44bc-9e06-ae24158f834a {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:14:07.671961 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b322f168-bf94-4e05-93d6-839e6e5a952f admin admin] Publish callbacks [] for subnet (d26556f6-9486-44bc-9e06-ae24158f834a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.729990 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for port (5f3da873-c3c1-4ca8-94d0-ab3fd1835558), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.746213 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5f3da873-c3c1-4ca8-94d0-ab3fd1835558), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.767800 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b322f168-bf94-4e05-93d6-839e6e5a952f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (d26556f6-9486-44bc-9e06-ae24158f834a), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.774050 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9da9e80-8a18-49f0-b777-03b0152e14d0 req-32a55c67-d08e-4ce7-87ad-25627884c1ca service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394444 Feb 09 03:14:07.823339 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (915a58a8-edcc-4079-916f-da673ac694ef), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.840799 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Pushing event updated for resources: {'Port': ['ID=5f3da873-c3c1-4ca8-94d0-ab3fd1835558,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:07.875206 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.876616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-ad029000-e3c4-4919-8238-97b4c8349c17 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1241810 Feb 09 03:14:07.957999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b322f168-bf94-4e05-93d6-839e6e5a952f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (d26556f6-9486-44bc-9e06-ae24158f834a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.993671 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-836ed20e-bbfa-4d0c-abb6-68c7f20925df tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.23 HTTP/1.1" status: 200 len: 695 time: 0.1086578 Feb 09 03:14:08.033066 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b322f168-bf94-4e05-93d6-839e6e5a952f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (d26556f6-9486-44bc-9e06-ae24158f834a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.085976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322f168-bf94-4e05-93d6-839e6e5a952f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d26556f6-9486-44bc-9e06-ae24158f834a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:08.096398 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b322f168-bf94-4e05-93d6-839e6e5a952f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.097256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e47dd-87d5-411d-9098-d57888d314b9 None None] Network 57faaf20-7037-4ac8-9602-a077327c1f3f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:08.102452 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b322f168-bf94-4e05-93d6-839e6e5a952f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d26556f6-9486-44bc-9e06-ae24158f834a HTTP/1.1" status: 204 len: 168 time: 0.6391134 Feb 09 03:14:08.107972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51912) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:08.141584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-00c72df5-f15f-4e77-b2aa-3b1d2df04880 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:08.145649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-00c72df5-f15f-4e77-b2aa-3b1d2df04880 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.1451690 Feb 09 03:14:08.158205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-4db5b170-23c2-4a99-ba8e-5cd8945b5cb2 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:14:08.163837 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9a9dc74-3508-4a12-8a7e-d30763a10c69 req-4db5b170-23c2-4a99-ba8e-5cd8945b5cb2 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096362 Feb 09 03:14:08.196231 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (57faaf20-7037-4ac8-9602-a077327c1f3f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.276724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Deleting port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:08.276724 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.299427 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97675a4e-8416-4147-b596-44e89372b558 req-5f76a0a1-81f9-4a72-be16-cd96279f2d45 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:08.302391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97675a4e-8416-4147-b596-44e89372b558 req-5f76a0a1-81f9-4a72-be16-cd96279f2d45 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 950 time: 0.0661886 Feb 09 03:14:08.314904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba21f193-b83f-4dbc-b1de-29e8604e6a13 None None] DHCP port deletion for 57faaf20-7037-4ac8-9602-a077327c1f3f request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:14:08.357618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] For port f3d740a9-0cac-4416-9cbc-a36a94d68ed2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f3d740a9-0cac-4416-9cbc-a36a94d68ed2,segment=NetworkSegment(bd0ccb27-ad95-41a3-9cf4-93c0ceede35d),segment_id=bd0ccb27-ad95-41a3-9cf4-93c0ceede35d)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:08.359501 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97675a4e-8416-4147-b596-44e89372b558 req-1f2e1b4a-ab82-4076-819c-33739617c6e2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516722 Feb 09 03:14:08.361608 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.377788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Calling delete_port for f3d740a9-0cac-4416-9cbc-a36a94d68ed2 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:08.423918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ba21f193-b83f-4dbc-b1de-29e8604e6a13 None None] Deleting port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:08.424723 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba21f193-b83f-4dbc-b1de-29e8604e6a13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.491277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dee0d-ac27-4e1a-86de-4297a4a31488 req-617bf187-e7ba-4c80-a504-63642882f292 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:08.493825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.500440 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d4dee0d-ac27-4e1a-86de-4297a4a31488 req-617bf187-e7ba-4c80-a504-63642882f292 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 944 time: 0.0729015 Feb 09 03:14:08.509409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ba21f193-b83f-4dbc-b1de-29e8604e6a13 None None] For port f3d740a9-0cac-4416-9cbc-a36a94d68ed2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f3d740a9-0cac-4416-9cbc-a36a94d68ed2,segment=NetworkSegment(bd0ccb27-ad95-41a3-9cf4-93c0ceede35d),segment_id=bd0ccb27-ad95-41a3-9cf4-93c0ceede35d)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:08.510473 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba21f193-b83f-4dbc-b1de-29e8604e6a13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.521755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d740a9-0cac-4416-9cbc-a36a94d68ed2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:08.529140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] No DVR routers for this DVR port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:08.534477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ba21f193-b83f-4dbc-b1de-29e8604e6a13 None None] Calling delete_port for f3d740a9-0cac-4416-9cbc-a36a94d68ed2 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:08.579731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d4dee0d-ac27-4e1a-86de-4297a4a31488 req-b159a955-7002-49e3-93ec-d5878950af02 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793381 Feb 09 03:14:08.614655 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (57faaf20-7037-4ac8-9602-a077327c1f3f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.634974 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba21f193-b83f-4dbc-b1de-29e8604e6a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (f3d740a9-0cac-4416-9cbc-a36a94d68ed2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.658606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57faaf20-7037-4ac8-9602-a077327c1f3f']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:08.669376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0ccb27-ad95-41a3-9cf4-93c0ceede35d') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:08.669848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0ccb27-ad95-41a3-9cf4-93c0ceede35d') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:08.689977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba21f193-b83f-4dbc-b1de-29e8604e6a13 None None] No DVR routers for this DVR port f3d740a9-0cac-4416-9cbc-a36a94d68ed2 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:08.692155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21f193-b83f-4dbc-b1de-29e8604e6a13 None None] Pushing event deleted for resources: {'Port': ['ID=f3d740a9-0cac-4416-9cbc-a36a94d68ed2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:08.696113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (bd0ccb27-ad95-41a3-9cf4-93c0ceede35d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.719217 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (bd0ccb27-ad95-41a3-9cf4-93c0ceede35d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.727046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:14:08.727551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (bd0ccb27-ad95-41a3-9cf4-93c0ceede35d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:14:08.729431 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:14:08.766396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e43b8-186a-48c3-8007-1021d3acefb6 req-abe70d9e-6c55-409f-a7e2-09db4586659d tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:08.773149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a3e43b8-186a-48c3-8007-1021d3acefb6 req-abe70d9e-6c55-409f-a7e2-09db4586659d tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0959973 Feb 09 03:14:08.806335 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (57faaf20-7037-4ac8-9602-a077327c1f3f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.812708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.816850 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] 10.222.0.21 "DELETE /v2.0/networks/57faaf20-7037-4ac8-9602-a077327c1f3f HTTP/1.1" status: 204 len: 168 time: 0.7076001 Feb 09 03:14:08.831925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853314f4-fbb8-41c9-b6fc-7db186726f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=57faaf20-7037-4ac8-9602-a077327c1f3f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:08.844703 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a3e43b8-186a-48c3-8007-1021d3acefb6 req-c161b340-1c20-454a-9555-3d9fbf496104 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.23 HTTP/1.1" status: 200 len: 695 time: 0.0705833 Feb 09 03:14:08.860123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5a3e43b8-186a-48c3-8007-1021d3acefb6 req-f34009cd-46e3-4cb8-9699-b2f882b69e5a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Request body: {'floatingip': {'port_id': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:08.901099 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5a3e43b8-186a-48c3-8007-1021d3acefb6 req-f34009cd-46e3-4cb8-9699-b2f882b69e5a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (915a58a8-edcc-4079-916f-da673ac694ef), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.016748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a1883265-e97d-46c7-915d-6c9ecbc39083 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:09.050819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51942) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:09.103134 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-65f88661-ac9a-4167-9c93-92c70f4b43d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c1d0832777b4f4ba16e5cce5187b540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484984 Feb 09 03:14:09.103983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51944) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:09.108611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-17ccdb67-1f6d-4e73-8a54-08000d72456e tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:14:09.109649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-17ccdb67-1f6d-4e73-8a54-08000d72456e tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0364461 Feb 09 03:14:09.142272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a1883265-e97d-46c7-915d-6c9ecbc39083, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a1883265-e97d-46c7-915d-6c9ecbc39083,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:09.154339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'a1883265-e97d-46c7-915d-6c9ecbc39083', 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6', 'port_id': 'a1883265-e97d-46c7-915d-6c9ecbc39083', 'mac_address': 'fa:16:3e:07:24:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d7fd12-786a-4383-9c06-fed2ef100cb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:14:09.159418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-b2c91e0a-689f-4d7e-a53d-c68486d45cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:09.160785 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-b2c91e0a-689f-4d7e-a53d-c68486d45cd0 service neutron] 10.222.0.21 "GET /v2.0/ports/596cad0c-3537-4f16-bb08-28cdf3403d54 HTTP/1.1" status: 200 len: 1125 time: 0.0396349 Feb 09 03:14:09.161141 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9e66-aa26-4583-8434-9a6f6ef504af admin admin] Publish callbacks [] for security_group (50b2e4f0-5da5-43a4-90d7-3065b3bd9acd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.175645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] Request body: {'binding': {'host': 'n-h1-824835-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:09.176094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] Unknown quota resources ['binding']. {{(pid=103327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:14:09.185725 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9e66-aa26-4583-8434-9a6f6ef504af admin admin] Publish callbacks [] for security_group (50b2e4f0-5da5-43a4-90d7-3065b3bd9acd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.193997 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a1883265-e97d-46c7-915d-6c9ecbc39083 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:09.194418 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.209256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1883265-e97d-46c7-915d-6c9ecbc39083 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:09.230702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a1883265-e97d-46c7-915d-6c9ecbc39083, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a1883265-e97d-46c7-915d-6c9ecbc39083,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:09.237545 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.247474 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9e66-aa26-4583-8434-9a6f6ef504af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (50b2e4f0-5da5-43a4-90d7-3065b3bd9acd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.252441 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9e66-aa26-4583-8434-9a6f6ef504af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.254103 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ff6f9e66-aa26-4583-8434-9a6f6ef504af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50b2e4f0-5da5-43a4-90d7-3065b3bd9acd HTTP/1.1" status: 204 len: 168 time: 0.1481891 Feb 09 03:14:09.265277 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-5a3e43b8-186a-48c3-8007-1021d3acefb6 req-f34009cd-46e3-4cb8-9699-b2f882b69e5a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 03:14:09.266657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a3e43b8-186a-48c3-8007-1021d3acefb6 req-f34009cd-46e3-4cb8-9699-b2f882b69e5a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "PUT /v2.0/floatingips/915a58a8-edcc-4079-916f-da673ac694ef HTTP/1.1" status: 409 len: 550 time: 0.4116664 Feb 09 03:14:09.271606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f9e66-aa26-4583-8434-9a6f6ef504af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b2e4f0-5da5-43a4-90d7-3065b3bd9acd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:09.301588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a1883265-e97d-46c7-915d-6c9ecbc39083,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:09.383370 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] Attempting to bind port 596cad0c-3537-4f16-bb08-28cdf3403d54 on host n-h1-824835-15 for vnic_type normal with profile None {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:09.383897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] Attempting to bind port 596cad0c-3537-4f16-bb08-28cdf3403d54 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:09.384018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] Attempting to bind port 596cad0c-3537-4f16-bb08-28cdf3403d54 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:09.393313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] Port 596cad0c-3537-4f16-bb08-28cdf3403d54 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:09.393646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] Attempting to bind port 596cad0c-3537-4f16-bb08-28cdf3403d54 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:09.401231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:09.401589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:09.401966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] Bound using segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:09.402383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] Bound port: 596cad0c-3537-4f16-bb08-28cdf3403d54, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:09.408427 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92886c9-e405-4aa8-8a00-09ff586a3e17 req-25759fba-012d-45ee-8abe-142e4bbda207 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:09.409700 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f92886c9-e405-4aa8-8a00-09ff586a3e17 req-25759fba-012d-45ee-8abe-142e4bbda207 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 1133 time: 0.0729706 Feb 09 03:14:09.494444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f92886c9-e405-4aa8-8a00-09ff586a3e17 req-e2f11b97-4789-4f4b-b51a-b1ba9fcfc498 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606551 Feb 09 03:14:09.504293 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=596cad0c-3537-4f16-bb08-28cdf3403d54,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:09.512838 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.525637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-e63bd8d1-d807-440f-8c54-27632e1fa058 service neutron] 10.222.0.21 "POST /v2.0/ports/596cad0c-3537-4f16-bb08-28cdf3403d54/bindings HTTP/1.1" status: 201 len: 390 time: 0.3471544 Feb 09 03:14:09.588141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 14bbd09e-7478-4fa1-893b-eac602b2deb0 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:09.663975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:09.741241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fd92d-470b-4b55-b441-9c612c8ae647 req-2fb3c8bb-64f0-46af-830f-4721a22630f8 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:09.742865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f15fd92d-470b-4b55-b441-9c612c8ae647 req-2fb3c8bb-64f0-46af-830f-4721a22630f8 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 948 time: 0.1492748 Feb 09 03:14:09.795396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a1883265-e97d-46c7-915d-6c9ecbc39083'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:09.797821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 14bbd09e-7478-4fa1-893b-eac602b2deb0 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:09.798235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 14bbd09e-7478-4fa1-893b-eac602b2deb0 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:09.798717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f3d740a9-0cac-4416-9cbc-a36a94d68ed2 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:09.829003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f15fd92d-470b-4b55-b441-9c612c8ae647 req-366fd6ad-1c71-439e-abc8-9fe295eb4614 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784445 Feb 09 03:14:09.850522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f3d740a9-0cac-4416-9cbc-a36a94d68ed2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:09.851374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f3d740a9-0cac-4416-9cbc-a36a94d68ed2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:09.891456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51964) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:09.902757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:09.928223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '71fcf69d-f189-4b8c-83c3-b2c40eadcb1e', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '71fcf69d-f189-4b8c-83c3-b2c40eadcb1e', 'mac_address': 'fa:16:3e:d4:80:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:14:09.961974 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-ff1675ad-9f74-432d-a154-c8ddc611f0eb tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips/915a58a8-edcc-4079-916f-da673ac694ef HTTP/1.1" status: 200 len: 692 time: 0.0621827 Feb 09 03:14:09.962346 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-18e85a44-12a2-4186-ae2d-7e1c92625a1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78e57bb2e7a9447a985d2f2626a81239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0691075 Feb 09 03:14:09.965292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51968) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:09.970127 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-2fffaf9a-28fa-44fe-8c28-46ded03a42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:09.972133 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-2fffaf9a-28fa-44fe-8c28-46ded03a42f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 1128 time: 0.1418109 Feb 09 03:14:10.040638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:10.041290 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:10.056864 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca981-5493-452a-9b46-d5748e197d65 admin admin] Publish callbacks [] for security_group (7637dfce-7d16-4cab-a73c-67bd5851ce73), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:10.067635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:10.085582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca981-5493-452a-9b46-d5748e197d65 admin admin] Publish callbacks [] for security_group (7637dfce-7d16-4cab-a73c-67bd5851ce73), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:10.121569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:10.122853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-055ace02-18d1-4f0e-8bea-1f3252dde8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:10.124713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-055ace02-18d1-4f0e-8bea-1f3252dde8c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.1343699 Feb 09 03:14:10.131097 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:10.182322 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-90765802-9749-4aaf-bd3c-abd50bd69e68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=596cad0c-3537-4f16-bb08-28cdf3403d54 HTTP/1.1" status: 200 len: 217 time: 0.0500154 Feb 09 03:14:10.184688 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca981-5493-452a-9b46-d5748e197d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7637dfce-7d16-4cab-a73c-67bd5851ce73), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:10.188881 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca981-5493-452a-9b46-d5748e197d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:10.190578 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7d0ca981-5493-452a-9b46-d5748e197d65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7637dfce-7d16-4cab-a73c-67bd5851ce73 HTTP/1.1" status: 204 len: 168 time: 0.2239418 Feb 09 03:14:10.200211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:10.203249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ca981-5493-452a-9b46-d5748e197d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7637dfce-7d16-4cab-a73c-67bd5851ce73,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:10.272326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-4e75c52d-4281-426d-8bda-c519e300d04d tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:10.273807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-4e75c52d-4281-426d-8bda-c519e300d04d tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.3007693 Feb 09 03:14:10.294960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-7161410f-0167-4e55-b481-7ccffe8ba856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:10.296769 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-7161410f-0167-4e55-b481-7ccffe8ba856 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1041539 Feb 09 03:14:10.303197 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-b094ff67-dfbb-4908-9979-e883e7c9260a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:14:10.304524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-b094ff67-dfbb-4908-9979-e883e7c9260a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113916 Feb 09 03:14:10.335799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-91954e1f-2d58-4a12-a23d-cd588cad2824 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304997 Feb 09 03:14:10.361445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24878659-7b54-4676-9c98-c530b5d8106b req-8ba8c6e4-c922-41ac-9b31-35d05e2f4486 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:10.363007 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24878659-7b54-4676-9c98-c530b5d8106b req-8ba8c6e4-c922-41ac-9b31-35d05e2f4486 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.0679467 Feb 09 03:14:10.440233 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-982293af-49a7-49b4-b9a6-3eaf6e262bb3 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.23 HTTP/1.1" status: 200 len: 695 time: 0.1071236 Feb 09 03:14:10.442115 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24878659-7b54-4676-9c98-c530b5d8106b req-3e066ce6-bea2-41ea-a1dd-330d02c8f8da tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715828 Feb 09 03:14:10.479680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['71fcf69d-f189-4b8c-83c3-b2c40eadcb1e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:10.528840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-13bd73fb-5944-45e6-9fd7-bf8013f89362 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.23 HTTP/1.1" status: 200 len: 695 time: 0.0799129 Feb 09 03:14:10.557071 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-2417222f-491a-400a-9c82-a35a8a89579b service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102022 Feb 09 03:14:10.596753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a045ef2-064d-4d93-9f27-ebe0ed0822ae req-7d817af8-fe19-4cf3-9e61-54b017d0c1e9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:10.607186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a045ef2-064d-4d93-9f27-ebe0ed0822ae req-7d817af8-fe19-4cf3-9e61-54b017d0c1e9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 945 time: 0.0733955 Feb 09 03:14:10.688295 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a045ef2-064d-4d93-9f27-ebe0ed0822ae req-aacae1ec-d1fb-4eab-8f86-078f92dc6d7f tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802159 Feb 09 03:14:10.826163 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-87a559e7-b7f7-4ee1-99bc-e8789e0bf8d1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425766 Feb 09 03:14:11.053298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-03588730-159e-422e-8ae2-cdf78a9c5524 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:11.054906 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-03588730-159e-422e-8ae2-cdf78a9c5524 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2208769 Feb 09 03:14:11.083382 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-67998fe5-647c-400a-8bcf-3d9813bbc7bb tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/quotas/8c106d2ca691429d886e0ada21907bca HTTP/1.1" status: 200 len: 375 time: 0.0217209 Feb 09 03:14:11.154070 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-dae9dea2-5bd5-47a5-aa0a-a39b31e527bc service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481765 Feb 09 03:14:11.159502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-51f03a44-558e-4152-a6f8-01d493ff3940 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Deleting port 5f3da873-c3c1-4ca8-94d0-ab3fd1835558 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:11.159846 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-51f03a44-558e-4152-a6f8-01d493ff3940 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5f3da873-c3c1-4ca8-94d0-ab3fd1835558), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:11.183515 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-62c74c6d-7b1d-4428-b385-82e6e3d0b363 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0984139 Feb 09 03:14:11.276078 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-51f03a44-558e-4152-a6f8-01d493ff3940 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5f3da873-c3c1-4ca8-94d0-ab3fd1835558), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:11.276406 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-51f03a44-558e-4152-a6f8-01d493ff3940 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (5f3da873-c3c1-4ca8-94d0-ab3fd1835558), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:11.309213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-51f03a44-558e-4152-a6f8-01d493ff3940 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Calling delete_port for 5f3da873-c3c1-4ca8-94d0-ab3fd1835558 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:11.403373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52010) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:11.538194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02b178-767d-490a-9bdf-0fbc0a88ee0f req-dd411708-f0ea-4519-aee5-340bdf457174 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:11.539931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f02b178-767d-490a-9bdf-0fbc0a88ee0f req-dd411708-f0ea-4519-aee5-340bdf457174 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 949 time: 0.1343346 Feb 09 03:14:11.548444 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-51f03a44-558e-4152-a6f8-01d493ff3940 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (5f3da873-c3c1-4ca8-94d0-ab3fd1835558), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:11.583799 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f03a44-558e-4152-a6f8-01d493ff3940 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Pushing event deleted for resources: {'Port': ['ID=5f3da873-c3c1-4ca8-94d0-ab3fd1835558,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:11.616895 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-51f03a44-558e-4152-a6f8-01d493ff3940 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (915a58a8-edcc-4079-916f-da673ac694ef), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:11.620793 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-51f03a44-558e-4152-a6f8-01d493ff3940 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:11.627923 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f02b178-767d-490a-9bdf-0fbc0a88ee0f req-8c2f343c-6072-4929-8ccb-452cbee80020 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796456 Feb 09 03:14:11.629897 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a7a91db-8312-4694-895f-bbdbc99d2374 req-51f03a44-558e-4152-a6f8-01d493ff3940 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "DELETE /v2.0/floatingips/915a58a8-edcc-4079-916f-da673ac694ef HTTP/1.1" status: 204 len: 173 time: 1.0825055 Feb 09 03:14:11.667794 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1256837829-network', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:11.693402 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Made reservation on behalf of 44da3b40b6914e7c8487599d0e83d1c1 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:11.696951 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:11.715123 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:11.759185 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-39913981-c0e5-44ac-8f58-f3fc8c9c4a3a req-4c8ce089-42c4-41a8-a141-e20656e355d2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 210 time: 0.0507548 Feb 09 03:14:11.822426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e8f63-d835-4e1a-8759-af7191798e50 req-22b60664-7308-409f-8166-d4f0b4e89824 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:11.824065 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-634e8f63-d835-4e1a-8759-af7191798e50 req-22b60664-7308-409f-8166-d4f0b4e89824 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.1030769 Feb 09 03:14:11.933495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-634e8f63-d835-4e1a-8759-af7191798e50 req-2e25d7a0-a716-4fe2-ab7b-5ecf0f0653d0 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001887 Feb 09 03:14:11.965817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-8fa49964-0c45-40bf-9e74-fb12ba5317fd tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.39 HTTP/1.1" status: 200 len: 1001 time: 0.1708512 Feb 09 03:14:11.981075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Publish callbacks [] for security_group (066df84f-6618-484d-9b41-29823d1a55fd), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:11.988557 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (066df84f-6618-484d-9b41-29823d1a55fd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.018608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:14:12.029237 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066df84f-6618-484d-9b41-29823d1a55fd,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:12.036223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (55867d6d-7d9c-4327-a9b8-5da4d38fd5b3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.036559 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Added segment 55867d6d-7d9c-4327-a9b8-5da4d38fd5b3 of type vlan for network 690f7761-8435-4f57-8126-72f8eb24e893 Feb 09 03:14:12.078579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-f4d392a2-67e5-4ca4-a861-b983e1c00d1d tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:12.080341 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-f4d392a2-67e5-4ca4-a861-b983e1c00d1d tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports/52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 HTTP/1.1" status: 200 len: 943 time: 0.1137016 Feb 09 03:14:12.126385 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (690f7761-8435-4f57-8126-72f8eb24e893), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.206958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d453ef-ebef-4011-875a-c73feef54db3 req-8d2a0c3b-257e-413b-bfcd-7779dcd85add tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:12.208632 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c5d453ef-ebef-4011-875a-c73feef54db3 req-8d2a0c3b-257e-413b-bfcd-7779dcd85add tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 945 time: 0.1317861 Feb 09 03:14:12.209471 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (690f7761-8435-4f57-8126-72f8eb24e893), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.210404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:12.211035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.273470 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-f0cfad77-62b0-45da-81ce-f925be70c220 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.39 HTTP/1.1" status: 200 len: 1001 time: 0.1239510 Feb 09 03:14:12.293934 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8894534 Feb 09 03:14:12.299563 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52026) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:12.304565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ed26a933-d890-4bac-a543-df1b3f1e27ea admin admin] Request body: {'subnet': {'network_id': '690f7761-8435-4f57-8126-72f8eb24e893', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1256837829-subnet', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:12.318085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38344c1-b4f5-4e82-9167-eef9914929cf admin admin] Pushing event updated for resources: {'Network': ['ID=690f7761-8435-4f57-8126-72f8eb24e893,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:12.332583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 690f7761-8435-4f57-8126-72f8eb24e893 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:14:12.352779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed26a933-d890-4bac-a543-df1b3f1e27ea admin admin] Made reservation on behalf of 44da3b40b6914e7c8487599d0e83d1c1 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:12.361286 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed26a933-d890-4bac-a543-df1b3f1e27ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.371490 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c5d453ef-ebef-4011-875a-c73feef54db3 req-cf5efe40-b60c-40db-b649-d994bed7e072 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381457 Feb 09 03:14:12.450894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-57f6b568-9484-4e86-9d5b-48873ae8a043 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:12.453788 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-57f6b568-9484-4e86-9d5b-48873ae8a043 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.1743908 Feb 09 03:14:12.539336 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-81913335-2cef-41d2-b81b-a0800443a633 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.39 HTTP/1.1" status: 200 len: 1001 time: 0.0753946 Feb 09 03:14:12.549506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-0a602b3e-4a41-4c89-8b2a-0093aa4870a4 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:12.616281 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-0a602b3e-4a41-4c89-8b2a-0093aa4870a4 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (4556c086-602e-4f2e-80ee-7189d4a1c3fa), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.805150 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-0a602b3e-4a41-4c89-8b2a-0093aa4870a4 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.818119 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-0a602b3e-4a41-4c89-8b2a-0093aa4870a4 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (4556c086-602e-4f2e-80ee-7189d4a1c3fa), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.818863 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-0a602b3e-4a41-4c89-8b2a-0093aa4870a4 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Floating IP 4556c086-602e-4f2e-80ee-7189d4a1c3fa disassociated. External IP: 172.25.5.39, port: 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5. Feb 09 03:14:12.971235 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed26a933-d890-4bac-a543-df1b3f1e27ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (0f7b0d6f-2f33-49a1-b8d0-e342367dc02a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.019612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26a933-d890-4bac-a543-df1b3f1e27ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7b0d6f-2f33-49a1-b8d0-e342367dc02a,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:13.041801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52076e4-6a1a-452d-b13f-22ec17470527 req-9a755c60-8217-4f92-88df-17c4f45f0810 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:13.050000 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c52076e4-6a1a-452d-b13f-22ec17470527 req-9a755c60-8217-4f92-88df-17c4f45f0810 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 949 time: 0.1179967 Feb 09 03:14:13.078562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a1883265-e97d-46c7-915d-6c9ecbc39083 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:13.085487 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-be8ccff3-21bc-4b17-a907-abf25bf98335 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1315453 Feb 09 03:14:13.149049 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c52076e4-6a1a-452d-b13f-22ec17470527 req-7bc29d0b-d80e-44be-9f03-7447298f7f83 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979860 Feb 09 03:14:13.163473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26a933-d890-4bac-a543-df1b3f1e27ea admin admin] Checking segment: {'id': '55867d6d-7d9c-4327-a9b8-5da4d38fd5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:13.163991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed26a933-d890-4bac-a543-df1b3f1e27ea admin admin] Network hostable DHCP agents. Network: 690f7761-8435-4f57-8126-72f8eb24e893, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:14:13.172261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port a1883265-e97d-46c7-915d-6c9ecbc39083 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:14:13.189263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed26a933-d890-4bac-a543-df1b3f1e27ea admin admin] Network 690f7761-8435-4f57-8126-72f8eb24e893 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:14:13.191214 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port a1883265-e97d-46c7-915d-6c9ecbc39083 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:13.191852 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.204843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-0a602b3e-4a41-4c89-8b2a-0093aa4870a4 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Router 9d316e45-80a9-47d8-9161-8c7142ecbca6 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:13.210006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ed26a933-d890-4bac-a543-df1b3f1e27ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 690f7761-8435-4f57-8126-72f8eb24e893) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:13.215387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed26a933-d890-4bac-a543-df1b3f1e27ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:13.216309 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed26a933-d890-4bac-a543-df1b3f1e27ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.252317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ed26a933-d890-4bac-a543-df1b3f1e27ea admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9478841 Feb 09 03:14:13.252556 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1fdd12-4fa4-4f83-bbe4-a033e3c29a97 None None] Network 690f7761-8435-4f57-8126-72f8eb24e893 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:13.252665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52034) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:13.258140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1256837829-router', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:13.317191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-76b60428-b4d5-424d-bd5a-47bceede0fc7 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:13.317943 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8f0b97f-e535-473d-afdf-e6cd6f15ef05 req-d1f3fcb8-7bda-4908-92b4-c8b9ef27a54f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 210 time: 0.0492740 Feb 09 03:14:13.318822 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-76b60428-b4d5-424d-bd5a-47bceede0fc7 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256036 Feb 09 03:14:13.340006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Request body: {'port': {'device_id': '173611c1-8cb3-42fe-a792-7390d826d42a', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '8c106d2ca691429d886e0ada21907bca'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:13.345786 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (d559c065-141e-4715-8734-ed0e5b6ffdf1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.347448 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (d559c065-141e-4715-8734-ed0e5b6ffdf1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.433568 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Publish callbacks [] for router_controller (d559c065-141e-4715-8734-ed0e5b6ffdf1), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.459185 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-0a602b3e-4a41-4c89-8b2a-0093aa4870a4 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:13.466387 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-0a602b3e-4a41-4c89-8b2a-0093aa4870a4 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.469954 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af724665-7e37-4c87-9355-770265dca5d4 None None] Sync routers for ids ['9d316e45-80a9-47d8-9161-8c7142ecbca6'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:13.497900 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af724665-7e37-4c87-9355-770265dca5d4 None None] Routers {'9d316e45-80a9-47d8-9161-8c7142ecbca6'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:13.499744 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-af724665-7e37-4c87-9355-770265dca5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9d316e45-80a9-47d8-9161-8c7142ecbca6'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:13.590590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b01cc9-06c3-41a2-99af-778403fd36c1 req-434dff21-d9c6-4ea1-bdb6-884566d52e8b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:13.590792 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a1883265-e97d-46c7-915d-6c9ecbc39083 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:13.591228 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.599850 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1b01cc9-06c3-41a2-99af-778403fd36c1 req-434dff21-d9c6-4ea1-bdb6-884566d52e8b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.1636474 Feb 09 03:14:13.615292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-0a602b3e-4a41-4c89-8b2a-0093aa4870a4 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "PUT /v2.0/floatingips/4556c086-602e-4f2e-80ee-7189d4a1c3fa HTTP/1.1" status: 200 len: 694 time: 1.0704906 Feb 09 03:14:13.634456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7818a-d32c-46a9-9af9-44db1ba5d5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1883265-e97d-46c7-915d-6c9ecbc39083'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:13.636952 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e94658-49cb-4be0-a72f-1fb516c9ea6e" -d '{"events": [{"server_uuid": "50a7818a-d32c-46a9-9af9-44db1ba5d5d1", "name": "network-vif-plugged", "status": "completed", "tag": "a1883265-e97d-46c7-915d-6c9ecbc39083"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:13.646763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:13.663418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61267430-d125-4314-9a34-b4ef9a05dc25', 'tag': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:13.665751 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7521e6-78b5-4c00-a779-ce35708e595f" -d '{"events": [{"name": "network-changed", "server_uuid": "61267430-d125-4314-9a34-b4ef9a05dc25", "tag": "52ba18cf-c943-4f86-bc6c-2acbbf75b2b5"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:13.707082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a1883265-e97d-46c7-915d-6c9ecbc39083, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a1883265-e97d-46c7-915d-6c9ecbc39083,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:13.716581 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Publish callbacks [] for router_gateway (d559c065-141e-4715-8734-ed0e5b6ffdf1), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.724779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-690f7761-8435-4f57-8126-72f8eb24e893', 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893', 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'fixed_ips': [{'subnet_id': '0f7b0d6f-2f33-49a1-b8d0-e342367dc02a'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:14:13.726678 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.739028 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-af724665-7e37-4c87-9355-770265dca5d4 None None] Set router 9d316e45-80a9-47d8-9161-8c7142ecbca6 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:13.742543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-90d56fa9-cb35-4bee-97ad-998e85ce88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:13.743485 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.744202 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-90d56fa9-cb35-4bee-97ad-998e85ce88a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9010fb61c6442f4b9117fe11cda0b78&device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 1129 time: 0.1280434 Feb 09 03:14:13.745805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Made reservation on behalf of 8c106d2ca691429d886e0ada21907bca for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:13.750455 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.828838 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1b01cc9-06c3-41a2-99af-778403fd36c1 req-473dca69-e770-42d4-a1a3-8849571114bc tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273998 Feb 09 03:14:13.834079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a1883265-e97d-46c7-915d-6c9ecbc39083,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.854429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:13.941289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:14:13.948130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:13.948548 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.103048 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-af724665-7e37-4c87-9355-770265dca5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:13:35Z', 'revision_number': 4, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '16572538-6f51-4603-ba54-4224232def1f', 'name': '', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'mac_address': 'fa:16:3e:47:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:33Z', 'updated_at': '2022-02-09T03:13:40Z', 'revision_number': 5, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'subnets': [{'id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:14.106116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Allocated IP 192.168.233.185 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/39ee9b65-5b4a-4df5-ba74-1e1f4c660449) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:14.119703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17acda-7313-4f41-a8eb-21dfb77bdd92 req-9af08bd3-0e82-4f67-b2c3-985d6ffaf215 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:14.121368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f17acda-7313-4f41-a8eb-21dfb77bdd92 req-9af08bd3-0e82-4f67-b2c3-985d6ffaf215 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 946 time: 0.2005582 Feb 09 03:14:14.147715 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af724665-7e37-4c87-9355-770265dca5d4 None None] Checking router: 9d316e45-80a9-47d8-9161-8c7142ecbca6 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:14:14.154327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:14.154689 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.162840 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af724665-7e37-4c87-9355-770265dca5d4 None None] Routers {'9d316e45-80a9-47d8-9161-8c7142ecbca6'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:14.164465 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-af724665-7e37-4c87-9355-770265dca5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9d316e45-80a9-47d8-9161-8c7142ecbca6'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:14.182301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Publish callbacks [] for router_gateway (d559c065-141e-4715-8734-ed0e5b6ffdf1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.213792 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.238552 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f17acda-7313-4f41-a8eb-21dfb77bdd92 req-49cb3a93-6a4e-4194-96ec-d6bbcb91d853 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965254 Feb 09 03:14:14.272481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:14.286111 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.301267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Allocated IP 172.20.0.2 (690f7761-8435-4f57-8126-72f8eb24e893/0f7b0d6f-2f33-49a1-b8d0-e342367dc02a/0a4e5c98-dea2-4e0a-bcb0-5a134605e90e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:14.304067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-d05596bc-f2a1-4c17-ad01-eb83d96e5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:14.313841 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-af724665-7e37-4c87-9355-770265dca5d4 None None] Set router 9d316e45-80a9-47d8-9161-8c7142ecbca6 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:14.316333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-d05596bc-f2a1-4c17-ad01-eb83d96e5c62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ae07d38-3daa-451f-86e2-534b205999db HTTP/1.1" status: 200 len: 929 time: 0.5632644 Feb 09 03:14:14.351080 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497385a7-daa8-4ad1-bcaf-f61d22aa6e73 x-openstack-request-id: req-497385a7-daa8-4ad1-bcaf-f61d22aa6e73 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:14.351080 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7818a-d32c-46a9-9af9-44db1ba5d5d1", "name": "network-vif-plugged", "status": "completed", "tag": "a1883265-e97d-46c7-915d-6c9ecbc39083", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:14.351425 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-497385a7-daa8-4ad1-bcaf-f61d22aa6e73 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:14.351871 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7818a-d32c-46a9-9af9-44db1ba5d5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1883265-e97d-46c7-915d-6c9ecbc39083', 'code': 200} Feb 09 03:14:14.406344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Allocated IP 172.25.5.225 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/f459d9f3-f1f9-463f-89ba-6880c097400f) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:14.443666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-f4bb7fd2-f2c7-4063-843a-35d6bf9bfef7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 HTTP/1.1" status: 200 len: 217 time: 0.1264594 Feb 09 03:14:14.447619 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35831b8f-9df9-4591-8754-f03a99383b8c x-openstack-request-id: req-35831b8f-9df9-4591-8754-f03a99383b8c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:14.448083 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61267430-d125-4314-9a34-b4ef9a05dc25", "tag": "52ba18cf-c943-4f86-bc6c-2acbbf75b2b5", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:14.448530 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35831b8f-9df9-4591-8754-f03a99383b8c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:14.449065 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61267430-d125-4314-9a34-b4ef9a05dc25', 'tag': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5', 'status': 'completed', 'code': 200} Feb 09 03:14:14.460042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:14.532006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-452c8ef3-c0ef-459a-a483-3c40df61d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:14.533808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-452c8ef3-c0ef-459a-a483-3c40df61d735 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca6e2721-b36e-4255-97fb-7c66a1e5b897 HTTP/1.1" status: 200 len: 867 time: 0.0791442 Feb 09 03:14:14.596666 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks [] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.607454 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Publish callbacks [] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.617463 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.617720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Publish callbacks [] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.635966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-ceb4e41a-85b8-48f1-90c5-70661221d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:14.638090 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-ceb4e41a-85b8-48f1-90c5-70661221d429 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ae07d38-3daa-451f-86e2-534b205999db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0911295 Feb 09 03:14:14.657884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Network 690f7761-8435-4f57-8126-72f8eb24e893 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:14.661489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:14.667022 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-af724665-7e37-4c87-9355-770265dca5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:13:35Z', 'revision_number': 4, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '16572538-6f51-4603-ba54-4224232def1f', 'name': '', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'mac_address': 'fa:16:3e:47:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:33Z', 'updated_at': '2022-02-09T03:13:40Z', 'revision_number': 5, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'subnets': [{'id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:14.669390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:14.710283 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af724665-7e37-4c87-9355-770265dca5d4 None None] The sync data for ids ['9d316e45-80a9-47d8-9161-8c7142ecbca6'] in n-d-824835-15 is: [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:13:35Z', 'revision_number': 4, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '16572538-6f51-4603-ba54-4224232def1f', 'name': '', 'network_id': '5ae07d38-3daa-451f-86e2-534b205999db', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'mac_address': 'fa:16:3e:47:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:33Z', 'updated_at': '2022-02-09T03:13:40Z', 'revision_number': 5, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'subnets': [{'id': 'ca6e2721-b36e-4255-97fb-7c66a1e5b897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:14.715226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Pushing event updated for resources: {'Port': ['ID=0a4e5c98-dea2-4e0a-bcb0-5a134605e90e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:14.726474 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.735114 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.760457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Attempting to bind port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:14.760457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Attempting to bind port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '55867d6d-7d9c-4327-a9b8-5da4d38fd5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:14.760807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Attempting to bind port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e on network 690f7761-8435-4f57-8126-72f8eb24e893 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:14.763535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2', 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c', '16210ae2-9ad7-425c-ab99-74a057fcd2c4'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:14.773867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['e5af45d6-8e1b-4b56-8dec-9ed181c04470', '73f77054-1c9d-4caf-8061-c069fb3a9107'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:14.799442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:14.799827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Checking segment: {'id': '55867d6d-7d9c-4327-a9b8-5da4d38fd5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:14.801165 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.802317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Bound using segment: {'id': '55867d6d-7d9c-4327-a9b8-5da4d38fd5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:14.802875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Bound port: 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55867d6d-7d9c-4327-a9b8-5da4d38fd5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:14.804620 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.818962 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:14.825109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event updated for resources: {'Port': ['ID=39ee9b65-5b4a-4df5-ba74-1e1f4c660449,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:14.829205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:14.831930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:14.837037 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:14.837694 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.870328 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-a02156dd-08b6-404d-a466-ab49a51ce57c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5349810 Feb 09 03:14:14.872396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-a80c7701-c001-429a-97c1-42176fa68479 service neutron] 10.222.0.21 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243190 Feb 09 03:14:14.888742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Request body: {'port': {'device_id': '173611c1-8cb3-42fe-a792-7390d826d42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:14.902127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:14.908746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Pushing event updated for resources: {'Port': ['ID=f459d9f3-f1f9-463f-89ba-6880c097400f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:14.911563 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:14.924849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:15.152555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] For port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:15.178654 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.194557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] For port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0a4e5c98-dea2-4e0a-bcb0-5a134605e90e,segment=NetworkSegment(55867d6d-7d9c-4327-a9b8-5da4d38fd5b3),segment_id=55867d6d-7d9c-4327-a9b8-5da4d38fd5b3)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:15.204817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc75377-8d39-4446-bc97-02b2924fb9a6 req-5197ee16-821e-4c60-bee5-0dec98e243b0 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:15.208953 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ebd0adf-0f5e-444e-8d51-cce593b456b0 req-b12035b5-1ae7-4ccd-954e-eadcfcc4fcf7 service neutron] 10.222.0.21 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167090 Feb 09 03:14:15.214441 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9dc75377-8d39-4446-bc97-02b2924fb9a6 req-5197ee16-821e-4c60-bee5-0dec98e243b0 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 950 time: 0.5239003 Feb 09 03:14:15.226241 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.236420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bf25c-5f23-4d7a-90b8-5dfc84cb264f None None] New status for floating IP 4556c086-602e-4f2e-80ee-7189d4a1c3fa: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:14:15.342320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7521e6-78b5-4c00-a779-ce35708e595f req-79174ffe-1a69-4a1d-b3cd-8b1dad5bf576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:15.344409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7521e6-78b5-4c00-a779-ce35708e595f req-79174ffe-1a69-4a1d-b3cd-8b1dad5bf576 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9010fb61c6442f4b9117fe11cda0b78&device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 1129 time: 0.6641707 Feb 09 03:14:15.352113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Publish callbacks [] for router_gateway (d559c065-141e-4715-8734-ed0e5b6ffdf1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.455493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd7a6a-bf81-4ad1-8a20-669a5c9d86f5 req-5b8c3bca-9cab-4853-915f-90c55492b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:15.457062 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8cd7a6a-bf81-4ad1-8a20-669a5c9d86f5 req-5b8c3bca-9cab-4853-915f-90c55492b5b2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 1129 time: 0.7900400 Feb 09 03:14:15.547693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c333b-c77c-4a9a-9d7d-cf7694cef301 req-ae063764-f599-443c-a5e8-a3c663601264 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:15.549241 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb3c333b-c77c-4a9a-9d7d-cf7694cef301 req-ae063764-f599-443c-a5e8-a3c663601264 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 936 time: 0.1236055 Feb 09 03:14:15.623102 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9dc75377-8d39-4446-bc97-02b2924fb9a6 req-91fb7719-de0c-400f-a016-a9fc76c94adb tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023962 Feb 09 03:14:15.679919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:15.712852 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Publish callbacks [] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.727861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8cd7a6a-bf81-4ad1-8a20-669a5c9d86f5 req-7d8b07be-3f86-426c-8577-5bb5df0c8406 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300432 Feb 09 03:14:15.759867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7521e6-78b5-4c00-a779-ce35708e595f req-e31f6e7e-d37e-4d60-81eb-58a5b341887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:15.761864 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7521e6-78b5-4c00-a779-ce35708e595f req-e31f6e7e-d37e-4d60-81eb-58a5b341887d service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ae07d38-3daa-451f-86e2-534b205999db HTTP/1.1" status: 200 len: 929 time: 0.4077566 Feb 09 03:14:15.776020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Transition to ACTIVE for port object 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:14:15.793645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb3c333b-c77c-4a9a-9d7d-cf7694cef301 req-e7cb4d42-d25e-4fda-b38b-3c6c6a877a83 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348063 Feb 09 03:14:15.795063 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.850463 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7521e6-78b5-4c00-a779-ce35708e595f req-3a84c3c3-c75e-4067-8f21-e6bb809182c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 HTTP/1.1" status: 200 len: 217 time: 0.0517988 Feb 09 03:14:15.917699 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-fb8c59ed-aeb6-4d45-975f-b293ddc5bd9c tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips/4556c086-602e-4f2e-80ee-7189d4a1c3fa HTTP/1.1" status: 200 len: 694 time: 0.0773809 Feb 09 03:14:15.954363 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Pushing event updated for resources: {'Port': ['ID=39ee9b65-5b4a-4df5-ba74-1e1f4c660449,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:16.073278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6847063-7404-4f3d-81d9-088c5b09c984 req-4f143df6-779f-4a07-97b2-4fe48d765055 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:16.078673 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Attempting to bind port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:16.079135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Attempting to bind port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:16.079562 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Attempting to bind port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:16.081984 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6847063-7404-4f3d-81d9-088c5b09c984 req-4f143df6-779f-4a07-97b2-4fe48d765055 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.3406599 Feb 09 03:14:16.086999 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:16.089385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Attempting to bind port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:16.099887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146e191-fc1a-49a8-a7da-36c42ba7679d None None] Pushing event updated for resources: {'Port': ['ID=0a4e5c98-dea2-4e0a-bcb0-5a134605e90e,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:16.104261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:16.104903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:16.105335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:16.105992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Bound port: 39ee9b65-5b4a-4df5-ba74-1e1f4c660449, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:16.106420 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.140515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7521e6-78b5-4c00-a779-ce35708e595f req-a8a95643-989b-4aca-a089-22f23f02ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:16.142964 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7521e6-78b5-4c00-a779-ce35708e595f req-a8a95643-989b-4aca-a089-22f23f02ca1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca6e2721-b36e-4255-97fb-7c66a1e5b897 HTTP/1.1" status: 200 len: 867 time: 0.1944311 Feb 09 03:14:16.229202 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (d559c065-141e-4715-8734-ed0e5b6ffdf1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.232506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-d009f09f-74cd-4e3f-a174-80a56748cf83 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:16.236537 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e75d7294-98e8-4836-8fe6-668f7653ef1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.243200 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-d009f09f-74cd-4e3f-a174-80a56748cf83 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.3244338 Feb 09 03:14:16.248377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6847063-7404-4f3d-81d9-088c5b09c984 req-47d56286-d920-44ea-8683-45814267ca72 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652558 Feb 09 03:14:16.309318 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-0701c2ef-c593-42e3-8466-06d5a1b51c79 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.39 HTTP/1.1" status: 200 len: 695 time: 0.0651336 Feb 09 03:14:16.364892 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b712ddf-4ba7-4a92-8492-4aa1f2236ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fcf69d-f189-4b8c-83c3-b2c40eadcb1e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:16.367780 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc59bca-7fd1-456f-a3ea-3ff2ef9dedc2" -d '{"events": [{"server_uuid": "9b712ddf-4ba7-4a92-8492-4aa1f2236ddf", "name": "network-vif-plugged", "status": "completed", "tag": "71fcf69d-f189-4b8c-83c3-b2c40eadcb1e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:16.424345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7521e6-78b5-4c00-a779-ce35708e595f req-ce64e0da-c1c6-4ccf-8fcc-9fe2fb037486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:16.425975 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7521e6-78b5-4c00-a779-ce35708e595f req-ce64e0da-c1c6-4ccf-8fcc-9fe2fb037486 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ae07d38-3daa-451f-86e2-534b205999db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2636714 Feb 09 03:14:16.750097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] For port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:16.756525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] For port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=39ee9b65-5b4a-4df5-ba74-1e1f4c660449,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:16.771068 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.784637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-2f7afa65-af46-4a1b-840d-2339bd642047 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.39 HTTP/1.1" status: 200 len: 695 time: 0.4658413 Feb 09 03:14:16.810455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707dd45-578e-4ff0-9218-39f9f1ba83db req-8366427c-f9a0-4511-9c33-1a5d8f4014cb tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:16.818730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2707dd45-578e-4ff0-9218-39f9f1ba83db req-8366427c-f9a0-4511-9c33-1a5d8f4014cb tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 946 time: 0.4699819 Feb 09 03:14:16.846377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e63f33-ff0a-47f9-b573-c0f4682cfe6c None None] Network 690f7761-8435-4f57-8126-72f8eb24e893 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:16.893346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:16.894704 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.896277 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] 10.222.0.65 "PUT /v2.0/ports/39ee9b65-5b4a-4df5-ba74-1e1f4c660449 HTTP/1.1" status: 200 len: 1097 time: 2.0122421 Feb 09 03:14:16.904615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173611c1-8cb3-42fe-a792-7390d826d42a', 'tag': '39ee9b65-5b4a-4df5-ba74-1e1f4c660449'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:16.907593 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06f9652-ea86-48da-b9df-b856ebfc272b" -d '{"events": [{"name": "network-changed", "server_uuid": "173611c1-8cb3-42fe-a792-7390d826d42a", "tag": "39ee9b65-5b4a-4df5-ba74-1e1f4c660449"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:16.946962 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7521e6-78b5-4c00-a779-ce35708e595f req-e5839700-9a1c-44d4-8f66-bc73b980cfad service neutron] 10.222.0.42 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075879 Feb 09 03:14:16.953271 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2707dd45-578e-4ff0-9218-39f9f1ba83db req-50b6d996-40b3-447a-89dd-6c9301cb6728 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333926 Feb 09 03:14:17.044478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-50257f3c-6247-4d47-9977-3a7065630abe None None] Provisioning complete for port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:17.045067 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50257f3c-6247-4d47-9977-3a7065630abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:17.065718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Router d559c065-141e-4715-8734-ed0e5b6ffdf1 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:14:17.076124 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d17672-19f1-4e21-a7aa-a819e4cca20e x-openstack-request-id: req-c8d17672-19f1-4e21-a7aa-a819e4cca20e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:17.076666 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b712ddf-4ba7-4a92-8492-4aa1f2236ddf", "name": "network-vif-plugged", "status": "completed", "tag": "71fcf69d-f189-4b8c-83c3-b2c40eadcb1e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:17.077147 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8d17672-19f1-4e21-a7aa-a819e4cca20e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:17.079007 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b712ddf-4ba7-4a92-8492-4aa1f2236ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fcf69d-f189-4b8c-83c3-b2c40eadcb1e', 'code': 200} Feb 09 03:14:17.175863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5e937-ef82-4ea7-8468-b67c035bb56c service neutron] Pushing event updated for resources: {'Port': ['ID=39ee9b65-5b4a-4df5-ba74-1e1f4c660449,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:17.209349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-50257f3c-6247-4d47-9977-3a7065630abe None None] Current status of the port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:17.209928 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50257f3c-6247-4d47-9977-3a7065630abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:17.236544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-07ba8f70-13f8-4042-bb1f-808a3fa66f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:17.238250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-07ba8f70-13f8-4042-bb1f-808a3fa66f1f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 1131 time: 0.2350149 Feb 09 03:14:17.248236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-10d05f3d-23e7-4ddd-8393-89a22f4a7e32 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Deleting port fd4398ea-bce9-4329-b8b9-71cb793074f4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:17.249090 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-10d05f3d-23e7-4ddd-8393-89a22f4a7e32 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fd4398ea-bce9-4329-b8b9-71cb793074f4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:17.258545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-50257f3c-6247-4d47-9977-3a7065630abe None None] For port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0a4e5c98-dea2-4e0a-bcb0-5a134605e90e,segment=NetworkSegment(55867d6d-7d9c-4327-a9b8-5da4d38fd5b3),segment_id=55867d6d-7d9c-4327-a9b8-5da4d38fd5b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:17.267327 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50257f3c-6247-4d47-9977-3a7065630abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:17.287258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7521e6-78b5-4c00-a779-ce35708e595f req-c74f7f07-e5ea-4799-8e06-403d484ddcf1 service neutron] 10.222.0.42 "GET /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325300 Feb 09 03:14:17.334911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50257f3c-6247-4d47-9977-3a7065630abe None None] Pushing event updated for resources: {'Port': ['ID=0a4e5c98-dea2-4e0a-bcb0-5a134605e90e,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:17.367660 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-4602d1b3-c973-4585-b1d4-b68f7a86e516 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=39ee9b65-5b4a-4df5-ba74-1e1f4c660449 HTTP/1.1" status: 200 len: 217 time: 0.1000195 Feb 09 03:14:17.406733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e5b37-5c2d-46e9-99b9-f54f714d304f req-a85beded-9f2d-4d02-ab00-e8754be200ae tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:17.414649 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd0e5b37-5c2d-46e9-99b9-f54f714d304f req-a85beded-9f2d-4d02-ab00-e8754be200ae tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 950 time: 0.1836817 Feb 09 03:14:17.440437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923eabf-3359-4b2d-840c-cec71f78153a req-bca2f82f-d307-495a-8073-de73f90c3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:17.442608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9923eabf-3359-4b2d-840c-cec71f78153a req-bca2f82f-d307-495a-8073-de73f90c3723 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 1133 time: 0.2754216 Feb 09 03:14:17.462456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-df6f8b62-05f6-4818-8bc5-b23d647f14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:17.463824 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-df6f8b62-05f6-4818-8bc5-b23d647f14c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0721664 Feb 09 03:14:17.468439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:17.477175 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-10d05f3d-23e7-4ddd-8393-89a22f4a7e32 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fd4398ea-bce9-4329-b8b9-71cb793074f4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:17.477410 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-10d05f3d-23e7-4ddd-8393-89a22f4a7e32 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (fd4398ea-bce9-4329-b8b9-71cb793074f4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:17.482556 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Sync routers for ids ['d559c065-141e-4715-8734-ed0e5b6ffdf1'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:17.498234 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Routers {'d559c065-141e-4715-8734-ed0e5b6ffdf1'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:17.499644 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:13:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['d559c065-141e-4715-8734-ed0e5b6ffdf1'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:17.529636 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd0e5b37-5c2d-46e9-99b9-f54f714d304f req-8d48e549-b8c8-4848-8500-aa7ce5745645 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087544 Feb 09 03:14:17.550694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-34829aa6-d05d-4b6f-bb39-cd705f578711 None None] Provisioning complete for port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:17.551640 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34829aa6-d05d-4b6f-bb39-cd705f578711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:17.557635 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:17.566893 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52066) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:17.569329 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1e20846e-2025-4120-8210-591327425e73 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3160295 Feb 09 03:14:17.575104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-10d05f3d-23e7-4ddd-8393-89a22f4a7e32 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Calling delete_port for fd4398ea-bce9-4329-b8b9-71cb793074f4 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:17.607412 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9923eabf-3359-4b2d-840c-cec71f78153a req-8d1cc312-32e0-495e-9e64-a0afd9fd0a31 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489384 Feb 09 03:14:17.703375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179af825-1ce5-4d51-a1b3-76831733c594 req-4b599ca9-83df-4a36-9385-58deed762be0 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:17.711170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-179af825-1ce5-4d51-a1b3-76831733c594 req-4b599ca9-83df-4a36-9385-58deed762be0 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 948 time: 0.0768278 Feb 09 03:14:17.715195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-34829aa6-d05d-4b6f-bb39-cd705f578711 None None] Current status of the port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:17.738433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:17.754935 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Set router d559c065-141e-4715-8734-ed0e5b6ffdf1 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:17.814811 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-179af825-1ce5-4d51-a1b3-76831733c594 req-168cd68f-3fd4-4856-8094-48bf8fc399cb tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023488 Feb 09 03:14:17.828033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-1fd123f5-b102-47d9-b894-f419c952cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:17.829593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-1fd123f5-b102-47d9-b894-f419c952cefa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3244402 Feb 09 03:14:17.839961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:17.847674 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:17.912015 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c59999-0157-4547-bc9a-f730084fd7c7 x-openstack-request-id: req-67c59999-0157-4547-bc9a-f730084fd7c7 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:17.917489 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173611c1-8cb3-42fe-a792-7390d826d42a", "tag": "39ee9b65-5b4a-4df5-ba74-1e1f4c660449", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:17.917781 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67c59999-0157-4547-bc9a-f730084fd7c7 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:17.918301 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173611c1-8cb3-42fe-a792-7390d826d42a', 'tag': '39ee9b65-5b4a-4df5-ba74-1e1f4c660449', 'status': 'completed', 'code': 200} Feb 09 03:14:17.948622 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:17.966253 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'name': 'tempest-FloatingIPsTestJSON-1256837829-router', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:13Z', 'updated_at': '2022-02-09T03:14:15Z', 'revision_number': 3, 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'gw_port': {'id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:14Z', 'updated_at': '2022-02-09T03:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:17.983398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c1cc6-9090-4891-a7fd-64eaee0fe329 req-f41d32df-6e48-4e5b-bd96-9616546c5844 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:17.990526 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c03c1cc6-9090-4891-a7fd-64eaee0fe329 req-f41d32df-6e48-4e5b-bd96-9616546c5844 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.0671122 Feb 09 03:14:18.034833 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ad9d9a90-95b7-412a-834c-637b827fed6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.043512 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Checking router: d559c065-141e-4715-8734-ed0e5b6ffdf1 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:14:18.044108 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Updating router d559c065-141e-4715-8734-ed0e5b6ffdf1 port f459d9f3-f1f9-463f-89ba-6880c097400f binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:14:18.052106 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c03c1cc6-9090-4891-a7fd-64eaee0fe329 req-a08eef12-17e3-4e65-9738-208f0564b5fe tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606201 Feb 09 03:14:18.054358 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:14:18.088501 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.177305 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-10d05f3d-23e7-4ddd-8393-89a22f4a7e32 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (fd4398ea-bce9-4329-b8b9-71cb793074f4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.199849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3b90e-cd38-48a3-8438-f88a0cda3c95 req-49e45b13-2e8e-42f6-8d97-50762cb83ec4 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:18.210239 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ba3b90e-cd38-48a3-8438-f88a0cda3c95 req-49e45b13-2e8e-42f6-8d97-50762cb83ec4 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 946 time: 0.0894380 Feb 09 03:14:18.235194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-2e054f59-93f9-4bfe-902d-b899b6a4991f service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957157 Feb 09 03:14:18.283358 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ba3b90e-cd38-48a3-8438-f88a0cda3c95 req-975a2c35-89ee-44d1-825a-56efc48dc1a3 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721335 Feb 09 03:14:18.370725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d05f3d-23e7-4ddd-8393-89a22f4a7e32 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Pushing event deleted for resources: {'Port': ['ID=fd4398ea-bce9-4329-b8b9-71cb793074f4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:18.407305 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-10d05f3d-23e7-4ddd-8393-89a22f4a7e32 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks [] for floatingip (4556c086-602e-4f2e-80ee-7189d4a1c3fa), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.410220 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-10d05f3d-23e7-4ddd-8393-89a22f4a7e32 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.411589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-131d5e8f-2181-4486-ab73-a163d12b1381 req-10d05f3d-23e7-4ddd-8393-89a22f4a7e32 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "DELETE /v2.0/floatingips/4556c086-602e-4f2e-80ee-7189d4a1c3fa HTTP/1.1" status: 204 len: 173 time: 1.6260564 Feb 09 03:14:18.421505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb47516-9ac5-414d-bc91-48b344045f4b req-c38ffa0d-4fa9-40ca-809c-89f90a316444 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:18.423322 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efcbcbc9-a5df-4b95-a425-5d9f1a83b5b4 req-b07d4a11-a8db-4e09-9dde-9cc76cf1a5a9 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579080 Feb 09 03:14:18.431639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-beb47516-9ac5-414d-bc91-48b344045f4b req-c38ffa0d-4fa9-40ca-809c-89f90a316444 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 946 time: 0.0757935 Feb 09 03:14:18.535508 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-beb47516-9ac5-414d-bc91-48b344045f4b req-fc2bf043-2444-48fe-ba9b-c0c74ad06197 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027100 Feb 09 03:14:18.623965 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Publish callbacks [] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.633213 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.665548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f9652-ea86-48da-b9df-b856ebfc272b req-280405b9-ba3a-4eaa-bdf0-b103bbb17f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:18.667051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a06f9652-ea86-48da-b9df-b856ebfc272b req-280405b9-ba3a-4eaa-bdf0-b103bbb17f90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 1131 time: 0.1295810 Feb 09 03:14:18.679335 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Attempting to bind port f459d9f3-f1f9-463f-89ba-6880c097400f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:18.679883 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Attempting to bind port f459d9f3-f1f9-463f-89ba-6880c097400f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:18.680271 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Attempting to bind port f459d9f3-f1f9-463f-89ba-6880c097400f on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:18.682768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7059a36-916e-4cb7-9b3f-153ca6a6d548 req-f920b304-bc3e-42ee-8fff-2c8d6a464b76 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:18.684291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7059a36-916e-4cb7-9b3f-153ca6a6d548 req-f920b304-bc3e-42ee-8fff-2c8d6a464b76 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1316190 Feb 09 03:14:18.701511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011ed6b-09c4-4f84-b2b9-2833de5f08cc req-d8093786-7d3e-4c2d-8b89-a876fd0f5fbb tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:18.704188 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4011ed6b-09c4-4f84-b2b9-2833de5f08cc req-d8093786-7d3e-4c2d-8b89-a876fd0f5fbb tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 950 time: 0.0878074 Feb 09 03:14:18.719615 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:18.719972 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:18.720416 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.720831 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:18.721286 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Bound port: f459d9f3-f1f9-463f-89ba-6880c097400f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:18.721683 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.783603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4011ed6b-09c4-4f84-b2b9-2833de5f08cc req-24ff73fc-0ce7-4035-bbdd-cec8cdf6f71f tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699921 Feb 09 03:14:18.812440 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7732534-4792-412b-805f-5771972a3ec5 None None] Pushing event updated for resources: {'Port': ['ID=f459d9f3-f1f9-463f-89ba-6880c097400f,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:18.846099 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] For port f459d9f3-f1f9-463f-89ba-6880c097400f, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:18.854699 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] For port f459d9f3-f1f9-463f-89ba-6880c097400f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f459d9f3-f1f9-463f-89ba-6880c097400f,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:18.872424 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.902363 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7059a36-916e-4cb7-9b3f-153ca6a6d548 req-e106b8e0-1111-48a2-8d61-e41e73efb88c tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2062566 Feb 09 03:14:18.952619 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.005586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f9652-ea86-48da-b9df-b856ebfc272b req-b861e647-feb3-4b88-ac9e-6db3418f561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:19.009724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a06f9652-ea86-48da-b9df-b856ebfc272b req-b861e647-feb3-4b88-ac9e-6db3418f561e service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.3243213 Feb 09 03:14:19.027830 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Routers {'d559c065-141e-4715-8734-ed0e5b6ffdf1'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:19.028471 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:14:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['d559c065-141e-4715-8734-ed0e5b6ffdf1'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:19.098327 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7732534-4792-412b-805f-5771972a3ec5 None None] Pushing event updated for resources: {'Port': ['ID=f459d9f3-f1f9-463f-89ba-6880c097400f,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:19.114303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a06f9652-ea86-48da-b9df-b856ebfc272b req-9eb234d9-0588-47d2-8b1f-399845af0cc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=39ee9b65-5b4a-4df5-ba74-1e1f4c660449 HTTP/1.1" status: 200 len: 217 time: 0.0978811 Feb 09 03:14:19.174485 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] Set router d559c065-141e-4715-8734-ed0e5b6ffdf1 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:19.189449 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.251094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507ac9b-2b45-4024-8364-7452f03a37aa req-0d354bb2-7910-422b-9280-4c22f496d08c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:19.252714 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0507ac9b-2b45-4024-8364-7452f03a37aa req-0d354bb2-7910-422b-9280-4c22f496d08c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 948 time: 0.1692233 Feb 09 03:14:19.278724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f9652-ea86-48da-b9df-b856ebfc272b req-be23ff1c-3c15-40ad-a3bf-5a5a5c76a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:19.280164 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a06f9652-ea86-48da-b9df-b856ebfc272b req-be23ff1c-3c15-40ad-a3bf-5a5a5c76a4e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1477883 Feb 09 03:14:19.376240 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-22a28f13-9642-4533-94a1-0743aca07b34 req-0ca91621-620d-443d-a369-f5902a4a8378 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0556772 Feb 09 03:14:19.429850 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'name': 'tempest-FloatingIPsTestJSON-1256837829-router', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:13Z', 'updated_at': '2022-02-09T03:14:15Z', 'revision_number': 3, 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'gw_port': {'id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:14Z', 'updated_at': '2022-02-09T03:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:19.440468 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0507ac9b-2b45-4024-8364-7452f03a37aa req-7475bca5-bca8-41b3-a119-83336c189bc3 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638019 Feb 09 03:14:19.449008 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f9652-ea86-48da-b9df-b856ebfc272b req-7cd4f892-0971-439b-abe7-dace00bcb208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:19.450639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a06f9652-ea86-48da-b9df-b856ebfc272b req-7cd4f892-0971-439b-abe7-dace00bcb208 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1613777 Feb 09 03:14:19.460173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Allocated IP 172.20.0.1 (690f7761-8435-4f57-8126-72f8eb24e893/0f7b0d6f-2f33-49a1-b8d0-e342367dc02a/e01df46f-16d5-41c6-9272-255e184d3338) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:19.476946 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4098f3d1-1878-4f8a-8b51-d6f4da560ab0 None None] The sync data for ids ['d559c065-141e-4715-8734-ed0e5b6ffdf1'] in n-d-824835-15 is: [{'id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'name': 'tempest-FloatingIPsTestJSON-1256837829-router', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:13Z', 'updated_at': '2022-02-09T03:14:15Z', 'revision_number': 3, 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'gw_port': {'id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:14Z', 'updated_at': '2022-02-09T03:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:19.535442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e8699-4614-4963-8168-584f41ce56c4 req-88894954-531e-4ba6-8982-ad520851c720 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:19.543817 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d75e8699-4614-4963-8168-584f41ce56c4 req-88894954-531e-4ba6-8982-ad520851c720 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.0931349 Feb 09 03:14:19.615200 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d75e8699-4614-4963-8168-584f41ce56c4 req-c71ca8af-5f2f-4ea7-b96a-74255d9507c4 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699081 Feb 09 03:14:19.705669 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a06f9652-ea86-48da-b9df-b856ebfc272b req-6d240cf2-0659-45a5-9c16-de29f8fdfe34 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399604 Feb 09 03:14:19.749172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Publish callbacks [] for port (e01df46f-16d5-41c6-9272-255e184d3338), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.958115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f38f38-dfaa-452d-a5f1-375fc5cc4aca req-a76d00c4-1676-4678-974e-5aea1541d6d7 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:19.960196 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0f38f38-dfaa-452d-a5f1-375fc5cc4aca req-a76d00c4-1676-4678-974e-5aea1541d6d7 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 950 time: 0.0752461 Feb 09 03:14:19.980029 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (e01df46f-16d5-41c6-9272-255e184d3338), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.022507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2c50-8733-463d-8f2a-a139787679b1 req-645f6874-0b54-4370-b7e2-f548245eb2e0 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:20.024406 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95af2c50-8733-463d-8f2a-a139787679b1 req-645f6874-0b54-4370-b7e2-f548245eb2e0 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 946 time: 0.1640646 Feb 09 03:14:20.033685 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a06f9652-ea86-48da-b9df-b856ebfc272b req-2a43538b-d95b-408e-81a2-f12aa977d3de service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048635 Feb 09 03:14:20.041801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Network 690f7761-8435-4f57-8126-72f8eb24e893 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:20.046654 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0f38f38-dfaa-452d-a5f1-375fc5cc4aca req-52604d7e-4c55-4c60-a823-11c5ee2397ec tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786729 Feb 09 03:14:20.047022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:20.081241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:20.082539 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (d559c065-141e-4715-8734-ed0e5b6ffdf1), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.164789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Pushing event updated for resources: {'Port': ['ID=e01df46f-16d5-41c6-9272-255e184d3338,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:20.237716 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95af2c50-8733-463d-8f2a-a139787679b1 req-72efc934-0393-4f14-84c4-851bc55f5d77 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900938 Feb 09 03:14:20.240430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c4a31-93f5-44d6-a2e9-9aff510cb304 req-b14bcaee-d95b-4104-bd6f-e529509d27d1 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:20.243247 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f1c4a31-93f5-44d6-a2e9-9aff510cb304 req-b14bcaee-d95b-4104-bd6f-e529509d27d1 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 946 time: 0.0911217 Feb 09 03:14:20.330288 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f1c4a31-93f5-44d6-a2e9-9aff510cb304 req-b7442e24-b979-4f0a-b164-3995dc2f23e2 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/security-groups?id=68f30ead-2e2b-4cb4-80e3-20300c0f0c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773807 Feb 09 03:14:20.379313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c12cf464-42db-430c-88dc-c6c7fc612095 None None] Provisioning complete for port e01df46f-16d5-41c6-9272-255e184d3338 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:20.379862 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c12cf464-42db-430c-88dc-c6c7fc612095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e01df46f-16d5-41c6-9272-255e184d3338), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.424485 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c12cf464-42db-430c-88dc-c6c7fc612095 None None] Port e01df46f-16d5-41c6-9272-255e184d3338 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:20.441036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e01df46f-16d5-41c6-9272-255e184d3338), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.621873 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.696616 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86591b-0bdc-4dbf-8ee1-30e4a592e352 req-ddce6d48-af77-4a36-a68d-1af8224e05ef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:20.705901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf86591b-0bdc-4dbf-8ee1-30e4a592e352 req-ddce6d48-af77-4a36-a68d-1af8224e05ef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 948 time: 0.1274939 Feb 09 03:14:20.762408 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf86591b-0bdc-4dbf-8ee1-30e4a592e352 req-3873bb9e-775d-4386-b940-c5845bbef8ce tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556090 Feb 09 03:14:20.895626 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-c24d3fcc-7297-4563-ba9c-7a6b02781c26 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=238817bdc19a45139b2637f0eda72cab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224380 Feb 09 03:14:20.948657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02f514-0180-4be2-a475-24fffdcf4e54 req-6f1f6e5e-714d-42bd-8562-891145f83eed tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:20.950163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f02f514-0180-4be2-a475-24fffdcf4e54 req-6f1f6e5e-714d-42bd-8562-891145f83eed tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.1162629 Feb 09 03:14:21.012850 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-b48d89e2-05fa-4e7e-899b-abcced75c632 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:21.018155 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-b48d89e2-05fa-4e7e-899b-abcced75c632 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164570 Feb 09 03:14:21.033061 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-2eff3828-426c-4ca6-963b-f7a3f161fec0 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/quotas/238817bdc19a45139b2637f0eda72cab HTTP/1.1" status: 200 len: 375 time: 0.0131536 Feb 09 03:14:21.035589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f02f514-0180-4be2-a475-24fffdcf4e54 req-c9285c7f-2289-44c6-aa88-b4342af43c7d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719759 Feb 09 03:14:21.045727 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Publish callbacks [] for port (e01df46f-16d5-41c6-9272-255e184d3338), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:21.051813 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e01df46f-16d5-41c6-9272-255e184d3338), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:21.052716 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (d559c065-141e-4715-8734-ed0e5b6ffdf1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:21.114483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-c7097028-62ad-4f02-a7a7-c2ff5433a7b2 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=238817bdc19a45139b2637f0eda72cab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0687428 Feb 09 03:14:21.144297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Pushing event updated for resources: {'Port': ['ID=e01df46f-16d5-41c6-9272-255e184d3338,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:21.195151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Network 690f7761-8435-4f57-8126-72f8eb24e893 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:21.197116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:21.356472 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b11707fc-84aa-4b5e-a80a-df42c5334def req-f7fcf1d7-a392-4b70-8fc5-8562af50e2fb tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 210 time: 0.0583863 Feb 09 03:14:21.429850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Router d559c065-141e-4715-8734-ed0e5b6ffdf1 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:21.465185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ef507-570d-407e-ab1a-7df90f554240 req-83250a04-40f7-45ba-a9bc-94494534cfd8 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:21.471142 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a94ef507-570d-407e-ab1a-7df90f554240 req-83250a04-40f7-45ba-a9bc-94494534cfd8 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 946 time: 0.1160381 Feb 09 03:14:21.611581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a94ef507-570d-407e-ab1a-7df90f554240 req-da42442a-8482-412f-b40b-6fcaa3654716 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296463 Feb 09 03:14:21.667326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eb920c6c-c50c-4269-a215-407488b20255 None None] Provisioning complete for port e01df46f-16d5-41c6-9272-255e184d3338 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:21.667777 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb920c6c-c50c-4269-a215-407488b20255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e01df46f-16d5-41c6-9272-255e184d3338), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:21.680663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:21.693831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d6870e1f-219a-4dcd-b6cb-7fed0e31bbef admin admin] 10.222.0.21 "PUT /v2.0/routers/d559c065-141e-4715-8734-ed0e5b6ffdf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1159499 Feb 09 03:14:21.718990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f459d9f3-f1f9-463f-89ba-6880c097400f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:21.756296 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fc360-8c73-44e8-a5a9-ecc9604e604a req-238a8b99-26e9-42ba-be8e-3c7a211ced1a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:21.759391 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b3fc360-8c73-44e8-a5a9-ecc9604e604a req-238a8b99-26e9-42ba-be8e-3c7a211ced1a tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.42 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 946 time: 0.2612183 Feb 09 03:14:21.792359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ad247-2ef3-4d15-8ec5-56ce451b131a req-d77c7db4-165f-4404-b647-ff5deeacae3d tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:21.797542 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d3ad247-2ef3-4d15-8ec5-56ce451b131a req-d77c7db4-165f-4404-b647-ff5deeacae3d tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/ports?device_id=61267430-d125-4314-9a34-b4ef9a05dc25 HTTP/1.1" status: 200 len: 946 time: 0.1189525 Feb 09 03:14:21.919588 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d3ad247-2ef3-4d15-8ec5-56ce451b131a req-5e8b9081-3d8d-407e-8b57-41fff4032d0f tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.21 "GET /v2.0/security-groups?id=68f30ead-2e2b-4cb4-80e3-20300c0f0c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135645 Feb 09 03:14:22.005753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Sync routers for ids ['d559c065-141e-4715-8734-ed0e5b6ffdf1'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:22.043970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-0b3fc360-8c73-44e8-a5a9-ecc9604e604a req-4ca1b795-b89c-4ff0-9f6b-b325f5210798 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Deleting port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:22.044615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0b3fc360-8c73-44e8-a5a9-ecc9604e604a req-4ca1b795-b89c-4ff0-9f6b-b325f5210798 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:22.059385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:22.068948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eb920c6c-c50c-4269-a215-407488b20255 None None] Port e01df46f-16d5-41c6-9272-255e184d3338 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:22.077423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Routers {'d559c065-141e-4715-8734-ed0e5b6ffdf1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:22.078866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:14:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['d559c065-141e-4715-8734-ed0e5b6ffdf1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:22.172666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a951038-02db-4473-9d31-c06e0d6b1aa7 req-29c1bc70-31cd-4ca1-8d56-f390da5e198d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:22.174200 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a951038-02db-4473-9d31-c06e0d6b1aa7 req-29c1bc70-31cd-4ca1-8d56-f390da5e198d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 948 time: 0.2334545 Feb 09 03:14:22.188229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0b3fc360-8c73-44e8-a5a9-ecc9604e604a req-4ca1b795-b89c-4ff0-9f6b-b325f5210798 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] For port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5,segment=NetworkSegment(cf26f534-a40a-4386-8022-a4cc4411b793),segment_id=cf26f534-a40a-4386-8022-a4cc4411b793)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:22.188588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0b3fc360-8c73-44e8-a5a9-ecc9604e604a req-4ca1b795-b89c-4ff0-9f6b-b325f5210798 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:22.198259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f459d9f3-f1f9-463f-89ba-6880c097400f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:22.199075 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:22.211246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-0b3fc360-8c73-44e8-a5a9-ecc9604e604a req-4ca1b795-b89c-4ff0-9f6b-b325f5210798 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Calling delete_port for 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:22.247223 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a951038-02db-4473-9d31-c06e0d6b1aa7 req-496733f4-491e-4395-b7db-75cba454d840 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667343 Feb 09 03:14:22.304948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Set router d559c065-141e-4715-8734-ed0e5b6ffdf1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:22.339799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-59f31254-2352-44c3-8d35-69373b9d9579 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2944310 Feb 09 03:14:22.346388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:22.371507 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:22.424732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f459d9f3-f1f9-463f-89ba-6880c097400f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:22.425529 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:22.494058 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port f459d9f3-f1f9-463f-89ba-6880c097400f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f459d9f3-f1f9-463f-89ba-6880c097400f,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:22.509311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:22.514793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7f7f-7d7b-46c6-b6df-28bdc2aca4b5 req-7122468d-795b-4fc1-b73a-a187a5e7204c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:22.517602 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad8d7f7f-7d7b-46c6-b6df-28bdc2aca4b5 req-7122468d-795b-4fc1-b73a-a187a5e7204c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.1371183 Feb 09 03:14:22.550042 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0b3fc360-8c73-44e8-a5a9-ecc9604e604a req-4ca1b795-b89c-4ff0-9f6b-b325f5210798 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (52ba18cf-c943-4f86-bc6c-2acbbf75b2b5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:22.586937 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:22.597799 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1b795-b89c-4ff0-9f6b-b325f5210798 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Pushing event deleted for resources: {'Port': ['ID=52ba18cf-c943-4f86-bc6c-2acbbf75b2b5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:22.612829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['52ba18cf-c943-4f86-bc6c-2acbbf75b2b5'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:22.644279 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad8d7f7f-7d7b-46c6-b6df-28bdc2aca4b5 req-2f8b9286-3981-4054-aab4-5c3d36ca0d1b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166358 Feb 09 03:14:22.691185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3fc360-8c73-44e8-a5a9-ecc9604e604a req-4ca1b795-b89c-4ff0-9f6b-b325f5210798 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] No DVR routers for this DVR port 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:22.698522 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0b3fc360-8c73-44e8-a5a9-ecc9604e604a req-4ca1b795-b89c-4ff0-9f6b-b325f5210798 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:22.703002 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b3fc360-8c73-44e8-a5a9-ecc9604e604a req-4ca1b795-b89c-4ff0-9f6b-b325f5210798 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033 tempest-FloatingIPsAssociationNegativeTestJSON-1523760033-project] 10.222.0.42 "DELETE /v2.0/ports/52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 HTTP/1.1" status: 204 len: 173 time: 0.9366617 Feb 09 03:14:22.716721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61267430-d125-4314-9a34-b4ef9a05dc25', 'name': 'network-vif-deleted', 'tag': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:22.722423 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384a91d6-63b2-4269-a3f4-832a33b60c7c" -d '{"events": [{"server_uuid": "61267430-d125-4314-9a34-b4ef9a05dc25", "name": "network-vif-deleted", "tag": "52ba18cf-c943-4f86-bc6c-2acbbf75b2b5"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:22.764606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=f459d9f3-f1f9-463f-89ba-6880c097400f,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:22.800643 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba51ebfa-2808-46d3-820a-56bdaeda8f61 req-1103a7b3-766c-49eb-84c4-68cc9d1843d7 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 210 time: 0.0486772 Feb 09 03:14:22.812100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'name': 'tempest-FloatingIPsTestJSON-1256837829-router', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:13Z', 'updated_at': '2022-02-09T03:14:20Z', 'revision_number': 4, 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'gw_port': {'id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:14Z', 'updated_at': '2022-02-09T03:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'e01df46f-16d5-41c6-9272-255e184d3338', 'name': '', 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'mac_address': 'fa:16:3e:c2:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '0f7b0d6f-2f33-49a1-b8d0-e342367dc02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:19Z', 'updated_at': '2022-02-09T03:14:20Z', 'revision_number': 2, 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'subnets': [{'id': '0f7b0d6f-2f33-49a1-b8d0-e342367dc02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:22.821246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Allocated IP 172.25.5.4 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/3313c4bc-133c-4884-8513-cdbe8dd08be0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:22.856059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Checking router: d559c065-141e-4715-8734-ed0e5b6ffdf1 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:14:22.856414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Updating router d559c065-141e-4715-8734-ed0e5b6ffdf1 port e01df46f-16d5-41c6-9272-255e184d3338 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:14:22.895651 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e01df46f-16d5-41c6-9272-255e184d3338), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.018991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-bcdec77b-f1c1-4849-a6b6-4b1b85b72ecb tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=238817bdc19a45139b2637f0eda72cab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529416 Feb 09 03:14:23.092076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks [] for port (3313c4bc-133c-4884-8513-cdbe8dd08be0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.120666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:23.122956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61db387-8139-45c9-8b9b-9fbbc94135f7 req-75387124-1b15-4717-8198-ffc5f8f266e3 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:23.131886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c61db387-8139-45c9-8b9b-9fbbc94135f7 req-75387124-1b15-4717-8198-ffc5f8f266e3 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 946 time: 0.2123506 Feb 09 03:14:23.185399 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (3313c4bc-133c-4884-8513-cdbe8dd08be0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.218289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-653e5570-5298-4f94-99b0-c45000986120 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:23.220256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-653e5570-5298-4f94-99b0-c45000986120 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946869 Feb 09 03:14:23.244033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Request body: {'port': {'device_id': 'c3bafee1-4874-44f2-a80f-9039d0162b42', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '238817bdc19a45139b2637f0eda72cab'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:23.245509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:23.249861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:23.258406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:23.332668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=39ee9b65-5b4a-4df5-ba74-1e1f4c660449,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:23.342356 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks [] for floatingip (b767168c-c2dd-48c2-9772-95300eb19555), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.357614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Pushing event updated for resources: {'Port': ['ID=3313c4bc-133c-4884-8513-cdbe8dd08be0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:23.363575 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c61db387-8139-45c9-8b9b-9fbbc94135f7 req-b6309df4-3d63-4685-90b5-618156122a77 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290802 Feb 09 03:14:23.365223 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Publish callbacks [] for port (e01df46f-16d5-41c6-9272-255e184d3338), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.366935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '39ee9b65-5b4a-4df5-ba74-1e1f4c660449', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '39ee9b65-5b4a-4df5-ba74-1e1f4c660449', 'mac_address': 'fa:16:3e:7a:9d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:14:23.384536 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e01df46f-16d5-41c6-9272-255e184d3338), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.425292 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3313c4bc-133c-4884-8513-cdbe8dd08be0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.453046 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf85e5-b9d3-4e5e-a715-262cfebbd8c9 None None] Pushing event updated for resources: {'Port': ['ID=e01df46f-16d5-41c6-9272-255e184d3338,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:23.480640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:23.481292 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.500988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:23.516487 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc9a3df-947e-428f-af8c-a07c8f7581de x-openstack-request-id: req-afc9a3df-947e-428f-af8c-a07c8f7581de {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:23.516657 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61267430-d125-4314-9a34-b4ef9a05dc25", "name": "network-vif-deleted", "tag": "52ba18cf-c943-4f86-bc6c-2acbbf75b2b5", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:23.519247 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afc9a3df-947e-428f-af8c-a07c8f7581de {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:23.521479 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61267430-d125-4314-9a34-b4ef9a05dc25', 'name': 'network-vif-deleted', 'tag': '52ba18cf-c943-4f86-bc6c-2acbbf75b2b5', 'status': 'completed', 'code': 200} Feb 09 03:14:23.524577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=39ee9b65-5b4a-4df5-ba74-1e1f4c660449,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:23.568385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.611464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52168) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:23.685093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f459d9f3-f1f9-463f-89ba-6880c097400f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:23.697100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Made reservation on behalf of 238817bdc19a45139b2637f0eda72cab for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:23.702670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.766533 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Attempting to bind port e01df46f-16d5-41c6-9272-255e184d3338 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:23.767126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Attempting to bind port e01df46f-16d5-41c6-9272-255e184d3338 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '55867d6d-7d9c-4327-a9b8-5da4d38fd5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:23.767258 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Attempting to bind port e01df46f-16d5-41c6-9272-255e184d3338 on network 690f7761-8435-4f57-8126-72f8eb24e893 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:23.794259 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks [] for port (3313c4bc-133c-4884-8513-cdbe8dd08be0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.800888 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3313c4bc-133c-4884-8513-cdbe8dd08be0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.809549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:23.810294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Checking segment: {'id': '55867d6d-7d9c-4327-a9b8-5da4d38fd5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:23.810929 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.812031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Bound using segment: {'id': '55867d6d-7d9c-4327-a9b8-5da4d38fd5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:23.812947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Bound port: e01df46f-16d5-41c6-9272-255e184d3338, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55867d6d-7d9c-4327-a9b8-5da4d38fd5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:23.813557 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e01df46f-16d5-41c6-9272-255e184d3338), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.817527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=39ee9b65-5b4a-4df5-ba74-1e1f4c660449,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:23.846950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Pushing event updated for resources: {'Port': ['ID=3313c4bc-133c-4884-8513-cdbe8dd08be0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:23.856739 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b767168c-c2dd-48c2-9772-95300eb19555), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.879969 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.881455 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c39deb6a-aff7-451e-b8d7-a08831454a02 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5395281 Feb 09 03:14:23.938320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eece973-11f9-4afb-9b77-4db4889558bf req-4a1195e2-977d-4a68-9288-751ea251efc6 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:23.945868 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2eece973-11f9-4afb-9b77-4db4889558bf req-4a1195e2-977d-4a68-9288-751ea251efc6 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 949 time: 0.2210875 Feb 09 03:14:23.947728 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-4a6839fe-928c-4c90-bbc9-e8d530e57237 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.0547025 Feb 09 03:14:23.951213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-17491aeb-1de4-4d34-96d8-f81b1efababb None None] Provisioning complete for port e01df46f-16d5-41c6-9272-255e184d3338 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:23.952284 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17491aeb-1de4-4d34-96d8-f81b1efababb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e01df46f-16d5-41c6-9272-255e184d3338), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.958392 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.984502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] For port e01df46f-16d5-41c6-9272-255e184d3338, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:23.988028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] For port e01df46f-16d5-41c6-9272-255e184d3338, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e01df46f-16d5-41c6-9272-255e184d3338,segment=NetworkSegment(55867d6d-7d9c-4327-a9b8-5da4d38fd5b3),segment_id=55867d6d-7d9c-4327-a9b8-5da4d38fd5b3)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:24.028593 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e01df46f-16d5-41c6-9272-255e184d3338), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.055827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Allocated IP 192.168.233.90 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/6f8eb107-6698-42fe-bbea-ef68ff668879) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:24.092932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2eece973-11f9-4afb-9b77-4db4889558bf req-03ec8fa7-0866-4afc-83fe-4ff659879f3a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412787 Feb 09 03:14:24.114922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Routers {'d559c065-141e-4715-8734-ed0e5b6ffdf1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:24.115699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:14:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['d559c065-141e-4715-8734-ed0e5b6ffdf1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:24.117555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f459d9f3-f1f9-463f-89ba-6880c097400f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:24.117925 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.133433 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c50df3fd-4c75-4849-b3b0-2bc3b0fb3683 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:24.135422 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cca1ffac-00b2-4224-95b6-991f6d540e01 req-c50df3fd-4c75-4849-b3b0-2bc3b0fb3683 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.1779094 Feb 09 03:14:24.289983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb5cb9a8-7552-47e4-83d8-c56427007983 req-493a9b9a-3e5a-4414-a5cf-c5d09cd64800 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 210 time: 0.0505478 Feb 09 03:14:24.312217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] Set router d559c065-141e-4715-8734-ed0e5b6ffdf1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:24.396004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159fe7d-0ae5-4a80-a984-4bbdb342ed01 req-36c5dd72-974e-4c35-ac4f-9f75319213bf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:24.397731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7159fe7d-0ae5-4a80-a984-4bbdb342ed01 req-36c5dd72-974e-4c35-ac4f-9f75319213bf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.2036650 Feb 09 03:14:24.411628 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a7118727-d69c-4c1c-920b-819941535860 req-944182dc-0533-48c5-bdfa-dc129705ebb3 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/floatingips/b767168c-c2dd-48c2-9772-95300eb19555 HTTP/1.1" status: 200 len: 691 time: 0.0953307 Feb 09 03:14:24.443751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-17491aeb-1de4-4d34-96d8-f81b1efababb None None] Port e01df46f-16d5-41c6-9272-255e184d3338 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:24.454168 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['39ee9b65-5b4a-4df5-ba74-1e1f4c660449'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:24.472077 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks [] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.527269 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7159fe7d-0ae5-4a80-a984-4bbdb342ed01 req-b69ca9dd-1bae-48fd-8c42-55e647dc0111 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046665 Feb 09 03:14:24.565573 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7118727-d69c-4c1c-920b-819941535860 req-f2cbc0b6-e8fb-457a-a959-0ed2e96d1a63 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:24.574831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a7118727-d69c-4c1c-920b-819941535860 req-f2cbc0b6-e8fb-457a-a959-0ed2e96d1a63 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.1623032 Feb 09 03:14:24.584932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-a7118727-d69c-4c1c-920b-819941535860 req-07a36cb2-4bf9-404b-a19d-3d907ec95b0f tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:14:24.586004 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a7118727-d69c-4c1c-920b-819941535860 req-07a36cb2-4bf9-404b-a19d-3d907ec95b0f tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104091 Feb 09 03:14:24.596331 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.627570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['71fcf69d-f189-4b8c-83c3-b2c40eadcb1e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:24.659198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:24.667698 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:24.675760 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf85e5-b9d3-4e5e-a715-262cfebbd8c9 None None] Pushing event updated for resources: {'Port': ['ID=e01df46f-16d5-41c6-9272-255e184d3338,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:24.677102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:24.749247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d1412338-4c9f-46b8-a064-53b2904f7a26 None None] Provisioning complete for port e01df46f-16d5-41c6-9272-255e184d3338 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:24.749918 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1412338-4c9f-46b8-a064-53b2904f7a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e01df46f-16d5-41c6-9272-255e184d3338), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.756513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Pushing event updated for resources: {'Port': ['ID=6f8eb107-6698-42fe-bbea-ef68ff668879,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:24.767989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb370254-aa81-4c98-9c50-39cdf9df3765 req-0952de0e-1667-49c5-b73f-cb92fd4fe7e7 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=44da3b40b6914e7c8487599d0e83d1c1 HTTP/1.1" status: 200 len: 694 time: 0.1507576 Feb 09 03:14:24.786417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f525ff2b-16be-4c24-88c6-b9381b457910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (9d316e45-80a9-47d8-9161-8c7142ecbca6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.925885 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb370254-aa81-4c98-9c50-39cdf9df3765 req-9f30e361-531d-4079-a191-dad3d60f133b tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:24.952198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb370254-aa81-4c98-9c50-39cdf9df3765 req-9f30e361-531d-4079-a191-dad3d60f133b tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/networks?id=a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 787 time: 0.1787713 Feb 09 03:14:24.971827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-bb370254-aa81-4c98-9c50-39cdf9df3765 req-201c2db5-328a-41bf-9fe7-862d58ef1565 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:14:24.993831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb370254-aa81-4c98-9c50-39cdf9df3765 req-201c2db5-328a-41bf-9fe7-862d58ef1565 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323746 Feb 09 03:14:25.080318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f459d9f3-f1f9-463f-89ba-6880c097400f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:25.081608 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-93c6add1-7ed0-41a4-9560-513320cdd42d tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/floatingips/b767168c-c2dd-48c2-9772-95300eb19555 HTTP/1.1" status: 200 len: 691 time: 0.0769737 Feb 09 03:14:25.131470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a1883265-e97d-46c7-915d-6c9ecbc39083 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:25.222154 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-21c72cc5-c0a2-49ab-8930-f8afc90016f4 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:25.235592 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-21c72cc5-c0a2-49ab-8930-f8afc90016f4 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.1523046 Feb 09 03:14:25.239365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:25.240527 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.272084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55a395-b92a-49d0-be18-9d946b4f2af0 req-fd77af02-d7f1-42e6-87c8-9d07f13a48f7 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:25.273603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b55a395-b92a-49d0-be18-9d946b4f2af0 req-fd77af02-d7f1-42e6-87c8-9d07f13a48f7 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 946 time: 0.6072788 Feb 09 03:14:25.291918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-7c602daa-1c4b-4bf6-9d55-90c3cb9f5cd4 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0521455 Feb 09 03:14:25.310078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'name': 'tempest-FloatingIPsTestJSON-1256837829-router', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:13Z', 'updated_at': '2022-02-09T03:14:20Z', 'revision_number': 4, 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'gw_port': {'id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:14Z', 'updated_at': '2022-02-09T03:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'e01df46f-16d5-41c6-9272-255e184d3338', 'name': '', 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'mac_address': 'fa:16:3e:c2:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '0f7b0d6f-2f33-49a1-b8d0-e342367dc02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:19Z', 'updated_at': '2022-02-09T03:14:23Z', 'revision_number': 4, 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'subnets': [{'id': '0f7b0d6f-2f33-49a1-b8d0-e342367dc02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:25.318206 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d1412338-4c9f-46b8-a064-53b2904f7a26 None None] Current status of the port e01df46f-16d5-41c6-9272-255e184d3338 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:25.318206 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1412338-4c9f-46b8-a064-53b2904f7a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e01df46f-16d5-41c6-9272-255e184d3338), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.321535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-afaf3a40-2985-495b-8798-383717f49410 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.0846970 Feb 09 03:14:25.329959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Request body: {'port': {'device_id': 'c3bafee1-4874-44f2-a80f-9039d0162b42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:25.362824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b3cd7b-622b-410d-882a-b460e2f70c42 None None] The sync data for ids ['d559c065-141e-4715-8734-ed0e5b6ffdf1'] in n-d-824835-15 is: [{'id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'name': 'tempest-FloatingIPsTestJSON-1256837829-router', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:13Z', 'updated_at': '2022-02-09T03:14:20Z', 'revision_number': 4, 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'gw_port': {'id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:14Z', 'updated_at': '2022-02-09T03:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'e01df46f-16d5-41c6-9272-255e184d3338', 'name': '', 'network_id': '690f7761-8435-4f57-8126-72f8eb24e893', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'mac_address': 'fa:16:3e:c2:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '0f7b0d6f-2f33-49a1-b8d0-e342367dc02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:19Z', 'updated_at': '2022-02-09T03:14:23Z', 'revision_number': 4, 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'subnets': [{'id': '0f7b0d6f-2f33-49a1-b8d0-e342367dc02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:25.409901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b55a395-b92a-49d0-be18-9d946b4f2af0 req-05e34eb7-5a1f-4de7-a5ff-a2f819b8325d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245992 Feb 09 03:14:25.441842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d1412338-4c9f-46b8-a064-53b2904f7a26 None None] For port e01df46f-16d5-41c6-9272-255e184d3338, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e01df46f-16d5-41c6-9272-255e184d3338,segment=NetworkSegment(55867d6d-7d9c-4327-a9b8-5da4d38fd5b3),segment_id=55867d6d-7d9c-4327-a9b8-5da4d38fd5b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:25.466834 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1412338-4c9f-46b8-a064-53b2904f7a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e01df46f-16d5-41c6-9272-255e184d3338), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.483891 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-4b481cd9-36b8-44b6-ad7b-1911a7d06781 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.1596162 Feb 09 03:14:25.490880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a1883265-e97d-46c7-915d-6c9ecbc39083, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a1883265-e97d-46c7-915d-6c9ecbc39083,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:25.568485 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'a1883265-e97d-46c7-915d-6c9ecbc39083', 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6', 'port_id': 'a1883265-e97d-46c7-915d-6c9ecbc39083', 'mac_address': 'fa:16:3e:07:24:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d7fd12-786a-4383-9c06-fed2ef100cb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:14:25.664522 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.668250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a1883265-e97d-46c7-915d-6c9ecbc39083 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:25.668657 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.685091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e01df46f-16d5-41c6-9272-255e184d3338 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:25.694084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1883265-e97d-46c7-915d-6c9ecbc39083 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:25.703883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-d562631e-df37-448b-878a-17d4a360190d tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Deleting port 3313c4bc-133c-4884-8513-cdbe8dd08be0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:25.704473 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-d562631e-df37-448b-878a-17d4a360190d tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3313c4bc-133c-4884-8513-cdbe8dd08be0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.729916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:25.768098 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:25.768452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 52ba18cf-c943-4f86-bc6c-2acbbf75b2b5 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:25.790765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-854daaa0-9d39-4aeb-936a-436854822a11 None None] Provisioning complete for port 6f8eb107-6698-42fe-bbea-ef68ff668879 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:25.791146 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-854daaa0-9d39-4aeb-936a-436854822a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.807606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1412338-4c9f-46b8-a064-53b2904f7a26 None None] Pushing event updated for resources: {'Port': ['ID=e01df46f-16d5-41c6-9272-255e184d3338,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:25.822794 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-d562631e-df37-448b-878a-17d4a360190d tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3313c4bc-133c-4884-8513-cdbe8dd08be0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.823584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-d562631e-df37-448b-878a-17d4a360190d tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks [] for floatingip (3313c4bc-133c-4884-8513-cdbe8dd08be0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.841331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-d562631e-df37-448b-878a-17d4a360190d tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Calling delete_port for 3313c4bc-133c-4884-8513-cdbe8dd08be0 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:25.841620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a1883265-e97d-46c7-915d-6c9ecbc39083, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a1883265-e97d-46c7-915d-6c9ecbc39083,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:25.872444 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.875196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-854daaa0-9d39-4aeb-936a-436854822a11 None None] Port 6f8eb107-6698-42fe-bbea-ef68ff668879 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:25.930283 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e01df46f-16d5-41c6-9272-255e184d3338 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:25.930816 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e01df46f-16d5-41c6-9272-255e184d3338), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.022700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a1883265-e97d-46c7-915d-6c9ecbc39083,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:26.031974 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-d562631e-df37-448b-878a-17d4a360190d tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (3313c4bc-133c-4884-8513-cdbe8dd08be0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.090202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562631e-df37-448b-878a-17d4a360190d tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Pushing event deleted for resources: {'Port': ['ID=3313c4bc-133c-4884-8513-cdbe8dd08be0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:26.113460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e01df46f-16d5-41c6-9272-255e184d3338 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:26.139565 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-d562631e-df37-448b-878a-17d4a360190d tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks [] for floatingip (b767168c-c2dd-48c2-9772-95300eb19555), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.144248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-d562631e-df37-448b-878a-17d4a360190d tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.145823 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07410ade-cc94-4745-ba3e-5fa90bb5d1b8 req-d562631e-df37-448b-878a-17d4a360190d tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "DELETE /v2.0/floatingips/b767168c-c2dd-48c2-9772-95300eb19555 HTTP/1.1" status: 204 len: 173 time: 0.6586454 Feb 09 03:14:26.162868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ce011-3190-4b2f-9b4b-3a33ce88ae19 req-ca5d73e8-9a03-4657-9a58-33c1de6faa33 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:26.170692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e3ce011-3190-4b2f-9b4b-3a33ce88ae19 req-ca5d73e8-9a03-4657-9a58-33c1de6faa33 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 949 time: 0.6006210 Feb 09 03:14:26.187851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a1883265-e97d-46c7-915d-6c9ecbc39083'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:26.194831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8eb107-6698-42fe-bbea-ef68ff668879 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:26.207337 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Publish callbacks [] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.244338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Transition to ACTIVE for port object 6f8eb107-6698-42fe-bbea-ef68ff668879 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:14:26.290353 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.334580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e0aaf-e313-43df-a203-40f8454c0c1d req-cb84c247-40f0-45b0-ae19-f526e876df2f tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:26.336159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3d2e0aaf-e313-43df-a203-40f8454c0c1d req-cb84c247-40f0-45b0-ae19-f526e876df2f tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 947 time: 0.0996397 Feb 09 03:14:26.341067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e3ce011-3190-4b2f-9b4b-3a33ce88ae19 req-2cdfcd3f-1673-46ee-8136-481205adb901 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693983 Feb 09 03:14:26.408973 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3d2e0aaf-e313-43df-a203-40f8454c0c1d req-935d428e-e159-4be3-a325-515a33098b34 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609665 Feb 09 03:14:26.435359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8eb107-6698-42fe-bbea-ef68ff668879,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:26.581907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f525ff2b-16be-4c24-88c6-b9381b457910 admin admin] Deleting port 16572538-6f51-4603-ba54-4224232def1f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:26.589204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f525ff2b-16be-4c24-88c6-b9381b457910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (16572538-6f51-4603-ba54-4224232def1f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.613928 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-a67459ee-4e78-43c0-ad4b-2323515a1fce tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1561425 Feb 09 03:14:26.629563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:26.667540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0184eb7-62ff-4f19-b7ca-1701d15fb475 req-5c0ab741-38dd-4576-be94-685ddc30d612 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:26.669257 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0184eb7-62ff-4f19-b7ca-1701d15fb475 req-5c0ab741-38dd-4576-be94-685ddc30d612 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.2098629 Feb 09 03:14:26.672752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Attempting to bind port 6f8eb107-6698-42fe-bbea-ef68ff668879 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:26.673202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Attempting to bind port 6f8eb107-6698-42fe-bbea-ef68ff668879 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:26.673656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Attempting to bind port 6f8eb107-6698-42fe-bbea-ef68ff668879 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:26.683744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.710929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Port 6f8eb107-6698-42fe-bbea-ef68ff668879 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:26.711486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Attempting to bind port 6f8eb107-6698-42fe-bbea-ef68ff668879 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:26.730369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:26.730955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:26.731449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:26.732004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Bound port: 6f8eb107-6698-42fe-bbea-ef68ff668879, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:26.732453 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.829293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.829742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f525ff2b-16be-4c24-88c6-b9381b457910 admin admin] For port 16572538-6f51-4603-ba54-4224232def1f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=16572538-6f51-4603-ba54-4224232def1f,segment=NetworkSegment(cf26f534-a40a-4386-8022-a4cc4411b793),segment_id=cf26f534-a40a-4386-8022-a4cc4411b793)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:26.830215 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f525ff2b-16be-4c24-88c6-b9381b457910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (16572538-6f51-4603-ba54-4224232def1f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.838031 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0184eb7-62ff-4f19-b7ca-1701d15fb475 req-c715454f-eebd-43ac-9ba1-5027efe38aef tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552980 Feb 09 03:14:26.863933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f525ff2b-16be-4c24-88c6-b9381b457910 admin admin] Calling delete_port for 16572538-6f51-4603-ba54-4224232def1f owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:26.892876 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] For port 6f8eb107-6698-42fe-bbea-ef68ff668879, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:26.977617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] For port 6f8eb107-6698-42fe-bbea-ef68ff668879, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6f8eb107-6698-42fe-bbea-ef68ff668879,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:27.001708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.011762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Allocated IP 172.25.5.154 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/a3562a5c-330e-4a58-b079-1a86ea366640) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:27.060854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:27.061644 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.063372 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] 10.222.0.42 "PUT /v2.0/ports/6f8eb107-6698-42fe-bbea-ef68ff668879 HTTP/1.1" status: 200 len: 1096 time: 1.7455795 Feb 09 03:14:27.063911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bafee1-4874-44f2-a80f-9039d0162b42', 'tag': '6f8eb107-6698-42fe-bbea-ef68ff668879'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:27.066678 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2770c1e2-6b50-481f-a0ba-6f4a25f38a86" -d '{"events": [{"name": "network-changed", "server_uuid": "c3bafee1-4874-44f2-a80f-9039d0162b42", "tag": "6f8eb107-6698-42fe-bbea-ef68ff668879"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:27.140608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a1883265-e97d-46c7-915d-6c9ecbc39083 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:27.163740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aae83-c000-4e93-8a2b-bd8c79e164bf req-035c35b3-8a7e-4435-984e-4bf6522b756a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:27.172097 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d9aae83-c000-4e93-8a2b-bd8c79e164bf req-035c35b3-8a7e-4435-984e-4bf6522b756a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 945 time: 0.2252891 Feb 09 03:14:27.219781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port a1883265-e97d-46c7-915d-6c9ecbc39083 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:27.220352 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.252148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6f97c-0e14-4486-b506-95f416a5c106 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8eb107-6698-42fe-bbea-ef68ff668879,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:27.264936 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks [] for port (a3562a5c-330e-4a58-b079-1a86ea366640), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.315395 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (a3562a5c-330e-4a58-b079-1a86ea366640), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.339191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d9aae83-c000-4e93-8a2b-bd8c79e164bf req-9248a616-639e-4e2d-adac-5ece1fb71058 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661148 Feb 09 03:14:27.343513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-96f13c7d-720b-4fed-b848-61c884be3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:27.345144 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-96f13c7d-720b-4fed-b848-61c884be3510 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=238817bdc19a45139b2637f0eda72cab&device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 1130 time: 0.2112074 Feb 09 03:14:27.373484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Pushing event updated for resources: {'Port': ['ID=a3562a5c-330e-4a58-b079-1a86ea366640,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:27.390977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a1883265-e97d-46c7-915d-6c9ecbc39083 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:27.391353 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:27.391477 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.393110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:27.395350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:27.416389 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4e743f-84dc-4e11-afc7-48eecd5f68b7 x-openstack-request-id: req-4a4e743f-84dc-4e11-afc7-48eecd5f68b7 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:27.416920 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3bafee1-4874-44f2-a80f-9039d0162b42", "tag": "6f8eb107-6698-42fe-bbea-ef68ff668879", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:27.417372 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a4e743f-84dc-4e11-afc7-48eecd5f68b7 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:27.418030 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3bafee1-4874-44f2-a80f-9039d0162b42', 'tag': '6f8eb107-6698-42fe-bbea-ef68ff668879', 'status': 'completed', 'code': 200} Feb 09 03:14:27.429733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7818a-d32c-46a9-9af9-44db1ba5d5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1883265-e97d-46c7-915d-6c9ecbc39083'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:27.432155 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf5c4e2-7cb4-456d-80bb-f59306684786" -d '{"events": [{"server_uuid": "50a7818a-d32c-46a9-9af9-44db1ba5d5d1", "name": "network-vif-plugged", "status": "completed", "tag": "a1883265-e97d-46c7-915d-6c9ecbc39083"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:27.451984 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-91fc203c-ded7-4706-98fe-f468264c983a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=6f8eb107-6698-42fe-bbea-ef68ff668879 HTTP/1.1" status: 200 len: 217 time: 0.0970027 Feb 09 03:14:27.476888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a1883265-e97d-46c7-915d-6c9ecbc39083, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a1883265-e97d-46c7-915d-6c9ecbc39083,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:27.483290 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.484075 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:27.583156 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f525ff2b-16be-4c24-88c6-b9381b457910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (16572538-6f51-4603-ba54-4224232def1f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.590168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-d25766e4-d5fa-48c0-9f6e-636e9fafcea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:27.591626 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-d25766e4-d5fa-48c0-9f6e-636e9fafcea8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1291070 Feb 09 03:14:27.622233 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks [] for floatingip (f5422693-0410-40a9-a724-623ce0bc419a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.644388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e01df46f-16d5-41c6-9272-255e184d3338 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:27.648429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525ff2b-16be-4c24-88c6-b9381b457910 admin admin] Pushing event deleted for resources: {'Port': ['ID=16572538-6f51-4603-ba54-4224232def1f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:27.696942 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a3562a5c-330e-4a58-b079-1a86ea366640), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.699314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a1883265-e97d-46c7-915d-6c9ecbc39083,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:27.713329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c320cc-4d51-4a47-9ce8-f603f85de5ea req-bbb4520e-7f34-41c6-9b69-c6ffe829a283 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:27.721009 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64c320cc-4d51-4a47-9ce8-f603f85de5ea req-bbb4520e-7f34-41c6-9b69-c6ffe829a283 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 949 time: 0.2379851 Feb 09 03:14:27.726553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:14:27.735479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e01df46f-16d5-41c6-9272-255e184d3338 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:27.735870 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e01df46f-16d5-41c6-9272-255e184d3338), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.739577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:27.739949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.859748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64c320cc-4d51-4a47-9ce8-f603f85de5ea req-7b84b337-673f-4187-9d1c-847a6a33adc2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317377 Feb 09 03:14:27.865624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-89f0426b-48dc-4d32-b0cb-638e2d27c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:27.870511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-89f0426b-48dc-4d32-b0cb-638e2d27c306 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2335522 Feb 09 03:14:27.913496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:27.913978 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.962744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=39ee9b65-5b4a-4df5-ba74-1e1f4c660449,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:27.964051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e01df46f-16d5-41c6-9272-255e184d3338 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:27.975615 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.027180 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks [] for port (a3562a5c-330e-4a58-b079-1a86ea366640), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.033370 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a3562a5c-330e-4a58-b079-1a86ea366640), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.064819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=39ee9b65-5b4a-4df5-ba74-1e1f4c660449,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:28.068831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (f5422693-0410-40a9-a724-623ce0bc419a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.099666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Pushing event updated for resources: {'Port': ['ID=a3562a5c-330e-4a58-b079-1a86ea366640,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:28.104161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.105553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-c4d6e2d1-d345-4266-acdd-e349c61fa508 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4855862 Feb 09 03:14:28.163182 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-b8518426-457e-478f-ae98-e8bcb6cbf546 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.154 HTTP/1.1" status: 200 len: 696 time: 0.0514934 Feb 09 03:14:28.222507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f7b1-ed24-4486-854a-ab51f8976db6 req-7138e6ab-5a8a-485c-9fe5-80fa7798b56f tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:28.224501 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b6a1f7b1-ed24-4486-854a-ab51f8976db6 req-7138e6ab-5a8a-485c-9fe5-80fa7798b56f tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 947 time: 0.2030380 Feb 09 03:14:28.226492 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-3fbe93e8-37af-4b25-9abc-b773dc924dd9 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451369 Feb 09 03:14:28.227166 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f525ff2b-16be-4c24-88c6-b9381b457910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (9d316e45-80a9-47d8-9161-8c7142ecbca6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.413869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b6a1f7b1-ed24-4486-854a-ab51f8976db6 req-ceffa730-989e-42ee-85bc-61f25ad6ca48 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799581 Feb 09 03:14:28.460644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46e477f9-a396-48ff-b99c-b01e5a1546ab req-04a966c7-c013-4db6-96f9-b244a8636fb2 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250607 Feb 09 03:14:28.539806 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e6fc5a-e214-4d8e-96ca-6ffc3800b230 x-openstack-request-id: req-14e6fc5a-e214-4d8e-96ca-6ffc3800b230 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:28.540340 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7818a-d32c-46a9-9af9-44db1ba5d5d1", "name": "network-vif-plugged", "status": "completed", "tag": "a1883265-e97d-46c7-915d-6c9ecbc39083", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:28.540340 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14e6fc5a-e214-4d8e-96ca-6ffc3800b230 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:28.540733 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7818a-d32c-46a9-9af9-44db1ba5d5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1883265-e97d-46c7-915d-6c9ecbc39083', 'code': 200} Feb 09 03:14:28.582627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-1faf3654-d74b-46de-ab3d-631e588c6991 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:28.584232 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da25b112-ff0f-416e-91d4-db5b0c5b5144 req-1faf3654-d74b-46de-ab3d-631e588c6991 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.4202974 Feb 09 03:14:28.698402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd5b08-1466-4c1b-8cc9-489d3974e34e req-c1a352b2-aa17-431d-9e7e-feb9011b143c tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:28.700679 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-11dd5b08-1466-4c1b-8cc9-489d3974e34e req-c1a352b2-aa17-431d-9e7e-feb9011b143c tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 946 time: 0.0572441 Feb 09 03:14:28.752802 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-11dd5b08-1466-4c1b-8cc9-489d3974e34e req-669ad7f1-7a65-4950-bf88-5a2f8e8ff1c3 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452461 Feb 09 03:14:28.829392 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f113636-d305-4920-bb25-0e1b11c8968a req-b9008d67-3555-44d0-9268-b6366cfbdaf9 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/floatingips/f5422693-0410-40a9-a724-623ce0bc419a HTTP/1.1" status: 200 len: 693 time: 0.0479074 Feb 09 03:14:28.924041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770c1e2-6b50-481f-a0ba-6f4a25f38a86 req-0ee551dc-5522-4183-aeb3-3e4feb3fe3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:28.925624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2770c1e2-6b50-481f-a0ba-6f4a25f38a86 req-0ee551dc-5522-4183-aeb3-3e4feb3fe3d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=238817bdc19a45139b2637f0eda72cab&device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 1130 time: 0.1390078 Feb 09 03:14:28.936488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413370b-0b1a-4ded-8a48-bc9e3af7ca0e req-bf3cd57b-315c-4d08-b964-4a6178a31df0 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:28.938480 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f413370b-0b1a-4ded-8a48-bc9e3af7ca0e req-bf3cd57b-315c-4d08-b964-4a6178a31df0 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.1529996 Feb 09 03:14:28.950471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f113636-d305-4920-bb25-0e1b11c8968a req-da48b42b-c4a1-460f-afa7-b405a2766574 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:28.952708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f113636-d305-4920-bb25-0e1b11c8968a req-da48b42b-c4a1-460f-afa7-b405a2766574 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.1174667 Feb 09 03:14:29.004778 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f525ff2b-16be-4c24-88c6-b9381b457910 admin admin] Router 9d316e45-80a9-47d8-9161-8c7142ecbca6 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:29.021637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f113636-d305-4920-bb25-0e1b11c8968a req-238310d5-992d-4f47-ad72-0ef584232af8 tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.154 HTTP/1.1" status: 200 len: 696 time: 0.0624950 Feb 09 03:14:29.077062 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f113636-d305-4920-bb25-0e1b11c8968a req-0d53effc-c4d0-40fb-a5d9-f3ab4321b71d tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.154 HTTP/1.1" status: 200 len: 696 time: 0.0488560 Feb 09 03:14:29.137891 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f413370b-0b1a-4ded-8a48-bc9e3af7ca0e req-c119ce1c-a9f8-4126-8a01-912e75b3af9d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779189 Feb 09 03:14:29.156523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770c1e2-6b50-481f-a0ba-6f4a25f38a86 req-25e68b6c-c7b8-4282-a895-b04ae35cedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:29.158093 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2770c1e2-6b50-481f-a0ba-6f4a25f38a86 req-25e68b6c-c7b8-4282-a895-b04ae35cedd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2186413 Feb 09 03:14:29.216835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2770c1e2-6b50-481f-a0ba-6f4a25f38a86 req-1d307f58-c3fd-4acf-8e1b-4997db0cb49b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=6f8eb107-6698-42fe-bbea-ef68ff668879 HTTP/1.1" status: 200 len: 217 time: 0.0500865 Feb 09 03:14:29.221260 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f525ff2b-16be-4c24-88c6-b9381b457910 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:29.234333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-3f113636-d305-4920-bb25-0e1b11c8968a req-97263ada-f553-403c-912f-68725e081a4a tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Deleting port a3562a5c-330e-4a58-b079-1a86ea366640 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:29.234688 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3f113636-d305-4920-bb25-0e1b11c8968a req-97263ada-f553-403c-912f-68725e081a4a tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a3562a5c-330e-4a58-b079-1a86ea366640), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:29.236838 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f1573-0d94-4762-b4c7-3efdc2c0da8f None None] Sync routers for ids ['9d316e45-80a9-47d8-9161-8c7142ecbca6'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:29.249817 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f525ff2b-16be-4c24-88c6-b9381b457910 admin admin] 10.222.0.21 "PUT /v2.0/routers/9d316e45-80a9-47d8-9161-8c7142ecbca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6338930 Feb 09 03:14:29.251502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52214) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:29.255716 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f1573-0d94-4762-b4c7-3efdc2c0da8f None None] Routers {'9d316e45-80a9-47d8-9161-8c7142ecbca6'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:29.256529 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c77f1573-0d94-4762-b4c7-3efdc2c0da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:14:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9d316e45-80a9-47d8-9161-8c7142ecbca6'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:29.330640 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3f113636-d305-4920-bb25-0e1b11c8968a req-97263ada-f553-403c-912f-68725e081a4a tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a3562a5c-330e-4a58-b079-1a86ea366640), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:29.330905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3f113636-d305-4920-bb25-0e1b11c8968a req-97263ada-f553-403c-912f-68725e081a4a tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks [] for floatingip (a3562a5c-330e-4a58-b079-1a86ea366640), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:29.346012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-3f113636-d305-4920-bb25-0e1b11c8968a req-97263ada-f553-403c-912f-68725e081a4a tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Calling delete_port for a3562a5c-330e-4a58-b079-1a86ea366640 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:29.398555 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-c77f1573-0d94-4762-b4c7-3efdc2c0da8f None None] Set router 9d316e45-80a9-47d8-9161-8c7142ecbca6 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:29.455275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770c1e2-6b50-481f-a0ba-6f4a25f38a86 req-0f09095a-0609-4c45-87ac-d35257383483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:29.466654 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2770c1e2-6b50-481f-a0ba-6f4a25f38a86 req-0f09095a-0609-4c45-87ac-d35257383483 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.2426183 Feb 09 03:14:29.558730 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Publish callbacks [] for router (9d316e45-80a9-47d8-9161-8c7142ecbca6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:29.586684 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3f113636-d305-4920-bb25-0e1b11c8968a req-97263ada-f553-403c-912f-68725e081a4a tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (a3562a5c-330e-4a58-b079-1a86ea366640), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:29.618262 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c77f1573-0d94-4762-b4c7-3efdc2c0da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:14:27Z', 'revision_number': 5, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:29.618476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97263ada-f553-403c-912f-68725e081a4a tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Pushing event deleted for resources: {'Port': ['ID=a3562a5c-330e-4a58-b079-1a86ea366640,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:29.651947 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f1573-0d94-4762-b4c7-3efdc2c0da8f None None] Checking router: 9d316e45-80a9-47d8-9161-8c7142ecbca6 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:14:29.654660 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3f113636-d305-4920-bb25-0e1b11c8968a req-97263ada-f553-403c-912f-68725e081a4a tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks [] for floatingip (f5422693-0410-40a9-a724-623ce0bc419a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:29.659783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3f113636-d305-4920-bb25-0e1b11c8968a req-97263ada-f553-403c-912f-68725e081a4a tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:29.661939 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f113636-d305-4920-bb25-0e1b11c8968a req-97263ada-f553-403c-912f-68725e081a4a tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "DELETE /v2.0/floatingips/f5422693-0410-40a9-a724-623ce0bc419a HTTP/1.1" status: 204 len: 173 time: 0.5782895 Feb 09 03:14:29.673576 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f1573-0d94-4762-b4c7-3efdc2c0da8f None None] Routers {'9d316e45-80a9-47d8-9161-8c7142ecbca6'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:29.674194 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c77f1573-0d94-4762-b4c7-3efdc2c0da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:14:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9d316e45-80a9-47d8-9161-8c7142ecbca6'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:29.675733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df2a0f-c4f5-4add-81dc-5eadfcf81ac5 req-a1d548e6-247d-40ad-b269-db6ed25f15d2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:29.683068 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-22df2a0f-c4f5-4add-81dc-5eadfcf81ac5 req-a1d548e6-247d-40ad-b269-db6ed25f15d2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 950 time: 0.2082407 Feb 09 03:14:29.689283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770c1e2-6b50-481f-a0ba-6f4a25f38a86 req-c3619dd9-4793-4b12-ba64-8ff2fca1467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:29.691613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2770c1e2-6b50-481f-a0ba-6f4a25f38a86 req-c3619dd9-4793-4b12-ba64-8ff2fca1467c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2033017 Feb 09 03:14:29.794722 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-c77f1573-0d94-4762-b4c7-3efdc2c0da8f None None] Set router 9d316e45-80a9-47d8-9161-8c7142ecbca6 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:29.802315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c6f0c-5f8c-433b-88ad-d5fc4c88e9fc req-ec97a0c7-c03b-492b-a00c-d7c3754e2ece tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:29.812524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-448c6f0c-5f8c-433b-88ad-d5fc4c88e9fc req-ec97a0c7-c03b-492b-a00c-d7c3754e2ece tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 946 time: 0.0797999 Feb 09 03:14:29.821210 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-22df2a0f-c4f5-4add-81dc-5eadfcf81ac5 req-479778b7-3c7c-4c2f-9f9e-18c2211d5e18 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369693 Feb 09 03:14:29.832136 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Publish callbacks [] for router_gateway (9d316e45-80a9-47d8-9161-8c7142ecbca6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:29.877813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-448c6f0c-5f8c-433b-88ad-d5fc4c88e9fc req-bc2359f3-85d6-43c0-82a8-125a005b5897 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639157 Feb 09 03:14:29.929253 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2770c1e2-6b50-481f-a0ba-6f4a25f38a86 req-24226f4c-153f-4fdd-92d7-e29b7fd01ee3 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288880 Feb 09 03:14:29.966941 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-9e2342fd-4a91-4951-950d-dcbc9a138694 req-d52a97b5-7587-4d77-b8f6-adb4a1d4ca0f tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] show failed (client error): The resource could not be found. Feb 09 03:14:29.974690 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9e2342fd-4a91-4951-950d-dcbc9a138694 req-d52a97b5-7587-4d77-b8f6-adb4a1d4ca0f tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/floatingips/f5422693-0410-40a9-a724-623ce0bc419a HTTP/1.1" status: 404 len: 350 time: 0.0610194 Feb 09 03:14:30.019806 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c77f1573-0d94-4762-b4c7-3efdc2c0da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:14:27Z', 'revision_number': 5, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:30.041757 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-4f33546c-6c2b-4572-a12a-f60b4eb1bc42 req-90a0458a-cea7-493a-882d-6ed512691cbc tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] show failed (client error): The resource could not be found. Feb 09 03:14:30.046735 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f1573-0d94-4762-b4c7-3efdc2c0da8f None None] The sync data for ids ['9d316e45-80a9-47d8-9161-8c7142ecbca6'] in n-d-824835-15 is: [{'id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-276159800-router', 'tenant_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:13:29Z', 'updated_at': '2022-02-09T03:14:27Z', 'revision_number': 5, 'project_id': 'c9010fb61c6442f4b9117fe11cda0b78', 'gw_port': {'id': 'bc148592-8620-42d3-93f8-a1daeb3d8e03', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d316e45-80a9-47d8-9161-8c7142ecbca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:13:30Z', 'updated_at': '2022-02-09T03:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:30.050018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f33546c-6c2b-4572-a12a-f60b4eb1bc42 req-90a0458a-cea7-493a-882d-6ed512691cbc tempest-FloatingIPsTestJSON-1631848982 tempest-FloatingIPsTestJSON-1631848982-project] 10.222.0.21 "GET /v2.0/floatingips/f5422693-0410-40a9-a724-623ce0bc419a HTTP/1.1" status: 404 len: 350 time: 0.0570552 Feb 09 03:14:30.056512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52224) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:30.068380 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Deleting port bc148592-8620-42d3-93f8-a1daeb3d8e03 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:30.068816 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.079426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2f0e1-b57e-4a63-97c1-8a2e60d7a21c req-bbe6727e-88fa-4306-ba1a-43759c1a65b7 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:30.086574 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67f2f0e1-b57e-4a63-97c1-8a2e60d7a21c req-bbe6727e-88fa-4306-ba1a-43759c1a65b7 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 947 time: 0.1597326 Feb 09 03:14:30.153120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2770c1e2-6b50-481f-a0ba-6f4a25f38a86 req-a94a816f-78df-49ee-9b61-b7db19a98ac2 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118263 Feb 09 03:14:30.218383 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67f2f0e1-b57e-4a63-97c1-8a2e60d7a21c req-5b4d5d88-d32b-4e72-83f4-92e58bc2d8a2 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259582 Feb 09 03:14:30.244986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] For port bc148592-8620-42d3-93f8-a1daeb3d8e03, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bc148592-8620-42d3-93f8-a1daeb3d8e03,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:30.245484 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.258569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Calling delete_port for bc148592-8620-42d3-93f8-a1daeb3d8e03 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:30.338476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec3cc1-2d1b-4beb-97aa-6b58760e7108 req-a9af4e8e-432e-4bab-aee7-91ef1d21b457 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:30.340076 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3eec3cc1-2d1b-4beb-97aa-6b58760e7108 req-a9af4e8e-432e-4bab-aee7-91ef1d21b457 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.0789037 Feb 09 03:14:30.459575 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (bc148592-8620-42d3-93f8-a1daeb3d8e03), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.464389 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3eec3cc1-2d1b-4beb-97aa-6b58760e7108 req-5e57604b-0fc6-4da7-8a6d-34cda23f8311 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155479 Feb 09 03:14:30.514832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc148592-8620-42d3-93f8-a1daeb3d8e03,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:30.542177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173611c1-8cb3-42fe-a792-7390d826d42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee9b65-5b4a-4df5-ba74-1e1f4c660449'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:30.544902 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3708e6b7-89a6-47a4-9fa0-ba4687483a8c" -d '{"events": [{"server_uuid": "173611c1-8cb3-42fe-a792-7390d826d42a", "name": "network-vif-plugged", "status": "completed", "tag": "39ee9b65-5b4a-4df5-ba74-1e1f4c660449"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:30.581631 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (9d316e45-80a9-47d8-9161-8c7142ecbca6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.594130 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1425bf-501e-4fc3-9c17-053ef4ad0136 x-openstack-request-id: req-6f1425bf-501e-4fc3-9c17-053ef4ad0136 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:30.594488 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173611c1-8cb3-42fe-a792-7390d826d42a", "name": "network-vif-plugged", "status": "completed", "tag": "39ee9b65-5b4a-4df5-ba74-1e1f4c660449", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:30.594799 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f1425bf-501e-4fc3-9c17-053ef4ad0136 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:30.595389 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173611c1-8cb3-42fe-a792-7390d826d42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee9b65-5b4a-4df5-ba74-1e1f4c660449', 'code': 200} Feb 09 03:14:30.629149 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7697-949d-4988-9a8b-cebd6e11c8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (d559c065-141e-4715-8734-ed0e5b6ffdf1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.710910 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (9d316e45-80a9-47d8-9161-8c7142ecbca6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.713170 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Publish callbacks [] for router_controller (9d316e45-80a9-47d8-9161-8c7142ecbca6), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.784044 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (9d316e45-80a9-47d8-9161-8c7142ecbca6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.784940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d316e45-80a9-47d8-9161-8c7142ecbca6 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:14:30.790664 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.791940 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0f84a987-9035-4988-b089-a3bbc6e5210b admin admin] 10.222.0.21 "DELETE /v2.0/routers/9d316e45-80a9-47d8-9161-8c7142ecbca6 HTTP/1.1" status: 204 len: 168 time: 1.5393682 Feb 09 03:14:30.794331 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52230) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:30.827359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82900cf0-3437-4fc6-b3f0-382d68988187 req-eb5e1394-86b1-4b88-8b87-8e26e6a341ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:30.829138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82900cf0-3437-4fc6-b3f0-382d68988187 req-eb5e1394-86b1-4b88-8b87-8e26e6a341ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 1133 time: 0.1212049 Feb 09 03:14:30.851554 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a9dbaf-9fee-4c35-a47f-10e69037b1b9 admin admin] Deleting subnet ca6e2721-b36e-4255-97fb-7c66a1e5b897 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:14:30.860153 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57a9dbaf-9fee-4c35-a47f-10e69037b1b9 admin admin] Publish callbacks [] for subnet (ca6e2721-b36e-4255-97fb-7c66a1e5b897), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.915956 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82900cf0-3437-4fc6-b3f0-382d68988187 req-07aee6f5-3918-47da-818a-02b61506849f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608330 Feb 09 03:14:30.922760 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57a9dbaf-9fee-4c35-a47f-10e69037b1b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (ca6e2721-b36e-4255-97fb-7c66a1e5b897), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.053635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0788aed-fa69-4c14-9333-9a63dce12159 req-789ca54e-4e83-4c07-9d5d-7981d0a741c6 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:31.055198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0788aed-fa69-4c14-9333-9a63dce12159 req-789ca54e-4e83-4c07-9d5d-7981d0a741c6 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 950 time: 0.1021187 Feb 09 03:14:31.064586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0b9c7697-949d-4988-9a8b-cebd6e11c8b9 admin admin] Deleting port e01df46f-16d5-41c6-9272-255e184d3338 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:31.064861 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7697-949d-4988-9a8b-cebd6e11c8b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e01df46f-16d5-41c6-9272-255e184d3338), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.081729 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57a9dbaf-9fee-4c35-a47f-10e69037b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ca6e2721-b36e-4255-97fb-7c66a1e5b897), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.173082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a1883265-e97d-46c7-915d-6c9ecbc39083 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:31.182681 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0788aed-fa69-4c14-9333-9a63dce12159 req-39f14a30-6614-45b0-aa45-00d48fb6491a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154022 Feb 09 03:14:31.235576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0b9c7697-949d-4988-9a8b-cebd6e11c8b9 admin admin] For port e01df46f-16d5-41c6-9272-255e184d3338, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e01df46f-16d5-41c6-9272-255e184d3338,segment=NetworkSegment(55867d6d-7d9c-4327-a9b8-5da4d38fd5b3),segment_id=55867d6d-7d9c-4327-a9b8-5da4d38fd5b3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:31.238506 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7697-949d-4988-9a8b-cebd6e11c8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e01df46f-16d5-41c6-9272-255e184d3338), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.275953 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0b9c7697-949d-4988-9a8b-cebd6e11c8b9 admin admin] Calling delete_port for e01df46f-16d5-41c6-9272-255e184d3338 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:31.366167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a1883265-e97d-46c7-915d-6c9ecbc39083 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:31.366758 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.408533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3e0f7-0d97-4fba-b49c-870bf3c5c678 req-b8738735-8d59-47e6-b887-75c9bd585553 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:31.415654 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-01f3e0f7-0d97-4fba-b49c-870bf3c5c678 req-b8738735-8d59-47e6-b887-75c9bd585553 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 946 time: 0.3894486 Feb 09 03:14:31.445803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a1883265-e97d-46c7-915d-6c9ecbc39083, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a1883265-e97d-46c7-915d-6c9ecbc39083,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:31.453575 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.464194 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57a9dbaf-9fee-4c35-a47f-10e69037b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (ca6e2721-b36e-4255-97fb-7c66a1e5b897), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.495146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9dbaf-9fee-4c35-a47f-10e69037b1b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca6e2721-b36e-4255-97fb-7c66a1e5b897,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:31.515476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa097996-49c2-4c6b-ab7a-ca243bd2addf req-524ba7d8-29f9-475f-9f8d-87bc2f53b2fd tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:31.516960 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-01f3e0f7-0d97-4fba-b49c-870bf3c5c678 req-3cea31d2-3e3c-4e62-a9a9-af9f65685ca9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002524 Feb 09 03:14:31.519640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a1883265-e97d-46c7-915d-6c9ecbc39083,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:31.522618 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57a9dbaf-9fee-4c35-a47f-10e69037b1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.524217 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa097996-49c2-4c6b-ab7a-ca243bd2addf req-524ba7d8-29f9-475f-9f8d-87bc2f53b2fd tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 947 time: 0.1480019 Feb 09 03:14:31.524423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e457e761-d132-48be-a53e-58d7c976925a None None] Network 5ae07d38-3daa-451f-86e2-534b205999db requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:31.531991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-57a9dbaf-9fee-4c35-a47f-10e69037b1b9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca6e2721-b36e-4255-97fb-7c66a1e5b897 HTTP/1.1" status: 204 len: 168 time: 0.7340660 Feb 09 03:14:31.534534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52240) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:31.657166 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa097996-49c2-4c6b-ab7a-ca243bd2addf req-7d68f55d-ffcb-417d-99db-e0873492f35a tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318440 Feb 09 03:14:31.698619 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bc148592-8620-42d3-93f8-a1daeb3d8e03 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:31.702238 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (5ae07d38-3daa-451f-86e2-534b205999db), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.727455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da585e7-4fe0-4c6b-a596-b696d1d4db56 req-ec48a1d4-30ac-4c0f-8fda-5e065adb1769 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:31.735898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2da585e7-4fe0-4c6b-a596-b696d1d4db56 req-ec48a1d4-30ac-4c0f-8fda-5e065adb1769 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.1070857 Feb 09 03:14:31.737168 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7697-949d-4988-9a8b-cebd6e11c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (e01df46f-16d5-41c6-9272-255e184d3338), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.767335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6f8eb107-6698-42fe-bbea-ef68ff668879 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:31.769262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f34a9-69b6-4aaf-b56d-26d1a940023c None None] DHCP port deletion for 5ae07d38-3daa-451f-86e2-534b205999db request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:14:31.772537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c7697-949d-4988-9a8b-cebd6e11c8b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e01df46f-16d5-41c6-9272-255e184d3338,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:31.829556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2da585e7-4fe0-4c6b-a596-b696d1d4db56 req-503d28f6-ff25-4fd2-a8dd-336dfc2fe1de tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891891 Feb 09 03:14:31.834355 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: bc148592-8620-42d3-93f8-a1daeb3d8e03 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:31.835030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bc148592-8620-42d3-93f8-a1daeb3d8e03 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:31.835633 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 16572538-6f51-4603-ba54-4224232def1f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:31.854841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Deleting port d54eec7e-bf4d-4261-8aeb-b984106d79e9 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:31.855250 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.945657 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7697-949d-4988-9a8b-cebd6e11c8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (d559c065-141e-4715-8734-ed0e5b6ffdf1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.010734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] For port d54eec7e-bf4d-4261-8aeb-b984106d79e9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d54eec7e-bf4d-4261-8aeb-b984106d79e9,segment=NetworkSegment(cf26f534-a40a-4386-8022-a4cc4411b793),segment_id=cf26f534-a40a-4386-8022-a4cc4411b793)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:32.016946 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.035703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Calling delete_port for d54eec7e-bf4d-4261-8aeb-b984106d79e9 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:32.097111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 16572538-6f51-4603-ba54-4224232def1f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:32.098172 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 16572538-6f51-4603-ba54-4224232def1f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:32.180841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-397f34a9-69b6-4aaf-b56d-26d1a940023c None None] Deleting port d54eec7e-bf4d-4261-8aeb-b984106d79e9 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:32.181212 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.181430 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-397f34a9-69b6-4aaf-b56d-26d1a940023c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.234925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Pushing event deleted for resources: {'Port': ['ID=d54eec7e-bf4d-4261-8aeb-b984106d79e9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:32.240245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] No DVR routers for this DVR port d54eec7e-bf4d-4261-8aeb-b984106d79e9 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:32.278421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 6f8eb107-6698-42fe-bbea-ef68ff668879, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6f8eb107-6698-42fe-bbea-ef68ff668879,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:32.291662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '6f8eb107-6698-42fe-bbea-ef68ff668879', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '6f8eb107-6698-42fe-bbea-ef68ff668879', 'mac_address': 'fa:16:3e:1e:61:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:14:32.339835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 6f8eb107-6698-42fe-bbea-ef68ff668879 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:32.340227 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.362345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-397f34a9-69b6-4aaf-b56d-26d1a940023c None None] For port d54eec7e-bf4d-4261-8aeb-b984106d79e9, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:32.362745 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-397f34a9-69b6-4aaf-b56d-26d1a940023c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.377639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8eb107-6698-42fe-bbea-ef68ff668879 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:32.418554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 6f8eb107-6698-42fe-bbea-ef68ff668879, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6f8eb107-6698-42fe-bbea-ef68ff668879,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:32.421429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (5ae07d38-3daa-451f-86e2-534b205999db), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.424557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-397f34a9-69b6-4aaf-b56d-26d1a940023c None None] Calling delete_port for d54eec7e-bf4d-4261-8aeb-b984106d79e9 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:32.427250 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.432077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-397f34a9-69b6-4aaf-b56d-26d1a940023c None None] Port d54eec7e-bf4d-4261-8aeb-b984106d79e9 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:14:32.443954 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae07d38-3daa-451f-86e2-534b205999db']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:32.447518 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684e21a-aef0-47d3-ab13-9eddebb6a548 req-5b9ac9bf-022a-4906-a864-49450ba1e51f tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:32.449530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d684e21a-aef0-47d3-ab13-9eddebb6a548 req-5b9ac9bf-022a-4906-a864-49450ba1e51f tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.65 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 944 time: 0.1395984 Feb 09 03:14:32.454875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf26f534-a40a-4386-8022-a4cc4411b793') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:32.455276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf26f534-a40a-4386-8022-a4cc4411b793') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:32.464967 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9c7697-949d-4988-9a8b-cebd6e11c8b9 admin admin] Router d559c065-141e-4715-8734-ed0e5b6ffdf1 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:32.466457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (cf26f534-a40a-4386-8022-a4cc4411b793), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.480497 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (cf26f534-a40a-4386-8022-a4cc4411b793), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.488031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:14:32.488504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (cf26f534-a40a-4386-8022-a4cc4411b793), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.490245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=6f8eb107-6698-42fe-bbea-ef68ff668879,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:32.494640 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-397f34a9-69b6-4aaf-b56d-26d1a940023c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (d54eec7e-bf4d-4261-8aeb-b984106d79e9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.532623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adca80-60f6-48e7-a452-0a4b9f764d17 req-7971eec1-3a0b-4771-a02a-d8d56fead261 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:32.534518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96adca80-60f6-48e7-a452-0a4b9f764d17 req-7971eec1-3a0b-4771-a02a-d8d56fead261 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 950 time: 0.2134230 Feb 09 03:14:32.544686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f34a9-69b6-4aaf-b56d-26d1a940023c None None] No DVR routers for this DVR port d54eec7e-bf4d-4261-8aeb-b984106d79e9 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:32.548450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f34a9-69b6-4aaf-b56d-26d1a940023c None None] Pushing event deleted for resources: {'Port': ['ID=d54eec7e-bf4d-4261-8aeb-b984106d79e9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:14:32.573823 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:14:32.578043 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (5ae07d38-3daa-451f-86e2-534b205999db), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.586698 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.591000 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5ae07d38-3daa-451f-86e2-534b205999db HTTP/1.1" status: 204 len: 168 time: 1.0536015 Feb 09 03:14:32.598162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7818a-d32c-46a9-9af9-44db1ba5d5d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1883265-e97d-46c7-915d-6c9ecbc39083'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:32.601612 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a516e0c-7dcd-401a-a430-8ed1d8134a7d" -d '{"events": [{"server_uuid": "50a7818a-d32c-46a9-9af9-44db1ba5d5d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a1883265-e97d-46c7-915d-6c9ecbc39083"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:32.610627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf83849-8420-435f-9a2c-07cf70f5ae27 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae07d38-3daa-451f-86e2-534b205999db,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:32.705785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd835b-d490-4c18-a787-538a0b0effb6 req-bf6a04c2-a027-49ee-af0f-48e37acaaf61 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:32.707719 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8fbd835b-d490-4c18-a787-538a0b0effb6 req-bf6a04c2-a027-49ee-af0f-48e37acaaf61 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 944 time: 0.0797763 Feb 09 03:14:32.744802 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96adca80-60f6-48e7-a452-0a4b9f764d17 req-18383c2c-5fe4-4393-bd0c-18b97e02dfb1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920872 Feb 09 03:14:32.759579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52254) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:32.760250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['6f8eb107-6698-42fe-bbea-ef68ff668879'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:32.784580 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8fbd835b-d490-4c18-a787-538a0b0effb6 req-c7ab0f37-5596-4212-a201-20eb8ef25614 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706248 Feb 09 03:14:32.804824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9c7697-949d-4988-9a8b-cebd6e11c8b9 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:32.805937 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0b9c7697-949d-4988-9a8b-cebd6e11c8b9 admin admin] 10.222.0.21 "PUT /v2.0/routers/d559c065-141e-4715-8734-ed0e5b6ffdf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7481675 Feb 09 03:14:32.808370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52256) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:32.825945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a2295a-b731-405a-a422-f09e104f1402 None None] Sync routers for ids ['d559c065-141e-4715-8734-ed0e5b6ffdf1'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:32.837011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-d684e21a-aef0-47d3-ab13-9eddebb6a548 req-555ac7fe-ac27-4b75-ad18-e735eb38b55a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Deleting port a1883265-e97d-46c7-915d-6c9ecbc39083 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:32.837855 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cba10a-5425-483a-980a-a82ee68889a1 x-openstack-request-id: req-c3cba10a-5425-483a-980a-a82ee68889a1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:32.838172 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7818a-d32c-46a9-9af9-44db1ba5d5d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a1883265-e97d-46c7-915d-6c9ecbc39083", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:32.838295 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d684e21a-aef0-47d3-ab13-9eddebb6a548 req-555ac7fe-ac27-4b75-ad18-e735eb38b55a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.838733 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3cba10a-5425-483a-980a-a82ee68889a1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:32.839172 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7818a-d32c-46a9-9af9-44db1ba5d5d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1883265-e97d-46c7-915d-6c9ecbc39083', 'code': 200} Feb 09 03:14:32.848887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2295a-b731-405a-a422-f09e104f1402 None None] Routers {'d559c065-141e-4715-8734-ed0e5b6ffdf1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:32.849552 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e7a2295a-b731-405a-a422-f09e104f1402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:14:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['d559c065-141e-4715-8734-ed0e5b6ffdf1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:33.027078 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c33ca077-2838-4d26-9c75-78be79b35d0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9010fb61c6442f4b9117fe11cda0b78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623422 Feb 09 03:14:33.028406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52260) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:33.037068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc237dd7-0708-4eab-983c-773bec11fc73 req-2cdd0ee4-d5bb-475a-ae4d-9120382c38b2 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:33.038614 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cc237dd7-0708-4eab-983c-773bec11fc73 req-2cdd0ee4-d5bb-475a-ae4d-9120382c38b2 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 948 time: 0.1380391 Feb 09 03:14:33.073529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d684e21a-aef0-47d3-ab13-9eddebb6a548 req-555ac7fe-ac27-4b75-ad18-e735eb38b55a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] For port a1883265-e97d-46c7-915d-6c9ecbc39083, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a1883265-e97d-46c7-915d-6c9ecbc39083,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:33.074044 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d684e21a-aef0-47d3-ab13-9eddebb6a548 req-555ac7fe-ac27-4b75-ad18-e735eb38b55a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.100328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-d684e21a-aef0-47d3-ab13-9eddebb6a548 req-555ac7fe-ac27-4b75-ad18-e735eb38b55a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Calling delete_port for a1883265-e97d-46c7-915d-6c9ecbc39083 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:33.101319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Publish callbacks [] for router (d559c065-141e-4715-8734-ed0e5b6ffdf1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.115239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911cb70-a2dd-4d33-9d0e-9ae838ec8285 req-0727b073-2b69-4042-90ab-bbac3b4558db tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:33.118510 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a911cb70-a2dd-4d33-9d0e-9ae838ec8285 req-0727b073-2b69-4042-90ab-bbac3b4558db tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.1649659 Feb 09 03:14:33.139931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-e7a2295a-b731-405a-a422-f09e104f1402 None None] Set router d559c065-141e-4715-8734-ed0e5b6ffdf1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:33.260273 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a911cb70-a2dd-4d33-9d0e-9ae838ec8285 req-ce82aee6-8d7b-4e25-8696-ad2eb057f3e5 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694094 Feb 09 03:14:33.350056 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cc237dd7-0708-4eab-983c-773bec11fc73 req-96bf085c-49e5-485b-820e-c5a9e52b446d tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996233 Feb 09 03:14:33.399365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e7a2295a-b731-405a-a422-f09e104f1402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'name': 'tempest-FloatingIPsTestJSON-1256837829-router', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:13Z', 'updated_at': '2022-02-09T03:14:31Z', 'revision_number': 5, 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'gw_port': {'id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:14Z', 'updated_at': '2022-02-09T03:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:33.406481 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d684e21a-aef0-47d3-ab13-9eddebb6a548 req-555ac7fe-ac27-4b75-ad18-e735eb38b55a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (a1883265-e97d-46c7-915d-6c9ecbc39083), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.407041 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-851fe8c6-c02a-40f7-a455-e1852f9555ce req-e3fb36f9-5dcc-45ca-a072-d8d5f5e03e61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86d1fcb7-bf16-4633-ba68-c54b133f0001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2300885 Feb 09 03:14:33.409692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bdb38eff-0ba5-45ed-a7ad-121fcf7f45b2 admin admin] Publish callbacks [] for security_group (68f30ead-2e2b-4cb4-80e3-20300c0f0c20), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.454318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a2295a-b731-405a-a422-f09e104f1402 None None] Checking router: d559c065-141e-4715-8734-ed0e5b6ffdf1 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:14:33.467290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2295a-b731-405a-a422-f09e104f1402 None None] Routers {'d559c065-141e-4715-8734-ed0e5b6ffdf1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:33.468030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e7a2295a-b731-405a-a422-f09e104f1402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:14:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['d559c065-141e-4715-8734-ed0e5b6ffdf1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:33.492068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ac7fe-ac27-4b75-ad18-e735eb38b55a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event deleted for resources: {'Port': ['ID=a1883265-e97d-46c7-915d-6c9ecbc39083,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:33.503815 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bdb38eff-0ba5-45ed-a7ad-121fcf7f45b2 admin admin] Publish callbacks [] for security_group (68f30ead-2e2b-4cb4-80e3-20300c0f0c20), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.518861 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Publish callbacks [] for router_gateway (d559c065-141e-4715-8734-ed0e5b6ffdf1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.583049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d684e21a-aef0-47d3-ab13-9eddebb6a548 req-555ac7fe-ac27-4b75-ad18-e735eb38b55a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] No DVR routers for this DVR port a1883265-e97d-46c7-915d-6c9ecbc39083 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:33.586153 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d684e21a-aef0-47d3-ab13-9eddebb6a548 req-555ac7fe-ac27-4b75-ad18-e735eb38b55a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.589957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d684e21a-aef0-47d3-ab13-9eddebb6a548 req-555ac7fe-ac27-4b75-ad18-e735eb38b55a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.65 "DELETE /v2.0/ports/a1883265-e97d-46c7-915d-6c9ecbc39083 HTTP/1.1" status: 204 len: 173 time: 1.1314874 Feb 09 03:14:33.590443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7818a-d32c-46a9-9af9-44db1ba5d5d1', 'name': 'network-vif-deleted', 'tag': 'a1883265-e97d-46c7-915d-6c9ecbc39083'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:33.597403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe8c6-c02a-40f7-a455-e1852f9555ce req-732a5e49-faaf-4aa1-9fbb-14728137b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:33.599308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-851fe8c6-c02a-40f7-a455-e1852f9555ce req-732a5e49-faaf-4aa1-9fbb-14728137b9ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=86d1fcb7-bf16-4633-ba68-c54b133f0001 HTTP/1.1" status: 200 len: 1133 time: 0.1516533 Feb 09 03:14:33.607028 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c237a1e4-1e0b-4f07-b38d-a0e211a8e742" -d '{"events": [{"server_uuid": "50a7818a-d32c-46a9-9af9-44db1ba5d5d1", "name": "network-vif-deleted", "tag": "a1883265-e97d-46c7-915d-6c9ecbc39083"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:33.664768 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bdb38eff-0ba5-45ed-a7ad-121fcf7f45b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (68f30ead-2e2b-4cb4-80e3-20300c0f0c20), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.668003 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bdb38eff-0ba5-45ed-a7ad-121fcf7f45b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.669112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bdb38eff-0ba5-45ed-a7ad-121fcf7f45b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68f30ead-2e2b-4cb4-80e3-20300c0f0c20 HTTP/1.1" status: 204 len: 168 time: 0.6295922 Feb 09 03:14:33.679342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-e7a2295a-b731-405a-a422-f09e104f1402 None None] Set router d559c065-141e-4715-8734-ed0e5b6ffdf1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:33.719058 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b808dc1-3b66-46e8-8ddc-4645d6fd8bbb x-openstack-request-id: req-3b808dc1-3b66-46e8-8ddc-4645d6fd8bbb {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:33.719692 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7818a-d32c-46a9-9af9-44db1ba5d5d1", "name": "network-vif-deleted", "tag": "a1883265-e97d-46c7-915d-6c9ecbc39083", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:33.720016 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b808dc1-3b66-46e8-8ddc-4645d6fd8bbb {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:33.720934 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7818a-d32c-46a9-9af9-44db1ba5d5d1', 'name': 'network-vif-deleted', 'tag': 'a1883265-e97d-46c7-915d-6c9ecbc39083', 'status': 'completed', 'code': 200} Feb 09 03:14:33.751524 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d54eec7e-bf4d-4261-8aeb-b984106d79e9 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:33.769608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb38eff-0ba5-45ed-a7ad-121fcf7f45b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f30ead-2e2b-4cb4-80e3-20300c0f0c20,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:33.799934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Deleting port f459d9f3-f1f9-463f-89ba-6880c097400f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:33.800280 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.940174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: d54eec7e-bf4d-4261-8aeb-b984106d79e9 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:33.941150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d54eec7e-bf4d-4261-8aeb-b984106d79e9 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:33.992369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe8c6-c02a-40f7-a455-e1852f9555ce req-8335645a-4e3a-4551-831f-41e27c0c1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:33.993841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-851fe8c6-c02a-40f7-a455-e1852f9555ce req-8335645a-4e3a-4551-831f-41e27c0c1888 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.3408184 Feb 09 03:14:34.003229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] For port f459d9f3-f1f9-463f-89ba-6880c097400f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f459d9f3-f1f9-463f-89ba-6880c097400f,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:34.003582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.007820 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f89a1e0d-3575-44b3-a7bb-3b614f3fb8e6 req-5b2b96b9-7b2c-482a-9c37-7ea023ecc6dc tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=50a7818a-d32c-46a9-9af9-44db1ba5d5d1 HTTP/1.1" status: 200 len: 210 time: 0.0736191 Feb 09 03:14:34.079778 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Calling delete_port for f459d9f3-f1f9-463f-89ba-6880c097400f owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:34.081745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e7a2295a-b731-405a-a422-f09e104f1402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'name': 'tempest-FloatingIPsTestJSON-1256837829-router', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:13Z', 'updated_at': '2022-02-09T03:14:31Z', 'revision_number': 5, 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'gw_port': {'id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:14Z', 'updated_at': '2022-02-09T03:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:34.082561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-851fe8c6-c02a-40f7-a455-e1852f9555ce req-3aa8abc4-7bb3-4d49-8058-feb4b5be4c04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=ebfca926-4ce1-4b56-9d7b-46c3cabb5069 HTTP/1.1" status: 200 len: 217 time: 0.0754597 Feb 09 03:14:34.096177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb62fad-04d6-41cb-9f72-04ccd43dd7e1 req-d7935f16-439e-4c2d-a5aa-5c59cb9c320f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:34.098762 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-adb62fad-04d6-41cb-9f72-04ccd43dd7e1 req-d7935f16-439e-4c2d-a5aa-5c59cb9c320f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 950 time: 0.2190752 Feb 09 03:14:34.126190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a2295a-b731-405a-a422-f09e104f1402 None None] The sync data for ids ['d559c065-141e-4715-8734-ed0e5b6ffdf1'] in n-d-824835-15 is: [{'id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'name': 'tempest-FloatingIPsTestJSON-1256837829-router', 'tenant_id': '44da3b40b6914e7c8487599d0e83d1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:13Z', 'updated_at': '2022-02-09T03:14:31Z', 'revision_number': 5, 'project_id': '44da3b40b6914e7c8487599d0e83d1c1', 'gw_port': {'id': 'f459d9f3-f1f9-463f-89ba-6880c097400f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd559c065-141e-4715-8734-ed0e5b6ffdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:14Z', 'updated_at': '2022-02-09T03:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:34.262714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe8c6-c02a-40f7-a455-e1852f9555ce req-4647acdd-44f0-4baf-af5f-fab6fa9cb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:34.265065 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-851fe8c6-c02a-40f7-a455-e1852f9555ce req-4647acdd-44f0-4baf-af5f-fab6fa9cb984 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1647482 Feb 09 03:14:34.281616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-adb62fad-04d6-41cb-9f72-04ccd43dd7e1 req-e03f8c3c-e454-4633-98e8-1a5e1e65721b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587577 Feb 09 03:14:34.479319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01482d-ee44-4211-afe4-9c6c8c2dc008 req-7ad9facf-11d9-4e52-ae7b-024b08b596b5 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:34.481268 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc01482d-ee44-4211-afe4-9c6c8c2dc008 req-7ad9facf-11d9-4e52-ae7b-024b08b596b5 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 1133 time: 0.0687838 Feb 09 03:14:34.552534 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f459d9f3-f1f9-463f-89ba-6880c097400f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.582502 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc01482d-ee44-4211-afe4-9c6c8c2dc008 req-f4eac35c-e2f5-4dbf-b369-9730abe0430a tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889230 Feb 09 03:14:34.595015 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f459d9f3-f1f9-463f-89ba-6880c097400f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:34.692474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe8c6-c02a-40f7-a455-e1852f9555ce req-858a334a-847e-4ec1-a734-364e43b2aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:34.694063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-851fe8c6-c02a-40f7-a455-e1852f9555ce req-858a334a-847e-4ec1-a734-364e43b2aa54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4083705 Feb 09 03:14:34.759389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8729b85-4db5-40d9-b580-bc7813b5e1b3 req-9effbc37-b714-4f33-9e8d-311f4c7114b0 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:34.766035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8729b85-4db5-40d9-b580-bc7813b5e1b3 req-9effbc37-b714-4f33-9e8d-311f4c7114b0 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 948 time: 0.0855718 Feb 09 03:14:34.793981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb0b53-a1d4-48c8-a074-08d3c729e143 req-5c557356-f5b2-4ba9-b02d-a9f9c943e326 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:34.801670 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64fb0b53-a1d4-48c8-a074-08d3c729e143 req-5c557356-f5b2-4ba9-b02d-a9f9c943e326 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.2676806 Feb 09 03:14:34.822080 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8729b85-4db5-40d9-b580-bc7813b5e1b3 req-c0fd0627-323b-41f8-93ce-1235b1bccf74 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540435 Feb 09 03:14:34.876310 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (d559c065-141e-4715-8734-ed0e5b6ffdf1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.946011 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-733a45ae-d720-4793-b1e7-f6cb8bafa216 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298815 Feb 09 03:14:35.024934 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (d559c065-141e-4715-8734-ed0e5b6ffdf1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.033122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64fb0b53-a1d4-48c8-a074-08d3c729e143 req-d2f1d820-a266-4880-a7e5-ca1094c29bcf tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305133 Feb 09 03:14:35.034473 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Publish callbacks [] for router_controller (d559c065-141e-4715-8734-ed0e5b6ffdf1), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.043015 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-851fe8c6-c02a-40f7-a455-e1852f9555ce req-523a5363-5643-441d-93ef-839714d20891 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296833 Feb 09 03:14:35.111381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-d9e62900-b09e-46bb-918a-48dfdc19e5c8 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:35.113685 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-d9e62900-b09e-46bb-918a-48dfdc19e5c8 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663485 Feb 09 03:14:35.139714 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (d559c065-141e-4715-8734-ed0e5b6ffdf1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.140428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d559c065-141e-4715-8734-ed0e5b6ffdf1 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:14:35.145890 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.149966 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-52720dff-4e71-474b-a05e-167e342388c1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d559c065-141e-4715-8734-ed0e5b6ffdf1 HTTP/1.1" status: 204 len: 168 time: 2.3377078 Feb 09 03:14:35.149966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52316) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:35.150496 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-f50677d7-3e80-4f07-900a-37cd18c4994f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/quotas/8c106d2ca691429d886e0ada21907bca HTTP/1.1" status: 200 len: 375 time: 0.0308363 Feb 09 03:14:35.202764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a1883265-e97d-46c7-915d-6c9ecbc39083 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:35.225768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-454f7303-a541-4871-a97f-b853b904c41a admin admin] Deleting subnet 0f7b0d6f-2f33-49a1-b8d0-e342367dc02a {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:14:35.229243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-454f7303-a541-4871-a97f-b853b904c41a admin admin] Publish callbacks [] for subnet (0f7b0d6f-2f33-49a1-b8d0-e342367dc02a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.259840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-00203155-1f87-46e0-a2f8-345a57ada483 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1083903 Feb 09 03:14:35.274019 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-851fe8c6-c02a-40f7-a455-e1852f9555ce req-cb264ccd-b674-45cd-bd02-50f4e9c455e1 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874206 Feb 09 03:14:35.281590 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-454f7303-a541-4871-a97f-b853b904c41a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (0f7b0d6f-2f33-49a1-b8d0-e342367dc02a), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.311721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: a1883265-e97d-46c7-915d-6c9ecbc39083 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:35.312306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a1883265-e97d-46c7-915d-6c9ecbc39083 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:35.415271 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-454f7303-a541-4871-a97f-b853b904c41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (0f7b0d6f-2f33-49a1-b8d0-e342367dc02a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.524856 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-454f7303-a541-4871-a97f-b853b904c41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (0f7b0d6f-2f33-49a1-b8d0-e342367dc02a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.560794 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f7303-a541-4871-a97f-b853b904c41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7b0d6f-2f33-49a1-b8d0-e342367dc02a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:35.580712 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-454f7303-a541-4871-a97f-b853b904c41a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.584707 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-454f7303-a541-4871-a97f-b853b904c41a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0f7b0d6f-2f33-49a1-b8d0-e342367dc02a HTTP/1.1" status: 204 len: 168 time: 0.4343424 Feb 09 03:14:35.588577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751f56e-5e1c-4a4d-8474-c7f941826322 None None] Network 690f7761-8435-4f57-8126-72f8eb24e893 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:35.601606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52350) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:35.605175 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c768cd2c-cbb4-4343-80c8-f47a2ca6264e req-32e49245-a089-4493-a69c-00b8528be27c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 210 time: 0.0485780 Feb 09 03:14:35.670931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-3bc6a767-ecb8-4552-b156-05b6a8d1d7e4 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:35.677666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-3bc6a767-ecb8-4552-b156-05b6a8d1d7e4 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/networks?id=3676f8df-374e-4df3-a351-736985e7f7a6 HTTP/1.1" status: 200 len: 821 time: 0.1304467 Feb 09 03:14:35.712499 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-aabf8223-7a09-4fe7-815a-1ec59c6639b9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/quotas/ca8995660d1b4a3dacc04ce95ad2d333 HTTP/1.1" status: 200 len: 375 time: 0.0335920 Feb 09 03:14:35.766345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6f8eb107-6698-42fe-bbea-ef68ff668879 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:35.793275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-16761ab1-260f-4c05-8cbf-cae89693f818 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca8995660d1b4a3dacc04ce95ad2d333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799065 Feb 09 03:14:35.830062 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (690f7761-8435-4f57-8126-72f8eb24e893), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.910470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Deleting port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:35.911177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.914310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f459d9f3-f1f9-463f-89ba-6880c097400f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:36.016672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f459d9f3-f1f9-463f-89ba-6880c097400f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:36.017307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f459d9f3-f1f9-463f-89ba-6880c097400f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:36.017979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e01df46f-16d5-41c6-9272-255e184d3338 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:36.023121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-ce16853a-12cf-4997-a8cf-58b4fdf3013e service neutron] 10.222.0.21 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217760 Feb 09 03:14:36.057227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] For port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0a4e5c98-dea2-4e0a-bcb0-5a134605e90e,segment=NetworkSegment(55867d6d-7d9c-4327-a9b8-5da4d38fd5b3),segment_id=55867d6d-7d9c-4327-a9b8-5da4d38fd5b3)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:36.057758 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.098288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: e01df46f-16d5-41c6-9272-255e184d3338 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:36.102608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e01df46f-16d5-41c6-9272-255e184d3338 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:36.106632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Calling delete_port for 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:36.149503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fe55b-f76b-44b2-a5c1-f0e833b584ce req-66b383cb-4912-48f7-b761-c09e4c27b093 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:36.151136 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cb1fe55b-f76b-44b2-a5c1-f0e833b584ce req-66b383cb-4912-48f7-b761-c09e4c27b093 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 948 time: 0.1742923 Feb 09 03:14:36.161826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 6f8eb107-6698-42fe-bbea-ef68ff668879 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:14:36.167279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 6f8eb107-6698-42fe-bbea-ef68ff668879 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:36.167736 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.234063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838c375f-d975-4a33-9c37-17713dd0f0e2 None None] DHCP port deletion for 690f7761-8435-4f57-8126-72f8eb24e893 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:14:36.238335 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-489e227d-91cd-41bd-a317-b38abf1d35d9 service neutron] 10.222.0.21 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131913 Feb 09 03:14:36.316096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-838c375f-d975-4a33-9c37-17713dd0f0e2 None None] Deleting port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:36.316698 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-838c375f-d975-4a33-9c37-17713dd0f0e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.413409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 6f8eb107-6698-42fe-bbea-ef68ff668879 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:36.414103 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.445144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-838c375f-d975-4a33-9c37-17713dd0f0e2 None None] For port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0a4e5c98-dea2-4e0a-bcb0-5a134605e90e,segment=NetworkSegment(55867d6d-7d9c-4327-a9b8-5da4d38fd5b3),segment_id=55867d6d-7d9c-4327-a9b8-5da4d38fd5b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:36.445884 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-838c375f-d975-4a33-9c37-17713dd0f0e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.450320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52384) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:36.640890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b265bf-efb2-406a-90c1-7034b16c85ac req-10bf1828-7ae1-41ab-a8ef-49f5773fa2d8 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:36.651141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41b265bf-efb2-406a-90c1-7034b16c85ac req-10bf1828-7ae1-41ab-a8ef-49f5773fa2d8 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.0916066 Feb 09 03:14:36.663309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bafee1-4874-44f2-a80f-9039d0162b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8eb107-6698-42fe-bbea-ef68ff668879'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:36.665519 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54e1703-e269-4b61-b189-fc8a096b1bd3" -d '{"events": [{"server_uuid": "c3bafee1-4874-44f2-a80f-9039d0162b42", "name": "network-vif-plugged", "status": "completed", "tag": "6f8eb107-6698-42fe-bbea-ef68ff668879"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:36.668745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-838c375f-d975-4a33-9c37-17713dd0f0e2 None None] Calling delete_port for 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:36.676793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 6f8eb107-6698-42fe-bbea-ef68ff668879, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6f8eb107-6698-42fe-bbea-ef68ff668879,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:36.687068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.729983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41b265bf-efb2-406a-90c1-7034b16c85ac req-aebbaa95-4f9b-4f23-9bbb-ed06c90fa625 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776372 Feb 09 03:14:36.751177 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-457b6abb-078d-489d-902c-617f4619830b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.834728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=6f8eb107-6698-42fe-bbea-ef68ff668879,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:36.848492 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e4a3c2-2b4d-4c9a-bc92-4d0c346d6ed5 req-e646f32e-b738-4bfe-a301-838b2ff89702 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 210 time: 0.0478570 Feb 09 03:14:36.849182 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cb1fe55b-f76b-44b2-a5c1-f0e833b584ce req-a81c9c91-ef78-4476-a588-f8f04178733c tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820622 Feb 09 03:14:36.870654 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-838c375f-d975-4a33-9c37-17713dd0f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.910570 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0a4e5c98-dea2-4e0a-bcb0-5a134605e90e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.931209 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] No DVR routers for this DVR port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:36.977001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4e5c98-dea2-4e0a-bcb0-5a134605e90e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:36.995383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c375f-d975-4a33-9c37-17713dd0f0e2 None None] Pushing event deleted for resources: {'Port': ['ID=0a4e5c98-dea2-4e0a-bcb0-5a134605e90e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:37.013016 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a53b4e6-0021-482b-9df9-8d7e5eaf345b x-openstack-request-id: req-9a53b4e6-0021-482b-9df9-8d7e5eaf345b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:37.013440 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bafee1-4874-44f2-a80f-9039d0162b42", "name": "network-vif-plugged", "status": "completed", "tag": "6f8eb107-6698-42fe-bbea-ef68ff668879", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:37.014348 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a53b4e6-0021-482b-9df9-8d7e5eaf345b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:37.014820 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bafee1-4874-44f2-a80f-9039d0162b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8eb107-6698-42fe-bbea-ef68ff668879', 'code': 200} Feb 09 03:14:37.025700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c375f-d975-4a33-9c37-17713dd0f0e2 None None] No DVR routers for this DVR port 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:37.150568 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (690f7761-8435-4f57-8126-72f8eb24e893), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.189845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690f7761-8435-4f57-8126-72f8eb24e893']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:37.216291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55867d6d-7d9c-4327-a9b8-5da4d38fd5b3') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:37.217996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55867d6d-7d9c-4327-a9b8-5da4d38fd5b3') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:37.233114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e7a02-6b03-4d2b-abaa-73da0d588c6b req-f2d6b879-2d24-48db-975f-4562dd4414fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:37.234833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-534e7a02-6b03-4d2b-abaa-73da0d588c6b req-f2d6b879-2d24-48db-975f-4562dd4414fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 1132 time: 0.1754158 Feb 09 03:14:37.238555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (55867d6d-7d9c-4327-a9b8-5da4d38fd5b3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.283521 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-457b6abb-078d-489d-902c-617f4619830b admin admin] Publish callbacks [] for security_group (7fc8da5e-5d5f-4e2a-b84a-f8b66b682cfe), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.287466 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (55867d6d-7d9c-4327-a9b8-5da4d38fd5b3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.294649 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-457b6abb-078d-489d-902c-617f4619830b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7fc8da5e-5d5f-4e2a-b84a-f8b66b682cfe), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.312581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:14:37.313152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (55867d6d-7d9c-4327-a9b8-5da4d38fd5b3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:14:37.314923 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:14:37.329961 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-c07facc4-bee8-4dbb-93f2-dacda1c42da2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8c106d2ca691429d886e0ada21907bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531809 Feb 09 03:14:37.340452 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0e3a4a74-9dbe-4e5c-8834-e2ddf6cbd6a3 req-faf8dbcf-89eb-4058-9d0e-b4c34c948ced tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 210 time: 0.0592079 Feb 09 03:14:37.349493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b6abb-078d-489d-902c-617f4619830b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc8da5e-5d5f-4e2a-b84a-f8b66b682cfe,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:37.361099 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-457b6abb-078d-489d-902c-617f4619830b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9da5b77a22740c4ac88dc31a83de050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9082363 Feb 09 03:14:37.362902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52404) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:37.387190 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-534e7a02-6b03-4d2b-abaa-73da0d588c6b req-5ebdbcb7-68d2-4df4-9b64-dbc05ca06846 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408243 Feb 09 03:14:37.428583 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a11284f6-d482-4fe6-9054-9bdb8c6583f5 admin admin] Publish callbacks [] for security_group (7fc8da5e-5d5f-4e2a-b84a-f8b66b682cfe), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.439938 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.459978 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a11284f6-d482-4fe6-9054-9bdb8c6583f5 admin admin] Publish callbacks [] for security_group (7fc8da5e-5d5f-4e2a-b84a-f8b66b682cfe), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.460640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (690f7761-8435-4f57-8126-72f8eb24e893), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.470888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.474341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] 10.222.0.21 "DELETE /v2.0/networks/690f7761-8435-4f57-8126-72f8eb24e893 HTTP/1.1" status: 204 len: 168 time: 1.8715863 Feb 09 03:14:37.496838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bbc88-054e-4264-be5d-7ce5ad8c2916 admin admin] Pushing event deleted for resources: {'Network': ['ID=690f7761-8435-4f57-8126-72f8eb24e893,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:37.549430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-9347afc0-c6a9-4cec-b2de-cfff79df2228 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:37.550958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-9347afc0-c6a9-4cec-b2de-cfff79df2228 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905317 Feb 09 03:14:37.551494 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a11284f6-d482-4fe6-9054-9bdb8c6583f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7fc8da5e-5d5f-4e2a-b84a-f8b66b682cfe), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.555009 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a11284f6-d482-4fe6-9054-9bdb8c6583f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.556342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a11284f6-d482-4fe6-9054-9bdb8c6583f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fc8da5e-5d5f-4e2a-b84a-f8b66b682cfe HTTP/1.1" status: 204 len: 168 time: 0.1924744 Feb 09 03:14:37.569021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11284f6-d482-4fe6-9054-9bdb8c6583f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc8da5e-5d5f-4e2a-b84a-f8b66b682cfe,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:37.598379 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:37.621325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:37.621707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0a4e5c98-dea2-4e0a-bcb0-5a134605e90e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:37.650673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Request body: {'port': {'device_id': '52a9aac5-82a6-4fb4-869d-6ea59e43e73b', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '8c106d2ca691429d886e0ada21907bca'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:37.666394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52410) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:37.717869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8afcca97-fd11-4679-92d3-e21f4f5c8ccc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44da3b40b6914e7c8487599d0e83d1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497065 Feb 09 03:14:37.720780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52414) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:37.773539 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11b3bbcc-8f74-4ff6-9f72-e6b4128c75fd admin admin] Publish callbacks [] for security_group (066df84f-6618-484d-9b41-29823d1a55fd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.788188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Made reservation on behalf of 8c106d2ca691429d886e0ada21907bca for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:37.801200 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11b3bbcc-8f74-4ff6-9f72-e6b4128c75fd admin admin] Publish callbacks [] for security_group (066df84f-6618-484d-9b41-29823d1a55fd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.802607 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.893305 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11b3bbcc-8f74-4ff6-9f72-e6b4128c75fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (066df84f-6618-484d-9b41-29823d1a55fd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.896563 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11b3bbcc-8f74-4ff6-9f72-e6b4128c75fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.898364 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-11b3bbcc-8f74-4ff6-9f72-e6b4128c75fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/066df84f-6618-484d-9b41-29823d1a55fd HTTP/1.1" status: 204 len: 168 time: 0.1762919 Feb 09 03:14:37.935601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3bbcc-8f74-4ff6-9f72-e6b4128c75fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066df84f-6618-484d-9b41-29823d1a55fd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:37.986345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e841e9a-5a09-4913-902e-2cec946c1935 req-7c62b10a-1818-49c3-9472-d1c402cdc4c4 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:37.988288 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e841e9a-5a09-4913-902e-2cec946c1935 req-7c62b10a-1818-49c3-9472-d1c402cdc4c4 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.1681578 Feb 09 03:14:38.028766 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1c44ca8-6ee4-4a81-a6b0-f6ae9aaae5a4 req-b14aadd0-5390-4e31-8574-57a999c588ce tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 210 time: 0.0510740 Feb 09 03:14:38.162935 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Allocated IP 192.168.233.251 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/6591d2ec-c694-4d92-8f01-f257a2ddcbe9) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:38.167715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e841e9a-5a09-4913-902e-2cec946c1935 req-594d8362-f6e1-40a7-aa6e-f8005a3480d7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695428 Feb 09 03:14:38.202307 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-1847091c-c2a3-4dcb-8f18-7fbf669ba8aa tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:38.203802 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-1847091c-c2a3-4dcb-8f18-7fbf669ba8aa tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.65 "GET /v2.0/networks?id=3676f8df-374e-4df3-a351-736985e7f7a6 HTTP/1.1" status: 200 len: 821 time: 0.2142675 Feb 09 03:14:38.232458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Request body: {'port': {'device_id': '9908b0df-d875-4356-8877-3c5343aeceb5', 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6', 'admin_state_up': True, 'tenant_id': 'ca8995660d1b4a3dacc04ce95ad2d333'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:38.253883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9063354-2341-45a9-bfc6-130122e4ff59 req-4df82ab1-bcc7-41f2-8da7-4f162084191c tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:38.255461 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9063354-2341-45a9-bfc6-130122e4ff59 req-4df82ab1-bcc7-41f2-8da7-4f162084191c tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 949 time: 0.1309383 Feb 09 03:14:38.374520 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks [] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.399687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97105aad-f037-4533-83f2-40ef9908e0a2 req-c9075036-dab1-4cee-ac0b-226cf3ad7acf tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:38.401243 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97105aad-f037-4533-83f2-40ef9908e0a2 req-c9075036-dab1-4cee-ac0b-226cf3ad7acf tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 1128 time: 0.1012819 Feb 09 03:14:38.414240 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9063354-2341-45a9-bfc6-130122e4ff59 req-7b21cfb9-2aef-4c4e-a6d8-34c3054eed6f tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304760 Feb 09 03:14:38.477168 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.490315 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2', 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c', '16210ae2-9ad7-425c-ab99-74a057fcd2c4'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:38.500274 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97105aad-f037-4533-83f2-40ef9908e0a2 req-9e30c4a3-7a38-4672-83e2-21871cb1f51f tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814602 Feb 09 03:14:38.541224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Made reservation on behalf of ca8995660d1b4a3dacc04ce95ad2d333 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:38.546844 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.606412 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['e5af45d6-8e1b-4b56-8dec-9ed181c04470', '73f77054-1c9d-4caf-8061-c069fb3a9107', '39ee9b65-5b4a-4df5-ba74-1e1f4c660449'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:38.611154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:38.616069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event updated for resources: {'Port': ['ID=6591d2ec-c694-4d92-8f01-f257a2ddcbe9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:38.618957 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:38.628570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:38.742000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6afc3c-858a-4ce2-a92d-94ad8d69b8b5 req-3788abe3-1636-4020-840c-98456e4f477a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:38.743973 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8b6afc3c-858a-4ce2-a92d-94ad8d69b8b5 req-3788abe3-1636-4020-840c-98456e4f477a tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 936 time: 0.1919987 Feb 09 03:14:38.747353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:38.748682 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.800722 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-62ac0f9a-3b0e-49a8-b959-a6378dc5a980 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1554561 Feb 09 03:14:38.832478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Request body: {'port': {'device_id': '52a9aac5-82a6-4fb4-869d-6ea59e43e73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:38.923121 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.929731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8b6afc3c-858a-4ce2-a92d-94ad8d69b8b5 req-62f92514-3225-4ab8-8fc5-6671984beba2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744585 Feb 09 03:14:38.965881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Allocated IP 172.20.0.9 (3676f8df-374e-4df3-a351-736985e7f7a6/74d7fd12-786a-4383-9c06-fed2ef100cb3/2fc9e242-9a1e-48b0-96d5-ef95fb0738eb) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:39.258062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.267462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-12092a3f-5f81-437f-bd9f-231de7acf58e None None] Provisioning complete for port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:39.267976 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12092a3f-5f81-437f-bd9f-231de7acf58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.313600 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.336020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-12092a3f-5f81-437f-bd9f-231de7acf58e None None] Port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:39.404672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:39.413623 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Publish callbacks [] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.432008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-b23e2a97-f869-4c06-b99c-dcbc97fa5a83 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d1601b96911440b88d1d82984d54c64a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570738 Feb 09 03:14:39.432483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Transition to ACTIVE for port object 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:14:39.435902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Network 3676f8df-374e-4df3-a351-736985e7f7a6 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:39.440821 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.441680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:39.459357 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event updated for resources: {'Port': ['ID=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:39.465245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:39.487684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:39.490426 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.504657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Pushing event updated for resources: {'Port': ['ID=6591d2ec-c694-4d92-8f01-f257a2ddcbe9,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:39.575740 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-94ba458e-adb7-404a-b405-8e078b041843 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3510213 Feb 09 03:14:39.597301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Request body: {'port': {'device_id': '9908b0df-d875-4356-8877-3c5343aeceb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:39.606358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Attempting to bind port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:39.606804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Attempting to bind port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:39.607278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Attempting to bind port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:39.617826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:39.618392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Attempting to bind port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:39.629014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:39.629694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:39.630363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:39.631015 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Bound port: 6591d2ec-c694-4d92-8f01-f257a2ddcbe9, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:39.631599 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.720395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] For port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:39.727986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] For port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6591d2ec-c694-4d92-8f01-f257a2ddcbe9,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:39.733845 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.739159 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.756231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-cfde68da-deec-49a3-a080-b8ac5a6ae554 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:39.757931 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-cfde68da-deec-49a3-a080-b8ac5a6ae554 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2938704 Feb 09 03:14:39.778270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:39.779060 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.781476 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] 10.222.0.42 "PUT /v2.0/ports/6591d2ec-c694-4d92-8f01-f257a2ddcbe9 HTTP/1.1" status: 200 len: 1097 time: 0.9534900 Feb 09 03:14:39.781987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a9aac5-82a6-4fb4-869d-6ea59e43e73b', 'tag': '6591d2ec-c694-4d92-8f01-f257a2ddcbe9'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:39.784343 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5be1898-20b1-413f-ac66-f45c1fa6e492" -d '{"events": [{"name": "network-changed", "server_uuid": "52a9aac5-82a6-4fb4-869d-6ea59e43e73b", "tag": "6591d2ec-c694-4d92-8f01-f257a2ddcbe9"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:39.806941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2b3bbde7-4b28-4a44-b252-ef96aae50b1a tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/quotas/d1601b96911440b88d1d82984d54c64a HTTP/1.1" status: 200 len: 375 time: 0.0094593 Feb 09 03:14:39.826538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed152cb8-cc53-495b-b9a2-87e548cd2a93 service neutron] Pushing event updated for resources: {'Port': ['ID=6591d2ec-c694-4d92-8f01-f257a2ddcbe9,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:39.894873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-1bdfa807-481a-4647-8382-d5eb40c0ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:39.896421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-1bdfa807-481a-4647-8382-d5eb40c0ba98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 1131 time: 0.0658474 Feb 09 03:14:39.938240 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-41f077a2-f4d3-4e5f-9236-fd6fa01bb11d tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1601b96911440b88d1d82984d54c64a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124573 Feb 09 03:14:39.954989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-355c8964-32c3-4fbe-97c3-61170450ab8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=6591d2ec-c694-4d92-8f01-f257a2ddcbe9 HTTP/1.1" status: 200 len: 217 time: 0.0493877 Feb 09 03:14:40.034468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-af3d4dde-d4f8-4a41-89ae-e86838b14f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:40.037829 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-af3d4dde-d4f8-4a41-89ae-e86838b14f9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0743849 Feb 09 03:14:40.118132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-76996b4c-8a8f-4a85-9c2a-5370832fca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:40.119789 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-76996b4c-8a8f-4a85-9c2a-5370832fca36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0727670 Feb 09 03:14:40.220656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-2db7fa9c-0c7c-4895-a0a6-f539c44bf310 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:14:40.221208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:40.228279 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-2db7fa9c-0c7c-4895-a0a6-f539c44bf310 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0648580 Feb 09 03:14:40.231238 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Publish callbacks [] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.249575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Transition to ACTIVE for port object 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:14:40.257924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c530d-49ca-4299-b30e-05bd80bec49b req-54d4ad5c-cfd1-449b-9f06-322a869e91f4 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:40.261830 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a70c530d-49ca-4299-b30e-05bd80bec49b req-54d4ad5c-cfd1-449b-9f06-322a869e91f4 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 931 time: 0.1017931 Feb 09 03:14:40.263303 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.277297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-184bdea1-4a71-40c6-823d-14f0c835931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:40.278800 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-184bdea1-4a71-40c6-823d-14f0c835931a service neutron] 10.222.0.21 "GET /v2.0/ports/c7b4ba1e-0d88-4491-b02a-efd7caf27a62 HTTP/1.1" status: 200 len: 1125 time: 0.0499871 Feb 09 03:14:40.291746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] Request body: {'binding': {'host': 'n-h1-824835-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:40.292346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] Unknown quota resources ['binding']. {{(pid=103328) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:14:40.358022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:40.368285 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-eeec31bf-6f26-47ef-82a6-f2ed9e4df3ab service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419364 Feb 09 03:14:40.375123 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a70c530d-49ca-4299-b30e-05bd80bec49b req-89edc5d1-ba42-4c1f-9fc1-4b22865f9608 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082249 Feb 09 03:14:40.413965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Attempting to bind port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:40.414697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Attempting to bind port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:40.415364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Attempting to bind port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb on network 3676f8df-374e-4df3-a351-736985e7f7a6 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:40.421204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb on network 3676f8df-374e-4df3-a351-736985e7f7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:40.421204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Attempting to bind port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb on network 3676f8df-374e-4df3-a351-736985e7f7a6 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:40.426740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:40.427168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Checking segment: {'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:40.427767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Bound using segment: {'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:40.428198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Bound port: 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760f0909-20ea-47c7-8f42-fa202a70bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:40.428640 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.544573 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] For port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:40.549440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] For port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:40.557306 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54606c92-ac07-4053-8842-58b7ed9c4e74 req-f8861464-e9f7-4755-86b4-a8e3db00ddda service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484394 Feb 09 03:14:40.561930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ce0a8-c40f-4144-901e-7725c7707035 req-17d1f98c-3e3c-43e2-bbb4-88bff6ba211f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:40.563491 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f90ce0a8-c40f-4144-901e-7725c7707035 req-17d1f98c-3e3c-43e2-bbb4-88bff6ba211f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.0987034 Feb 09 03:14:40.565467 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.581808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] Attempting to bind port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on host n-h1-824835-15 for vnic_type normal with profile None {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:40.582141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] Attempting to bind port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:40.582462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] Attempting to bind port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:40.587517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] Port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:40.587829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] Attempting to bind port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:40.592713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:40.593046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:40.593451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:40.593868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] Bound port: c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:40.620889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:40.621634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.623400 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-848a63be-9229-47b4-b50a-473e61868525 service neutron] 10.222.0.65 "PUT /v2.0/ports/2fc9e242-9a1e-48b0-96d5-ef95fb0738eb HTTP/1.1" status: 200 len: 1092 time: 1.0324323 Feb 09 03:14:40.624084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9908b0df-d875-4356-8877-3c5343aeceb5', 'tag': '2fc9e242-9a1e-48b0-96d5-ef95fb0738eb'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:40.626731 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a49632-5b90-4416-a22d-5368540a82fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9908b0df-d875-4356-8877-3c5343aeceb5", "tag": "2fc9e242-9a1e-48b0-96d5-ef95fb0738eb"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:40.654919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:40.663419 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.664361 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-a54a127b-07a7-40d0-9258-217dece4f5f1 service neutron] 10.222.0.21 "POST /v2.0/ports/c7b4ba1e-0d88-4491-b02a-efd7caf27a62/bindings HTTP/1.1" status: 201 len: 390 time: 0.3789296 Feb 09 03:14:40.676254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a63be-9229-47b4-b50a-473e61868525 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:40.682285 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f90ce0a8-c40f-4144-901e-7725c7707035 req-e9c0767e-90bf-49d6-98f0-35153b40912a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090548 Feb 09 03:14:40.772870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-d6665e02-c41f-42bc-b5c8-2a0d5a90989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:40.773980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-d6665e02-c41f-42bc-b5c8-2a0d5a90989d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca8995660d1b4a3dacc04ce95ad2d333&device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 1126 time: 0.0742323 Feb 09 03:14:40.846676 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-23e4d0ee-c78b-4be8-8281-b582b2e093bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb HTTP/1.1" status: 200 len: 217 time: 0.0592551 Feb 09 03:14:40.847924 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff93fa8-dc19-4e55-bafb-2b9a024546f4 x-openstack-request-id: req-0ff93fa8-dc19-4e55-bafb-2b9a024546f4 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:40.848344 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a9aac5-82a6-4fb4-869d-6ea59e43e73b", "tag": "6591d2ec-c694-4d92-8f01-f257a2ddcbe9", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:40.848511 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ff93fa8-dc19-4e55-bafb-2b9a024546f4 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:40.848839 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a9aac5-82a6-4fb4-869d-6ea59e43e73b', 'tag': '6591d2ec-c694-4d92-8f01-f257a2ddcbe9', 'status': 'completed', 'code': 200} Feb 09 03:14:40.909441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-d2a539fa-b16e-4d2a-bab6-c62670334270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:40.910873 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-d2a539fa-b16e-4d2a-bab6-c62670334270 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74d7fd12-786a-4383-9c06-fed2ef100cb3 HTTP/1.1" status: 200 len: 861 time: 0.0583274 Feb 09 03:14:40.926844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de94c86-184d-4f60-9a9a-696f34ca61b8 req-73453803-e80e-4c45-b4ef-6aca61fa9f55 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:40.928416 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0de94c86-184d-4f60-9a9a-696f34ca61b8 req-73453803-e80e-4c45-b4ef-6aca61fa9f55 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 949 time: 0.0920210 Feb 09 03:14:40.943945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be1898-20b1-413f-ac66-f45c1fa6e492 req-cb38982f-8769-4a90-95aa-655e3f953fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:40.945381 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5be1898-20b1-413f-ac66-f45c1fa6e492 req-cb38982f-8769-4a90-95aa-655e3f953fa1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c106d2ca691429d886e0ada21907bca&device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 1131 time: 0.0678520 Feb 09 03:14:40.958466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-28d10cf6-c371-40cb-b48f-a49582fd7e5d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3676f8df-374e-4df3-a351-736985e7f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323706 Feb 09 03:14:41.032587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efe055-5193-4658-8ec4-e012b34d2898 req-09c72e62-3ee2-4f73-97c7-a3297d9d180e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.034120 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88efe055-5193-4658-8ec4-e012b34d2898 req-09c72e62-3ee2-4f73-97c7-a3297d9d180e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 948 time: 0.1372566 Feb 09 03:14:41.037024 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0de94c86-184d-4f60-9a9a-696f34ca61b8 req-33f445e7-c056-4d6a-90e6-67cf8d31360a tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016867 Feb 09 03:14:41.075561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be1898-20b1-413f-ac66-f45c1fa6e492 req-443c5254-7fb8-4d49-b814-64fe1ffcf397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.077345 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5be1898-20b1-413f-ac66-f45c1fa6e492 req-443c5254-7fb8-4d49-b814-64fe1ffcf397 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1241930 Feb 09 03:14:41.087654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-4992a029-e1ec-4fbd-8213-539cc525b11f service neutron] 10.222.0.65 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226137 Feb 09 03:14:41.119768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88efe055-5193-4658-8ec4-e012b34d2898 req-2ffd19ea-68e9-499b-a7ee-085d4d242888 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795877 Feb 09 03:14:41.133944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5be1898-20b1-413f-ac66-f45c1fa6e492 req-964d6f12-4da6-4b50-9f3f-595ff8a4fcbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=6591d2ec-c694-4d92-8f01-f257a2ddcbe9 HTTP/1.1" status: 200 len: 217 time: 0.0498552 Feb 09 03:14:41.178359 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2cfa24-9f2d-41d0-a4e1-d3bf553343d2 x-openstack-request-id: req-ff2cfa24-9f2d-41d0-a4e1-d3bf553343d2 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:41.178648 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9908b0df-d875-4356-8877-3c5343aeceb5", "tag": "2fc9e242-9a1e-48b0-96d5-ef95fb0738eb", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:41.178906 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff2cfa24-9f2d-41d0-a4e1-d3bf553343d2 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:41.179306 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9908b0df-d875-4356-8877-3c5343aeceb5', 'tag': '2fc9e242-9a1e-48b0-96d5-ef95fb0738eb', 'status': 'completed', 'code': 200} Feb 09 03:14:41.194467 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bdbbf087-1b82-42f7-bbb7-d3ba5d8c1370 req-a89a5aec-8185-4334-82e9-45627816e13a tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 210 time: 0.0595558 Feb 09 03:14:41.198521 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d713148-b78a-4b9b-a7b9-7c674af3155e req-de2e03e8-3ecd-4a77-9144-57736e74c50a service neutron] 10.222.0.65 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024485 Feb 09 03:14:41.273981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be1898-20b1-413f-ac66-f45c1fa6e492 req-844e80f7-fcf7-4113-8205-fb16e0ff9526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.275730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5be1898-20b1-413f-ac66-f45c1fa6e492 req-844e80f7-fcf7-4113-8205-fb16e0ff9526 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1121604 Feb 09 03:14:41.296152 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-463bd3d9-417f-4ba9-b698-39a913075260 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d1601b96911440b88d1d82984d54c64a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401382 Feb 09 03:14:41.315512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa9ad4-c3b0-40c6-86c4-bb28b9c7db9b req-3484f3d0-b4dd-4f05-ae9d-ae3bcacc0daf tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.324666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96fa9ad4-c3b0-40c6-86c4-bb28b9c7db9b req-3484f3d0-b4dd-4f05-ae9d-ae3bcacc0daf tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.0977590 Feb 09 03:14:41.411594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be1898-20b1-413f-ac66-f45c1fa6e492 req-4bf832a2-7fa4-42a2-ac34-ed0cbb2f6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.413529 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5be1898-20b1-413f-ac66-f45c1fa6e492 req-4bf832a2-7fa4-42a2-ac34-ed0cbb2f6cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1277750 Feb 09 03:14:41.435264 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a49632-5b90-4416-a22d-5368540a82fd req-a382c1a1-3d1a-4034-a931-5d923fdef989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.437333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2a49632-5b90-4416-a22d-5368540a82fd req-a382c1a1-3d1a-4034-a931-5d923fdef989 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca8995660d1b4a3dacc04ce95ad2d333&device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 1126 time: 0.1055949 Feb 09 03:14:41.446261 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96fa9ad4-c3b0-40c6-86c4-bb28b9c7db9b req-4129ae17-2047-4749-a354-f65cda18c187 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212263 Feb 09 03:14:41.532955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-6291e0a9-42b6-4148-a843-63c7f748377f tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.534399 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-6291e0a9-42b6-4148-a843-63c7f748377f tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219739 Feb 09 03:14:41.557563 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Request body: {'port': {'device_id': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'd1601b96911440b88d1d82984d54c64a'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:41.581704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a49632-5b90-4416-a22d-5368540a82fd req-b0c85a52-f305-4204-ac71-9215300d7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.583146 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2a49632-5b90-4416-a22d-5368540a82fd req-b0c85a52-f305-4204-ac71-9215300d7f2e service neutron] 10.222.0.65 "GET /v2.0/networks?id=3676f8df-374e-4df3-a351-736985e7f7a6 HTTP/1.1" status: 200 len: 922 time: 0.1360681 Feb 09 03:14:41.590633 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726ce47-d3b7-498e-8c13-b4867bb1dc78 req-fb451708-5960-4785-8d6a-cada9e86ad90 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.592213 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1726ce47-d3b7-498e-8c13-b4867bb1dc78 req-fb451708-5960-4785-8d6a-cada9e86ad90 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 943 time: 0.0818524 Feb 09 03:14:41.627101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fa488-3ceb-48ef-8a21-15ee001bb910 req-30e65135-de3a-4ed9-9be5-16d1c277bf3a tempest-ServersAdminNegativeTestJSON-1491327300 tempest-ServersAdminNegativeTestJSON-1491327300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.628611 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ef4fa488-3ceb-48ef-8a21-15ee001bb910 req-30e65135-de3a-4ed9-9be5-16d1c277bf3a tempest-ServersAdminNegativeTestJSON-1491327300 tempest-ServersAdminNegativeTestJSON-1491327300-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 1132 time: 0.1383226 Feb 09 03:14:41.632314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5be1898-20b1-413f-ac66-f45c1fa6e492 req-3580a85d-7c92-44a4-b44a-f707e98b253e service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068534 Feb 09 03:14:41.644842 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2a49632-5b90-4416-a22d-5368540a82fd req-2e15c340-f3b5-47b9-8f60-84423b75e753 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb HTTP/1.1" status: 200 len: 217 time: 0.0512865 Feb 09 03:14:41.672981 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ef4fa488-3ceb-48ef-8a21-15ee001bb910 req-f72456ca-b467-441b-9352-bad69f75f245 tempest-ServersAdminNegativeTestJSON-1491327300 tempest-ServersAdminNegativeTestJSON-1491327300-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:41.704553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1726ce47-d3b7-498e-8c13-b4867bb1dc78 req-f7dafcf0-a7af-4613-a269-8ca5463f6d8f tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052146 Feb 09 03:14:41.728342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a49632-5b90-4416-a22d-5368540a82fd req-eeebdc04-1241-494a-8559-d3068b44f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.730803 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2a49632-5b90-4416-a22d-5368540a82fd req-eeebdc04-1241-494a-8559-d3068b44f1fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74d7fd12-786a-4383-9c06-fed2ef100cb3 HTTP/1.1" status: 200 len: 861 time: 0.0735347 Feb 09 03:14:41.769634 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2a49632-5b90-4416-a22d-5368540a82fd req-30e5760e-898d-418a-8b05-b991ce9c5b21 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3676f8df-374e-4df3-a351-736985e7f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318644 Feb 09 03:14:41.810511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5be1898-20b1-413f-ac66-f45c1fa6e492 req-9296cde5-a33e-431b-acfb-8e86f9e80b8f service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648042 Feb 09 03:14:41.816098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Made reservation on behalf of d1601b96911440b88d1d82984d54c64a for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:41.819452 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:41.833026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:41.880818 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ef4fa488-3ceb-48ef-8a21-15ee001bb910 req-f72456ca-b467-441b-9352-bad69f75f245 tempest-ServersAdminNegativeTestJSON-1491327300 tempest-ServersAdminNegativeTestJSON-1491327300-project-admin] Publish callbacks [] for security_group (78070549-3116-4b1f-a956-83e27363f57c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:41.888073 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ef4fa488-3ceb-48ef-8a21-15ee001bb910 req-f72456ca-b467-441b-9352-bad69f75f245 tempest-ServersAdminNegativeTestJSON-1491327300 tempest-ServersAdminNegativeTestJSON-1491327300-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (78070549-3116-4b1f-a956-83e27363f57c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:41.899715 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2a49632-5b90-4416-a22d-5368540a82fd req-4ef13eb1-0db8-4c38-ae3c-4a7a2bc7f4c5 service neutron] 10.222.0.65 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239471 Feb 09 03:14:41.908858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb7dc3-b280-4cd1-946e-46f07d05c08b req-23289f0a-ed8a-4f4c-9590-7191fce514fc tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.910353 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6ccb7dc3-b280-4cd1-946e-46f07d05c08b req-23289f0a-ed8a-4f4c-9590-7191fce514fc tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.0873971 Feb 09 03:14:41.944482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ef4fa488-3ceb-48ef-8a21-15ee001bb910 req-f72456ca-b467-441b-9352-bad69f75f245 tempest-ServersAdminNegativeTestJSON-1491327300 tempest-ServersAdminNegativeTestJSON-1491327300-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093696 Feb 09 03:14:41.948454 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72456ca-b467-441b-9352-bad69f75f245 tempest-ServersAdminNegativeTestJSON-1491327300 tempest-ServersAdminNegativeTestJSON-1491327300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78070549-3116-4b1f-a956-83e27363f57c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:41.993607 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Publish callbacks [] for security_group (a51597d9-c597-49ab-a0eb-6e832a7a888a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:41.999590 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a51597d9-c597-49ab-a0eb-6e832a7a888a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.040419 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6ccb7dc3-b280-4cd1-946e-46f07d05c08b req-603d3008-0bbe-45b0-9a1e-41827137f871 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210954 Feb 09 03:14:42.057118 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2a49632-5b90-4416-a22d-5368540a82fd req-a9ac09e0-ae37-4dd5-a269-e4c3de0145bf service neutron] 10.222.0.65 "GET /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458042 Feb 09 03:14:42.075056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51597d9-c597-49ab-a0eb-6e832a7a888a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:42.166818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Allocated IP 192.168.233.169 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/51d31c94-72c7-4f61-9e95-9f4b918c2fa8) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:42.262995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dc42c-fc45-400e-8dda-3a4b91de4546 req-b13c5771-8f76-4c89-bb6e-cd8a78fa6299 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:42.267172 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-130dc42c-fc45-400e-8dda-3a4b91de4546 req-b13c5771-8f76-4c89-bb6e-cd8a78fa6299 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 948 time: 0.0712006 Feb 09 03:14:42.304958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fbfe7d18-d012-4684-adf9-61c6ec051dee req-1a486f60-8efa-410d-a5e4-887bc536e17c tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 210 time: 0.0338542 Feb 09 03:14:42.329918 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-130dc42c-fc45-400e-8dda-3a4b91de4546 req-6494709a-fa46-4191-ba50-242ba8a11e19 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587785 Feb 09 03:14:42.363238 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Publish callbacks [] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.394494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52580) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:42.401757 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.446264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:42.451310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:42.454238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:42.486169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Pushing event updated for resources: {'Port': ['ID=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:42.521706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-506473dc-13d8-4aef-9b62-419c2772bf34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.528492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:42.529690 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.589376 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-59ae43b7-80fa-43e6-9b30-c98dbb126c98 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0379040 Feb 09 03:14:42.609861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Request body: {'port': {'device_id': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:42.697085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9792e82-10cb-49d7-9834-852a479b5a56 req-4ead17d2-1e8e-4846-a9f6-2bc8a65d85df tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:42.698558 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9792e82-10cb-49d7-9834-852a479b5a56 req-4ead17d2-1e8e-4846-a9f6-2bc8a65d85df tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1581669 Feb 09 03:14:42.729477 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.747805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7ccdf974-5f7c-4d3a-96e0-a09d16e007a9 None None] Provisioning complete for port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:42.748521 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf974-5f7c-4d3a-96e0-a09d16e007a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.772860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-506473dc-13d8-4aef-9b62-419c2772bf34 admin admin] Publish callbacks [] for security_group (0e156568-697f-49a0-9324-9512103f367b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.787885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7ccdf974-5f7c-4d3a-96e0-a09d16e007a9 None None] Port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:42.806851 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-506473dc-13d8-4aef-9b62-419c2772bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0e156568-697f-49a0-9324-9512103f367b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.824039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9792e82-10cb-49d7-9834-852a479b5a56 req-7bbfcbda-5169-4c41-adb3-709b443bb45e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197388 Feb 09 03:14:42.837174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ceefc-c783-451d-874a-2e426c5b4c8c req-759479e4-ef37-41b4-9776-750885c4b515 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:42.838702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f3ceefc-c783-451d-874a-2e426c5b4c8c req-759479e4-ef37-41b4-9776-750885c4b515 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 943 time: 0.0576208 Feb 09 03:14:42.887843 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f3ceefc-c783-451d-874a-2e426c5b4c8c req-ed60d93a-d365-491f-a554-eb0a6acb70c6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427165 Feb 09 03:14:42.919547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506473dc-13d8-4aef-9b62-419c2772bf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e156568-697f-49a0-9324-9512103f367b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:42.925461 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-506473dc-13d8-4aef-9b62-419c2772bf34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=664ef124cf334cafb2cbac3b184c479b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5296979 Feb 09 03:14:42.931504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52588) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:43.061873 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50cafe5c-e806-4798-a618-9e6fb7ecd6a7 admin admin] Publish callbacks [] for security_group (0e156568-697f-49a0-9324-9512103f367b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.114021 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50cafe5c-e806-4798-a618-9e6fb7ecd6a7 admin admin] Publish callbacks [] for security_group (0e156568-697f-49a0-9324-9512103f367b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.152836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4d2dd-c76e-45bb-9b55-6080efaf3bf3 req-4471fa56-b758-4b78-8ea3-ba3d719e2625 tempest-ServersAdminNegativeTestJSON-1491327300 tempest-ServersAdminNegativeTestJSON-1491327300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:43.155075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-65a4d2dd-c76e-45bb-9b55-6080efaf3bf3 req-4471fa56-b758-4b78-8ea3-ba3d719e2625 tempest-ServersAdminNegativeTestJSON-1491327300 tempest-ServersAdminNegativeTestJSON-1491327300-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 1132 time: 0.1277757 Feb 09 03:14:43.172318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e628fc5-eddf-4a4a-be1c-c77b7879ae2b req-b8f81789-c842-4e5f-bb61-15d91495b120 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:43.173957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e628fc5-eddf-4a4a-be1c-c77b7879ae2b req-b8f81789-c842-4e5f-bb61-15d91495b120 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.0579069 Feb 09 03:14:43.224730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:43.226027 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e628fc5-eddf-4a4a-be1c-c77b7879ae2b req-5ae8d592-20fb-49d6-8eda-abeba54263d0 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449748 Feb 09 03:14:43.238264 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Publish callbacks [] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.242901 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50cafe5c-e806-4798-a618-9e6fb7ecd6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0e156568-697f-49a0-9324-9512103f367b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.245394 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50cafe5c-e806-4798-a618-9e6fb7ecd6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.246506 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-50cafe5c-e806-4798-a618-9e6fb7ecd6a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e156568-697f-49a0-9324-9512103f367b HTTP/1.1" status: 204 len: 168 time: 0.3141210 Feb 09 03:14:43.273652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Transition to ACTIVE for port object 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:14:43.274836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cafe5c-e806-4798-a618-9e6fb7ecd6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e156568-697f-49a0-9324-9512103f367b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:43.278452 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-65a4d2dd-c76e-45bb-9b55-6080efaf3bf3 req-8d533cf4-9a9c-46cc-be48-d3f9dc7d63ce tempest-ServersAdminNegativeTestJSON-1491327300 tempest-ServersAdminNegativeTestJSON-1491327300-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111155 Feb 09 03:14:43.280931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.336724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Pushing event updated for resources: {'Port': ['ID=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:43.540542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526040c-0710-401e-8b65-87f70e2e73b3 req-f573f517-4651-45a6-9054-4cdbfdf2b6f3 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:43.542156 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f526040c-0710-401e-8b65-87f70e2e73b3 req-f573f517-4651-45a6-9054-4cdbfdf2b6f3 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 948 time: 0.0599060 Feb 09 03:14:43.635299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f526040c-0710-401e-8b65-87f70e2e73b3 req-57a0b114-65c2-4a9f-8041-c29c0c857c8c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822234 Feb 09 03:14:43.732862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Attempting to bind port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:43.733840 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Attempting to bind port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:43.733840 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Attempting to bind port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:43.744573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8739e3-cec2-42ca-a672-8ea64841cd5e req-73a0776e-a240-411a-9181-9a3acd489fb0 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:43.746100 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a8739e3-cec2-42ca-a672-8ea64841cd5e req-73a0776e-a240-411a-9181-9a3acd489fb0 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 948 time: 0.3484657 Feb 09 03:14:43.747136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:43.747457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Attempting to bind port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:43.753108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:43.753480 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:43.753861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:43.754283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Bound port: 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:43.754638 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.774790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:43.858434 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a8739e3-cec2-42ca-a672-8ea64841cd5e req-1d8a290c-9aa5-4332-a8c0-cdca78c28f35 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008797 Feb 09 03:14:43.891287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:43.895100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:43.907968 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.946201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:43.948135 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.951013 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] 10.222.0.42 "PUT /v2.0/ports/51d31c94-72c7-4f61-9e95-9f4b918c2fa8 HTTP/1.1" status: 200 len: 1097 time: 1.3480835 Feb 09 03:14:43.962600 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6591d2ec-c694-4d92-8f01-f257a2ddcbe9,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:43.989481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '6591d2ec-c694-4d92-8f01-f257a2ddcbe9', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '6591d2ec-c694-4d92-8f01-f257a2ddcbe9', 'mac_address': 'fa:16:3e:fe:73:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:14:43.996329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:43.999413 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596d8a5e-a36a-4f59-ab38-476eecb84800" -d '{"events": [{"name": "network-changed", "server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:44.002205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510fcae-4e58-4e38-8f7f-274063c4f86c req-2e38c341-4654-4538-8ee4-25c245afb3e6 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:44.009313 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a510fcae-4e58-4e38-8f7f-274063c4f86c req-2e38c341-4654-4538-8ee4-25c245afb3e6 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 949 time: 0.0947316 Feb 09 03:14:44.059708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:44.060595 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:44.077472 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:44.102683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6591d2ec-c694-4d92-8f01-f257a2ddcbe9,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:44.112714 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:44.116868 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a510fcae-4e58-4e38-8f7f-274063c4f86c req-6e4f98af-9e43-4a99-bdde-1e00d93ff75b tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055014 Feb 09 03:14:44.140320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-52cfbe3b-fc12-4df7-a075-6072a77b060c tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:44.153029 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-52cfbe3b-fc12-4df7-a075-6072a77b060c tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091&tenant_id=612b79b2c8c44d278e66100587b7c4b3&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1128 time: 0.1369832 Feb 09 03:14:44.155394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdd4a4-32ee-4739-a73a-f2e191dd6880 service neutron] Pushing event updated for resources: {'Port': ['ID=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:44.166610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-15'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:44.193954 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291997c-8a1e-4873-a0e1-a2a0f094b9e0 req-01c54167-ad69-4b5d-9360-5fc0ad1359af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:44.196856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=6591d2ec-c694-4d92-8f01-f257a2ddcbe9,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:44.202559 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7291997c-8a1e-4873-a0e1-a2a0f094b9e0 req-01c54167-ad69-4b5d-9360-5fc0ad1359af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1625984 Feb 09 03:14:44.235961 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-b70d7091-280c-472e-b392-709a751075f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:44.237586 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-b70d7091-280c-472e-b392-709a751075f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1601b96911440b88d1d82984d54c64a&device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 1131 time: 0.2222028 Feb 09 03:14:44.297340 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-4aa9323b-7aee-436c-a5c5-f4e82b3f0ca1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8 HTTP/1.1" status: 200 len: 217 time: 0.0485787 Feb 09 03:14:44.298889 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:44.300694 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7291997c-8a1e-4873-a0e1-a2a0f094b9e0 req-617a4e66-6d85-4360-9db8-edbd2ed46be0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972443 Feb 09 03:14:44.329997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5212fe-803e-4f3d-86f8-760efa1636df req-79dfe94a-1be8-49b2-9446-02de65618582 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:44.336627 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac5212fe-803e-4f3d-86f8-760efa1636df req-79dfe94a-1be8-49b2-9446-02de65618582 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 943 time: 0.1024344 Feb 09 03:14:44.351432 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86190c7e-ad82-4b78-9610-a3386788729e x-openstack-request-id: req-86190c7e-ad82-4b78-9610-a3386788729e {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:44.351729 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:44.351977 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86190c7e-ad82-4b78-9610-a3386788729e {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:44.352358 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'status': 'completed', 'code': 200} Feb 09 03:14:44.358267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-630a9690-7ddf-456a-be3e-5b90b85db24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:44.359721 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-630a9690-7ddf-456a-be3e-5b90b85db24c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0560369 Feb 09 03:14:44.426864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-a98823b1-53fd-4469-b0af-a499043f4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:44.429532 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-a98823b1-53fd-4469-b0af-a499043f4f99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0603991 Feb 09 03:14:44.466497 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac5212fe-803e-4f3d-86f8-760efa1636df req-dba8cda5-d5b8-44e9-a882-41b0803bd6bd tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281314 Feb 09 03:14:44.476259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['6591d2ec-c694-4d92-8f01-f257a2ddcbe9'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:44.543229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=596cad0c-3537-4f16-bb08-28cdf3403d54,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:44.555593 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-969733aa-16e1-48f0-bd25-37308ce23ca1 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196237 Feb 09 03:14:44.634312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:44.718277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbccd5c-861e-4630-9ae2-c8f1ef4e296e req-e09417be-061b-48c6-b3ad-a75fff146361 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:44.720071 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0dbccd5c-861e-4630-9ae2-c8f1ef4e296e req-e09417be-061b-48c6-b3ad-a75fff146361 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 945 time: 0.1398013 Feb 09 03:14:44.724510 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb8e00bf-24f7-4c9a-9203-e71b1c1cf2dd req-4e24d6d5-7fbe-42f5-ba79-99a3a90ac48a service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502130 Feb 09 03:14:44.724970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1354da39-65a6-407d-81d7-99cdf3b2f091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '596cad0c-3537-4f16-bb08-28cdf3403d54'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:44.729117 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd3bbab-f8f8-48a0-ac05-1f7deab297e5" -d '{"events": [{"server_uuid": "1354da39-65a6-407d-81d7-99cdf3b2f091", "name": "network-vif-unplugged", "status": "completed", "tag": "596cad0c-3537-4f16-bb08-28cdf3403d54"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:44.735554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Publish callbacks [] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:44.747620 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:44.753610 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc054bb0-15fa-4957-8c05-6c59045591ae req-e2753a5d-2778-4294-a111-d533b6937b0e tempest-AbsoluteLimitsNegativeTestJSON-1000659771 tempest-AbsoluteLimitsNegativeTestJSON-1000659771-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=306523d9b8744440b4d96f46a2746b14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272577 Feb 09 03:14:44.837514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0dbccd5c-861e-4630-9ae2-c8f1ef4e296e req-01da5509-2bf6-44db-bdf4-eda4b16298e8 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991385 Feb 09 03:14:44.859215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Pushing event updated for resources: {'Port': ['ID=596cad0c-3537-4f16-bb08-28cdf3403d54,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:44.874614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Attempting to bind port 596cad0c-3537-4f16-bb08-28cdf3403d54 on host n-h2-824835-15 for vnic_type normal with profile {"migrating_to": "n-h1-824835-15"} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:44.874951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Attempting to bind port 596cad0c-3537-4f16-bb08-28cdf3403d54 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:44.875864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Attempting to bind port 596cad0c-3537-4f16-bb08-28cdf3403d54 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:44.880498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Port 596cad0c-3537-4f16-bb08-28cdf3403d54 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:44.880819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Attempting to bind port 596cad0c-3537-4f16-bb08-28cdf3403d54 on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:44.885803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:44.886139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:44.886519 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Bound using segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:44.886942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Bound port: 596cad0c-3537-4f16-bb08-28cdf3403d54, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:44.887294 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:44.914679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8a5e-a36a-4f59-ab38-476eecb84800 req-49b76782-726c-4c67-810d-87c5537194dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:44.916178 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-596d8a5e-a36a-4f59-ab38-476eecb84800 req-49b76782-726c-4c67-810d-87c5537194dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1601b96911440b88d1d82984d54c64a&device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 1131 time: 0.1403990 Feb 09 03:14:44.924488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc054bb0-15fa-4957-8c05-6c59045591ae req-f73f23ea-a53b-4cc0-9fc2-3fcbad8365c6 tempest-AbsoluteLimitsNegativeTestJSON-1000659771 tempest-AbsoluteLimitsNegativeTestJSON-1000659771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:44.925982 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc054bb0-15fa-4957-8c05-6c59045591ae req-f73f23ea-a53b-4cc0-9fc2-3fcbad8365c6 tempest-AbsoluteLimitsNegativeTestJSON-1000659771 tempest-AbsoluteLimitsNegativeTestJSON-1000659771-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637700 Feb 09 03:14:44.975861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc054bb0-15fa-4957-8c05-6c59045591ae req-2935c6ff-ba9f-4bb1-af3b-a427ecb1d8cb tempest-AbsoluteLimitsNegativeTestJSON-1000659771 tempest-AbsoluteLimitsNegativeTestJSON-1000659771-project] 10.222.0.21 "GET /v2.0/quotas/306523d9b8744440b4d96f46a2746b14 HTTP/1.1" status: 200 len: 375 time: 0.0416372 Feb 09 03:14:44.989215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:44.995913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=596cad0c-3537-4f16-bb08-28cdf3403d54,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:45.007430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf67bad-be1e-4637-8857-b9d014564f0f req-61d6ada1-0ae0-4907-b6be-7aa54ede443c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:45.008958 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-daf67bad-be1e-4637-8857-b9d014564f0f req-61d6ada1-0ae0-4907-b6be-7aa54ede443c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 949 time: 0.0876694 Feb 09 03:14:45.011114 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.040650 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc054bb0-15fa-4957-8c05-6c59045591ae req-04490851-8106-4114-90d8-e025a330c86c tempest-AbsoluteLimitsNegativeTestJSON-1000659771 tempest-AbsoluteLimitsNegativeTestJSON-1000659771-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=306523d9b8744440b4d96f46a2746b14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408542 Feb 09 03:14:45.062390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8a5e-a36a-4f59-ab38-476eecb84800 req-b0907565-9ce3-4e0b-a109-b4dbe121a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:45.064003 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-596d8a5e-a36a-4f59-ab38-476eecb84800 req-b0907565-9ce3-4e0b-a109-b4dbe121a3fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1371577 Feb 09 03:14:45.114308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-596d8a5e-a36a-4f59-ab38-476eecb84800 req-3b6e3545-b486-4e6b-9c4b-c884aaf1234e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8 HTTP/1.1" status: 200 len: 217 time: 0.0438688 Feb 09 03:14:45.125090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Pushing event updated for resources: {'Port': ['ID=596cad0c-3537-4f16-bb08-28cdf3403d54,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:45.131691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:45.132364 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.133759 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bed88764-c943-462e-b744-30b0be0a8ddf service neutron] 10.222.0.65 "PUT /v2.0/ports/596cad0c-3537-4f16-bb08-28cdf3403d54 HTTP/1.1" status: 200 len: 1123 time: 0.9714870 Feb 09 03:14:45.140432 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-daf67bad-be1e-4637-8857-b9d014564f0f req-f4365f78-c84b-4ae1-a586-35b7364e42c7 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216600 Feb 09 03:14:45.147574 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99655881-cee4-4968-a572-1e82e1788628 x-openstack-request-id: req-99655881-cee4-4968-a572-1e82e1788628 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:45.147873 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1354da39-65a6-407d-81d7-99cdf3b2f091", "name": "network-vif-unplugged", "status": "completed", "tag": "596cad0c-3537-4f16-bb08-28cdf3403d54", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:45.148124 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99655881-cee4-4968-a572-1e82e1788628 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:45.148523 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1354da39-65a6-407d-81d7-99cdf3b2f091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '596cad0c-3537-4f16-bb08-28cdf3403d54', 'code': 200} Feb 09 03:14:45.214315 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8a5e-a36a-4f59-ab38-476eecb84800 req-d5f46c82-9a43-423f-81da-857049b6c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:45.215831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-596d8a5e-a36a-4f59-ab38-476eecb84800 req-d5f46c82-9a43-423f-81da-857049b6c9e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0939085 Feb 09 03:14:45.236481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:45.268966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['596cad0c-3537-4f16-bb08-28cdf3403d54'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:45.321233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8a5e-a36a-4f59-ab38-476eecb84800 req-5788d088-3d1d-4a46-a27e-4ca65fd4d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:45.323160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-596d8a5e-a36a-4f59-ab38-476eecb84800 req-5788d088-3d1d-4a46-a27e-4ca65fd4d241 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0967412 Feb 09 03:14:45.335246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a4326-3abb-49c0-8dc4-84c40acb80b8 req-9cb1be80-4730-4985-ae46-38aacdcc9794 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:45.348714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-505a4326-3abb-49c0-8dc4-84c40acb80b8 req-9cb1be80-4730-4985-ae46-38aacdcc9794 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 948 time: 0.1212432 Feb 09 03:14:45.354218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe8951-adf5-4f62-b3c0-b5d8be6fea80 req-575fc7df-5984-42dd-a0cd-e8b57cd42434 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:45.356654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fefe8951-adf5-4f62-b3c0-b5d8be6fea80 req-575fc7df-5984-42dd-a0cd-e8b57cd42434 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 949 time: 0.1028605 Feb 09 03:14:45.360407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['596cad0c-3537-4f16-bb08-28cdf3403d54'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:45.475212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-505a4326-3abb-49c0-8dc4-84c40acb80b8 req-ed8cb934-ef00-49c9-8a92-8ace50dfe10f tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130254 Feb 09 03:14:45.477327 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fefe8951-adf5-4f62-b3c0-b5d8be6fea80 req-3091d8f6-ea36-4eab-b648-e1a241dfbd5d tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133180 Feb 09 03:14:45.483437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52668) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:45.528782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:45.536343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-596d8a5e-a36a-4f59-ab38-476eecb84800 req-395f48c8-a593-4280-ae3d-e246ce147486 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860733 Feb 09 03:14:45.593290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '2fc9e242-9a1e-48b0-96d5-ef95fb0738eb', 'network_id': '3676f8df-374e-4df3-a351-736985e7f7a6', 'port_id': '2fc9e242-9a1e-48b0-96d5-ef95fb0738eb', 'mac_address': 'fa:16:3e:0f:25:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d7fd12-786a-4383-9c06-fed2ef100cb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:14:45.612168 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0ecd373-afd8-40d2-9775-0cb8c49ddb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.676816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7cf3b-38df-4dcf-ae66-338f82a8f16f req-45ec0071-0067-4aba-bab6-2e3abbffc30d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:45.677576 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fe6c102-357b-4065-85c0-4db724144df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.678948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afb7cf3b-38df-4dcf-ae66-338f82a8f16f req-45ec0071-0067-4aba-bab6-2e3abbffc30d tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 943 time: 0.0741847 Feb 09 03:14:45.680661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:45.681253 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.715765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:45.734636 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afb7cf3b-38df-4dcf-ae66-338f82a8f16f req-c9a77f0d-0f72-45da-8a89-40d91b577c94 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480745 Feb 09 03:14:45.741114 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-596d8a5e-a36a-4f59-ab38-476eecb84800 req-97856cfa-3278-4844-83b0-415abf0c0168 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959231 Feb 09 03:14:45.748545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c42d63-27fc-4ddf-be46-1d1ebbb3b707 req-0ddcb575-ebe1-4516-b162-7bc520f12af5 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:45.753276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:45.762253 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33c42d63-27fc-4ddf-be46-1d1ebbb3b707 req-0ddcb575-ebe1-4516-b162-7bc520f12af5 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1405559 Feb 09 03:14:45.768634 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.769300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 596cad0c-3537-4f16-bb08-28cdf3403d54 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:45.841029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:45.883276 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33c42d63-27fc-4ddf-be46-1d1ebbb3b707 req-f5b37598-f320-4b89-bb8e-b146dbbad8c7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041234 Feb 09 03:14:45.907673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19930e-63a5-4f60-9dde-1cc5716c9472 req-d46ca955-357a-4f64-ba75-e997b5a103a5 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:45.909176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7d19930e-63a5-4f60-9dde-1cc5716c9472 req-d46ca955-357a-4f64-ba75-e997b5a103a5 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 949 time: 0.1404526 Feb 09 03:14:45.911209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fe6c102-357b-4065-85c0-4db724144df9 admin admin] Publish callbacks [] for security_group (82b17774-108e-432e-817d-0dbf6b1bbdde), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.936822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=596cad0c-3537-4f16-bb08-28cdf3403d54,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:45.941158 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fe6c102-357b-4065-85c0-4db724144df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (82b17774-108e-432e-817d-0dbf6b1bbdde), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.949202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 596cad0c-3537-4f16-bb08-28cdf3403d54 has no active binding in host n-h1-824835-15 {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 03:14:45.980124 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05881b1-3aee-4a79-bf3e-a3533a9c759c req-83828a99-0bbe-4d9b-a231-632cb6a91c07 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:45.981633 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e05881b1-3aee-4a79-bf3e-a3533a9c759c req-83828a99-0bbe-4d9b-a231-632cb6a91c07 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.0603359 Feb 09 03:14:46.013222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6c102-357b-4065-85c0-4db724144df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b17774-108e-432e-817d-0dbf6b1bbdde,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:46.022136 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4fe6c102-357b-4065-85c0-4db724144df9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=306523d9b8744440b4d96f46a2746b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5376115 Feb 09 03:14:46.024734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52676) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:46.043356 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e05881b1-3aee-4a79-bf3e-a3533a9c759c req-7687bb81-c5c2-4c86-a055-de8813e9cd8c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556180 Feb 09 03:14:46.049282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-7d19930e-63a5-4f60-9dde-1cc5716c9472 req-e5c13ee9-bb26-4eb1-a352-9ca6b72dd4b3 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Deleting port 6f8eb107-6698-42fe-bbea-ef68ff668879 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:46.049661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7d19930e-63a5-4f60-9dde-1cc5716c9472 req-e5c13ee9-bb26-4eb1-a352-9ca6b72dd4b3 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.106212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d91bb01b-8c51-4c9c-b0c0-c2ed3b985dd8 admin admin] Publish callbacks [] for security_group (82b17774-108e-432e-817d-0dbf6b1bbdde), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.133891 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d91bb01b-8c51-4c9c-b0c0-c2ed3b985dd8 admin admin] Publish callbacks [] for security_group (82b17774-108e-432e-817d-0dbf6b1bbdde), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.144190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-7d19930e-63a5-4f60-9dde-1cc5716c9472 req-e5c13ee9-bb26-4eb1-a352-9ca6b72dd4b3 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] For port 6f8eb107-6698-42fe-bbea-ef68ff668879, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6f8eb107-6698-42fe-bbea-ef68ff668879,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:46.144555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7d19930e-63a5-4f60-9dde-1cc5716c9472 req-e5c13ee9-bb26-4eb1-a352-9ca6b72dd4b3 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.157041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-7d19930e-63a5-4f60-9dde-1cc5716c9472 req-e5c13ee9-bb26-4eb1-a352-9ca6b72dd4b3 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Calling delete_port for 6f8eb107-6698-42fe-bbea-ef68ff668879 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:46.158114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cccae605-f169-44a2-ae23-e474204d51df req-16184fbd-4533-4095-9a55-671c9e65197f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0838788 Feb 09 03:14:46.194015 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d91bb01b-8c51-4c9c-b0c0-c2ed3b985dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (82b17774-108e-432e-817d-0dbf6b1bbdde), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.197635 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d91bb01b-8c51-4c9c-b0c0-c2ed3b985dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.199109 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d91bb01b-8c51-4c9c-b0c0-c2ed3b985dd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82b17774-108e-432e-817d-0dbf6b1bbdde HTTP/1.1" status: 204 len: 168 time: 0.1731658 Feb 09 03:14:46.236343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bb01b-8c51-4c9c-b0c0-c2ed3b985dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b17774-108e-432e-817d-0dbf6b1bbdde,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:46.266711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccae605-f169-44a2-ae23-e474204d51df req-9a9cbfb2-8d90-47a4-9af1-cb2bcda85964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:46.268380 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cccae605-f169-44a2-ae23-e474204d51df req-9a9cbfb2-8d90-47a4-9af1-cb2bcda85964 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 1128 time: 0.0680506 Feb 09 03:14:46.361511 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7d19930e-63a5-4f60-9dde-1cc5716c9472 req-e5c13ee9-bb26-4eb1-a352-9ca6b72dd4b3 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6f8eb107-6698-42fe-bbea-ef68ff668879), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.372406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbe14c-82ec-4b53-a0d0-b1d9393613be req-4e2a93b3-37e7-463d-adc4-55619cb1c1d6 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:46.373768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['71fcf69d-f189-4b8c-83c3-b2c40eadcb1e', '6f8eb107-6698-42fe-bbea-ef68ff668879'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:46.375561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62dbe14c-82ec-4b53-a0d0-b1d9393613be req-4e2a93b3-37e7-463d-adc4-55619cb1c1d6 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 949 time: 0.1060941 Feb 09 03:14:46.405684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c13ee9-bb26-4eb1-a352-9ca6b72dd4b3 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Pushing event deleted for resources: {'Port': ['ID=6f8eb107-6698-42fe-bbea-ef68ff668879,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:46.406951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccae605-f169-44a2-ae23-e474204d51df req-37370f62-7c84-4fd1-afe1-3590e770d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:46.409474 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cccae605-f169-44a2-ae23-e474204d51df req-37370f62-7c84-4fd1-afe1-3590e770d9b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.1207762 Feb 09 03:14:46.478659 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cccae605-f169-44a2-ae23-e474204d51df req-93dc9b53-f5f6-4c35-a7cb-4990ed77f471 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97dd1d9-843c-4143-a566-e22e063bf526 HTTP/1.1" status: 200 len: 217 time: 0.0600433 Feb 09 03:14:46.493441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d19930e-63a5-4f60-9dde-1cc5716c9472 req-e5c13ee9-bb26-4eb1-a352-9ca6b72dd4b3 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] No DVR routers for this DVR port 6f8eb107-6698-42fe-bbea-ef68ff668879 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:46.499319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7d19930e-63a5-4f60-9dde-1cc5716c9472 req-e5c13ee9-bb26-4eb1-a352-9ca6b72dd4b3 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.502722 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7d19930e-63a5-4f60-9dde-1cc5716c9472 req-e5c13ee9-bb26-4eb1-a352-9ca6b72dd4b3 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.42 "DELETE /v2.0/ports/6f8eb107-6698-42fe-bbea-ef68ff668879 HTTP/1.1" status: 204 len: 173 time: 0.5876496 Feb 09 03:14:46.503176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bafee1-4874-44f2-a80f-9039d0162b42', 'name': 'network-vif-deleted', 'tag': '6f8eb107-6698-42fe-bbea-ef68ff668879'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:46.516750 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9443eb-1c20-4e75-a4cc-666ee7f601e5" -d '{"events": [{"server_uuid": "c3bafee1-4874-44f2-a80f-9039d0162b42", "name": "network-vif-deleted", "tag": "6f8eb107-6698-42fe-bbea-ef68ff668879"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:46.536663 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62dbe14c-82ec-4b53-a0d0-b1d9393613be req-17d03bc4-c76f-4e41-9c26-f7d53f7fa94b tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379755 Feb 09 03:14:46.624168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccae605-f169-44a2-ae23-e474204d51df req-bf339f85-7ac5-4fb8-97d4-ea8ced935ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:46.625722 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cccae605-f169-44a2-ae23-e474204d51df req-bf339f85-7ac5-4fb8-97d4-ea8ced935ec2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.1397948 Feb 09 03:14:46.692403 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cccae605-f169-44a2-ae23-e474204d51df req-bd11b0a6-3c1d-453e-8c56-51ae04ae4c81 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535674 Feb 09 03:14:46.701296 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b08a1ed-a46e-4e63-822a-19975e79b8f9 req-f49034cd-e9cd-4981-8981-0d252b014054 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bafee1-4874-44f2-a80f-9039d0162b42 HTTP/1.1" status: 200 len: 210 time: 0.0740082 Feb 09 03:14:46.706322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce60c5-2bc2-465f-84d0-85c6f4827ae5 req-2502e160-962c-4399-bace-6e5323f2c0b5 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:46.707862 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59ce60c5-2bc2-465f-84d0-85c6f4827ae5 req-2502e160-962c-4399-bace-6e5323f2c0b5 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 948 time: 0.0785894 Feb 09 03:14:46.742623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['2fc9e242-9a1e-48b0-96d5-ef95fb0738eb'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:46.803489 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e391a099-154c-43f7-b0a6-46eb683925f7 x-openstack-request-id: req-e391a099-154c-43f7-b0a6-46eb683925f7 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:46.804006 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bafee1-4874-44f2-a80f-9039d0162b42", "name": "network-vif-deleted", "tag": "6f8eb107-6698-42fe-bbea-ef68ff668879", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:46.804006 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e391a099-154c-43f7-b0a6-46eb683925f7 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:46.804414 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bafee1-4874-44f2-a80f-9039d0162b42', 'name': 'network-vif-deleted', 'tag': '6f8eb107-6698-42fe-bbea-ef68ff668879', 'status': 'completed', 'code': 200} Feb 09 03:14:46.812825 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59ce60c5-2bc2-465f-84d0-85c6f4827ae5 req-fd49b028-4955-46a8-8dd5-7b8efa1fce93 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985699 Feb 09 03:14:46.843838 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cccae605-f169-44a2-ae23-e474204d51df req-f3b9f5ff-84e6-41f1-bbf7-841ad1e2a631 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414857 Feb 09 03:14:46.978437 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cccae605-f169-44a2-ae23-e474204d51df req-8befc345-4dca-4814-a3fd-9e8f4cdba622 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265318 Feb 09 03:14:46.993482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbca13-b2b7-413c-81fd-f85d3817a3b4 req-87bd2154-8909-4a2a-add3-4bbbf56dd2d3 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:46.995067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-50dbca13-b2b7-413c-81fd-f85d3817a3b4 req-87bd2154-8909-4a2a-add3-4bbbf56dd2d3 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 944 time: 0.0881503 Feb 09 03:14:47.027641 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338e8c1-8a48-4aef-8ee3-7e8d74d82549 req-669fa463-b216-4a9d-b517-48678844d35c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:47.030563 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7338e8c1-8a48-4aef-8ee3-7e8d74d82549 req-669fa463-b216-4a9d-b517-48678844d35c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.0638506 Feb 09 03:14:47.082051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-50dbca13-b2b7-413c-81fd-f85d3817a3b4 req-6058c54e-0204-4509-b47e-a6b83d15a67a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798099 Feb 09 03:14:47.082716 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7338e8c1-8a48-4aef-8ee3-7e8d74d82549 req-1829a370-1500-4a18-b3f9-1fd6e5f2b08a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461738 Feb 09 03:14:47.149329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1354da39-65a6-407d-81d7-99cdf3b2f091', 'tag': '596cad0c-3537-4f16-bb08-28cdf3403d54'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:47.152684 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c187bc1-81e1-4df5-b826-1f29e806f1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1354da39-65a6-407d-81d7-99cdf3b2f091", "tag": "596cad0c-3537-4f16-bb08-28cdf3403d54"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:47.158226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52712) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:47.199955 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e948d2-498c-4777-9c69-65f88a137322 x-openstack-request-id: req-b8e948d2-498c-4777-9c69-65f88a137322 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:47.199955 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1354da39-65a6-407d-81d7-99cdf3b2f091", "tag": "596cad0c-3537-4f16-bb08-28cdf3403d54", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:47.199955 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8e948d2-498c-4777-9c69-65f88a137322 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:47.200635 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1354da39-65a6-407d-81d7-99cdf3b2f091', 'tag': '596cad0c-3537-4f16-bb08-28cdf3403d54', 'status': 'completed', 'code': 200} Feb 09 03:14:47.226652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e5957-93ab-42eb-af42-82d2864a7445 req-b11a1d73-93d1-4558-b5c2-54d3213d0e9d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:47.228121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b18e5957-93ab-42eb-af42-82d2864a7445 req-b11a1d73-93d1-4558-b5c2-54d3213d0e9d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.0708957 Feb 09 03:14:47.290155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1133453855-network', 'tenant_id': 'e257090a638248589ccc480bebf3efcd'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:47.317942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c187bc1-81e1-4df5-b826-1f29e806f1a9 req-de090570-26b4-43e8-b3cd-ffc2be6586e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:47.319503 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c187bc1-81e1-4df5-b826-1f29e806f1a9 req-de090570-26b4-43e8-b3cd-ffc2be6586e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 1157 time: 0.0905271 Feb 09 03:14:47.322869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b18e5957-93ab-42eb-af42-82d2864a7445 req-d491321e-638d-4c93-8ba9-be56c56f05d2 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862386 Feb 09 03:14:47.346271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Made reservation on behalf of e257090a638248589ccc480bebf3efcd for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:47.348748 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.386378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.452763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c187bc1-81e1-4df5-b826-1f29e806f1a9 req-063c094d-3b0b-4e93-8ca6-6c176ac4361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:47.454461 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c187bc1-81e1-4df5-b826-1f29e806f1a9 req-063c094d-3b0b-4e93-8ca6-6c176ac4361f service neutron] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.1263905 Feb 09 03:14:47.504931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c187bc1-81e1-4df5-b826-1f29e806f1a9 req-af5c5b04-c481-427a-9378-ecadcac43ab9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=596cad0c-3537-4f16-bb08-28cdf3403d54 HTTP/1.1" status: 200 len: 217 time: 0.0414262 Feb 09 03:14:47.568048 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Publish callbacks [] for security_group (c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.577464 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.585553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c187bc1-81e1-4df5-b826-1f29e806f1a9 req-9a1e6dc3-1d8e-4da9-88af-f38e1d9a1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:47.587153 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c187bc1-81e1-4df5-b826-1f29e806f1a9 req-9a1e6dc3-1d8e-4da9-88af-f38e1d9a1d0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.0763364 Feb 09 03:14:47.611377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:14:47.642223 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c187bc1-81e1-4df5-b826-1f29e806f1a9 req-3608f1b8-51ae-4eb7-8d80-efe9f2d673ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445738 Feb 09 03:14:47.647177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:47.651580 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f13bf36f-c0c1-4604-8c4f-2412f1da526e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.651970 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Added segment f13bf36f-c0c1-4604-8c4f-2412f1da526e of type vlan for network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 Feb 09 03:14:47.674824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e74f5d-42af-447c-8a1e-c0ee4bd6bdf8 req-d1e6ad24-ac42-46fa-8404-dac82793a882 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:47.676459 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49e74f5d-42af-447c-8a1e-c0ee4bd6bdf8 req-d1e6ad24-ac42-46fa-8404-dac82793a882 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 949 time: 0.0590022 Feb 09 03:14:47.727599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49e74f5d-42af-447c-8a1e-c0ee4bd6bdf8 req-d0403637-dc0f-45d8-9a4e-a10fee1ab5a7 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455351 Feb 09 03:14:47.750889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (0fdedddb-ca20-49e8-9ab2-dff73e8e4de2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.792496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:47.798131 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c187bc1-81e1-4df5-b826-1f29e806f1a9 req-8edae989-6def-4f15-8fc1-a3dd6211749c service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444366 Feb 09 03:14:47.799208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:47.799356 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (0fdedddb-ca20-49e8-9ab2-dff73e8e4de2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.800166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:47.800736 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.900907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7408364 Feb 09 03:14:47.904086 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52726) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:47.911022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c0d17fa2-1af0-45af-a9c9-e78174aee93f admin admin] Request body: {'subnet': {'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1133453855-subnet', 'tenant_id': 'e257090a638248589ccc480bebf3efcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:47.931122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f32d2-1a57-459e-a2ea-000cefa0e393 admin admin] Pushing event updated for resources: {'Network': ['ID=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:47.950230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d17fa2-1af0-45af-a9c9-e78174aee93f admin admin] Made reservation on behalf of e257090a638248589ccc480bebf3efcd for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:47.951889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:14:47.953612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c0d17fa2-1af0-45af-a9c9-e78174aee93f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.000948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:14:48.037992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:48.039750 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.067613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c187bc1-81e1-4df5-b826-1f29e806f1a9 req-08ac38cb-7582-4280-a60c-dad2e0a4d65b service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555714 Feb 09 03:14:48.098691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:48.116774 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60f42e99-a261-4f5e-a6ba-9480aca3d6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.124462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'mac_address': 'fa:16:3e:54:b4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:14:48.128215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6e286-7c81-4046-9c24-8854986b7211 req-4a194dfe-59de-4a73-9c3a-8b4051e76e99 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:48.130640 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4d6e286-7c81-4046-9c24-8854986b7211 req-4a194dfe-59de-4a73-9c3a-8b4051e76e99 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 948 time: 0.1613114 Feb 09 03:14:48.203939 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4d6e286-7c81-4046-9c24-8854986b7211 req-67c15539-43dd-4fba-a13a-d07be5784c3f tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677032 Feb 09 03:14:48.208228 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c0d17fa2-1af0-45af-a9c9-e78174aee93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.231785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:48.232904 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.246774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:48.247165 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.268286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:48.297741 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a9aac5-82a6-4fb4-869d-6ea59e43e73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6591d2ec-c694-4d92-8f01-f257a2ddcbe9'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:48.300011 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b40eb67-ef87-4399-b414-d0637018ed6c" -d '{"events": [{"server_uuid": "52a9aac5-82a6-4fb4-869d-6ea59e43e73b", "name": "network-vif-plugged", "status": "completed", "tag": "6591d2ec-c694-4d92-8f01-f257a2ddcbe9"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:48.306796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d17fa2-1af0-45af-a9c9-e78174aee93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:48.314838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:48.317269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6591d2ec-c694-4d92-8f01-f257a2ddcbe9,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:48.321348 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.333396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336667-9a88-48df-bb59-ca13022d0bf6 req-7b851262-4cf7-49f3-8c35-b67b116fd64f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:48.335066 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e2336667-9a88-48df-bb59-ca13022d0bf6 req-7b851262-4cf7-49f3-8c35-b67b116fd64f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.0629294 Feb 09 03:14:48.340594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d17fa2-1af0-45af-a9c9-e78174aee93f admin admin] Checking segment: {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:48.340951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d17fa2-1af0-45af-a9c9-e78174aee93f admin admin] Network hostable DHCP agents. Network: 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:14:48.350342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ad21c-643c-41ae-901e-1b33213c9998 req-f5a99517-8a29-46ed-a731-4a95894a4673 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:48.352159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f1ad21c-643c-41ae-901e-1b33213c9998 req-f5a99517-8a29-46ed-a731-4a95894a4673 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 950 time: 0.0980673 Feb 09 03:14:48.364466 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.382292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:48.384271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d17fa2-1af0-45af-a9c9-e78174aee93f admin admin] Network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:14:48.391968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e2336667-9a88-48df-bb59-ca13022d0bf6 req-693edad5-b306-47a9-ae8e-84e83aafbd45 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485840 Feb 09 03:14:48.407336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c0d17fa2-1af0-45af-a9c9-e78174aee93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:48.424212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef74152-b2f2-4401-a848-35226a337800 None None] Network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:48.428500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d17fa2-1af0-45af-a9c9-e78174aee93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:48.429243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c0d17fa2-1af0-45af-a9c9-e78174aee93f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.445095 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f1ad21c-643c-41ae-901e-1b33213c9998 req-754f3903-4ec4-4e49-b815-2113a01dc364 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816085 Feb 09 03:14:48.456745 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c0d17fa2-1af0-45af-a9c9-e78174aee93f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5509229 Feb 09 03:14:48.494080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=6591d2ec-c694-4d92-8f01-f257a2ddcbe9,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:48.528077 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d24449-1f15-479c-8dc3-98b20f11de9f x-openstack-request-id: req-57d24449-1f15-479c-8dc3-98b20f11de9f {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:48.528459 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a9aac5-82a6-4fb4-869d-6ea59e43e73b", "name": "network-vif-plugged", "status": "completed", "tag": "6591d2ec-c694-4d92-8f01-f257a2ddcbe9", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:48.528834 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57d24449-1f15-479c-8dc3-98b20f11de9f {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:48.529797 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a9aac5-82a6-4fb4-869d-6ea59e43e73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6591d2ec-c694-4d92-8f01-f257a2ddcbe9', 'code': 200} Feb 09 03:14:48.538053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6528e-44d2-4a11-8bba-96fbc95fdad0 req-d10881d0-abab-461a-be8c-3c775f8263be tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:48.540391 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20f6528e-44d2-4a11-8bba-96fbc95fdad0 req-d10881d0-abab-461a-be8c-3c775f8263be tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 944 time: 0.0726461 Feb 09 03:14:48.600073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01d5dda-5c55-4283-9635-fa166170952c None None] Network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:48.658165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f799c7-5bd0-489d-9a90-50320d0feae9 req-06d493a8-dfbe-45f4-aca1-5f18e79b8452 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:48.661631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2f799c7-5bd0-489d-9a90-50320d0feae9 req-06d493a8-dfbe-45f4-aca1-5f18e79b8452 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.0697310 Feb 09 03:14:48.661794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20f6528e-44d2-4a11-8bba-96fbc95fdad0 req-8246fa2f-8077-4648-829d-a9e70ea1dd0c tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138887 Feb 09 03:14:48.671723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['51d31c94-72c7-4f61-9e95-9f4b918c2fa8'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:48.692394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dac00-24a5-498f-ba33-a8f362322c26 req-323acc7d-8ef8-49c7-8a36-05265b3f4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:48.694322 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-679dac00-24a5-498f-ba33-a8f362322c26 req-323acc7d-8ef8-49c7-8a36-05265b3f4e0c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 1133 time: 0.0983865 Feb 09 03:14:48.728181 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2f799c7-5bd0-489d-9a90-50320d0feae9 req-c702ad7f-bc81-4b25-adda-11470c4d31d4 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573776 Feb 09 03:14:48.761932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-679dac00-24a5-498f-ba33-a8f362322c26 req-53c08011-a1be-41d8-bb23-d163a36919e7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575228 Feb 09 03:14:48.868852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11128d34-56a7-4cdd-b569-0e65266c95ab req-c5ad928f-a243-4fa6-a7ca-debc5bab62f8 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:48.870490 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-11128d34-56a7-4cdd-b569-0e65266c95ab req-c5ad928f-a243-4fa6-a7ca-debc5bab62f8 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 950 time: 0.0605426 Feb 09 03:14:48.926791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-11128d34-56a7-4cdd-b569-0e65266c95ab req-01d819b0-bdc5-4db9-b999-03d11d1fbfa0 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487339 Feb 09 03:14:48.994579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-34a10371-342d-40ae-9dc3-5f5edf2d1ab1 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:48.996106 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-34a10371-342d-40ae-9dc3-5f5edf2d1ab1 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/networks?id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 HTTP/1.1" status: 200 len: 813 time: 0.1094668 Feb 09 03:14:49.011682 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-53f00f81-dde3-4a7a-984b-dbd9e1647eb3 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/quotas/e257090a638248589ccc480bebf3efcd HTTP/1.1" status: 200 len: 375 time: 0.0091927 Feb 09 03:14:49.042942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-d893ee4d-8bf1-4bfb-a6ab-5b7a318aff3f tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e257090a638248589ccc480bebf3efcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257304 Feb 09 03:14:49.132908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-2160cfd3-56b5-48ec-88b8-b468e79ed410 service neutron] 10.222.0.21 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830564 Feb 09 03:14:49.177862 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.218924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-d76e23a2-88e1-41db-9c5b-15cbc080b49d service neutron] 10.222.0.21 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804358 Feb 09 03:14:49.282612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:49.319930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd7d2d-d979-47e6-8636-c7f8a18a8f77 req-1f1c7262-aede-4df8-b549-96d8df5c6478 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:49.321559 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-29dd7d2d-d979-47e6-8636-c7f8a18a8f77 req-1f1c7262-aede-4df8-b549-96d8df5c6478 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 949 time: 0.0557263 Feb 09 03:14:49.336718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:14:49.341120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:49.342194 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.374571 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-29dd7d2d-d979-47e6-8636-c7f8a18a8f77 req-3630f61b-ab06-49cc-b1f4-8457d49821a6 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463874 Feb 09 03:14:49.442324 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:49.442929 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.491604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:49.498290 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.567768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:49.577730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105273f4-51b9-4545-a4d2-cd510858a347 req-4736f97c-5e12-4fd9-86e4-adda2b746a46 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:49.585015 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-105273f4-51b9-4545-a4d2-cd510858a347 req-4736f97c-5e12-4fd9-86e4-adda2b746a46 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1040320 Feb 09 03:14:49.627458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba44b3-1e22-450f-a86e-b0761d5cc7fb req-b01d7ca4-0fd2-4867-a211-59fd848699da tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:49.634172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21ba44b3-1e22-450f-a86e-b0761d5cc7fb req-b01d7ca4-0fd2-4867-a211-59fd848699da tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 950 time: 0.0679736 Feb 09 03:14:49.641480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-105273f4-51b9-4545-a4d2-cd510858a347 req-f35d0e5d-a8ed-4fe8-8700-c9fce4ab246c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555618 Feb 09 03:14:49.699495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21ba44b3-1e22-450f-a86e-b0761d5cc7fb req-e0facdff-f793-40aa-ae5e-9205e8610968 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f360211-e20f-4238-a4cd-63ee6ecff064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643458 Feb 09 03:14:49.773855 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07a4331b-ccb0-43c7-8dc4-a84728391b82 req-32981c17-6123-4937-b496-ecdb390ff948 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 210 time: 0.0286195 Feb 09 03:14:49.805713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6f8eb107-6698-42fe-bbea-ef68ff668879 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:49.836847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e64e-9c1f-4967-b16a-b07ae87e4aff req-6c5bad1d-355a-4db8-b5d5-501d910e2422 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:49.838567 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-43d7e64e-9c1f-4967-b16a-b07ae87e4aff req-6c5bad1d-355a-4db8-b5d5-501d910e2422 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 950 time: 0.1030505 Feb 09 03:14:49.853321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 6f8eb107-6698-42fe-bbea-ef68ff668879 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:49.853900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6f8eb107-6698-42fe-bbea-ef68ff668879 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:49.975004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8d6b0-fe9b-4022-a11f-25c1397478f0 req-c6f63b24-90dd-4ec2-9701-9ae79d157eae tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:49.976677 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5eb8d6b0-fe9b-4022-a11f-25c1397478f0 req-c6f63b24-90dd-4ec2-9701-9ae79d157eae tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.0769446 Feb 09 03:14:49.983201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52f404-6232-4ba0-969f-30304590d109 req-2bf8f801-5549-49cf-8545-3fa4a0b3f05a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:49.984702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e52f404-6232-4ba0-969f-30304590d109 req-2bf8f801-5549-49cf-8545-3fa4a0b3f05a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 945 time: 0.1234863 Feb 09 03:14:50.038150 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-43d7e64e-9c1f-4967-b16a-b07ae87e4aff req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Deleting port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:50.039377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-43d7e64e-9c1f-4967-b16a-b07ae87e4aff req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.046057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5eb8d6b0-fe9b-4022-a11f-25c1397478f0 req-fe5dfd5d-5330-465e-8741-d810f226ff78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559044 Feb 09 03:14:50.101637 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e52f404-6232-4ba0-969f-30304590d109 req-eb2a9058-bc02-488a-9d30-fc903305e3fc tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069686 Feb 09 03:14:50.194052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-43d7e64e-9c1f-4967-b16a-b07ae87e4aff req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] For port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:50.194980 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-43d7e64e-9c1f-4967-b16a-b07ae87e4aff req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.197879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2f6ef-9589-4041-a7a5-391f0f51529a req-3f666fe8-5e87-443d-9e1a-3109cdd15dd2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:50.213296 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dab2f6ef-9589-4041-a7a5-391f0f51529a req-3f666fe8-5e87-443d-9e1a-3109cdd15dd2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 950 time: 0.0956819 Feb 09 03:14:50.213662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-43d7e64e-9c1f-4967-b16a-b07ae87e4aff req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Calling delete_port for 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:50.283136 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dab2f6ef-9589-4041-a7a5-391f0f51529a req-e7a94592-c19f-4185-bc39-4f20d7ed3670 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673625 Feb 09 03:14:50.326691 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-8088358d-9a27-43d0-8ff4-ed54a94311d5 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--22394309&fields=id&tenant_id=323324d4efbc491a986d5b2503e04608 HTTP/1.1" status: 200 len: 267 time: 0.0572042 Feb 09 03:14:50.483263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-3e7a6189-359d-49e9-9b2e-20dabd39b1ab tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:50.484887 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-3e7a6189-359d-49e9-9b2e-20dabd39b1ab tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/networks?id=892c0000-0a5d-449f-b975-27ca2753b91f HTTP/1.1" status: 200 len: 824 time: 0.1449854 Feb 09 03:14:50.486069 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-43d7e64e-9c1f-4967-b16a-b07ae87e4aff req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (71fcf69d-f189-4b8c-83c3-b2c40eadcb1e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.498179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['71fcf69d-f189-4b8c-83c3-b2c40eadcb1e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:50.525088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Pushing event deleted for resources: {'Port': ['ID=71fcf69d-f189-4b8c-83c3-b2c40eadcb1e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:50.534025 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-866902ac-43bc-4321-af43-cd0c8ada0a8c tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/quotas/323324d4efbc491a986d5b2503e04608 HTTP/1.1" status: 200 len: 375 time: 0.0410779 Feb 09 03:14:50.534194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4cf9e-85fb-4d97-90db-164a33d2a526 req-ee49be4c-2227-4b1c-a8da-6cbcfd50330e tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:50.535160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3b4cf9e-85fb-4d97-90db-164a33d2a526 req-ee49be4c-2227-4b1c-a8da-6cbcfd50330e tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 949 time: 0.0711324 Feb 09 03:14:50.542249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9908b0df-d875-4356-8877-3c5343aeceb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc9e242-9a1e-48b0-96d5-ef95fb0738eb'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:50.545025 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9c45cb-ccce-4652-97bd-4cefbc965f0e" -d '{"events": [{"server_uuid": "9908b0df-d875-4356-8877-3c5343aeceb5", "name": "network-vif-plugged", "status": "completed", "tag": "2fc9e242-9a1e-48b0-96d5-ef95fb0738eb"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:50.563244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.563597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.563941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.564276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.564609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.564940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.565269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.565621 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.565948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.566269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.566595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.566916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.567234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:50.610194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3b4cf9e-85fb-4d97-90db-164a33d2a526 req-d9962b55-e4b6-4396-ba34-59596aa161a9 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642376 Feb 09 03:14:50.614949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.623790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d7e64e-9c1f-4967-b16a-b07ae87e4aff req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] No DVR routers for this DVR port 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:50.627600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-43d7e64e-9c1f-4967-b16a-b07ae87e4aff req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.630856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-43d7e64e-9c1f-4967-b16a-b07ae87e4aff req-dfa662c1-a734-409a-9d9e-26bf737b05b1 tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.42 "DELETE /v2.0/ports/71fcf69d-f189-4b8c-83c3-b2c40eadcb1e HTTP/1.1" status: 204 len: 173 time: 0.7814844 Feb 09 03:14:50.631292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b712ddf-4ba7-4a92-8492-4aa1f2236ddf', 'name': 'network-vif-deleted', 'tag': '71fcf69d-f189-4b8c-83c3-b2c40eadcb1e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:50.633554 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3862983-2d5a-4ca2-9b44-aa583164a889" -d '{"events": [{"server_uuid": "9b712ddf-4ba7-4a92-8492-4aa1f2236ddf", "name": "network-vif-deleted", "tag": "71fcf69d-f189-4b8c-83c3-b2c40eadcb1e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:50.674878 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d55b18-98ed-4527-bd3f-a4ed38d4a941 x-openstack-request-id: req-a7d55b18-98ed-4527-bd3f-a4ed38d4a941 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:50.675650 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9908b0df-d875-4356-8877-3c5343aeceb5", "name": "network-vif-plugged", "status": "completed", "tag": "2fc9e242-9a1e-48b0-96d5-ef95fb0738eb", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:50.676642 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7d55b18-98ed-4527-bd3f-a4ed38d4a941 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:50.677682 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9908b0df-d875-4356-8877-3c5343aeceb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc9e242-9a1e-48b0-96d5-ef95fb0738eb', 'code': 200} Feb 09 03:14:50.686076 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5f39c6d9-019d-4f71-8bc3-df94d402a12d tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=323324d4efbc491a986d5b2503e04608&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1205208 Feb 09 03:14:50.744570 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9700332c-3d1e-4780-8c65-026698b45167 x-openstack-request-id: req-9700332c-3d1e-4780-8c65-026698b45167 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:50.744970 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b712ddf-4ba7-4a92-8492-4aa1f2236ddf", "name": "network-vif-deleted", "tag": "71fcf69d-f189-4b8c-83c3-b2c40eadcb1e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:50.745112 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9700332c-3d1e-4780-8c65-026698b45167 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:50.745498 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b712ddf-4ba7-4a92-8492-4aa1f2236ddf', 'name': 'network-vif-deleted', 'tag': '71fcf69d-f189-4b8c-83c3-b2c40eadcb1e', 'status': 'completed', 'code': 200} Feb 09 03:14:50.803568 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-6e8b9985-1ffc-4e48-9da1-8a62d0c46057 service neutron] 10.222.0.21 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158972 Feb 09 03:14:50.910584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921a398-0c78-475c-b4ee-d84eb22c623d req-7123f6c0-3e4a-4204-98c3-bfa9f71dd5a4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:50.913997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f921a398-0c78-475c-b4ee-d84eb22c623d req-7123f6c0-3e4a-4204-98c3-bfa9f71dd5a4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1125231 Feb 09 03:14:50.922952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429caace-5e46-4215-a325-5fb526b9b4a0 req-6ae3e947-436c-4ccd-94e3-61d6a6769674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:50.924713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-429caace-5e46-4215-a325-5fb526b9b4a0 req-6ae3e947-436c-4ccd-94e3-61d6a6769674 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 1128 time: 0.0980599 Feb 09 03:14:51.005475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f921a398-0c78-475c-b4ee-d84eb22c623d req-a416a780-e90d-47cc-9c48-4bc7caae43a2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780225 Feb 09 03:14:51.012636 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-429caace-5e46-4215-a325-5fb526b9b4a0 req-267e50b0-092b-45ad-81e0-3cb525dce3f6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789719 Feb 09 03:14:51.121966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8a90f8c-f558-410e-bc2d-4853e331284a req-2834ff6b-0510-4a97-adbe-e1a0e4de2dbe tempest-ServersAdminNegativeTestJSON-1878553898 tempest-ServersAdminNegativeTestJSON-1878553898-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b712ddf-4ba7-4a92-8492-4aa1f2236ddf HTTP/1.1" status: 200 len: 210 time: 0.0334332 Feb 09 03:14:51.223855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-54578ad5-5f5a-4f28-ac06-22ea5e861075 req-2f2164e3-3a6c-4c72-a234-50862fd2115d tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 210 time: 0.0335424 Feb 09 03:14:51.226809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-406c6877-84ec-46fe-88b7-9c5f3b57bdc7 service neutron] 10.222.0.21 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169075 Feb 09 03:14:51.252525 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-751033f6-c8fe-40c2-956e-434f9fcf800d tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:51.254017 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-751033f6-c8fe-40c2-956e-434f9fcf800d tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.42 "GET /v2.0/networks?id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 HTTP/1.1" status: 200 len: 813 time: 0.1675324 Feb 09 03:14:51.268684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Request body: {'port': {'device_id': 'd1283d6f-503c-4640-ba72-729399c84e3e', 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2', 'admin_state_up': True, 'tenant_id': 'e257090a638248589ccc480bebf3efcd'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:51.345743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3384edf-947e-4c2a-875e-59f420068690 req-963e2322-4faa-44fd-811c-135c1f001e14 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:51.347774 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3384edf-947e-4c2a-875e-59f420068690 req-963e2322-4faa-44fd-811c-135c1f001e14 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.0612514 Feb 09 03:14:51.404420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Made reservation on behalf of e257090a638248589ccc480bebf3efcd for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:51.408217 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:51.416470 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3384edf-947e-4c2a-875e-59f420068690 req-38b3a289-f291-4fa2-8e00-319cfa71fe58 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622303 Feb 09 03:14:51.555089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b3d25-dcc2-4984-b2af-9d617eae49fb req-8059645f-b428-4780-b774-8c323d8d5cd2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:51.556748 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b13b3d25-dcc2-4984-b2af-9d617eae49fb req-8059645f-b428-4780-b774-8c323d8d5cd2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 950 time: 0.0713508 Feb 09 03:14:51.574530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81a271-0d7b-4a18-91e4-a302960a8e78 req-2fdbe989-c956-4210-8f13-58c5ca53cb1a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:51.579982 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a81a271-0d7b-4a18-91e4-a302960a8e78 req-2fdbe989-c956-4210-8f13-58c5ca53cb1a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 945 time: 0.1560328 Feb 09 03:14:51.621843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Allocated IP 172.20.0.9 (0fdedddb-ca20-49e8-9ab2-dff73e8e4de2/c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75/0bc7f806-7518-43a6-be8c-9fc7efa95fa4) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:51.667049 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a81a271-0d7b-4a18-91e4-a302960a8e78 req-c4e3ac2c-93b1-4368-98df-efe619bd30c4 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827496 Feb 09 03:14:51.777944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a07e8200-a70a-4ad7-b3f9-c1f37e5f38db req-c62e5802-7199-4a65-9589-db31bfef34bc tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 210 time: 0.0519087 Feb 09 03:14:51.822857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:51.902906 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:51.926238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:14:51.933210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:51.933692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:51.960172 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks [] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:51.978542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea8882-fdff-45c0-8161-9a512a50ecd0 req-4919ea28-e175-488b-a729-979b8ecedf3b tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:51.980468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41ea8882-fdff-45c0-8161-9a512a50ecd0 req-4919ea28-e175-488b-a729-979b8ecedf3b tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 949 time: 0.1281044 Feb 09 03:14:52.006026 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b13b3d25-dcc2-4984-b2af-9d617eae49fb req-0788b52b-b971-43cd-8cf1-1fd35ae69727 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425340 Feb 09 03:14:52.059084 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.067323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:52.067778 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.079484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41ea8882-fdff-45c0-8161-9a512a50ecd0 req-b95d43af-5d77-4cfb-ab21-d8c927989848 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891373 Feb 09 03:14:52.120800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:52.132083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:52.134770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:52.137712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:52.145112 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.146961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:52.175181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Pushing event updated for resources: {'Port': ['ID=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:52.190222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-d600a3b3-dc9d-4c7d-8cfd-aa6e8df8247d tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:52.191903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-d600a3b3-dc9d-4c7d-8cfd-aa6e8df8247d tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.65 "GET /v2.0/networks?id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 HTTP/1.1" status: 200 len: 813 time: 0.5965443 Feb 09 03:14:52.198609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d8bb8-5012-4524-86c3-d0f926bae8fa req-b7101a9c-939c-4be9-9fa3-88ca565dedeb tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:52.200553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-655d8bb8-5012-4524-86c3-d0f926bae8fa req-b7101a9c-939c-4be9-9fa3-88ca565dedeb tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 1133 time: 0.0964236 Feb 09 03:14:52.213469 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:52.213731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 71fcf69d-f189-4b8c-83c3-b2c40eadcb1e not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:52.229928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:52.230544 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.231910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Request body: {'port': {'device_id': 'b97c5c37-2566-483b-90fd-9ca3f072cdb0', 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2', 'admin_state_up': True, 'tenant_id': 'e257090a638248589ccc480bebf3efcd'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:52.248291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:52.259687 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-0adb21cb-0297-455b-b261-ec664f8a19f9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9954405 Feb 09 03:14:52.272696 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d6727-b75c-47d1-99e8-cb65444626c4 req-e28df68d-d2e7-4a2c-b59c-5158986b9ce2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:52.274204 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-650d6727-b75c-47d1-99e8-cb65444626c4 req-e28df68d-d2e7-4a2c-b59c-5158986b9ce2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.0920854 Feb 09 03:14:52.282186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Request body: {'port': {'device_id': 'd1283d6f-503c-4640-ba72-729399c84e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:52.328369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-655d8bb8-5012-4524-86c3-d0f926bae8fa req-f0688a49-d8f8-430a-ab4a-efce711c3935 tempest-ServersOnMultiNodesTest-648383432 tempest-ServersOnMultiNodesTest-648383432-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207397 Feb 09 03:14:52.405888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Made reservation on behalf of e257090a638248589ccc480bebf3efcd for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:52.413153 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.426359 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-650d6727-b75c-47d1-99e8-cb65444626c4 req-b5521bfe-ea92-4a15-a324-fc185aa067cd tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408987 Feb 09 03:14:52.450356 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.621407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce2464-cf30-4674-9762-b50e69ee7439 req-871375fa-a117-44fd-b03c-8dd1776aba10 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:52.628381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dce2464-cf30-4674-9762-b50e69ee7439 req-871375fa-a117-44fd-b03c-8dd1776aba10 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 931 time: 0.1092818 Feb 09 03:14:52.679119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:52.681688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Allocated IP 172.20.0.14 (0fdedddb-ca20-49e8-9ab2-dff73e8e4de2/c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75/3c884467-ea3e-43dd-9469-4e38b4532e98) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:52.686842 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9216624-d455-45c3-865a-4ff6aa7f6fd0" -d '{"events": [{"server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "name": "network-vif-plugged", "status": "completed", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:52.709336 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dce2464-cf30-4674-9762-b50e69ee7439 req-f33642b3-9702-4c7f-9e8c-8f349103ee34 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798390 Feb 09 03:14:52.720179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc149105-bcaa-4a1d-b7b6-f8c27fdbf09b req-1f3e7ad4-4df2-409f-806f-4cd8057b61e6 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:52.728421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc149105-bcaa-4a1d-b7b6-f8c27fdbf09b req-1f3e7ad4-4df2-409f-806f-4cd8057b61e6 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.0961254 Feb 09 03:14:52.781133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc149105-bcaa-4a1d-b7b6-f8c27fdbf09b req-cec86863-af0c-4a7e-b0ff-feb48d098fc5 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517125 Feb 09 03:14:52.817761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52852) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:52.859845 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e25ada5-7d5c-4513-a1f4-2c78a339e81f x-openstack-request-id: req-8e25ada5-7d5c-4513-a1f4-2c78a339e81f {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:52.860353 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "name": "network-vif-plugged", "status": "completed", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:52.860577 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e25ada5-7d5c-4513-a1f4-2c78a339e81f {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:52.861152 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'code': 200} Feb 09 03:14:52.926813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e176af-9244-49e1-86ce-30792ffcaeab req-9ae4a6af-caae-4251-8d79-da711915f6b4 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:52.941584 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e7e176af-9244-49e1-86ce-30792ffcaeab req-9ae4a6af-caae-4251-8d79-da711915f6b4 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 950 time: 0.1337252 Feb 09 03:14:53.001277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-b4c644e3-108a-41e9-9f8e-795846929bee tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:53.002967 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-b4c644e3-108a-41e9-9f8e-795846929bee tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.42 "GET /v2.0/networks?id=892c0000-0a5d-449f-b975-27ca2753b91f HTTP/1.1" status: 200 len: 824 time: 0.2124918 Feb 09 03:14:53.005146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks [] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.064984 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e7e176af-9244-49e1-86ce-30792ffcaeab req-5248221e-0c91-439a-b2fa-7ef96a60650f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225264 Feb 09 03:14:53.086415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb0b70-5be0-464f-9d48-fcd8b5405ff2 req-771924de-d8fb-402f-bb7e-5099c651907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:53.088061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4eeb0b70-5be0-464f-9d48-fcd8b5405ff2 req-771924de-d8fb-402f-bb7e-5099c651907c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 1133 time: 0.1046393 Feb 09 03:14:53.095404 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.111832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8e5f6709-560d-4716-a1fa-cd7ca24d40d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=238817bdc19a45139b2637f0eda72cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970667 Feb 09 03:14:53.136660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52860) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:53.193078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e794c-14f8-443f-8991-53b477e6dc9c req-d70c204c-1fdf-4280-b95b-d32ef1b4871a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:53.194582 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-454e794c-14f8-443f-8991-53b477e6dc9c req-d70c204c-1fdf-4280-b95b-d32ef1b4871a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 945 time: 0.2566128 Feb 09 03:14:53.204348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:53.215968 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73038340-01ad-4e2a-b97d-99ac5a37dd49 req-fa50b63c-f426-4de8-890d-009fad646e6a tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 210 time: 0.0782473 Feb 09 03:14:53.225266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:53.231836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Pushing event updated for resources: {'Port': ['ID=3c884467-ea3e-43dd-9469-4e38b4532e98,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:53.246366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:53.246366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:53.246366 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.247050 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-a303e09e-e7eb-4802-99b6-65b97a107a11 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=323324d4efbc491a986d5b2503e04608 HTTP/1.1" status: 200 len: 378 time: 0.2136316 Feb 09 03:14:53.269112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.269481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.269827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.270497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.270638 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.270855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.271180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.271502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.271897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.272218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.272537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.272855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.273168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:53.273781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Request body: {'port': {'device_id': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'admin_state_up': True, 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'security_groups': ['e187c204-cadf-40dd-bb0f-d2d7b0835aa6']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:53.284396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4eeb0b70-5be0-464f-9d48-fcd8b5405ff2 req-5b37f20a-500e-4024-8eec-dc9ea5a8dcc1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820402 Feb 09 03:14:53.292605 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-e62e1ef5-ddc8-4119-94c2-2ceeee5ffe7e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0726135 Feb 09 03:14:53.303003 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ba11658-5717-49f6-a8a8-4b76ee42d94f admin admin] Publish callbacks [] for security_group (3f360211-e20f-4238-a4cd-63ee6ecff064), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.341095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Request body: {'port': {'device_id': 'b97c5c37-2566-483b-90fd-9ca3f072cdb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:53.360850 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-454e794c-14f8-443f-8991-53b477e6dc9c req-eb44fc4b-5c48-44a1-8005-c05983f7275c tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602995 Feb 09 03:14:53.375734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-b3b366ba-7243-46fb-85f1-27b2f2865619 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:53.377214 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-b3b366ba-7243-46fb-85f1-27b2f2865619 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fea941e-4c22-46fd-9a0a-dce79a98d01a HTTP/1.1" status: 200 len: 945 time: 0.2705388 Feb 09 03:14:53.383271 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ba11658-5717-49f6-a8a8-4b76ee42d94f admin admin] Publish callbacks [] for security_group (3f360211-e20f-4238-a4cd-63ee6ecff064), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.464964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b89f7-4d94-409c-a1b7-98ad60ffa4f3 req-a7ed85d4-4a05-4a41-bedb-ba3ce4f797c6 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:53.466226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a08b89f7-4d94-409c-a1b7-98ad60ffa4f3 req-a7ed85d4-4a05-4a41-bedb-ba3ce4f797c6 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 950 time: 0.1609244 Feb 09 03:14:53.471966 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.531747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:53.534409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ba11658-5717-49f6-a8a8-4b76ee42d94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3f360211-e20f-4238-a4cd-63ee6ecff064), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.536913 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ba11658-5717-49f6-a8a8-4b76ee42d94f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.541084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0ba11658-5717-49f6-a8a8-4b76ee42d94f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f360211-e20f-4238-a4cd-63ee6ecff064 HTTP/1.1" status: 204 len: 168 time: 0.3987508 Feb 09 03:14:53.549783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Publish callbacks [] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.587704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba11658-5717-49f6-a8a8-4b76ee42d94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f360211-e20f-4238-a4cd-63ee6ecff064,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:53.596367 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Transition to ACTIVE for port object 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:14:53.602479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Made reservation on behalf of 323324d4efbc491a986d5b2503e04608 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:53.605928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.615900 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a08b89f7-4d94-409c-a1b7-98ad60ffa4f3 req-1c0e32c7-a1d8-4dd8-94ed-4ab4777010f7 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377194 Feb 09 03:14:53.620246 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.688452 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf310f91-c493-4b91-acbb-1362d8253b00 req-829edda0-53d0-43a0-b4cb-96161f20a3ec tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:53.689434 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf310f91-c493-4b91-acbb-1362d8253b00 req-829edda0-53d0-43a0-b4cb-96161f20a3ec tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1921992 Feb 09 03:14:53.727065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Deleting port f14558f0-fd53-4f6b-89ed-ec5b78deba8a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:53.747000 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.809197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Pushing event updated for resources: {'Port': ['ID=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:53.862629 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.878129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a429fe-2bb6-4132-8c68-6818ad6b6408 req-283dec09-7b81-424e-9969-c1ab9be4dd22 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:53.885435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40a429fe-2bb6-4132-8c68-6818ad6b6408 req-283dec09-7b81-424e-9969-c1ab9be4dd22 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 943 time: 0.1009233 Feb 09 03:14:53.956720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c884467-ea3e-43dd-9469-4e38b4532e98 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:53.966666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:53.974473 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Publish callbacks [] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.980493 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40a429fe-2bb6-4132-8c68-6818ad6b6408 req-ea0a6cef-9882-4fc7-a480-56c8a1f73941 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940037 Feb 09 03:14:53.987195 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf310f91-c493-4b91-acbb-1362d8253b00 req-2616daa6-6757-4f6e-b156-6df76c8e6a7a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826691 Feb 09 03:14:54.031597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Attempting to bind port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:54.032018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Attempting to bind port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:54.032540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Attempting to bind port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 on network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:54.033944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Transition to ACTIVE for port object 3c884467-ea3e-43dd-9469-4e38b4532e98 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:14:54.040699 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5e746912-a994-4852-8645-8f309806c08f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce30590ed598420b86b28b5deeab795e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0706029 Feb 09 03:14:54.040922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52874) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:54.046375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 on network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:54.046375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Attempting to bind port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 on network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:54.049418 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.058766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Allocated IP 172.20.0.12 (892c0000-0a5d-449f-b975-27ca2753b91f/c400f1bc-332e-48a4-b94d-44122a0c44f9/3cdefd76-cad5-42d9-83ac-4f66c77b6df1) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:54.064061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] For port f14558f0-fd53-4f6b-89ed-ec5b78deba8a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f14558f0-fd53-4f6b-89ed-ec5b78deba8a,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:54.064552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.074356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:54.074772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Checking segment: {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:54.075319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Bound using segment: {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:54.075884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Bound port: 0bc7f806-7518-43a6-be8c-9fc7efa95fa4, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:54.076243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.174850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Pushing event updated for resources: {'Port': ['ID=3c884467-ea3e-43dd-9469-4e38b4532e98,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:54.217583 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ced95103-6282-4b67-872c-047dcffedfb6 admin admin] Publish callbacks [] for security_group (78070549-3116-4b1f-a956-83e27363f57c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.221032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Attempting to bind port 3c884467-ea3e-43dd-9469-4e38b4532e98 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:54.221385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Attempting to bind port 3c884467-ea3e-43dd-9469-4e38b4532e98 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:54.221721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Attempting to bind port 3c884467-ea3e-43dd-9469-4e38b4532e98 on network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:54.242328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24e9dd-d772-4e00-80ae-e70352e43b3e req-309f18d6-2e04-4171-9db2-a1c9c4a2cb60 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:54.243866 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f24e9dd-d772-4e00-80ae-e70352e43b3e req-309f18d6-2e04-4171-9db2-a1c9c4a2cb60 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.1770089 Feb 09 03:14:54.246830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Port 3c884467-ea3e-43dd-9469-4e38b4532e98 on network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:54.247152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Attempting to bind port 3c884467-ea3e-43dd-9469-4e38b4532e98 on network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:54.275463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:54.275801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Checking segment: {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:54.276183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Bound using segment: {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:54.276633 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Bound port: 3c884467-ea3e-43dd-9469-4e38b4532e98, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:54.276990 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.281444 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ced95103-6282-4b67-872c-047dcffedfb6 admin admin] Publish callbacks [] for security_group (78070549-3116-4b1f-a956-83e27363f57c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.371183 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f24e9dd-d772-4e00-80ae-e70352e43b3e req-010eac45-b22e-4a7a-91de-42a1f9a26855 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182072 Feb 09 03:14:54.404604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] For port 3c884467-ea3e-43dd-9469-4e38b4532e98, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:54.407983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] For port 3c884467-ea3e-43dd-9469-4e38b4532e98, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3c884467-ea3e-43dd-9469-4e38b4532e98,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:54.410536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ced95103-6282-4b67-872c-047dcffedfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (78070549-3116-4b1f-a956-83e27363f57c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.413044 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ced95103-6282-4b67-872c-047dcffedfb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.414197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ced95103-6282-4b67-872c-047dcffedfb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78070549-3116-4b1f-a956-83e27363f57c HTTP/1.1" status: 204 len: 168 time: 0.3723772 Feb 09 03:14:54.455936 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.457439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced95103-6282-4b67-872c-047dcffedfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78070549-3116-4b1f-a956-83e27363f57c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:54.530753 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:54.531551 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.532952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] 10.222.0.65 "PUT /v2.0/ports/3c884467-ea3e-43dd-9469-4e38b4532e98 HTTP/1.1" status: 200 len: 1093 time: 1.2143550 Feb 09 03:14:54.533423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97c5c37-2566-483b-90fd-9ca3f072cdb0', 'tag': '3c884467-ea3e-43dd-9469-4e38b4532e98'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:54.535678 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647b7e8f-65cd-480f-961c-7eeeec95c1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b97c5c37-2566-483b-90fd-9ca3f072cdb0", "tag": "3c884467-ea3e-43dd-9469-4e38b4532e98"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:54.564315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1855630-8af3-4891-9d86-7966519c1ad0 req-baf96ffa-e412-44ab-9970-c27ac3a1d423 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 210 time: 0.0617032 Feb 09 03:14:54.585966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b578a-b83d-4fe0-a695-29d9862e5b16 service neutron] Pushing event updated for resources: {'Port': ['ID=3c884467-ea3e-43dd-9469-4e38b4532e98,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:54.605984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b97a0-d66e-470e-8cdf-fb0bb6af945b req-54af30fd-5ed3-48e2-b5bf-7c5f391dc434 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:54.607621 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e62b97a0-d66e-470e-8cdf-fb0bb6af945b req-54af30fd-5ed3-48e2-b5bf-7c5f391dc434 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 950 time: 0.1981196 Feb 09 03:14:54.738802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] For port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:54.758329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9a688-b07c-4855-ae0f-cd9a39e14e2c req-0622931a-76eb-4d37-8f18-00df1c2f811f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:54.759789 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57e9a688-b07c-4855-ae0f-cd9a39e14e2c req-0622931a-76eb-4d37-8f18-00df1c2f811f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a9aac5-82a6-4fb4-869d-6ea59e43e73b HTTP/1.1" status: 200 len: 950 time: 0.6014180 Feb 09 03:14:54.789857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-1c6dbfee-a91c-4e90-9fc7-3156158db1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:54.791508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-1c6dbfee-a91c-4e90-9fc7-3156158db1a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e257090a638248589ccc480bebf3efcd&device_id=b97c5c37-2566-483b-90fd-9ca3f072cdb0 HTTP/1.1" status: 200 len: 1127 time: 0.1809359 Feb 09 03:14:54.795116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] For port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:54.823283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cf517-540b-4863-afde-5972267c465d req-2a591385-020a-4ea1-a1ba-e6ba94d145e9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:54.830040 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f74cf517-540b-4863-afde-5972267c465d req-2a591385-020a-4ea1-a1ba-e6ba94d145e9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 945 time: 0.1481848 Feb 09 03:14:54.838578 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.878557 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a41a5a0c-d709-4009-9b8f-f0c4b5012145 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c884467-ea3e-43dd-9469-4e38b4532e98 HTTP/1.1" status: 200 len: 217 time: 0.0721145 Feb 09 03:14:54.911336 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.911711 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.912080 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Floating IP f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681 disassociated. External IP: 172.25.5.15, port: f14558f0-fd53-4f6b-89ed-ec5b78deba8a. Feb 09 03:14:54.912423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Calling delete_port for f14558f0-fd53-4f6b-89ed-ec5b78deba8a owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:54.928818 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.943634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-e62b97a0-d66e-470e-8cdf-fb0bb6af945b req-666b43ec-98be-4e4e-9064-4fc191fe98a5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Deleting port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:54.943978 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e62b97a0-d66e-470e-8cdf-fb0bb6af945b req-666b43ec-98be-4e4e-9064-4fc191fe98a5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.947301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:54.947974 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.949314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] 10.222.0.42 "PUT /v2.0/ports/0bc7f806-7518-43a6-be8c-9fc7efa95fa4 HTTP/1.1" status: 200 len: 1092 time: 2.6742115 Feb 09 03:14:54.956631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1283d6f-503c-4640-ba72-729399c84e3e', 'tag': '0bc7f806-7518-43a6-be8c-9fc7efa95fa4'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:54.958924 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dad1370-d232-469d-b57b-f26a3793fca6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1283d6f-503c-4640-ba72-729399c84e3e", "tag": "0bc7f806-7518-43a6-be8c-9fc7efa95fa4"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:55.017169 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f74cf517-540b-4863-afde-5972267c465d req-309ec2f1-e49f-4863-bd3c-41ed89bf27d7 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862707 Feb 09 03:14:55.018519 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57e9a688-b07c-4855-ae0f-cd9a39e14e2c req-e6b0f02e-2e9e-44f8-be06-c58589156592 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347383 Feb 09 03:14:55.032454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-c5fb9954-bece-49f0-9d7c-87a85cb0597a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:55.034179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-c5fb9954-bece-49f0-9d7c-87a85cb0597a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75 HTTP/1.1" status: 200 len: 853 time: 0.1486337 Feb 09 03:14:55.059965 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:14:55.067410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c97e6f-7077-4c5a-b518-f79f9f65e3de service neutron] Pushing event updated for resources: {'Port': ['ID=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:55.091043 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-a4dc5391-51bb-483e-bd5b-caefa14fd58d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405087 Feb 09 03:14:55.123619 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:55.143720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-c2ce0205-c053-41df-a57e-491ecbc901a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:55.145248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-c2ce0205-c053-41df-a57e-491ecbc901a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e257090a638248589ccc480bebf3efcd&device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 1126 time: 0.1245286 Feb 09 03:14:55.192344 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d86a8c2-8946-4d5c-aba1-e6309fe491fd x-openstack-request-id: req-3d86a8c2-8946-4d5c-aba1-e6309fe491fd {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:55.192871 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97c5c37-2566-483b-90fd-9ca3f072cdb0", "tag": "3c884467-ea3e-43dd-9469-4e38b4532e98", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:55.192871 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d86a8c2-8946-4d5c-aba1-e6309fe491fd {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:55.193290 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97c5c37-2566-483b-90fd-9ca3f072cdb0', 'tag': '3c884467-ea3e-43dd-9469-4e38b4532e98', 'status': 'completed', 'code': 200} Feb 09 03:14:55.203438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e62b97a0-d66e-470e-8cdf-fb0bb6af945b req-666b43ec-98be-4e4e-9064-4fc191fe98a5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] For port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6591d2ec-c694-4d92-8f01-f257a2ddcbe9,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:55.203805 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e62b97a0-d66e-470e-8cdf-fb0bb6af945b req-666b43ec-98be-4e4e-9064-4fc191fe98a5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:55.216784 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297709f2-b5af-4822-bb66-9646b920cfc1 x-openstack-request-id: req-297709f2-b5af-4822-bb66-9646b920cfc1 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:55.217201 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1283d6f-503c-4640-ba72-729399c84e3e", "tag": "0bc7f806-7518-43a6-be8c-9fc7efa95fa4", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:55.217488 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-297709f2-b5af-4822-bb66-9646b920cfc1 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:55.218137 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1283d6f-503c-4640-ba72-729399c84e3e', 'tag': '0bc7f806-7518-43a6-be8c-9fc7efa95fa4', 'status': 'completed', 'code': 200} Feb 09 03:14:55.229600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-e62b97a0-d66e-470e-8cdf-fb0bb6af945b req-666b43ec-98be-4e4e-9064-4fc191fe98a5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Calling delete_port for 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:55.281383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Network 892c0000-0a5d-449f-b975-27ca2753b91f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:55.292010 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-5a84b8c9-c953-40af-8e7d-fa024b002d1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bc7f806-7518-43a6-be8c-9fc7efa95fa4 HTTP/1.1" status: 200 len: 217 time: 0.1222897 Feb 09 03:14:55.295321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:55.304050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:55.320672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Pushing event updated for resources: {'Port': ['ID=3cdefd76-cad5-42d9-83ac-4f66c77b6df1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:55.322437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 596cad0c-3537-4f16-bb08-28cdf3403d54 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:55.373435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-5a398eb5-688a-41ae-aca2-85633014d923 service neutron] 10.222.0.65 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693756 Feb 09 03:14:55.428189 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f14558f0-fd53-4f6b-89ed-ec5b78deba8a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:55.443142 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b1e3-03fd-47f3-994a-635c4df2faf4 req-ddade6b8-63dc-4104-a032-a6740d4011fe tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:55.444690 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55f5b1e3-03fd-47f3-994a-635c4df2faf4 req-ddade6b8-63dc-4104-a032-a6740d4011fe tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 950 time: 0.2762430 Feb 09 03:14:55.467828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:55.468493 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:55.504211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-557fa5be-a164-4887-a5b9-117cb67ebaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:55.505691 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-557fa5be-a164-4887-a5b9-117cb67ebaa1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75 HTTP/1.1" status: 200 len: 853 time: 0.1967893 Feb 09 03:14:55.518217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Pushing event deleted for resources: {'Port': ['ID=f14558f0-fd53-4f6b-89ed-ec5b78deba8a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:55.539673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=596cad0c-3537-4f16-bb08-28cdf3403d54,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:55.559038 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 596cad0c-3537-4f16-bb08-28cdf3403d54 has no active binding in host n-h1-824835-15 {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 03:14:55.589619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b79998-253f-4bcf-bf40-4ab6330cfa66 req-4e2961ec-48c9-40bf-8096-6c8877601a1c tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:55.595468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-c44bc325-7dd4-4380-8111-aa9dde12f668 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734563 Feb 09 03:14:55.605450 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74b79998-253f-4bcf-bf40-4ab6330cfa66 req-4e2961ec-48c9-40bf-8096-6c8877601a1c tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 943 time: 0.3142905 Feb 09 03:14:55.611217 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-98553da6-c8ea-4542-bd1d-e2c466a3b067 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3531601 Feb 09 03:14:55.689685 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e62b97a0-d66e-470e-8cdf-fb0bb6af945b req-666b43ec-98be-4e4e-9064-4fc191fe98a5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (6591d2ec-c694-4d92-8f01-f257a2ddcbe9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:55.698704 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-7c0e53d0-7849-4905-8bde-41e71b626c79 service neutron] 10.222.0.65 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089890 Feb 09 03:14:55.702991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2', 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c', '16210ae2-9ad7-425c-ab99-74a057fcd2c4', '6591d2ec-c694-4d92-8f01-f257a2ddcbe9'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:55.707826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Request body: {'port': {'device_id': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:55.717647 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74b79998-253f-4bcf-bf40-4ab6330cfa66 req-aabfbf89-6532-47ee-af73-08fc791726bd tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079152 Feb 09 03:14:55.750568 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55f5b1e3-03fd-47f3-994a-635c4df2faf4 req-b173f32c-011f-43a4-a736-b89560e5d7d1 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899280 Feb 09 03:14:55.787613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b43ec-98be-4e4e-9064-4fc191fe98a5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event deleted for resources: {'Port': ['ID=6591d2ec-c694-4d92-8f01-f257a2ddcbe9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:55.863267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['e5af45d6-8e1b-4b56-8dec-9ed181c04470', '73f77054-1c9d-4caf-8061-c069fb3a9107', '39ee9b65-5b4a-4df5-ba74-1e1f4c660449'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:55.879654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52920) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:55.968311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62b97a0-d66e-470e-8cdf-fb0bb6af945b req-666b43ec-98be-4e4e-9064-4fc191fe98a5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] No DVR routers for this DVR port 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:55.979053 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e62b97a0-d66e-470e-8cdf-fb0bb6af945b req-666b43ec-98be-4e4e-9064-4fc191fe98a5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:55.990334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e62b97a0-d66e-470e-8cdf-fb0bb6af945b req-666b43ec-98be-4e4e-9064-4fc191fe98a5 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "DELETE /v2.0/ports/6591d2ec-c694-4d92-8f01-f257a2ddcbe9 HTTP/1.1" status: 204 len: 173 time: 1.3248832 Feb 09 03:14:56.048844 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b7e8f-65cd-480f-961c-7eeeec95c1cb req-e41e012e-9fef-4eeb-8a80-f00a95f23ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:56.050546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-647b7e8f-65cd-480f-961c-7eeeec95c1cb req-e41e012e-9fef-4eeb-8a80-f00a95f23ff6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e257090a638248589ccc480bebf3efcd&device_id=b97c5c37-2566-483b-90fd-9ca3f072cdb0 HTTP/1.1" status: 200 len: 1127 time: 0.2040579 Feb 09 03:14:56.072017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332020e4-e55c-4f31-85d7-68f7084d948a req-252523e7-f6a2-4584-9e0f-f36dcc367e02 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:56.086733 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-332020e4-e55c-4f31-85d7-68f7084d948a req-252523e7-f6a2-4584-9e0f-f36dcc367e02 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.2416101 Feb 09 03:14:56.148223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:56.165601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2b6527e8-69bd-4cfa-bdd4-6731c6476ee2 None None] Provisioning complete for port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:56.166354 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b6527e8-69bd-4cfa-bdd4-6731c6476ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:56.185152 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-ed48efcb-6697-4cf3-a1ee-eaa51c82a218 service neutron] 10.222.0.42 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724163 Feb 09 03:14:56.284729 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1388995119-network', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:56.329983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-332020e4-e55c-4f31-85d7-68f7084d948a req-3d6eea37-efe2-4782-9b3d-e6890474ed2f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421751 Feb 09 03:14:56.333029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:56.342742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2b6527e8-69bd-4cfa-bdd4-6731c6476ee2 None None] Port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:56.402497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b7e8f-65cd-480f-961c-7eeeec95c1cb req-4f107a91-aad2-4cec-bccc-24aea0f02cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:56.404094 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-647b7e8f-65cd-480f-961c-7eeeec95c1cb req-4f107a91-aad2-4cec-bccc-24aea0f02cc5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 HTTP/1.1" status: 200 len: 914 time: 0.3096282 Feb 09 03:14:56.525953 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-647b7e8f-65cd-480f-961c-7eeeec95c1cb req-6845b0c3-d1b9-45db-8225-528125dde399 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c884467-ea3e-43dd-9469-4e38b4532e98 HTTP/1.1" status: 200 len: 217 time: 0.1141632 Feb 09 03:14:56.604119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Made reservation on behalf of e5b970b5a3404006a72aee96a6ce630e for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:56.607864 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:56.617069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:56.631511 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476237b1-365c-4754-8493-738a333456af None None] Sync routers for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:56.662557 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476237b1-365c-4754-8493-738a333456af None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:56.663201 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-476237b1-365c-4754-8493-738a333456af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:14:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:56.684145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b7e8f-65cd-480f-961c-7eeeec95c1cb req-07a3d3a6-3d66-4a0a-981f-4e46819193fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:56.694205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-647b7e8f-65cd-480f-961c-7eeeec95c1cb req-07a3d3a6-3d66-4a0a-981f-4e46819193fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75 HTTP/1.1" status: 200 len: 853 time: 0.1583829 Feb 09 03:14:56.727071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f961f67-7c28-4106-ad8e-0b08e009cf7c req-c22d6861-ad33-4b15-b31d-f6a885e42e23 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:56.738736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f961f67-7c28-4106-ad8e-0b08e009cf7c req-c22d6861-ad33-4b15-b31d-f6a885e42e23 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.5256414 Feb 09 03:14:56.781772 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:56.803738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] No DVR routers for this DVR port f14558f0-fd53-4f6b-89ed-ec5b78deba8a on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:56.805739 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-647b7e8f-65cd-480f-961c-7eeeec95c1cb req-95eae98a-3adf-4dd4-bbc3-e6f6beaa28a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955145 Feb 09 03:14:56.809010 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:56.814847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae5eed07-c933-4dd6-899c-ca1fdc10eb3b req-717990c4-0dc3-4f64-ad4b-752adbd2d5cf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.65 "DELETE /v2.0/ports/f14558f0-fd53-4f6b-89ed-ec5b78deba8a HTTP/1.1" status: 204 len: 173 time: 3.4312341 Feb 09 03:14:56.853571 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634c7e-29b3-428b-86f7-42ac7cf95b8d req-4ceb494d-6324-40ed-9bcd-2c425806032d tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:56.861134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87634c7e-29b3-428b-86f7-42ac7cf95b8d req-4ceb494d-6324-40ed-9bcd-2c425806032d tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 932 time: 0.3759093 Feb 09 03:14:56.900563 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f961f67-7c28-4106-ad8e-0b08e009cf7c req-51c940e3-7418-4f07-99f4-d83c89391c5a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601105 Feb 09 03:14:56.995617 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-476237b1-365c-4754-8493-738a333456af None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:57.035865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-647b7e8f-65cd-480f-961c-7eeeec95c1cb req-5fc83334-e903-4ca4-9134-4e7256db77dd service neutron] 10.222.0.65 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093456 Feb 09 03:14:57.052051 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b0c61c5-37d5-4fea-8418-2bb7ec98548a req-f1c38fa8-61e0-4a66-9b88-22f983b4bcb0 service neutron] 10.222.0.42 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8363638 Feb 09 03:14:57.175876 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87634c7e-29b3-428b-86f7-42ac7cf95b8d req-b02bbe89-7bb3-4cdc-bed2-976112a34ba7 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3142149 Feb 09 03:14:57.194927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a9aac5-82a6-4fb4-869d-6ea59e43e73b', 'name': 'network-vif-deleted', 'tag': '6591d2ec-c694-4d92-8f01-f257a2ddcbe9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:57.207262 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f34881e-db1a-4162-be48-e9b06417b01c" -d '{"events": [{"server_uuid": "52a9aac5-82a6-4fb4-869d-6ea59e43e73b", "name": "network-vif-deleted", "tag": "6591d2ec-c694-4d92-8f01-f257a2ddcbe9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:57.210592 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Publish callbacks [] for security_group (aee1c6dd-d17c-45ec-9341-d30ed019918f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:57.219496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'name': 'network-vif-deleted', 'tag': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:57.221788 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35df01de-ebfc-4a2b-857d-c57c337d9b67" -d '{"events": [{"server_uuid": "5fea941e-4c22-46fd-9a0a-dce79a98d01a", "name": "network-vif-deleted", "tag": "f14558f0-fd53-4f6b-89ed-ec5b78deba8a"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:57.241715 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (aee1c6dd-d17c-45ec-9341-d30ed019918f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:57.270165 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-647b7e8f-65cd-480f-961c-7eeeec95c1cb req-5d85a371-3f87-46d2-a551-42805793a869 service neutron] 10.222.0.65 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248733 Feb 09 03:14:57.311490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:14:57.320679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee1c6dd-d17c-45ec-9341-d30ed019918f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:57.326414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:57.332500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad1370-d232-469d-b57b-f26a3793fca6 req-7c426332-752a-4852-ba2a-6ec6f4fe1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:57.335233 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dad1370-d232-469d-b57b-f26a3793fca6 req-7c426332-752a-4852-ba2a-6ec6f4fe1804 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e257090a638248589ccc480bebf3efcd&device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 1126 time: 0.2140195 Feb 09 03:14:57.349841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Publish callbacks [] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:57.352108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device f14558f0-fd53-4f6b-89ed-ec5b78deba8a no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:57.352625 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0d32829c-cace-46c7-8993-e2f169631923), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:57.352945 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Added segment 0d32829c-cace-46c7-8993-e2f169631923 of type vlan for network a77af39e-11dc-434d-8c16-7978d1e0a5cd Feb 09 03:14:57.389806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1d81-22e3-4ce5-b605-24f0826bfaf9 req-e70e9765-ce44-4c1f-9db6-38c6b952f739 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:57.392326 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-486a1d81-22e3-4ce5-b605-24f0826bfaf9 req-e70e9765-ce44-4c1f-9db6-38c6b952f739 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 945 time: 0.1212397 Feb 09 03:14:57.395896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: f14558f0-fd53-4f6b-89ed-ec5b78deba8a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:57.396501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device f14558f0-fd53-4f6b-89ed-ec5b78deba8a not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:57.482482 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-486a1d81-22e3-4ce5-b605-24f0826bfaf9 req-e2d81f08-319b-4865-b7f9-c59d8ce18947 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841610 Feb 09 03:14:57.530863 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-476237b1-365c-4754-8493-738a333456af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:57.576445 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476237b1-365c-4754-8493-738a333456af None None] Checking router: dd7ec4ad-880c-4e89-a108-2e85f1fd3230 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:14:57.589311 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476237b1-365c-4754-8493-738a333456af None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:57.590238 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-476237b1-365c-4754-8493-738a333456af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:14:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:57.733890 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-476237b1-365c-4754-8493-738a333456af None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:57.736793 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcbd362-bfb2-4b31-b5ce-564ec80cab2c x-openstack-request-id: req-ddcbd362-bfb2-4b31-b5ce-564ec80cab2c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:57.737074 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a9aac5-82a6-4fb4-869d-6ea59e43e73b", "name": "network-vif-deleted", "tag": "6591d2ec-c694-4d92-8f01-f257a2ddcbe9", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:57.737331 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddcbd362-bfb2-4b31-b5ce-564ec80cab2c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:57.737761 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a9aac5-82a6-4fb4-869d-6ea59e43e73b', 'name': 'network-vif-deleted', 'tag': '6591d2ec-c694-4d92-8f01-f257a2ddcbe9', 'status': 'completed', 'code': 200} Feb 09 03:14:57.763432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83caf7-e619-491e-9b4b-1aadfb09e901 req-e3e2cc02-6a51-438d-a5d5-2581a3be3d71 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:57.765073 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be83caf7-e619-491e-9b4b-1aadfb09e901 req-e3e2cc02-6a51-438d-a5d5-2581a3be3d71 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 943 time: 0.1247981 Feb 09 03:14:57.823142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:57.853807 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f068e4-f7e7-4023-beee-c56bec12754f x-openstack-request-id: req-68f068e4-f7e7-4023-beee-c56bec12754f {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:57.854389 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fea941e-4c22-46fd-9a0a-dce79a98d01a", "name": "network-vif-deleted", "tag": "f14558f0-fd53-4f6b-89ed-ec5b78deba8a", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:57.854389 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68f068e4-f7e7-4023-beee-c56bec12754f {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:57.855211 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea941e-4c22-46fd-9a0a-dce79a98d01a', 'name': 'network-vif-deleted', 'tag': 'f14558f0-fd53-4f6b-89ed-ec5b78deba8a', 'status': 'completed', 'code': 200} Feb 09 03:14:57.865682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be83caf7-e619-491e-9b4b-1aadfb09e901 req-79187652-3fb6-4247-9f21-28298aa3cb57 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873265 Feb 09 03:14:57.881925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:57.882346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6591d2ec-c694-4d92-8f01-f257a2ddcbe9 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:57.883432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 596cad0c-3537-4f16-bb08-28cdf3403d54 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:58.036128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 596cad0c-3537-4f16-bb08-28cdf3403d54 is: DOWN; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:58.049105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad1370-d232-469d-b57b-f26a3793fca6 req-c9ae05a7-db96-4d28-b658-04d77b57f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:58.051264 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dad1370-d232-469d-b57b-f26a3793fca6 req-c9ae05a7-db96-4d28-b658-04d77b57f088 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 HTTP/1.1" status: 200 len: 914 time: 0.7066178 Feb 09 03:14:58.059573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Transition to ACTIVE for port object 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:14:58.109159 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (a77af39e-11dc-434d-8c16-7978d1e0a5cd), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.111259 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-476237b1-365c-4754-8493-738a333456af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:58.152792 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476237b1-365c-4754-8493-738a333456af None None] The sync data for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 is: [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:58.228761 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.232796 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (a77af39e-11dc-434d-8c16-7978d1e0a5cd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.233769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:58.234378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.245745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dad1370-d232-469d-b57b-f26a3793fca6 req-d5f958e0-58c3-4fbb-a878-8d9f3e330d3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bc7f806-7518-43a6-be8c-9fc7efa95fa4 HTTP/1.1" status: 200 len: 217 time: 0.0931990 Feb 09 03:14:58.277574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3e602-35f5-419d-971b-d5224b154a87 req-907676d7-3393-408f-9205-34aacc124650 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:58.284886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fdf3e602-35f5-419d-971b-d5224b154a87 req-907676d7-3393-408f-9205-34aacc124650 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.0739379 Feb 09 03:14:58.342463 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fdf3e602-35f5-419d-971b-d5224b154a87 req-da9d43eb-2fcc-449c-8c20-5d91ad67b435 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565073 Feb 09 03:14:58.400456 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5080531 Feb 09 03:14:58.403818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52964) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:58.409575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-001e2a62-66a5-4bee-b931-8a61c038449c admin admin] Request body: {'subnet': {'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1388995119-subnet', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:58.428385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Pushing event updated for resources: {'Port': ['ID=3cdefd76-cad5-42d9-83ac-4f66c77b6df1,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:58.431568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a4288-819b-4ed8-8f76-ace4935cfd09 admin admin] Pushing event updated for resources: {'Network': ['ID=a77af39e-11dc-434d-8c16-7978d1e0a5cd,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:58.457093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network a77af39e-11dc-434d-8c16-7978d1e0a5cd details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:14:58.502793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001e2a62-66a5-4bee-b931-8a61c038449c admin admin] Made reservation on behalf of e5b970b5a3404006a72aee96a6ce630e for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:58.507662 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-001e2a62-66a5-4bee-b931-8a61c038449c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.556834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63694a67-3aa8-4ec8-adc5-c7a0f7c9e3b7 req-edcfddb2-306c-4220-a440-1aa503a31f64 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:58.571541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63694a67-3aa8-4ec8-adc5-c7a0f7c9e3b7 req-edcfddb2-306c-4220-a440-1aa503a31f64 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.6763232 Feb 09 03:14:58.574519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad1370-d232-469d-b57b-f26a3793fca6 req-d24cec86-a1e3-4ed7-8794-8fcdaeec482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:58.577027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dad1370-d232-469d-b57b-f26a3793fca6 req-d24cec86-a1e3-4ed7-8794-8fcdaeec482b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75 HTTP/1.1" status: 200 len: 853 time: 0.2887514 Feb 09 03:14:58.580881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbadf31a-e687-46dd-a3e7-5a1bc7959172 None None] New status for floating IP f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:14:58.663319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33fab9-c313-4400-b74d-f45642be7161 req-f45a78e0-dc0f-4deb-b36e-8ee0825388ac tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:58.675347 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f33fab9-c313-4400-b74d-f45642be7161 req-f45a78e0-dc0f-4deb-b36e-8ee0825388ac tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 950 time: 0.1643131 Feb 09 03:14:58.687282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb57336-7b12-473a-a19c-06cbc633e919 req-f302eb58-c97b-4cd6-9dc1-c18a984c0f7b tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:58.689904 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2eb57336-7b12-473a-a19c-06cbc633e919 req-f302eb58-c97b-4cd6-9dc1-c18a984c0f7b tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.65 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 945 time: 0.2372992 Feb 09 03:14:58.695488 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dad1370-d232-469d-b57b-f26a3793fca6 req-aa0e7acd-8ce1-40f2-9d10-c7440d8ddd6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048348 Feb 09 03:14:58.809126 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63694a67-3aa8-4ec8-adc5-c7a0f7c9e3b7 req-19d93f53-9a61-4afe-9f73-ccf7cd226719 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380240 Feb 09 03:14:58.813832 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f33fab9-c313-4400-b74d-f45642be7161 req-7781393f-3b8c-4e8d-a9a7-3be737dc02fe tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369951 Feb 09 03:14:58.875102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Attempting to bind port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:58.875730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Attempting to bind port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:58.883607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Attempting to bind port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 on network 892c0000-0a5d-449f-b975-27ca2753b91f {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:58.891910 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 on network 892c0000-0a5d-449f-b975-27ca2753b91f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:58.895677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Attempting to bind port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 on network 892c0000-0a5d-449f-b975-27ca2753b91f {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:58.933764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:58.934236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Checking segment: {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:58.934715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Bound using segment: {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:58.935648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Bound port: 3cdefd76-cad5-42d9-83ac-4f66c77b6df1, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acacca0-bd7a-4216-9a8c-3ebccd6465ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:58.935979 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.993419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dad1370-d232-469d-b57b-f26a3793fca6 req-f1f65d06-86a9-4133-b724-5aae2ec2f0a9 service neutron] 10.222.0.42 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516437 Feb 09 03:14:58.999960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-2eb57336-7b12-473a-a19c-06cbc633e919 req-e1fb4ae5-d659-4800-af2f-b7252465e528 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Deleting port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:59.000295 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2eb57336-7b12-473a-a19c-06cbc633e919 req-e1fb4ae5-d659-4800-af2f-b7252465e528 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.015982 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-001e2a62-66a5-4bee-b931-8a61c038449c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (2fab681d-d25a-400e-8340-0cb60c4071e9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.111886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0a067-055a-449d-a9d9-4d4383cb917a req-0abbed0c-b4a2-4589-9a9b-fe15b0ab7d69 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:59.113462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-22a0a067-055a-449d-a9d9-4d4383cb917a req-0abbed0c-b4a2-4589-9a9b-fe15b0ab7d69 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 945 time: 0.1971960 Feb 09 03:14:59.124424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72092e21-8919-442b-8684-cf5157717ee4 req-a71cc06c-1a36-41a3-80f8-b6609bc1abc7 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:59.130993 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72092e21-8919-442b-8684-cf5157717ee4 req-a71cc06c-1a36-41a3-80f8-b6609bc1abc7 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 944 time: 0.1960907 Feb 09 03:14:59.142499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] For port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:59.163416 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e2a62-66a5-4bee-b931-8a61c038449c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fab681d-d25a-400e-8340-0cb60c4071e9,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:59.179616 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] For port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3cdefd76-cad5-42d9-83ac-4f66c77b6df1,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:59.182498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dad1370-d232-469d-b57b-f26a3793fca6 req-f1c7bbbe-8202-4030-94b6-bbccc1c0f863 service neutron] 10.222.0.42 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813319 Feb 09 03:14:59.203700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.213308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-22a0a067-055a-449d-a9d9-4d4383cb917a req-ae4458dc-ebef-4557-822c-0673c5cfbeac tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d974ccab-4d0a-4f12-a73a-93e310a7a5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854020 Feb 09 03:14:59.278130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:59.279809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.282670 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] 10.222.0.42 "PUT /v2.0/ports/3cdefd76-cad5-42d9-83ac-4f66c77b6df1 HTTP/1.1" status: 200 len: 1093 time: 3.6178432 Feb 09 03:14:59.337613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa32dfb-7c35-4833-80d0-674499f794cc service neutron] Pushing event updated for resources: {'Port': ['ID=3cdefd76-cad5-42d9-83ac-4f66c77b6df1,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:59.368773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 596cad0c-3537-4f16-bb08-28cdf3403d54 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:59.441798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] The host n-h1-824835-15 is not matching for port 596cad0c-3537-4f16-bb08-28cdf3403d54 host n-h2-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:14:59.443718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 596cad0c-3537-4f16-bb08-28cdf3403d54 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:59.471904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-b382f6ed-dde5-4967-9f4b-ba9934f527d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:59.473897 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-b382f6ed-dde5-4967-9f4b-ba9934f527d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=323324d4efbc491a986d5b2503e04608&device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 1127 time: 0.1253202 Feb 09 03:14:59.487194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984910c-1d4c-4e08-ac79-9c2a73d743ad req-d5b96346-ad20-402d-9321-5d185bf89896 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:59.495766 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b984910c-1d4c-4e08-ac79-9c2a73d743ad req-d5b96346-ad20-402d-9321-5d185bf89896 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 943 time: 0.1453249 Feb 09 03:14:59.560603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-0d9dc06c-1e71-497d-9b6e-bb08a1bfc1fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cdefd76-cad5-42d9-83ac-4f66c77b6df1 HTTP/1.1" status: 200 len: 217 time: 0.0622120 Feb 09 03:14:59.561480 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2eb57336-7b12-473a-a19c-06cbc633e919 req-e1fb4ae5-d659-4800-af2f-b7252465e528 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] For port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb,segment=NetworkSegment(760f0909-20ea-47c7-8f42-fa202a70bc93),segment_id=760f0909-20ea-47c7-8f42-fa202a70bc93)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:59.562415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2eb57336-7b12-473a-a19c-06cbc633e919 req-e1fb4ae5-d659-4800-af2f-b7252465e528 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.581303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e2a62-66a5-4bee-b931-8a61c038449c admin admin] Checking segment: {'id': '0d32829c-cace-46c7-8993-e2f169631923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:59.582094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001e2a62-66a5-4bee-b931-8a61c038449c admin admin] Network hostable DHCP agents. Network: a77af39e-11dc-434d-8c16-7978d1e0a5cd, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:14:59.598871 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-2eb57336-7b12-473a-a19c-06cbc633e919 req-e1fb4ae5-d659-4800-af2f-b7252465e528 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Calling delete_port for 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:59.608408 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72092e21-8919-442b-8684-cf5157717ee4 req-b4054d50-0706-46d5-8dcc-e4d8271624b8 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4764936 Feb 09 03:14:59.630909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-8060874f-3f34-44df-8de0-f9dcc10b8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:59.630909 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-8060874f-3f34-44df-8de0-f9dcc10b8ed4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c400f1bc-332e-48a4-b94d-44122a0c44f9 HTTP/1.1" status: 200 len: 863 time: 0.0572159 Feb 09 03:14:59.662568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001e2a62-66a5-4bee-b931-8a61c038449c admin admin] Network a77af39e-11dc-434d-8c16-7978d1e0a5cd is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:14:59.678476 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b984910c-1d4c-4e08-ac79-9c2a73d743ad req-8b86d91c-f131-445f-a196-c9077647d5df tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783371 Feb 09 03:14:59.691506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-001e2a62-66a5-4bee-b931-8a61c038449c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, a77af39e-11dc-434d-8c16-7978d1e0a5cd) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:59.700910 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7618952-ffc4-4f30-94b3-bbde50a55115 None None] Network a77af39e-11dc-434d-8c16-7978d1e0a5cd requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:59.701459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001e2a62-66a5-4bee-b931-8a61c038449c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:59.701927 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-001e2a62-66a5-4bee-b931-8a61c038449c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.715766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-cfbf18a2-8d45-4cd9-b597-a51ea26a2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:59.718571 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-cfbf18a2-8d45-4cd9-b597-a51ea26a2d6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=892c0000-0a5d-449f-b975-27ca2753b91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0863605 Feb 09 03:14:59.726100 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-001e2a62-66a5-4bee-b931-8a61c038449c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3210926 Feb 09 03:14:59.726936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52982) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:59.731192 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1388995119-router', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:59.855169 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.855597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:59.857459 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.874148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6157441-2fb2-422c-adf4-4ec8f1c2ab1c req-63436327-e7a8-4658-910c-81dd1e7b5ef9 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:59.876280 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e6157441-2fb2-422c-adf4-4ec8f1c2ab1c req-63436327-e7a8-4658-910c-81dd1e7b5ef9 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.0933280 Feb 09 03:14:59.881334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'tag': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:59.890420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-a77af39e-11dc-434d-8c16-7978d1e0a5cd', 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd', 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'fixed_ips': [{'subnet_id': '2fab681d-d25a-400e-8340-0cb60c4071e9'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:14:59.891111 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33748156-c140-4e35-b179-23ab81fbeae6" -d '{"events": [{"name": "network-changed", "server_uuid": "54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4", "tag": "3cdefd76-cad5-42d9-83ac-4f66c77b6df1"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:59.891713 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.940884 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e6157441-2fb2-422c-adf4-4ec8f1c2ab1c req-cf26cc8b-c130-44e9-9cdd-0f41e0c72acd tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551713 Feb 09 03:14:59.943810 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2eb57336-7b12-473a-a19c-06cbc633e919 req-e1fb4ae5-d659-4800-af2f-b7252465e528 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (2fc9e242-9a1e-48b0-96d5-ef95fb0738eb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.994718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb4ae5-d659-4800-af2f-b7252465e528 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event deleted for resources: {'Port': ['ID=2fc9e242-9a1e-48b0-96d5-ef95fb0738eb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:00.037466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb57336-7b12-473a-a19c-06cbc633e919 req-e1fb4ae5-d659-4800-af2f-b7252465e528 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] No DVR routers for this DVR port 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:00.040213 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2eb57336-7b12-473a-a19c-06cbc633e919 req-e1fb4ae5-d659-4800-af2f-b7252465e528 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:00.044726 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2eb57336-7b12-473a-a19c-06cbc633e919 req-e1fb4ae5-d659-4800-af2f-b7252465e528 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.65 "DELETE /v2.0/ports/2fc9e242-9a1e-48b0-96d5-ef95fb0738eb HTTP/1.1" status: 204 len: 173 time: 1.3425665 Feb 09 03:15:00.045436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9908b0df-d875-4356-8877-3c5343aeceb5', 'name': 'network-vif-deleted', 'tag': '2fc9e242-9a1e-48b0-96d5-ef95fb0738eb'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:00.062164 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a4b24-d4ad-425f-ab7a-d7b22fc75d59" -d '{"events": [{"server_uuid": "9908b0df-d875-4356-8877-3c5343aeceb5", "name": "network-vif-deleted", "tag": "2fc9e242-9a1e-48b0-96d5-ef95fb0738eb"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:00.084439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:15:00.203657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Allocated IP 172.20.0.2 (a77af39e-11dc-434d-8c16-7978d1e0a5cd/2fab681d-d25a-400e-8340-0cb60c4071e9/82705189-a050-4aa5-8ae7-c330e5bfc024) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:00.206246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-6c0369d4-0d00-4937-8cd9-a73f9cdd0838 service neutron] 10.222.0.42 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807129 Feb 09 03:15:00.214633 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Publish callbacks [] for router_controller (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:00.230408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d8ac-d6a3-4314-8087-fa152baaaf7c req-e0e3ad76-f17e-46d7-ad90-99b28919fe3c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:00.233724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:00.235298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25c5d8ac-d6a3-4314-8087-fa152baaaf7c req-e0e3ad76-f17e-46d7-ad90-99b28919fe3c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1506953 Feb 09 03:15:00.297963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'mac_address': 'fa:16:3e:54:b4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:15:00.347089 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25c5d8ac-d6a3-4314-8087-fa152baaaf7c req-a5f3e7e4-b635-46d8-bc51-28690ed6e65e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052158 Feb 09 03:15:00.386475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e70b34-0228-43b3-8c05-9cbeb224af7f req-59f878fa-15b0-4c2f-86a0-60df7aa91aad tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:00.394939 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c4e70b34-0228-43b3-8c05-9cbeb224af7f req-59f878fa-15b0-4c2f-86a0-60df7aa91aad tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 950 time: 0.3944490 Feb 09 03:15:00.417105 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbac7c1f-e979-424d-b3aa-0c7c56631174 x-openstack-request-id: req-cbac7c1f-e979-424d-b3aa-0c7c56631174 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:00.417574 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4", "tag": "3cdefd76-cad5-42d9-83ac-4f66c77b6df1", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:00.418212 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbac7c1f-e979-424d-b3aa-0c7c56631174 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:00.418752 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'tag': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1', 'status': 'completed', 'code': 200} Feb 09 03:15:00.436693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:00.437089 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:00.454825 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baf392d-572c-45c0-88b3-da7de04ea0e9 x-openstack-request-id: req-4baf392d-572c-45c0-88b3-da7de04ea0e9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:00.455082 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9908b0df-d875-4356-8877-3c5343aeceb5", "name": "network-vif-deleted", "tag": "2fc9e242-9a1e-48b0-96d5-ef95fb0738eb", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:00.455366 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4baf392d-572c-45c0-88b3-da7de04ea0e9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:00.457737 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9908b0df-d875-4356-8877-3c5343aeceb5', 'name': 'network-vif-deleted', 'tag': '2fc9e242-9a1e-48b0-96d5-ef95fb0738eb', 'status': 'completed', 'code': 200} Feb 09 03:15:00.478191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:00.529983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:00.549074 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:00.549745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:15:00.555743 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Publish callbacks [] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:00.569979 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41f5bd12-82f5-404f-a07d-873025c11dda req-63ce0711-2c61-4c8c-a26e-bc777530ed7a tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9908b0df-d875-4356-8877-3c5343aeceb5 HTTP/1.1" status: 200 len: 210 time: 0.0513151 Feb 09 03:15:00.589060 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:00.616019 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-673ea866-b735-489f-ae77-1c62d3d207a3 req-b1d56579-a4fd-441b-b3f7-0ec82ee3e2fb service neutron] 10.222.0.42 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977799 Feb 09 03:15:00.624035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e9a4b-d2f3-4560-b148-c8a80553491b req-c69df291-6a4c-44c3-ae89-e32fee32ce28 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:00.625591 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Publish callbacks [] for router_gateway (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:00.626279 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-488e9a4b-d2f3-4560-b148-c8a80553491b req-c69df291-6a4c-44c3-ae89-e32fee32ce28 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 950 time: 0.0983770 Feb 09 03:15:00.712790 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c4e70b34-0228-43b3-8c05-9cbeb224af7f req-ac2ee120-ef76-4a75-98f6-036cd7f8e560 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120360 Feb 09 03:15:00.872572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99ac93-8ad9-41c1-9db5-3c157ee63914 req-42cba5a4-b24f-458f-975c-d4d3126e28d3 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:00.882858 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a99ac93-8ad9-41c1-9db5-3c157ee63914 req-42cba5a4-b24f-458f-975c-d4d3126e28d3 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 944 time: 0.1276519 Feb 09 03:15:00.910566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Network a77af39e-11dc-434d-8c16-7978d1e0a5cd is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:00.913330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:00.935929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:00.957941 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:15:00.967551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-488e9a4b-d2f3-4560-b148-c8a80553491b req-3c8da773-dc3b-46e7-a703-c67f59fee911 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Deleting port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:00.968130 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-488e9a4b-d2f3-4560-b148-c8a80553491b req-3c8da773-dc3b-46e7-a703-c67f59fee911 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:01.007502 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a99ac93-8ad9-41c1-9db5-3c157ee63914 req-3125702e-8da8-4846-b692-c54cad23e0aa tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227512 Feb 09 03:15:01.070328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a67aba-6a17-4599-afa6-407ee725296a req-985476d9-7397-4f3e-b1eb-2c3486ffedaa tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:01.071571 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45a67aba-6a17-4599-afa6-407ee725296a req-985476d9-7397-4f3e-b1eb-2c3486ffedaa tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 943 time: 0.1950567 Feb 09 03:15:01.085022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:01.154640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-488e9a4b-d2f3-4560-b148-c8a80553491b req-3c8da773-dc3b-46e7-a703-c67f59fee911 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] For port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=39ee9b65-5b4a-4df5-ba74-1e1f4c660449,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:01.155015 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-488e9a4b-d2f3-4560-b148-c8a80553491b req-3c8da773-dc3b-46e7-a703-c67f59fee911 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:01.174453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-488e9a4b-d2f3-4560-b148-c8a80553491b req-3c8da773-dc3b-46e7-a703-c67f59fee911 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Calling delete_port for 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:01.226166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33748156-c140-4e35-b179-23ab81fbeae6 req-52da42b3-1128-4447-aa94-bcb23762ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:01.227535 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33748156-c140-4e35-b179-23ab81fbeae6 req-52da42b3-1128-4447-aa94-bcb23762ec79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=323324d4efbc491a986d5b2503e04608&device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 1127 time: 0.5300741 Feb 09 03:15:01.244172 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Attempting to bind port 82705189-a050-4aa5-8ae7-c330e5bfc024 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:01.248194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Attempting to bind port 82705189-a050-4aa5-8ae7-c330e5bfc024 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0d32829c-cace-46c7-8993-e2f169631923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:01.248194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Attempting to bind port 82705189-a050-4aa5-8ae7-c330e5bfc024 on network a77af39e-11dc-434d-8c16-7978d1e0a5cd {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:01.265988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Pushing event updated for resources: {'Port': ['ID=82705189-a050-4aa5-8ae7-c330e5bfc024,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:01.271621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:01.271998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Checking segment: {'id': '0d32829c-cace-46c7-8993-e2f169631923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:01.272393 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:01.272772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Bound using segment: {'id': '0d32829c-cace-46c7-8993-e2f169631923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:01.273506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Bound port: 82705189-a050-4aa5-8ae7-c330e5bfc024, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d32829c-cace-46c7-8993-e2f169631923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:01.273895 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:01.300252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:01.301675 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-bb636c06-db1e-4d17-8558-364108bc5e03 service neutron] 10.222.0.42 "GET /v2.0/ports/596cad0c-3537-4f16-bb08-28cdf3403d54/bindings/n-h1-824835-15 HTTP/1.1" status: 200 len: 385 time: 0.1977708 Feb 09 03:15:01.332709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '0bc7f806-7518-43a6-be8c-9fc7efa95fa4', 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2', 'port_id': '0bc7f806-7518-43a6-be8c-9fc7efa95fa4', 'mac_address': 'fa:16:3e:a3:11:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:15:01.377674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 3c884467-ea3e-43dd-9469-4e38b4532e98 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:15:01.379538 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:01.420583 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a877bc-796f-4c53-ba1c-8332d451f42b req-c9e3d729-ecf7-41d7-aff4-f090b75e3e85 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:01.432959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40a877bc-796f-4c53-ba1c-8332d451f42b req-c9e3d729-ecf7-41d7-aff4-f090b75e3e85 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.1779103 Feb 09 03:15:01.436350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:01.436699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2fc9e242-9a1e-48b0-96d5-ef95fb0738eb not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:01.443119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] For port 82705189-a050-4aa5-8ae7-c330e5bfc024, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:01.447088 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45a67aba-6a17-4599-afa6-407ee725296a req-2ff5aa63-3584-434c-8325-54c39f691333 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489900 Feb 09 03:15:01.460781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:01.461300 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:01.480644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] For port 82705189-a050-4aa5-8ae7-c330e5bfc024, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=82705189-a050-4aa5-8ae7-c330e5bfc024,segment=NetworkSegment(0d32829c-cace-46c7-8993-e2f169631923),segment_id=0d32829c-cace-46c7-8993-e2f169631923)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:01.511846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:01.517441 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:01.559907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-488e9a4b-d2f3-4560-b148-c8a80553491b req-3c8da773-dc3b-46e7-a703-c67f59fee911 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (39ee9b65-5b4a-4df5-ba74-1e1f4c660449), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:01.598930 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40a877bc-796f-4c53-ba1c-8332d451f42b req-451883e9-4caa-4486-b4cf-61c40c725dbb tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581237 Feb 09 03:15:01.602119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2', 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c', '16210ae2-9ad7-425c-ab99-74a057fcd2c4'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:01.619917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['e5af45d6-8e1b-4b56-8dec-9ed181c04470', '73f77054-1c9d-4caf-8061-c069fb3a9107', '39ee9b65-5b4a-4df5-ba74-1e1f4c660449'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:01.670334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8da773-dc3b-46e7-a703-c67f59fee911 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event deleted for resources: {'Port': ['ID=39ee9b65-5b4a-4df5-ba74-1e1f4c660449,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:01.709190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:01.756997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-488e9a4b-d2f3-4560-b148-c8a80553491b req-3c8da773-dc3b-46e7-a703-c67f59fee911 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] No DVR routers for this DVR port 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:01.760181 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-488e9a4b-d2f3-4560-b148-c8a80553491b req-3c8da773-dc3b-46e7-a703-c67f59fee911 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:01.764346 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-488e9a4b-d2f3-4560-b148-c8a80553491b req-3c8da773-dc3b-46e7-a703-c67f59fee911 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "DELETE /v2.0/ports/39ee9b65-5b4a-4df5-ba74-1e1f4c660449 HTTP/1.1" status: 204 len: 173 time: 1.1327269 Feb 09 03:15:01.825986 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e9ad1-8104-45e4-847b-65cbaf59f69b None None] Pushing event updated for resources: {'Port': ['ID=82705189-a050-4aa5-8ae7-c330e5bfc024,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:01.841927 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:01.853092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 3c884467-ea3e-43dd-9469-4e38b4532e98, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3c884467-ea3e-43dd-9469-4e38b4532e98,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:01.877600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33748156-c140-4e35-b179-23ab81fbeae6 req-440088e2-3840-4e6b-bc84-f430ba394fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:01.879122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33748156-c140-4e35-b179-23ab81fbeae6 req-440088e2-3840-4e6b-bc84-f430ba394fd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=892c0000-0a5d-449f-b975-27ca2753b91f HTTP/1.1" status: 200 len: 925 time: 0.6265712 Feb 09 03:15:02.008494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '3c884467-ea3e-43dd-9469-4e38b4532e98', 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2', 'port_id': '3c884467-ea3e-43dd-9469-4e38b4532e98', 'mac_address': 'fa:16:3e:6a:2f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:15:02.020446 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a42be193-9465-4110-9769-f8bf0e85d441 req-c9483b50-1e80-4c18-8437-d9eb4a23389e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=173611c1-8cb3-42fe-a792-7390d826d42a HTTP/1.1" status: 200 len: 210 time: 0.0739651 Feb 09 03:15:02.120534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 3c884467-ea3e-43dd-9469-4e38b4532e98 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:02.121083 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:02.165299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['51d31c94-72c7-4f61-9e95-9f4b918c2fa8'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:02.178066 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33748156-c140-4e35-b179-23ab81fbeae6 req-c0210e3c-1e7d-41b0-9d0e-a56cd2b52cea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cdefd76-cad5-42d9-83ac-4f66c77b6df1 HTTP/1.1" status: 200 len: 217 time: 0.2814608 Feb 09 03:15:02.290487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c884467-ea3e-43dd-9469-4e38b4532e98 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:02.294953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2428018-7233-42a7-bcb0-3b1e901fd463 req-633c2ef8-517f-4e33-bb4f-c2a2fbe304ce tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:02.321333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751532f-d53f-4aac-8b2f-0f0891df1f1f req-114c7afe-1c0e-4b0e-8ba9-ac1c4cf036b5 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:02.326326 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2428018-7233-42a7-bcb0-3b1e901fd463 req-633c2ef8-517f-4e33-bb4f-c2a2fbe304ce tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.7349403 Feb 09 03:15:02.339784 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3751532f-d53f-4aac-8b2f-0f0891df1f1f req-114c7afe-1c0e-4b0e-8ba9-ac1c4cf036b5 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 944 time: 0.0975082 Feb 09 03:15:02.477674 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173611c1-8cb3-42fe-a792-7390d826d42a', 'name': 'network-vif-deleted', 'tag': '39ee9b65-5b4a-4df5-ba74-1e1f4c660449'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:02.487919 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46d366d-50f6-45f6-b8cb-4c4da0ecb0c1" -d '{"events": [{"server_uuid": "173611c1-8cb3-42fe-a792-7390d826d42a", "name": "network-vif-deleted", "tag": "39ee9b65-5b4a-4df5-ba74-1e1f4c660449"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:02.493349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['0bc7f806-7518-43a6-be8c-9fc7efa95fa4'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:02.541133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33748156-c140-4e35-b179-23ab81fbeae6 req-7ac12ce4-1637-4549-a46a-17029ed004b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:02.544552 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33748156-c140-4e35-b179-23ab81fbeae6 req-7ac12ce4-1637-4549-a46a-17029ed004b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c400f1bc-332e-48a4-b94d-44122a0c44f9 HTTP/1.1" status: 200 len: 863 time: 0.1386867 Feb 09 03:15:02.568688 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3751532f-d53f-4aac-8b2f-0f0891df1f1f req-0ece50a1-1f4a-4254-8fca-d8f56f5005fb tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2100573 Feb 09 03:15:02.874536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2a248-ae1d-47c8-942c-02650f236f3c req-103af1ec-a54f-45f7-bf27-a38563fbe31a tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:02.876357 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:02.891104 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fed2a248-ae1d-47c8-942c-02650f236f3c req-103af1ec-a54f-45f7-bf27-a38563fbe31a tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 944 time: 0.0962417 Feb 09 03:15:02.902990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 3c884467-ea3e-43dd-9469-4e38b4532e98, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3c884467-ea3e-43dd-9469-4e38b4532e98,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:02.987169 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.012395 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fed2a248-ae1d-47c8-942c-02650f236f3c req-c806a7a5-6275-4274-931c-3ca3fc0b05dc tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201615 Feb 09 03:15:03.074358 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2909f6b6-a8ce-48e6-b0fe-708d6e9cb949 x-openstack-request-id: req-2909f6b6-a8ce-48e6-b0fe-708d6e9cb949 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:03.076769 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173611c1-8cb3-42fe-a792-7390d826d42a", "name": "network-vif-deleted", "tag": "39ee9b65-5b4a-4df5-ba74-1e1f4c660449", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:03.077339 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2909f6b6-a8ce-48e6-b0fe-708d6e9cb949 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:03.077951 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173611c1-8cb3-42fe-a792-7390d826d42a', 'name': 'network-vif-deleted', 'tag': '39ee9b65-5b4a-4df5-ba74-1e1f4c660449', 'status': 'completed', 'code': 200} Feb 09 03:15:03.125847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:03.254102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=3c884467-ea3e-43dd-9469-4e38b4532e98,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:03.310401 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7256ef32-da82-4b3c-bf16-2dd9c67fb98b tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for security_group (9d4dbc9e-a417-4b55-a66a-0682ba7095b4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.326806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2428018-7233-42a7-bcb0-3b1e901fd463 req-b8d3f00d-fef7-4151-8d1a-381d1f176c39 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9989665 Feb 09 03:15:03.348404 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7256ef32-da82-4b3c-bf16-2dd9c67fb98b tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for security_group (9d4dbc9e-a417-4b55-a66a-0682ba7095b4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.369421 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Publish callbacks [] for router_gateway (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.394840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd62a5-69d4-493d-9cd4-4ae92f7d3012 req-5d97f91a-a4ed-45e6-bf79-81eaaa068ceb tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:03.404104 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-78cd62a5-69d4-493d-9cd4-4ae92f7d3012 req-5d97f91a-a4ed-45e6-bf79-81eaaa068ceb tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.1298385 Feb 09 03:15:03.407313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:03.459920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.540809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:03.541570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 39ee9b65-5b4a-4df5-ba74-1e1f4c660449 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:03.565916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26da15dc-84df-4df6-b974-2356c190b49f None None] Network a77af39e-11dc-434d-8c16-7978d1e0a5cd requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:03.581453 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['3c884467-ea3e-43dd-9469-4e38b4532e98'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:03.592187 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-78cd62a5-69d4-493d-9cd4-4ae92f7d3012 req-6926f8a9-075d-4d59-afad-9b77a7108c94 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868200 Feb 09 03:15:03.603292 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7256ef32-da82-4b3c-bf16-2dd9c67fb98b tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9d4dbc9e-a417-4b55-a66a-0682ba7095b4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.613262 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7256ef32-da82-4b3c-bf16-2dd9c67fb98b tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.615298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33748156-c140-4e35-b179-23ab81fbeae6 req-052f32f2-8e46-4c9e-9cb2-15aeb1f3b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:03.618561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7256ef32-da82-4b3c-bf16-2dd9c67fb98b tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "DELETE /v2.0/security-groups/9d4dbc9e-a417-4b55-a66a-0682ba7095b4 HTTP/1.1" status: 204 len: 168 time: 0.4908657 Feb 09 03:15:03.619388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53082) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:03.625174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33748156-c140-4e35-b179-23ab81fbeae6 req-052f32f2-8e46-4c9e-9cb2-15aeb1f3b05c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=892c0000-0a5d-449f-b975-27ca2753b91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.0249412 Feb 09 03:15:03.684578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256ef32-da82-4b3c-bf16-2dd9c67fb98b tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4dbc9e-a417-4b55-a66a-0682ba7095b4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:03.687596 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-6c409835-73b5-4c0f-a10d-ff0b1e6aa881 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] show failed (client error): The resource could not be found. Feb 09 03:15:03.707352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6c409835-73b5-4c0f-a10d-ff0b1e6aa881 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "GET /v2.0/security-groups/9d4dbc9e-a417-4b55-a66a-0682ba7095b4 HTTP/1.1" status: 404 len: 347 time: 0.0810711 Feb 09 03:15:03.707956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53084) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:03.789804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 82705189-a050-4aa5-8ae7-c330e5bfc024 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:03.791943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2b29aa42-eca1-467e-9ec1-95eeff6e0548 None None] Provisioning complete for port 82705189-a050-4aa5-8ae7-c330e5bfc024 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:03.792239 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b29aa42-eca1-467e-9ec1-95eeff6e0548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.887472 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:15:03.985645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3cdefd76-cad5-42d9-83ac-4f66c77b6df1,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:03.995377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33748156-c140-4e35-b179-23ab81fbeae6 req-e81dacab-17f8-4083-b1ce-d40110e50ba7 service neutron] 10.222.0.42 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807048 Feb 09 03:15:03.998448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:04.010414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'port_id': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1', 'mac_address': 'fa:16:3e:f3:c1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:15:04.077509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6d5009a0-ffd0-490a-9189-086f89eabcb9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Deleting port 2d975a19-fe67-4405-8410-83fb963b4e9a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:04.077509 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d5009a0-ffd0-490a-9189-086f89eabcb9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2d975a19-fe67-4405-8410-83fb963b4e9a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.144118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-117075e0-7f58-484c-b159-993df1a21dfa service neutron] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=596cad0c-3537-4f16-bb08-28cdf3403d54,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:04.146444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba3c16-d7ba-452b-89ce-73e0d739a27b req-29f5c255-9f6b-4f53-a6de-1797ee70b72c tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:04.156796 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4aba3c16-d7ba-452b-89ce-73e0d739a27b req-29f5c255-9f6b-4f53-a6de-1797ee70b72c tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 944 time: 0.2361369 Feb 09 03:15:04.170436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15229f-995f-4bfd-9876-2e067582726b req-4a8299b4-548d-4432-a2b5-bdc0b0f0afb4 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:04.171389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b15229f-995f-4bfd-9876-2e067582726b req-4a8299b4-548d-4432-a2b5-bdc0b0f0afb4 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 950 time: 0.1661928 Feb 09 03:15:04.226848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4aba3c16-d7ba-452b-89ce-73e0d739a27b req-ba9d2c99-0dc6-4351-8afd-5c7f90a478b6 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687976 Feb 09 03:15:04.234227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:04.234627 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.300033 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d5009a0-ffd0-490a-9189-086f89eabcb9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2d975a19-fe67-4405-8410-83fb963b4e9a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.300903 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d5009a0-ffd0-490a-9189-086f89eabcb9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for floatingip (2d975a19-fe67-4405-8410-83fb963b4e9a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.303499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b15229f-995f-4bfd-9876-2e067582726b req-3dcc633b-4424-4d50-9e88-26f29972aed4 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214337 Feb 09 03:15:04.318034 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-117075e0-7f58-484c-b159-993df1a21dfa service neutron] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:04.335391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6d5009a0-ffd0-490a-9189-086f89eabcb9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Calling delete_port for 2d975a19-fe67-4405-8410-83fb963b4e9a owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:04.391462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33748156-c140-4e35-b179-23ab81fbeae6 req-a42d9601-3274-4e84-91cb-f0da9a796a02 service neutron] 10.222.0.42 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848252 Feb 09 03:15:04.415163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Allocated IP 172.25.5.101 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/697a3655-496f-4815-a414-4c73df5be33f) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:04.484665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:04.498616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 82705189-a050-4aa5-8ae7-c330e5bfc024 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:04.499151 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.500845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2b29aa42-eca1-467e-9ec1-95eeff6e0548 None None] Current status of the port 82705189-a050-4aa5-8ae7-c330e5bfc024 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:04.501332 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b29aa42-eca1-467e-9ec1-95eeff6e0548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.545780 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Publish callbacks [] for port (697a3655-496f-4815-a414-4c73df5be33f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.597994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3cdefd76-cad5-42d9-83ac-4f66c77b6df1,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:04.622106 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (697a3655-496f-4815-a414-4c73df5be33f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.638340 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.651407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:04.651950 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.655742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5b900-3a5e-4a1e-964d-6066efc1ebe0 req-ff7c3cc1-2de3-4a97-a9af-c816c3cce516 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:04.662446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-117075e0-7f58-484c-b159-993df1a21dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596cad0c-3537-4f16-bb08-28cdf3403d54 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:04.663511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2b29aa42-eca1-467e-9ec1-95eeff6e0548 None None] For port 82705189-a050-4aa5-8ae7-c330e5bfc024, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=82705189-a050-4aa5-8ae7-c330e5bfc024,segment=NetworkSegment(0d32829c-cace-46c7-8993-e2f169631923),segment_id=0d32829c-cace-46c7-8993-e2f169631923)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:04.665311 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5db5b900-3a5e-4a1e-964d-6066efc1ebe0 req-ff7c3cc1-2de3-4a97-a9af-c816c3cce516 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 944 time: 0.3310380 Feb 09 03:15:04.676660 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d5009a0-ffd0-490a-9189-086f89eabcb9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (2d975a19-fe67-4405-8410-83fb963b4e9a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.728749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5009a0-ffd0-490a-9189-086f89eabcb9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Pushing event deleted for resources: {'Port': ['ID=2d975a19-fe67-4405-8410-83fb963b4e9a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:04.748009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-117075e0-7f58-484c-b159-993df1a21dfa service neutron] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=596cad0c-3537-4f16-bb08-28cdf3403d54,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:04.759074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:04.760254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d5009a0-ffd0-490a-9189-086f89eabcb9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks [] for floatingip (6078bc9b-599b-49e5-94ba-bda8332ae7d9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.763965 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d5009a0-ffd0-490a-9189-086f89eabcb9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.768371 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6d5009a0-ffd0-490a-9189-086f89eabcb9 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] 10.222.0.21 "DELETE /v2.0/floatingips/6078bc9b-599b-49e5-94ba-bda8332ae7d9 HTTP/1.1" status: 204 len: 168 time: 1.0594003 Feb 09 03:15:04.773383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:04.794890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:04.805706 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b29aa42-eca1-467e-9ec1-95eeff6e0548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.832511 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5db5b900-3a5e-4a1e-964d-6066efc1ebe0 req-915a7e1b-9f94-475b-a176-1bd957791b8a tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659296 Feb 09 03:15:04.883728 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-117075e0-7f58-484c-b159-993df1a21dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.923114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=3cdefd76-cad5-42d9-83ac-4f66c77b6df1,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:04.928051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Pushing event updated for resources: {'Port': ['ID=697a3655-496f-4815-a414-4c73df5be33f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:05.017865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-117075e0-7f58-484c-b159-993df1a21dfa service neutron] Transition to ACTIVE for port object 596cad0c-3537-4f16-bb08-28cdf3403d54 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:15:05.057910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff4f0f-20d7-4970-adb7-df18758d85db req-b9ff71dd-b47a-4d88-b0e4-de9829a09e32 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:05.066429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6ff4f0f-20d7-4970-adb7-df18758d85db req-b9ff71dd-b47a-4d88-b0e4-de9829a09e32 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 943 time: 0.0805676 Feb 09 03:15:05.096185 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['3cdefd76-cad5-42d9-83ac-4f66c77b6df1'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:05.106219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ad854-6353-42ce-a215-8601967b75b7 req-1ca75e01-3388-4550-8209-1db31e9d349b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:05.114795 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f7ad854-6353-42ce-a215-8601967b75b7 req-1ca75e01-3388-4550-8209-1db31e9d349b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.5279682 Feb 09 03:15:05.125556 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-117075e0-7f58-484c-b159-993df1a21dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.128123 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6ff4f0f-20d7-4970-adb7-df18758d85db req-86af7e2c-6f23-48ce-9704-3028fc1f93aa tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594623 Feb 09 03:15:05.240590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-117075e0-7f58-484c-b159-993df1a21dfa service neutron] No DVR routers for this DVR port 596cad0c-3537-4f16-bb08-28cdf3403d54 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:05.253588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 82705189-a050-4aa5-8ae7-c330e5bfc024 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:05.263426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29aa42-eca1-467e-9ec1-95eeff6e0548 None None] Pushing event updated for resources: {'Port': ['ID=82705189-a050-4aa5-8ae7-c330e5bfc024,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:05.282711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c70c9b40-2c50-4686-a465-1f8d0cda6c79 None None] Provisioning complete for port 82705189-a050-4aa5-8ae7-c330e5bfc024 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:05.283086 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c70c9b40-2c50-4686-a465-1f8d0cda6c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.342237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f7ad854-6353-42ce-a215-8601967b75b7 req-37eb41e4-c1db-4ccd-9951-7ce45e9369a0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265568 Feb 09 03:15:05.344618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117075e0-7f58-484c-b159-993df1a21dfa service neutron] Pushing event updated for resources: {'Port': ['ID=596cad0c-3537-4f16-bb08-28cdf3403d54,revision_number=10']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:05.366003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:05.366003 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.396148 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-117075e0-7f58-484c-b159-993df1a21dfa service neutron] 10.222.0.42 "PUT /v2.0/ports/596cad0c-3537-4f16-bb08-28cdf3403d54/bindings/n-h1-824835-15/activate HTTP/1.1" status: 200 len: 370 time: 3.9647782 Feb 09 03:15:05.443018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:05.445214 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6feba8ca-35d7-4c63-b17e-5eef412717ce" -d '{"events": [{"server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "name": "network-vif-plugged", "status": "completed", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:05.484343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:05.501009 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.559316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa987ccd-0c0d-4a60-8c44-0d74c4e777fb req-3b326f49-7cc4-4260-abb6-8baa2e7b03c7 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:05.566928 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa987ccd-0c0d-4a60-8c44-0d74c4e777fb req-3b326f49-7cc4-4260-abb6-8baa2e7b03c7 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 945 time: 0.1623073 Feb 09 03:15:05.596964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-052930a6-93da-42b5-a872-5432e5955e1b tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:05.599545 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-052930a6-93da-42b5-a872-5432e5955e1b tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091&tenant_id=612b79b2c8c44d278e66100587b7c4b3&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1127 time: 0.1201890 Feb 09 03:15:05.643285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c70c9b40-2c50-4686-a465-1f8d0cda6c79 None None] Current status of the port 82705189-a050-4aa5-8ae7-c330e5bfc024 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:05.663661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:05.666064 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa987ccd-0c0d-4a60-8c44-0d74c4e777fb req-3d1d8d48-3f9a-42c8-974b-2481499744fc tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980301 Feb 09 03:15:05.676993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 82705189-a050-4aa5-8ae7-c330e5bfc024 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:05.701496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d014ff-ff10-481b-94fe-5d5d51f104af req-b9dfb596-a9f7-4bef-bf17-6613b48fc0fa tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:05.708989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37d014ff-ff10-481b-94fe-5d5d51f104af req-b9dfb596-a9f7-4bef-bf17-6613b48fc0fa tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 950 time: 0.1150157 Feb 09 03:15:05.725314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-b6c02db9-2521-4cc0-9bb6-ff4449d29082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:05.726912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-b6c02db9-2521-4cc0-9bb6-ff4449d29082 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091&tenant_id=612b79b2c8c44d278e66100587b7c4b3 HTTP/1.1" status: 200 len: 1127 time: 0.1142192 Feb 09 03:15:05.744600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53134) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:05.798840 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Publish callbacks [] for router_gateway (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.810732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 82705189-a050-4aa5-8ae7-c330e5bfc024 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:05.811118 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.864727 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d7ba0d-1861-4201-a532-7fc5a7d5a338 x-openstack-request-id: req-45d7ba0d-1861-4201-a532-7fc5a7d5a338 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:05.865484 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "name": "network-vif-plugged", "status": "completed", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:05.865846 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45d7ba0d-1861-4201-a532-7fc5a7d5a338 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:05.866339 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'code': 200} Feb 09 03:15:05.867279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:05.871574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85919d6-5396-4a68-ac0c-61a2b063d53e admin admin] Deleting subnet 74d7fd12-786a-4383-9c06-fed2ef100cb3 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:15:05.876698 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a85919d6-5396-4a68-ac0c-61a2b063d53e admin admin] Publish callbacks [] for subnet (74d7fd12-786a-4383-9c06-fed2ef100cb3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.904723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1f2c0-182f-4253-8966-73ed57fb234e req-7d218fc5-9e59-4d13-8c86-596ad90a5f06 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:05.907730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ee1f2c0-182f-4253-8966-73ed57fb234e req-7d218fc5-9e59-4d13-8c86-596ad90a5f06 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b06e4c-3e20-42aa-bea9-e44208c05906 HTTP/1.1" status: 200 len: 950 time: 0.1883924 Feb 09 03:15:05.918243 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37d014ff-ff10-481b-94fe-5d5d51f104af req-05c4d336-9092-44c4-8c36-11f8c519ee09 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083263 Feb 09 03:15:05.929886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-9355a045-57e0-4406-b796-a5dedabf07df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:05.931672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-9355a045-57e0-4406-b796-a5dedabf07df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 1127 time: 0.1308477 Feb 09 03:15:05.933862 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a85919d6-5396-4a68-ac0c-61a2b063d53e admin admin] Publish callbacks [] for subnet (74d7fd12-786a-4383-9c06-fed2ef100cb3), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.952896 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a85919d6-5396-4a68-ac0c-61a2b063d53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (74d7fd12-786a-4383-9c06-fed2ef100cb3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.021309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 82705189-a050-4aa5-8ae7-c330e5bfc024 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:06.061124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:15:06.072593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:06.072593 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.104614 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-0ee1f2c0-182f-4253-8966-73ed57fb234e req-2d1d2bf7-f7fc-4683-9c77-bf044cb32e3e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Deleting port 73f77054-1c9d-4caf-8061-c069fb3a9107 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:06.105369 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0ee1f2c0-182f-4253-8966-73ed57fb234e req-2d1d2bf7-f7fc-4683-9c77-bf044cb32e3e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.194886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:06.195224 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.226839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0ee1f2c0-182f-4253-8966-73ed57fb234e req-2d1d2bf7-f7fc-4683-9c77-bf044cb32e3e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] For port 73f77054-1c9d-4caf-8061-c069fb3a9107, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=73f77054-1c9d-4caf-8061-c069fb3a9107,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:06.227380 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0ee1f2c0-182f-4253-8966-73ed57fb234e req-2d1d2bf7-f7fc-4683-9c77-bf044cb32e3e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.240499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-0ee1f2c0-182f-4253-8966-73ed57fb234e req-2d1d2bf7-f7fc-4683-9c77-bf044cb32e3e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Calling delete_port for 73f77054-1c9d-4caf-8061-c069fb3a9107 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:06.245799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:06.252071 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.316290 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a85919d6-5396-4a68-ac0c-61a2b063d53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for subnet (74d7fd12-786a-4383-9c06-fed2ef100cb3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.324183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:06.355581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a39e9-0d98-4237-853a-d7abb3d9c747 req-f7f11209-3544-4c96-b063-b028acf9953c tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:06.371082 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d89a39e9-0d98-4237-853a-d7abb3d9c747 req-f7f11209-3544-4c96-b063-b028acf9953c tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 944 time: 0.3725104 Feb 09 03:15:06.416081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-d22cc36f-e84e-40cd-a275-2ddde5a843e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:06.420676 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-d22cc36f-e84e-40cd-a275-2ddde5a843e6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.4685235 Feb 09 03:15:06.501030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85919d6-5396-4a68-ac0c-61a2b063d53e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d7fd12-786a-4383-9c06-fed2ef100cb3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:06.506706 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-61bcd25f-f1f3-4afa-8906-8764d3b1fecb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=596cad0c-3537-4f16-bb08-28cdf3403d54 HTTP/1.1" status: 200 len: 217 time: 0.0566137 Feb 09 03:15:06.508787 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a85919d6-5396-4a68-ac0c-61a2b063d53e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.514682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a85919d6-5396-4a68-ac0c-61a2b063d53e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/74d7fd12-786a-4383-9c06-fed2ef100cb3 HTTP/1.1" status: 204 len: 168 time: 0.7686424 Feb 09 03:15:06.521621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53144) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:06.555174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0ee1f2c0-182f-4253-8966-73ed57fb234e req-2d1d2bf7-f7fc-4683-9c77-bf044cb32e3e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (73f77054-1c9d-4caf-8061-c069fb3a9107), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.567629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2', 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c', '16210ae2-9ad7-425c-ab99-74a057fcd2c4'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:06.628923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d2bf7-f7fc-4683-9c77-bf044cb32e3e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event deleted for resources: {'Port': ['ID=73f77054-1c9d-4caf-8061-c069fb3a9107,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:06.645060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['e5af45d6-8e1b-4b56-8dec-9ed181c04470', '73f77054-1c9d-4caf-8061-c069fb3a9107'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:06.661465 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d89a39e9-0d98-4237-853a-d7abb3d9c747 req-16e2da5c-e9f7-4c16-acee-2fa75458cc0e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844377 Feb 09 03:15:06.672886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-eb4a6bae-2cf8-4d19-a25b-2b0a8bcbe488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:06.674495 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-eb4a6bae-2cf8-4d19-a25b-2b0a8bcbe488 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1576560 Feb 09 03:15:06.702699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee1f2c0-182f-4253-8966-73ed57fb234e req-2d1d2bf7-f7fc-4683-9c77-bf044cb32e3e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] No DVR routers for this DVR port 73f77054-1c9d-4caf-8061-c069fb3a9107 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:06.706187 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.713114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0ee1f2c0-182f-4253-8966-73ed57fb234e req-2d1d2bf7-f7fc-4683-9c77-bf044cb32e3e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.718577 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ee1f2c0-182f-4253-8966-73ed57fb234e req-2d1d2bf7-f7fc-4683-9c77-bf044cb32e3e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "DELETE /v2.0/ports/73f77054-1c9d-4caf-8061-c069fb3a9107 HTTP/1.1" status: 204 len: 173 time: 0.7993579 Feb 09 03:15:06.745667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (3676f8df-374e-4df3-a351-736985e7f7a6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.752343 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-b2494e74-49a3-431f-aa46-eddfece3985f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714817 Feb 09 03:15:06.887043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b06e4c-3e20-42aa-bea9-e44208c05906', 'name': 'network-vif-deleted', 'tag': '73f77054-1c9d-4caf-8061-c069fb3a9107'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:06.890966 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d2bda7-b64b-4cd5-8ecc-dae05e014d9f" -d '{"events": [{"server_uuid": "68b06e4c-3e20-42aa-bea9-e44208c05906", "name": "network-vif-deleted", "tag": "73f77054-1c9d-4caf-8061-c069fb3a9107"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:06.911797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7568e9-9c9d-4f84-b8b0-03775b7fe484 req-28e7564d-a245-4eca-8011-dde22b2ad30c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:06.916493 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c7568e9-9c9d-4f84-b8b0-03775b7fe484 req-28e7564d-a245-4eca-8011-dde22b2ad30c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 944 time: 0.5499127 Feb 09 03:15:07.042474 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-ed4eeb69-6f44-467e-8c9e-007685e0a028 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677877 Feb 09 03:15:07.053335 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c7568e9-9c9d-4f84-b8b0-03775b7fe484 req-4e574edf-90d8-437c-8809-ae648c94467f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158092 Feb 09 03:15:07.096565 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (3676f8df-374e-4df3-a351-736985e7f7a6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.117063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Router 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:15:07.128243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.128746 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.129644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.130085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.130516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.130968 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.131400 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.131832 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.132247 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.132668 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.238543 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.238976 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.239428 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.239862 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 03:15:07.240324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3676f8df-374e-4df3-a351-736985e7f7a6']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:07.262880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760f0909-20ea-47c7-8f42-fa202a70bc93') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:07.263432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760f0909-20ea-47c7-8f42-fa202a70bc93') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:07.322280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabfe34-f8d3-4141-b3da-8dffdb6fa055 req-a0d73f58-6ad5-4fa1-9317-768bc64e5ad7 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:07.324020 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8eabfe34-f8d3-4141-b3da-8dffdb6fa055 req-a0d73f58-6ad5-4fa1-9317-768bc64e5ad7 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 945 time: 0.1849501 Feb 09 03:15:07.350862 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (760f0909-20ea-47c7-8f42-fa202a70bc93), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.388558 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 3c884467-ea3e-43dd-9469-4e38b4532e98 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:07.427614 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (760f0909-20ea-47c7-8f42-fa202a70bc93), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.443054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:15:07.443873 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (760f0909-20ea-47c7-8f42-fa202a70bc93), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.444319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: from cryptography.utils import int_from_bytes Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: from cryptography.utils import int_from_bytes Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:15:07.451556 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:15:07.465161 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Sync routers for ids ['9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:07.503459 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Routers {'9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:07.506599 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:14:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:07.550907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8eabfe34-f8d3-4141-b3da-8dffdb6fa055 req-68c6ff5e-3229-4bfa-aa82-852632b0939c tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2187738 Feb 09 03:15:07.555045 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.565384 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.567521 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0c83ba6e-ec72-4518-a19a-4760debf19ad admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8394578 Feb 09 03:15:07.577997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53160) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:07.582223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 3c884467-ea3e-43dd-9469-4e38b4532e98 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:15:07.594276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 3c884467-ea3e-43dd-9469-4e38b4532e98 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:07.594749 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.599782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5c721-9074-436b-9566-91492886b85d req-5fd43a56-ef49-4035-9e39-811145d72bcb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:07.610116 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8fc5c721-9074-436b-9566-91492886b85d req-5fd43a56-ef49-4035-9e39-811145d72bcb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.5665855 Feb 09 03:15:07.674553 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecf2620-31c5-4b8d-84cf-6c0d517d4c11 x-openstack-request-id: req-1ecf2620-31c5-4b8d-84cf-6c0d517d4c11 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:07.675410 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b06e4c-3e20-42aa-bea9-e44208c05906", "name": "network-vif-deleted", "tag": "73f77054-1c9d-4caf-8061-c069fb3a9107", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:07.675669 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ecf2620-31c5-4b8d-84cf-6c0d517d4c11 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:07.676113 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b06e4c-3e20-42aa-bea9-e44208c05906', 'name': 'network-vif-deleted', 'tag': '73f77054-1c9d-4caf-8061-c069fb3a9107', 'status': 'completed', 'code': 200} Feb 09 03:15:07.713645 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Set router 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:07.768484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 3c884467-ea3e-43dd-9469-4e38b4532e98 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:07.768873 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.808115 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (3676f8df-374e-4df3-a351-736985e7f7a6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.829956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 3c884467-ea3e-43dd-9469-4e38b4532e98, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3c884467-ea3e-43dd-9469-4e38b4532e98,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:07.846951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-85401ff8-ed72-4b9d-a6a7-2a4c00c9c826 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588873 Feb 09 03:15:07.848859 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.867147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.878093 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3676f8df-374e-4df3-a351-736985e7f7a6 HTTP/1.1" status: 204 len: 168 time: 1.3447492 Feb 09 03:15:07.880389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1283d6f-503c-4640-ba72-729399c84e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc7f806-7518-43a6-be8c-9fc7efa95fa4'}, {'server_uuid': 'b97c5c37-2566-483b-90fd-9ca3f072cdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c884467-ea3e-43dd-9469-4e38b4532e98'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:07.883348 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0ac695-f65c-4d48-9990-2e910d9dbe01" -d '{"events": [{"server_uuid": "d1283d6f-503c-4640-ba72-729399c84e3e", "name": "network-vif-plugged", "status": "completed", "tag": "0bc7f806-7518-43a6-be8c-9fc7efa95fa4"}, {"server_uuid": "b97c5c37-2566-483b-90fd-9ca3f072cdb0", "name": "network-vif-plugged", "status": "completed", "tag": "3c884467-ea3e-43dd-9469-4e38b4532e98"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:07.890630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:07.892930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30ee36-a233-4c8b-b953-9b346f1472dc req-f021301b-435d-4ffc-9373-af35c970544d tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:07.906277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a30ee36-a233-4c8b-b953-9b346f1472dc req-f021301b-435d-4ffc-9373-af35c970544d tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 945 time: 0.1206522 Feb 09 03:15:07.957961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8aba46-64af-463d-85d1-794a26a09cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3676f8df-374e-4df3-a351-736985e7f7a6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:07.967975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=3c884467-ea3e-43dd-9469-4e38b4532e98,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:07.995715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:15:08.009729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:08.010114 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.045988 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a30ee36-a233-4c8b-b953-9b346f1472dc req-1bf580a5-25d1-4725-9a5f-79cb1235d202 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366262 Feb 09 03:15:08.050691 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'name': 'tempest-FloatingIPDetailsTestJSON-1388995119-router', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '697a3655-496f-4815-a414-4c73df5be33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:59Z', 'updated_at': '2022-02-09T03:15:05Z', 'revision_number': 3, 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'gw_port': {'id': '697a3655-496f-4815-a414-4c73df5be33f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:03Z', 'updated_at': '2022-02-09T03:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:08.083200 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8fc5c721-9074-436b-9566-91492886b85d req-ff458da1-6a2c-4789-b4ee-4fccd19ea40c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719548 Feb 09 03:15:08.087964 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Checking router: 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:08.088896 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Updating router 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 port 697a3655-496f-4815-a414-4c73df5be33f binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:15:08.211443 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (697a3655-496f-4815-a414-4c73df5be33f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.234482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53182) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:08.286210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:08.286762 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.344986 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5cbd41-1bbd-4811-9a3e-03a5ec1d38b6 x-openstack-request-id: req-ea5cbd41-1bbd-4811-9a3e-03a5ec1d38b6 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:08.347146 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1283d6f-503c-4640-ba72-729399c84e3e", "name": "network-vif-plugged", "status": "completed", "tag": "0bc7f806-7518-43a6-be8c-9fc7efa95fa4", "code": 200}, {"server_uuid": "b97c5c37-2566-483b-90fd-9ca3f072cdb0", "name": "network-vif-plugged", "status": "completed", "tag": "3c884467-ea3e-43dd-9469-4e38b4532e98", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:08.349264 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea5cbd41-1bbd-4811-9a3e-03a5ec1d38b6 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:08.350697 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1283d6f-503c-4640-ba72-729399c84e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc7f806-7518-43a6-be8c-9fc7efa95fa4', 'code': 200} Feb 09 03:15:08.350964 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c5c37-2566-483b-90fd-9ca3f072cdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c884467-ea3e-43dd-9469-4e38b4532e98', 'code': 200} Feb 09 03:15:08.372801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ee97ef74-d2b7-4bd3-8473-ad417365fff5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca8995660d1b4a3dacc04ce95ad2d333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361220 Feb 09 03:15:08.379065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53184) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:08.452140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3cdefd76-cad5-42d9-83ac-4f66c77b6df1,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:08.460867 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.613226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=3cdefd76-cad5-42d9-83ac-4f66c77b6df1,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:08.685973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7ad88-9ccb-4bfc-ba9d-b13c2323c9ff req-f9635761-07e1-4d53-a435-ade67eaff1bc tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:08.694906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e8e7ad88-9ccb-4bfc-ba9d-b13c2323c9ff req-f9635761-07e1-4d53-a435-ade67eaff1bc tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 944 time: 0.1412544 Feb 09 03:15:08.697377 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Publish callbacks [] for port (697a3655-496f-4815-a414-4c73df5be33f), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.717266 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (697a3655-496f-4815-a414-4c73df5be33f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.763946 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e8e7ad88-9ccb-4bfc-ba9d-b13c2323c9ff req-7db211ce-fd74-4e51-9471-ba68c73e2e00 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676639 Feb 09 03:15:08.771457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0819222-54d5-4a9b-a6e8-00e5eeec88cb admin admin] Publish callbacks [] for security_group (d974ccab-4d0a-4f12-a73a-93e310a7a5c9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.775441 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Pushing event updated for resources: {'Port': ['ID=697a3655-496f-4815-a414-4c73df5be33f,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:08.781116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-61f3ddf4-c1cb-4b5e-9bd2-bd87e11a8ec7 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:08.785209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-61f3ddf4-c1cb-4b5e-9bd2-bd87e11a8ec7 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091&tenant_id=612b79b2c8c44d278e66100587b7c4b3&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 1127 time: 0.4208555 Feb 09 03:15:08.801168 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.801562 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.801906 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.802243 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.802578 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.802928 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.803311 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.803542 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.803872 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.805019 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.805390 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.805712 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.806040 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:08.819039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2db8c-f480-49b0-b927-7d18eeae3c7d req-9983edbc-d9f3-43bf-941c-55f4e465e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:08.820437 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7db2db8c-f480-49b0-b927-7d18eeae3c7d req-9983edbc-d9f3-43bf-941c-55f4e465e4ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 1128 time: 0.3890936 Feb 09 03:15:08.832979 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Attempting to bind port 697a3655-496f-4815-a414-4c73df5be33f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:08.834227 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Attempting to bind port 697a3655-496f-4815-a414-4c73df5be33f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:08.834699 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Attempting to bind port 697a3655-496f-4815-a414-4c73df5be33f on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:08.842971 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:08.843376 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:08.843741 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.844132 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:08.844690 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Bound port: 697a3655-496f-4815-a414-4c73df5be33f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:08.844999 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (697a3655-496f-4815-a414-4c73df5be33f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.887967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0c3c7-a645-4d7f-9c81-c6373320a564 req-d674c146-4293-463f-8522-5387c53767de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:08.889346 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-34e0c3c7-a645-4d7f-9c81-c6373320a564 req-d674c146-4293-463f-8522-5387c53767de service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b97c5c37-2566-483b-90fd-9ca3f072cdb0 HTTP/1.1" status: 200 len: 1129 time: 0.4312613 Feb 09 03:15:08.891355 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0819222-54d5-4a9b-a6e8-00e5eeec88cb admin admin] Publish callbacks [] for security_group (d974ccab-4d0a-4f12-a73a-93e310a7a5c9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.909408 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] For port 697a3655-496f-4815-a414-4c73df5be33f, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:08.914074 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] For port 697a3655-496f-4815-a414-4c73df5be33f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=697a3655-496f-4815-a414-4c73df5be33f,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:08.931872 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (697a3655-496f-4815-a414-4c73df5be33f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.026219 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7db2db8c-f480-49b0-b927-7d18eeae3c7d req-8d0ee19d-0bf0-48e9-a6e4-883cd3b2a876 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839538 Feb 09 03:15:09.027911 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Routers {'9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:09.029853 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:14:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:09.047949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-fea26ae5-8ac8-4b3a-ac93-e59f25a52348 service neutron] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:09.052918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-34e0c3c7-a645-4d7f-9c81-c6373320a564 req-d91dfc0e-4e32-4e4c-b344-341509b41530 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473188 Feb 09 03:15:09.070320 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-fea26ae5-8ac8-4b3a-ac93-e59f25a52348 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.070560 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cbe5d-9c21-4214-886b-98b95a085dcd req-2a610fc0-0e56-40c9-9365-6a7a3a9a516a tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:09.072399 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0456683c-3ff2-467c-971f-ad146f20b8f7 req-fea26ae5-8ac8-4b3a-ac93-e59f25a52348 service neutron] 10.222.0.65 "DELETE /v2.0/ports/596cad0c-3537-4f16-bb08-28cdf3403d54/bindings/n-h2-824835-15 HTTP/1.1" status: 204 len: 173 time: 0.2346630 Feb 09 03:15:09.078788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-624cbe5d-9c21-4214-886b-98b95a085dcd req-2a610fc0-0e56-40c9-9365-6a7a3a9a516a tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.1833274 Feb 09 03:15:09.086735 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0819222-54d5-4a9b-a6e8-00e5eeec88cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d974ccab-4d0a-4f12-a73a-93e310a7a5c9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.089640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0819222-54d5-4a9b-a6e8-00e5eeec88cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.094849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a0819222-54d5-4a9b-a6e8-00e5eeec88cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d974ccab-4d0a-4f12-a73a-93e310a7a5c9 HTTP/1.1" status: 204 len: 168 time: 0.7130013 Feb 09 03:15:09.131861 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5d7bb-6b6b-4e19-a64e-4783d2edfba0 None None] Pushing event updated for resources: {'Port': ['ID=697a3655-496f-4815-a414-4c73df5be33f,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:09.134214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abc350-bcb8-4541-81c6-62c2c67f0ca4 req-e5c19b88-26db-4448-8cb5-1a8f63d4f934 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:09.143594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4abc350-bcb8-4541-81c6-62c2c67f0ca4 req-e5c19b88-26db-4448-8cb5-1a8f63d4f934 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85f27af-a542-4535-bde7-0f00899e5d4e HTTP/1.1" status: 200 len: 950 time: 0.2078722 Feb 09 03:15:09.157534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0819222-54d5-4a9b-a6e8-00e5eeec88cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d974ccab-4d0a-4f12-a73a-93e310a7a5c9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:09.190247 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] Set router 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:09.218862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4abc350-bcb8-4541-81c6-62c2c67f0ca4 req-ac833ae1-d185-48c6-83a6-8b124ff68179 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740829 Feb 09 03:15:09.233150 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.253975 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-624cbe5d-9c21-4214-886b-98b95a085dcd req-8bdb2d9e-6837-426b-8aa5-77cebff1c6aa tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1741621 Feb 09 03:15:09.402546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 73f77054-1c9d-4caf-8061-c069fb3a9107 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:09.455765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775bb25-8a8c-4ca0-b328-9ecd9b50f84c req-ebb8fa74-2421-4059-98f6-bc3317dc21c3 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:09.458050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 73f77054-1c9d-4caf-8061-c069fb3a9107 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:09.458385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 73f77054-1c9d-4caf-8061-c069fb3a9107 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:09.462403 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5775bb25-8a8c-4ca0-b328-9ecd9b50f84c req-ebb8fa74-2421-4059-98f6-bc3317dc21c3 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 945 time: 0.0881226 Feb 09 03:15:09.583968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5775bb25-8a8c-4ca0-b328-9ecd9b50f84c req-96d7573d-16c8-47ba-b673-8dabcb04fd82 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037354 Feb 09 03:15:09.608520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6b4ee-8b3c-41ef-bef4-8a2e9498e329 req-c0008077-3cbd-4c6e-9d4a-9a6a3ff3caf3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:09.615561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8af6b4ee-8b3c-41ef-bef4-8a2e9498e329 req-c0008077-3cbd-4c6e-9d4a-9a6a3ff3caf3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1692467 Feb 09 03:15:09.658784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Allocated IP 172.20.0.1 (a77af39e-11dc-434d-8c16-7978d1e0a5cd/2fab681d-d25a-400e-8340-0cb60c4071e9/bbaa1bec-0043-4c90-b1e9-f7e69afbfaba) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:09.727490 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'name': 'tempest-FloatingIPDetailsTestJSON-1388995119-router', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '697a3655-496f-4815-a414-4c73df5be33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:59Z', 'updated_at': '2022-02-09T03:15:05Z', 'revision_number': 3, 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'gw_port': {'id': '697a3655-496f-4815-a414-4c73df5be33f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:03Z', 'updated_at': '2022-02-09T03:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:09.758957 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ed57e-410e-47aa-ab0b-1fceb1078bb1 None None] The sync data for ids ['9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'] in n-d-824835-15 is: [{'id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'name': 'tempest-FloatingIPDetailsTestJSON-1388995119-router', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '697a3655-496f-4815-a414-4c73df5be33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:59Z', 'updated_at': '2022-02-09T03:15:05Z', 'revision_number': 3, 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'gw_port': {'id': '697a3655-496f-4815-a414-4c73df5be33f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:03Z', 'updated_at': '2022-02-09T03:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:09.800713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8af6b4ee-8b3c-41ef-bef4-8a2e9498e329 req-c8e62d7b-1058-42de-acdc-ff5bb0485da4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800056 Feb 09 03:15:09.866269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11609ebb-61f2-49a2-9559-9c12d04eddc6 req-ef5a0f11-207e-4fcb-865d-b5819dcedac9 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:09.867316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11609ebb-61f2-49a2-9559-9c12d04eddc6 req-ef5a0f11-207e-4fcb-865d-b5819dcedac9 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 1127 time: 0.0856259 Feb 09 03:15:09.951443 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11609ebb-61f2-49a2-9559-9c12d04eddc6 req-467504eb-f9a3-4e86-aff6-54badd2f7426 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776472 Feb 09 03:15:09.957239 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Publish callbacks [] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:10.027106 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:10.103346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Pushing event updated for resources: {'Port': ['ID=bbaa1bec-0043-4c90-b1e9-f7e69afbfaba,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:10.201588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Network a77af39e-11dc-434d-8c16-7978d1e0a5cd is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:10.242587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:10.245949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:10.349529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da632b24-91a9-4da0-ae0b-e44bca5e14c2 req-19fc9946-cdac-45c8-9a91-5f25e6126dcb tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:10.352742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:10.355204 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94ba73e-7db6-40ef-8025-98b2fbdb6f9a" -d '{"events": [{"server_uuid": "54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4", "name": "network-vif-plugged", "status": "completed", "tag": "3cdefd76-cad5-42d9-83ac-4f66c77b6df1"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:10.355354 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da632b24-91a9-4da0-ae0b-e44bca5e14c2 req-19fc9946-cdac-45c8-9a91-5f25e6126dcb tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 1127 time: 0.2491252 Feb 09 03:15:10.380576 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:10.601035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be163-bc18-4944-b646-fc055976a7e8 req-a5b646b0-6dab-4f62-b2ba-e631606f6941 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:10.605106 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d78be163-bc18-4944-b646-fc055976a7e8 req-a5b646b0-6dab-4f62-b2ba-e631606f6941 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85f27af-a542-4535-bde7-0f00899e5d4e HTTP/1.1" status: 200 len: 950 time: 0.2094064 Feb 09 03:15:10.614774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53242) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:10.641790 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da632b24-91a9-4da0-ae0b-e44bca5e14c2 req-07c83acd-e8f0-459c-a4d0-ad58f4166b23 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778497 Feb 09 03:15:10.742269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f1b6-c597-4e42-aea6-896f65d0d79e req-0a4c9c99-9685-41be-b68b-d0ef4c2e3082 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:10.755763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-14ccd303-3858-4b28-a450-3c6fac4b4364 None None] Provisioning complete for port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:10.757835 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14ccd303-3858-4b28-a450-3c6fac4b4364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:10.759974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2cf9f1b6-c597-4e42-aea6-896f65d0d79e req-0a4c9c99-9685-41be-b68b-d0ef4c2e3082 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85f27af-a542-4535-bde7-0f00899e5d4e HTTP/1.1" status: 200 len: 950 time: 0.3654075 Feb 09 03:15:10.986120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-14ccd303-3858-4b28-a450-3c6fac4b4364 None None] Port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:11.016490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-470219590-network', 'tenant_id': '246973f09cb0470ea327ac7b337704e0'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:11.088635 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.116398 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2cf9f1b6-c597-4e42-aea6-896f65d0d79e req-34519d1f-be44-43d4-8d23-1e19084724b0 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406464 Feb 09 03:15:11.120916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:11.126149 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.176493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2806114-110c-4b45-8b33-3a9143a24d99 req-0e890b64-6d98-4005-b363-6a5b9b7c5554 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:11.184627 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d2806114-110c-4b45-8b33-3a9143a24d99 req-0e890b64-6d98-4005-b363-6a5b9b7c5554 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.2453563 Feb 09 03:15:11.215322 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8e2d08-c43d-4cff-bc35-822ce88356ec x-openstack-request-id: req-6f8e2d08-c43d-4cff-bc35-822ce88356ec {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:11.216442 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4", "name": "network-vif-plugged", "status": "completed", "tag": "3cdefd76-cad5-42d9-83ac-4f66c77b6df1", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:11.217012 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f8e2d08-c43d-4cff-bc35-822ce88356ec {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:11.217656 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1', 'code': 200} Feb 09 03:15:11.238009 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.374764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390f2a8-4d30-45f9-b9bc-05fdb92c9841 req-10c31e6c-d5d7-4f7a-a11c-d6743284d94e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:11.377060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5390f2a8-4d30-45f9-b9bc-05fdb92c9841 req-10c31e6c-d5d7-4f7a-a11c-d6743284d94e tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "GET /v2.0/ports?device_id=1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876 HTTP/1.1" status: 200 len: 950 time: 0.2539752 Feb 09 03:15:11.389299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d2806114-110c-4b45-8b33-3a9143a24d99 req-88bad84f-6ef1-4611-8515-f8a1d3346817 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2035069 Feb 09 03:15:11.720679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 697a3655-496f-4815-a414-4c73df5be33f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:11.733916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-d78be163-bc18-4944-b646-fc055976a7e8 req-b76ddbc1-b7d2-4319-9578-c6a2037d1cf1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Deleting port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:11.734261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d78be163-bc18-4944-b646-fc055976a7e8 req-b76ddbc1-b7d2-4319-9578-c6a2037d1cf1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.808971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 697a3655-496f-4815-a414-4c73df5be33f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:11.810182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-2b8845e0-909b-45d7-a55f-cfeb4895eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:11.810691 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (697a3655-496f-4815-a414-4c73df5be33f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.811746 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-2b8845e0-909b-45d7-a55f-cfeb4895eb23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 1128 time: 0.6385784 Feb 09 03:15:11.880599 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Publish callbacks [] for security_group (cdf2d2fe-f7b8-444e-895e-d47eaaa17a85), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.917144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e4a9f-88b1-4139-b128-7a62bfb97c0b req-fa6f3f53-36fb-4bb4-bd2d-bd8abf5b8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:11.918777 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f9e4a9f-88b1-4139-b128-7a62bfb97c0b req-fa6f3f53-36fb-4bb4-bd2d-bd8abf5b8c8c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 1129 time: 0.6434352 Feb 09 03:15:11.925674 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cdf2d2fe-f7b8-444e-895e-d47eaaa17a85), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.976316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48a213-492c-47f4-84ac-36af348a30aa req-bb69368a-716e-4d6b-bf3a-1a4741451016 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:11.983768 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c48a213-492c-47f4-84ac-36af348a30aa req-bb69368a-716e-4d6b-bf3a-1a4741451016 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 945 time: 0.6522434 Feb 09 03:15:12.023287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 697a3655-496f-4815-a414-4c73df5be33f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:12.027422 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (697a3655-496f-4815-a414-4c73df5be33f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.040938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:15:12.071191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 697a3655-496f-4815-a414-4c73df5be33f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=697a3655-496f-4815-a414-4c73df5be33f,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:12.073434 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d78be163-bc18-4944-b646-fc055976a7e8 req-b76ddbc1-b7d2-4319-9578-c6a2037d1cf1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] For port 16210ae2-9ad7-425c-ab99-74a057fcd2c4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=16210ae2-9ad7-425c-ab99-74a057fcd2c4,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:12.073794 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d78be163-bc18-4944-b646-fc055976a7e8 req-b76ddbc1-b7d2-4319-9578-c6a2037d1cf1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.094756 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (697a3655-496f-4815-a414-4c73df5be33f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.113047 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.113453 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Added segment cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6 of type vlan for network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 Feb 09 03:15:12.114862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:12.133859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-d78be163-bc18-4944-b646-fc055976a7e8 req-b76ddbc1-b7d2-4319-9578-c6a2037d1cf1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Calling delete_port for 16210ae2-9ad7-425c-ab99-74a057fcd2c4 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:12.151125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Publish callbacks [] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.155217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-5390f2a8-4d30-45f9-b9bc-05fdb92c9841 req-a0686f1a-870d-4a91-a92c-d44daf3d2948 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Deleting port e5af45d6-8e1b-4b56-8dec-9ed181c04470 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:12.155673 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5390f2a8-4d30-45f9-b9bc-05fdb92c9841 req-a0686f1a-870d-4a91-a92c-d44daf3d2948 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.219554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=697a3655-496f-4815-a414-4c73df5be33f,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:12.268032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5390f2a8-4d30-45f9-b9bc-05fdb92c9841 req-a0686f1a-870d-4a91-a92c-d44daf3d2948 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] For port e5af45d6-8e1b-4b56-8dec-9ed181c04470, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e5af45d6-8e1b-4b56-8dec-9ed181c04470,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:12.269188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5390f2a8-4d30-45f9-b9bc-05fdb92c9841 req-a0686f1a-870d-4a91-a92c-d44daf3d2948 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.284870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-5390f2a8-4d30-45f9-b9bc-05fdb92c9841 req-a0686f1a-870d-4a91-a92c-d44daf3d2948 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Calling delete_port for e5af45d6-8e1b-4b56-8dec-9ed181c04470 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:12.291423 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f9e4a9f-88b1-4139-b128-7a62bfb97c0b req-4e57bea5-08f1-4751-9750-756182d2c1dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3592002 Feb 09 03:15:12.326403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-ef072e7d-a8a3-4992-9c6b-7575c3ab8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:12.327893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-ef072e7d-a8a3-4992-9c6b-7575c3ab8a24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.5055594 Feb 09 03:15:12.357426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c48a213-492c-47f4-84ac-36af348a30aa req-d3602ce8-58b8-4d63-9142-d083e6a23877 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557272 Feb 09 03:15:12.359354 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (423bdd76-f65e-4c73-ad02-e5e5e98dff69), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.442476 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.465187 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-cd460692-0480-471d-9f82-e166f0507fa3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62 HTTP/1.1" status: 200 len: 217 time: 0.1002693 Feb 09 03:15:12.498505 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0401cc0-79e3-4117-8826-da348a7e7e50 req-ca921cef-b649-4631-ad1f-3c1cab314819 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:12.519908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c0401cc0-79e3-4117-8826-da348a7e7e50 req-ca921cef-b649-4631-ad1f-3c1cab314819 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.4869668 Feb 09 03:15:12.531876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.577995 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5390f2a8-4d30-45f9-b9bc-05fdb92c9841 req-a0686f1a-870d-4a91-a92c-d44daf3d2948 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (e5af45d6-8e1b-4b56-8dec-9ed181c04470), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.594277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2', 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:12.665326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['e5af45d6-8e1b-4b56-8dec-9ed181c04470'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:12.705370 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (423bdd76-f65e-4c73-ad02-e5e5e98dff69), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.706914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:12.707619 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.752699 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d78be163-bc18-4944-b646-fc055976a7e8 req-b76ddbc1-b7d2-4319-9578-c6a2037d1cf1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (16210ae2-9ad7-425c-ab99-74a057fcd2c4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.771585 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1553040 Feb 09 03:15:12.789969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2', 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:12.819226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53278) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:12.819658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['e5af45d6-8e1b-4b56-8dec-9ed181c04470'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:12.832174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d5ae12c4-29a5-4bc9-887c-5d90bfabf141 admin admin] Request body: {'subnet': {'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-470219590-subnet', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:12.951757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd751696-e758-4741-bb2d-958702b51c84 req-c04c4c1d-146e-4e94-ad8e-884757b5b6fb tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85f27af-a542-4535-bde7-0f00899e5d4e HTTP/1.1" status: 200 len: 210 time: 0.1358242 Feb 09 03:15:12.953918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-9e3c6328-e544-4bf5-9915-3c5811b70cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:12.955829 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-9e3c6328-e544-4bf5-9915-3c5811b70cf6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.4678576 Feb 09 03:15:12.973203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ddbc1-b7d2-4319-9578-c6a2037d1cf1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event deleted for resources: {'Port': ['ID=16210ae2-9ad7-425c-ab99-74a057fcd2c4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:12.982264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c0401cc0-79e3-4117-8826-da348a7e7e50 req-44d61e85-5c5d-4c14-828d-9225d6885020 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588966 Feb 09 03:15:13.038460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cfa72-39f4-4622-ad42-d20791f2301c admin admin] Pushing event updated for resources: {'Network': ['ID=423bdd76-f65e-4c73-ad02-e5e5e98dff69,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:13.055134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:15:13.072160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5390f2a8-4d30-45f9-b9bc-05fdb92c9841 req-a0686f1a-870d-4a91-a92c-d44daf3d2948 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] No DVR routers for this DVR port e5af45d6-8e1b-4b56-8dec-9ed181c04470 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:13.075636 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5390f2a8-4d30-45f9-b9bc-05fdb92c9841 req-a0686f1a-870d-4a91-a92c-d44daf3d2948 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.079911 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5390f2a8-4d30-45f9-b9bc-05fdb92c9841 req-a0686f1a-870d-4a91-a92c-d44daf3d2948 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.65 "DELETE /v2.0/ports/e5af45d6-8e1b-4b56-8dec-9ed181c04470 HTTP/1.1" status: 204 len: 173 time: 1.6894975 Feb 09 03:15:13.082015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Network a77af39e-11dc-434d-8c16-7978d1e0a5cd is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:13.082651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876', 'name': 'network-vif-deleted', 'tag': 'e5af45d6-8e1b-4b56-8dec-9ed181c04470'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:13.086162 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fbf78a-88ba-4442-880e-a9c57243c99c" -d '{"events": [{"server_uuid": "1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876", "name": "network-vif-deleted", "tag": "e5af45d6-8e1b-4b56-8dec-9ed181c04470"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:13.088813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Pushing event updated for resources: {'Port': ['ID=bbaa1bec-0043-4c90-b1e9-f7e69afbfaba,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:13.099122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:13.132045 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-7e6d5c90-5fa6-4146-94c3-9a13bc2f58b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236749 Feb 09 03:15:13.134111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78be163-bc18-4944-b646-fc055976a7e8 req-b76ddbc1-b7d2-4319-9578-c6a2037d1cf1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] No DVR routers for this DVR port 16210ae2-9ad7-425c-ab99-74a057fcd2c4 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:13.179329 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d78be163-bc18-4944-b646-fc055976a7e8 req-b76ddbc1-b7d2-4319-9578-c6a2037d1cf1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.182911 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d78be163-bc18-4944-b646-fc055976a7e8 req-b76ddbc1-b7d2-4319-9578-c6a2037d1cf1 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "DELETE /v2.0/ports/16210ae2-9ad7-425c-ab99-74a057fcd2c4 HTTP/1.1" status: 204 len: 173 time: 2.5349381 Feb 09 03:15:13.182911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f27af-a542-4535-bde7-0f00899e5d4e', 'name': 'network-vif-deleted', 'tag': '16210ae2-9ad7-425c-ab99-74a057fcd2c4'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:13.185934 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0546cd2f-47e3-4da0-9b52-b9ebafba577e" -d '{"events": [{"server_uuid": "b85f27af-a542-4535-bde7-0f00899e5d4e", "name": "network-vif-deleted", "tag": "16210ae2-9ad7-425c-ab99-74a057fcd2c4"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:13.206799 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0686f1a-870d-4a91-a92c-d44daf3d2948 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event deleted for resources: {'Port': ['ID=e5af45d6-8e1b-4b56-8dec-9ed181c04470,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:13.255116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ae12c4-29a5-4bc9-887c-5d90bfabf141 admin admin] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:13.257495 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5ae12c4-29a5-4bc9-887c-5d90bfabf141 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.402873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c239aa0-25b6-4896-afa6-72e776717ac0 req-92a787e3-12e3-4852-b73b-2a393a1b78df tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:13.405094 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c239aa0-25b6-4896-afa6-72e776717ac0 req-92a787e3-12e3-4852-b73b-2a393a1b78df tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.2624543 Feb 09 03:15:13.485626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Router 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:13.549862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c239aa0-25b6-4896-afa6-72e776717ac0 req-f2fe9579-4869-4222-939d-1998869333dd tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1326230 Feb 09 03:15:13.665926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13663395-f0fd-442b-b1e2-07c5c6abff43 req-16398f9b-73ab-43a7-9b1c-19c9135e651a tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:13.678320 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13663395-f0fd-442b-b1e2-07c5c6abff43 req-16398f9b-73ab-43a7-9b1c-19c9135e651a tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=b97c5c37-2566-483b-90fd-9ca3f072cdb0 HTTP/1.1" status: 200 len: 946 time: 0.5318277 Feb 09 03:15:13.787546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:13.808123 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-75f126ee-af16-4887-9609-fccc28cac0ae admin admin] 10.222.0.21 "PUT /v2.0/routers/9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2274532 Feb 09 03:15:13.818089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 697a3655-496f-4815-a414-4c73df5be33f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:13.845140 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13663395-f0fd-442b-b1e2-07c5c6abff43 req-27a40af3-fa64-4f99-80ef-b7a84f59637e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654367 Feb 09 03:15:13.853887 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-abbf3934-c527-41d8-8e98-c7690f5b8f8a service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076883 Feb 09 03:15:13.881906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Sync routers for ids ['9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:13.894076 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c32357-044c-4f05-be64-ad5687105add x-openstack-request-id: req-30c32357-044c-4f05-be64-ad5687105add {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:13.894356 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876", "name": "network-vif-deleted", "tag": "e5af45d6-8e1b-4b56-8dec-9ed181c04470", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:13.894668 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30c32357-044c-4f05-be64-ad5687105add {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:13.895076 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1443fdf2-e7a6-4d99-a1f0-49a9d5c4c876', 'name': 'network-vif-deleted', 'tag': 'e5af45d6-8e1b-4b56-8dec-9ed181c04470', 'status': 'completed', 'code': 200} Feb 09 03:15:13.991698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 16210ae2-9ad7-425c-ab99-74a057fcd2c4 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:14.014940 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47077614-b100-4244-ba62-a24e7969876e x-openstack-request-id: req-47077614-b100-4244-ba62-a24e7969876e {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:14.015861 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f27af-a542-4535-bde7-0f00899e5d4e", "name": "network-vif-deleted", "tag": "16210ae2-9ad7-425c-ab99-74a057fcd2c4", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:14.017006 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47077614-b100-4244-ba62-a24e7969876e {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:14.018032 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85f27af-a542-4535-bde7-0f00899e5d4e', 'name': 'network-vif-deleted', 'tag': '16210ae2-9ad7-425c-ab99-74a057fcd2c4', 'status': 'completed', 'code': 200} Feb 09 03:15:14.089939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 16210ae2-9ad7-425c-ab99-74a057fcd2c4 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:14.090308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 16210ae2-9ad7-425c-ab99-74a057fcd2c4 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:14.128186 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0492085c-6e81-44b6-a332-de24096124f9 None None] Provisioning complete for port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:14.128578 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0492085c-6e81-44b6-a332-de24096124f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:14.232825 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-6a3c005f-9c97-498d-b4f8-baeaf57be70e service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616159 Feb 09 03:15:14.352556 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Routers {'9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:14.353215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:14:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:14.422117 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8a0a47f-0323-45f0-bbba-6ae4d5330c57 req-9f657c0b-19e3-40f5-a913-d641e39519db tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85f27af-a542-4535-bde7-0f00899e5d4e HTTP/1.1" status: 200 len: 210 time: 0.1854906 Feb 09 03:15:14.484085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c01310-033b-4c5b-b1af-9f0ddc8d0e9a req-a6259545-6388-4b36-9094-d0f61657e294 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:14.497034 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6c01310-033b-4c5b-b1af-9f0ddc8d0e9a req-a6259545-6388-4b36-9094-d0f61657e294 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1338146 Feb 09 03:15:14.635957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6c01310-033b-4c5b-b1af-9f0ddc8d0e9a req-ae2e4044-0d34-44b8-bf02-248abe4edb64 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377134 Feb 09 03:15:14.703096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5ae12c4-29a5-4bc9-887c-5d90bfabf141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (a716c847-82e7-4b0e-924d-ab5413feb52d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:14.811620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0492085c-6e81-44b6-a332-de24096124f9 None None] Port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:14.999365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Set router 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:15.122857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca2295-7ca9-44ef-b02b-7f659ba6dd83 req-e511514c-1802-4856-b721-6dabe9a12a40 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:15.133023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 697a3655-496f-4815-a414-4c73df5be33f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:15.133796 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (697a3655-496f-4815-a414-4c73df5be33f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:15.134520 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2ca2295-7ca9-44ef-b02b-7f659ba6dd83 req-e511514c-1802-4856-b721-6dabe9a12a40 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.1686642 Feb 09 03:15:15.253752 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2ca2295-7ca9-44ef-b02b-7f659ba6dd83 req-51787af7-35ca-4ade-babd-d7d9c091a226 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182370 Feb 09 03:15:15.326147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6ce029b-375a-4386-96e7-74b835011c18 req-2fbb3e9a-c7c2-45fc-bc03-95e7103aca52 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6074417 Feb 09 03:15:15.334629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae12c4-29a5-4bc9-887c-5d90bfabf141 admin admin] Checking segment: {'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:15.343065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae12c4-29a5-4bc9-887c-5d90bfabf141 admin admin] Network hostable DHCP agents. Network: 423bdd76-f65e-4c73-ad02-e5e5e98dff69, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:15:15.361424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:15.389636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae12c4-29a5-4bc9-887c-5d90bfabf141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a716c847-82e7-4b0e-924d-ab5413feb52d,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:15.458621 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae12c4-29a5-4bc9-887c-5d90bfabf141 admin admin] Network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:15:15.488643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae12c4-29a5-4bc9-887c-5d90bfabf141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 423bdd76-f65e-4c73-ad02-e5e5e98dff69) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:15.495994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e5af45d6-8e1b-4b56-8dec-9ed181c04470 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:15.502297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ae12c4-29a5-4bc9-887c-5d90bfabf141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:15.505071 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5ae12c4-29a5-4bc9-887c-5d90bfabf141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:15.518231 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:15.525211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 697a3655-496f-4815-a414-4c73df5be33f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:15.527576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: e5af45d6-8e1b-4b56-8dec-9ed181c04470 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:15.527760 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e5af45d6-8e1b-4b56-8dec-9ed181c04470 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:15.530050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a361ec4e-04bd-45b6-9b43-06f8051b8f03 None None] Network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:15.636846 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-594ffba8-523b-4181-a0e0-e40e097aa965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:15.689185 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d5ae12c4-29a5-4bc9-887c-5d90bfabf141 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8615291 Feb 09 03:15:15.693175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53338) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:15.699063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:15.788852 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (2d225704-846d-41b3-8890-95cde803fed7), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:15.790776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (2d225704-846d-41b3-8890-95cde803fed7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:15.813656 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:15.876068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'project_id': '246973f09cb0470ea327ac7b337704e0', 'fixed_ips': [{'subnet_id': 'a716c847-82e7-4b0e-924d-ab5413feb52d'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:15:15.877108 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:15.907456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-f716653b-bacc-4656-ae2b-87a27f84a4be tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:15.909077 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-f716653b-bacc-4656-ae2b-87a27f84a4be tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/networks?id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 HTTP/1.1" status: 200 len: 813 time: 0.2581830 Feb 09 03:15:15.934128 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b123956-c37e-4264-9159-cbd161ef3a75 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/quotas/e257090a638248589ccc480bebf3efcd HTTP/1.1" status: 200 len: 375 time: 0.0180495 Feb 09 03:15:16.036916 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-c031800f-81f7-4de7-bcbd-84521b165a2f tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e257090a638248589ccc480bebf3efcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003070 Feb 09 03:15:16.055412 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'name': 'tempest-FloatingIPDetailsTestJSON-1388995119-router', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '697a3655-496f-4815-a414-4c73df5be33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:59Z', 'updated_at': '2022-02-09T03:15:10Z', 'revision_number': 4, 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'gw_port': {'id': '697a3655-496f-4815-a414-4c73df5be33f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:03Z', 'updated_at': '2022-02-09T03:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'bbaa1bec-0043-4c90-b1e9-f7e69afbfaba', 'name': '', 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'mac_address': 'fa:16:3e:44:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2fab681d-d25a-400e-8340-0cb60c4071e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:09Z', 'updated_at': '2022-02-09T03:15:11Z', 'revision_number': 2, 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'subnets': [{'id': '2fab681d-d25a-400e-8340-0cb60c4071e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:16.123771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Checking router: 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:16.129639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Updating router 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:15:16.139205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Publish callbacks [] for router_controller (2d225704-846d-41b3-8890-95cde803fed7), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.141527 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Allocated IP 172.25.5.104 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/739086c2-ec05-445a-86d1-ca7e15c5cbc2) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:16.212271 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-5fd4119b-4fe0-45b9-b63b-6663aa4e50bd service neutron] 10.222.0.21 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733129 Feb 09 03:15:16.298707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51eabb-4150-4bdb-937d-86a64e3a733d req-84873883-4733-4a13-a4fe-bc61197bdd9e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:16.300544 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e51eabb-4150-4bdb-937d-86a64e3a733d req-84873883-4733-4a13-a4fe-bc61197bdd9e tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.65 "GET /v2.0/ports?device_id=b97c5c37-2566-483b-90fd-9ca3f072cdb0 HTTP/1.1" status: 200 len: 946 time: 0.3419523 Feb 09 03:15:16.306612 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.429846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-b97a5fe5-5099-4804-a77f-5ef9f0b9df39 service neutron] 10.222.0.21 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163639 Feb 09 03:15:16.452384 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Publish callbacks [] for router_gateway (2d225704-846d-41b3-8890-95cde803fed7), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.982468 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Publish callbacks [] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.015555 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.050483 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9c92-5fde-4f4a-bbac-ccfaa366710b req-8888f3a0-93ad-4e6e-9e6c-d345b1dbcde5 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:17.052771 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-805c9c92-5fde-4f4a-bbac-ccfaa366710b req-8888f3a0-93ad-4e6e-9e6c-d345b1dbcde5 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.1471016 Feb 09 03:15:17.062940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53348) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:17.067603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c5a9fa48-3be8-45df-8e11-6880749d066e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Request body: {'floatingip': {'port_id': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:17.142624 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for port (739086c2-ec05-445a-86d1-ca7e15c5cbc2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.171601 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5a9fa48-3be8-45df-8e11-6880749d066e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for floatingip (f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.200905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Pushing event updated for resources: {'Port': ['ID=bbaa1bec-0043-4c90-b1e9-f7e69afbfaba,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:17.228537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Allocated IP 172.20.0.2 (423bdd76-f65e-4c73-ad02-e5e5e98dff69/a716c847-82e7-4b0e-924d-ab5413feb52d/78cc139a-47c5-4fa4-8759-5602cb485d96) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:17.284408 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (739086c2-ec05-445a-86d1-ca7e15c5cbc2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.376482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.378328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.379971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.390695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.391744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.392548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.393076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.393861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.394848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.395982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.397163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.397726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.398230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:17.400801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:17.422774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:17.433283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-1e51eabb-4150-4bdb-937d-86a64e3a733d req-1621253d-da59-4187-a26e-a10b60c4a050 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Deleting port 3c884467-ea3e-43dd-9469-4e38b4532e98 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:17.439765 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e51eabb-4150-4bdb-937d-86a64e3a733d req-1621253d-da59-4187-a26e-a10b60c4a050 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.443376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:17.495808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a9270-90d8-499f-858a-78076fac9a4e req-d9434b64-949a-4f10-97f4-340520e49bf4 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:17.503966 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e76a9270-90d8-499f-858a-78076fac9a4e req-d9434b64-949a-4f10-97f4-340520e49bf4 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1283d6f-503c-4640-ba72-729399c84e3e HTTP/1.1" status: 200 len: 945 time: 0.9977858 Feb 09 03:15:17.641960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Pushing event updated for resources: {'Port': ['ID=739086c2-ec05-445a-86d1-ca7e15c5cbc2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:17.677886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ea9b3-6097-4ef8-a420-f8abc533189a req-9cfd50df-6d72-4918-a959-b4bfc343724a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:17.694184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-805ea9b3-6097-4ef8-a420-f8abc533189a req-9cfd50df-6d72-4918-a959-b4bfc343724a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.3072643 Feb 09 03:15:17.861234 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Publish callbacks [] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.880633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1e51eabb-4150-4bdb-937d-86a64e3a733d req-1621253d-da59-4187-a26e-a10b60c4a050 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] For port 3c884467-ea3e-43dd-9469-4e38b4532e98, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3c884467-ea3e-43dd-9469-4e38b4532e98,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:17.882012 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e51eabb-4150-4bdb-937d-86a64e3a733d req-1621253d-da59-4187-a26e-a10b60c4a050 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.936556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-1e51eabb-4150-4bdb-937d-86a64e3a733d req-1621253d-da59-4187-a26e-a10b60c4a050 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Calling delete_port for 3c884467-ea3e-43dd-9469-4e38b4532e98 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:17.939100 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.006595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Pushing event updated for resources: {'Port': ['ID=78cc139a-47c5-4fa4-8759-5602cb485d96,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:18.016848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-805ea9b3-6097-4ef8-a420-f8abc533189a req-a5cf39fd-9a99-4b1b-8340-93138008a224 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134311 Feb 09 03:15:18.049281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Attempting to bind port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:18.049710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Attempting to bind port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0d32829c-cace-46c7-8993-e2f169631923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:18.050061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Attempting to bind port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba on network a77af39e-11dc-434d-8c16-7978d1e0a5cd {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:18.067170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1b430410-c572-41e6-bba6-0a03c5fa22c9 None None] Provisioning complete for port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:18.067552 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b430410-c572-41e6-bba6-0a03c5fa22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.146877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1b430410-c572-41e6-bba6-0a03c5fa22c9 None None] Port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:18.160745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:18.164825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:18.168754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:18.174722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:18.175095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Checking segment: {'id': '0d32829c-cace-46c7-8993-e2f169631923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:18.175582 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.175869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Bound using segment: {'id': '0d32829c-cace-46c7-8993-e2f169631923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:18.176351 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Bound port: bbaa1bec-0043-4c90-b1e9-f7e69afbfaba, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d32829c-cace-46c7-8993-e2f169631923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:18.176715 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.265857 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3df1e625-5238-4b52-9be3-7851d17101b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.374762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] For port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:18.378312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] For port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bbaa1bec-0043-4c90-b1e9-f7e69afbfaba,segment=NetworkSegment(0d32829c-cace-46c7-8993-e2f169631923),segment_id=0d32829c-cace-46c7-8993-e2f169631923)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:18.383903 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (25265d02-0ade-4523-8c00-39cc8affc668), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.393787 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.401535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Attempting to bind port 78cc139a-47c5-4fa4-8759-5602cb485d96 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:18.401968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Attempting to bind port 78cc139a-47c5-4fa4-8759-5602cb485d96 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:18.402330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Attempting to bind port 78cc139a-47c5-4fa4-8759-5602cb485d96 on network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:18.455898 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:18.458461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Checking segment: {'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:18.459025 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.460245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Bound using segment: {'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:18.461528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Bound port: 78cc139a-47c5-4fa4-8759-5602cb485d96, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:18.462179 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.568159 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5a9fa48-3be8-45df-8e11-6880749d066e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.579088 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5a9fa48-3be8-45df-8e11-6880749d066e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.742105 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Publish callbacks [] for router_gateway (2d225704-846d-41b3-8890-95cde803fed7), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.758403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] For port 78cc139a-47c5-4fa4-8759-5602cb485d96, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:18.767948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] For port 78cc139a-47c5-4fa4-8759-5602cb485d96, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=78cc139a-47c5-4fa4-8759-5602cb485d96,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:18.771419 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-c5a9fa48-3be8-45df-8e11-6880749d066e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Floating IP f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681 associated. External IP: 172.25.5.15, port: 3cdefd76-cad5-42d9-83ac-4f66c77b6df1. Feb 09 03:15:18.780573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-e76a9270-90d8-499f-858a-78076fac9a4e req-62432417-b9d9-4d10-a008-35581f9e13f2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Deleting port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:18.794890 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e76a9270-90d8-499f-858a-78076fac9a4e req-62432417-b9d9-4d10-a008-35581f9e13f2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.804918 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.819460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Routers {'9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:18.820109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:18.970077 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.088224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b7ba7db0-10f8-4206-b4a3-9e6f8e26255a req-74671b73-0363-4260-91e7-20c8b4544840 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 210 time: 0.1502893 Feb 09 03:15:19.103814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] Set router 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:19.105765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Allocated IP 172.25.5.23 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/abd73d2e-b7aa-4991-bdfc-12451e6340eb) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:19.219531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a9fa48-3be8-45df-8e11-6880749d066e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:19.286842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Publish callbacks [] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.368807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.372464 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (739086c2-ec05-445a-86d1-ca7e15c5cbc2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.462634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a9fa48-3be8-45df-8e11-6880749d066e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:19.474164 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5a9fa48-3be8-45df-8e11-6880749d066e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.474342 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7cdd4-2089-47d2-a8d5-10e21b086fa7 None None] Sync routers for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:19.487930 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc7cdd4-2089-47d2-a8d5-10e21b086fa7 None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:19.502884 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-dcc7cdd4-2089-47d2-a8d5-10e21b086fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:19.533761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107ef33-41e1-46a3-ac80-bf790a5e60ed req-f1e5b89c-2407-4d64-bd86-63edd2c009e0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:19.541962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d107ef33-41e1-46a3-ac80-bf790a5e60ed req-f1e5b89c-2407-4d64-bd86-63edd2c009e0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1170831 Feb 09 03:15:19.573710 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for port (739086c2-ec05-445a-86d1-ca7e15c5cbc2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.581254 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c5a9fa48-3be8-45df-8e11-6880749d066e tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "PUT /v2.0/floatingips/f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681 HTTP/1.1" status: 200 len: 991 time: 2.5169761 Feb 09 03:15:19.643278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 3c884467-ea3e-43dd-9469-4e38b4532e98 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:19.714664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6eec67-afa0-4b3c-98f2-11f4ba8ffe4c None None] Pushing event updated for resources: {'Port': ['ID=bbaa1bec-0043-4c90-b1e9-f7e69afbfaba,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:19.744477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'tag': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:19.750271 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a939b24e-3b20-4147-8ee9-b9ec33617f85" -d '{"events": [{"name": "network-changed", "server_uuid": "54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4", "tag": "3cdefd76-cad5-42d9-83ac-4f66c77b6df1"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:19.830572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d107ef33-41e1-46a3-ac80-bf790a5e60ed req-1847d587-a1f5-4907-bff9-82de93f061cf tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870436 Feb 09 03:15:19.837608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-8e4019c5-d1c2-4b48-bd1b-f1ba5e85fcb7 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:19.844938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-8e4019c5-d1c2-4b48-bd1b-f1ba5e85fcb7 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.42 "GET /v2.0/networks?id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 HTTP/1.1" status: 200 len: 813 time: 0.2664294 Feb 09 03:15:19.884349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a97207-3bac-44fa-bc9f-d6eb655e0b79 None None] Pushing event updated for resources: {'Port': ['ID=78cc139a-47c5-4fa4-8759-5602cb485d96,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:19.894178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (739086c2-ec05-445a-86d1-ca7e15c5cbc2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.910446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Request body: {'port': {'device_id': '4893b351-c6ff-435a-8eb8-654b67fd0bae', 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2', 'admin_state_up': True, 'tenant_id': 'e257090a638248589ccc480bebf3efcd'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:19.929134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7af9fa89-7324-4211-b5d3-19a38d6ec0fd tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:19.930765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7af9fa89-7324-4211-b5d3-19a38d6ec0fd tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.65 "GET /v2.0/networks?id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 HTTP/1.1" status: 200 len: 813 time: 0.3399508 Feb 09 03:15:19.944478 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.950558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Request body: {'port': {'device_id': 'd27b9f70-f36e-4835-9e28-c3cf71e6e3bd', 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2', 'admin_state_up': True, 'tenant_id': 'e257090a638248589ccc480bebf3efcd'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:20.017785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:20.020622 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-dcc7cdd4-2089-47d2-a8d5-10e21b086fa7 None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:20.052672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8856ca53-1a79-4093-baed-a611ff8f9ef3 None None] Provisioning complete for port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:20.055027 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8856ca53-1a79-4093-baed-a611ff8f9ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.177488 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e51eabb-4150-4bdb-937d-86a64e3a733d req-1621253d-da59-4187-a26e-a10b60c4a050 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3c884467-ea3e-43dd-9469-4e38b4532e98), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.257876 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Made reservation on behalf of e257090a638248589ccc480bebf3efcd for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:20.258171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Made reservation on behalf of e257090a638248589ccc480bebf3efcd for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:20.262040 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.263528 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.431453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:20.513761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Port 3c884467-ea3e-43dd-9469-4e38b4532e98 update to DOWN by agent not found {{(pid=103329) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 03:15:20.578894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Pushing event updated for resources: {'Port': ['ID=abd73d2e-b7aa-4991-bdfc-12451e6340eb,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:20.600640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8856ca53-1a79-4093-baed-a611ff8f9ef3 None None] Current status of the port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:20.601039 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8856ca53-1a79-4093-baed-a611ff8f9ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.609493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e51eabb-4150-4bdb-937d-86a64e3a733d req-1621253d-da59-4187-a26e-a10b60c4a050 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] No DVR routers for this DVR port 3c884467-ea3e-43dd-9469-4e38b4532e98 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:20.626045 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:20.641216 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e51eabb-4150-4bdb-937d-86a64e3a733d req-1621253d-da59-4187-a26e-a10b60c4a050 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.645057 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e51eabb-4150-4bdb-937d-86a64e3a733d req-1621253d-da59-4187-a26e-a10b60c4a050 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.65 "DELETE /v2.0/ports/3c884467-ea3e-43dd-9469-4e38b4532e98 HTTP/1.1" status: 204 len: 173 time: 4.3354490 Feb 09 03:15:20.665306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c5c37-2566-483b-90fd-9ca3f072cdb0', 'name': 'network-vif-deleted', 'tag': '3c884467-ea3e-43dd-9469-4e38b4532e98'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:20.677261 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e51476-c1e8-4e7e-90c2-07e5334a801d" -d '{"events": [{"server_uuid": "b97c5c37-2566-483b-90fd-9ca3f072cdb0", "name": "network-vif-deleted", "tag": "3c884467-ea3e-43dd-9469-4e38b4532e98"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:20.761555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Allocated IP 172.20.0.8 (0fdedddb-ca20-49e8-9ab2-dff73e8e4de2/c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75/f75f8d03-6c57-4d19-b02f-de9ecdf92cbc) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:20.763851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'name': 'tempest-FloatingIPDetailsTestJSON-1388995119-router', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '697a3655-496f-4815-a414-4c73df5be33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:59Z', 'updated_at': '2022-02-09T03:15:10Z', 'revision_number': 4, 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'gw_port': {'id': '697a3655-496f-4815-a414-4c73df5be33f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:03Z', 'updated_at': '2022-02-09T03:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'bbaa1bec-0043-4c90-b1e9-f7e69afbfaba', 'name': '', 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'mac_address': 'fa:16:3e:44:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2fab681d-d25a-400e-8340-0cb60c4071e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:09Z', 'updated_at': '2022-02-09T03:15:18Z', 'revision_number': 4, 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'subnets': [{'id': '2fab681d-d25a-400e-8340-0cb60c4071e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:20.801585 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-dcc7cdd4-2089-47d2-a8d5-10e21b086fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'floating_ip_address': '172.25.5.15', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'port_id': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'mac_address': 'fa:16:3e:f3:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:12:32Z', 'updated_at': '2022-02-09T03:15:18Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:20.876009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92370324-ed27-449a-bb92-c1ef930dfe01 None None] The sync data for ids ['9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'] in n-d-824835-15 is: [{'id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'name': 'tempest-FloatingIPDetailsTestJSON-1388995119-router', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '697a3655-496f-4815-a414-4c73df5be33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:59Z', 'updated_at': '2022-02-09T03:15:10Z', 'revision_number': 4, 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'gw_port': {'id': '697a3655-496f-4815-a414-4c73df5be33f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:03Z', 'updated_at': '2022-02-09T03:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'bbaa1bec-0043-4c90-b1e9-f7e69afbfaba', 'name': '', 'network_id': 'a77af39e-11dc-434d-8c16-7978d1e0a5cd', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'mac_address': 'fa:16:3e:44:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2fab681d-d25a-400e-8340-0cb60c4071e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:09Z', 'updated_at': '2022-02-09T03:15:18Z', 'revision_number': 4, 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'subnets': [{'id': '2fab681d-d25a-400e-8340-0cb60c4071e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:20.892568 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7cdd4-2089-47d2-a8d5-10e21b086fa7 None None] Checking router: dd7ec4ad-880c-4e89-a108-2e85f1fd3230 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:20.922207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-e76a9270-90d8-499f-858a-78076fac9a4e req-62432417-b9d9-4d10-a008-35581f9e13f2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] For port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:20.923848 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e76a9270-90d8-499f-858a-78076fac9a4e req-62432417-b9d9-4d10-a008-35581f9e13f2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.927919 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc7cdd4-2089-47d2-a8d5-10e21b086fa7 None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:20.929671 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-dcc7cdd4-2089-47d2-a8d5-10e21b086fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:20.951646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8856ca53-1a79-4093-baed-a611ff8f9ef3 None None] For port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bbaa1bec-0043-4c90-b1e9-f7e69afbfaba,segment=NetworkSegment(0d32829c-cace-46c7-8993-e2f169631923),segment_id=0d32829c-cace-46c7-8993-e2f169631923)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:20.966597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8856ca53-1a79-4093-baed-a611ff8f9ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.969321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:20.975677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (25265d02-0ade-4523-8c00-39cc8affc668), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.107524 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.108810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856ca53-1a79-4093-baed-a611ff8f9ef3 None None] Pushing event updated for resources: {'Port': ['ID=bbaa1bec-0043-4c90-b1e9-f7e69afbfaba,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:21.117609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:21.117913 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.124908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-e76a9270-90d8-499f-858a-78076fac9a4e req-62432417-b9d9-4d10-a008-35581f9e13f2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Calling delete_port for 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:21.138680 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Pushing event updated for resources: {'Port': ['ID=739086c2-ec05-445a-86d1-ca7e15c5cbc2,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:21.155131 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.156809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6ce029b-375a-4386-96e7-74b835011c18 req-5de719b0-0269-4553-b956-3f6e79ad5820 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8291540 Feb 09 03:15:21.258868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:21.263269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1283d6f-503c-4640-ba72-729399c84e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc7f806-7518-43a6-be8c-9fc7efa95fa4'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:21.272796 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f1f6a9-84fa-4bcf-856a-97213c0229c9" -d '{"events": [{"server_uuid": "d1283d6f-503c-4640-ba72-729399c84e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc7f806-7518-43a6-be8c-9fc7efa95fa4"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:21.289528 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.339118 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-dcc7cdd4-2089-47d2-a8d5-10e21b086fa7 None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:21.347623 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks [] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.413020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621253d-da59-4187-a26e-a10b60c4a050 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Pushing event deleted for resources: {'Port': ['ID=3c884467-ea3e-43dd-9469-4e38b4532e98,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:21.507139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:21.548739 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6ce029b-375a-4386-96e7-74b835011c18 req-f96b5a3f-744d-4951-b7ac-07086ae7e5f6 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.104 HTTP/1.1" status: 200 len: 696 time: 0.3530097 Feb 09 03:15:21.878838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bbaa1bec-0043-4c90-b1e9-f7e69afbfaba up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:22.002646 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-dcc7cdd4-2089-47d2-a8d5-10e21b086fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'floating_ip_address': '172.25.5.15', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'port_id': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'mac_address': 'fa:16:3e:f3:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:12:32Z', 'updated_at': '2022-02-09T03:15:18Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:22.061322 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.069480 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7cdd4-2089-47d2-a8d5-10e21b086fa7 None None] The sync data for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 is: [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'floating_ip_address': '172.25.5.15', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'port_id': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'mac_address': 'fa:16:3e:f3:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:12:32Z', 'updated_at': '2022-02-09T03:15:18Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:22.134662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:22.135038 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.179041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce029b-375a-4386-96e7-74b835011c18 req-f1f2ad69-8567-4cb0-962f-2988f28d34a5 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:22.181103 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6ce029b-375a-4386-96e7-74b835011c18 req-f1f2ad69-8567-4cb0-962f-2988f28d34a5 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.5501409 Feb 09 03:15:22.278234 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470d26e5-9b2d-4157-aa8e-e60dce4398f8 None None] Network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:22.364973 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e76a9270-90d8-499f-858a-78076fac9a4e req-62432417-b9d9-4d10-a008-35581f9e13f2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0bc7f806-7518-43a6-be8c-9fc7efa95fa4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.379567 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe16c66-627c-42d2-bcf0-6dbd2061f2e0 x-openstack-request-id: req-afe16c66-627c-42d2-bcf0-6dbd2061f2e0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:22.380175 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4", "tag": "3cdefd76-cad5-42d9-83ac-4f66c77b6df1", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:22.380175 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afe16c66-627c-42d2-bcf0-6dbd2061f2e0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:22.380486 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'tag': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1', 'status': 'completed', 'code': 200} Feb 09 03:15:22.512885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:22.514074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 78cc139a-47c5-4fa4-8759-5602cb485d96 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:22.550732 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.607853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f9514-9927-449a-bb71-ababfce0307e None None] New status for floating IP f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:15:22.620047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Allocated IP 172.20.0.4 (0fdedddb-ca20-49e8-9ab2-dff73e8e4de2/c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75/cccdcb03-046b-4abf-a54a-3e92e556f31f) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:22.671601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Pushing event updated for resources: {'Port': ['ID=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:22.685139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da8133-cdff-49fc-bf1d-857eba75c352 req-474a28ea-5b47-47aa-b8a3-b666d1999776 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:22.692507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b3da8133-cdff-49fc-bf1d-857eba75c352 req-474a28ea-5b47-47aa-b8a3-b666d1999776 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.3852508 Feb 09 03:15:22.715052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b24e-3b20-4147-8ee9-b9ec33617f85 req-afbc4a20-45b1-435f-8608-302e5901ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:22.717952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a939b24e-3b20-4147-8ee9-b9ec33617f85 req-afbc4a20-45b1-435f-8608-302e5901ceb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=323324d4efbc491a986d5b2503e04608&device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 1129 time: 0.3366983 Feb 09 03:15:22.745695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:22.754650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a3870-6864-4840-8ab6-cc72c7d88b33 req-19da4c35-ebe5-40d6-94df-20bf174bee9f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:22.756191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-810a3870-6864-4840-8ab6-cc72c7d88b33 req-19da4c35-ebe5-40d6-94df-20bf174bee9f tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/ports?device_id=86d1fcb7-bf16-4633-ba68-c54b133f0001 HTTP/1.1" status: 200 len: 950 time: 0.5218182 Feb 09 03:15:22.804419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:22.819882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:22.878911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-11b638d5-11a4-4d0b-8c5a-e2f815e2b267 None None] Provisioning complete for port 78cc139a-47c5-4fa4-8759-5602cb485d96 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:22.880089 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11b638d5-11a4-4d0b-8c5a-e2f815e2b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.897337 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks [] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.937116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:22.937865 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.999867 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b3da8133-cdff-49fc-bf1d-857eba75c352 req-5ed704ec-ecb0-42e3-a888-c1664f00f103 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3024566 Feb 09 03:15:23.078112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6dfe0980-113b-41ce-8ec8-37b6b2eaef3a req-902a6ada-4583-43ca-ace2-6af11df53dd5 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 210 time: 0.6168733 Feb 09 03:15:23.081969 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.100001 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ef8d0089-e549-4cd6-8ca4-d3411a7f7504 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1536999 Feb 09 03:15:23.173995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Request body: {'port': {'device_id': 'd27b9f70-f36e-4835-9e28-c3cf71e6e3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:23.175190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 78cc139a-47c5-4fa4-8759-5602cb485d96 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:23.175618 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.238282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62432417-b9d9-4d10-a008-35581f9e13f2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Pushing event deleted for resources: {'Port': ['ID=0bc7f806-7518-43a6-be8c-9fc7efa95fa4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:23.265704 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3b4e18-ad7d-45db-a6ad-f7c180030b05 x-openstack-request-id: req-ad3b4e18-ad7d-45db-a6ad-f7c180030b05 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:23.267647 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c5c37-2566-483b-90fd-9ca3f072cdb0", "name": "network-vif-deleted", "tag": "3c884467-ea3e-43dd-9469-4e38b4532e98", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:23.267929 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad3b4e18-ad7d-45db-a6ad-f7c180030b05 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:23.268344 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c5c37-2566-483b-90fd-9ca3f072cdb0', 'name': 'network-vif-deleted', 'tag': '3c884467-ea3e-43dd-9469-4e38b4532e98', 'status': 'completed', 'code': 200} Feb 09 03:15:23.285950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:23.289818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:23.323014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:23.357949 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.412639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-11b638d5-11a4-4d0b-8c5a-e2f815e2b267 None None] Current status of the port 78cc139a-47c5-4fa4-8759-5602cb485d96 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:23.413024 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11b638d5-11a4-4d0b-8c5a-e2f815e2b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.535679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:23.536432 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.568207 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a17277-15c0-4938-b79e-9b864c519acf x-openstack-request-id: req-b3a17277-15c0-4938-b79e-9b864c519acf {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:23.568525 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1283d6f-503c-4640-ba72-729399c84e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc7f806-7518-43a6-be8c-9fc7efa95fa4", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:23.568789 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3a17277-15c0-4938-b79e-9b864c519acf {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:23.569196 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1283d6f-503c-4640-ba72-729399c84e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc7f806-7518-43a6-be8c-9fc7efa95fa4', 'code': 200} Feb 09 03:15:23.593556 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-11b638d5-11a4-4d0b-8c5a-e2f815e2b267 None None] For port 78cc139a-47c5-4fa4-8759-5602cb485d96, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=78cc139a-47c5-4fa4-8759-5602cb485d96,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:23.605262 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11b638d5-11a4-4d0b-8c5a-e2f815e2b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.679675 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7745664 Feb 09 03:15:23.682215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b24e-3b20-4147-8ee9-b9ec33617f85 req-a2186024-d77c-4a07-985a-ed417461d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:23.684807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a939b24e-3b20-4147-8ee9-b9ec33617f85 req-a2186024-d77c-4a07-985a-ed417461d247 service neutron] 10.222.0.42 "GET /v2.0/networks?id=892c0000-0a5d-449f-b975-27ca2753b91f HTTP/1.1" status: 200 len: 925 time: 0.9272001 Feb 09 03:15:23.748285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b638d5-11a4-4d0b-8c5a-e2f815e2b267 None None] Pushing event updated for resources: {'Port': ['ID=78cc139a-47c5-4fa4-8759-5602cb485d96,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:23.811501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 78cc139a-47c5-4fa4-8759-5602cb485d96 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:23.890004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.917905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75f8d03-6c57-4d19-b02f-de9ecdf92cbc {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:23.928172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Publish callbacks [] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.960390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Transition to ACTIVE for port object f75f8d03-6c57-4d19-b02f-de9ecdf92cbc will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:15:23.987860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 78cc139a-47c5-4fa4-8759-5602cb485d96 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:24.108813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-a31c35a6-274e-46aa-954f-7aecf419cf5c tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1443150 Feb 09 03:15:24.114077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76a9270-90d8-499f-858a-78076fac9a4e req-62432417-b9d9-4d10-a008-35581f9e13f2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] No DVR routers for this DVR port 0bc7f806-7518-43a6-be8c-9fc7efa95fa4 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:24.115236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:24.119428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 78cc139a-47c5-4fa4-8759-5602cb485d96 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:24.119948 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.127152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Request body: {'port': {'device_id': '4893b351-c6ff-435a-8eb8-654b67fd0bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:24.162048 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.184815 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-810a3870-6864-4840-8ab6-cc72c7d88b33 req-17a3f669-8e35-409d-a2a0-ace77e886e8d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Deleting port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:24.185678 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-810a3870-6864-4840-8ab6-cc72c7d88b33 req-17a3f669-8e35-409d-a2a0-ace77e886e8d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.203376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f3199815-6fbb-4d2d-81fc-3c7e27c94f0a None None] Provisioning complete for port 78cc139a-47c5-4fa4-8759-5602cb485d96 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:24.203776 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3199815-6fbb-4d2d-81fc-3c7e27c94f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.235519 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e76a9270-90d8-499f-858a-78076fac9a4e req-62432417-b9d9-4d10-a008-35581f9e13f2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.238047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e76a9270-90d8-499f-858a-78076fac9a4e req-62432417-b9d9-4d10-a008-35581f9e13f2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.42 "DELETE /v2.0/ports/0bc7f806-7518-43a6-be8c-9fc7efa95fa4 HTTP/1.1" status: 204 len: 173 time: 6.6102188 Feb 09 03:15:24.301997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9da99a-0561-4add-959a-7f7719bc33b9 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Pushing event updated for resources: {'Port': ['ID=cccdcb03-046b-4abf-a54a-3e92e556f31f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:24.308842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.362584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfda59-37ea-414d-83d5-9dfe6ac29e54 req-c9ad5414-c44e-4e28-b369-8d5e2dc415d6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:24.364142 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9bfda59-37ea-414d-83d5-9dfe6ac29e54 req-c9ad5414-c44e-4e28-b369-8d5e2dc415d6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.7988205 Feb 09 03:15:24.367074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Publish callbacks [] for router_gateway (2d225704-846d-41b3-8890-95cde803fed7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.390556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-810a3870-6864-4840-8ab6-cc72c7d88b33 req-17a3f669-8e35-409d-a2a0-ace77e886e8d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] For port ebfca926-4ce1-4b56-9d7b-46c3cabb5069, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ebfca926-4ce1-4b56-9d7b-46c3cabb5069,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:24.391324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-810a3870-6864-4840-8ab6-cc72c7d88b33 req-17a3f669-8e35-409d-a2a0-ace77e886e8d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.416862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-810a3870-6864-4840-8ab6-cc72c7d88b33 req-17a3f669-8e35-409d-a2a0-ace77e886e8d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Calling delete_port for ebfca926-4ce1-4b56-9d7b-46c3cabb5069 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:24.576919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 78cc139a-47c5-4fa4-8759-5602cb485d96 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:24.605228 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-810a3870-6864-4840-8ab6-cc72c7d88b33 req-17a3f669-8e35-409d-a2a0-ace77e886e8d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ebfca926-4ce1-4b56-9d7b-46c3cabb5069), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.608907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f3199815-6fbb-4d2d-81fc-3c7e27c94f0a None None] Current status of the port 78cc139a-47c5-4fa4-8759-5602cb485d96 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:24.617410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2', 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:24.654550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (2d225704-846d-41b3-8890-95cde803fed7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.695261 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a939b24e-3b20-4147-8ee9-b9ec33617f85 req-6ccd756a-7ae0-4133-8514-c71439ccb24e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cdefd76-cad5-42d9-83ac-4f66c77b6df1 HTTP/1.1" status: 200 len: 1001 time: 0.9953187 Feb 09 03:15:24.771360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Pushing event updated for resources: {'Port': ['ID=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:24.822742 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.901558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3f669-8e35-409d-a2a0-ace77e886e8d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event deleted for resources: {'Port': ['ID=ebfca926-4ce1-4b56-9d7b-46c3cabb5069,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:25.136778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-810a3870-6864-4840-8ab6-cc72c7d88b33 req-17a3f669-8e35-409d-a2a0-ace77e886e8d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] No DVR routers for this DVR port ebfca926-4ce1-4b56-9d7b-46c3cabb5069 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:25.138128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9bfda59-37ea-414d-83d5-9dfe6ac29e54 req-f412e02e-9459-4240-8900-ca6a8c207171 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6483879 Feb 09 03:15:25.156732 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-810a3870-6864-4840-8ab6-cc72c7d88b33 req-17a3f669-8e35-409d-a2a0-ace77e886e8d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.160004 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-810a3870-6864-4840-8ab6-cc72c7d88b33 req-17a3f669-8e35-409d-a2a0-ace77e886e8d tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "DELETE /v2.0/ports/ebfca926-4ce1-4b56-9d7b-46c3cabb5069 HTTP/1.1" status: 204 len: 173 time: 2.3818388 Feb 09 03:15:25.177227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d1fcb7-bf16-4633-ba68-c54b133f0001', 'name': 'network-vif-deleted', 'tag': 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:25.180318 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417dd07c-1ab9-4804-928c-87c2e60f531e" -d '{"events": [{"server_uuid": "86d1fcb7-bf16-4633-ba68-c54b133f0001", "name": "network-vif-deleted", "tag": "ebfca926-4ce1-4b56-9d7b-46c3cabb5069"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:25.218191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b24e-3b20-4147-8ee9-b9ec33617f85 req-f64750b1-8d9f-4944-945b-a52b0d9fe244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:25.219606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a939b24e-3b20-4147-8ee9-b9ec33617f85 req-f64750b1-8d9f-4944-945b-a52b0d9fe244 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c400f1bc-332e-48a4-b94d-44122a0c44f9 HTTP/1.1" status: 200 len: 863 time: 0.5106277 Feb 09 03:15:25.283038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1283d6f-503c-4640-ba72-729399c84e3e', 'name': 'network-vif-deleted', 'tag': '0bc7f806-7518-43a6-be8c-9fc7efa95fa4'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:25.285333 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6e0ce2-3df8-4fda-9f30-1db8b890ab1b" -d '{"events": [{"server_uuid": "d1283d6f-503c-4640-ba72-729399c84e3e", "name": "network-vif-deleted", "tag": "0bc7f806-7518-43a6-be8c-9fc7efa95fa4"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:25.314308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Attempting to bind port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:25.314672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Attempting to bind port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:25.315046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Attempting to bind port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc on network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:25.341850 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-585506fc-bc2a-4f3a-85e9-0826cb3e03f3 req-8630fb58-b2b1-429a-9b64-ffcea942c7ed tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1fcb7-bf16-4633-ba68-c54b133f0001 HTTP/1.1" status: 200 len: 210 time: 0.0784681 Feb 09 03:15:25.342552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc on network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:15:25.343158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Attempting to bind port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc on network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:25.352718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b24e-3b20-4147-8ee9-b9ec33617f85 req-39c2a610-b0af-4335-b15f-f46a5fed4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:25.354681 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a939b24e-3b20-4147-8ee9-b9ec33617f85 req-39c2a610-b0af-4335-b15f-f46a5fed4ee4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=892c0000-0a5d-449f-b975-27ca2753b91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1196861 Feb 09 03:15:25.407899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb81e09-a9f7-4e0e-9f17-39dd9148e680 req-f105223d-a6f8-482e-9392-b91473674953 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:25.423393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1eb81e09-a9f7-4e0e-9f17-39dd9148e680 req-f105223d-a6f8-482e-9392-b91473674953 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 950 time: 0.5573959 Feb 09 03:15:25.431506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:25.431850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Checking segment: {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:25.432243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Bound using segment: {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:25.432692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Bound port: f75f8d03-6c57-4d19-b02f-de9ecdf92cbc, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:25.433200 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.485678 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.667482 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a939b24e-3b20-4147-8ee9-b9ec33617f85 req-a507bb0d-9b13-4af1-b3fa-1b6e7885f202 service neutron] 10.222.0.42 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062468 Feb 09 03:15:25.669391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] For port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:25.671053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccdcb03-046b-4abf-a54a-3e92e556f31f {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:25.680553 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Publish callbacks [] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.690554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] For port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:25.718675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Transition to ACTIVE for port object cccdcb03-046b-4abf-a54a-3e92e556f31f will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:15:25.766142 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.768563 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.844329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Pushing event updated for resources: {'Port': ['ID=cccdcb03-046b-4abf-a54a-3e92e556f31f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:25.899126 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b43e-5e25-415f-be8c-c03b20a779ec req-42387f2b-3c9e-4608-b10c-518d9f6e06ad tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:25.902096 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a99b43e-5e25-415f-be8c-c03b20a779ec req-42387f2b-3c9e-4608-b10c-518d9f6e06ad tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.4380035 Feb 09 03:15:25.902466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:25.903522 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.905167 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] 10.222.0.65 "PUT /v2.0/ports/f75f8d03-6c57-4d19-b02f-de9ecdf92cbc HTTP/1.1" status: 200 len: 1092 time: 2.7541461 Feb 09 03:15:25.952750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e9b62-f5f4-49d1-818c-8f20559d699d service neutron] Pushing event updated for resources: {'Port': ['ID=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:25.979695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ebfca926-4ce1-4b56-9d7b-46c3cabb5069 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:26.006673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Router 2d225704-846d-41b3-8890-95cde803fed7 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:15:26.038608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a99b43e-5e25-415f-be8c-c03b20a779ec req-14a6eb06-70cd-4c45-8fb0-9b37a353f0b5 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084740 Feb 09 03:15:26.054018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: ebfca926-4ce1-4b56-9d7b-46c3cabb5069 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:26.058442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Allocated IP 172.25.5.127 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/6f581b94-2646-4249-8118-6e4e6ffcb345) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:26.060256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ebfca926-4ce1-4b56-9d7b-46c3cabb5069 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:26.060895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f6c97fc5-7089-43f5-b9aa-c5aaa423892c no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:26.114081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a939b24e-3b20-4147-8ee9-b9ec33617f85 req-68d0d193-d6de-451f-90e1-560f7462cea5 service neutron] 10.222.0.42 "GET /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215798 Feb 09 03:15:26.230115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port f6c97fc5-7089-43f5-b9aa-c5aaa423892c is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:26.237782 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.255754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-e294df6b-7c1c-43cc-8eb1-df606e0ee238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:26.262967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-e294df6b-7c1c-43cc-8eb1-df606e0ee238 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e257090a638248589ccc480bebf3efcd&device_id=d27b9f70-f36e-4835-9e28-c3cf71e6e3bd HTTP/1.1" status: 200 len: 1126 time: 0.2963982 Feb 09 03:15:26.276317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dbaebe-4221-47a8-8178-b44008784d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:26.279569 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ed4f69-2bc4-497d-b817-35279703c07e" -d '{"events": [{"server_uuid": "13dbaebe-4221-47a8-8178-b44008784d12", "name": "network-vif-unplugged", "status": "completed", "tag": "f6c97fc5-7089-43f5-b9aa-c5aaa423892c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:26.296783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f6c97fc5-7089-43f5-b9aa-c5aaa423892c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:26.315715 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.319235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:26.334256 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Sync routers for ids ['2d225704-846d-41b3-8890-95cde803fed7'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:26.336240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-1eb81e09-a9f7-4e0e-9f17-39dd9148e680 req-51c49cf4-f7b9-4b81-b844-ed68980dfb21 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Deleting port f6c97fc5-7089-43f5-b9aa-c5aaa423892c {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:26.336589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1eb81e09-a9f7-4e0e-9f17-39dd9148e680 req-51c49cf4-f7b9-4b81-b844-ed68980dfb21 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.359424 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Routers {'2d225704-846d-41b3-8890-95cde803fed7'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:26.360968 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d225704-846d-41b3-8890-95cde803fed7'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:26.384492 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-c652a8bd-f2cc-4d80-aa5a-a9919f8515a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc HTTP/1.1" status: 200 len: 217 time: 0.1008804 Feb 09 03:15:26.388427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:26.476045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-db23ea98-3ec5-49bc-a626-7a5c5303d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:26.477542 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-db23ea98-3ec5-49bc-a626-7a5c5303d301 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75 HTTP/1.1" status: 200 len: 853 time: 0.0694871 Feb 09 03:15:26.523864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Attempting to bind port cccdcb03-046b-4abf-a54a-3e92e556f31f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:26.524481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Attempting to bind port cccdcb03-046b-4abf-a54a-3e92e556f31f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:26.524481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Attempting to bind port cccdcb03-046b-4abf-a54a-3e92e556f31f on network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:26.532015 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-3fc9f828-2191-4305-96fd-37ed4a34ccfd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471473 Feb 09 03:15:26.538808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for port (6f581b94-2646-4249-8118-6e4e6ffcb345), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.558213 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Set router 2d225704-846d-41b3-8890-95cde803fed7 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:26.561873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Port cccdcb03-046b-4abf-a54a-3e92e556f31f on network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:15:26.562311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Attempting to bind port cccdcb03-046b-4abf-a54a-3e92e556f31f on network 0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:26.572043 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.576207 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-04d94b2b-ba6f-431c-97f7-4769bbb1ff89 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.8789804 Feb 09 03:15:26.585921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53444) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:26.633147 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-d378a620-c331-4b9b-a61d-3749f627662b service neutron] 10.222.0.65 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924981 Feb 09 03:15:26.654890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:26.655330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Checking segment: {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:26.655804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Bound using segment: {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:26.656334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Bound port: cccdcb03-046b-4abf-a54a-3e92e556f31f, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13bf36f-c0c1-4604-8c4f-2412f1da526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:26.656880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.747784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1eb81e09-a9f7-4e0e-9f17-39dd9148e680 req-51c49cf4-f7b9-4b81-b844-ed68980dfb21 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] For port f6c97fc5-7089-43f5-b9aa-c5aaa423892c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:26.748319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1eb81e09-a9f7-4e0e-9f17-39dd9148e680 req-51c49cf4-f7b9-4b81-b844-ed68980dfb21 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.765991 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6f581b94-2646-4249-8118-6e4e6ffcb345), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.785069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1417fb-157c-433d-8f10-d7aef586333c req-19a0ba34-7173-4196-b130-36211842d31d tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:26.798902 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d1417fb-157c-433d-8f10-d7aef586333c req-19a0ba34-7173-4196-b130-36211842d31d tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 943 time: 0.5507221 Feb 09 03:15:26.813528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:26.816524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-d0c715ff-8926-4d1c-8326-16c81f3c2f0e service neutron] 10.222.0.65 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712868 Feb 09 03:15:26.819655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:26.823278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:26.865849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-1eb81e09-a9f7-4e0e-9f17-39dd9148e680 req-51c49cf4-f7b9-4b81-b844-ed68980dfb21 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Calling delete_port for f6c97fc5-7089-43f5-b9aa-c5aaa423892c owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:26.959260 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:15:22Z', 'revision_number': 3, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:26.966028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (db65bfd8-a979-481d-bfbd-17ec3a7b79d5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.999520 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Checking router: 2d225704-846d-41b3-8890-95cde803fed7 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:27.000131 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Updating router 2d225704-846d-41b3-8890-95cde803fed7 port abd73d2e-b7aa-4991-bdfc-12451e6340eb binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:15:27.033898 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.062020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Pushing event updated for resources: {'Port': ['ID=6f581b94-2646-4249-8118-6e4e6ffcb345,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:27.084505 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d1417fb-157c-433d-8f10-d7aef586333c req-dd38c77b-ea1a-447e-8fe9-79384bb5f5e8 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798836 Feb 09 03:15:27.104622 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f581b94-2646-4249-8118-6e4e6ffcb345), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.246549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] For port cccdcb03-046b-4abf-a54a-3e92e556f31f, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:27.382986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] For port cccdcb03-046b-4abf-a54a-3e92e556f31f, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=cccdcb03-046b-4abf-a54a-3e92e556f31f,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:27.446057 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.462605 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c53d1ac-95d6-439f-96c5-8ba911f495bc x-openstack-request-id: req-4c53d1ac-95d6-439f-96c5-8ba911f495bc {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:27.462917 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1283d6f-503c-4640-ba72-729399c84e3e", "name": "network-vif-deleted", "tag": "0bc7f806-7518-43a6-be8c-9fc7efa95fa4", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:27.463159 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c53d1ac-95d6-439f-96c5-8ba911f495bc {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:27.463554 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1283d6f-503c-4640-ba72-729399c84e3e', 'name': 'network-vif-deleted', 'tag': '0bc7f806-7518-43a6-be8c-9fc7efa95fa4', 'status': 'completed', 'code': 200} Feb 09 03:15:27.524429 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for port (6f581b94-2646-4249-8118-6e4e6ffcb345), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.532419 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e6766-df77-412e-a687-762f750e5ab1 x-openstack-request-id: req-9c4e6766-df77-412e-a687-762f750e5ab1 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:27.533201 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d1fcb7-bf16-4633-ba68-c54b133f0001", "name": "network-vif-deleted", "tag": "ebfca926-4ce1-4b56-9d7b-46c3cabb5069", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:27.533511 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c4e6766-df77-412e-a687-762f750e5ab1 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:27.535091 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d1fcb7-bf16-4633-ba68-c54b133f0001', 'name': 'network-vif-deleted', 'tag': 'ebfca926-4ce1-4b56-9d7b-46c3cabb5069', 'status': 'completed', 'code': 200} Feb 09 03:15:27.539614 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (6f581b94-2646-4249-8118-6e4e6ffcb345), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.667872 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:27.669104 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.670059 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] 10.222.0.42 "PUT /v2.0/ports/cccdcb03-046b-4abf-a54a-3e92e556f31f HTTP/1.1" status: 200 len: 1092 time: 3.5528696 Feb 09 03:15:27.759137 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (db65bfd8-a979-481d-bfbd-17ec3a7b79d5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.765011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Pushing event updated for resources: {'Port': ['ID=6f581b94-2646-4249-8118-6e4e6ffcb345,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:27.777458 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Publish callbacks [] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.805625 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.824006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e6f45-c3fb-41ce-9770-7549c1caea19 service neutron] Pushing event updated for resources: {'Port': ['ID=cccdcb03-046b-4abf-a54a-3e92e556f31f,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:27.854030 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.868624 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ce40bad4-3ffd-427d-920f-349ab75f28e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7584052 Feb 09 03:15:27.937269 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1eb81e09-a9f7-4e0e-9f17-39dd9148e680 req-51c49cf4-f7b9-4b81-b844-ed68980dfb21 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f6c97fc5-7089-43f5-b9aa-c5aaa423892c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.949154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:28.012774 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Attempting to bind port abd73d2e-b7aa-4991-bdfc-12451e6340eb on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:28.013327 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Attempting to bind port abd73d2e-b7aa-4991-bdfc-12451e6340eb by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:28.013888 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Attempting to bind port abd73d2e-b7aa-4991-bdfc-12451e6340eb on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:28.017993 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5671c0-4ff9-415e-82d3-bf0f9315593a None None] Pushing event updated for resources: {'Port': ['ID=abd73d2e-b7aa-4991-bdfc-12451e6340eb,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:28.023239 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:28.023883 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:28.024705 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.025903 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:28.026551 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Bound port: abd73d2e-b7aa-4991-bdfc-12451e6340eb, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:28.027113 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.096022 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] For port abd73d2e-b7aa-4991-bdfc-12451e6340eb, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:28.096248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-ebb6a3df-a910-4df5-9cdf-99f3b2b76337 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.2256243 Feb 09 03:15:28.101039 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] For port abd73d2e-b7aa-4991-bdfc-12451e6340eb, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=abd73d2e-b7aa-4991-bdfc-12451e6340eb,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:28.124775 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.251400 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5671c0-4ff9-415e-82d3-bf0f9315593a None None] Pushing event updated for resources: {'Port': ['ID=abd73d2e-b7aa-4991-bdfc-12451e6340eb,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:28.261044 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Routers {'2d225704-846d-41b3-8890-95cde803fed7'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:28.262834 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d225704-846d-41b3-8890-95cde803fed7'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:28.342657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-9ddd8545-e13b-4afa-b699-887136baff67 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:28.369286 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8278548-8fd0-4b5f-8d54-bcb7fd5acff1 req-9ddd8545-e13b-4afa-b699-887136baff67 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.2715364 Feb 09 03:15:28.409501 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d36760-cd4a-427f-9f80-95a6694f9fc4 x-openstack-request-id: req-12d36760-cd4a-427f-9f80-95a6694f9fc4 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:28.409888 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13dbaebe-4221-47a8-8178-b44008784d12", "name": "network-vif-unplugged", "status": "completed", "tag": "f6c97fc5-7089-43f5-b9aa-c5aaa423892c", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:28.410224 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12d36760-cd4a-427f-9f80-95a6694f9fc4 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:28.410683 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13dbaebe-4221-47a8-8178-b44008784d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c', 'code': 200} Feb 09 03:15:28.474893 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] Set router 2d225704-846d-41b3-8890-95cde803fed7 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:28.536625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c49cf4-f7b9-4b81-b844-ed68980dfb21 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event deleted for resources: {'Port': ['ID=f6c97fc5-7089-43f5-b9aa-c5aaa423892c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:28.583816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd9f6c-ebbe-4052-aad2-d1a056fb38f4 req-b36fe9fc-0e20-477f-be3e-e65b758e12e9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:28.594283 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ebbd9f6c-ebbe-4052-aad2-d1a056fb38f4 req-b36fe9fc-0e20-477f-be3e-e65b758e12e9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.9963276 Feb 09 03:15:28.606774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-c65996b5-e01a-4f7a-b622-928d63866e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:28.608568 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-c65996b5-e01a-4f7a-b622-928d63866e15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e257090a638248589ccc480bebf3efcd&device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 1126 time: 0.8530331 Feb 09 03:15:28.674931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb81e09-a9f7-4e0e-9f17-39dd9148e680 req-51c49cf4-f7b9-4b81-b844-ed68980dfb21 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] No DVR routers for this DVR port f6c97fc5-7089-43f5-b9aa-c5aaa423892c on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:28.677398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb74bad-64f8-4cd9-be8e-3b99b3f93d16 req-55a2a5eb-71e6-494f-b9b4-7bf89897f406 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:28.680929 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfb74bad-64f8-4cd9-be8e-3b99b3f93d16 req-55a2a5eb-71e6-494f-b9b4-7bf89897f406 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.1005833 Feb 09 03:15:28.726552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1eb81e09-a9f7-4e0e-9f17-39dd9148e680 req-51c49cf4-f7b9-4b81-b844-ed68980dfb21 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.729745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1eb81e09-a9f7-4e0e-9f17-39dd9148e680 req-51c49cf4-f7b9-4b81-b844-ed68980dfb21 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "DELETE /v2.0/ports/f6c97fc5-7089-43f5-b9aa-c5aaa423892c HTTP/1.1" status: 204 len: 173 time: 3.3055167 Feb 09 03:15:28.749974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-7f2ef81e-d4fc-4859-a2f1-6e5f8c4b5b50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cccdcb03-046b-4abf-a54a-3e92e556f31f HTTP/1.1" status: 200 len: 217 time: 0.1115444 Feb 09 03:15:28.781332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfb74bad-64f8-4cd9-be8e-3b99b3f93d16 req-d1679390-e2ef-4e90-9b3c-371dfa832245 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894148 Feb 09 03:15:28.802588 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:15:22Z', 'revision_number': 3, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:28.858450 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c39d90-6acc-4c8b-a15e-c4b1a4dc33db None None] The sync data for ids ['2d225704-846d-41b3-8890-95cde803fed7'] in n-d-824835-15 is: [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:15:22Z', 'revision_number': 3, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:28.947841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ebbd9f6c-ebbe-4052-aad2-d1a056fb38f4 req-f2549b67-3e47-46ca-b5e3-9a0eee1ca00f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540506 Feb 09 03:15:29.024651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a660e6-5a39-4dbb-8166-920d3f37e7fc req-2afe372c-dab5-46b9-8ba6-5cee1c725484 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:29.026272 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a7a660e6-5a39-4dbb-8166-920d3f37e7fc req-2afe372c-dab5-46b9-8ba6-5cee1c725484 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 943 time: 0.1150532 Feb 09 03:15:29.040718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ad905f3a-455d-4bf5-901f-7c241cf69197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:29.042335 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-ad905f3a-455d-4bf5-901f-7c241cf69197 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75 HTTP/1.1" status: 200 len: 853 time: 0.2787452 Feb 09 03:15:29.107740 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-be97f904-278b-4348-80cc-6d2aca3d9a6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514107 Feb 09 03:15:29.109724 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.126713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a7a660e6-5a39-4dbb-8166-920d3f37e7fc req-c82156ee-7ea0-44d0-82e7-1f47ee2a0def tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940259 Feb 09 03:15:29.390154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-e0a9e035-f1c7-4d4e-9371-75dbd4c4ddd4 service neutron] 10.222.0.42 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746429 Feb 09 03:15:29.495829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4893b351-c6ff-435a-8eb8-654b67fd0bae', 'tag': 'cccdcb03-046b-4abf-a54a-3e92e556f31f'}, {'server_uuid': '13dbaebe-4221-47a8-8178-b44008784d12', 'name': 'network-vif-deleted', 'tag': 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:29.503724 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c80d4e-68b9-454d-882e-593f4f3e4c48" -d '{"events": [{"name": "network-changed", "server_uuid": "4893b351-c6ff-435a-8eb8-654b67fd0bae", "tag": "cccdcb03-046b-4abf-a54a-3e92e556f31f"}, {"server_uuid": "13dbaebe-4221-47a8-8178-b44008784d12", "name": "network-vif-deleted", "tag": "f6c97fc5-7089-43f5-b9aa-c5aaa423892c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:29.520081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device f75f8d03-6c57-4d19-b02f-de9ecdf92cbc details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:15:29.537606 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27b9f70-f36e-4835-9e28-c3cf71e6e3bd', 'tag': 'f75f8d03-6c57-4d19-b02f-de9ecdf92cbc'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:29.539899 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dce6aa-48b1-4958-9045-e2bc509220d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d27b9f70-f36e-4835-9e28-c3cf71e6e3bd", "tag": "f75f8d03-6c57-4d19-b02f-de9ecdf92cbc"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:29.562841 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-41286f77-85cd-455a-940e-a7606fc8c3b4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3551593 Feb 09 03:15:29.567986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:29.610981 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.611225 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-78bf9937-1864-4b4a-a713-0a981c8b1abf req-de18a0a3-f920-4266-b125-3282bca8f9ad tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=13dbaebe-4221-47a8-8178-b44008784d12 HTTP/1.1" status: 200 len: 210 time: 0.1023331 Feb 09 03:15:29.745154 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.775668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:29.792245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'f75f8d03-6c57-4d19-b02f-de9ecdf92cbc', 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2', 'port_id': 'f75f8d03-6c57-4d19-b02f-de9ecdf92cbc', 'mac_address': 'fa:16:3e:57:52:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:15:29.840988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:29.841721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.858700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75f8d03-6c57-4d19-b02f-de9ecdf92cbc {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:29.888897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:29.902952 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.908876 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4c13d-edfa-4853-b400-480cfe5ff8e9 req-d49c7557-4180-4d86-a273-70dc731bb04b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:29.913656 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5eb4c13d-edfa-4853-b400-480cfe5ff8e9 req-d49c7557-4180-4d86-a273-70dc731bb04b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.1778736 Feb 09 03:15:29.936585 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a14c563d-a96a-485d-8e93-a8a3a1380264 req-abed8cc5-3db6-4c28-8ca2-df5611367589 service neutron] 10.222.0.42 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477103 Feb 09 03:15:29.999584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:30.003702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device abd73d2e-b7aa-4991-bdfc-12451e6340eb up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:30.015028 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Allocated IP 172.25.5.248 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/392b9472-a46d-4d03-af7a-f9f2f850bdb6) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:30.078647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Allocated IP 172.20.0.1 (423bdd76-f65e-4c73-ad02-e5e5e98dff69/a716c847-82e7-4b0e-924d-ab5413feb52d/fd31f82f-bdca-47f5-9606-46d822c28362) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:30.122901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5eb4c13d-edfa-4853-b400-480cfe5ff8e9 req-23dfe8f6-edee-4dc5-a167-03947b5a1e6b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1759949 Feb 09 03:15:30.126124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port abd73d2e-b7aa-4991-bdfc-12451e6340eb triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:30.126601 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.177534 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for port (392b9472-a46d-4d03-af7a-f9f2f850bdb6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.226317 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c896f8c-bf8d-43b6-9a92-a73bf4bf4c7e x-openstack-request-id: req-4c896f8c-bf8d-43b6-9a92-a73bf4bf4c7e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:30.226635 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27b9f70-f36e-4835-9e28-c3cf71e6e3bd", "tag": "f75f8d03-6c57-4d19-b02f-de9ecdf92cbc", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:30.227596 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c896f8c-bf8d-43b6-9a92-a73bf4bf4c7e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:30.228021 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27b9f70-f36e-4835-9e28-c3cf71e6e3bd', 'tag': 'f75f8d03-6c57-4d19-b02f-de9ecdf92cbc', 'status': 'completed', 'code': 200} Feb 09 03:15:30.247072 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf82115-49b6-4446-a22f-434d5264f2ad x-openstack-request-id: req-0cf82115-49b6-4446-a22f-434d5264f2ad {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:30.248038 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4893b351-c6ff-435a-8eb8-654b67fd0bae", "tag": "cccdcb03-046b-4abf-a54a-3e92e556f31f", "status": "completed", "code": 200}, {"server_uuid": "13dbaebe-4221-47a8-8178-b44008784d12", "name": "network-vif-deleted", "tag": "f6c97fc5-7089-43f5-b9aa-c5aaa423892c", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:30.248038 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cf82115-49b6-4446-a22f-434d5264f2ad {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:30.248926 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4893b351-c6ff-435a-8eb8-654b67fd0bae', 'tag': 'cccdcb03-046b-4abf-a54a-3e92e556f31f', 'status': 'completed', 'code': 200} Feb 09 03:15:30.250911 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13dbaebe-4221-47a8-8178-b44008784d12', 'name': 'network-vif-deleted', 'tag': 'f6c97fc5-7089-43f5-b9aa-c5aaa423892c', 'status': 'completed', 'code': 200} Feb 09 03:15:30.280914 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (392b9472-a46d-4d03-af7a-f9f2f850bdb6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.326745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port abd73d2e-b7aa-4991-bdfc-12451e6340eb is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:30.327212 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.363947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port abd73d2e-b7aa-4991-bdfc-12451e6340eb, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=abd73d2e-b7aa-4991-bdfc-12451e6340eb,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:30.367392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:30.370697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:30.371761 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.373188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Pushing event updated for resources: {'Port': ['ID=392b9472-a46d-4d03-af7a-f9f2f850bdb6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:30.382125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:30.458684 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Publish callbacks [] for port (fd31f82f-bdca-47f5-9606-46d822c28362), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.474579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c80d4e-68b9-454d-882e-593f4f3e4c48 req-e3526eab-e723-4f55-ac47-78edfe599cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:30.475021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['f75f8d03-6c57-4d19-b02f-de9ecdf92cbc'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:30.476486 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0c80d4e-68b9-454d-882e-593f4f3e4c48 req-e3526eab-e723-4f55-ac47-78edfe599cc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e257090a638248589ccc480bebf3efcd&device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 1126 time: 0.2070503 Feb 09 03:15:30.499851 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (21f4221d-0835-4c47-bad2-51a97c39c192), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.513165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce6aa-48b1-4958-9045-e2bc509220d0 req-36453ce4-785c-4e79-bb2d-a0e6e89b59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:30.519400 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6dce6aa-48b1-4958-9045-e2bc509220d0 req-36453ce4-785c-4e79-bb2d-a0e6e89b59e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e257090a638248589ccc480bebf3efcd&device_id=d27b9f70-f36e-4835-9e28-c3cf71e6e3bd HTTP/1.1" status: 200 len: 1127 time: 0.2891572 Feb 09 03:15:30.524943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=abd73d2e-b7aa-4991-bdfc-12451e6340eb,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:30.582091 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (392b9472-a46d-4d03-af7a-f9f2f850bdb6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.585044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c80d4e-68b9-454d-882e-593f4f3e4c48 req-04ae8b81-6af5-4de3-86dc-fcb29919f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:30.586675 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0c80d4e-68b9-454d-882e-593f4f3e4c48 req-04ae8b81-6af5-4de3-86dc-fcb29919f470 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 HTTP/1.1" status: 200 len: 914 time: 0.0967956 Feb 09 03:15:30.601117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721218a-0741-4afe-822f-75ac311329fa req-3fcf91a8-7387-46aa-99a4-14be05c14183 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:30.608951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7721218a-0741-4afe-822f-75ac311329fa req-3fcf91a8-7387-46aa-99a4-14be05c14183 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.2568300 Feb 09 03:15:30.722932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0c80d4e-68b9-454d-882e-593f4f3e4c48 req-9d09524d-418c-4672-a0ec-54dac2de8e19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cccdcb03-046b-4abf-a54a-3e92e556f31f HTTP/1.1" status: 200 len: 217 time: 0.0924106 Feb 09 03:15:30.760472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.769995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce6aa-48b1-4958-9045-e2bc509220d0 req-9008a1fa-4a68-47ec-bbef-7fc7c0645b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:30.771470 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6dce6aa-48b1-4958-9045-e2bc509220d0 req-9008a1fa-4a68-47ec-bbef-7fc7c0645b8b service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 HTTP/1.1" status: 200 len: 914 time: 0.1988785 Feb 09 03:15:30.835503 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7721218a-0741-4afe-822f-75ac311329fa req-4c941edb-3272-471d-8dd2-65ebb68653e3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201664 Feb 09 03:15:30.858634 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6dce6aa-48b1-4958-9045-e2bc509220d0 req-5d598e33-4057-4371-8253-53d10ce73416 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc HTTP/1.1" status: 200 len: 217 time: 0.0790410 Feb 09 03:15:30.867289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c80d4e-68b9-454d-882e-593f4f3e4c48 req-9bcdfccd-06a8-4262-a2e0-f48a5c7d20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:30.868854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0c80d4e-68b9-454d-882e-593f4f3e4c48 req-9bcdfccd-06a8-4262-a2e0-f48a5c7d20d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75 HTTP/1.1" status: 200 len: 853 time: 0.1247611 Feb 09 03:15:30.894656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:30.923903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:30.927909 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0c80d4e-68b9-454d-882e-593f4f3e4c48 req-d506eba2-3acc-4096-a0f0-22a79187ab55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466261 Feb 09 03:15:30.928715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:30.930730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Pushing event updated for resources: {'Port': ['ID=fd31f82f-bdca-47f5-9606-46d822c28362,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:31.010326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce6aa-48b1-4958-9045-e2bc509220d0 req-8c3d5ee5-7c4b-4745-b1db-1a8b6402efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:31.011586 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6dce6aa-48b1-4958-9045-e2bc509220d0 req-8c3d5ee5-7c4b-4745-b1db-1a8b6402efef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75 HTTP/1.1" status: 200 len: 853 time: 0.1432164 Feb 09 03:15:31.038496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for port (392b9472-a46d-4d03-af7a-f9f2f850bdb6), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.058572 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0c80d4e-68b9-454d-882e-593f4f3e4c48 req-88689db8-9365-4290-be5d-39850ef35cdc service neutron] 10.222.0.42 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011434 Feb 09 03:15:31.061341 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (392b9472-a46d-4d03-af7a-f9f2f850bdb6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.114915 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6dce6aa-48b1-4958-9045-e2bc509220d0 req-21456aa0-e1a3-4ef6-b339-76f5dd3f620c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788488 Feb 09 03:15:31.151846 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (2d225704-846d-41b3-8890-95cde803fed7), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.275415 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09c3ba-8b1d-4453-9a40-8c58d0f9e511 req-7f648fb9-b03d-485f-a6d6-9acd9cea3945 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:31.277023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b09c3ba-8b1d-4453-9a40-8c58d0f9e511 req-7f648fb9-b03d-485f-a6d6-9acd9cea3945 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 943 time: 0.2139189 Feb 09 03:15:31.287267 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0c80d4e-68b9-454d-882e-593f4f3e4c48 req-29796a92-d12b-4430-a5dd-390d09e2236c service neutron] 10.222.0.42 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112367 Feb 09 03:15:31.325087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d510a3a2-b8aa-4f2b-b17b-b69e9621e505 None None] Provisioning complete for port fd31f82f-bdca-47f5-9606-46d822c28362 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:31.325825 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d510a3a2-b8aa-4f2b-b17b-b69e9621e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.392548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d510a3a2-b8aa-4f2b-b17b-b69e9621e505 None None] Port fd31f82f-bdca-47f5-9606-46d822c28362 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:31.438275 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b09c3ba-8b1d-4453-9a40-8c58d0f9e511 req-30198c94-296f-4065-b6fd-fdfa54170a31 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239836 Feb 09 03:15:31.443532 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.647965 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (21f4221d-0835-4c47-bad2-51a97c39c192), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.654204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Pushing event updated for resources: {'Port': ['ID=392b9472-a46d-4d03-af7a-f9f2f850bdb6,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:31.680185 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.681630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-531f0fde-131d-4413-ab69-2a9ca9ba07db tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1178441 Feb 09 03:15:31.757292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-960157b2-d639-46f8-aa2a-fac038668b6d tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0659909 Feb 09 03:15:31.759328 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Publish callbacks [] for port (fd31f82f-bdca-47f5-9606-46d822c28362), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.761297 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6dce6aa-48b1-4958-9045-e2bc509220d0 req-1ec2e1ee-06ac-4c90-b523-0763ab31e8c5 service neutron] 10.222.0.65 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086946 Feb 09 03:15:31.767415 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.892499 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (2d225704-846d-41b3-8890-95cde803fed7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.954061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993361b0-96ab-4866-ba0a-93edb0fe7584 req-e1e91f88-6540-4cda-99bf-f1e688424cd2 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:31.962048 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-993361b0-96ab-4866-ba0a-93edb0fe7584 req-e1e91f88-6540-4cda-99bf-f1e688424cd2 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 950 time: 0.1663671 Feb 09 03:15:31.983937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Pushing event updated for resources: {'Port': ['ID=fd31f82f-bdca-47f5-9606-46d822c28362,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:31.986182 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6dce6aa-48b1-4958-9045-e2bc509220d0 req-55bc30b6-c595-4b72-9621-f65bcb4a3624 service neutron] 10.222.0.65 "GET /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086475 Feb 09 03:15:31.993485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-e7684569-5de4-4f51-b863-10a63bcf6d8f tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:31.994920 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70fd3445-f9b2-4765-aeda-9d8aa7645919 req-e7684569-5de4-4f51-b863-10a63bcf6d8f tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.2302566 Feb 09 03:15:32.012513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device abd73d2e-b7aa-4991-bdfc-12451e6340eb up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:32.048091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device cccdcb03-046b-4abf-a54a-3e92e556f31f details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:15:32.051243 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:15:32.076417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-993361b0-96ab-4866-ba0a-93edb0fe7584 req-94998ab0-3e1d-4416-bd6c-ba58a576a9f9 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132867 Feb 09 03:15:32.153410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:32.157892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:32.158310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port abd73d2e-b7aa-4991-bdfc-12451e6340eb triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:32.158717 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.251551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port cccdcb03-046b-4abf-a54a-3e92e556f31f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=cccdcb03-046b-4abf-a54a-3e92e556f31f,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:32.272894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'cccdcb03-046b-4abf-a54a-3e92e556f31f', 'network_id': '0fdedddb-ca20-49e8-9ab2-dff73e8e4de2', 'port_id': 'cccdcb03-046b-4abf-a54a-3e92e556f31f', 'mac_address': 'fa:16:3e:c7:be:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:15:32.366744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port abd73d2e-b7aa-4991-bdfc-12451e6340eb is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:32.377896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port cccdcb03-046b-4abf-a54a-3e92e556f31f is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:32.378507 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.379815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Router 2d225704-846d-41b3-8890-95cde803fed7 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:32.397977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccdcb03-046b-4abf-a54a-3e92e556f31f {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:32.401912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-7a77cd65-3437-4267-aeb2-b73370bb5fce tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1652620 Feb 09 03:15:32.407808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:32.431081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port cccdcb03-046b-4abf-a54a-3e92e556f31f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=cccdcb03-046b-4abf-a54a-3e92e556f31f,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:32.435192 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.438002 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.511828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=cccdcb03-046b-4abf-a54a-3e92e556f31f,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:32.543812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d1601-5a0b-47f2-b93e-c698d4c2612d req-0ead88e7-7bda-4333-b5f6-cbd27b8e0031 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:32.547020 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b1d1601-5a0b-47f2-b93e-c698d4c2612d req-0ead88e7-7bda-4333-b5f6-cbd27b8e0031 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.3901470 Feb 09 03:15:32.574784 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.597382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:32.612674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Sync routers for ids ['2d225704-846d-41b3-8890-95cde803fed7'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:32.614542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-807d6e18-0f66-4d8d-863e-fb6f2fbf6dae admin admin] 10.222.0.21 "PUT /v2.0/routers/2d225704-846d-41b3-8890-95cde803fed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0274916 Feb 09 03:15:32.661412 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b1d1601-5a0b-47f2-b93e-c698d4c2612d req-5ed3c6ce-e254-43d7-a151-2d2ec4fb61b5 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049585 Feb 09 03:15:32.681014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Routers {'2d225704-846d-41b3-8890-95cde803fed7'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:32.682656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d225704-846d-41b3-8890-95cde803fed7'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:32.730998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Allocated IP 172.25.5.230 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/8007248e-4d87-4951-aa72-62ed7cb7d08a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:32.751576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-726d8a8f-cb14-460f-8798-9f5e62be9367 None None] Provisioning complete for port fd31f82f-bdca-47f5-9606-46d822c28362 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:32.752124 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-726d8a8f-cb14-460f-8798-9f5e62be9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.862506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['cccdcb03-046b-4abf-a54a-3e92e556f31f'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:32.871529 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for port (8007248e-4d87-4951-aa72-62ed7cb7d08a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.893641 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c280b-a420-4bbf-b49a-6a089a22f439 req-f1bd3048-ebe8-457d-a5d2-78c624f8f840 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:32.901472 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-788c280b-a420-4bbf-b49a-6a089a22f439 req-f1bd3048-ebe8-457d-a5d2-78c624f8f840 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 950 time: 0.1059701 Feb 09 03:15:32.902131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-726d8a8f-cb14-460f-8798-9f5e62be9367 None None] Port fd31f82f-bdca-47f5-9606-46d822c28362 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:32.938139 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8007248e-4d87-4951-aa72-62ed7cb7d08a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.974468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-788c280b-a420-4bbf-b49a-6a089a22f439 req-4b2704b3-1004-43bb-8405-c0c11cfa977c tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720091 Feb 09 03:15:32.997793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Pushing event updated for resources: {'Port': ['ID=8007248e-4d87-4951-aa72-62ed7cb7d08a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:33.014450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Set router 2d225704-846d-41b3-8890-95cde803fed7 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:33.015803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:33.019131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:33.023769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:33.202938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1046a-2133-498e-8fe0-918f7ee651aa req-0d50391a-101c-449e-9732-de9082ae77f5 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:33.211399 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72d1046a-2133-498e-8fe0-918f7ee651aa req-0d50391a-101c-449e-9732-de9082ae77f5 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 944 time: 0.1088319 Feb 09 03:15:33.245564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (467f00fe-8e22-4f5e-987e-ea4a98d876c5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.277818 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72d1046a-2133-498e-8fe0-918f7ee651aa req-0b479faa-ac83-4d7c-85f3-e75b6a85e3ed tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535131 Feb 09 03:15:33.318144 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8007248e-4d87-4951-aa72-62ed7cb7d08a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.376906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53568) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:33.382206 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-848678544-network', 'tenant_id': '041756dc99c44118adb4afbef4525b5f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:33.415705 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Made reservation on behalf of 041756dc99c44118adb4afbef4525b5f for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:33.419523 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.423784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:15:31Z', 'revision_number': 4, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'fd31f82f-bdca-47f5-9606-46d822c28362', 'name': '', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'mac_address': 'fa:16:3e:d5:54:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:29Z', 'updated_at': '2022-02-09T03:15:31Z', 'revision_number': 2, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'subnets': [{'id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:33.431756 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.477893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Checking router: 2d225704-846d-41b3-8890-95cde803fed7 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:33.477893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Updating router 2d225704-846d-41b3-8890-95cde803fed7 port fd31f82f-bdca-47f5-9606-46d822c28362 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:15:33.544519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device f75f8d03-6c57-4d19-b02f-de9ecdf92cbc up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:33.595732 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.598908 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for port (8007248e-4d87-4951-aa72-62ed7cb7d08a), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.605380 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8007248e-4d87-4951-aa72-62ed7cb7d08a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.634771 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Publish callbacks [] for security_group (05b55df6-4744-442a-a0ac-251fd90403f6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.643363 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (05b55df6-4744-442a-a0ac-251fd90403f6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.728781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Pushing event updated for resources: {'Port': ['ID=8007248e-4d87-4951-aa72-62ed7cb7d08a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:33.745844 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (467f00fe-8e22-4f5e-987e-ea4a98d876c5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.767154 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.768931 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-3d6671c3-1b8c-4923-ac1a-d850b99c67f7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3658857 Feb 09 03:15:33.799393 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:15:33.860643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b55df6-4744-442a-a0ac-251fd90403f6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:33.880620 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (89cec6f7-ce08-423a-9a89-aa896019b032), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.880855 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Added segment 89cec6f7-ce08-423a-9a89-aa896019b032 of type vlan for network 976c19a6-9844-4ebb-9f28-aad65bddf246 Feb 09 03:15:33.924170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-663522c3-a738-47a0-97dd-f800ac797705 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.1448572 Feb 09 03:15:33.979528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096eaa7-da90-4039-992d-5a225b68d7f4 req-069ccff0-c0c5-4e26-8585-c9610cff36a2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:33.981552 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b096eaa7-da90-4039-992d-5a225b68d7f4 req-069ccff0-c0c5-4e26-8585-c9610cff36a2 tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 950 time: 0.2755265 Feb 09 03:15:34.067976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device cccdcb03-046b-4abf-a54a-3e92e556f31f up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:34.072863 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (976c19a6-9844-4ebb-9f28-aad65bddf246), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.075108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:15:34.148046 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:34.148586 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.224387 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (976c19a6-9844-4ebb-9f28-aad65bddf246), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.225547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:34.226622 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.231904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-dc042d22-fb8b-460f-b4d8-ad7ab2668f4e tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:34.254585 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9331e8f6-6e19-48ca-81b0-5bc28e55aada req-dc042d22-fb8b-460f-b4d8-ad7ab2668f4e tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.3063748 Feb 09 03:15:34.435230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:34.435737 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.464767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6252436-6b2f-4e9e-b88f-db696cf8e37c req-8fe9db16-eccd-415e-9f98-d69e1412be9f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:34.466258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0875747 Feb 09 03:15:34.467591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53660) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:34.470077 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b6252436-6b2f-4e9e-b88f-db696cf8e37c req-8fe9db16-eccd-415e-9f98-d69e1412be9f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1255453 Feb 09 03:15:34.485472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fcf01c9f-fd7c-4da6-bed3-abef7667c1a1 admin admin] Request body: {'subnet': {'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-848678544-subnet', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:34.492004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14597b-e542-49e6-8e22-41665190a4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=976c19a6-9844-4ebb-9f28-aad65bddf246,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:34.529863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-b096eaa7-da90-4039-992d-5a225b68d7f4 req-d3f9247c-25ee-426e-b145-e4098322eaef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Deleting port 8e40b82f-2060-48d9-a671-b7da30869ca2 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:34.533427 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b096eaa7-da90-4039-992d-5a225b68d7f4 req-d3f9247c-25ee-426e-b145-e4098322eaef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.634858 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b6252436-6b2f-4e9e-b88f-db696cf8e37c req-efcbcdc6-18a2-4d83-9cb4-0e903de86694 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580620 Feb 09 03:15:34.640114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 976c19a6-9844-4ebb-9f28-aad65bddf246 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:15:34.667746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port cccdcb03-046b-4abf-a54a-3e92e556f31f completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:15:34.710916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27b9f70-f36e-4835-9e28-c3cf71e6e3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75f8d03-6c57-4d19-b02f-de9ecdf92cbc'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:34.713777 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396d5a26-0963-4556-9cc5-a8bcbb1fcb1c" -d '{"events": [{"server_uuid": "d27b9f70-f36e-4835-9e28-c3cf71e6e3bd", "name": "network-vif-plugged", "status": "completed", "tag": "f75f8d03-6c57-4d19-b02f-de9ecdf92cbc"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:34.723297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port cccdcb03-046b-4abf-a54a-3e92e556f31f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:34.724137 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.724774 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-39202091-6c2b-48dc-a91c-3fa8e3427259 req-408cfcec-5432-4cc5-92ff-b756034cd063 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips/467f00fe-8e22-4f5e-987e-ea4a98d876c5 HTTP/1.1" status: 200 len: 693 time: 0.0611455 Feb 09 03:15:34.778220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b096eaa7-da90-4039-992d-5a225b68d7f4 req-d3f9247c-25ee-426e-b145-e4098322eaef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] For port 8e40b82f-2060-48d9-a671-b7da30869ca2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8e40b82f-2060-48d9-a671-b7da30869ca2,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:34.778967 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b096eaa7-da90-4039-992d-5a225b68d7f4 req-d3f9247c-25ee-426e-b145-e4098322eaef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.796414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-b096eaa7-da90-4039-992d-5a225b68d7f4 req-d3f9247c-25ee-426e-b145-e4098322eaef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Calling delete_port for 8e40b82f-2060-48d9-a671-b7da30869ca2 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:34.818670 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Publish callbacks [] for port (fd31f82f-bdca-47f5-9606-46d822c28362), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.825145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:34.846142 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.848507 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.883826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39202091-6c2b-48dc-a91c-3fa8e3427259 req-93976b92-4f3e-4dc5-8f07-69020851b0f6 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:34.902325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-39202091-6c2b-48dc-a91c-3fa8e3427259 req-93976b92-4f3e-4dc5-8f07-69020851b0f6 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.1751735 Feb 09 03:15:35.044926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:35.093740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19afc9f-47b5-46f8-ac9c-4bac2e683da1 req-815eb110-f228-496d-8f61-71d58c25dab7 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:35.095484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a19afc9f-47b5-46f8-ac9c-4bac2e683da1 req-815eb110-f228-496d-8f61-71d58c25dab7 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 944 time: 0.0961411 Feb 09 03:15:35.194108 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a19afc9f-47b5-46f8-ac9c-4bac2e683da1 req-a0c34218-3a95-498a-aaca-e403ad2824a2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925782 Feb 09 03:15:35.231804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port cccdcb03-046b-4abf-a54a-3e92e556f31f is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:35.232397 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.290765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Attempting to bind port fd31f82f-bdca-47f5-9606-46d822c28362 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:35.303457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Attempting to bind port fd31f82f-bdca-47f5-9606-46d822c28362 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:35.304132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Attempting to bind port fd31f82f-bdca-47f5-9606-46d822c28362 on network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:35.333217 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f3e4d1-2c19-459f-ab3e-d540ede7999a x-openstack-request-id: req-f2f3e4d1-2c19-459f-ab3e-d540ede7999a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:35.333550 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27b9f70-f36e-4835-9e28-c3cf71e6e3bd", "name": "network-vif-plugged", "status": "completed", "tag": "f75f8d03-6c57-4d19-b02f-de9ecdf92cbc", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:35.333804 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2f3e4d1-2c19-459f-ab3e-d540ede7999a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:35.334236 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27b9f70-f36e-4835-9e28-c3cf71e6e3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75f8d03-6c57-4d19-b02f-de9ecdf92cbc', 'code': 200} Feb 09 03:15:35.355043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:35.356095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Checking segment: {'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:35.356644 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.357109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Bound using segment: {'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:35.357642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Bound port: fd31f82f-bdca-47f5-9606-46d822c28362, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:35.358027 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.365685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf01c9f-fd7c-4da6-bed3-abef7667c1a1 admin admin] Made reservation on behalf of 041756dc99c44118adb4afbef4525b5f for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:35.367947 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fcf01c9f-fd7c-4da6-bed3-abef7667c1a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.407157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e24d48-18d9-4b26-b1a9-1a6a0e140a5a None None] Pushing event updated for resources: {'Port': ['ID=fd31f82f-bdca-47f5-9606-46d822c28362,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:35.474425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b76051-e362-44c2-bfa5-9cf33379967b req-fa33c67e-90d5-46fb-b3a9-0472d26c7cdf tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:35.482294 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9b76051-e362-44c2-bfa5-9cf33379967b req-fa33c67e-90d5-46fb-b3a9-0472d26c7cdf tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bad5a1-3e9c-4055-ad91-dce04474618d HTTP/1.1" status: 200 len: 950 time: 0.1695838 Feb 09 03:15:35.485478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-77fb49d8-5d40-433a-b81d-e93804232ae7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips/467f00fe-8e22-4f5e-987e-ea4a98d876c5 HTTP/1.1" status: 200 len: 693 time: 0.1362796 Feb 09 03:15:35.523120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port cccdcb03-046b-4abf-a54a-3e92e556f31f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=cccdcb03-046b-4abf-a54a-3e92e556f31f,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:35.586202 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.591204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:35.645836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9b76051-e362-44c2-bfa5-9cf33379967b req-7e0dd6d5-5442-4827-b08e-d9e0ded2f4bf tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0145ab5-0acc-442e-a20d-ef186d05174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568406 Feb 09 03:15:35.694649 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b096eaa7-da90-4039-992d-5a225b68d7f4 req-d3f9247c-25ee-426e-b145-e4098322eaef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8e40b82f-2060-48d9-a671-b7da30869ca2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.714126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] For port fd31f82f-bdca-47f5-9606-46d822c28362, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:35.723210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] For port fd31f82f-bdca-47f5-9606-46d822c28362, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fd31f82f-bdca-47f5-9606-46d822c28362,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:35.753107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-0b7a4829-4ef8-4fb0-b02a-f8d24a4e922b tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:35.755229 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-0b7a4829-4ef8-4fb0-b02a-f8d24a4e922b tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.2604482 Feb 09 03:15:35.790299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8e40b82f-2060-48d9-a671-b7da30869ca2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:35.801316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9247c-25ee-426e-b145-e4098322eaef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Pushing event deleted for resources: {'Port': ['ID=8e40b82f-2060-48d9-a671-b7da30869ca2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:35.807010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ac75346a-2a85-4f83-b91f-ed5226acef1f None None] Provisioning complete for port fd31f82f-bdca-47f5-9606-46d822c28362 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:35.810978 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac75346a-2a85-4f83-b91f-ed5226acef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.857808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406ac65-5315-4c01-919a-e883433f85e6 req-cfad3013-a161-4ba4-9222-4755a09e3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:35.859652 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e406ac65-5315-4c01-919a-e883433f85e6 req-cfad3013-a161-4ba4-9222-4755a09e3de8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d27b9f70-f36e-4835-9e28-c3cf71e6e3bd HTTP/1.1" status: 200 len: 1128 time: 0.3710296 Feb 09 03:15:35.884185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-b096eaa7-da90-4039-992d-5a225b68d7f4 req-d3f9247c-25ee-426e-b145-e4098322eaef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] No DVR routers for this DVR port 8e40b82f-2060-48d9-a671-b7da30869ca2 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:35.888951 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b096eaa7-da90-4039-992d-5a225b68d7f4 req-d3f9247c-25ee-426e-b145-e4098322eaef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.892650 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b096eaa7-da90-4039-992d-5a225b68d7f4 req-d3f9247c-25ee-426e-b145-e4098322eaef tempest-ServersOnMultiNodesTest-2096637593 tempest-ServersOnMultiNodesTest-2096637593-project] 10.222.0.42 "DELETE /v2.0/ports/8e40b82f-2060-48d9-a671-b7da30869ca2 HTTP/1.1" status: 204 len: 173 time: 1.8997233 Feb 09 03:15:35.893231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bad5a1-3e9c-4055-ad91-dce04474618d', 'name': 'network-vif-deleted', 'tag': '8e40b82f-2060-48d9-a671-b7da30869ca2'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:35.895519 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.895926 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e011613-4cd0-4bfb-a89e-0b25811b8772" -d '{"events": [{"server_uuid": "42bad5a1-3e9c-4055-ad91-dce04474618d", "name": "network-vif-deleted", "tag": "8e40b82f-2060-48d9-a671-b7da30869ca2"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:35.897282 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-c6991416-d964-4980-9df4-63d6ad08843c tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.1344268 Feb 09 03:15:35.908611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fcf01c9f-fd7c-4da6-bed3-abef7667c1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (167dad51-1a2d-481a-8cec-b54c014e47f6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.968647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf01c9f-fd7c-4da6-bed3-abef7667c1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167dad51-1a2d-481a-8cec-b54c014e47f6,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:36.030745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Routers {'2d225704-846d-41b3-8890-95cde803fed7'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:36.031748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d225704-846d-41b3-8890-95cde803fed7'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:36.056543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf01c9f-fd7c-4da6-bed3-abef7667c1a1 admin admin] Checking segment: {'id': '89cec6f7-ce08-423a-9a89-aa896019b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:36.057066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf01c9f-fd7c-4da6-bed3-abef7667c1a1 admin admin] Network hostable DHCP agents. Network: 976c19a6-9844-4ebb-9f28-aad65bddf246, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:15:36.103579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf01c9f-fd7c-4da6-bed3-abef7667c1a1 admin admin] Network 976c19a6-9844-4ebb-9f28-aad65bddf246 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:15:36.114478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-09682c17-ab9a-45f4-9781-df305ab4c4e4 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.1985388 Feb 09 03:15:36.128186 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e406ac65-5315-4c01-919a-e883433f85e6 req-00719e12-5fa1-486e-9ef3-c984b0de43e2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528811 Feb 09 03:15:36.132035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-fcf01c9f-fd7c-4da6-bed3-abef7667c1a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 976c19a6-9844-4ebb-9f28-aad65bddf246) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:36.148460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf01c9f-fd7c-4da6-bed3-abef7667c1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:36.149927 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fcf01c9f-fd7c-4da6-bed3-abef7667c1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.159232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=cccdcb03-046b-4abf-a54a-3e92e556f31f,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:36.211585 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fcf01c9f-fd7c-4da6-bed3-abef7667c1a1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7369111 Feb 09 03:15:36.213946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53726) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:36.232982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-848678544-router', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:36.313650 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (883f4efb-d687-44fe-853a-6e01b0e9f704), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.317241 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (883f4efb-d687-44fe-853a-6e01b0e9f704), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.347072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ae441e-1556-4419-9bf7-edce3248626b None None] Network 976c19a6-9844-4ebb-9f28-aad65bddf246 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:36.524546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Publish callbacks [] for router_controller (883f4efb-d687-44fe-853a-6e01b0e9f704), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.536608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e24d48-18d9-4b26-b1a9-1a6a0e140a5a None None] Pushing event updated for resources: {'Port': ['ID=fd31f82f-bdca-47f5-9606-46d822c28362,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:36.556861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-35412d15-422c-42ca-9bfd-ce819da83631 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Deleting port 8007248e-4d87-4951-aa72-62ed7cb7d08a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:36.556861 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-35412d15-422c-42ca-9bfd-ce819da83631 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8007248e-4d87-4951-aa72-62ed7cb7d08a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.647888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-976c19a6-9844-4ebb-9f28-aad65bddf246', 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246', 'project_id': '041756dc99c44118adb4afbef4525b5f', 'fixed_ips': [{'subnet_id': '167dad51-1a2d-481a-8cec-b54c014e47f6'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:15:36.648792 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.717263 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-35412d15-422c-42ca-9bfd-ce819da83631 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8007248e-4d87-4951-aa72-62ed7cb7d08a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.717629 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-35412d15-422c-42ca-9bfd-ce819da83631 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (8007248e-4d87-4951-aa72-62ed7cb7d08a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.737162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ac75346a-2a85-4f83-b91f-ed5226acef1f None None] Current status of the port fd31f82f-bdca-47f5-9606-46d822c28362 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:36.740452 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac75346a-2a85-4f83-b91f-ed5226acef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.742813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-35412d15-422c-42ca-9bfd-ce819da83631 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Calling delete_port for 8007248e-4d87-4951-aa72-62ed7cb7d08a owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:36.781874 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Publish callbacks [] for router_gateway (883f4efb-d687-44fe-853a-6e01b0e9f704), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.809882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e13f98-967c-4796-89ca-0813aaa73641 req-5556652d-b3b7-4764-8a26-6690c0043198 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:36.817435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d2e13f98-967c-4796-89ca-0813aaa73641 req-5556652d-b3b7-4764-8a26-6690c0043198 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1703904 Feb 09 03:15:36.881143 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ac75346a-2a85-4f83-b91f-ed5226acef1f None None] For port fd31f82f-bdca-47f5-9606-46d822c28362, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fd31f82f-bdca-47f5-9606-46d822c28362,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:36.895283 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d2e13f98-967c-4796-89ca-0813aaa73641 req-72e6a153-6d1d-43af-8682-6390bcbd2ff9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727456 Feb 09 03:15:36.916531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:36.918507 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.945615 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac75346a-2a85-4f83-b91f-ed5226acef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.976695 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-35412d15-422c-42ca-9bfd-ce819da83631 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8007248e-4d87-4951-aa72-62ed7cb7d08a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.988038 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0025715-ecdd-49b9-8460-d7a366bc43c2 x-openstack-request-id: req-f0025715-ecdd-49b9-8460-d7a366bc43c2 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:36.988317 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bad5a1-3e9c-4055-ad91-dce04474618d", "name": "network-vif-deleted", "tag": "8e40b82f-2060-48d9-a671-b7da30869ca2", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:36.988576 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0025715-ecdd-49b9-8460-d7a366bc43c2 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:36.991073 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bad5a1-3e9c-4055-ad91-dce04474618d', 'name': 'network-vif-deleted', 'tag': '8e40b82f-2060-48d9-a671-b7da30869ca2', 'status': 'completed', 'code': 200} Feb 09 03:15:37.013737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] Set router 2d225704-846d-41b3-8890-95cde803fed7 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:37.014073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35412d15-422c-42ca-9bfd-ce819da83631 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Pushing event deleted for resources: {'Port': ['ID=8007248e-4d87-4951-aa72-62ed7cb7d08a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:37.113441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-35412d15-422c-42ca-9bfd-ce819da83631 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (467f00fe-8e22-4f5e-987e-ea4a98d876c5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.117143 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-35412d15-422c-42ca-9bfd-ce819da83631 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.118131 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57df8d31-3aaa-4560-a92f-e61ef0655c51 req-35412d15-422c-42ca-9bfd-ce819da83631 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "DELETE /v2.0/floatingips/467f00fe-8e22-4f5e-987e-ea4a98d876c5 HTTP/1.1" status: 204 len: 173 time: 0.9968970 Feb 09 03:15:37.256387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf591e-ead3-4797-bf90-44a9944f3f03 req-c1837eb8-fec2-4ba6-be85-0f63300356f8 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:37.258634 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8dbf591e-ead3-4797-bf90-44a9944f3f03 req-c1837eb8-fec2-4ba6-be85-0f63300356f8 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 945 time: 0.1832628 Feb 09 03:15:37.301701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:37.354004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75346a-2a85-4f83-b91f-ed5226acef1f None None] Pushing event updated for resources: {'Port': ['ID=fd31f82f-bdca-47f5-9606-46d822c28362,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:37.357479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4893b351-c6ff-435a-8eb8-654b67fd0bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccdcb03-046b-4abf-a54a-3e92e556f31f'}, {'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:37.359716 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5198d59a-c5ce-4b80-a20c-4ac30c254a3c" -d '{"events": [{"server_uuid": "4893b351-c6ff-435a-8eb8-654b67fd0bae", "name": "network-vif-plugged", "status": "completed", "tag": "cccdcb03-046b-4abf-a54a-3e92e556f31f"}, {"server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "name": "network-vif-unplugged", "status": "completed", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:37.363707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.375557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8e40b82f-2060-48d9-a671-b7da30869ca2 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:37.377544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5c31fa4b-f926-4a33-ac30-efcaa179ad95 None None] Provisioning complete for port fd31f82f-bdca-47f5-9606-46d822c28362 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:37.377714 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c31fa4b-f926-4a33-ac30-efcaa179ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.538223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 8e40b82f-2060-48d9-a671-b7da30869ca2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:37.538577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8e40b82f-2060-48d9-a671-b7da30869ca2 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:37.549682 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8dbf591e-ead3-4797-bf90-44a9944f3f03 req-776b5069-c2fb-4942-ac00-165f858bb991 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910312 Feb 09 03:15:37.563087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Publish callbacks [] for router_gateway (883f4efb-d687-44fe-853a-6e01b0e9f704), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.610501 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.710340 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1a9152-9d8d-4b71-b45b-e0d72737f1ed x-openstack-request-id: req-df1a9152-9d8d-4b71-b45b-e0d72737f1ed {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:37.710641 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4893b351-c6ff-435a-8eb8-654b67fd0bae", "name": "network-vif-plugged", "status": "completed", "tag": "cccdcb03-046b-4abf-a54a-3e92e556f31f", "code": 200}, {"server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "name": "network-vif-unplugged", "status": "completed", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:37.710895 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df1a9152-9d8d-4b71-b45b-e0d72737f1ed {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:37.711290 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4893b351-c6ff-435a-8eb8-654b67fd0bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccdcb03-046b-4abf-a54a-3e92e556f31f', 'code': 200} Feb 09 03:15:37.711549 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'code': 200} Feb 09 03:15:37.728910 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.755554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Allocated IP 172.20.0.2 (976c19a6-9844-4ebb-9f28-aad65bddf246/167dad51-1a2d-481a-8cec-b54c014e47f6/ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:37.764459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:37.783244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Allocated IP 172.25.5.142 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/aea073f4-d28d-45b3-aa05-1faea94c0057) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:37.793091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53752) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:37.905748 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Publish callbacks [] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.917045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2f1d0-83c7-409b-90c2-0aea998bf404 req-196dddb0-a878-4c6c-af22-a966209ec2a8 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:37.923245 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e8f2f1d0-83c7-409b-90c2-0aea998bf404 req-196dddb0-a878-4c6c-af22-a966209ec2a8 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6599803 Feb 09 03:15:38.029143 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.050989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8beb060b-2b08-469e-8dff-9eaf82e5e757 req-27c6766f-5df3-4dec-b832-8be777204dfc tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=e5b970b5a3404006a72aee96a6ce630e HTTP/1.1" status: 200 len: 1657 time: 0.0949144 Feb 09 03:15:38.143185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:38.150440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:38.160325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:38.220794 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Pushing event updated for resources: {'Port': ['ID=aea073f4-d28d-45b3-aa05-1faea94c0057,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:38.236126 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60f13-5fb2-4f21-9bcf-bbfaa37696bb req-a9366a8b-3521-401f-a92e-51d3195d8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:38.238178 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6cd60f13-5fb2-4f21-9bcf-bbfaa37696bb req-a9366a8b-3521-401f-a92e-51d3195d8031 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 1128 time: 0.2479107 Feb 09 03:15:38.257782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361f2a5-00b1-4e8e-a9e9-468312012957 req-a5621f19-4502-4209-89e6-279500409c47 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:38.265004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7361f2a5-00b1-4e8e-a9e9-468312012957 req-a5621f19-4502-4209-89e6-279500409c47 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.2028790 Feb 09 03:15:38.279466 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Publish callbacks [] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.290373 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1d397403-4732-401c-bb9d-e94b87fe8c36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c106d2ca691429d886e0ada21907bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4908500 Feb 09 03:15:38.293683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53762) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:38.304633 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.322378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb060b-2b08-469e-8dff-9eaf82e5e757 req-550c67e2-5845-4503-88fb-13e12d6ef1ce tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:38.325498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8beb060b-2b08-469e-8dff-9eaf82e5e757 req-550c67e2-5845-4503-88fb-13e12d6ef1ce tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks?id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&id=a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 787 time: 0.2677698 Feb 09 03:15:38.384014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5c31fa4b-f926-4a33-ac30-efcaa179ad95 None None] Current status of the port fd31f82f-bdca-47f5-9606-46d822c28362 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:38.394966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Network 976c19a6-9844-4ebb-9f28-aad65bddf246 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:38.411005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:38.414387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:15:31Z', 'revision_number': 4, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'fd31f82f-bdca-47f5-9606-46d822c28362', 'name': '', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'mac_address': 'fa:16:3e:d5:54:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:29Z', 'updated_at': '2022-02-09T03:15:35Z', 'revision_number': 4, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'subnets': [{'id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:38.416152 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Pushing event updated for resources: {'Port': ['ID=ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:38.419042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:38.440838 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7343fee5-a8c7-4994-b91d-4c381247ed57 admin admin] Publish callbacks [] for security_group (c0145ab5-0acc-442e-a20d-ef186d05174a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.468921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23504380-05a3-4c6d-b562-a0338a25fe6a None None] The sync data for ids ['2d225704-846d-41b3-8890-95cde803fed7'] in n-d-824835-15 is: [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:15:31Z', 'revision_number': 4, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'fd31f82f-bdca-47f5-9606-46d822c28362', 'name': '', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'mac_address': 'fa:16:3e:d5:54:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:29Z', 'updated_at': '2022-02-09T03:15:35Z', 'revision_number': 4, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'subnets': [{'id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:38.513666 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7343fee5-a8c7-4994-b91d-4c381247ed57 admin admin] Publish callbacks [] for security_group (c0145ab5-0acc-442e-a20d-ef186d05174a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.528247 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7361f2a5-00b1-4e8e-a9e9-468312012957 req-853ff819-cf39-490e-84b9-c01fa65382dc tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614536 Feb 09 03:15:38.538949 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6cd60f13-5fb2-4f21-9bcf-bbfaa37696bb req-c95abc56-1f30-438d-b771-012b769a8002 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894237 Feb 09 03:15:38.545715 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2780155-e32f-4b30-8739-992ae1d67536 req-059c056a-8e6a-495b-a8af-2c814290d902 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips/21f4221d-0835-4c47-bad2-51a97c39c192 HTTP/1.1" status: 200 len: 693 time: 0.1020684 Feb 09 03:15:38.680250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Attempting to bind port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:38.680643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Attempting to bind port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '89cec6f7-ce08-423a-9a89-aa896019b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:38.681196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Attempting to bind port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 on network 976c19a6-9844-4ebb-9f28-aad65bddf246 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:38.708512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:38.710917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Checking segment: {'id': '89cec6f7-ce08-423a-9a89-aa896019b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:38.712160 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.713780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Bound using segment: {'id': '89cec6f7-ce08-423a-9a89-aa896019b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:38.714515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Bound port: ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cec6f7-ce08-423a-9a89-aa896019b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:38.717191 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.796655 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7343fee5-a8c7-4994-b91d-4c381247ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c0145ab5-0acc-442e-a20d-ef186d05174a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.802183 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7343fee5-a8c7-4994-b91d-4c381247ed57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.816340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7343fee5-a8c7-4994-b91d-4c381247ed57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0145ab5-0acc-442e-a20d-ef186d05174a HTTP/1.1" status: 204 len: 168 time: 0.5083153 Feb 09 03:15:38.829169 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Publish callbacks [] for router_gateway (883f4efb-d687-44fe-853a-6e01b0e9f704), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.858635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343fee5-a8c7-4994-b91d-4c381247ed57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0145ab5-0acc-442e-a20d-ef186d05174a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:38.927232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] For port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:38.961066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] For port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4,segment=NetworkSegment(89cec6f7-ce08-423a-9a89-aa896019b032),segment_id=89cec6f7-ce08-423a-9a89-aa896019b032)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:38.977530 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.984132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780155-e32f-4b30-8739-992ae1d67536 req-10c09ad0-f9c4-425c-a1bd-98e83fd317fd tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:38.992517 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2780155-e32f-4b30-8739-992ae1d67536 req-10c09ad0-f9c4-425c-a1bd-98e83fd317fd tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.3930583 Feb 09 03:15:39.091293 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2780155-e32f-4b30-8739-992ae1d67536 req-154c4d9a-7351-409b-903b-da2a9f41a8e7 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0974967 Feb 09 03:15:39.132434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd460-bd82-4736-8c17-3a5cab563dad None None] Pushing event updated for resources: {'Port': ['ID=ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:39.169118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7420095-68f4-4a9d-a9a2-9074b2d18aba req-e4ac4304-fe6f-43e1-8b46-f4189ac92f90 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:39.176512 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c7420095-68f4-4a9d-a9a2-9074b2d18aba req-e4ac4304-fe6f-43e1-8b46-f4189ac92f90 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 945 time: 0.4476891 Feb 09 03:15:39.223234 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2780155-e32f-4b30-8739-992ae1d67536 req-39178bf4-0cef-4b0b-91ff-42d6a09daf60 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.1297238 Feb 09 03:15:39.367787 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c7420095-68f4-4a9d-a9a2-9074b2d18aba req-1cc835b5-9006-460b-b36d-d795c8245fbb tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903148 Feb 09 03:15:39.392147 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (883f4efb-d687-44fe-853a-6e01b0e9f704), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.422393 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53782) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:39.595978 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bd1cbe46-b7f1-4441-ba4c-3bcedc7273a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db1f9dc3ac984697b5787b89f2eea970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732364 Feb 09 03:15:39.597709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53796) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:39.667210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c2780155-e32f-4b30-8739-992ae1d67536 req-dd7b1b0d-db75-4ddd-820d-98141411afeb tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Deleting port 392b9472-a46d-4d03-af7a-f9f2f850bdb6 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:39.668732 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2780155-e32f-4b30-8739-992ae1d67536 req-dd7b1b0d-db75-4ddd-820d-98141411afeb tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (392b9472-a46d-4d03-af7a-f9f2f850bdb6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.769904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e937961a-1a9c-4935-bf74-119808a16faf admin admin] Publish callbacks [] for security_group (1dc9dfc3-7e31-4a2b-98b2-37d182940d8d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.783942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Router 883f4efb-d687-44fe-853a-6e01b0e9f704 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:15:39.818369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21127ca4-976c-425b-8317-f2bb52388246 req-9f002497-c34d-4cf6-9924-9b21a52f5835 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:39.843949 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21127ca4-976c-425b-8317-f2bb52388246 req-9f002497-c34d-4cf6-9924-9b21a52f5835 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.2012734 Feb 09 03:15:39.919432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2780155-e32f-4b30-8739-992ae1d67536 req-dd7b1b0d-db75-4ddd-820d-98141411afeb tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (392b9472-a46d-4d03-af7a-f9f2f850bdb6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.919769 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2780155-e32f-4b30-8739-992ae1d67536 req-dd7b1b0d-db75-4ddd-820d-98141411afeb tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (392b9472-a46d-4d03-af7a-f9f2f850bdb6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.935658 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e937961a-1a9c-4935-bf74-119808a16faf admin admin] Publish callbacks [] for security_group (1dc9dfc3-7e31-4a2b-98b2-37d182940d8d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.978184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c2780155-e32f-4b30-8739-992ae1d67536 req-dd7b1b0d-db75-4ddd-820d-98141411afeb tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Calling delete_port for 392b9472-a46d-4d03-af7a-f9f2f850bdb6 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:40.101050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:15:40.162377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21127ca4-976c-425b-8317-f2bb52388246 req-de51dea2-4e40-4ddb-a8cc-9905a09b0a62 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173928 Feb 09 03:15:40.165468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:40.182237 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e937961a-1a9c-4935-bf74-119808a16faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1dc9dfc3-7e31-4a2b-98b2-37d182940d8d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.189253 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e937961a-1a9c-4935-bf74-119808a16faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.193401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e937961a-1a9c-4935-bf74-119808a16faf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dc9dfc3-7e31-4a2b-98b2-37d182940d8d HTTP/1.1" status: 204 len: 168 time: 0.5947118 Feb 09 03:15:40.207664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937961a-1a9c-4935-bf74-119808a16faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc9dfc3-7e31-4a2b-98b2-37d182940d8d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:40.216424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:40.226422 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Sync routers for ids ['883f4efb-d687-44fe-853a-6e01b0e9f704'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:40.244935 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Routers {'883f4efb-d687-44fe-853a-6e01b0e9f704'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:40.250794 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['883f4efb-d687-44fe-853a-6e01b0e9f704'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:40.295938 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.300156 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-93871ac2-6936-4579-898b-0ee769752444 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0825593 Feb 09 03:15:40.300882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53802) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:40.323069 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:15:40.347196 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2780155-e32f-4b30-8739-992ae1d67536 req-dd7b1b0d-db75-4ddd-820d-98141411afeb tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (392b9472-a46d-4d03-af7a-f9f2f850bdb6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.435279 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b1b0d-db75-4ddd-820d-98141411afeb tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Pushing event deleted for resources: {'Port': ['ID=392b9472-a46d-4d03-af7a-f9f2f850bdb6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:40.578150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:40.579590 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.600389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:40.639453 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2780155-e32f-4b30-8739-992ae1d67536 req-dd7b1b0d-db75-4ddd-820d-98141411afeb tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (21f4221d-0835-4c47-bad2-51a97c39c192), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.649538 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2780155-e32f-4b30-8739-992ae1d67536 req-dd7b1b0d-db75-4ddd-820d-98141411afeb tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.658507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2780155-e32f-4b30-8739-992ae1d67536 req-dd7b1b0d-db75-4ddd-820d-98141411afeb tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "DELETE /v2.0/floatingips/21f4221d-0835-4c47-bad2-51a97c39c192 HTTP/1.1" status: 204 len: 173 time: 1.4320278 Feb 09 03:15:40.675390 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Set router 883f4efb-d687-44fe-853a-6e01b0e9f704 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:40.695682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'mac_address': 'fa:16:3e:54:b4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:15:40.916960 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-dd65655d-67c6-4006-94b1-9be0c2c06ddd tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips/db65bfd8-a979-481d-bfbd-17ec3a7b79d5 HTTP/1.1" status: 200 len: 693 time: 0.1382985 Feb 09 03:15:40.947423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:40.947869 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.951786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:40.952167 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.003396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:41.083791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:41.116098 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.217704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-b44bc6d0-2321-4b35-b8ec-859ee55b15ab tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:41.228325 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'name': 'tempest-TaggedBootDevicesTest-848678544-router', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:38Z', 'revision_number': 3, 'project_id': '041756dc99c44118adb4afbef4525b5f', 'gw_port': {'id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:41.236435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-b44bc6d0-2321-4b35-b8ec-859ee55b15ab tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.3068297 Feb 09 03:15:41.272867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4,segment=NetworkSegment(89cec6f7-ce08-423a-9a89-aa896019b032),segment_id=89cec6f7-ce08-423a-9a89-aa896019b032)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:41.294643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996ae19a-e842-472c-a5a4-7a65acb07185 None None] Network 976c19a6-9844-4ebb-9f28-aad65bddf246 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:41.296986 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['51d31c94-72c7-4f61-9e95-9f4b918c2fa8'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:41.308301 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.317009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fd31f82f-bdca-47f5-9606-46d822c28362 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:41.360010 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-771a7539-504a-419e-bd8e-fa6aeb97a5dc tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.1206372 Feb 09 03:15:41.361372 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Checking router: 883f4efb-d687-44fe-853a-6e01b0e9f704 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:41.365241 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Updating router 883f4efb-d687-44fe-853a-6e01b0e9f704 port aea073f4-d28d-45b3-aa05-1faea94c0057 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:15:41.452070 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.594838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15acc1-2ceb-49bd-9e57-fc44b6d475cd req-0481ccb8-21c9-4366-b2df-9b3142d229a4 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:41.607392 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c15acc1-2ceb-49bd-9e57-fc44b6d475cd req-0481ccb8-21c9-4366-b2df-9b3142d229a4 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 945 time: 0.1819234 Feb 09 03:15:41.754841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8f663213-3a8a-4c64-ad75-8a38750a630f None None] Provisioning complete for port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:41.755037 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f663213-3a8a-4c64-ad75-8a38750a630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.779659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:41.831920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c15acc1-2ceb-49bd-9e57-fc44b6d475cd req-58fca02d-42b8-4d71-b5d1-14f790caaf27 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163596 Feb 09 03:15:41.962835 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-c3ee2eeb-165e-4a03-8a76-039706a2b6bd tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.5952415 Feb 09 03:15:42.215860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:42.288103 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Publish callbacks [] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.304967 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-2593ff67-b2c8-4a1e-ade1-0bec1eec9aee tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Deleting port 6f581b94-2646-4249-8118-6e4e6ffcb345 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:42.305615 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-2593ff67-b2c8-4a1e-ade1-0bec1eec9aee tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6f581b94-2646-4249-8118-6e4e6ffcb345), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.309968 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.429793 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca89ae0-4bd8-4262-bed9-4f37e83991f2 None None] Pushing event updated for resources: {'Port': ['ID=aea073f4-d28d-45b3-aa05-1faea94c0057,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:42.486687 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Attempting to bind port aea073f4-d28d-45b3-aa05-1faea94c0057 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:42.487315 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Attempting to bind port aea073f4-d28d-45b3-aa05-1faea94c0057 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:42.488103 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Attempting to bind port aea073f4-d28d-45b3-aa05-1faea94c0057 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:42.496479 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:42.499905 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:42.508269 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.510356 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:42.514244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1690ed-3e90-4a55-b4b2-c4bd8a81244f req-e6fcd65a-971d-4f5f-bc02-7d73f317cf35 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:42.515689 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Bound port: aea073f4-d28d-45b3-aa05-1faea94c0057, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:42.519945 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.522622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b1690ed-3e90-4a55-b4b2-c4bd8a81244f req-e6fcd65a-971d-4f5f-bc02-7d73f317cf35 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.3774481 Feb 09 03:15:42.523383 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-2593ff67-b2c8-4a1e-ade1-0bec1eec9aee tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6f581b94-2646-4249-8118-6e4e6ffcb345), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.525045 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-2593ff67-b2c8-4a1e-ade1-0bec1eec9aee tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (6f581b94-2646-4249-8118-6e4e6ffcb345), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.567410 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-2593ff67-b2c8-4a1e-ade1-0bec1eec9aee tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Calling delete_port for 6f581b94-2646-4249-8118-6e4e6ffcb345 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:42.697824 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b1690ed-3e90-4a55-b4b2-c4bd8a81244f req-18f72c62-d25a-4d3a-947f-433b89cf4a16 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736217 Feb 09 03:15:42.708760 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] For port aea073f4-d28d-45b3-aa05-1faea94c0057, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:42.718095 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] For port aea073f4-d28d-45b3-aa05-1faea94c0057, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aea073f4-d28d-45b3-aa05-1faea94c0057,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:42.736471 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.764910 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port fd31f82f-bdca-47f5-9606-46d822c28362 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:42.765419 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.766996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8f663213-3a8a-4c64-ad75-8a38750a630f None None] Current status of the port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:42.907577 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.966391 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-2593ff67-b2c8-4a1e-ade1-0bec1eec9aee tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6f581b94-2646-4249-8118-6e4e6ffcb345), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.982843 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Routers {'883f4efb-d687-44fe-853a-6e01b0e9f704'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:42.985472 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['883f4efb-d687-44fe-853a-6e01b0e9f704'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:43.100187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port fd31f82f-bdca-47f5-9606-46d822c28362 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:43.176696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593ff67-b2c8-4a1e-ade1-0bec1eec9aee tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Pushing event deleted for resources: {'Port': ['ID=6f581b94-2646-4249-8118-6e4e6ffcb345,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:43.333135 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-2593ff67-b2c8-4a1e-ade1-0bec1eec9aee tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (db65bfd8-a979-481d-bfbd-17ec3a7b79d5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:43.344636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:43.357517 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-2593ff67-b2c8-4a1e-ade1-0bec1eec9aee tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:43.358689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ff91c22-0750-4688-89e8-9d259d921e44 req-2593ff67-b2c8-4a1e-ade1-0bec1eec9aee tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "DELETE /v2.0/floatingips/db65bfd8-a979-481d-bfbd-17ec3a7b79d5 HTTP/1.1" status: 204 len: 173 time: 1.3854458 Feb 09 03:15:43.407118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Allocated IP 172.20.0.1 (976c19a6-9844-4ebb-9f28-aad65bddf246/167dad51-1a2d-481a-8cec-b54c014e47f6/22d44e18-f32b-424f-9cc5-a979dc2dc55e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:43.471421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b60c221e-915f-4428-9ed2-4a04b3dd8511 None None] Provisioning complete for port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:43.472340 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b60c221e-915f-4428-9ed2-4a04b3dd8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:43.599844 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0e847-4446-4aee-a84f-5db78127f447 req-1f7ea4be-a94e-45b6-afdd-507f2d3694bd tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:43.608302 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21b0e847-4446-4aee-a84f-5db78127f447 req-1f7ea4be-a94e-45b6-afdd-507f2d3694bd tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d27b9f70-f36e-4835-9e28-c3cf71e6e3bd HTTP/1.1" status: 200 len: 945 time: 0.1280119 Feb 09 03:15:43.654247 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca89ae0-4bd8-4262-bed9-4f37e83991f2 None None] Pushing event updated for resources: {'Port': ['ID=aea073f4-d28d-45b3-aa05-1faea94c0057,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:43.693052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:43.700684 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:43.721055 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21b0e847-4446-4aee-a84f-5db78127f447 req-f3ca0099-364f-4086-978c-1585154824e7 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050267 Feb 09 03:15:43.768882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b60c221e-915f-4428-9ed2-4a04b3dd8511 None None] Current status of the port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:43.801468 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Publish callbacks [] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:43.820965 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] Set router 883f4efb-d687-44fe-853a-6e01b0e9f704 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:43.865336 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-035606ab-e3a9-4c1c-828d-6f53640e7672 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips/25265d02-0ade-4523-8c00-39cc8affc668 HTTP/1.1" status: 200 len: 693 time: 0.0902126 Feb 09 03:15:43.906118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:43.915082 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.030980 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Pushing event updated for resources: {'Port': ['ID=22d44e18-f32b-424f-9cc5-a979dc2dc55e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:44.074604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-500513bd-d8f6-4531-a592-4cc3e473790d tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:44.075055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Network 976c19a6-9844-4ebb-9f28-aad65bddf246 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:44.076065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-500513bd-d8f6-4531-a592-4cc3e473790d tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.2031732 Feb 09 03:15:44.083317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:44.092278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:44.115098 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:44.184243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (883f4efb-d687-44fe-853a-6e01b0e9f704), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.225112 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-82bdd45a-0b3f-4171-9ee6-da6025b512e8 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.104 HTTP/1.1" status: 200 len: 696 time: 0.1422172 Feb 09 03:15:44.263209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:44.263564 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.283314 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'name': 'tempest-TaggedBootDevicesTest-848678544-router', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:38Z', 'revision_number': 3, 'project_id': '041756dc99c44118adb4afbef4525b5f', 'gw_port': {'id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:44.339689 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c635873-6e2f-496d-9d35-1f42d36c5598 None None] The sync data for ids ['883f4efb-d687-44fe-853a-6e01b0e9f704'] in n-d-824835-15 is: [{'id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'name': 'tempest-TaggedBootDevicesTest-848678544-router', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:38Z', 'revision_number': 3, 'project_id': '041756dc99c44118adb4afbef4525b5f', 'gw_port': {'id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:44.376510 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-7caf6bdf-e3b3-4878-9828-dc8427bc00c2 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.104 HTTP/1.1" status: 200 len: 696 time: 0.1446598 Feb 09 03:15:44.542836 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.556175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:44.569723 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.657798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a76ba1df-3c42-4220-9e6d-8cc626294d16 None None] Provisioning complete for port 22d44e18-f32b-424f-9cc5-a979dc2dc55e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:44.661172 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76ba1df-3c42-4220-9e6d-8cc626294d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.666766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-bd51e647-d1b3-40b3-871c-c5315862d713 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Deleting port 739086c2-ec05-445a-86d1-ca7e15c5cbc2 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:44.673417 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-bd51e647-d1b3-40b3-871c-c5315862d713 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (739086c2-ec05-445a-86d1-ca7e15c5cbc2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.771677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:44.778407 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fda7973-624c-42d5-9df7-955130a62147" -d '{"events": [{"server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "name": "network-vif-plugged", "status": "completed", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:44.790039 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-bd51e647-d1b3-40b3-871c-c5315862d713 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (739086c2-ec05-445a-86d1-ca7e15c5cbc2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.790630 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-bd51e647-d1b3-40b3-871c-c5315862d713 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (739086c2-ec05-445a-86d1-ca7e15c5cbc2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.814995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-bd51e647-d1b3-40b3-871c-c5315862d713 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Calling delete_port for 739086c2-ec05-445a-86d1-ca7e15c5cbc2 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:44.829462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:44.848169 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.936601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a76ba1df-3c42-4220-9e6d-8cc626294d16 None None] Port 22d44e18-f32b-424f-9cc5-a979dc2dc55e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:44.999192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:45.067974 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Publish callbacks [] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.089986 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.123874 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-bd51e647-d1b3-40b3-871c-c5315862d713 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (739086c2-ec05-445a-86d1-ca7e15c5cbc2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.164928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51e647-d1b3-40b3-871c-c5315862d713 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Pushing event deleted for resources: {'Port': ['ID=739086c2-ec05-445a-86d1-ca7e15c5cbc2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:45.199149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Pushing event updated for resources: {'Port': ['ID=22d44e18-f32b-424f-9cc5-a979dc2dc55e,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:45.249720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (883f4efb-d687-44fe-853a-6e01b0e9f704), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.294450 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-bd51e647-d1b3-40b3-871c-c5315862d713 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks [] for floatingip (25265d02-0ade-4523-8c00-39cc8affc668), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.297675 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-bd51e647-d1b3-40b3-871c-c5315862d713 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.310678 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f88123a-c5cc-4a90-bdb9-311dfb9de25f req-bd51e647-d1b3-40b3-871c-c5315862d713 tempest-FloatingIPDetailsTestJSON-1858537613 tempest-FloatingIPDetailsTestJSON-1858537613-project] 10.222.0.21 "DELETE /v2.0/floatingips/25265d02-0ade-4523-8c00-39cc8affc668 HTTP/1.1" status: 204 len: 173 time: 0.9213605 Feb 09 03:15:45.317416 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53902) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:45.367136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aea073f4-d28d-45b3-aa05-1faea94c0057 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:45.482899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port aea073f4-d28d-45b3-aa05-1faea94c0057 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:45.483289 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.637513 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3d9091c-cf51-4594-9d22-153a5cfdf59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.672217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Network 976c19a6-9844-4ebb-9f28-aad65bddf246 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:45.679664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:45.696624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b092428-7521-4b83-8266-e469138fef28 req-8a1a942c-390c-4c13-9874-a510618d03d3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:45.701545 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b092428-7521-4b83-8266-e469138fef28 req-8a1a942c-390c-4c13-9874-a510618d03d3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1921833 Feb 09 03:15:45.743798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port aea073f4-d28d-45b3-aa05-1faea94c0057 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:45.744163 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.808998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port aea073f4-d28d-45b3-aa05-1faea94c0057, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aea073f4-d28d-45b3-aa05-1faea94c0057,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:45.823406 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.971927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Router 883f4efb-d687-44fe-853a-6e01b0e9f704 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:46.014009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=aea073f4-d28d-45b3-aa05-1faea94c0057,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:46.210123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-21d43ef4-d4c7-483c-a067-67677c688e1a None None] Provisioning complete for port 22d44e18-f32b-424f-9cc5-a979dc2dc55e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:46.210511 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21d43ef4-d4c7-483c-a067-67677c688e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:46.287853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:46.304176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ce12427e-1a61-4f34-961a-4181fc7ae1ee admin admin] 10.222.0.21 "PUT /v2.0/routers/883f4efb-d687-44fe-853a-6e01b0e9f704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0020440 Feb 09 03:15:46.309806 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b092428-7521-4b83-8266-e469138fef28 req-c0085a31-a5d9-4f7e-b92b-579a9bdcc8aa tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664676 Feb 09 03:15:46.314672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-21d43ef4-d4c7-483c-a067-67677c688e1a None None] Port 22d44e18-f32b-424f-9cc5-a979dc2dc55e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:46.514671 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98a74e0b-9578-412d-86f2-d3d5d248b774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:46.968584 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5335c176-0237-4d04-b2ee-9912cccf4da8 x-openstack-request-id: req-5335c176-0237-4d04-b2ee-9912cccf4da8 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:46.969736 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "name": "network-vif-plugged", "status": "completed", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:46.970229 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5335c176-0237-4d04-b2ee-9912cccf4da8 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:46.970837 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'code': 200} Feb 09 03:15:47.220917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-98a74e0b-9578-412d-86f2-d3d5d248b774 admin admin] Deleting port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:47.225488 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98a74e0b-9578-412d-86f2-d3d5d248b774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:47.260102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aea073f4-d28d-45b3-aa05-1faea94c0057 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:47.377049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-98a74e0b-9578-412d-86f2-d3d5d248b774 admin admin] For port bbaa1bec-0043-4c90-b1e9-f7e69afbfaba, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bbaa1bec-0043-4c90-b1e9-f7e69afbfaba,segment=NetworkSegment(0d32829c-cace-46c7-8993-e2f169631923),segment_id=0d32829c-cace-46c7-8993-e2f169631923)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:47.378274 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98a74e0b-9578-412d-86f2-d3d5d248b774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:47.410091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port aea073f4-d28d-45b3-aa05-1faea94c0057 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:47.410470 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:47.412800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-98a74e0b-9578-412d-86f2-d3d5d248b774 admin admin] Calling delete_port for bbaa1bec-0043-4c90-b1e9-f7e69afbfaba owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:47.467381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Sync routers for ids ['883f4efb-d687-44fe-853a-6e01b0e9f704'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:47.487800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Routers {'883f4efb-d687-44fe-853a-6e01b0e9f704'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:47.489005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['883f4efb-d687-44fe-853a-6e01b0e9f704'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:47.644897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Set router 883f4efb-d687-44fe-853a-6e01b0e9f704 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:47.662579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c1e5c-7624-4477-8d44-4bf2ac2be014 req-9de5f71d-b4a6-4389-a732-c805f0a17d7a tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:47.665101 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b40c1e5c-7624-4477-8d44-4bf2ac2be014 req-9de5f71d-b4a6-4389-a732-c805f0a17d7a tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d27b9f70-f36e-4835-9e28-c3cf71e6e3bd HTTP/1.1" status: 200 len: 945 time: 0.2537928 Feb 09 03:15:47.879072 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b40c1e5c-7624-4477-8d44-4bf2ac2be014 req-acd039de-88ef-4478-9551-d5b719823887 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060802 Feb 09 03:15:47.959579 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port aea073f4-d28d-45b3-aa05-1faea94c0057 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:47.982226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'name': 'tempest-TaggedBootDevicesTest-848678544-router', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:44Z', 'revision_number': 4, 'project_id': '041756dc99c44118adb4afbef4525b5f', 'gw_port': {'id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '22d44e18-f32b-424f-9cc5-a979dc2dc55e', 'name': '', 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'mac_address': 'fa:16:3e:40:88:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '167dad51-1a2d-481a-8cec-b54c014e47f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:42Z', 'updated_at': '2022-02-09T03:15:44Z', 'revision_number': 2, 'project_id': '041756dc99c44118adb4afbef4525b5f', 'subnets': [{'id': '167dad51-1a2d-481a-8cec-b54c014e47f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:48.076208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Checking router: 883f4efb-d687-44fe-853a-6e01b0e9f704 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:48.076945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Updating router 883f4efb-d687-44fe-853a-6e01b0e9f704 port 22d44e18-f32b-424f-9cc5-a979dc2dc55e binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:15:48.118837 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34497012-d9be-4e37-b88d-d89d51cd1fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:48.128176 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98a74e0b-9578-412d-86f2-d3d5d248b774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (bbaa1bec-0043-4c90-b1e9-f7e69afbfaba), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:48.131794 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:48.170788 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bdda0c1-f336-441d-9f9a-ea5beb3076bc req-d547f8dd-e880-4f6f-b36a-4825ef8ed8bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1295152 Feb 09 03:15:48.175639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a74e0b-9578-412d-86f2-d3d5d248b774 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbaa1bec-0043-4c90-b1e9-f7e69afbfaba,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:48.524605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18a66-4e4c-43fc-b1e8-ea0373271311 req-bd380416-1dcf-4e9d-8696-375cc5a9f1d2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:48.543805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4e18a66-4e4c-43fc-b1e8-ea0373271311 req-bd380416-1dcf-4e9d-8696-375cc5a9f1d2 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.65 "GET /v2.0/ports?device_id=d27b9f70-f36e-4835-9e28-c3cf71e6e3bd HTTP/1.1" status: 200 len: 945 time: 0.1922033 Feb 09 03:15:48.859640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdda0c1-f336-441d-9f9a-ea5beb3076bc req-80af0190-3f4c-475d-a5af-791c121681b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:48.873123 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bdda0c1-f336-441d-9f9a-ea5beb3076bc req-80af0190-3f4c-475d-a5af-791c121681b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 1127 time: 0.6330318 Feb 09 03:15:48.893115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53942) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:48.938942 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98a74e0b-9578-412d-86f2-d3d5d248b774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:48.955159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-b4e18a66-4e4c-43fc-b1e8-ea0373271311 req-4cabd1f5-f23f-4724-b14b-f7574602d142 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Deleting port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:48.958297 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4e18a66-4e4c-43fc-b1e8-ea0373271311 req-4cabd1f5-f23f-4724-b14b-f7574602d142 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.060596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994b92f-9eaf-43c7-9643-ad344205a34b req-32bd11c6-07de-4367-b98b-e3a98f139b22 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:49.063554 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Publish callbacks [] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.068788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0994b92f-9eaf-43c7-9643-ad344205a34b req-32bd11c6-07de-4367-b98b-e3a98f139b22 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.42 "GET /v2.0/ports?device_id=4893b351-c6ff-435a-8eb8-654b67fd0bae HTTP/1.1" status: 200 len: 945 time: 0.3448589 Feb 09 03:15:49.079863 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.222327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0c30b-c6ff-4cb9-805d-a37b71c4fef0 None None] Pushing event updated for resources: {'Port': ['ID=22d44e18-f32b-424f-9cc5-a979dc2dc55e,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:49.258464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c66bc-f3b5-4258-932f-cfd0788d0b59 req-e49b83c4-db1c-4b88-a075-b38b6d26ce11 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:49.274684 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-693c66bc-f3b5-4258-932f-cfd0788d0b59 req-e49b83c4-db1c-4b88-a075-b38b6d26ce11 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.8360684 Feb 09 03:15:49.295637 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c7bad42-676b-45dc-8c25-722758759b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.349811 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.353456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Attempting to bind port 22d44e18-f32b-424f-9cc5-a979dc2dc55e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:49.353836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Attempting to bind port 22d44e18-f32b-424f-9cc5-a979dc2dc55e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '89cec6f7-ce08-423a-9a89-aa896019b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:49.354203 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Attempting to bind port 22d44e18-f32b-424f-9cc5-a979dc2dc55e on network 976c19a6-9844-4ebb-9f28-aad65bddf246 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:49.368896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:49.369796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Checking segment: {'id': '89cec6f7-ce08-423a-9a89-aa896019b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:49.371555 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.374955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Bound using segment: {'id': '89cec6f7-ce08-423a-9a89-aa896019b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:49.376574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Bound port: 22d44e18-f32b-424f-9cc5-a979dc2dc55e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cec6f7-ce08-423a-9a89-aa896019b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:49.378883 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.435152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b4e18a66-4e4c-43fc-b1e8-ea0373271311 req-4cabd1f5-f23f-4724-b14b-f7574602d142 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] For port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:49.435400 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4e18a66-4e4c-43fc-b1e8-ea0373271311 req-4cabd1f5-f23f-4724-b14b-f7574602d142 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.472374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-b4e18a66-4e4c-43fc-b1e8-ea0373271311 req-4cabd1f5-f23f-4724-b14b-f7574602d142 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Calling delete_port for f75f8d03-6c57-4d19-b02f-de9ecdf92cbc owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:49.512421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-0994b92f-9eaf-43c7-9643-ad344205a34b req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Deleting port cccdcb03-046b-4abf-a54a-3e92e556f31f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:49.513304 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0994b92f-9eaf-43c7-9643-ad344205a34b req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.545618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] For port 22d44e18-f32b-424f-9cc5-a979dc2dc55e, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:49.549530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] For port 22d44e18-f32b-424f-9cc5-a979dc2dc55e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=22d44e18-f32b-424f-9cc5-a979dc2dc55e,segment=NetworkSegment(89cec6f7-ce08-423a-9a89-aa896019b032),segment_id=89cec6f7-ce08-423a-9a89-aa896019b032)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:49.570961 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.681952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-693c66bc-f3b5-4258-932f-cfd0788d0b59 req-a1415d12-5126-463d-afd5-b8ed2d18f401 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028332 Feb 09 03:15:49.691713 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c7bad42-676b-45dc-8c25-722758759b67 admin admin] Publish callbacks [] for security_group (60c428ba-3415-4a92-853e-d2a92ebbd3ef), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.718966 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c7bad42-676b-45dc-8c25-722758759b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (60c428ba-3415-4a92-853e-d2a92ebbd3ef), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.731746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4f3a1e07-e781-43a5-a003-7052cb77b1a7 None None] Provisioning complete for port 22d44e18-f32b-424f-9cc5-a979dc2dc55e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:49.734271 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1e07-e781-43a5-a003-7052cb77b1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.766212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdda0c1-f336-441d-9f9a-ea5beb3076bc req-63c2acb3-3a32-437c-a362-657ccfecc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:49.783623 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bdda0c1-f336-441d-9f9a-ea5beb3076bc req-63c2acb3-3a32-437c-a362-657ccfecc685 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.8984060 Feb 09 03:15:49.793857 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1c7bad42-676b-45dc-8c25-722758759b67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52314643b1a3440781ceb6563c364d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8895817 Feb 09 03:15:49.794508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53948) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:49.799049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bad42-676b-45dc-8c25-722758759b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c428ba-3415-4a92-853e-d2a92ebbd3ef,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:49.882952 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0994b92f-9eaf-43c7-9643-ad344205a34b req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] For port cccdcb03-046b-4abf-a54a-3e92e556f31f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=cccdcb03-046b-4abf-a54a-3e92e556f31f,segment=NetworkSegment(f13bf36f-c0c1-4604-8c4f-2412f1da526e),segment_id=f13bf36f-c0c1-4604-8c4f-2412f1da526e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:49.883629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0994b92f-9eaf-43c7-9643-ad344205a34b req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.888568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Routers {'883f4efb-d687-44fe-853a-6e01b0e9f704'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:49.889619 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['883f4efb-d687-44fe-853a-6e01b0e9f704'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:49.982912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bdda0c1-f336-441d-9f9a-ea5beb3076bc req-dc85515f-6519-46b7-bba3-72921abe95a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=976b19f7-1e10-42e4-b1cc-858c76c56487 HTTP/1.1" status: 200 len: 217 time: 0.1901448 Feb 09 03:15:50.019783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13fdb167-8f77-4488-9e84-32822cf32dc2 admin admin] Publish callbacks [] for security_group (60c428ba-3415-4a92-853e-d2a92ebbd3ef), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.044684 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13fdb167-8f77-4488-9e84-32822cf32dc2 admin admin] Publish callbacks [] for security_group (60c428ba-3415-4a92-853e-d2a92ebbd3ef), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.138629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13fdb167-8f77-4488-9e84-32822cf32dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (60c428ba-3415-4a92-853e-d2a92ebbd3ef), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.141555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13fdb167-8f77-4488-9e84-32822cf32dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.145772 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-13fdb167-8f77-4488-9e84-32822cf32dc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60c428ba-3415-4a92-853e-d2a92ebbd3ef HTTP/1.1" status: 204 len: 168 time: 0.3414826 Feb 09 03:15:50.148131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-0994b92f-9eaf-43c7-9643-ad344205a34b req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Calling delete_port for cccdcb03-046b-4abf-a54a-3e92e556f31f owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:50.152781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0c30b-c6ff-4cb9-805d-a37b71c4fef0 None None] Pushing event updated for resources: {'Port': ['ID=22d44e18-f32b-424f-9cc5-a979dc2dc55e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:50.166826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdb167-8f77-4488-9e84-32822cf32dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c428ba-3415-4a92-853e-d2a92ebbd3ef,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:50.281645 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4e18a66-4e4c-43fc-b1e8-ea0373271311 req-4cabd1f5-f23f-4724-b14b-f7574602d142 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f75f8d03-6c57-4d19-b02f-de9ecdf92cbc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.345225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabd1f5-f23f-4724-b14b-f7574602d142 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Pushing event deleted for resources: {'Port': ['ID=f75f8d03-6c57-4d19-b02f-de9ecdf92cbc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:50.399358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] Set router 883f4efb-d687-44fe-853a-6e01b0e9f704 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:50.496685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e18a66-4e4c-43fc-b1e8-ea0373271311 req-4cabd1f5-f23f-4724-b14b-f7574602d142 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] No DVR routers for this DVR port f75f8d03-6c57-4d19-b02f-de9ecdf92cbc on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:50.509690 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4e18a66-4e4c-43fc-b1e8-ea0373271311 req-4cabd1f5-f23f-4724-b14b-f7574602d142 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.521182 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4e18a66-4e4c-43fc-b1e8-ea0373271311 req-4cabd1f5-f23f-4724-b14b-f7574602d142 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.65 "DELETE /v2.0/ports/f75f8d03-6c57-4d19-b02f-de9ecdf92cbc HTTP/1.1" status: 204 len: 173 time: 1.9714277 Feb 09 03:15:50.523363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27b9f70-f36e-4835-9e28-c3cf71e6e3bd', 'name': 'network-vif-deleted', 'tag': 'f75f8d03-6c57-4d19-b02f-de9ecdf92cbc'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:50.545280 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24185ac3-7d17-4c9b-ab38-a06c0044f401" -d '{"events": [{"server_uuid": "d27b9f70-f36e-4835-9e28-c3cf71e6e3bd", "name": "network-vif-deleted", "tag": "f75f8d03-6c57-4d19-b02f-de9ecdf92cbc"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:50.828097 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0994b92f-9eaf-43c7-9643-ad344205a34b req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (cccdcb03-046b-4abf-a54a-3e92e556f31f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.875476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53960) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:50.880392 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.889001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a1e07-e781-43a5-a003-7052cb77b1a7 None None] Current status of the port 22d44e18-f32b-424f-9cc5-a979dc2dc55e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:50.889940 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1e07-e781-43a5-a003-7052cb77b1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.941724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a74e0b-9578-412d-86f2-d3d5d248b774 admin admin] Router 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:50.944153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdda0c1-f336-441d-9f9a-ea5beb3076bc req-daea3294-8648-4153-9746-3717a66146fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:50.946145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bdda0c1-f336-441d-9f9a-ea5beb3076bc req-daea3294-8648-4153-9746-3717a66146fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.6908710 Feb 09 03:15:50.983749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1731980-d37e-4b71-ad32-7836848f7170 req-1e745674-2735-4eaf-bb4a-4f4c39222379 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:50.986236 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1731980-d37e-4b71-ad32-7836848f7170 req-1e745674-2735-4eaf-bb4a-4f4c39222379 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d27b9f70-f36e-4835-9e28-c3cf71e6e3bd HTTP/1.1" status: 200 len: 867 time: 1.0371146 Feb 09 03:15:50.986394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4f3a1e07-e781-43a5-a003-7052cb77b1a7 None None] For port 22d44e18-f32b-424f-9cc5-a979dc2dc55e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=22d44e18-f32b-424f-9cc5-a979dc2dc55e,segment=NetworkSegment(89cec6f7-ce08-423a-9a89-aa896019b032),segment_id=89cec6f7-ce08-423a-9a89-aa896019b032)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:51.011858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Pushing event deleted for resources: {'Port': ['ID=cccdcb03-046b-4abf-a54a-3e92e556f31f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:51.019097 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bdda0c1-f336-441d-9f9a-ea5beb3076bc req-d1f482a7-ade7-4ee7-9339-7a6e858f19c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630126 Feb 09 03:15:51.029538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1e07-e781-43a5-a003-7052cb77b1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.031801 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a52e31ec-0f79-438b-a36e-9145749e75c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.102881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.103529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.104594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.106193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.106716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.107556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.108133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.108624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.109112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.111036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.111613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.112097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.112588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:51.158518 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'name': 'tempest-TaggedBootDevicesTest-848678544-router', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:44Z', 'revision_number': 4, 'project_id': '041756dc99c44118adb4afbef4525b5f', 'gw_port': {'id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '22d44e18-f32b-424f-9cc5-a979dc2dc55e', 'name': '', 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'mac_address': 'fa:16:3e:40:88:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '167dad51-1a2d-481a-8cec-b54c014e47f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:42Z', 'updated_at': '2022-02-09T03:15:49Z', 'revision_number': 4, 'project_id': '041756dc99c44118adb4afbef4525b5f', 'subnets': [{'id': '167dad51-1a2d-481a-8cec-b54c014e47f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:51.165014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-0994b92f-9eaf-43c7-9643-ad344205a34b req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] No DVR routers for this DVR port cccdcb03-046b-4abf-a54a-3e92e556f31f on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:51.170803 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0994b92f-9eaf-43c7-9643-ad344205a34b req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.175165 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0994b92f-9eaf-43c7-9643-ad344205a34b req-456509de-f755-4397-93eb-4afebbc59872 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.42 "DELETE /v2.0/ports/cccdcb03-046b-4abf-a54a-3e92e556f31f HTTP/1.1" status: 204 len: 173 time: 1.9989941 Feb 09 03:15:51.213973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a1e07-e781-43a5-a003-7052cb77b1a7 None None] Pushing event updated for resources: {'Port': ['ID=22d44e18-f32b-424f-9cc5-a979dc2dc55e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:51.229724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984df316-77b8-4998-9f5b-5323c846c5d7 None None] The sync data for ids ['883f4efb-d687-44fe-853a-6e01b0e9f704'] in n-d-824835-15 is: [{'id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'name': 'tempest-TaggedBootDevicesTest-848678544-router', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:44Z', 'revision_number': 4, 'project_id': '041756dc99c44118adb4afbef4525b5f', 'gw_port': {'id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '22d44e18-f32b-424f-9cc5-a979dc2dc55e', 'name': '', 'network_id': '976c19a6-9844-4ebb-9f28-aad65bddf246', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'mac_address': 'fa:16:3e:40:88:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '167dad51-1a2d-481a-8cec-b54c014e47f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:42Z', 'updated_at': '2022-02-09T03:15:49Z', 'revision_number': 4, 'project_id': '041756dc99c44118adb4afbef4525b5f', 'subnets': [{'id': '167dad51-1a2d-481a-8cec-b54c014e47f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:51.264663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0dfd00de-1540-46d2-9d3f-70ccf6ac341d None None] Provisioning complete for port 22d44e18-f32b-424f-9cc5-a979dc2dc55e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:51.266175 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dfd00de-1540-46d2-9d3f-70ccf6ac341d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.385794 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a52e31ec-0f79-438b-a36e-9145749e75c8 admin admin] Publish callbacks [] for security_group (72a463b6-4d90-43d7-afd4-37b91df5076b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.399315 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a52e31ec-0f79-438b-a36e-9145749e75c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (72a463b6-4d90-43d7-afd4-37b91df5076b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.527724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bdda0c1-f336-441d-9f9a-ea5beb3076bc req-7bea1a26-94d6-4236-b953-949f254392e9 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858856 Feb 09 03:15:51.532330 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1731980-d37e-4b71-ad32-7836848f7170 req-2b807dec-94ee-4cb4-b5da-23baf93489b5 tempest-MultipleCreateTestJSON-788723724 tempest-MultipleCreateTestJSON-788723724-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109360 Feb 09 03:15:51.537517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd00de-1540-46d2-9d3f-70ccf6ac341d None None] Current status of the port 22d44e18-f32b-424f-9cc5-a979dc2dc55e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:51.599373 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a52e31ec-0f79-438b-a36e-9145749e75c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6de1faf211ba42aa8d44b71be11859e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7227302 Feb 09 03:15:51.606343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53962) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:51.648744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device f75f8d03-6c57-4d19-b02f-de9ecdf92cbc no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:51.718225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: f75f8d03-6c57-4d19-b02f-de9ecdf92cbc {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:51.718568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a74e0b-9578-412d-86f2-d3d5d248b774 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:51.718758 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7fd8ce-c35c-4eae-9bb4-e9149266e9e0 x-openstack-request-id: req-8b7fd8ce-c35c-4eae-9bb4-e9149266e9e0 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:51.719049 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27b9f70-f36e-4835-9e28-c3cf71e6e3bd", "name": "network-vif-deleted", "tag": "f75f8d03-6c57-4d19-b02f-de9ecdf92cbc", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:51.719306 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b7fd8ce-c35c-4eae-9bb4-e9149266e9e0 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:51.719431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device f75f8d03-6c57-4d19-b02f-de9ecdf92cbc not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:51.728367 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-98a74e0b-9578-412d-86f2-d3d5d248b774 admin admin] 10.222.0.21 "PUT /v2.0/routers/9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4072618 Feb 09 03:15:51.728543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53964) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:51.729076 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27b9f70-f36e-4835-9e28-c3cf71e6e3bd', 'name': 'network-vif-deleted', 'tag': 'f75f8d03-6c57-4d19-b02f-de9ecdf92cbc', 'status': 'completed', 'code': 200} Feb 09 03:15:51.733967 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4f144b-37db-45bb-b1ed-d534d3c6065a None None] Sync routers for ids ['9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:51.736369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e31ec-0f79-438b-a36e-9145749e75c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a463b6-4d90-43d7-afd4-37b91df5076b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:51.764018 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f144b-37db-45bb-b1ed-d534d3c6065a None None] Routers {'9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:51.764908 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1a4f144b-37db-45bb-b1ed-d534d3c6065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:51.795347 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1665213e-6d5a-4b98-9775-2b0f4ec6e324 admin admin] Publish callbacks [] for security_group (72a463b6-4d90-43d7-afd4-37b91df5076b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.858999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1665213e-6d5a-4b98-9775-2b0f4ec6e324 admin admin] Publish callbacks [] for security_group (72a463b6-4d90-43d7-afd4-37b91df5076b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.911832 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.943034 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1665213e-6d5a-4b98-9775-2b0f4ec6e324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (72a463b6-4d90-43d7-afd4-37b91df5076b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.947518 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1665213e-6d5a-4b98-9775-2b0f4ec6e324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.951849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1665213e-6d5a-4b98-9775-2b0f4ec6e324 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72a463b6-4d90-43d7-afd4-37b91df5076b HTTP/1.1" status: 204 len: 168 time: 0.3441381 Feb 09 03:15:51.965668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665213e-6d5a-4b98-9775-2b0f4ec6e324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a463b6-4d90-43d7-afd4-37b91df5076b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:52.013586 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-1a4f144b-37db-45bb-b1ed-d534d3c6065a None None] Set router 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:52.061012 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bdda0c1-f336-441d-9f9a-ea5beb3076bc req-273304e6-7cfd-47f4-918a-32edea635ffc service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256720 Feb 09 03:15:52.161806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device cccdcb03-046b-4abf-a54a-3e92e556f31f no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:52.254407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: cccdcb03-046b-4abf-a54a-3e92e556f31f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:52.254773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device cccdcb03-046b-4abf-a54a-3e92e556f31f not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:52.295075 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Publish callbacks [] for router (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.323341 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1a4f144b-37db-45bb-b1ed-d534d3c6065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'name': 'tempest-FloatingIPDetailsTestJSON-1388995119-router', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '697a3655-496f-4815-a414-4c73df5be33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:59Z', 'updated_at': '2022-02-09T03:15:47Z', 'revision_number': 5, 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'gw_port': {'id': '697a3655-496f-4815-a414-4c73df5be33f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:03Z', 'updated_at': '2022-02-09T03:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:52.380398 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4f144b-37db-45bb-b1ed-d534d3c6065a None None] Checking router: 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:52.396885 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f144b-37db-45bb-b1ed-d534d3c6065a None None] Routers {'9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:52.400736 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1a4f144b-37db-45bb-b1ed-d534d3c6065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:52.662298 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Publish callbacks [] for router_gateway (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.718175 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-1a4f144b-37db-45bb-b1ed-d534d3c6065a None None] Set router 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:52.739240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3325c9-c7c7-438c-b036-e314874fb6f6 req-720280b0-f51d-4136-ab0c-941994f45f66 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:52.740888 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f3325c9-c7c7-438c-b036-e314874fb6f6 req-720280b0-f51d-4136-ab0c-941994f45f66 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.7047641 Feb 09 03:15:52.844079 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f3325c9-c7c7-438c-b036-e314874fb6f6 req-84a0ba83-0788-45db-af29-6be6bc113948 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716386 Feb 09 03:15:52.849934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Deleting port 697a3655-496f-4815-a414-4c73df5be33f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:52.850344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (697a3655-496f-4815-a414-4c73df5be33f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.031399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] For port 697a3655-496f-4815-a414-4c73df5be33f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=697a3655-496f-4815-a414-4c73df5be33f,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:53.031836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (697a3655-496f-4815-a414-4c73df5be33f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.052768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Calling delete_port for 697a3655-496f-4815-a414-4c73df5be33f owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:53.095018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53992) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:53.211138 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1a4f144b-37db-45bb-b1ed-d534d3c6065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'name': 'tempest-FloatingIPDetailsTestJSON-1388995119-router', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '697a3655-496f-4815-a414-4c73df5be33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:59Z', 'updated_at': '2022-02-09T03:15:47Z', 'revision_number': 5, 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'gw_port': {'id': '697a3655-496f-4815-a414-4c73df5be33f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:03Z', 'updated_at': '2022-02-09T03:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:53.228713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-9116bc02-7c21-4eb7-844b-90d4998b687f admin admin] Deleting subnet c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:15:53.265560 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9116bc02-7c21-4eb7-844b-90d4998b687f admin admin] Publish callbacks [] for subnet (c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.301191 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4f144b-37db-45bb-b1ed-d534d3c6065a None None] The sync data for ids ['9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3'] in n-d-824835-15 is: [{'id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'name': 'tempest-FloatingIPDetailsTestJSON-1388995119-router', 'tenant_id': 'e5b970b5a3404006a72aee96a6ce630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '697a3655-496f-4815-a414-4c73df5be33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:59Z', 'updated_at': '2022-02-09T03:15:47Z', 'revision_number': 5, 'project_id': 'e5b970b5a3404006a72aee96a6ce630e', 'gw_port': {'id': '697a3655-496f-4815-a414-4c73df5be33f', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:03Z', 'updated_at': '2022-02-09T03:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:53.319012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 22d44e18-f32b-424f-9cc5-a979dc2dc55e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:53.411989 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9116bc02-7c21-4eb7-844b-90d4998b687f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.477993 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9116bc02-7c21-4eb7-844b-90d4998b687f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.590723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 22d44e18-f32b-424f-9cc5-a979dc2dc55e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:53.592033 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.630036 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9116bc02-7c21-4eb7-844b-90d4998b687f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.672003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116bc02-7c21-4eb7-844b-90d4998b687f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:53.676491 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9116bc02-7c21-4eb7-844b-90d4998b687f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.685402 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9116bc02-7c21-4eb7-844b-90d4998b687f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c7dbaaa1-6f64-44f5-8ade-eb2d0062bd75 HTTP/1.1" status: 204 len: 168 time: 0.5892377 Feb 09 03:15:53.688550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54000) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:53.710328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 22d44e18-f32b-424f-9cc5-a979dc2dc55e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:53.755196 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (697a3655-496f-4815-a414-4c73df5be33f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.801285 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Pushing event deleted for resources: {'Port': ['ID=697a3655-496f-4815-a414-4c73df5be33f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:53.845931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4893b351-c6ff-435a-8eb8-654b67fd0bae', 'name': 'network-vif-deleted', 'tag': 'cccdcb03-046b-4abf-a54a-3e92e556f31f'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:53.849881 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3a2080-e90b-4843-8aee-be6a50890667" -d '{"events": [{"server_uuid": "4893b351-c6ff-435a-8eb8-654b67fd0bae", "name": "network-vif-deleted", "tag": "cccdcb03-046b-4abf-a54a-3e92e556f31f"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:53.850404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.850760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.851104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.851434 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.851761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.858053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.858053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.858053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.858053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.858053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.858641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.858641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.858833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:53.873601 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (0fdedddb-ca20-49e8-9ab2-dff73e8e4de2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.877122 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.940854 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.965477 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aec600-4271-4e86-80d4-5efbdbb95b85 x-openstack-request-id: req-56aec600-4271-4e86-80d4-5efbdbb95b85 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:53.965847 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4893b351-c6ff-435a-8eb8-654b67fd0bae", "name": "network-vif-deleted", "tag": "cccdcb03-046b-4abf-a54a-3e92e556f31f", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:53.966113 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56aec600-4271-4e86-80d4-5efbdbb95b85 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:53.966588 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4893b351-c6ff-435a-8eb8-654b67fd0bae', 'name': 'network-vif-deleted', 'tag': 'cccdcb03-046b-4abf-a54a-3e92e556f31f', 'status': 'completed', 'code': 200} Feb 09 03:15:54.004589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54008) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:54.086719 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (0fdedddb-ca20-49e8-9ab2-dff73e8e4de2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.143246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdedddb-ca20-49e8-9ab2-dff73e8e4de2']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:54.162792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13bf36f-c0c1-4604-8c4f-2412f1da526e') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:54.163518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13bf36f-c0c1-4604-8c4f-2412f1da526e') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:54.198842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (f13bf36f-c0c1-4604-8c4f-2412f1da526e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.200116 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.204204 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Publish callbacks [] for router_controller (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.240576 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f13bf36f-c0c1-4604-8c4f-2412f1da526e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.249548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:15:54.251384 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (f13bf36f-c0c1-4604-8c4f-2412f1da526e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.319463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-network', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:15:54.327944 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:15:54.333811 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (0fdedddb-ca20-49e8-9ab2-dff73e8e4de2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.338420 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.339151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:15:54.345100 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.346723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6438e73f-84a7-4297-8193-e1bc95331aad admin admin] 10.222.0.21 "DELETE /v2.0/routers/9ac5f5f2-6aa4-4b95-907a-c37f9934b0e3 HTTP/1.1" status: 204 len: 168 time: 2.6171324 Feb 09 03:15:54.349845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Made reservation on behalf of 8bffbc76e52b454d8f9e19ca0c23addd for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:54.352300 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.355755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54014) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:54.362236 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.368517 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] 10.222.0.21 "DELETE /v2.0/networks/0fdedddb-ca20-49e8-9ab2-dff73e8e4de2 HTTP/1.1" status: 204 len: 168 time: 0.6784520 Feb 09 03:15:54.408160 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.426715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae7979-38ef-41a9-89f2-517ae788eabb admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdedddb-ca20-49e8-9ab2-dff73e8e4de2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:54.456373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbdefdc-6966-4a8b-a5fe-b58063e0ed47 admin admin] Deleting subnet 2fab681d-d25a-400e-8340-0cb60c4071e9 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:15:54.483937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e28bf1-b982-4b29-8ec5-2f1b8f8e4ef2 req-bbb0b35f-8591-4547-9f32-1d14d91248d4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:54.485620 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42e28bf1-b982-4b29-8ec5-2f1b8f8e4ef2 req-bbb0b35f-8591-4547-9f32-1d14d91248d4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.3973227 Feb 09 03:15:54.488717 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbbdefdc-6966-4a8b-a5fe-b58063e0ed47 admin admin] Publish callbacks [] for subnet (2fab681d-d25a-400e-8340-0cb60c4071e9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.640428 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbbdefdc-6966-4a8b-a5fe-b58063e0ed47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (2fab681d-d25a-400e-8340-0cb60c4071e9), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.645332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54018) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:54.706363 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42e28bf1-b982-4b29-8ec5-2f1b8f8e4ef2 req-a51699d0-8d9d-4fa6-af31-ec17774db956 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994011 Feb 09 03:15:54.716718 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-af3d726b-1553-4bb3-9c77-6f43595cf088 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e257090a638248589ccc480bebf3efcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0700920 Feb 09 03:15:54.719366 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54020) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:54.795621 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Publish callbacks [] for security_group (1528d4cc-0971-4ddd-958a-2eb53f40b392), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.805808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbbdefdc-6966-4a8b-a5fe-b58063e0ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (2fab681d-d25a-400e-8340-0cb60c4071e9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.808992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1528d4cc-0971-4ddd-958a-2eb53f40b392), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.811387 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3c2b-1bcb-4314-bb05-22131be21d85 admin admin] Publish callbacks [] for security_group (c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.822695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:15:54.832800 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (fdb9c14f-20f0-432d-bbe9-aaa795b9934b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.833168 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Added segment fdb9c14f-20f0-432d-bbe9-aaa795b9934b of type vlan for network 629081d2-cab4-430a-83a6-256cf742ca25 Feb 09 03:15:54.853986 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3c2b-1bcb-4314-bb05-22131be21d85 admin admin] Publish callbacks [] for security_group (c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.934956 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3c2b-1bcb-4314-bb05-22131be21d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.939849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3c2b-1bcb-4314-bb05-22131be21d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.942385 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6f0f3c2b-1bcb-4314-bb05-22131be21d85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e HTTP/1.1" status: 204 len: 168 time: 0.2181315 Feb 09 03:15:54.961286 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (629081d2-cab4-430a-83a6-256cf742ca25), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.973531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f3c2b-1bcb-4314-bb05-22131be21d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6caf9a4-f5c6-47d0-85d5-33e0a5c5463e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:55.000022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1528d4cc-0971-4ddd-958a-2eb53f40b392,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:55.032276 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (629081d2-cab4-430a-83a6-256cf742ca25), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.033275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:55.035802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.073345 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0650630 Feb 09 03:15:55.074867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54024) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:55.081296 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5c6e1945-2a97-4b25-a21a-62640a8827fe admin admin] Request body: {'subnet': {'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-subnet', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:55.121458 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbbdefdc-6966-4a8b-a5fe-b58063e0ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (2fab681d-d25a-400e-8340-0cb60c4071e9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.140499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6e1945-2a97-4b25-a21a-62640a8827fe admin admin] Made reservation on behalf of 8bffbc76e52b454d8f9e19ca0c23addd for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:55.145933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47cd36f-d530-48f7-b7b8-21d636eebfde None None] Network a77af39e-11dc-434d-8c16-7978d1e0a5cd requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:55.148516 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1945-2a97-4b25-a21a-62640a8827fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.220023 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbbdefdc-6966-4a8b-a5fe-b58063e0ed47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.237998 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dbbdefdc-6966-4a8b-a5fe-b58063e0ed47 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2fab681d-d25a-400e-8340-0cb60c4071e9 HTTP/1.1" status: 204 len: 168 time: 0.8787329 Feb 09 03:15:55.241090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54026) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:55.249078 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdefdc-6966-4a8b-a5fe-b58063e0ed47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fab681d-d25a-400e-8340-0cb60c4071e9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:55.269308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5a500-be8e-49cb-849c-970568f48198 admin admin] Pushing event updated for resources: {'Network': ['ID=629081d2-cab4-430a-83a6-256cf742ca25,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:55.349530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 697a3655-496f-4815-a414-4c73df5be33f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:55.352023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 629081d2-cab4-430a-83a6-256cf742ca25 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:15:55.376748 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (a77af39e-11dc-434d-8c16-7978d1e0a5cd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.500712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Deleting port 82705189-a050-4aa5-8ae7-c330e5bfc024 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:55.501140 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.559738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 697a3655-496f-4815-a414-4c73df5be33f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:55.560370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 697a3655-496f-4815-a414-4c73df5be33f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:55.561167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bbaa1bec-0043-4c90-b1e9-f7e69afbfaba no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:55.592476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: bbaa1bec-0043-4c90-b1e9-f7e69afbfaba {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:55.593136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bbaa1bec-0043-4c90-b1e9-f7e69afbfaba not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:55.696268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] For port 82705189-a050-4aa5-8ae7-c330e5bfc024, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=82705189-a050-4aa5-8ae7-c330e5bfc024,segment=NetworkSegment(0d32829c-cace-46c7-8993-e2f169631923),segment_id=0d32829c-cace-46c7-8993-e2f169631923)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:55.696268 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.705175 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1945-2a97-4b25-a21a-62640a8827fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (086ca945-b151-4bbc-904a-f143089baa40), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.712114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba48fde-ec43-4d29-b159-66be981be476 None None] DHCP port deletion for a77af39e-11dc-434d-8c16-7978d1e0a5cd request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:15:55.751745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Calling delete_port for 82705189-a050-4aa5-8ae7-c330e5bfc024 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:55.788575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3ba48fde-ec43-4d29-b159-66be981be476 None None] Deleting port 82705189-a050-4aa5-8ae7-c330e5bfc024 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:55.788575 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ba48fde-ec43-4d29-b159-66be981be476 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.889927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3ba48fde-ec43-4d29-b159-66be981be476 None None] For port 82705189-a050-4aa5-8ae7-c330e5bfc024, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=82705189-a050-4aa5-8ae7-c330e5bfc024,segment=NetworkSegment(0d32829c-cace-46c7-8993-e2f169631923),segment_id=0d32829c-cace-46c7-8993-e2f169631923)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:55.890328 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ba48fde-ec43-4d29-b159-66be981be476 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.892723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e1945-2a97-4b25-a21a-62640a8827fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=086ca945-b151-4bbc-904a-f143089baa40,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:55.907267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3ba48fde-ec43-4d29-b159-66be981be476 None None] Calling delete_port for 82705189-a050-4aa5-8ae7-c330e5bfc024 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:56.008291 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d58dc-8ee3-4479-8784-d627130d091a req-ac20fec4-324a-4bd2-8b94-934b5e4d5bb4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:56.014836 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e68d58dc-8ee3-4479-8784-d627130d091a req-ac20fec4-324a-4bd2-8b94-934b5e4d5bb4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.1841648 Feb 09 03:15:56.112209 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ba48fde-ec43-4d29-b159-66be981be476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.159180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba48fde-ec43-4d29-b159-66be981be476 None None] Pushing event deleted for resources: {'Port': ['ID=82705189-a050-4aa5-8ae7-c330e5bfc024,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:56.164820 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba48fde-ec43-4d29-b159-66be981be476 None None] No DVR routers for this DVR port 82705189-a050-4aa5-8ae7-c330e5bfc024 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:56.178362 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e68d58dc-8ee3-4479-8784-d627130d091a req-57e344df-1ebd-4a60-991e-a2335eebd349 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533957 Feb 09 03:15:56.452375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6e1945-2a97-4b25-a21a-62640a8827fe admin admin] Checking segment: {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:56.453706 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6e1945-2a97-4b25-a21a-62640a8827fe admin admin] Network hostable DHCP agents. Network: 629081d2-cab4-430a-83a6-256cf742ca25, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:15:56.462185 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (82705189-a050-4aa5-8ae7-c330e5bfc024), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.579151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=82705189-a050-4aa5-8ae7-c330e5bfc024,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:56.580595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54058) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:56.585383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] No DVR routers for this DVR port 82705189-a050-4aa5-8ae7-c330e5bfc024 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:56.642313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6e1945-2a97-4b25-a21a-62640a8827fe admin admin] Network 629081d2-cab4-430a-83a6-256cf742ca25 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:15:56.776195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5c6e1945-2a97-4b25-a21a-62640a8827fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 629081d2-cab4-430a-83a6-256cf742ca25) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:56.800459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0265b1c4-03a1-4293-86f1-d15e3fe6d67d None None] Network 629081d2-cab4-430a-83a6-256cf742ca25 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:56.801105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6e1945-2a97-4b25-a21a-62640a8827fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:56.801972 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1945-2a97-4b25-a21a-62640a8827fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.818138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (a77af39e-11dc-434d-8c16-7978d1e0a5cd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.858168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1388043817-network', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:56.858624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77af39e-11dc-434d-8c16-7978d1e0a5cd']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:56.872103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d32829c-cace-46c7-8993-e2f169631923') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:56.872504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d32829c-cace-46c7-8993-e2f169631923') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:56.885848 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (0d32829c-cace-46c7-8993-e2f169631923), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.901247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0d32829c-cace-46c7-8993-e2f169631923), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.914262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:15:56.914770 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (0d32829c-cace-46c7-8993-e2f169631923), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:15:56.916936 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:15:56.968686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-629081d2-cab4-430a-83a6-256cf742ca25', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:15:56.969750 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.984649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7286c8-b774-4226-8559-77d96fbd3670 req-fc56a6d1-0132-4b97-9929-1a88da1c394c tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:56.986588 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d7286c8-b774-4226-8559-77d96fbd3670 req-fc56a6d1-0132-4b97-9929-1a88da1c394c tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.2160859 Feb 09 03:15:56.988845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Made reservation on behalf of ac10f34a12cf4fa8b1d9f6a90369baef for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:56.994192 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.016715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5c6e1945-2a97-4b25-a21a-62640a8827fe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9402061 Feb 09 03:15:57.021737 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54096) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:57.024425 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.052145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:57.071002 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (a77af39e-11dc-434d-8c16-7978d1e0a5cd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.077584 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.081330 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a77af39e-11dc-434d-8c16-7978d1e0a5cd HTTP/1.1" status: 204 len: 168 time: 1.8414030 Feb 09 03:15:57.125976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cec1d8-0127-4079-9fab-ba0f8256c1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a77af39e-11dc-434d-8c16-7978d1e0a5cd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:57.187479 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (58403222-d098-4f4c-995d-f14a9f0061cb), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.189083 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (58403222-d098-4f4c-995d-f14a9f0061cb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.280584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54110) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:57.324788 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d7286c8-b774-4226-8559-77d96fbd3670 req-a720239a-91c1-4924-ac72-51417679913b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3012552 Feb 09 03:15:57.345545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 82705189-a050-4aa5-8ae7-c330e5bfc024 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:57.405972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 82705189-a050-4aa5-8ae7-c330e5bfc024 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:57.407467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 82705189-a050-4aa5-8ae7-c330e5bfc024 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:57.420906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Allocated IP 172.20.0.2 (629081d2-cab4-430a-83a6-256cf742ca25/086ca945-b151-4bbc-904a-f143089baa40/d7afd381-04bb-4dc7-b7d3-10d3b661988a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:57.421715 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Publish callbacks [] for security_group (10d6349b-1f2e-4f11-875e-78ce27631e36), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.437046 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (10d6349b-1f2e-4f11-875e-78ce27631e36), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.481320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54114) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:57.487947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d4672fbb-e327-461a-966e-6b4123368307 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5b970b5a3404006a72aee96a6ce630e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049365 Feb 09 03:15:57.539228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:15:57.551268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d69e4-b7b8-4941-8d5f-90facce92fb2 req-e345e6fc-5275-48b9-8141-6e37c02d7de1 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:57.552866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b2d69e4-b7b8-4941-8d5f-90facce92fb2 req-e345e6fc-5275-48b9-8141-6e37c02d7de1 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 0.2106857 Feb 09 03:15:57.562721 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Publish callbacks [] for router_controller (58403222-d098-4f4c-995d-f14a9f0061cb), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.698360 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b2d69e4-b7b8-4941-8d5f-90facce92fb2 req-94102daa-3495-4294-9a9f-dfbaa76391b3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361775 Feb 09 03:15:57.710862 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (63aefd30-168a-431a-a734-59856326223a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.711203 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Added segment 63aefd30-168a-431a-a734-59856326223a of type vlan for network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b Feb 09 03:15:57.749267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c7b4ba1e-0d88-4491-b02a-efd7caf27a62 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:15:57.776041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d6349b-1f2e-4f11-875e-78ce27631e36,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:57.998799 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Publish callbacks [] for router_gateway (58403222-d098-4f4c-995d-f14a9f0061cb), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.021912 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.027740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13955e7e-9e4a-4a70-afc3-bd7f8f8174c8 admin admin] Publish callbacks [] for security_group (aee1c6dd-d17c-45ec-9341-d30ed019918f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.085088 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13955e7e-9e4a-4a70-afc3-bd7f8f8174c8 admin admin] Publish callbacks [] for security_group (aee1c6dd-d17c-45ec-9341-d30ed019918f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.149726 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Publish callbacks [] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.170653 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.207639 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13955e7e-9e4a-4a70-afc3-bd7f8f8174c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (aee1c6dd-d17c-45ec-9341-d30ed019918f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.211183 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13955e7e-9e4a-4a70-afc3-bd7f8f8174c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.212928 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-13955e7e-9e4a-4a70-afc3-bd7f8f8174c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aee1c6dd-d17c-45ec-9341-d30ed019918f HTTP/1.1" status: 204 len: 168 time: 0.7293777 Feb 09 03:15:58.233252 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-95344c37-4943-4c35-bda0-49494d234b75 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:58.233454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Pushing event updated for resources: {'Port': ['ID=d7afd381-04bb-4dc7-b7d3-10d3b661988a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:58.234590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-95344c37-4943-4c35-bda0-49494d234b75 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922&tenant_id=3981e12ce8e54406870070535619e45b&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1128 time: 0.4211535 Feb 09 03:15:58.248868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-15'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:58.268406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Network 629081d2-cab4-430a-83a6-256cf742ca25 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:58.273869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:58.278113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:58.283597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13955e7e-9e4a-4a70-afc3-bd7f8f8174c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee1c6dd-d17c-45ec-9341-d30ed019918f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:58.305838 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.307011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:58.307609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.314416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:58.391938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-7db0a518-1e4c-4fdd-944d-d9ee7d44270b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:58.393331 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-7db0a518-1e4c-4fdd-944d-d9ee7d44270b tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.42 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 946 time: 0.1125839 Feb 09 03:15:58.415341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c7b4ba1e-0d88-4491-b02a-efd7caf27a62 has no active binding in host n-h1-824835-15 {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 03:15:58.508504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Attempting to bind port d7afd381-04bb-4dc7-b7d3-10d3b661988a on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:58.510838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Attempting to bind port d7afd381-04bb-4dc7-b7d3-10d3b661988a by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:58.511338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Attempting to bind port d7afd381-04bb-4dc7-b7d3-10d3b661988a on network 629081d2-cab4-430a-83a6-256cf742ca25 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:58.534583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:58.535993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Checking segment: {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:58.536148 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.538639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Bound using segment: {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:58.543117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Bound port: d7afd381-04bb-4dc7-b7d3-10d3b661988a, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:58.543556 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.548173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9637377 Feb 09 03:15:58.550579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed16096-fa52-4be1-bbc7-54108d133df1 admin admin] Pushing event updated for resources: {'Network': ['ID=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:58.636568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54164) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:58.672010 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-567a1664-1c02-440d-a0d6-f889c3c1b721 admin admin] Request body: {'subnet': {'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1388043817-subnet', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:58.737631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567a1664-1c02-440d-a0d6-f889c3c1b721 admin admin] Made reservation on behalf of ac10f34a12cf4fa8b1d9f6a90369baef for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:58.740110 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-567a1664-1c02-440d-a0d6-f889c3c1b721 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.743746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Deleting port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:58.744601 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.754874 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.786357 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:15:58.968930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] For port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3cdefd76-cad5-42d9-83ac-4f66c77b6df1,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:58.969300 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.024785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] For port d7afd381-04bb-4dc7-b7d3-10d3b661988a, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:59.082039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] For port d7afd381-04bb-4dc7-b7d3-10d3b661988a, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d7afd381-04bb-4dc7-b7d3-10d3b661988a,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:59.134303 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.302430 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5af64-11df-4059-8e9c-6f57676ab16c None None] Pushing event updated for resources: {'Port': ['ID=d7afd381-04bb-4dc7-b7d3-10d3b661988a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:59.392581 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.393230 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.393747 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Floating IP f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681 disassociated. External IP: 172.25.5.15, port: 3cdefd76-cad5-42d9-83ac-4f66c77b6df1. Feb 09 03:15:59.394259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Calling delete_port for 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:59.629537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30f7c7-1f1a-4b8a-9ce5-1621d661894e req-b0e7011b-585b-4cda-b593-903d4a06bea7 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:59.634099 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b30f7c7-1f1a-4b8a-9ce5-1621d661894e req-b0e7011b-585b-4cda-b593-903d4a06bea7 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 946 time: 1.1374953 Feb 09 03:15:59.635505 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3cdefd76-cad5-42d9-83ac-4f66c77b6df1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.723666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Pushing event deleted for resources: {'Port': ['ID=3cdefd76-cad5-42d9-83ac-4f66c77b6df1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:59.956312 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-567a1664-1c02-440d-a0d6-f889c3c1b721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (06e48ffc-607c-4f3f-a297-93d786090dbf), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.046368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b30f7c7-1f1a-4b8a-9ce5-1621d661894e req-21ce3fdb-4d0b-479f-9db8-fc6d57d2eef9 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups?id=e187c204-cadf-40dd-bb0f-d2d7b0835aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4080412 Feb 09 03:16:00.112806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:00.145470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d6eb3-8abe-4863-895f-ea5cecbc78cb req-3b24535a-bbc3-4450-9daf-74eb5a24d18e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:00.156278 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-283d6eb3-8abe-4863-895f-ea5cecbc78cb req-3b24535a-bbc3-4450-9daf-74eb5a24d18e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 945 time: 1.2026458 Feb 09 03:16:00.198020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:00.259654 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Publish callbacks [] for router_gateway (58403222-d098-4f4c-995d-f14a9f0061cb), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.353379 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.460069 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-283d6eb3-8abe-4863-895f-ea5cecbc78cb req-46f5a2d1-3abe-45d5-a106-07a467f22ca4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027704 Feb 09 03:16:00.460728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a1664-1c02-440d-a0d6-f889c3c1b721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e48ffc-607c-4f3f-a297-93d786090dbf,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:00.475132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:00.498054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ad0bd-d6fb-4e37-ba85-b15b54f39014 None None] Sync routers for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:00.535117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ad0bd-d6fb-4e37-ba85-b15b54f39014 None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:00.538959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a97ad0bd-d6fb-4e37-ba85-b15b54f39014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:00.594076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] No DVR routers for this DVR port 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:00.601283 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.611900 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7da3b94e-73f0-4edf-b368-e9a79c46bcbd req-1cfd2c96-632b-49ea-a131-1c57de8a5262 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.42 "DELETE /v2.0/ports/3cdefd76-cad5-42d9-83ac-4f66c77b6df1 HTTP/1.1" status: 204 len: 173 time: 2.2079875 Feb 09 03:16:00.612519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'name': 'network-vif-deleted', 'tag': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:00.628834 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2954ee1e-0ea0-4c13-9d41-30334fb69a20" -d '{"events": [{"server_uuid": "54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4", "name": "network-vif-deleted", "tag": "3cdefd76-cad5-42d9-83ac-4f66c77b6df1"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:00.730009 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb44364-f855-4060-8bed-a88c6a9dbd62 x-openstack-request-id: req-7eb44364-f855-4060-8bed-a88c6a9dbd62 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:00.730300 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4", "name": "network-vif-deleted", "tag": "3cdefd76-cad5-42d9-83ac-4f66c77b6df1", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:00.730542 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7eb44364-f855-4060-8bed-a88c6a9dbd62 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:00.730941 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4', 'name': 'network-vif-deleted', 'tag': '3cdefd76-cad5-42d9-83ac-4f66c77b6df1', 'status': 'completed', 'code': 200} Feb 09 03:16:00.947372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a97ad0bd-d6fb-4e37-ba85-b15b54f39014 None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:01.045945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b7a2a-4479-4656-b07d-c603c9de7352 None None] Network 629081d2-cab4-430a-83a6-256cf742ca25 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:01.207507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-382342a9-71c2-4e66-a147-3a52db512f0e None None] Provisioning complete for port d7afd381-04bb-4dc7-b7d3-10d3b661988a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:01.208248 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-382342a9-71c2-4e66-a147-3a52db512f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.347633 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:01.399370 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c0541309-f9a8-4e4e-bf53-e2bb24fadf4e req-dcfa5299-88f0-40bd-9361-e3e7fbd06ed7 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b8f5c1-008d-49cc-b8d8-a8e5f4f49cf4 HTTP/1.1" status: 200 len: 210 time: 0.0677660 Feb 09 03:16:01.404619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567a1664-1c02-440d-a0d6-f889c3c1b721 admin admin] Checking segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:01.404983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567a1664-1c02-440d-a0d6-f889c3c1b721 admin admin] Network hostable DHCP agents. Network: b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:16:01.479243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf24570f-c2f3-4f4f-8807-17794bf80922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b4ba1e-0d88-4491-b02a-efd7caf27a62'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:01.482965 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b2f35f-1f12-4b7f-8548-7401bf5dcd00" -d '{"events": [{"server_uuid": "bf24570f-c2f3-4f4f-8807-17794bf80922", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b4ba1e-0d88-4491-b02a-efd7caf27a62"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:01.496748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d7afd381-04bb-4dc7-b7d3-10d3b661988a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:01.510600 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Publish callbacks [] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.525344 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567a1664-1c02-440d-a0d6-f889c3c1b721 admin admin] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:16:01.541905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.597691 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414f6a03-c2c4-4d15-a0a7-113d37eb960a x-openstack-request-id: req-414f6a03-c2c4-4d15-a0a7-113d37eb960a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:01.598554 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf24570f-c2f3-4f4f-8807-17794bf80922", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b4ba1e-0d88-4491-b02a-efd7caf27a62", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:01.600031 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-414f6a03-c2c4-4d15-a0a7-113d37eb960a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:01.601621 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf24570f-c2f3-4f4f-8807-17794bf80922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b4ba1e-0d88-4491-b02a-efd7caf27a62', 'code': 200} Feb 09 03:16:01.673827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-382342a9-71c2-4e66-a147-3a52db512f0e None None] Current status of the port d7afd381-04bb-4dc7-b7d3-10d3b661988a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:01.674555 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-382342a9-71c2-4e66-a147-3a52db512f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.691027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-567a1664-1c02-440d-a0d6-f889c3c1b721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:01.700840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567a1664-1c02-440d-a0d6-f889c3c1b721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:01.701927 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-567a1664-1c02-440d-a0d6-f889c3c1b721 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.724683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e522cf79-0632-426d-b846-f78aac4574e7 None None] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:01.774719 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-567a1664-1c02-440d-a0d6-f889c3c1b721 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1275213 Feb 09 03:16:01.774719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Allocated IP 172.25.5.227 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/0accaeea-6c0d-47e5-9e0f-c0520afbe4dc) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:01.775288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54224) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:01.781072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:01.826929 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (05b9988b-d3e6-4a8b-bf14-00efab7a6628), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.828784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (05b9988b-d3e6-4a8b-bf14-00efab7a6628), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.913611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Attempting to bind port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on host n-h2-824835-15 for vnic_type normal with profile {"migrating_to": "n-h1-824835-15"} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:01.914391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Attempting to bind port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:01.914977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Attempting to bind port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:01.923925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a97ad0bd-d6fb-4e37-ba85-b15b54f39014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:01.949856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:16:01.952178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Attempting to bind port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:01.977714 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Publish callbacks [] for router_controller (05b9988b-d3e6-4a8b-bf14-00efab7a6628), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.979272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ad0bd-d6fb-4e37-ba85-b15b54f39014 None None] Checking router: dd7ec4ad-880c-4e89-a108-2e85f1fd3230 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:16:01.991446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:01.992935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:01.994428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:02.007186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Bound port: c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:02.007186 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.019301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-382342a9-71c2-4e66-a147-3a52db512f0e None None] For port d7afd381-04bb-4dc7-b7d3-10d3b661988a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d7afd381-04bb-4dc7-b7d3-10d3b661988a,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:02.021549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:16:02.022767 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.044859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d7afd381-04bb-4dc7-b7d3-10d3b661988a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:02.045606 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.091202 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-382342a9-71c2-4e66-a147-3a52db512f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.202754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:02.324180 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Publish callbacks [] for router_gateway (05b9988b-d3e6-4a8b-bf14-00efab7a6628), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.354374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:02.364331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:02.379182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Allocated IP 172.20.0.2 (b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b/06e48ffc-607c-4f3f-a297-93d786090dbf/579f50d2-794d-4d38-90e7-5cded636d045) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:02.393520 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.521870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161fcda-c717-4819-9516-187d80ff270f req-9784e72f-0a95-43a6-a13a-985f6eb0f580 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:02.540779 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f161fcda-c717-4819-9516-187d80ff270f req-9784e72f-0a95-43a6-a13a-985f6eb0f580 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.8269291 Feb 09 03:16:02.578270 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Publish callbacks [] for port (579f50d2-794d-4d38-90e7-5cded636d045), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.595440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:02.611523 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (579f50d2-794d-4d38-90e7-5cded636d045), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.665071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:02.666804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ad0bd-d6fb-4e37-ba85-b15b54f39014 None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:02.668302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a97ad0bd-d6fb-4e37-ba85-b15b54f39014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:02.848930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:02.873930 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Publish callbacks [] for router_gateway (05b9988b-d3e6-4a8b-bf14-00efab7a6628), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.932222 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.976913 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f161fcda-c717-4819-9516-187d80ff270f req-28809f6c-9173-43d0-9d91-b91b1295b73a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347365 Feb 09 03:16:02.986454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:02.987125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.992645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-b46f70f7-5bb6-4813-aaad-becd3807cd94 service neutron] 10.222.0.65 "PUT /v2.0/ports/c7b4ba1e-0d88-4491-b02a-efd7caf27a62 HTTP/1.1" status: 200 len: 1123 time: 4.7447813 Feb 09 03:16:03.072551 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Publish callbacks [] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.114563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a97ad0bd-d6fb-4e37-ba85-b15b54f39014 None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:03.152506 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.241663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:03.324900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Allocated IP 172.25.5.127 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/b2a8a59a-ec9e-410c-b38d-6cdc681ceec3) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:03.339928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:03.356777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-02fa4c95-6bae-463d-8777-e9d7fb804898 None None] Provisioning complete for port d7afd381-04bb-4dc7-b7d3-10d3b661988a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:03.358279 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02fa4c95-6bae-463d-8777-e9d7fb804898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.359359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54242) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:03.361903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:03.441374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:03.445756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:03.587210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Pushing event updated for resources: {'Port': ['ID=0accaeea-6c0d-47e5-9e0f-c0520afbe4dc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:03.684079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb212c0f-9bd8-40c8-9f39-b813afa5ea98 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for security_group (e187c204-cadf-40dd-bb0f-d2d7b0835aa6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.690336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf24570f-c2f3-4f4f-8807-17794bf80922', 'tag': 'c7b4ba1e-0d88-4491-b02a-efd7caf27a62'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:03.694623 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ac6fdd-4f07-432f-897d-d61a4d1dd837" -d '{"events": [{"name": "network-changed", "server_uuid": "bf24570f-c2f3-4f4f-8807-17794bf80922", "tag": "c7b4ba1e-0d88-4491-b02a-efd7caf27a62"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:03.710369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:03.710781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 3cdefd76-cad5-42d9-83ac-4f66c77b6df1 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:03.733423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['c7b4ba1e-0d88-4491-b02a-efd7caf27a62'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:03.748130 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Publish callbacks [] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.790648 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb212c0f-9bd8-40c8-9f39-b813afa5ea98 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for security_group (e187c204-cadf-40dd-bb0f-d2d7b0835aa6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.837117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['c7b4ba1e-0d88-4491-b02a-efd7caf27a62'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:03.866906 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561e7f7e-28cd-4305-88fb-b0b335387109 x-openstack-request-id: req-561e7f7e-28cd-4305-88fb-b0b335387109 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:03.867253 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf24570f-c2f3-4f4f-8807-17794bf80922", "tag": "c7b4ba1e-0d88-4491-b02a-efd7caf27a62", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:03.867457 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-561e7f7e-28cd-4305-88fb-b0b335387109 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:03.868186 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf24570f-c2f3-4f4f-8807-17794bf80922', 'tag': 'c7b4ba1e-0d88-4491-b02a-efd7caf27a62', 'status': 'completed', 'code': 200} Feb 09 03:16:03.918174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d7afd381-04bb-4dc7-b7d3-10d3b661988a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:03.921396 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Publish callbacks [] for router_gateway (58403222-d098-4f4c-995d-f14a9f0061cb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.922282 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.923761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382342a9-71c2-4e66-a147-3a52db512f0e None None] Pushing event updated for resources: {'Port': ['ID=d7afd381-04bb-4dc7-b7d3-10d3b661988a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:04.118991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Pushing event updated for resources: {'Port': ['ID=b2a8a59a-ec9e-410c-b38d-6cdc681ceec3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:04.128515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:04.131072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb212c0f-9bd8-40c8-9f39-b813afa5ea98 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e187c204-cadf-40dd-bb0f-d2d7b0835aa6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.138706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb212c0f-9bd8-40c8-9f39-b813afa5ea98 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.143870 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bb212c0f-9bd8-40c8-9f39-b813afa5ea98 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "DELETE /v2.0/security-groups/e187c204-cadf-40dd-bb0f-d2d7b0835aa6 HTTP/1.1" status: 204 len: 168 time: 0.7809730 Feb 09 03:16:04.146087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54250) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:04.154695 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:04.160028 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:04.199693 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-0b80a06d-57a2-48ae-868e-04d55a138bf8 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] show failed (client error): The resource could not be found. Feb 09 03:16:04.203434 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0b80a06d-57a2-48ae-868e-04d55a138bf8 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "GET /v2.0/security-groups/e187c204-cadf-40dd-bb0f-d2d7b0835aa6 HTTP/1.1" status: 404 len: 347 time: 0.0536764 Feb 09 03:16:04.215384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54254) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:04.239528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d7afd381-04bb-4dc7-b7d3-10d3b661988a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:04.486259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-02fa4c95-6bae-463d-8777-e9d7fb804898 None None] Current status of the port d7afd381-04bb-4dc7-b7d3-10d3b661988a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:04.488822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Attempting to bind port 579f50d2-794d-4d38-90e7-5cded636d045 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:04.489196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Attempting to bind port 579f50d2-794d-4d38-90e7-5cded636d045 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:04.489590 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Attempting to bind port 579f50d2-794d-4d38-90e7-5cded636d045 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:04.502559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:04.502970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Checking segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:04.503600 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.504006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Bound using segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:04.504497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Bound port: 579f50d2-794d-4d38-90e7-5cded636d045, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:04.504883 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (579f50d2-794d-4d38-90e7-5cded636d045), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.508438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Pushing event updated for resources: {'Port': ['ID=579f50d2-794d-4d38-90e7-5cded636d045,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:04.521635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb212c0f-9bd8-40c8-9f39-b813afa5ea98 tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e187c204-cadf-40dd-bb0f-d2d7b0835aa6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:04.629386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d7afd381-04bb-4dc7-b7d3-10d3b661988a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:04.629386 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.710743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a97ad0bd-d6fb-4e37-ba85-b15b54f39014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:04.768476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8117caf-8702-4c5e-9fb1-bcbe12269940 req-ea44139f-f49b-47c8-82fd-3e9891fc6ee9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:04.780566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8117caf-8702-4c5e-9fb1-bcbe12269940 req-ea44139f-f49b-47c8-82fd-3e9891fc6ee9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.5824401 Feb 09 03:16:04.782284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6fdd-4f07-432f-897d-d61a4d1dd837 req-ce85970f-e84c-4d45-9af4-d50f7e7dc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:04.784145 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36ac6fdd-4f07-432f-897d-d61a4d1dd837 req-ce85970f-e84c-4d45-9af4-d50f7e7dc3f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 1157 time: 0.9052215 Feb 09 03:16:04.792686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ad0bd-d6fb-4e37-ba85-b15b54f39014 None None] The sync data for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 is: [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'bd3c4790-a84d-4c74-8d3d-85fa2e503879', 'name': '', 'network_id': '892c0000-0a5d-449f-b975-27ca2753b91f', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'mac_address': 'fa:16:3e:d9:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:03Z', 'updated_at': '2022-02-09T03:12:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'subnets': [{'id': 'c400f1bc-332e-48a4-b94d-44122a0c44f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:04.901204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] For port 579f50d2-794d-4d38-90e7-5cded636d045, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:04.945724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] For port 579f50d2-794d-4d38-90e7-5cded636d045, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=579f50d2-794d-4d38-90e7-5cded636d045,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:04.989161 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (579f50d2-794d-4d38-90e7-5cded636d045), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.991181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6fdd-4f07-432f-897d-d61a4d1dd837 req-4c3297fe-c81c-4317-b44b-0c1a34723942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:04.994135 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36ac6fdd-4f07-432f-897d-d61a4d1dd837 req-4c3297fe-c81c-4317-b44b-0c1a34723942 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.1998439 Feb 09 03:16:05.067914 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Publish callbacks [] for router_gateway (05b9988b-d3e6-4a8b-bf14-00efab7a6628), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.094241 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (58403222-d098-4f4c-995d-f14a9f0061cb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.113285 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36ac6fdd-4f07-432f-897d-d61a4d1dd837 req-384912f4-5753-448b-a7ee-0ec7d370f999 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62 HTTP/1.1" status: 200 len: 217 time: 0.1096818 Feb 09 03:16:05.172221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d7afd381-04bb-4dc7-b7d3-10d3b661988a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:05.292331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd969bc9-2746-4f80-a768-f1a451f85ff1 None None] Pushing event updated for resources: {'Port': ['ID=579f50d2-794d-4d38-90e7-5cded636d045,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:05.301636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6fdd-4f07-432f-897d-d61a4d1dd837 req-247a4d67-d3aa-41bd-8efd-6840750bfe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:05.306754 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36ac6fdd-4f07-432f-897d-d61a4d1dd837 req-247a4d67-d3aa-41bd-8efd-6840750bfe9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.1632612 Feb 09 03:16:05.377301 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36ac6fdd-4f07-432f-897d-d61a4d1dd837 req-608bba28-112e-4a90-8721-4b4468bcff8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586429 Feb 09 03:16:05.408509 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd88b6-ce39-4ada-9e07-ce3237253d90 None None] New status for floating IP f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:16:05.440464 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8117caf-8702-4c5e-9fb1-bcbe12269940 req-db7f7ea9-a039-413a-ab06-74c7da2beb6d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589639 Feb 09 03:16:05.490183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cd67c133-82dd-4f45-b985-d7d2333cebcf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Deleting port 482c1719-5801-4660-891f-fd857b62e647 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:05.490520 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd67c133-82dd-4f45-b985-d7d2333cebcf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (482c1719-5801-4660-891f-fd857b62e647), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.540888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Router 58403222-d098-4f4c-995d-f14a9f0061cb is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:16:05.643537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36ac6fdd-4f07-432f-897d-d61a4d1dd837 req-5d6a8e7e-b4b4-4a36-a6c9-ef59f2f1ad80 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553983 Feb 09 03:16:05.760046 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd67c133-82dd-4f45-b985-d7d2333cebcf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (482c1719-5801-4660-891f-fd857b62e647), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.760370 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd67c133-82dd-4f45-b985-d7d2333cebcf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for floatingip (482c1719-5801-4660-891f-fd857b62e647), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.780473 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cd67c133-82dd-4f45-b985-d7d2333cebcf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Calling delete_port for 482c1719-5801-4660-891f-fd857b62e647 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:05.885619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:05.898658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Sync routers for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:05.918807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:05.919367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:05.976929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.980394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e9d712c4-5bf8-4a46-8a34-c2fc61d9412d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.9343443 Feb 09 03:16:05.993161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54262) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:06.176559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:06.240557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 579f50d2-794d-4d38-90e7-5cded636d045 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:06.265053 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd67c133-82dd-4f45-b985-d7d2333cebcf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (482c1719-5801-4660-891f-fd857b62e647), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.341917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67c133-82dd-4f45-b985-d7d2333cebcf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Pushing event deleted for resources: {'Port': ['ID=482c1719-5801-4660-891f-fd857b62e647,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:06.455856 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (05b9988b-d3e6-4a8b-bf14-00efab7a6628), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.462718 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36ac6fdd-4f07-432f-897d-d61a4d1dd837 req-674b8c2c-28ef-4f07-b750-321c6c663503 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8101456 Feb 09 03:16:06.614150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 579f50d2-794d-4d38-90e7-5cded636d045 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:06.614758 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (579f50d2-794d-4d38-90e7-5cded636d045), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.696761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd67c133-82dd-4f45-b985-d7d2333cebcf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks [] for floatingip (f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.703650 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd67c133-82dd-4f45-b985-d7d2333cebcf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.709243 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cd67c133-82dd-4f45-b985-d7d2333cebcf tempest-ServersWithSpecificFlavorTestJSON-540597247 tempest-ServersWithSpecificFlavorTestJSON-540597247-project] 10.222.0.21 "DELETE /v2.0/floatingips/f2f5eac8-1bc8-4194-a7f9-b9ca0bf8f681 HTTP/1.1" status: 204 len: 168 time: 2.4305069 Feb 09 03:16:06.882319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:16:06.950456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:03Z', 'revision_number': 3, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:07.000351 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679a29f-b721-496d-b742-ba0d6c27a242 req-1f852e2d-59b6-449c-a904-63b1b6aca7c0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:07.001318 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8679a29f-b721-496d-b742-ba0d6c27a242 req-1f852e2d-59b6-449c-a904-63b1b6aca7c0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.3849149 Feb 09 03:16:07.027405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Checking router: 58403222-d098-4f4c-995d-f14a9f0061cb for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:16:07.028601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Updating router 58403222-d098-4f4c-995d-f14a9f0061cb port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:16:07.083931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 579f50d2-794d-4d38-90e7-5cded636d045 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:07.084620 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (579f50d2-794d-4d38-90e7-5cded636d045), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.111935 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8679a29f-b721-496d-b742-ba0d6c27a242 req-63a19ee6-85e0-453f-b178-644471b2feae tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983427 Feb 09 03:16:07.119910 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.160362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 579f50d2-794d-4d38-90e7-5cded636d045, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=579f50d2-794d-4d38-90e7-5cded636d045,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:07.172796 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (579f50d2-794d-4d38-90e7-5cded636d045), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.292838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9116c29-e0c3-4d46-9a51-c4dd300c7ab6 None None] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:07.360528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:07.372707 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Sync routers for ids ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:07.388020 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Routers {'05b9988b-d3e6-4a8b-bf14-00efab7a6628'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:07.390071 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:07.408107 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.413956 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a69c0e02-fed2-4fd4-868b-528b7f6d818d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6361902 Feb 09 03:16:07.416601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54278) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:07.447110 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.741286 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Set router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:07.918279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54292) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:07.929743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Allocated IP 172.20.0.1 (629081d2-cab4-430a-83a6-256cf742ca25/086ca945-b151-4bbc-904a-f143089baa40/6554a524-8d1b-4e52-af97-95cae0621ffc) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:08.048462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=579f50d2-794d-4d38-90e7-5cded636d045,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:08.097548 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:16:04Z', 'revision_number': 3, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:08.099329 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.168826 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Checking router: 05b9988b-d3e6-4a8b-bf14-00efab7a6628 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:16:08.169182 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Updating router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:16:08.229464 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.235156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b74418fb-dc10-4d4d-b310-599e84c535b9 None None] Provisioning complete for port 579f50d2-794d-4d38-90e7-5cded636d045 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:08.235156 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b74418fb-dc10-4d4d-b310-599e84c535b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (579f50d2-794d-4d38-90e7-5cded636d045), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.251932 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Publish callbacks [] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.448304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad03b4f-b88d-4f03-b73e-b8ba0cfe9d34 req-dcbbcdf8-0af8-4eb9-abb6-8d41d82a4a51 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:08.460785 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cad03b4f-b88d-4f03-b73e-b8ba0cfe9d34 req-dcbbcdf8-0af8-4eb9-abb6-8d41d82a4a51 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.2047710 Feb 09 03:16:08.534442 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cad03b4f-b88d-4f03-b73e-b8ba0cfe9d34 req-a17165fe-991a-45c9-89d6-22d4792a08d3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726781 Feb 09 03:16:08.535339 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.541695 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.583776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Network 629081d2-cab4-430a-83a6-256cf742ca25 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:08.618223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:08.641809 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:08.733000 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b74418fb-dc10-4d4d-b310-599e84c535b9 None None] Current status of the port 579f50d2-794d-4d38-90e7-5cded636d045 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:08.760743 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Publish callbacks [] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.772446 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.784074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Pushing event updated for resources: {'Port': ['ID=6554a524-8d1b-4e52-af97-95cae0621ffc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:08.830676 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (58403222-d098-4f4c-995d-f14a9f0061cb), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.976922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07128f4f-2a72-482f-8d72-50e2a4adbbed None None] Pushing event updated for resources: {'Port': ['ID=0accaeea-6c0d-47e5-9e0f-c0520afbe4dc,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:08.979873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Attempting to bind port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:08.983856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Attempting to bind port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:08.984236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Attempting to bind port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:08.998242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:08.998242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:08.998242 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.998562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:08.999935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Bound port: 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:08.999935 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.076411 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-89ccfa44-19a4-44c4-9416-4e1e750f7ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.095116 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:16:09.133264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-92f3fbcf-d7da-4b00-9d18-06b33dee7adb None None] Provisioning complete for port 579f50d2-794d-4d38-90e7-5cded636d045 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:09.133944 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92f3fbcf-d7da-4b00-9d18-06b33dee7adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (579f50d2-794d-4d38-90e7-5cded636d045), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.184170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] For port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:09.237398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] For port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0accaeea-6c0d-47e5-9e0f-c0520afbe4dc,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:09.248255 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Publish callbacks [] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.263323 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.269743 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.288934 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.318996 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Attempting to bind port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:09.319352 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Attempting to bind port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:09.319714 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Attempting to bind port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:09.378323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Allocated IP 172.20.0.1 (b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b/06e48ffc-607c-4f3f-a297-93d786090dbf/aa949d11-cca9-4faa-9329-a1de44643075) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:09.509722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07128f4f-2a72-482f-8d72-50e2a4adbbed None None] Pushing event updated for resources: {'Port': ['ID=0accaeea-6c0d-47e5-9e0f-c0520afbe4dc,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:09.564005 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:09.564983 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:09.565090 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.565443 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:09.566001 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Bound port: b2a8a59a-ec9e-410c-b38d-6cdc681ceec3, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:09.566355 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.587337 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Publish callbacks [] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.593453 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.629824 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Pushing event updated for resources: {'Port': ['ID=b2a8a59a-ec9e-410c-b38d-6cdc681ceec3,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:09.644597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-92f3fbcf-d7da-4b00-9d18-06b33dee7adb None None] Current status of the port 579f50d2-794d-4d38-90e7-5cded636d045 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:09.656156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:09.660435 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.660790 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.661203 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.663297 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.663669 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.664004 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.664334 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.664764 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.665278 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.666430 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.666430 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.666613 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.667511 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:09.668571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:09.701100 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] For port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:09.712344 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] For port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b2a8a59a-ec9e-410c-b38d-6cdc681ceec3,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:09.732791 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.776579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Pushing event updated for resources: {'Port': ['ID=6554a524-8d1b-4e52-af97-95cae0621ffc,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:09.873844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Publish callbacks [] for port (aa949d11-cca9-4faa-9329-a1de44643075), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.889669 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:09.892351 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Routers {'05b9988b-d3e6-4a8b-bf14-00efab7a6628'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:09.892685 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:09.901340 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (58403222-d098-4f4c-995d-f14a9f0061cb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.924080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b12e9e-d377-4cab-b706-645bc4402364 req-4bac8807-b251-432d-b790-e14f89a9bb2e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:09.926086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2b12e9e-d377-4cab-b706-645bc4402364 req-4bac8807-b251-432d-b790-e14f89a9bb2e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.1404128 Feb 09 03:16:09.960337 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (aa949d11-cca9-4faa-9329-a1de44643075), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:10.069455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 579f50d2-794d-4d38-90e7-5cded636d045 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:10.121665 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2b12e9e-d377-4cab-b706-645bc4402364 req-c6a14bdb-b05f-45b7-8fe4-0941c952857d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607656 Feb 09 03:16:10.125219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e1da5899-6786-4ae6-85d8-e5257cc9ec26 None None] Provisioning complete for port 6554a524-8d1b-4e52-af97-95cae0621ffc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:10.125625 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1da5899-6786-4ae6-85d8-e5257cc9ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:10.143587 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaf154-ad42-40b0-8421-728e856b9653 None None] Pushing event updated for resources: {'Port': ['ID=b2a8a59a-ec9e-410c-b38d-6cdc681ceec3,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:10.144513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:10.162644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Pushing event updated for resources: {'Port': ['ID=aa949d11-cca9-4faa-9329-a1de44643075,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:10.166233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:10.192204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:10.220065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Network 629081d2-cab4-430a-83a6-256cf742ca25 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:10.222423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:10.282381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e1da5899-6786-4ae6-85d8-e5257cc9ec26 None None] Port 6554a524-8d1b-4e52-af97-95cae0621ffc cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:10.289249 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (05b9988b-d3e6-4a8b-bf14-00efab7a6628), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:10.291092 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] Set router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:10.343087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 579f50d2-794d-4d38-90e7-5cded636d045 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:10.343464 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (579f50d2-794d-4d38-90e7-5cded636d045), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:10.498373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 2, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:10.576297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Router 58403222-d098-4f4c-995d-f14a9f0061cb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:10.644869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df73aa95-06a8-474a-9db0-c76b825bd306 None None] The sync data for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 is: [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 2, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:10.757879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-89ccfa44-19a4-44c4-9416-4e1e750f7ba7 admin admin] Deleting port bd3c4790-a84d-4c74-8d3d-85fa2e503879 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:10.758224 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-89ccfa44-19a4-44c4-9416-4e1e750f7ba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:10.891819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:10.900052 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8368be45-fafb-4101-a530-5fd2fb0dc76a admin admin] 10.222.0.21 "PUT /v2.0/routers/58403222-d098-4f4c-995d-f14a9f0061cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9061863 Feb 09 03:16:10.934808 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:16:04Z', 'revision_number': 3, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:10.938008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 579f50d2-794d-4d38-90e7-5cded636d045 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:10.948460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-89ccfa44-19a4-44c4-9416-4e1e750f7ba7 admin admin] For port bd3c4790-a84d-4c74-8d3d-85fa2e503879, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bd3c4790-a84d-4c74-8d3d-85fa2e503879,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:10.948947 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-89ccfa44-19a4-44c4-9416-4e1e750f7ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:10.975369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-89ccfa44-19a4-44c4-9416-4e1e750f7ba7 admin admin] Calling delete_port for bd3c4790-a84d-4c74-8d3d-85fa2e503879 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:10.985975 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563fe3a-4d50-476b-9127-51e95342a6fc None None] The sync data for ids ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'] in n-d-824835-15 is: [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:16:04Z', 'revision_number': 3, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:11.035737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7b94335d-208c-4252-a205-4bbb5993a6b5 None None] Provisioning complete for port 6554a524-8d1b-4e52-af97-95cae0621ffc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:11.036120 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b94335d-208c-4252-a205-4bbb5993a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.235010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7b94335d-208c-4252-a205-4bbb5993a6b5 None None] Port 6554a524-8d1b-4e52-af97-95cae0621ffc cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:11.256330 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aa949d11-cca9-4faa-9329-a1de44643075), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.382165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b88a7bb4-498f-491b-b002-3cbb5884e535 None None] Provisioning complete for port aa949d11-cca9-4faa-9329-a1de44643075 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:11.382753 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b88a7bb4-498f-491b-b002-3cbb5884e535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aa949d11-cca9-4faa-9329-a1de44643075), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.450682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef5b91-efd6-4e06-8f13-3eb04233aaf1 req-11df891d-8351-49a5-ad22-a3f9415aff03 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:11.454156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b88a7bb4-498f-491b-b002-3cbb5884e535 None None] Port aa949d11-cca9-4faa-9329-a1de44643075 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:11.458020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-86ef5b91-efd6-4e06-8f13-3eb04233aaf1 req-11df891d-8351-49a5-ad22-a3f9415aff03 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.1600833 Feb 09 03:16:11.565577 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-86ef5b91-efd6-4e06-8f13-3eb04233aaf1 req-25c34b94-0867-45b4-8fba-36201a07e953 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991962 Feb 09 03:16:11.861425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-89ccfa44-19a4-44c4-9416-4e1e750f7ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (bd3c4790-a84d-4c74-8d3d-85fa2e503879), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.959554 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Publish callbacks [] for port (aa949d11-cca9-4faa-9329-a1de44643075), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.032309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccfa44-19a4-44c4-9416-4e1e750f7ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3c4790-a84d-4c74-8d3d-85fa2e503879,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:12.071372 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (aa949d11-cca9-4faa-9329-a1de44643075), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.120966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:12.204795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (05b9988b-d3e6-4a8b-bf14-00efab7a6628), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.312229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:12.312604 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.350036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Pushing event updated for resources: {'Port': ['ID=aa949d11-cca9-4faa-9329-a1de44643075,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:12.587378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:12.590694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:12.591391 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.644124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b2a8a59a-ec9e-410c-b38d-6cdc681ceec3,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:12.653756 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.736865 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-89ccfa44-19a4-44c4-9416-4e1e750f7ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.743147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:12.794840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=b2a8a59a-ec9e-410c-b38d-6cdc681ceec3,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:13.290930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f2d7b62b-82c7-4f86-82ab-a03c20abaa46 None None] Provisioning complete for port aa949d11-cca9-4faa-9329-a1de44643075 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:13.291857 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2d7b62b-82c7-4f86-82ab-a03c20abaa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aa949d11-cca9-4faa-9329-a1de44643075), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:13.343316 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7b62b-82c7-4f86-82ab-a03c20abaa46 None None] Port aa949d11-cca9-4faa-9329-a1de44643075 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:13.749977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57825a8-1b20-4acb-8801-1a1f4bd7f1b4 req-9e9526b3-4b47-4a68-a335-12767cb84da9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:13.758324 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d57825a8-1b20-4acb-8801-1a1f4bd7f1b4 req-9e9526b3-4b47-4a68-a335-12767cb84da9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.1419654 Feb 09 03:16:13.837989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d57825a8-1b20-4acb-8801-1a1f4bd7f1b4 req-7b43773e-829d-4e36-8ab9-0282a6ef28c6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786884 Feb 09 03:16:13.846737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:14.185431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:14.214016 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9a5dc1db-225b-4463-9a9f-ffe810306863 admin admin] 10.222.0.21 "PUT /v2.0/routers/05b9988b-d3e6-4a8b-bf14-00efab7a6628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7877126 Feb 09 03:16:14.243688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ccfa44-19a4-44c4-9416-4e1e750f7ba7 admin admin] Router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:14.301480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c7b4ba1e-0d88-4491-b02a-efd7caf27a62 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:14.454741 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:14.611126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 is: DOWN; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:14.651616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:14.651999 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:14.699457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bc5ba-31a3-4078-b8b5-c2f2ae693bd3 req-7097c7ba-a91a-4dd1-8ccc-db63474a93d9 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:14.709771 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d9bc5ba-31a3-4078-b8b5-c2f2ae693bd3 req-7097c7ba-a91a-4dd1-8ccc-db63474a93d9 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 951 time: 0.2307885 Feb 09 03:16:14.761487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ccfa44-19a4-44c4-9416-4e1e750f7ba7 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:14.766662 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-89ccfa44-19a4-44c4-9416-4e1e750f7ba7 admin admin] 10.222.0.21 "PUT /v2.0/routers/dd7ec4ad-880c-4e89-a108-2e85f1fd3230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8466549 Feb 09 03:16:14.772174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54412) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:14.814396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e551a1-afe5-44ad-ad02-28b74b535dea None None] Sync routers for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:14.866785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e551a1-afe5-44ad-ad02-28b74b535dea None None] Routers {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:14.869189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d2e551a1-afe5-44ad-ad02-28b74b535dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:14.982158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:14.982978 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.027542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d9bc5ba-31a3-4078-b8b5-c2f2ae693bd3 req-9698573c-5ada-46d9-ba27-ec8b6f52398f tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170180 Feb 09 03:16:15.153452 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Sync routers for ids ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:15.153966 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Publish callbacks [] for router (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.181033 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Routers {'05b9988b-d3e6-4a8b-bf14-00efab7a6628'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:15.190758 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:15.339831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-b30a8760-2a32-4df4-9d1e-43a6950e6edd tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:15.341555 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-b30a8760-2a32-4df4-9d1e-43a6950e6edd tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 821 time: 1.2166674 Feb 09 03:16:15.366913 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-d87df522-1f7b-4418-80e6-9e27c55deb1d tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/quotas/8bffbc76e52b454d8f9e19ca0c23addd HTTP/1.1" status: 200 len: 375 time: 0.0170834 Feb 09 03:16:15.413536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Publish callbacks [] for router_gateway (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.448589 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Sync routers for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:15.519867 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Set router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:15.529169 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-b60429ff-8f6b-49e5-8cb7-0be521070540 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1506126 Feb 09 03:16:15.530033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:15.534132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:15.560346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Deleting port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:15.560688 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.637411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0accaeea-6c0d-47e5-9e0f-c0520afbe4dc,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:15.756026 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-020351b8-8a98-46ce-8ce5-201ab2096fa3 service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212441 Feb 09 03:16:15.814896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] For port 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:15.815458 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.829306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:15.860668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Calling delete_port for 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:15.944142 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-18557fba-1311-4113-8df0-989298d1febe service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819105 Feb 09 03:16:15.958302 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:16:11Z', 'revision_number': 4, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'aa949d11-cca9-4faa-9329-a1de44643075', 'name': '', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:08Z', 'updated_at': '2022-02-09T03:16:11Z', 'revision_number': 2, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'subnets': [{'id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:16.070935 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Checking router: 05b9988b-d3e6-4a8b-bf14-00efab7a6628 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:16:16.070935 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Updating router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 port aa949d11-cca9-4faa-9329-a1de44643075 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:16:16.074200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.074987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:16.164662 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aa949d11-cca9-4faa-9329-a1de44643075), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.328963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.381133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:16.439386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54468) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:16.445436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e8d92370-aaea-4a24-949c-b0fad6a3a2ac tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619928403', 'description': 'tempest-description--1610063794'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:16.540257 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f201e31f-fde1-446a-ad83-bcb60aa7a803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.570641 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.628159 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8d92370-aaea-4a24-949c-b0fad6a3a2ac tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.635031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-d2e551a1-afe5-44ad-ad02-28b74b535dea None None] Set router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:16.737177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:16.737575 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.778748 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f7bdc-9b40-40f4-a24a-cfe4e181c150 req-ecbfb2e7-7a0e-47f9-ac43-40871682d88b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:16.781576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c69f7bdc-9b40-40f4-a24a-cfe4e181c150 req-ecbfb2e7-7a0e-47f9-ac43-40871682d88b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.3191648 Feb 09 03:16:16.836713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=0accaeea-6c0d-47e5-9e0f-c0520afbe4dc,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:16.920109 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8d92370-aaea-4a24-949c-b0fad6a3a2ac tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for security_group (23cd1a50-3ce4-406a-95d7-5fbb3432bdd4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.991411 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.997704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Publish callbacks [] for router_controller (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.003934 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8d92370-aaea-4a24-949c-b0fad6a3a2ac tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (23cd1a50-3ce4-406a-95d7-5fbb3432bdd4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.029767 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Publish callbacks [] for port (aa949d11-cca9-4faa-9329-a1de44643075), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.064973 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aa949d11-cca9-4faa-9329-a1de44643075), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.168159 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d92370-aaea-4a24-949c-b0fad6a3a2ac tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:17.178980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8d92370-aaea-4a24-949c-b0fad6a3a2ac tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.186324 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e8d92370-aaea-4a24-949c-b0fad6a3a2ac tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7447062 Feb 09 03:16:17.189002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54510) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:17.196394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-123c3d1a-aa1d-4baa-ab62-ee901038d139 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Request body: {'security_group_rule': {'security_group_id': '23cd1a50-3ce4-406a-95d7-5fbb3432bdd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:17.197490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:17.231434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d2e551a1-afe5-44ad-ad02-28b74b535dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436060157-router', 'tenant_id': '323324d4efbc491a986d5b2503e04608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:16:11Z', 'revision_number': 5, 'project_id': '323324d4efbc491a986d5b2503e04608', 'gw_port': {'id': '9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7ec4ad-880c-4e89-a108-2e85f1fd3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:17.239306 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (dd7ec4ad-880c-4e89-a108-2e85f1fd3230), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.241517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd7ec4ad-880c-4e89-a108-2e85f1fd3230 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:16:17.241745 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c69f7bdc-9b40-40f4-a24a-cfe4e181c150 req-2e223026-8cbd-4af2-8f91-9aa8d91a356a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172603 Feb 09 03:16:17.292189 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.297867 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce16ef-2dc1-4595-a7a1-73a328c43e74 None None] Pushing event updated for resources: {'Port': ['ID=aa949d11-cca9-4faa-9329-a1de44643075,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:17.302975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54512) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:17.306893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cd6f84a3-f884-4164-9835-2379db0fedec admin admin] 10.222.0.21 "DELETE /v2.0/routers/dd7ec4ad-880c-4e89-a108-2e85f1fd3230 HTTP/1.1" status: 204 len: 168 time: 2.5320017 Feb 09 03:16:17.398724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e551a1-afe5-44ad-ad02-28b74b535dea None None] Checking router: dd7ec4ad-880c-4e89-a108-2e85f1fd3230 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:16:17.403642 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-123c3d1a-aa1d-4baa-ab62-ee901038d139 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for security_group_rule (13e4a777-2c14-4b09-9d03-37716ddaa2c3), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.499755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-5daf496a-1a03-4bd9-bb23-d75a80865fc7 admin admin] Deleting subnet c400f1bc-332e-48a4-b94d-44122a0c44f9 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:16:17.501742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 2, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:17.504992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5daf496a-1a03-4bd9-bb23-d75a80865fc7 admin admin] Publish callbacks [] for subnet (c400f1bc-332e-48a4-b94d-44122a0c44f9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.545667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5daf496a-1a03-4bd9-bb23-d75a80865fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (c400f1bc-332e-48a4-b94d-44122a0c44f9), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.575334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Checking router: 58403222-d098-4f4c-995d-f14a9f0061cb for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:16:17.576025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Updating router 58403222-d098-4f4c-995d-f14a9f0061cb port 6554a524-8d1b-4e52-af97-95cae0621ffc binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:16:17.579555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e551a1-afe5-44ad-ad02-28b74b535dea None None] Routers set() bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:17.579929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e551a1-afe5-44ad-ad02-28b74b535dea None None] Router IDs set() for agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 03:16:17.580582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_agentschedulers_db [None req-d2e551a1-afe5-44ad-ad02-28b74b535dea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dd7ec4ad-880c-4e89-a108-2e85f1fd3230'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent'). {{(pid=103329) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 03:16:17.581019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e551a1-afe5-44ad-ad02-28b74b535dea None None] The sync data for ids ['dd7ec4ad-880c-4e89-a108-2e85f1fd3230'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:17.645400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:17.662606 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.665781 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Attempting to bind port aa949d11-cca9-4faa-9329-a1de44643075 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:17.670588 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Attempting to bind port aa949d11-cca9-4faa-9329-a1de44643075 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:17.671262 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Attempting to bind port aa949d11-cca9-4faa-9329-a1de44643075 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:17.685373 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:17.693347 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Checking segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:17.694073 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.694916 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Bound using segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:17.697148 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Bound port: aa949d11-cca9-4faa-9329-a1de44643075, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:17.698530 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aa949d11-cca9-4faa-9329-a1de44643075), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.767375 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5daf496a-1a03-4bd9-bb23-d75a80865fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c400f1bc-332e-48a4-b94d-44122a0c44f9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.837571 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b7cfec0-2e18-4026-9a18-29413d25da08 req-54e2a579-afd5-4e02-a392-eb238611c4b6 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 210 time: 0.1226172 Feb 09 03:16:17.913767 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-123c3d1a-aa1d-4baa-ab62-ee901038d139 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for security_group_rule (13e4a777-2c14-4b09-9d03-37716ddaa2c3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.916829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecac96-6888-421e-9e28-afbcd423e006 req-88d3ddde-3ad5-4243-afd3-d00357af8faf tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:17.918646 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59ecac96-6888-421e-9e28-afbcd423e006 req-88d3ddde-3ad5-4243-afd3-d00357af8faf tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 951 time: 0.4519699 Feb 09 03:16:17.924799 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-123c3d1a-aa1d-4baa-ab62-ee901038d139 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (13e4a777-2c14-4b09-9d03-37716ddaa2c3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.931937 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] For port aa949d11-cca9-4faa-9329-a1de44643075, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:17.938737 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] For port aa949d11-cca9-4faa-9329-a1de44643075, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aa949d11-cca9-4faa-9329-a1de44643075,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:17.964098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c3d1a-aa1d-4baa-ab62-ee901038d139 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e4a777-2c14-4b09-9d03-37716ddaa2c3,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:17.968300 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aa949d11-cca9-4faa-9329-a1de44643075), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.018830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-928efd69-055b-4a9d-8437-e5f6531eb020 None None] Provisioning complete for port aa949d11-cca9-4faa-9329-a1de44643075 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:18.019853 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-928efd69-055b-4a9d-8437-e5f6531eb020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aa949d11-cca9-4faa-9329-a1de44643075), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.043739 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-123c3d1a-aa1d-4baa-ab62-ee901038d139 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.045826 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-123c3d1a-aa1d-4baa-ab62-ee901038d139 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8548889 Feb 09 03:16:18.050968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54536) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:18.058076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ee1bf4a7-8f25-48f4-b4d5-18df2a54ec4b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Request body: {'security_group_rule': {'security_group_id': '23cd1a50-3ce4-406a-95d7-5fbb3432bdd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:18.137998 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59ecac96-6888-421e-9e28-afbcd423e006 req-182fc783-71d0-4698-921b-35a3d533f26b tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899662 Feb 09 03:16:18.146125 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce16ef-2dc1-4595-a7a1-73a328c43e74 None None] Pushing event updated for resources: {'Port': ['ID=aa949d11-cca9-4faa-9329-a1de44643075,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:18.185836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5daf496a-1a03-4bd9-bb23-d75a80865fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (c400f1bc-332e-48a4-b94d-44122a0c44f9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.187082 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Routers {'05b9988b-d3e6-4a8b-bf14-00efab7a6628'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:18.188994 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:15:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:18.220634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf496a-1a03-4bd9-bb23-d75a80865fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c400f1bc-332e-48a4-b94d-44122a0c44f9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:18.224448 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf4a7-8f25-48f4-b4d5-18df2a54ec4b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for security_group_rule (961094e8-00f6-40b1-ab4b-03872ed23bd7), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.226844 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5daf496a-1a03-4bd9-bb23-d75a80865fc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.239362 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5daf496a-1a03-4bd9-bb23-d75a80865fc7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c400f1bc-332e-48a4-b94d-44122a0c44f9 HTTP/1.1" status: 204 len: 168 time: 0.9349780 Feb 09 03:16:18.239559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54552) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:18.430510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf4a7-8f25-48f4-b4d5-18df2a54ec4b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for security_group_rule (961094e8-00f6-40b1-ab4b-03872ed23bd7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.458538 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc89c3c2-4227-4212-b634-4df913f6b35c None None] Network 892c0000-0a5d-449f-b975-27ca2753b91f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:18.465713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:18.547665 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf4a7-8f25-48f4-b4d5-18df2a54ec4b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (961094e8-00f6-40b1-ab4b-03872ed23bd7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.585717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bf4a7-8f25-48f4-b4d5-18df2a54ec4b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961094e8-00f6-40b1-ab4b-03872ed23bd7,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:18.613924 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf4a7-8f25-48f4-b4d5-18df2a54ec4b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.615936 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ee1bf4a7-8f25-48f4-b4d5-18df2a54ec4b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5627644 Feb 09 03:16:18.619412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54572) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:18.630678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:18.646868 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (892c0000-0a5d-449f-b975-27ca2753b91f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.654797 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] Set router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:18.766718 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.024729 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:16:11Z', 'revision_number': 4, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'aa949d11-cca9-4faa-9329-a1de44643075', 'name': '', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:08Z', 'updated_at': '2022-02-09T03:16:17Z', 'revision_number': 4, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'subnets': [{'id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:19.089682 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38961947-8ea4-4570-9d10-858b1c8a7c4a None None] The sync data for ids ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'] in n-d-824835-15 is: [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:16:11Z', 'revision_number': 4, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'aa949d11-cca9-4faa-9329-a1de44643075', 'name': '', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:08Z', 'updated_at': '2022-02-09T03:16:17Z', 'revision_number': 4, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'subnets': [{'id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:19.248480 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Deleting port baf755f8-b33c-4832-beee-91f19fe94cbe {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:19.249064 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.451578 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Publish callbacks [] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.452791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-b604ef08-de9f-4374-abd9-2d0a9de0193c tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:19.454339 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-b604ef08-de9f-4374-abd9-2d0a9de0193c tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.42 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 821 time: 0.4708614 Feb 09 03:16:19.506734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Request body: {'port': {'device_id': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'admin_state_up': True, 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:19.527601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9b9f8-8267-4a91-a3e7-b2b2fd8eb6ec req-2fa8f0ae-4641-4ec0-af6b-3157ee48340d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:19.533169 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.533861 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0bb9b9f8-8267-4a91-a3e7-b2b2fd8eb6ec req-2fa8f0ae-4641-4ec0-af6b-3157ee48340d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.1268742 Feb 09 03:16:19.573846 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a19bb2e-7421-4300-a891-a31282b2e2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.652443 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0bb9b9f8-8267-4a91-a3e7-b2b2fd8eb6ec req-3ce3d9fe-cf93-4e90-bf38-5d08977a3e69 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036425 Feb 09 03:16:19.706481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] For port baf755f8-b33c-4832-beee-91f19fe94cbe, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=baf755f8-b33c-4832-beee-91f19fe94cbe,segment=NetworkSegment(2acacca0-bd7a-4216-9a8c-3ebccd6465ff),segment_id=2acacca0-bd7a-4216-9a8c-3ebccd6465ff)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:19.706847 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.746069 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Pushing event updated for resources: {'Port': ['ID=6554a524-8d1b-4e52-af97-95cae0621ffc,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:19.777151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:19.778425 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.803364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Calling delete_port for baf755f8-b33c-4832-beee-91f19fe94cbe owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:19.806505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.808828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.809198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.815257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.815676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.816023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.817064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.817432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.817773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.818109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.818446 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.818796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.824330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:19.998967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e903714-9308-4d77-ac88-960b8e7d5020 req-3dea42fe-1f8d-4a62-b39f-f7249df84eca tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 210 time: 0.1174707 Feb 09 03:16:20.010966 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.019865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-928efd69-055b-4a9d-8437-e5f6531eb020 None None] Current status of the port aa949d11-cca9-4faa-9329-a1de44643075 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:20.020259 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-928efd69-055b-4a9d-8437-e5f6531eb020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aa949d11-cca9-4faa-9329-a1de44643075), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.084440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-928efd69-055b-4a9d-8437-e5f6531eb020 None None] For port aa949d11-cca9-4faa-9329-a1de44643075, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aa949d11-cca9-4faa-9329-a1de44643075,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:20.406392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:20.407531 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.410509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-928efd69-055b-4a9d-8437-e5f6531eb020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aa949d11-cca9-4faa-9329-a1de44643075), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.477571 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.484680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (baf755f8-b33c-4832-beee-91f19fe94cbe), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.500814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Attempting to bind port 6554a524-8d1b-4e52-af97-95cae0621ffc on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:20.501894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Attempting to bind port 6554a524-8d1b-4e52-af97-95cae0621ffc by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:20.502472 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Attempting to bind port 6554a524-8d1b-4e52-af97-95cae0621ffc on network 629081d2-cab4-430a-83a6-256cf742ca25 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:20.570238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] No DVR routers for this DVR port baf755f8-b33c-4832-beee-91f19fe94cbe on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:20.603631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Pushing event deleted for resources: {'Port': ['ID=baf755f8-b33c-4832-beee-91f19fe94cbe,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:20.609281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Made reservation on behalf of 8bffbc76e52b454d8f9e19ca0c23addd for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:20.613022 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.613880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:20.625332 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46d422a-093e-460c-8828-10f098b2ea15" -d '{"events": [{"server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "name": "network-vif-unplugged", "status": "completed", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:20.635006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928efd69-055b-4a9d-8437-e5f6531eb020 None None] Pushing event updated for resources: {'Port': ['ID=aa949d11-cca9-4faa-9329-a1de44643075,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:20.680394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:20.681292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Checking segment: {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:20.681925 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.682519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Bound using segment: {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:20.683242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Bound port: 6554a524-8d1b-4e52-af97-95cae0621ffc, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:20.684359 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.691050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:20.782692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.794568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90f68fe-f09b-4b3d-9d5f-2b35bf5c9a54 None None] DHCP port deletion for 892c0000-0a5d-449f-b975-27ca2753b91f request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:16:20.850781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bb6b2-3922-461b-9af2-60dc767f5021 req-6b454125-f9ad-4b12-96a2-2eb591275e42 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:20.852372 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f15bb6b2-3922-461b-9af2-60dc767f5021 req-6b454125-f9ad-4b12-96a2-2eb591275e42 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 949 time: 0.1653473 Feb 09 03:16:20.917714 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.930063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c527693c-e548-44ec-b35a-ebcd49dbecf7 None None] Provisioning complete for port 6554a524-8d1b-4e52-af97-95cae0621ffc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:20.930699 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c527693c-e548-44ec-b35a-ebcd49dbecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.005033 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f15bb6b2-3922-461b-9af2-60dc767f5021 req-9f31ea8c-c754-4382-9fc9-101fc0d33517 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354353 Feb 09 03:16:21.053267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c527693c-e548-44ec-b35a-ebcd49dbecf7 None None] Port 6554a524-8d1b-4e52-af97-95cae0621ffc cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:21.082180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:21.145662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (892c0000-0a5d-449f-b975-27ca2753b91f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.206609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10520ddb-98c7-4ad5-a728-a6b3d0520261 req-e79caef4-9beb-48a7-a683-9fee22f9d340 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:21.216906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10520ddb-98c7-4ad5-a728-a6b3d0520261 req-e79caef4-9beb-48a7-a683-9fee22f9d340 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.1218331 Feb 09 03:16:21.243989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-7539f921-cb7f-4ccb-9e0c-6c2eb2417464 service neutron] 10.222.0.42 "GET /v2.0/ports/c7b4ba1e-0d88-4491-b02a-efd7caf27a62/bindings/n-h1-824835-15 HTTP/1.1" status: 200 len: 385 time: 0.5163753 Feb 09 03:16:21.249122 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef49fab5-6004-42b0-be4a-96df05af00da x-openstack-request-id: req-ef49fab5-6004-42b0-be4a-96df05af00da {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:21.249462 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "name": "network-vif-unplugged", "status": "completed", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:21.249720 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef49fab5-6004-42b0-be4a-96df05af00da {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:21.250116 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'code': 200} Feb 09 03:16:21.281072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,revision_number=11']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:21.294711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c527693c-e548-44ec-b35a-ebcd49dbecf7 None None] Provisioning complete for port aa949d11-cca9-4faa-9329-a1de44643075 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:21.295420 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c527693c-e548-44ec-b35a-ebcd49dbecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aa949d11-cca9-4faa-9329-a1de44643075), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.398750 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10520ddb-98c7-4ad5-a728-a6b3d0520261 req-0df3e3ee-1755-4b2e-9b04-6d556203919e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672561 Feb 09 03:16:21.399166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] For port 6554a524-8d1b-4e52-af97-95cae0621ffc, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:21.428653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] For port 6554a524-8d1b-4e52-af97-95cae0621ffc, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6554a524-8d1b-4e52-af97-95cae0621ffc,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:21.458388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aa949d11-cca9-4faa-9329-a1de44643075 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:21.467496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892c0000-0a5d-449f-b975-27ca2753b91f']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:21.483122 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.529105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Allocated IP 172.25.5.3 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/229d5ec0-c2b3-4db5-bcb7-69cca3c23706) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:21.576066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acacca0-bd7a-4216-9a8c-3ebccd6465ff') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:21.576066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acacca0-bd7a-4216-9a8c-3ebccd6465ff') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:21.601239 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6dcdab5f-1cd8-4d03-87fb-69dd398d7db4 req-a05eac09-b287-48ab-8e1b-0371a858c3fd tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 210 time: 0.0865393 Feb 09 03:16:21.611177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Allocated IP 172.20.0.13 (629081d2-cab4-430a-83a6-256cf742ca25/086ca945-b151-4bbc-904a-f143089baa40/bc96bd03-e9e9-446c-8939-4c0cde7e1747) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:21.633048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c527693c-e548-44ec-b35a-ebcd49dbecf7 None None] Current status of the port aa949d11-cca9-4faa-9329-a1de44643075 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:21.652544 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (2acacca0-bd7a-4216-9a8c-3ebccd6465ff), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.652974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:21.653651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:16:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:21.655914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227dd79-0538-49d6-b3e3-4d9e8604686d None None] Pushing event updated for resources: {'Port': ['ID=6554a524-8d1b-4e52-af97-95cae0621ffc,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:21.665974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port aa949d11-cca9-4faa-9329-a1de44643075 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:21.667319 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aa949d11-cca9-4faa-9329-a1de44643075), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.969855 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.034980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:22.179768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b48c8bb5-d775-4296-88b5-30f023993c77 None None] Provisioning complete for port 6554a524-8d1b-4e52-af97-95cae0621ffc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:22.180151 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b48c8bb5-d775-4296-88b5-30f023993c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.184741 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port aa949d11-cca9-4faa-9329-a1de44643075 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:22.323557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device baf755f8-b33c-4832-beee-91f19fe94cbe no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:22.386771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857c289-1357-4f88-880a-ae0e0049171e req-3a04e917-df88-4502-8fa5-7d9c08b76069 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:22.389098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b857c289-1357-4f88-880a-ae0e0049171e req-3a04e917-df88-4502-8fa5-7d9c08b76069 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.42 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 949 time: 0.1573937 Feb 09 03:16:22.474878 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: baf755f8-b33c-4832-beee-91f19fe94cbe {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:22.481035 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device baf755f8-b33c-4832-beee-91f19fe94cbe not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:22.481777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:22.516698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:22.517444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9eb9a2b2-5fc8-49f8-a21e-dc3573de33aa not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:22.518196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bd3c4790-a84d-4c74-8d3d-85fa2e503879 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:22.557575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: bd3c4790-a84d-4c74-8d3d-85fa2e503879 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:22.558192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bd3c4790-a84d-4c74-8d3d-85fa2e503879 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:22.603442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-b857c289-1357-4f88-880a-ae0e0049171e req-f5b4a49e-5e80-4520-9ea2-dfa91cba9b16 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Deleting port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:22.603614 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b857c289-1357-4f88-880a-ae0e0049171e req-f5b4a49e-5e80-4520-9ea2-dfa91cba9b16 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.628672 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2acacca0-bd7a-4216-9a8c-3ebccd6465ff), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.716183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b48c8bb5-d775-4296-88b5-30f023993c77 None None] Current status of the port 6554a524-8d1b-4e52-af97-95cae0621ffc is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:22.717183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b48c8bb5-d775-4296-88b5-30f023993c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.726490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for port (229d5ec0-c2b3-4db5-bcb7-69cca3c23706), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.782128 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b857c289-1357-4f88-880a-ae0e0049171e req-f5b4a49e-5e80-4520-9ea2-dfa91cba9b16 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] For port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:22.782631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b857c289-1357-4f88-880a-ae0e0049171e req-f5b4a49e-5e80-4520-9ea2-dfa91cba9b16 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.799191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b48c8bb5-d775-4296-88b5-30f023993c77 None None] For port 6554a524-8d1b-4e52-af97-95cae0621ffc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6554a524-8d1b-4e52-af97-95cae0621ffc,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:22.808993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-b857c289-1357-4f88-880a-ae0e0049171e req-f5b4a49e-5e80-4520-9ea2-dfa91cba9b16 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Calling delete_port for 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:22.818971 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b48c8bb5-d775-4296-88b5-30f023993c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.829042 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (229d5ec0-c2b3-4db5-bcb7-69cca3c23706), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.908983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c8bb5-d775-4296-88b5-30f023993c77 None None] Pushing event updated for resources: {'Port': ['ID=6554a524-8d1b-4e52-af97-95cae0621ffc,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:22.933893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:21Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:22.947320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-62733f37-9072-4cbe-a5bc-de6adfc77b5b service neutron] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:22.994318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f743e8e-78a6-4ad6-9999-1d3d79dbdf45 None None] The sync data for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 is: [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:21Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:23.011505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:16:23.012044 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (2acacca0-bd7a-4216-9a8c-3ebccd6465ff), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:16:23.015034 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:16:23.030667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b857c289-1357-4f88-880a-ae0e0049171e req-f5b4a49e-5e80-4520-9ea2-dfa91cba9b16 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (51d31c94-72c7-4f61-9e95-9f4b918c2fa8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:23.040476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-62733f37-9072-4cbe-a5bc-de6adfc77b5b service neutron] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:23.080103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-62733f37-9072-4cbe-a5bc-de6adfc77b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b4ba1e-0d88-4491-b02a-efd7caf27a62 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:23.092721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-62733f37-9072-4cbe-a5bc-de6adfc77b5b service neutron] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:23.102109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4a49e-5e80-4520-9ea2-dfa91cba9b16 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Pushing event deleted for resources: {'Port': ['ID=51d31c94-72c7-4f61-9e95-9f4b918c2fa8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:23.129572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618f9dd-77f8-451b-9348-b55cd22a7e70 req-d7816569-e329-44b3-afaf-a48b1459b5e5 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:23.135391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1618f9dd-77f8-451b-9348-b55cd22a7e70 req-d7816569-e329-44b3-afaf-a48b1459b5e5 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 943 time: 0.1502874 Feb 09 03:16:23.171461 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-62733f37-9072-4cbe-a5bc-de6adfc77b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:23.240068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b857c289-1357-4f88-880a-ae0e0049171e req-f5b4a49e-5e80-4520-9ea2-dfa91cba9b16 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] No DVR routers for this DVR port 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:23.279322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-62733f37-9072-4cbe-a5bc-de6adfc77b5b service neutron] Transition to ACTIVE for port object c7b4ba1e-0d88-4491-b02a-efd7caf27a62 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:16:23.294843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:23.305587 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-62733f37-9072-4cbe-a5bc-de6adfc77b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:23.330178 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b857c289-1357-4f88-880a-ae0e0049171e req-f5b4a49e-5e80-4520-9ea2-dfa91cba9b16 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:23.335725 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b857c289-1357-4f88-880a-ae0e0049171e req-f5b4a49e-5e80-4520-9ea2-dfa91cba9b16 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.42 "DELETE /v2.0/ports/51d31c94-72c7-4f61-9e95-9f4b918c2fa8 HTTP/1.1" status: 204 len: 173 time: 0.9409790 Feb 09 03:16:23.355297 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1618f9dd-77f8-451b-9348-b55cd22a7e70 req-a63d7787-3872-4658-a3f1-0f266b09fe1d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672902 Feb 09 03:16:23.356191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'name': 'network-vif-deleted', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:23.357423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6554a524-8d1b-4e52-af97-95cae0621ffc up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:23.360800 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913b41cc-802c-4609-9b6b-6f5a57851147" -d '{"events": [{"server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "name": "network-vif-deleted", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:23.412781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:23.527083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:23.546312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6554a524-8d1b-4e52-af97-95cae0621ffc triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:23.546694 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:23.620047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event updated for resources: {'Port': ['ID=229d5ec0-c2b3-4db5-bcb7-69cca3c23706,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:23.658088 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2e73a90-4cd0-4127-84e2-e56337e5a780 req-0aa9adac-630b-4c00-a268-9b4539a220f0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 210 time: 0.0663626 Feb 09 03:16:23.725454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6554a524-8d1b-4e52-af97-95cae0621ffc is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:23.731816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-62733f37-9072-4cbe-a5bc-de6adfc77b5b service neutron] No DVR routers for this DVR port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:23.779887 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (892c0000-0a5d-449f-b975-27ca2753b91f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:23.861848 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:23.879682 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0ead73-47d0-4f8a-9a73-4fd1e12c911f x-openstack-request-id: req-cd0ead73-47d0-4f8a-9a73-4fd1e12c911f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:23.880278 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350c92b4-8943-45e1-a424-b30da5fe9b09", "name": "network-vif-deleted", "tag": "51d31c94-72c7-4f61-9e95-9f4b918c2fa8", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:23.880748 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd0ead73-47d0-4f8a-9a73-4fd1e12c911f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:23.881383 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350c92b4-8943-45e1-a424-b30da5fe9b09', 'name': 'network-vif-deleted', 'tag': '51d31c94-72c7-4f61-9e95-9f4b918c2fa8', 'status': 'completed', 'code': 200} Feb 09 03:16:23.885384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4fb4b-f4e1-4c57-8c62-dcfae6f47f97 req-82d5afb4-425e-40e0-adb4-759c1d1c43e7 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:23.902128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97d4fb4b-f4e1-4c57-8c62-dcfae6f47f97 req-82d5afb4-425e-40e0-adb4-759c1d1c43e7 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/ports?device_id=350c92b4-8943-45e1-a424-b30da5fe9b09 HTTP/1.1" status: 200 len: 866 time: 1.1151762 Feb 09 03:16:24.009472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:24.015897 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] 10.222.0.21 "DELETE /v2.0/networks/892c0000-0a5d-449f-b975-27ca2753b91f HTTP/1.1" status: 204 len: 168 time: 5.7681828 Feb 09 03:16:24.018377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54838) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:24.050398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d6eac-20c9-4816-ab6d-54001454290e admin admin] Pushing event deleted for resources: {'Network': ['ID=892c0000-0a5d-449f-b975-27ca2753b91f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:24.099851 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for floatingip (55e23909-8524-4630-b3a1-c204a8829d41), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:24.118221 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:24.128415 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-62733f37-9072-4cbe-a5bc-de6adfc77b5b service neutron] 10.222.0.42 "PUT /v2.0/ports/c7b4ba1e-0d88-4491-b02a-efd7caf27a62/bindings/n-h1-824835-15/activate HTTP/1.1" status: 200 len: 370 time: 2.8212860 Feb 09 03:16:24.185407 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97d4fb4b-f4e1-4c57-8c62-dcfae6f47f97 req-77cb4e70-8638-44c3-b738-56867f1d87b6 tempest-ImagesOneServerTestJSON-485155303 tempest-ImagesOneServerTestJSON-485155303-project] 10.222.0.21 "GET /v2.0/security-groups?id=a51597d9-c597-49ab-a0eb-6e832a7a888a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816122 Feb 09 03:16:24.289842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:24.314535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-f586db74-74d7-413c-b7b4-9b04e21f46d2 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:24.316217 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-f586db74-74d7-413c-b7b4-9b04e21f46d2 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922&tenant_id=3981e12ce8e54406870070535619e45b&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1127 time: 0.1144750 Feb 09 03:16:24.401634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62733f37-9072-4cbe-a5bc-de6adfc77b5b service neutron] Pushing event updated for resources: {'Port': ['ID=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,revision_number=10']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:24.468436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Network 629081d2-cab4-430a-83a6-256cf742ca25 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:24.516105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:24.537672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-dd16ee4b-c057-4184-a8b4-f6f3ba64ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:24.540366 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-dd16ee4b-c057-4184-a8b4-f6f3ba64ee45 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922&tenant_id=3981e12ce8e54406870070535619e45b HTTP/1.1" status: 200 len: 1127 time: 0.2166698 Feb 09 03:16:24.586835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:24.592841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (229d5ec0-c2b3-4db5-bcb7-69cca3c23706), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:24.594918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Pushing event updated for resources: {'Port': ['ID=bc96bd03-e9e9-446c-8939-4c0cde7e1747,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:24.669916 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-e99c8977-3201-422c-b18c-b4fb62e98c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:24.679357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-e99c8977-3201-422c-b18c-b4fb62e98c21 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 1127 time: 0.1047926 Feb 09 03:16:24.700083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:24.700983 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:24.858817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-e60ed563-61eb-4c2a-9b7b-916412c1db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:24.864593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-e60ed563-61eb-4c2a-9b7b-916412c1db91 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.1634827 Feb 09 03:16:24.919148 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-5b7f6c08-c477-41a3-b0ce-ec6900e1748a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4280467 Feb 09 03:16:24.931131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Request body: {'port': {'device_id': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:24.946986 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-d36ab9b3-8a46-4c7f-96ab-127a31c019b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62 HTTP/1.1" status: 200 len: 217 time: 0.0734413 Feb 09 03:16:24.968961 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09776e90-29f7-4148-9407-4da6e28fb24b req-1e7718f0-6e58-4a8e-b454-28aeb65e48a8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:24.979846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09776e90-29f7-4148-9407-4da6e28fb24b req-1e7718f0-6e58-4a8e-b454-28aeb65e48a8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 944 time: 0.4646227 Feb 09 03:16:25.075247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-e57a9b9f-9193-41b4-9649-80f121df8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:25.076779 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-e57a9b9f-9193-41b4-9649-80f121df8a17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.1232271 Feb 09 03:16:25.088651 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3171e9d-87e9-4428-a0e4-7fef98119741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (17307a4d-be24-4990-bf1b-60a1c068feeb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:25.100349 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09776e90-29f7-4148-9407-4da6e28fb24b req-3ccd24d2-bcef-40a8-8c90-7aa06bbd8d55 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195426 Feb 09 03:16:25.101344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7a44e2d2-71b3-4383-b358-55fd085e0b85 None None] Provisioning complete for port bc96bd03-e9e9-446c-8939-4c0cde7e1747 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:25.104592 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a44e2d2-71b3-4383-b358-55fd085e0b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:25.141797 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:25.161953 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for port (229d5ec0-c2b3-4db5-bcb7-69cca3c23706), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:25.196128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7a44e2d2-71b3-4383-b358-55fd085e0b85 None None] Port bc96bd03-e9e9-446c-8939-4c0cde7e1747 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:25.232073 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (229d5ec0-c2b3-4db5-bcb7-69cca3c23706), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:25.329032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event updated for resources: {'Port': ['ID=229d5ec0-c2b3-4db5-bcb7-69cca3c23706,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:25.386383 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-f28f639b-dbf0-4c16-b281-350e54f78059 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3016384 Feb 09 03:16:25.498919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (55e23909-8524-4630-b3a1-c204a8829d41), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:25.546531 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-2c42ef2b-412b-4a60-bc43-859e50a1563a service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520319 Feb 09 03:16:25.710734 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-23b55339-12ec-44db-ac86-bafdbf58b232 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570532 Feb 09 03:16:25.737955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a3171e9d-87e9-4428-a0e4-7fef98119741 admin admin] Deleting port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:25.738595 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3171e9d-87e9-4428-a0e4-7fef98119741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:25.892752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a3171e9d-87e9-4428-a0e4-7fef98119741 admin admin] For port 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca,segment=NetworkSegment(9d20653b-de9b-40f2-bf46-d672b8616336),segment_id=9d20653b-de9b-40f2-bf46-d672b8616336)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:25.893138 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3171e9d-87e9-4428-a0e4-7fef98119741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:25.908036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a3171e9d-87e9-4428-a0e4-7fef98119741 admin admin] Calling delete_port for 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:26.055426 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:26.069204 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c9f7ef8e-350e-4c02-9b7d-dd6746e9edbc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.4484293 Feb 09 03:16:26.096496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54980) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:26.117167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc96bd03-e9e9-446c-8939-4c0cde7e1747 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:26.133751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b505ab4-22a7-4da4-a0dc-61ee577db61d req-1f8558db-b0b7-49bb-a434-26a3fe914755 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:26.137317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b505ab4-22a7-4da4-a0dc-61ee577db61d req-1f8558db-b0b7-49bb-a434-26a3fe914755 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 932 time: 0.8862419 Feb 09 03:16:26.143382 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Publish callbacks [] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:26.231033 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3171e9d-87e9-4428-a0e4-7fef98119741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:26.232516 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Transition to ACTIVE for port object bc96bd03-e9e9-446c-8939-4c0cde7e1747 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:16:26.248670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:26.293122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3171e9d-87e9-4428-a0e4-7fef98119741 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:26.347784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:26.394387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Pushing event updated for resources: {'Port': ['ID=bc96bd03-e9e9-446c-8939-4c0cde7e1747,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:26.397512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:26.400114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51d31c94-72c7-4f61-9e95-9f4b918c2fa8 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:26.456988 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b505ab4-22a7-4da4-a0dc-61ee577db61d req-117eeee9-3506-4a77-8b33-91848560df13 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101192 Feb 09 03:16:26.575838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-2ababc21-23f3-4534-a2be-a3840527230e tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:26.577581 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-2ababc21-23f3-4534-a2be-a3840527230e tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922&tenant_id=3981e12ce8e54406870070535619e45b&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 1127 time: 0.4062364 Feb 09 03:16:26.703326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0072157-5736-47b5-ab27-e5f4c11f9d27 req-ba01b7f5-3ed7-474f-9a51-42e44ac2e437 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:26.717368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-506ff2d4-5899-46a7-a833-07b58e89e2e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1601b96911440b88d1d82984d54c64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6163213 Feb 09 03:16:26.727365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55004) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:26.730407 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0072157-5736-47b5-ab27-e5f4c11f9d27 req-ba01b7f5-3ed7-474f-9a51-42e44ac2e437 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 944 time: 0.2628973 Feb 09 03:16:26.809722 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-31ce96b0-0b26-48fa-b545-c0587f6aa6d0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1619928403&fields=id&tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef HTTP/1.1" status: 200 len: 267 time: 0.1461015 Feb 09 03:16:26.858030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0072157-5736-47b5-ab27-e5f4c11f9d27 req-121a477c-34c0-42dc-ab9e-3d432f2df498 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251481 Feb 09 03:16:26.878297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3171e9d-87e9-4428-a0e4-7fef98119741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (17307a4d-be24-4990-bf1b-60a1c068feeb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:26.878424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Attempting to bind port bc96bd03-e9e9-446c-8939-4c0cde7e1747 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:26.880094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Attempting to bind port bc96bd03-e9e9-446c-8939-4c0cde7e1747 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:26.880207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Attempting to bind port bc96bd03-e9e9-446c-8939-4c0cde7e1747 on network 629081d2-cab4-430a-83a6-256cf742ca25 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:26.910463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Port bc96bd03-e9e9-446c-8939-4c0cde7e1747 on network 629081d2-cab4-430a-83a6-256cf742ca25 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:16:26.916211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Attempting to bind port bc96bd03-e9e9-446c-8939-4c0cde7e1747 on network 629081d2-cab4-430a-83a6-256cf742ca25 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:26.982122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:26.982534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Checking segment: {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:26.982957 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Bound using segment: {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:26.983401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Bound port: bc96bd03-e9e9-446c-8939-4c0cde7e1747, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:26.983757 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.075913 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c99dcaf-d34c-46d7-ab20-9cc1c272db2e admin admin] Publish callbacks [] for security_group (a51597d9-c597-49ab-a0eb-6e832a7a888a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.111844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c99dcaf-d34c-46d7-ab20-9cc1c272db2e admin admin] Publish callbacks [] for security_group (a51597d9-c597-49ab-a0eb-6e832a7a888a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.125185 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-2a4b561b-823d-40b9-b7bc-e1549c7b7110 service neutron] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:27.138984 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-2a4b561b-823d-40b9-b7bc-e1549c7b7110 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.140105 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0a2ac7-eca6-4fd6-b010-0d7348e765ee req-2a4b561b-823d-40b9-b7bc-e1549c7b7110 service neutron] 10.222.0.65 "DELETE /v2.0/ports/c7b4ba1e-0d88-4491-b02a-efd7caf27a62/bindings/n-h2-824835-15 HTTP/1.1" status: 204 len: 173 time: 0.5529883 Feb 09 03:16:27.186247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16d26a-b236-4167-990f-94c6a491d09a req-664ac9da-cf83-4a8c-8d1c-ed19db90214b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:27.187788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-664ac9da-cf83-4a8c-8d1c-ed19db90214b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 812 time: 0.3624363 Feb 09 03:16:27.334727 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c99dcaf-d34c-46d7-ab20-9cc1c272db2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a51597d9-c597-49ab-a0eb-6e832a7a888a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.338719 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c99dcaf-d34c-46d7-ab20-9cc1c272db2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.340264 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0c99dcaf-d34c-46d7-ab20-9cc1c272db2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a51597d9-c597-49ab-a0eb-6e832a7a888a HTTP/1.1" status: 204 len: 168 time: 0.6119432 Feb 09 03:16:27.374431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3171e9d-87e9-4428-a0e4-7fef98119741 admin admin] Router 17307a4d-be24-4990-bf1b-60a1c068feeb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:27.380694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99dcaf-d34c-46d7-ab20-9cc1c272db2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51597d9-c597-49ab-a0eb-6e832a7a888a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:27.404401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] For port bc96bd03-e9e9-446c-8939-4c0cde7e1747, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:27.414755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] For port bc96bd03-e9e9-446c-8939-4c0cde7e1747, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:27.424592 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-aced2be5-e77b-48d3-9a12-777341dbd43a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/quotas/ac10f34a12cf4fa8b1d9f6a90369baef HTTP/1.1" status: 200 len: 375 time: 0.2114725 Feb 09 03:16:27.430071 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.473003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:27.474790 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.480886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] 10.222.0.42 "PUT /v2.0/ports/bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 1093 time: 2.5513964 Feb 09 03:16:27.488989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:27.496739 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3e5aec-9e3a-44e9-bc84-8bc3681e9239" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:27.659648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3171e9d-87e9-4428-a0e4-7fef98119741 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:27.668566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a3171e9d-87e9-4428-a0e4-7fef98119741 admin admin] 10.222.0.21 "PUT /v2.0/routers/17307a4d-be24-4990-bf1b-60a1c068feeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6483569 Feb 09 03:16:27.681441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55056) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:27.688030 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1078cf-03ce-4b9e-aaa8-31ec9426e86d None None] Sync routers for ids ['17307a4d-be24-4990-bf1b-60a1c068feeb'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:27.721771 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1078cf-03ce-4b9e-aaa8-31ec9426e86d None None] Routers {'17307a4d-be24-4990-bf1b-60a1c068feeb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:27.723602 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9b1078cf-03ce-4b9e-aaa8-31ec9426e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:16:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['17307a4d-be24-4990-bf1b-60a1c068feeb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:27.790457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907b57a-73e0-419e-af77-2bf7aa656743 service neutron] Pushing event updated for resources: {'Port': ['ID=bc96bd03-e9e9-446c-8939-4c0cde7e1747,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:27.886142 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-f31ad80d-d5cb-4331-a018-e507d68ea682 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4261758 Feb 09 03:16:27.902654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-c5639fe6-3a8c-4050-9a88-f924f6d4418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:27.904635 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-c5639fe6-3a8c-4050-9a88-f924f6d4418f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 1127 time: 0.3264561 Feb 09 03:16:28.089657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f3214-2f99-48dd-81a5-2dbb07f93cac req-a37d80ea-997d-4f2d-8c0f-e9ffa07ec15c tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:28.091405 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a5f3214-2f99-48dd-81a5-2dbb07f93cac req-a37d80ea-997d-4f2d-8c0f-e9ffa07ec15c tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 944 time: 0.1952794 Feb 09 03:16:28.134485 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-9c0586a5-0576-41af-a992-48dc439c0916 service neutron] 10.222.0.21 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283728 Feb 09 03:16:28.144019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Publish callbacks [] for router (17307a4d-be24-4990-bf1b-60a1c068feeb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.236231 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-7c5f45ca-6f91-43e4-9b81-290a50533391 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 217 time: 0.3045993 Feb 09 03:16:28.390919 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9b1078cf-03ce-4b9e-aaa8-31ec9426e86d None None] Set router 17307a4d-be24-4990-bf1b-60a1c068feeb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:28.417684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-45499f24-c469-4fce-8717-c79069e97082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:28.422188 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-45499f24-c469-4fce-8717-c79069e97082 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.1754966 Feb 09 03:16:28.428148 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-a9d4be81-d0e8-4a88-befc-3fd968927b8a service neutron] 10.222.0.21 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565572 Feb 09 03:16:28.584272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-3b4126e8-f4d6-45bd-b97c-c1736fec54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:28.585851 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-3b4126e8-f4d6-45bd-b97c-c1736fec54d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1567824 Feb 09 03:16:28.759011 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a5f3214-2f99-48dd-81a5-2dbb07f93cac req-16f032a6-d1ec-4835-8660-f87baf8a4fec tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548147 Feb 09 03:16:28.806047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-f9923da2-beaf-4627-a098-b68951417807 service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101674 Feb 09 03:16:28.880734 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Publish callbacks [] for router_gateway (17307a4d-be24-4990-bf1b-60a1c068feeb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.029025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Deleting port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:29.031011 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a46d436-baaa-4fbf-977d-3621c62a6288 req-0ad162c5-2fe2-43a6-9162-e7a007d3277e service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175620 Feb 09 03:16:29.032028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.100331 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9b1078cf-03ce-4b9e-aaa8-31ec9426e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229930664-router', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:16:26Z', 'revision_number': 5, 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'gw_port': {'id': '560c57fb-f3a1-4a6c-8997-cc17dd7fa269', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:13Z', 'updated_at': '2022-02-09T03:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:29.161131 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1078cf-03ce-4b9e-aaa8-31ec9426e86d None None] Checking router: 17307a4d-be24-4990-bf1b-60a1c068feeb for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:16:29.180813 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1078cf-03ce-4b9e-aaa8-31ec9426e86d None None] Routers {'17307a4d-be24-4990-bf1b-60a1c068feeb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:29.184927 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9b1078cf-03ce-4b9e-aaa8-31ec9426e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:16:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['17307a4d-be24-4990-bf1b-60a1c068feeb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:29.219472 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5084d9-477b-4526-b18d-6978acf8f871 x-openstack-request-id: req-ed5084d9-477b-4526-b18d-6978acf8f871 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:29.220087 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:29.220272 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed5084d9-477b-4526-b18d-6978acf8f871 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:29.220767 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'status': 'completed', 'code': 200} Feb 09 03:16:29.341026 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9b1078cf-03ce-4b9e-aaa8-31ec9426e86d None None] Set router 17307a4d-be24-4990-bf1b-60a1c068feeb gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:29.395792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e5aec-9e3a-44e9-bc84-8bc3681e9239 req-7494868d-029d-45f5-859b-334f4780fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:29.399318 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db3e5aec-9e3a-44e9-bc84-8bc3681e9239 req-7494868d-029d-45f5-859b-334f4780fe3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 1127 time: 0.1553962 Feb 09 03:16:29.446842 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9b1078cf-03ce-4b9e-aaa8-31ec9426e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229930664-router', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:16:28Z', 'revision_number': 6, 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:29.486749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] For port 560c57fb-f3a1-4a6c-8997-cc17dd7fa269, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=560c57fb-f3a1-4a6c-8997-cc17dd7fa269,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:29.487352 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.488462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-985c3e16-6905-4676-b50f-87e0c1fddcf5 req-dbe06342-18b6-4900-8e75-760e986a4966 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 210 time: 0.0819483 Feb 09 03:16:29.489413 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1078cf-03ce-4b9e-aaa8-31ec9426e86d None None] The sync data for ids ['17307a4d-be24-4990-bf1b-60a1c068feeb'] in n-d-824835-15 is: [{'id': '17307a4d-be24-4990-bf1b-60a1c068feeb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229930664-router', 'tenant_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:16:28Z', 'revision_number': 6, 'project_id': '2e2e6c2ffc4d4fbf87bf255cf01c3d74', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:29.508011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbb76e-b14b-4591-8082-39a90ec43bd8 req-a8c3e788-44b6-4179-a2d8-ef3a7a1ee2db tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:29.525396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-33fbb76e-b14b-4591-8082-39a90ec43bd8 req-a8c3e788-44b6-4179-a2d8-ef3a7a1ee2db tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 1127 time: 0.2662017 Feb 09 03:16:29.536485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Calling delete_port for 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:29.671740 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-33fbb76e-b14b-4591-8082-39a90ec43bd8 req-c93d3641-ab69-4bc5-b2dc-47ec8e3a902e tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444402 Feb 09 03:16:29.895215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e5aec-9e3a-44e9-bc84-8bc3681e9239 req-7434f2e6-6c9f-4c0f-a53d-b271f1ac180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:29.897843 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db3e5aec-9e3a-44e9-bc84-8bc3681e9239 req-7434f2e6-6c9f-4c0f-a53d-b271f1ac180c service neutron] 10.222.0.42 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.4927208 Feb 09 03:16:30.008634 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db3e5aec-9e3a-44e9-bc84-8bc3681e9239 req-5427d6e8-c21e-470b-a5e2-0c5f631ac4a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 217 time: 0.0984907 Feb 09 03:16:30.116387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18033263-bcf5-48a7-a178-0a3f6f432f03 req-40013ae7-d629-4b27-832a-506dfbc39a87 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:30.124192 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18033263-bcf5-48a7-a178-0a3f6f432f03 req-40013ae7-d629-4b27-832a-506dfbc39a87 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 1127 time: 0.3236213 Feb 09 03:16:30.188461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e5aec-9e3a-44e9-bc84-8bc3681e9239 req-8eac328a-352c-4efa-9298-f2b99fc1feea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:30.190080 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db3e5aec-9e3a-44e9-bc84-8bc3681e9239 req-8eac328a-352c-4efa-9298-f2b99fc1feea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.1595211 Feb 09 03:16:30.252157 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (560c57fb-f3a1-4a6c-8997-cc17dd7fa269), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.317174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cfc63-bc30-43e7-b888-ac7ab032fd84 req-73fcb046-d4b6-4c11-bea1-0061d78769fe tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:30.319608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-779cfc63-bc30-43e7-b888-ac7ab032fd84 req-73fcb046-d4b6-4c11-bea1-0061d78769fe tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 944 time: 0.3130853 Feb 09 03:16:30.341877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18033263-bcf5-48a7-a178-0a3f6f432f03 req-7c371d4c-0f68-4de8-a573-d33a82e41171 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975012 Feb 09 03:16:30.344677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=560c57fb-f3a1-4a6c-8997-cc17dd7fa269,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:30.465492 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-779cfc63-bc30-43e7-b888-ac7ab032fd84 req-5233c612-2fa7-41a4-b58a-0cb09cf25bdf tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375577 Feb 09 03:16:30.488846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e5aec-9e3a-44e9-bc84-8bc3681e9239 req-18cfcbcd-0dc7-4d27-8db2-2081e8844c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:30.516297 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db3e5aec-9e3a-44e9-bc84-8bc3681e9239 req-18cfcbcd-0dc7-4d27-8db2-2081e8844c02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3081276 Feb 09 03:16:30.517186 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (17307a4d-be24-4990-bf1b-60a1c068feeb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.545871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55162) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:30.705726 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (17307a4d-be24-4990-bf1b-60a1c068feeb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.708806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Publish callbacks [] for router_controller (17307a4d-be24-4990-bf1b-60a1c068feeb), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.810429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db3e5aec-9e3a-44e9-bc84-8bc3681e9239 req-7d34c984-0050-422e-9d4c-ad63f5492f1d service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974625 Feb 09 03:16:30.856970 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-115258e2-f750-48c7-be9f-6c8d61d85cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.941215 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (17307a4d-be24-4990-bf1b-60a1c068feeb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.941768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17307a4d-be24-4990-bf1b-60a1c068feeb {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:16:30.986893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.994825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55190) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:31.000014 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b9dacf25-d8e9-4e5d-b576-0b4a0fad26e5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/17307a4d-be24-4990-bf1b-60a1c068feeb HTTP/1.1" status: 204 len: 168 time: 3.3105805 Feb 09 03:16:31.005651 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bb3b775-eefe-419c-865a-cbe4ecce6578 req-5e2989c0-85b6-4fde-a6e1-b3f3fb9ca5ac tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 210 time: 0.1915362 Feb 09 03:16:31.156288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16d26a-b236-4167-990f-94c6a491d09a req-4efeaab0-aa04-4096-b7cb-8e05deb78fa2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:31.159181 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-4efeaab0-aa04-4096-b7cb-8e05deb78fa2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.65 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 812 time: 0.3433919 Feb 09 03:16:31.237193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14cb9a6-e6ab-4d22-80af-b444776efa8c admin admin] Deleting subnet ecc01e14-5655-4671-bed8-2db1807c7cb3 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:16:31.248946 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b14cb9a6-e6ab-4d22-80af-b444776efa8c admin admin] Publish callbacks [] for subnet (ecc01e14-5655-4671-bed8-2db1807c7cb3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.250668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:31.280813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-b8e60d8d-40d4-441d-aa07-e0fcf44b8d17 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef HTTP/1.1" status: 200 len: 380 time: 0.1007125 Feb 09 03:16:31.281330 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db3e5aec-9e3a-44e9-bc84-8bc3681e9239 req-f43d5bee-df61-4889-a96a-5cd1e7c9fcab service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444566 Feb 09 03:16:31.284725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:31.284882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 03f6cc4e-1862-4eee-8ec6-e6a967a7e1ca not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:31.285263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:31.314788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-cd16d26a-b236-4167-990f-94c6a491d09a req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Request body: {'port': {'device_id': '956d934f-90bc-49f5-bc01-f405b94f985f', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'admin_state_up': True, 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'security_groups': ['23cd1a50-3ce4-406a-95d7-5fbb3432bdd4']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:31.323409 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b14cb9a6-e6ab-4d22-80af-b444776efa8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (ecc01e14-5655-4671-bed8-2db1807c7cb3), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.346943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:31.347301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 560c57fb-f3a1-4a6c-8997-cc17dd7fa269 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:31.400409 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-115258e2-f750-48c7-be9f-6c8d61d85cb9 admin admin] Publish callbacks [] for security_group (26b51426-8485-4d54-bc9d-659c488e0077), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.452880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-115258e2-f750-48c7-be9f-6c8d61d85cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (26b51426-8485-4d54-bc9d-659c488e0077), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.478831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55200) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:31.481116 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-115258e2-f750-48c7-be9f-6c8d61d85cb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c33d6b8de2343a6abf9c9dbb1db7e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9308760 Feb 09 03:16:31.486434 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55202) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:31.537278 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b14cb9a6-e6ab-4d22-80af-b444776efa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ecc01e14-5655-4671-bed8-2db1807c7cb3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.549331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd16d26a-b236-4167-990f-94c6a491d09a req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Made reservation on behalf of ac10f34a12cf4fa8b1d9f6a90369baef for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:31.554183 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd16d26a-b236-4167-990f-94c6a491d09a req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.599121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115258e2-f750-48c7-be9f-6c8d61d85cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b51426-8485-4d54-bc9d-659c488e0077,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:31.689918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253fbf9-3ea7-4ee8-812f-547f149f2f30 req-6ba4badd-2a69-4be5-9afd-24f86ffff997 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:31.692203 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c253fbf9-3ea7-4ee8-812f-547f149f2f30 req-6ba4badd-2a69-4be5-9afd-24f86ffff997 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 944 time: 0.1247971 Feb 09 03:16:31.710540 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b288ebc4-5f9d-4f19-bd22-bde5110bbeb8 admin admin] Publish callbacks [] for security_group (26b51426-8485-4d54-bc9d-659c488e0077), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.753845 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b288ebc4-5f9d-4f19-bd22-bde5110bbeb8 admin admin] Publish callbacks [] for security_group (26b51426-8485-4d54-bc9d-659c488e0077), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.764822 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2060b626-ffe1-47d2-b4b6-3de463718ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.826986 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b14cb9a6-e6ab-4d22-80af-b444776efa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (ecc01e14-5655-4671-bed8-2db1807c7cb3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.853604 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b288ebc4-5f9d-4f19-bd22-bde5110bbeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (26b51426-8485-4d54-bc9d-659c488e0077), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.857408 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b288ebc4-5f9d-4f19-bd22-bde5110bbeb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.859290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b288ebc4-5f9d-4f19-bd22-bde5110bbeb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26b51426-8485-4d54-bc9d-659c488e0077 HTTP/1.1" status: 204 len: 168 time: 0.3717320 Feb 09 03:16:31.860323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c253fbf9-3ea7-4ee8-812f-547f149f2f30 req-1df8a540-afe5-4bc5-a563-fe17d3abbfad tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526301 Feb 09 03:16:31.867261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cb9a6-e6ab-4d22-80af-b444776efa8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc01e14-5655-4671-bed8-2db1807c7cb3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:31.898373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-cd16d26a-b236-4167-990f-94c6a491d09a req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Allocated IP 172.20.0.14 (b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b/06e48ffc-607c-4f3f-a297-93d786090dbf/b7ddd20e-6255-41ef-a764-bc86f5e163a7) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:31.907823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b14cb9a6-e6ab-4d22-80af-b444776efa8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.912066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b776d1c5-e1a4-47fb-b27e-743369ccaaa4 None None] Network e6639341-aa79-4bfb-ad54-d8bac7de169d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:31.919121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b14cb9a6-e6ab-4d22-80af-b444776efa8c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ecc01e14-5655-4671-bed8-2db1807c7cb3 HTTP/1.1" status: 204 len: 168 time: 0.9232612 Feb 09 03:16:31.922009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288ebc4-5f9d-4f19-bd22-bde5110bbeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b51426-8485-4d54-bc9d-659c488e0077,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:31.932624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55208) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:32.276995 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (e6639341-aa79-4bfb-ad54-d8bac7de169d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.285872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f07294c-d1de-4d7f-8dc1-ca8df5b5ebca req-95be453e-d56f-4bb7-9a37-ce1f254fd486 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 210 time: 0.0968649 Feb 09 03:16:32.288137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060b961d-6a80-4d6f-8907-eb44a9339fb6 None None] DHCP port deletion for e6639341-aa79-4bfb-ad54-d8bac7de169d request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:16:32.306512 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2060b626-ffe1-47d2-b4b6-3de463718ded admin admin] Publish callbacks [] for security_group (c03d1f65-cb73-46f1-b3df-36a4adb7dec4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.336677 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2060b626-ffe1-47d2-b4b6-3de463718ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c03d1f65-cb73-46f1-b3df-36a4adb7dec4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.364702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device bc96bd03-e9e9-446c-8939-4c0cde7e1747 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:16:32.455931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060b626-ffe1-47d2-b4b6-3de463718ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03d1f65-cb73-46f1-b3df-36a4adb7dec4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:32.518587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2060b626-ffe1-47d2-b4b6-3de463718ded admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0da001e484a47239f00080018414ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0382152 Feb 09 03:16:32.521180 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55228) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:32.557544 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd16d26a-b236-4167-990f-94c6a491d09a req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.571685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Deleting port 20015045-04e8-48f3-9698-44c3239182c2 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:32.572030 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (20015045-04e8-48f3-9698-44c3239182c2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.658271 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec72e7b7-982f-4484-9a31-b89914e94b2a admin admin] Publish callbacks [] for security_group (c03d1f65-cb73-46f1-b3df-36a4adb7dec4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.692773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port bc96bd03-e9e9-446c-8939-4c0cde7e1747, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:32.714472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec72e7b7-982f-4484-9a31-b89914e94b2a admin admin] Publish callbacks [] for security_group (c03d1f65-cb73-46f1-b3df-36a4adb7dec4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.720003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] For port 20015045-04e8-48f3-9698-44c3239182c2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=20015045-04e8-48f3-9698-44c3239182c2,segment=NetworkSegment(9d20653b-de9b-40f2-bf46-d672b8616336),segment_id=9d20653b-de9b-40f2-bf46-d672b8616336)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:32.735413 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (20015045-04e8-48f3-9698-44c3239182c2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.737083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'port_id': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'mac_address': 'fa:16:3e:4a:1c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:16:32.778858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Calling delete_port for 20015045-04e8-48f3-9698-44c3239182c2 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:32.824534 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec72e7b7-982f-4484-9a31-b89914e94b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c03d1f65-cb73-46f1-b3df-36a4adb7dec4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.827550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec72e7b7-982f-4484-9a31-b89914e94b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.841943 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ec72e7b7-982f-4484-9a31-b89914e94b2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c03d1f65-cb73-46f1-b3df-36a4adb7dec4 HTTP/1.1" status: 204 len: 168 time: 0.3186586 Feb 09 03:16:32.859261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72e7b7-982f-4484-9a31-b89914e94b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03d1f65-cb73-46f1-b3df-36a4adb7dec4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:32.896701 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd16d26a-b236-4167-990f-94c6a491d09a req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.071358 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (20015045-04e8-48f3-9698-44c3239182c2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.161695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port bc96bd03-e9e9-446c-8939-4c0cde7e1747 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:33.161695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.161897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55242) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:33.176118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd16d26a-b236-4167-990f-94c6a491d09a req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:33.194035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-cd16d26a-b236-4167-990f-94c6a491d09a req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:33.198374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] No DVR routers for this DVR port 20015045-04e8-48f3-9698-44c3239182c2 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:33.203186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:33.210545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd16d26a-b236-4167-990f-94c6a491d09a req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:33.244705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc96bd03-e9e9-446c-8939-4c0cde7e1747 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:33.323734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 20015045-04e8-48f3-9698-44c3239182c2 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:33.393665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df77e44-ede4-4827-aeb2-ed27df1a3e82 req-983e3c51-5f88-46cc-b15d-981e4419a86d tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:33.405597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port bc96bd03-e9e9-446c-8939-4c0cde7e1747, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:33.406790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 20015045-04e8-48f3-9698-44c3239182c2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:33.407278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 20015045-04e8-48f3-9698-44c3239182c2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:33.428337 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.428997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9df77e44-ede4-4827-aeb2-ed27df1a3e82 req-983e3c51-5f88-46cc-b15d-981e4419a86d tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 944 time: 0.3768809 Feb 09 03:16:33.475587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-37486064-network', 'tenant_id': 'ae66a0e9a66843ac83f5d2b68cd41747'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:33.549431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Made reservation on behalf of ae66a0e9a66843ac83f5d2b68cd41747 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:33.552782 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.587016 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.641575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=bc96bd03-e9e9-446c-8939-4c0cde7e1747,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:33.653345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['bc96bd03-e9e9-446c-8939-4c0cde7e1747'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:33.682850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=20015045-04e8-48f3-9698-44c3239182c2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:33.690681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16d26a-b236-4167-990f-94c6a491d09a req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:33.691543 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd16d26a-b236-4167-990f-94c6a491d09a req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.715438 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (e6639341-aa79-4bfb-ad54-d8bac7de169d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.721694 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-41ab75b9-5643-4b58-a263-342d3d90e107 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4353840 Feb 09 03:16:33.741348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Request body: {'port': {'device_id': '956d934f-90bc-49f5-bc01-f405b94f985f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:33.757862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-060b961d-6a80-4d6f-8907-eb44a9339fb6 None None] Deleting port 20015045-04e8-48f3-9698-44c3239182c2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:33.758657 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-060b961d-6a80-4d6f-8907-eb44a9339fb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (20015045-04e8-48f3-9698-44c3239182c2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.796705 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d666e0a-7687-42d7-8448-2673bb395917 req-0b5808c9-9dbc-433f-b8bc-a04252945722 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:33.804131 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0d666e0a-7687-42d7-8448-2673bb395917 req-0b5808c9-9dbc-433f-b8bc-a04252945722 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 932 time: 0.1677344 Feb 09 03:16:33.809966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9df77e44-ede4-4827-aeb2-ed27df1a3e82 req-56317cbc-e14a-491a-bfe2-7d2af020dcae tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797441 Feb 09 03:16:33.813398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6639341-aa79-4bfb-ad54-d8bac7de169d']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:33.850006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d20653b-de9b-40f2-bf46-d672b8616336') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:33.850223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d20653b-de9b-40f2-bf46-d672b8616336') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:33.892074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Publish callbacks [] for security_group (d1557b31-883d-45ae-8a0c-f0230d1ac2ab), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.892887 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (9d20653b-de9b-40f2-bf46-d672b8616336), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.904746 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0d666e0a-7687-42d7-8448-2673bb395917 req-5c3c38dc-fdd8-4d15-b8e9-f3e432ca877e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975902 Feb 09 03:16:33.919640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d1557b31-883d-45ae-8a0c-f0230d1ac2ab), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.926002 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9d20653b-de9b-40f2-bf46-d672b8616336), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.933913 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.936721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-060b961d-6a80-4d6f-8907-eb44a9339fb6 None None] For port 20015045-04e8-48f3-9698-44c3239182c2, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:33.937172 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-060b961d-6a80-4d6f-8907-eb44a9339fb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (20015045-04e8-48f3-9698-44c3239182c2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.974199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:16:33.974696 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (9d20653b-de9b-40f2-bf46-d672b8616336), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:16:33.977828 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:16:34.002726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-060b961d-6a80-4d6f-8907-eb44a9339fb6 None None] Calling delete_port for 20015045-04e8-48f3-9698-44c3239182c2 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:34.013222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-060b961d-6a80-4d6f-8907-eb44a9339fb6 None None] Port 20015045-04e8-48f3-9698-44c3239182c2 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:16:34.029444 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-060b961d-6a80-4d6f-8907-eb44a9339fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (20015045-04e8-48f3-9698-44c3239182c2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.062995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b961d-6a80-4d6f-8907-eb44a9339fb6 None None] No DVR routers for this DVR port 20015045-04e8-48f3-9698-44c3239182c2 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:34.165906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b961d-6a80-4d6f-8907-eb44a9339fb6 None None] Pushing event deleted for resources: {'Port': ['ID=20015045-04e8-48f3-9698-44c3239182c2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:34.172498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d1ce46be-33ba-4d18-b945-a8acf41fab90 None None] Provisioning complete for port b7ddd20e-6255-41ef-a764-bc86f5e163a7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:34.173119 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1ce46be-33ba-4d18-b945-a8acf41fab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.228602 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce46be-33ba-4d18-b945-a8acf41fab90 None None] Port b7ddd20e-6255-41ef-a764-bc86f5e163a7 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:34.310053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f139-7a86-4bb6-9fda-0c934733778e req-835ee470-3abf-4203-8c71-b17459eda17e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:34.318247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-835ee470-3abf-4203-8c71-b17459eda17e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 820 time: 0.3611014 Feb 09 03:16:34.331634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (e6639341-aa79-4bfb-ad54-d8bac7de169d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.383485 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:16:34.390161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1557b31-883d-45ae-8a0c-f0230d1ac2ab,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:34.399059 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.399400 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Added segment 23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110 of type vlan for network 75828077-ee15-447a-987f-4c4688c24eaa Feb 09 03:16:34.401813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-729f9c7b-3674-4efe-8c5f-e8fc081ad7c5 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/quotas/612b79b2c8c44d278e66100587b7c4b3 HTTP/1.1" status: 200 len: 375 time: 0.0817592 Feb 09 03:16:34.446685 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.452164 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (75828077-ee15-447a-987f-4c4688c24eaa), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.455313 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e6639341-aa79-4bfb-ad54-d8bac7de169d HTTP/1.1" status: 204 len: 168 time: 2.5189817 Feb 09 03:16:34.473573 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c513f3-c048-475c-aabc-06a0617c51c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6639341-aa79-4bfb-ad54-d8bac7de169d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:34.507507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55282) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:34.543673 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (75828077-ee15-447a-987f-4c4688c24eaa), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.544826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:34.546659 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.583434 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-00efc810-593e-41f4-bbdd-c119a0ca99e9 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1804588 Feb 09 03:16:34.657616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.4946458 Feb 09 03:16:34.662890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55288) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:34.679302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-5e18c126-1dfe-4566-a105-222822512e69 admin admin] Request body: {'subnet': {'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-37486064-subnet', 'tenant_id': 'ae66a0e9a66843ac83f5d2b68cd41747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:34.687095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc96cd3-3b0c-48ee-bc1e-c981ceee6c9a admin admin] Pushing event updated for resources: {'Network': ['ID=75828077-ee15-447a-987f-4c4688c24eaa,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:34.702399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 75828077-ee15-447a-987f-4c4688c24eaa details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:16:34.717808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55290) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:34.764560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-469596071-network', 'tenant_id': '46696f9de4604dd5998a8164d84283b8'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:34.783384 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-467b4b2f-c394-4b05-885c-3efabb40cda9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=323324d4efbc491a986d5b2503e04608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643408 Feb 09 03:16:34.786275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55292) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:34.867404 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-9cbc0b34-8a43-4180-9f56-36969bd5d9b9 service neutron] 10.222.0.21 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829480 Feb 09 03:16:34.871615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e18c126-1dfe-4566-a105-222822512e69 admin admin] Made reservation on behalf of ae66a0e9a66843ac83f5d2b68cd41747 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:34.874838 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e18c126-1dfe-4566-a105-222822512e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.883085 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f2697cb-c881-4e26-b744-0ff0f08e3ea8 admin admin] Publish callbacks [] for security_group (33336a73-4c97-4c66-9895-976c97566c77), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.909274 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f2697cb-c881-4e26-b744-0ff0f08e3ea8 admin admin] Publish callbacks [] for security_group (33336a73-4c97-4c66-9895-976c97566c77), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.977283 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f2697cb-c881-4e26-b744-0ff0f08e3ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (33336a73-4c97-4c66-9895-976c97566c77), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.981200 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f2697cb-c881-4e26-b744-0ff0f08e3ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.985756 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8f2697cb-c881-4e26-b744-0ff0f08e3ea8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33336a73-4c97-4c66-9895-976c97566c77 HTTP/1.1" status: 204 len: 168 time: 0.1981668 Feb 09 03:16:35.006228 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2697cb-c881-4e26-b744-0ff0f08e3ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33336a73-4c97-4c66-9895-976c97566c77,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:35.147657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Made reservation on behalf of 46696f9de4604dd5998a8164d84283b8 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:35.149959 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.262997 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.274665 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e18c126-1dfe-4566-a105-222822512e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (ed0c13e8-f21f-41ec-8779-9469bf3fb0ce), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.342608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfc4af-1dc0-4e66-b029-0a4a7576b574 req-6eafc8ad-9ec6-4fef-b089-a1c11cb32ebd tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:35.344219 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82dfc4af-1dc0-4e66-b029-0a4a7576b574 req-6eafc8ad-9ec6-4fef-b089-a1c11cb32ebd tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 945 time: 0.1136162 Feb 09 03:16:35.420581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ddd20e-6255-41ef-a764-bc86f5e163a7 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:35.434146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Publish callbacks [] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.457836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82dfc4af-1dc0-4e66-b029-0a4a7576b574 req-8540293f-8f4c-4f47-b244-d065174ada26 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071959 Feb 09 03:16:35.502825 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Transition to ACTIVE for port object b7ddd20e-6255-41ef-a764-bc86f5e163a7 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:16:35.552876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.633897 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Publish callbacks [] for security_group (50a14299-8056-4140-b0f7-e3b55ef12b05), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.648598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b0067-0c8a-4772-a468-08cd920928f6 req-a5c39168-8d04-4e38-8c57-71c1254e35fc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:35.650314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f26b0067-0c8a-4772-a468-08cd920928f6 req-a5c39168-8d04-4e38-8c57-71c1254e35fc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 944 time: 0.0784016 Feb 09 03:16:35.658023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18c126-1dfe-4566-a105-222822512e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0c13e8-f21f-41ec-8779-9469bf3fb0ce,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:35.658275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55304) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:35.672258 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (50a14299-8056-4140-b0f7-e3b55ef12b05), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.685375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:16:35.696785 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (fb7c4d3d-94ec-4751-b06a-89390463de8a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.697934 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Added segment fb7c4d3d-94ec-4751-b06a-89390463de8a of type vlan for network ab1b5245-6614-42db-bf69-22807f125bf8 Feb 09 03:16:35.747298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c664be7b-417a-42d1-b2a8-05478c66ea0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e2e6c2ffc4d4fbf87bf255cf01c3d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0830839 Feb 09 03:16:35.747555 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (ab1b5245-6614-42db-bf69-22807f125bf8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.747674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55308) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:35.799884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e18c126-1dfe-4566-a105-222822512e69 admin admin] Checking segment: {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:35.800381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18c126-1dfe-4566-a105-222822512e69 admin admin] Network hostable DHCP agents. Network: 75828077-ee15-447a-987f-4c4688c24eaa, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:16:35.831617 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f26b0067-0c8a-4772-a468-08cd920928f6 req-7663833f-0b64-4366-8d55-20b276c6aa0c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471484 Feb 09 03:16:35.837485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a14299-8056-4140-b0f7-e3b55ef12b05,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:35.842211 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-09e81f41-9f9a-46af-93f5-4846e349f171 service neutron] 10.222.0.21 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118812 Feb 09 03:16:35.843011 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (ab1b5245-6614-42db-bf69-22807f125bf8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.843936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:35.844553 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.889743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06a55544-0b47-45aa-aafd-703bfc8b7f12 admin admin] Publish callbacks [] for security_group (4ec3de2c-fa28-4f1f-a82f-000e0c6b124a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.896827 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3853250 Feb 09 03:16:35.901773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55310) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:35.928795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4253f29d-0c88-48e8-afe5-a841e55aeb60 admin admin] Request body: {'subnet': {'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-469596071-subnet', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:35.932780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18c126-1dfe-4566-a105-222822512e69 admin admin] Network 75828077-ee15-447a-987f-4c4688c24eaa is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:16:36.003214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06a55544-0b47-45aa-aafd-703bfc8b7f12 admin admin] Publish callbacks [] for security_group (4ec3de2c-fa28-4f1f-a82f-000e0c6b124a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:36.051937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5e18c126-1dfe-4566-a105-222822512e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 75828077-ee15-447a-987f-4c4688c24eaa) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:36.064789 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7af835-49c1-48e6-ae96-c08a3b1a0b86 None None] Network 75828077-ee15-447a-987f-4c4688c24eaa requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:36.072054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e18c126-1dfe-4566-a105-222822512e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:36.073207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e18c126-1dfe-4566-a105-222822512e69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:36.121735 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5e18c126-1dfe-4566-a105-222822512e69 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4518955 Feb 09 03:16:36.144692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06a55544-0b47-45aa-aafd-703bfc8b7f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4ec3de2c-fa28-4f1f-a82f-000e0c6b124a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:36.152671 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06a55544-0b47-45aa-aafd-703bfc8b7f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:36.156592 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-06a55544-0b47-45aa-aafd-703bfc8b7f12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ec3de2c-fa28-4f1f-a82f-000e0c6b124a HTTP/1.1" status: 204 len: 168 time: 0.4079399 Feb 09 03:16:36.175970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a55544-0b47-45aa-aafd-703bfc8b7f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec3de2c-fa28-4f1f-a82f-000e0c6b124a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:36.182689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:36.187016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4253f29d-0c88-48e8-afe5-a841e55aeb60 admin admin] Made reservation on behalf of 46696f9de4604dd5998a8164d84283b8 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:36.189933 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4253f29d-0c88-48e8-afe5-a841e55aeb60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:36.246920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0300548-48b7-4af3-9f1d-0042340e6922 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1b5245-6614-42db-bf69-22807f125bf8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:36.308997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Attempting to bind port b7ddd20e-6255-41ef-a764-bc86f5e163a7 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:36.310478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Attempting to bind port b7ddd20e-6255-41ef-a764-bc86f5e163a7 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:36.310895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Attempting to bind port b7ddd20e-6255-41ef-a764-bc86f5e163a7 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:36.323878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Port b7ddd20e-6255-41ef-a764-bc86f5e163a7 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:16:36.324209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Attempting to bind port b7ddd20e-6255-41ef-a764-bc86f5e163a7 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:36.343233 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network ab1b5245-6614-42db-bf69-22807f125bf8 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:16:36.349942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:36.350387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Checking segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:36.350785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Bound using segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:36.351540 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Bound port: b7ddd20e-6255-41ef-a764-bc86f5e163a7, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:36.351668 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:36.560021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:36.571227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:36.586149 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:36.601156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device bc96bd03-e9e9-446c-8939-4c0cde7e1747 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:36.629107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ebd750-b809-4359-95a5-b6c9aa75707f None None] Network 75828077-ee15-447a-987f-4c4688c24eaa requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:36.700563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:36.701730 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:36.705686 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] 10.222.0.65 "PUT /v2.0/ports/b7ddd20e-6255-41ef-a764-bc86f5e163a7 HTTP/1.1" status: 200 len: 1093 time: 2.9681993 Feb 09 03:16:36.711706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:36.718354 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c4c310-8aff-4966-a69c-15ed1f5929b2" -d '{"events": [{"name": "network-changed", "server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:36.734320 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a150568-0a3b-4a35-baf6-8012188eb449 req-e0371ad4-14e6-4aed-a4f9-51688ce52ca1 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.1166122 Feb 09 03:16:36.736709 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4253f29d-0c88-48e8-afe5-a841e55aeb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (87e338df-aa5d-4662-99c5-3dddbdc6dbca), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:36.895461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253f29d-0c88-48e8-afe5-a841e55aeb60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e338df-aa5d-4662-99c5-3dddbdc6dbca,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:36.911291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4253f29d-0c88-48e8-afe5-a841e55aeb60 admin admin] Checking segment: {'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:36.911648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253f29d-0c88-48e8-afe5-a841e55aeb60 admin admin] Network hostable DHCP agents. Network: ab1b5245-6614-42db-bf69-22807f125bf8, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:16:37.032333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65479c16-a470-4cc4-a5a6-aafa8224c244 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:37.068848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253f29d-0c88-48e8-afe5-a841e55aeb60 admin admin] Network ab1b5245-6614-42db-bf69-22807f125bf8 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:16:37.122513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16d26a-b236-4167-990f-94c6a491d09a req-bdc62eaa-a1f2-4a5f-97ce-083f5fd2c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:37.130218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797a332-3c81-412a-9dca-846d19df35ca req-87257f0f-9393-4539-96f3-97ab23d8a2b2 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:37.131224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-bdc62eaa-a1f2-4a5f-97ce-083f5fd2c192 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 1127 time: 0.3255477 Feb 09 03:16:37.146679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b797a332-3c81-412a-9dca-846d19df35ca req-87257f0f-9393-4539-96f3-97ab23d8a2b2 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 945 time: 0.2178349 Feb 09 03:16:37.219824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4253f29d-0c88-48e8-afe5-a841e55aeb60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, ab1b5245-6614-42db-bf69-22807f125bf8) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:37.233440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf4d31-65e7-45da-bf75-e41ce62e007f None None] Network ab1b5245-6614-42db-bf69-22807f125bf8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:37.241331 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4253f29d-0c88-48e8-afe5-a841e55aeb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:37.242876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port bc96bd03-e9e9-446c-8939-4c0cde7e1747 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:16:37.245437 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4253f29d-0c88-48e8-afe5-a841e55aeb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.272854 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-fa816bcd-c03a-4e58-a7f6-b500ad7bf236 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7 HTTP/1.1" status: 200 len: 217 time: 0.1271291 Feb 09 03:16:37.276201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port bc96bd03-e9e9-446c-8939-4c0cde7e1747 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:37.276843 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.308001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b797a332-3c81-412a-9dca-846d19df35ca req-e1b8475a-29eb-4d9b-bcd6-82c4343cc8bb tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482394 Feb 09 03:16:37.331995 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4253f29d-0c88-48e8-afe5-a841e55aeb60 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4290094 Feb 09 03:16:37.335495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55366) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:37.349595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:37.395323 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.396393 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.444893 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e031d59c-dd06-45ec-b7d4-f7a0b738b4bb x-openstack-request-id: req-e031d59c-dd06-45ec-b7d4-f7a0b738b4bb {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:37.445173 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:37.445457 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e031d59c-dd06-45ec-b7d4-f7a0b738b4bb {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:37.445861 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'status': 'completed', 'code': 200} Feb 09 03:16:37.504631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16d26a-b236-4167-990f-94c6a491d09a req-edb7759f-ae9b-435b-b916-0f2761a1481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:37.506201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-edb7759f-ae9b-435b-b916-0f2761a1481b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.2278595 Feb 09 03:16:37.514039 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Publish callbacks [] for router_controller (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.649133 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.715754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-ab1b5245-6614-42db-bf69-22807f125bf8', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'project_id': '46696f9de4604dd5998a8164d84283b8', 'fixed_ips': [{'subnet_id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:16:37.722717 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.882849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Publish callbacks [] for router_gateway (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.922739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port bc96bd03-e9e9-446c-8939-4c0cde7e1747 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:37.923593 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.923736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb393994-d8e3-4df0-a5e7-9368fde303b5 req-bfabd6d0-5b05-4b4f-b814-0c062f5342d2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:37.936517 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb393994-d8e3-4df0-a5e7-9368fde303b5 req-bfabd6d0-5b05-4b4f-b814-0c062f5342d2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 944 time: 0.3255219 Feb 09 03:16:38.058942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port bc96bd03-e9e9-446c-8939-4c0cde7e1747, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:38.061915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:38.066484 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2779d0f4-fa15-4e5a-b9a8-a5ae54985178" -d '{"events": [{"server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "name": "network-vif-plugged", "status": "completed", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:38.080123 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:38.099904 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb393994-d8e3-4df0-a5e7-9368fde303b5 req-1623cd5e-24a5-4997-af0f-6feb19541597 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598907 Feb 09 03:16:38.190637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Allocated IP 172.20.0.2 (ab1b5245-6614-42db-bf69-22807f125bf8/87e338df-aa5d-4662-99c5-3dddbdc6dbca/7cbe0fef-b046-482a-a10a-1c78357e8b75) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:38.336623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=bc96bd03-e9e9-446c-8939-4c0cde7e1747,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:38.386097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16d26a-b236-4167-990f-94c6a491d09a req-fc44daaa-f4ea-4fff-936b-6aefb45024d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:38.387772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-fc44daaa-f4ea-4fff-936b-6aefb45024d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8737266 Feb 09 03:16:38.405143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d39e19f8-18c9-4eb9-94db-9307d9341262 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:38.406819 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d39e19f8-18c9-4eb9-94db-9307d9341262 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/networks?id=75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 200 len: 803 time: 1.0379555 Feb 09 03:16:38.619887 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Publish callbacks [] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:38.630391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-5808db3d-6ff9-4b7b-bca7-06dc131065ea service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149558 Feb 09 03:16:38.641223 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:38.654582 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc8a446b-c02d-46b7-b2e2-a918031ad8af req-7e03a083-03c2-43a7-a674-46f6228ac7b8 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.1946445 Feb 09 03:16:38.796464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Network ab1b5245-6614-42db-bf69-22807f125bf8 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:38.828006 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3607742-4e97-471f-ac07-b682c0c6cd39 x-openstack-request-id: req-a3607742-4e97-471f-ac07-b682c0c6cd39 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:38.829015 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-3c8bd118-26af-4966-a371-35cad282e953 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/quotas/ae66a0e9a66843ac83f5d2b68cd41747 HTTP/1.1" status: 200 len: 375 time: 0.1942580 Feb 09 03:16:38.829460 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "name": "network-vif-plugged", "status": "completed", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:38.829819 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3607742-4e97-471f-ac07-b682c0c6cd39 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:38.830337 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'code': 200} Feb 09 03:16:38.837238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f139-7a86-4bb6-9fda-0c934733778e req-c6b2decc-337f-4c6e-8698-823c9b42938e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:38.838573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:38.844144 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-c6b2decc-337f-4c6e-8698-823c9b42938e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 820 time: 0.4976573 Feb 09 03:16:38.863068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:38.879963 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-f808f139-7a86-4bb6-9fda-0c934733778e req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Request body: {'port': {'device_id': '312eb169-9169-462d-89bc-52dfaf75d7b2', 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf', 'admin_state_up': True, 'tenant_id': '612b79b2c8c44d278e66100587b7c4b3'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:38.887457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Pushing event updated for resources: {'Port': ['ID=7cbe0fef-b046-482a-a10a-1c78357e8b75,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:38.927397 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-3ef2bbba-12b7-4373-a581-2d43a4740f31 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974290 Feb 09 03:16:39.050594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Attempting to bind port 7cbe0fef-b046-482a-a10a-1c78357e8b75 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:39.051734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Attempting to bind port 7cbe0fef-b046-482a-a10a-1c78357e8b75 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:39.052907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Attempting to bind port 7cbe0fef-b046-482a-a10a-1c78357e8b75 on network ab1b5245-6614-42db-bf69-22807f125bf8 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:39.060407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:39.061220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Checking segment: {'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:39.061951 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.062559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Bound using segment: {'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:39.063263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Bound port: 7cbe0fef-b046-482a-a10a-1c78357e8b75, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:39.063972 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.172998 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd16d26a-b236-4167-990f-94c6a491d09a req-65575f8c-4d7b-46a9-a381-0c3506a269cc service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341239 Feb 09 03:16:39.222655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] For port 7cbe0fef-b046-482a-a10a-1c78357e8b75, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:39.223941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-c08eb27f-0f9a-4c6b-b959-46d793206c13 service neutron] 10.222.0.21 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852955 Feb 09 03:16:39.237211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] For port 7cbe0fef-b046-482a-a10a-1c78357e8b75, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7cbe0fef-b046-482a-a10a-1c78357e8b75,segment=NetworkSegment(fb7c4d3d-94ec-4751-b06a-89390463de8a),segment_id=fb7c4d3d-94ec-4751-b06a-89390463de8a)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:39.256073 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.380793 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Publish callbacks [] for router_gateway (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.408282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff80def-606a-4da6-9c98-c566c80847be None None] Pushing event updated for resources: {'Port': ['ID=7cbe0fef-b046-482a-a10a-1c78357e8b75,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:39.509598 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.540761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668597-f5b2-4d95-bb5f-284138100fa5 req-3b5bc07f-e929-40b7-b59e-cd05eef8adb4 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:39.548602 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00668597-f5b2-4d95-bb5f-284138100fa5 req-3b5bc07f-e929-40b7-b59e-cd05eef8adb4 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 946 time: 0.4545538 Feb 09 03:16:39.549424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4c310-8aff-4966-a69c-15ed1f5929b2 req-bb353b0b-789f-40fa-993a-fa4307f730c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:39.550930 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25c4c310-8aff-4966-a69c-15ed1f5929b2 req-bb353b0b-789f-40fa-993a-fa4307f730c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 1127 time: 0.2700963 Feb 09 03:16:39.653912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23a449-2465-4cfe-b0b2-835d0404a8b7 req-4eaa9598-c4d8-4eef-9148-94e7747c24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:39.655542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec23a449-2465-4cfe-b0b2-835d0404a8b7 req-4eaa9598-c4d8-4eef-9148-94e7747c24eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 1129 time: 0.7106535 Feb 09 03:16:39.728097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4c310-8aff-4966-a69c-15ed1f5929b2 req-00c66e6e-4531-4c15-a9be-32df0c71faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:39.730582 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25c4c310-8aff-4966-a69c-15ed1f5929b2 req-00c66e6e-4531-4c15-a9be-32df0c71faa4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.1698074 Feb 09 03:16:39.751452 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-2932d56d-a779-4101-aaef-643f7832927e service neutron] 10.222.0.21 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200260 Feb 09 03:16:39.788144 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25c4c310-8aff-4966-a69c-15ed1f5929b2 req-d32315df-799c-4aee-a5a6-0945dff3c26d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7 HTTP/1.1" status: 200 len: 217 time: 0.0478470 Feb 09 03:16:39.876111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4c310-8aff-4966-a69c-15ed1f5929b2 req-bd367542-0720-4bcc-a134-d95a7dcfd005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:39.877703 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25c4c310-8aff-4966-a69c-15ed1f5929b2 req-bd367542-0720-4bcc-a134-d95a7dcfd005 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0831282 Feb 09 03:16:39.922877 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00668597-f5b2-4d95-bb5f-284138100fa5 req-a92554dc-d245-4e41-813f-ebfea222660a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731687 Feb 09 03:16:39.958326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f808f139-7a86-4bb6-9fda-0c934733778e req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Made reservation on behalf of 612b79b2c8c44d278e66100587b7c4b3 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:39.974780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4c310-8aff-4966-a69c-15ed1f5929b2 req-6d72022e-d3f3-42b2-aedf-61d3c38833d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:39.976309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25c4c310-8aff-4966-a69c-15ed1f5929b2 req-6d72022e-d3f3-42b2-aedf-61d3c38833d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0929768 Feb 09 03:16:39.983833 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f808f139-7a86-4bb6-9fda-0c934733778e req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:40.053167 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec23a449-2465-4cfe-b0b2-835d0404a8b7 req-df65beeb-5d72-41c1-b6d1-33ae98eaf5a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566298 Feb 09 03:16:40.143435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Allocated IP 172.25.5.158 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/4196f6ed-dd2c-4f72-9b23-c968553e5ce7) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:40.245063 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25c4c310-8aff-4966-a69c-15ed1f5929b2 req-cab1d294-4109-4aa8-9463-cb0beecefd07 service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596641 Feb 09 03:16:40.413537 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25c4c310-8aff-4966-a69c-15ed1f5929b2 req-0a93c708-307b-433d-9e18-c2423cb89100 service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379087 Feb 09 03:16:40.577381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-766901bf-3abd-414d-b761-738f7c4844a7 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aed96b560abd4b2f938880d5953ce8fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575571 Feb 09 03:16:40.588416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918a9ad-79db-492b-a9fd-9bb6613e227c req-dccf1f3f-912c-483a-b700-f472e024d31b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:40.606657 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6918a9ad-79db-492b-a9fd-9bb6613e227c req-dccf1f3f-912c-483a-b700-f472e024d31b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 944 time: 0.5035746 Feb 09 03:16:40.725034 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-f808f139-7a86-4bb6-9fda-0c934733778e req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Allocated IP 172.20.0.2 (15acbecb-9714-49f5-a492-2cdfa4603bbf/7bb24eb0-9eab-422f-8add-dff7fc4bde51/a2fa81d5-4ae3-438f-a473-541fb6ee238a) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:40.827040 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Publish callbacks [] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:40.838847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-8f570242-d9af-4a7b-9a20-1d08ed7d7f58 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:40.844811 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-8f570242-d9af-4a7b-9a20-1d08ed7d7f58 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2659349 Feb 09 03:16:40.876609 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-92f78211-5580-4873-87e9-1a045771fd62 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/quotas/aed96b560abd4b2f938880d5953ce8fc HTTP/1.1" status: 200 len: 375 time: 0.0252881 Feb 09 03:16:40.929924 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-b262b4a4-0b91-4936-aa03-6ecc46a7b3d0 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aed96b560abd4b2f938880d5953ce8fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469742 Feb 09 03:16:40.934326 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6918a9ad-79db-492b-a9fd-9bb6613e227c req-752adc79-5e2e-4683-80cf-788f046af966 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978768 Feb 09 03:16:41.032031 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:41.174450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91648848-95e6-4b4b-a6cb-51ddcef3bdcf None None] Network ab1b5245-6614-42db-bf69-22807f125bf8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:41.378654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c057e935-febd-414e-aeaa-1bdfa9c3fce3 req-0c311854-cec3-4ff8-9933-4a0e2cb25a06 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 210 time: 0.1025269 Feb 09 03:16:41.451301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7cbe0fef-b046-482a-a10a-1c78357e8b75 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:41.483949 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f808f139-7a86-4bb6-9fda-0c934733778e req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks [] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:41.493098 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-17d1701e-e496-4311-a481-c5fe5b605620 None None] Provisioning complete for port 7cbe0fef-b046-482a-a10a-1c78357e8b75 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:41.493507 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17d1701e-e496-4311-a481-c5fe5b605620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:41.507057 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4196f6ed-dd2c-4f72-9b23-c968553e5ce7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:41.573498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-53dedca4-e41b-473c-8f66-7b14ed0bb62d req-af9d4d07-d97d-4b4f-97eb-c4729054d16b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0687723 Feb 09 03:16:41.588113 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:41.593258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:41.602021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:41.630298 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3046f-e9b7-4cdd-98ca-0f15be9ec273 req-903e9fe6-28c1-44b6-b077-e8c33316144b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:41.634205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87a3046f-e9b7-4cdd-98ca-0f15be9ec273 req-903e9fe6-28c1-44b6-b077-e8c33316144b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 946 time: 0.1199501 Feb 09 03:16:41.714981 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87a3046f-e9b7-4cdd-98ca-0f15be9ec273 req-76f5983f-1d7f-45f6-90da-7d815039f87f tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744977 Feb 09 03:16:41.716981 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f808f139-7a86-4bb6-9fda-0c934733778e req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:41.734069 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-17d1701e-e496-4311-a481-c5fe5b605620 None None] Current status of the port 7cbe0fef-b046-482a-a10a-1c78357e8b75 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:41.734646 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17d1701e-e496-4311-a481-c5fe5b605620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:41.817238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-17d1701e-e496-4311-a481-c5fe5b605620 None None] For port 7cbe0fef-b046-482a-a10a-1c78357e8b75, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7cbe0fef-b046-482a-a10a-1c78357e8b75,segment=NetworkSegment(fb7c4d3d-94ec-4751-b06a-89390463de8a),segment_id=fb7c4d3d-94ec-4751-b06a-89390463de8a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:41.819411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 7cbe0fef-b046-482a-a10a-1c78357e8b75 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:41.820183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:41.857069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Pushing event updated for resources: {'Port': ['ID=a2fa81d5-4ae3-438f-a473-541fb6ee238a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:41.877747 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17d1701e-e496-4311-a481-c5fe5b605620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.004638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f808f139-7a86-4bb6-9fda-0c934733778e req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Network 15acbecb-9714-49f5-a492-2cdfa4603bbf is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:42.017617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-f808f139-7a86-4bb6-9fda-0c934733778e req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:42.032763 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-21b8eb7c-606a-4983-a9a6-ccf6af7505eb tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2848177 Feb 09 03:16:42.038140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7cbe0fef-b046-482a-a10a-1c78357e8b75 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:42.040792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:42.076747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1701e-e496-4311-a481-c5fe5b605620 None None] Pushing event updated for resources: {'Port': ['ID=7cbe0fef-b046-482a-a10a-1c78357e8b75,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:42.098764 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.103867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-f808f139-7a86-4bb6-9fda-0c934733778e req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:42.153381 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb29e98f-ec97-4e3d-911e-154f1bd8d23c req-7263b738-755a-475a-bcf1-fabddda25573 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 210 time: 0.2903967 Feb 09 03:16:42.221963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-044e74c2-2dbc-4111-a2b8-88cf8800f439 None None] Provisioning complete for port 7cbe0fef-b046-482a-a10a-1c78357e8b75 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:42.222442 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-044e74c2-2dbc-4111-a2b8-88cf8800f439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.226155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f139-7a86-4bb6-9fda-0c934733778e req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:42.226818 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f808f139-7a86-4bb6-9fda-0c934733778e req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.281388 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-ef05425f-9bd6-464d-aa27-a866bf173858 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4164107 Feb 09 03:16:42.297661 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.338522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-044e74c2-2dbc-4111-a2b8-88cf8800f439 None None] Current status of the port 7cbe0fef-b046-482a-a10a-1c78357e8b75 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:42.380159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-7b8310de-5f08-458c-9dd2-3874101d21d5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:42.381708 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-7b8310de-5f08-458c-9dd2-3874101d21d5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "GET /v2.0/networks?id=75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 200 len: 803 time: 0.6094902 Feb 09 03:16:42.386469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Request body: {'port': {'device_id': '312eb169-9169-462d-89bc-52dfaf75d7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:42.405479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Request body: {'port': {'device_id': '0d73f94d-62d0-4b16-a053-5767e3537279', 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'admin_state_up': True, 'tenant_id': 'ae66a0e9a66843ac83f5d2b68cd41747'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:42.450902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Allocated IP 172.25.5.136 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/782b6b9c-8a3f-4138-b3e0-d9da637ceade) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:42.562146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for port (782b6b9c-8a3f-4138-b3e0-d9da637ceade), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.600266 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (782b6b9c-8a3f-4138-b3e0-d9da637ceade), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.648070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:42.651727 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:42.655410 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:42.678576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Pushing event updated for resources: {'Port': ['ID=782b6b9c-8a3f-4138-b3e0-d9da637ceade,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:42.754378 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.827915 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-4314b860-e033-4bfd-bc05-db1f94b69466 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=aed96b560abd4b2f938880d5953ce8fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258110 Feb 09 03:16:42.828474 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (782b6b9c-8a3f-4138-b3e0-d9da637ceade), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.837174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.862529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Publish callbacks [] for router_gateway (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.074542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-0255148b-92e6-4462-ab81-f9e373591ea3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:43.078309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-0255148b-92e6-4462-ab81-f9e373591ea3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544466 Feb 09 03:16:43.101988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Request body: {'port': {'device_id': '80aaa205-b339-45ea-a3db-42eabe356a13', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'aed96b560abd4b2f938880d5953ce8fc'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:43.120267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for port (782b6b9c-8a3f-4138-b3e0-d9da637ceade), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.148328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b9a3a-84b3-4b94-9093-5552c3ab5867 req-90297b09-20f8-4b9c-a201-eb298ed9e49e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:43.154962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (782b6b9c-8a3f-4138-b3e0-d9da637ceade), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.156982 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-977b9a3a-84b3-4b94-9093-5552c3ab5867 req-90297b09-20f8-4b9c-a201-eb298ed9e49e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 944 time: 0.7839029 Feb 09 03:16:43.204341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Pushing event updated for resources: {'Port': ['ID=782b6b9c-8a3f-4138-b3e0-d9da637ceade,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:43.230746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7cbe0fef-b046-482a-a10a-1c78357e8b75 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:43.269221 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.297760 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 7cbe0fef-b046-482a-a10a-1c78357e8b75 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:43.298392 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.307573 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.309894 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-02c96a17-0101-45b7-9392-ec1228f9b037 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2756364 Feb 09 03:16:43.328491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Made reservation on behalf of ae66a0e9a66843ac83f5d2b68cd41747 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:43.331832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.347955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-977b9a3a-84b3-4b94-9093-5552c3ab5867 req-533242e8-2458-4a42-91e3-5e4fa00cd0e7 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900072 Feb 09 03:16:43.391763 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-397dac4a-ad82-4909-8e10-e9c9a3dcd202 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 696 time: 0.0711398 Feb 09 03:16:43.427478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7cbe0fef-b046-482a-a10a-1c78357e8b75 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:43.461207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fa81d5-4ae3-438f-a473-541fb6ee238a {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:43.469763 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Publish callbacks [] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.483317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Transition to ACTIVE for port object a2fa81d5-4ae3-438f-a473-541fb6ee238a will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:16:43.483625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Made reservation on behalf of aed96b560abd4b2f938880d5953ce8fc for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:43.487208 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.491975 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.499202 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.504401 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.535169 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-a3cefca0-b611-4a2b-8ac2-2ab16eccc6b3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:43.536674 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65b3b0d7-0860-4320-a5e1-6239a66ce211 req-a3cefca0-b611-4a2b-8ac2-2ab16eccc6b3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.1440125 Feb 09 03:16:43.594599 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2e6f55b4-7f9d-43f9-a51e-3a435efb37c9 req-01c4cb8f-9b31-43e7-b536-c8409240a38c tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 210 time: 0.1042356 Feb 09 03:16:43.666619 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks [] for security_group (28e1a727-f921-4283-ab34-064a3de929a9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.679963 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (28e1a727-f921-4283-ab34-064a3de929a9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.746403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e1a727-f921-4283-ab34-064a3de929a9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:43.816129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa81d5-4ae3-438f-a473-541fb6ee238a,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:43.833172 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:16:43.919807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Allocated IP 172.20.0.14 (75828077-ee15-447a-987f-4c4688c24eaa/ed0c13e8-f21f-41ec-8779-9469bf3fb0ce/4ab45e12-50d6-4d61-b635-d0cad267a60f) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:43.937814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5718212-9395-4e36-86d5-b52b6f55c97d req-f5abf783-4618-4ad9-abbb-c2b9924e3b4a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:43.939445 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5718212-9395-4e36-86d5-b52b6f55c97d req-f5abf783-4618-4ad9-abbb-c2b9924e3b4a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1291738 Feb 09 03:16:43.952525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:43.956517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Allocated IP 192.168.233.81 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/822a84fd-307d-463e-ba58-acaff5b4841e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:43.968835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'port_id': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'mac_address': 'fa:16:3e:6a:67:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:16:43.976028 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4d438ed-2165-4672-ba96-410c7416c454 req-6c234bef-e986-477b-afed-f3a63ab0b74a tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 210 time: 0.1635489 Feb 09 03:16:44.018817 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b7ddd20e-6255-41ef-a764-bc86f5e163a7 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:44.019272 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.038800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ddd20e-6255-41ef-a764-bc86f5e163a7 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:44.059211 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5718212-9395-4e36-86d5-b52b6f55c97d req-cbf1c20a-ac06-41e2-8d70-674a6aa5f5c6 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118333 Feb 09 03:16:44.077656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:44.095595 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.148961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:44.229939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:16:44.235309 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks [] for port (822a84fd-307d-463e-ba58-acaff5b4841e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.264445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Attempting to bind port a2fa81d5-4ae3-438f-a473-541fb6ee238a on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:44.264787 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Attempting to bind port a2fa81d5-4ae3-438f-a473-541fb6ee238a by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:44.265117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Attempting to bind port a2fa81d5-4ae3-438f-a473-541fb6ee238a on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:44.277683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.297411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Port a2fa81d5-4ae3-438f-a473-541fb6ee238a on network 15acbecb-9714-49f5-a492-2cdfa4603bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:16:44.297411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Attempting to bind port a2fa81d5-4ae3-438f-a473-541fb6ee238a on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:44.326861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:44.332398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:44.336695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:44.371286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Pushing event updated for resources: {'Port': ['ID=822a84fd-307d-463e-ba58-acaff5b4841e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:44.397566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:44.397915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:44.398306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Bound using segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:44.398750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Bound port: a2fa81d5-4ae3-438f-a473-541fb6ee238a, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:44.399136 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.413454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:44.419523 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.446354 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks [] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.450147 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-cef20f3b-d3bc-4a16-b619-839f909ad2f3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3567474 Feb 09 03:16:44.455601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-6fb0eefa-9ab8-424b-a80a-a297fbff732e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:44.457125 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-6fb0eefa-9ab8-424b-a80a-a297fbff732e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 821 time: 0.3419178 Feb 09 03:16:44.469558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Request body: {'port': {'device_id': '80aaa205-b339-45ea-a3db-42eabe356a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:44.512932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-8d9d6a3b-76bf-47a4-aecb-b67abaa4e71b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/quotas/8bffbc76e52b454d8f9e19ca0c23addd HTTP/1.1" status: 200 len: 375 time: 0.0464761 Feb 09 03:16:44.557212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b7ddd20e-6255-41ef-a764-bc86f5e163a7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:44.591744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:44.596670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:44.600335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf70175-fbc4-46e8-bf85-6b9b32a2c00a req-c5f69f83-9565-434f-8d41-8d0e288fc9b4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:44.613403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:44.613868 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbf70175-fbc4-46e8-bf85-6b9b32a2c00a req-c5f69f83-9565-434f-8d41-8d0e288fc9b4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1409700 Feb 09 03:16:44.628486 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.633642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Sync routers for ids ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:44.649846 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.720450 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Pushing event updated for resources: {'Port': ['ID=4ab45e12-50d6-4d61-b635-d0cad267a60f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:44.725385 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.726731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbf70175-fbc4-46e8-bf85-6b9b32a2c00a req-8f34c2a2-0654-4eb0-ad0b-10b174509790 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012990 Feb 09 03:16:44.742293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Routers {'2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:44.743252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:16:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:44.770885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Network 75828077-ee15-447a-987f-4c4688c24eaa is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:44.777790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:44.808918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:44.864396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:44.864966 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.887539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.891622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-036d48d0-d44c-469e-a993-aea7d3b8b5d7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5528417 Feb 09 03:16:44.896496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55476) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:44.906516 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-d4efa540-0f49-4d73-b29a-cfe307688f38 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5123467 Feb 09 03:16:44.914457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:44.915074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.917011 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] 10.222.0.42 "PUT /v2.0/ports/a2fa81d5-4ae3-438f-a473-541fb6ee238a HTTP/1.1" status: 200 len: 1092 time: 2.5429177 Feb 09 03:16:44.917495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312eb169-9169-462d-89bc-52dfaf75d7b2', 'tag': 'a2fa81d5-4ae3-438f-a473-541fb6ee238a'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:44.919747 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d80338-5608-4d46-ae12-3c08a8d6b59d" -d '{"events": [{"name": "network-changed", "server_uuid": "312eb169-9169-462d-89bc-52dfaf75d7b2", "tag": "a2fa81d5-4ae3-438f-a473-541fb6ee238a"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:44.935329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Request body: {'port': {'device_id': '0d73f94d-62d0-4b16-a053-5767e3537279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:45.045810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-20aa1976-0397-420a-9823-bfa831bcd47c None None] Provisioning complete for port 822a84fd-307d-463e-ba58-acaff5b4841e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:45.046484 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20aa1976-0397-420a-9823-bfa831bcd47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.066619 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-f0a242e7-fc01-4a75-a192-4ae8aa39248d tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5402896 Feb 09 03:16:45.091714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d9695-36a3-483c-b681-0205a00df6d7 req-2b520f7b-6263-47dd-b71a-01f34fb72a95 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:45.099087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-368d9695-36a3-483c-b681-0205a00df6d7 req-2b520f7b-6263-47dd-b71a-01f34fb72a95 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 932 time: 0.1707115 Feb 09 03:16:45.115999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173ed41-b9f2-42e8-b418-c661faacfb9f service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa81d5-4ae3-438f-a473-541fb6ee238a,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:45.143443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-20aa1976-0397-420a-9823-bfa831bcd47c None None] Port 822a84fd-307d-463e-ba58-acaff5b4841e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:45.169134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Set router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:45.195579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f139-7a86-4bb6-9fda-0c934733778e req-98b65eda-71ae-4e38-9a03-1176ab9a73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:45.200085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-98b65eda-71ae-4e38-9a03-1176ab9a73a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 1126 time: 0.2183111 Feb 09 03:16:45.207357 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.245684 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-368d9695-36a3-483c-b681-0205a00df6d7 req-afa2ad61-43e9-4368-b1b5-e371fd3a75f0 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457000 Feb 09 03:16:45.272667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822a84fd-307d-463e-ba58-acaff5b4841e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:45.283169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Publish callbacks [] for port (822a84fd-307d-463e-ba58-acaff5b4841e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.303454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Transition to ACTIVE for port object 822a84fd-307d-463e-ba58-acaff5b4841e will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:16:45.311511 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.327863 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-9d225159-6ed1-43a7-aa30-12f9ab28cd1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a HTTP/1.1" status: 200 len: 217 time: 0.1021261 Feb 09 03:16:45.417206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Pushing event updated for resources: {'Port': ['ID=822a84fd-307d-463e-ba58-acaff5b4841e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:45.479468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:16:42Z', 'revision_number': 3, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:45.557347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Checking router: 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:16:45.558092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Updating router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:16:45.605697 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d080456-f434-4151-b356-89db45d08327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.611949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.639693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Attempting to bind port 822a84fd-307d-463e-ba58-acaff5b4841e on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:45.640818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Attempting to bind port 822a84fd-307d-463e-ba58-acaff5b4841e by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:45.641333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Attempting to bind port 822a84fd-307d-463e-ba58-acaff5b4841e on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:45.656692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed61c3-89e7-4626-8295-7b59e303716e req-bd70aa5f-acd9-4cbe-b808-62883e556fde tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:45.660037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fbed61c3-89e7-4626-8295-7b59e303716e req-bd70aa5f-acd9-4cbe-b808-62883e556fde tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 947 time: 0.1132576 Feb 09 03:16:45.661691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Port 822a84fd-307d-463e-ba58-acaff5b4841e on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:16:45.662295 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Attempting to bind port 822a84fd-307d-463e-ba58-acaff5b4841e on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:45.695656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:45.696349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:45.697126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:45.697884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Bound port: 822a84fd-307d-463e-ba58-acaff5b4841e, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:45.698497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.777986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] For port 822a84fd-307d-463e-ba58-acaff5b4841e, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:45.781550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] For port 822a84fd-307d-463e-ba58-acaff5b4841e, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=822a84fd-307d-463e-ba58-acaff5b4841e,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:45.794602 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.853967 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:45.854680 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.856249 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] 10.222.0.65 "PUT /v2.0/ports/822a84fd-307d-463e-ba58-acaff5b4841e HTTP/1.1" status: 200 len: 1096 time: 1.3925357 Feb 09 03:16:45.861400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80aaa205-b339-45ea-a3db-42eabe356a13', 'tag': '822a84fd-307d-463e-ba58-acaff5b4841e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:45.863776 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8114fa4-1a44-4fb1-a211-4517faaea6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "80aaa205-b339-45ea-a3db-42eabe356a13", "tag": "822a84fd-307d-463e-ba58-acaff5b4841e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:45.881344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fbed61c3-89e7-4626-8295-7b59e303716e req-9443cd1c-2181-46a4-8295-882cda3f11d8 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141840 Feb 09 03:16:45.924695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d2045-a4bf-405f-8915-9d678a1e5fdf service neutron] Pushing event updated for resources: {'Port': ['ID=822a84fd-307d-463e-ba58-acaff5b4841e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:45.924928 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7304e4-1af8-4a08-b8b3-084a489a3756 x-openstack-request-id: req-7e7304e4-1af8-4a08-b8b3-084a489a3756 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:45.925178 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312eb169-9169-462d-89bc-52dfaf75d7b2", "tag": "a2fa81d5-4ae3-438f-a473-541fb6ee238a", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:45.925280 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e7304e4-1af8-4a08-b8b3-084a489a3756 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:45.925681 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312eb169-9169-462d-89bc-52dfaf75d7b2', 'tag': 'a2fa81d5-4ae3-438f-a473-541fb6ee238a', 'status': 'completed', 'code': 200} Feb 09 03:16:46.060808 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:16:46.062784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-f30575c3-3f74-4110-9aef-bff6a0502ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:46.065066 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-f30575c3-3f74-4110-9aef-bff6a0502ba3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aed96b560abd4b2f938880d5953ce8fc&device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 1130 time: 0.1222978 Feb 09 03:16:46.080238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51c46d-57e2-4537-8bdc-118f061965a8 req-60009301-3fc3-4560-9afe-a2adad1a2e72 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:46.085055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f139-7a86-4bb6-9fda-0c934733778e req-1753c869-221a-4ac8-abff-53f230658ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:46.086538 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-1753c869-221a-4ac8-abff-53f230658ad3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.7418523 Feb 09 03:16:46.088896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac51c46d-57e2-4537-8bdc-118f061965a8 req-60009301-3fc3-4560-9afe-a2adad1a2e72 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0939724 Feb 09 03:16:46.115021 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Publish callbacks [] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.121776 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.161639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-785b207f-6db7-41ee-995b-c62675183a4a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=822a84fd-307d-463e-ba58-acaff5b4841e HTTP/1.1" status: 200 len: 217 time: 0.0519328 Feb 09 03:16:46.186151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0982e80-09a8-47cc-b2b6-54df91b5d5d9 None None] Pushing event updated for resources: {'Port': ['ID=4196f6ed-dd2c-4f72-9b23-c968553e5ce7,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:46.214165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Attempting to bind port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:46.214773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Attempting to bind port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:46.215340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Attempting to bind port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:46.221509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:46.222699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:46.223308 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.223885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:46.224993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Bound port: 4196f6ed-dd2c-4f72-9b23-c968553e5ce7, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:46.225594 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.250263 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-3c56fd3c-e6f0-408e-86e5-d4d0763462ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491873 Feb 09 03:16:46.253954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac51c46d-57e2-4537-8bdc-118f061965a8 req-429dacba-d389-4af5-87f2-0487047283e4 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641197 Feb 09 03:16:46.283979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-076b4b46-9ce4-417c-ab1c-2d8cacf25eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:46.285881 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-076b4b46-9ce4-417c-ab1c-2d8cacf25eeb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1110847 Feb 09 03:16:46.295645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] For port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:46.298893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] For port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4196f6ed-dd2c-4f72-9b23-c968553e5ce7,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:46.309038 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.342165 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-64e17daa-9719-4234-b9b8-6878682c3f62 service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2511466 Feb 09 03:16:46.389225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Routers {'2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:46.389886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:16:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:46.391883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0982e80-09a8-47cc-b2b6-54df91b5d5d9 None None] Pushing event updated for resources: {'Port': ['ID=4196f6ed-dd2c-4f72-9b23-c968553e5ce7,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:46.419887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-1d03a9a7-e7e3-420f-b464-0f9579487bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:46.421857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-1d03a9a7-e7e3-420f-b464-0f9579487bcd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1301510 Feb 09 03:16:46.460100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd37d1-4ca1-41da-b1e7-4744287fac70 req-4287884e-d05b-4854-ae8b-edf4fe681eb9 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:46.462089 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-11cd37d1-4ca1-41da-b1e7-4744287fac70 req-4287884e-d05b-4854-ae8b-edf4fe681eb9 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1255243 Feb 09 03:16:46.550543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] Set router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:46.554380 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-11cd37d1-4ca1-41da-b1e7-4744287fac70 req-c4368b3f-1ed5-4da2-9349-2db888cd63cc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594630 Feb 09 03:16:46.595409 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-d1eaa523-7ff8-4e4b-b31e-e6fddfdcc0ed service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664386 Feb 09 03:16:46.614966 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-62f39447-b656-4b81-9818-0f404746a9a9 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445354 Feb 09 03:16:46.623559 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-e267192b-bc93-47da-8b4e-4ac5bb2cf320 service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427361 Feb 09 03:16:46.826940 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db0bc284-c04f-4046-9bc0-5e70dd23484b req-6797cf65-6ec1-46cf-af8b-05f3a4842bf8 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261634 Feb 09 03:16:46.835228 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193653f3-5467-4c3c-951d-d958dd403151 x-openstack-request-id: req-193653f3-5467-4c3c-951d-d958dd403151 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:46.835562 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80aaa205-b339-45ea-a3db-42eabe356a13", "tag": "822a84fd-307d-463e-ba58-acaff5b4841e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:46.851381 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-193653f3-5467-4c3c-951d-d958dd403151 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:46.855188 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80aaa205-b339-45ea-a3db-42eabe356a13', 'tag': '822a84fd-307d-463e-ba58-acaff5b4841e', 'status': 'completed', 'code': 200} Feb 09 03:16:46.873760 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:16:42Z', 'revision_number': 3, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:46.917089 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.925511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab45e12-50d6-4d61-b635-d0cad267a60f {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:46.944006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f808f139-7a86-4bb6-9fda-0c934733778e req-dc31e69f-d13e-4e5d-a283-9fbd73041fac service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170929 Feb 09 03:16:46.947703 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Publish callbacks [] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.966707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8e809-b480-44ec-adef-fce87e5ef876 None None] The sync data for ids ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'] in n-d-824835-15 is: [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:16:42Z', 'revision_number': 3, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:46.970886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Transition to ACTIVE for port object 4ab45e12-50d6-4d61-b635-d0cad267a60f will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:16:47.046967 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:47.049091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114fa4-1a44-4fb1-a211-4517faaea6a8 req-bb4831dd-e365-4817-b5e4-acd7f1a56889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:47.051022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b8114fa4-1a44-4fb1-a211-4517faaea6a8 req-bb4831dd-e365-4817-b5e4-acd7f1a56889 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aed96b560abd4b2f938880d5953ce8fc&device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 1130 time: 0.0970266 Feb 09 03:16:47.112552 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4fe6a32-f639-4e93-b3a7-cca5b02eff70 req-b04145c2-2dbb-49f1-84b6-41c4bf55ab3e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 210 time: 0.0884259 Feb 09 03:16:47.203097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b32d3-8bcc-419f-94ab-0fcc69e7fd71 req-59f17e0c-7d92-45ab-b218-994547656681 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:47.204798 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-139b32d3-8bcc-419f-94ab-0fcc69e7fd71 req-59f17e0c-7d92-45ab-b218-994547656681 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 932 time: 0.3769577 Feb 09 03:16:47.288744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab45e12-50d6-4d61-b635-d0cad267a60f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:47.326795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114fa4-1a44-4fb1-a211-4517faaea6a8 req-a0b045a7-ec59-4ef7-97c3-30b420aaf31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:47.329882 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b8114fa4-1a44-4fb1-a211-4517faaea6a8 req-a0b045a7-ec59-4ef7-97c3-30b420aaf31a service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2716005 Feb 09 03:16:47.382374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d80338-5608-4d46-ae12-3c08a8d6b59d req-67e53114-3259-47d5-8a82-c431c0a8d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:47.384103 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7d80338-5608-4d46-ae12-3c08a8d6b59d req-67e53114-3259-47d5-8a82-c431c0a8d7b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 1126 time: 0.3504229 Feb 09 03:16:47.443115 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b8114fa4-1a44-4fb1-a211-4517faaea6a8 req-f042ec4b-f41d-4d4b-a47c-e55e309400dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=822a84fd-307d-463e-ba58-acaff5b4841e HTTP/1.1" status: 200 len: 217 time: 0.0997133 Feb 09 03:16:47.519813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114fa4-1a44-4fb1-a211-4517faaea6a8 req-a63e1ade-4d8e-4efc-ac13-361eee980ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:47.521869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b8114fa4-1a44-4fb1-a211-4517faaea6a8 req-a63e1ade-4d8e-4efc-ac13-361eee980ce1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0738060 Feb 09 03:16:47.542903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-139b32d3-8bcc-419f-94ab-0fcc69e7fd71 req-f2df51de-a4c0-4e90-b8a8-6270b829c3b6 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281360 Feb 09 03:16:47.665137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8ccf1-ac92-4e61-a727-0880251f0ddd req-7568fe3d-f059-4706-bf51-23ed6e0db2e9 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:47.680173 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45b8ccf1-ac92-4e61-a727-0880251f0ddd req-7568fe3d-f059-4706-bf51-23ed6e0db2e9 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 947 time: 0.4189866 Feb 09 03:16:47.685173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114fa4-1a44-4fb1-a211-4517faaea6a8 req-e7f592f0-d2d8-474c-abdc-ac143529546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:47.687608 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b8114fa4-1a44-4fb1-a211-4517faaea6a8 req-e7f592f0-d2d8-474c-abdc-ac143529546b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1419113 Feb 09 03:16:47.691182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Allocated IP 172.20.0.1 (ab1b5245-6614-42db-bf69-22807f125bf8/87e338df-aa5d-4662-99c5-3dddbdc6dbca/478f2395-9072-42ea-b799-dfeceb862a19) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:47.766546 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Attempting to bind port 4ab45e12-50d6-4d61-b635-d0cad267a60f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:47.767032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Attempting to bind port 4ab45e12-50d6-4d61-b635-d0cad267a60f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:47.767643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Attempting to bind port 4ab45e12-50d6-4d61-b635-d0cad267a60f on network 75828077-ee15-447a-987f-4c4688c24eaa {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:47.796939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Port 4ab45e12-50d6-4d61-b635-d0cad267a60f on network 75828077-ee15-447a-987f-4c4688c24eaa not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:16:47.797667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Attempting to bind port 4ab45e12-50d6-4d61-b635-d0cad267a60f on network 75828077-ee15-447a-987f-4c4688c24eaa {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:47.800353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d80338-5608-4d46-ae12-3c08a8d6b59d req-8852f32c-2dc0-4366-9537-5f8ecb3d12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:47.802134 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7d80338-5608-4d46-ae12-3c08a8d6b59d req-8852f32c-2dc0-4366-9537-5f8ecb3d12f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.4051304 Feb 09 03:16:47.848709 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b8114fa4-1a44-4fb1-a211-4517faaea6a8 req-15c634d9-9315-4cb5-8109-4330a720416a service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492300 Feb 09 03:16:47.856514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:47.867652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:47.868405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Checking segment: {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:47.869622 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Bound using segment: {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:47.870300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Bound port: 4ab45e12-50d6-4d61-b635-d0cad267a60f, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:47.870903 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:47.922517 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45b8ccf1-ac92-4e61-a727-0880251f0ddd req-7d09bd7c-063a-47ce-9524-02bd919d58b0 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411814 Feb 09 03:16:47.958795 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7d80338-5608-4d46-ae12-3c08a8d6b59d req-f7777aed-676a-4317-a98e-87bf152c7110 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a HTTP/1.1" status: 200 len: 217 time: 0.1131139 Feb 09 03:16:48.132634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d80338-5608-4d46-ae12-3c08a8d6b59d req-6ee5cfb6-53c1-490c-9108-1661c9dbd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:48.136558 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7d80338-5608-4d46-ae12-3c08a8d6b59d req-6ee5cfb6-53c1-490c-9108-1661c9dbd5dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1757033 Feb 09 03:16:48.138605 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43a4c374-5474-46cd-bbb4-36d64db74079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:48.158313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port b7ddd20e-6255-41ef-a764-bc86f5e163a7 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:16:48.163597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port b7ddd20e-6255-41ef-a764-bc86f5e163a7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:48.164022 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:48.209016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51b12e-ff9c-4be7-b14e-b39dd9a083df req-bd30f1f2-cfda-4cd4-90fd-6a9cd65f0f8f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:48.217644 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e51b12e-ff9c-4be7-b14e-b39dd9a083df req-bd30f1f2-cfda-4cd4-90fd-6a9cd65f0f8f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.5534370 Feb 09 03:16:48.245173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b8114fa4-1a44-4fb1-a211-4517faaea6a8 req-e2fc2ac9-9c27-4435-bc85-96e8d4fbf310 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953996 Feb 09 03:16:48.313516 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e51b12e-ff9c-4be7-b14e-b39dd9a083df req-a9493c4e-5b5e-4853-a590-e8e27e50a783 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942798 Feb 09 03:16:48.331822 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Publish callbacks [] for port (478f2395-9072-42ea-b799-dfeceb862a19), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:48.413433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b7ddd20e-6255-41ef-a764-bc86f5e163a7 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:48.414200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:48.456744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:48.475818 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52db15be-5c55-4689-8c4d-5ee57e5e1e13" -d '{"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-plugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:48.477176 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (478f2395-9072-42ea-b799-dfeceb862a19), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:48.481457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] For port 4ab45e12-50d6-4d61-b635-d0cad267a60f, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:48.487557 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7d80338-5608-4d46-ae12-3c08a8d6b59d req-feff8695-9047-4207-9014-c106ea43bfd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2438128 Feb 09 03:16:48.536353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:48.546400 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:48.552886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] For port 4ab45e12-50d6-4d61-b635-d0cad267a60f, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ab45e12-50d6-4d61-b635-d0cad267a60f,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:48.693428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:48.713864 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a8cfb9b-869f-498b-876e-ef93b7bdb07c req-3b53fb96-545d-452c-85c2-162f27d0a2e8 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 210 time: 0.0854340 Feb 09 03:16:48.718219 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:48.772853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ceae7-dd87-45c4-901a-c90f84a50d5c req-757e965f-f593-4331-9c44-d0cff2c6e1e6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:48.774565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-162ceae7-dd87-45c4-901a-c90f84a50d5c req-757e965f-f593-4331-9c44-d0cff2c6e1e6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.7223396 Feb 09 03:16:48.805440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Network ab1b5245-6614-42db-bf69-22807f125bf8 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:48.812613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a0103cd-8398-4e76-bb9a-9d966d6431f5 req-f33be956-cbe4-4a0c-9d78-ab6425263828 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6136649 Feb 09 03:16:48.818126 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Pushing event updated for resources: {'Port': ['ID=478f2395-9072-42ea-b799-dfeceb862a19,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:48.824439 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02894153-3652-43ef-947e-f7cd5d743d43 x-openstack-request-id: req-02894153-3652-43ef-947e-f7cd5d743d43 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:48.824749 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-plugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:48.825017 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02894153-3652-43ef-947e-f7cd5d743d43 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:48.825493 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'code': 200} Feb 09 03:16:48.837156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:49.039487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:49.043018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab45e12-50d6-4d61-b635-d0cad267a60f,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:49.088503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-51327af4-7e8b-48a2-800a-a21df20f6cf5 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:49.090104 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-51327af4-7e8b-48a2-800a-a21df20f6cf5 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.42 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 821 time: 0.3578405 Feb 09 03:16:49.108062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:49.108741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.110232 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-51603bce-6a22-44af-981e-06be6a619371 service neutron] 10.222.0.42 "PUT /v2.0/ports/4ab45e12-50d6-4d61-b635-d0cad267a60f HTTP/1.1" status: 200 len: 1093 time: 4.1865680 Feb 09 03:16:49.116770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Request body: {'port': {'device_id': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'admin_state_up': True, 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:49.122683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d73f94d-62d0-4b16-a053-5767e3537279', 'tag': '4ab45e12-50d6-4d61-b635-d0cad267a60f'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:49.125539 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d711e66e-e57c-40e4-a423-e7392fd6de22" -d '{"events": [{"name": "network-changed", "server_uuid": "0d73f94d-62d0-4b16-a053-5767e3537279", "tag": "4ab45e12-50d6-4d61-b635-d0cad267a60f"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:49.215694 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.365774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fa1cc59f-6999-4047-b58c-b4e435804efe None None] Provisioning complete for port 478f2395-9072-42ea-b799-dfeceb862a19 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:49.377186 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc59f-6999-4047-b58c-b4e435804efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (478f2395-9072-42ea-b799-dfeceb862a19), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.400694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:49.418556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7d80338-5608-4d46-ae12-3c08a8d6b59d req-d133ce3e-c82c-4ad8-b81e-ff1d68107786 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8829567 Feb 09 03:16:49.452159 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-162ceae7-dd87-45c4-901a-c90f84a50d5c req-c5742625-d66b-4871-b312-cede67a28e3f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6571200 Feb 09 03:16:49.525652 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.576713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:49.579444 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.585154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0103cd-8398-4e76-bb9a-9d966d6431f5 req-89d1f5e5-f182-4988-a31c-c168c6132d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:49.593108 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a0103cd-8398-4e76-bb9a-9d966d6431f5 req-89d1f5e5-f182-4988-a31c-c168c6132d1a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1128 time: 0.5821831 Feb 09 03:16:49.664225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fa1cc59f-6999-4047-b58c-b4e435804efe None None] Port 478f2395-9072-42ea-b799-dfeceb862a19 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:49.849729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:49.850428 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.882414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4196f6ed-dd2c-4f72-9b23-c968553e5ce7,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:49.894295 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:50.031821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=4196f6ed-dd2c-4f72-9b23-c968553e5ce7,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:50.065636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332a9f7-7732-4e43-affb-95b525e34374 req-b28fa972-12c5-4bf0-b343-fac87f1f88be tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:50.067449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5332a9f7-7732-4e43-affb-95b525e34374 req-b28fa972-12c5-4bf0-b343-fac87f1f88be tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 944 time: 1.0286374 Feb 09 03:16:50.132675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b58966-c962-4e05-a728-a6d4aa4c6801 req-8263168d-b9d2-404f-8ed0-f6b9a0aad1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:50.134497 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-63b58966-c962-4e05-a728-a6d4aa4c6801 req-8263168d-b9d2-404f-8ed0-f6b9a0aad1c0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 1129 time: 1.0138240 Feb 09 03:16:50.195997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5332a9f7-7732-4e43-affb-95b525e34374 req-590e1c9f-88a7-4d41-901e-92d13ae7bdd6 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206744 Feb 09 03:16:50.221315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Made reservation on behalf of 8bffbc76e52b454d8f9e19ca0c23addd for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:50.253466 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:50.331648 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-63b58966-c962-4e05-a728-a6d4aa4c6801 req-caa2f198-c759-4867-a9b6-d416a28aa90a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786342 Feb 09 03:16:50.470315 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0103cd-8398-4e76-bb9a-9d966d6431f5 req-88ff6122-e77c-4907-84be-558ca25e59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:50.472291 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a0103cd-8398-4e76-bb9a-9d966d6431f5 req-88ff6122-e77c-4907-84be-558ca25e59b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.1956868 Feb 09 03:16:50.477796 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728ee59f-1682-4e4b-8f4e-2268f3c87a89 x-openstack-request-id: req-728ee59f-1682-4e4b-8f4e-2268f3c87a89 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:50.478766 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d73f94d-62d0-4b16-a053-5767e3537279", "tag": "4ab45e12-50d6-4d61-b635-d0cad267a60f", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:50.479029 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-728ee59f-1682-4e4b-8f4e-2268f3c87a89 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:50.479438 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d73f94d-62d0-4b16-a053-5767e3537279', 'tag': '4ab45e12-50d6-4d61-b635-d0cad267a60f', 'status': 'completed', 'code': 200} Feb 09 03:16:50.520265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-b0920c6e-673c-4517-83fd-fcb156c408eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:50.521971 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-b0920c6e-673c-4517-83fd-fcb156c408eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 1127 time: 1.2888355 Feb 09 03:16:50.581436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Allocated IP 172.20.0.5 (629081d2-cab4-430a-83a6-256cf742ca25/086ca945-b151-4bbc-904a-f143089baa40/142f0ad5-9a04-4b39-8eec-6edafcc8ab58) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:50.609281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878b0d9-f73f-49cb-8389-c88614bab68a req-86a49238-47cb-4694-8a72-8fe1528f627e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:50.611315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e878b0d9-f73f-49cb-8389-c88614bab68a req-86a49238-47cb-4694-8a72-8fe1528f627e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0984244 Feb 09 03:16:50.625408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7965e-2426-4369-b94f-f603c8d7751f req-626076b8-494a-4e37-a1da-9911e21de04b tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:50.632841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ec7965e-2426-4369-b94f-f603c8d7751f req-626076b8-494a-4e37-a1da-9911e21de04b tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 947 time: 0.1858273 Feb 09 03:16:50.645881 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:50.694290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-95b0feb3-0ea8-41c9-be3a-6d53e979ea14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab45e12-50d6-4d61-b635-d0cad267a60f HTTP/1.1" status: 200 len: 217 time: 0.1545446 Feb 09 03:16:50.767354 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e878b0d9-f73f-49cb-8389-c88614bab68a req-e994f740-5dec-4226-b98a-a9ffabeefee1 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483033 Feb 09 03:16:50.875033 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:50.890462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7d80338-5608-4d46-ae12-3c08a8d6b59d req-5032d1a9-f949-4a5e-9ad5-7b6eab2d3fda service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4297957 Feb 09 03:16:50.901258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ec7965e-2426-4369-b94f-f603c8d7751f req-7f7fd6f7-9efb-49da-802b-a30bc1cf7d10 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672319 Feb 09 03:16:50.902581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a0103cd-8398-4e76-bb9a-9d966d6431f5 req-f1946bb7-0fbb-4ae5-8c02-9dd3b7013725 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e HTTP/1.1" status: 200 len: 217 time: 0.1796584 Feb 09 03:16:50.941323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-208f9276-e578-40e1-9ace-adb75d57406c req-250ae487-6de1-4811-86e9-9f26bb7f8911 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 210 time: 0.0485458 Feb 09 03:16:50.953158 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (478f2395-9072-42ea-b799-dfeceb862a19), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:50.958254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:50.960055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-1ed16ea4-7228-4ed0-bdaa-c53342eda9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:50.961770 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-1ed16ea4-7228-4ed0-bdaa-c53342eda9ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed0c13e8-f21f-41ec-8779-9469bf3fb0ce HTTP/1.1" status: 200 len: 843 time: 0.2550108 Feb 09 03:16:50.970260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['bc96bd03-e9e9-446c-8939-4c0cde7e1747'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:51.049161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Network 629081d2-cab4-430a-83a6-256cf742ca25 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:51.050720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Pushing event updated for resources: {'Port': ['ID=142f0ad5-9a04-4b39-8eec-6edafcc8ab58,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:51.055220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:51.060184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:51.127849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-870fcbdd-fdbc-45e4-b41f-c7cfe9a0d5fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75828077-ee15-447a-987f-4c4688c24eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363101 Feb 09 03:16:51.145689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:51.146369 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:51.186074 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-630613c8-6d29-4a47-bdf6-33551a1eb799 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0738482 Feb 09 03:16:51.198386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Request body: {'port': {'device_id': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:51.314004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:51.403861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0103cd-8398-4e76-bb9a-9d966d6431f5 req-ab7b49c4-a039-4e6e-9aa2-d5c63b6e867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:51.405833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a0103cd-8398-4e76-bb9a-9d966d6431f5 req-ab7b49c4-a039-4e6e-9aa2-d5c63b6e867d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.4942045 Feb 09 03:16:51.420085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:51.461900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:51.462408 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:51.549007 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a0103cd-8398-4e76-bb9a-9d966d6431f5 req-40499075-6c3a-4f7f-ac2c-dbdb7f9d29d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975108 Feb 09 03:16:51.624174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:51.650698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3b335565-6324-43ac-a416-08c7506ff845 None None] Provisioning complete for port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:51.651591 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b335565-6324-43ac-a416-08c7506ff845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:51.696564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3b335565-6324-43ac-a416-08c7506ff845 None None] Port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:51.745850 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43f1a-02b1-4e99-a4f7-9718bda67b1e req-f850eaf4-f1df-4a4e-b232-4d3a1c00dba3 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:51.747583 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4f43f1a-02b1-4e99-a4f7-9718bda67b1e req-f850eaf4-f1df-4a4e-b232-4d3a1c00dba3 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 946 time: 0.6103015 Feb 09 03:16:51.767957 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-765de57c-db5b-49dd-bdb0-8bfaae682f1e service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971522 Feb 09 03:16:51.871289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 822a84fd-307d-463e-ba58-acaff5b4841e details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:16:51.917589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-243c2044-b7ea-4bef-9ce4-2d5dbe958cbd req-03b80c8b-fb87-495d-84b6-fcf2ee002b35 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372979 Feb 09 03:16:51.978344 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:52.031906 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a0103cd-8398-4e76-bb9a-9d966d6431f5 req-3434c2e8-8361-470f-885a-3c5857218b4a service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402943 Feb 09 03:16:52.092243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af05ed-b4af-44dc-a66c-cdf8c5cd0836 req-994503f3-c828-498d-81f9-e68f12bb4010 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:52.093496 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1af05ed-b4af-44dc-a66c-cdf8c5cd0836 req-994503f3-c828-498d-81f9-e68f12bb4010 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 944 time: 0.7075233 Feb 09 03:16:52.094993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 822a84fd-307d-463e-ba58-acaff5b4841e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=822a84fd-307d-463e-ba58-acaff5b4841e,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:52.113509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:52.113730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '822a84fd-307d-463e-ba58-acaff5b4841e', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '822a84fd-307d-463e-ba58-acaff5b4841e', 'mac_address': 'fa:16:3e:c3:fb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:16:52.122146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Publish callbacks [] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:52.136390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Transition to ACTIVE for port object 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:16:52.146116 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:52.202865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Pushing event updated for resources: {'Port': ['ID=142f0ad5-9a04-4b39-8eec-6edafcc8ab58,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:52.213217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 822a84fd-307d-463e-ba58-acaff5b4841e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:52.213662 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:52.223704 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4f43f1a-02b1-4e99-a4f7-9718bda67b1e req-4f3d9c38-f9c5-4eb2-ae56-3efa475d9430 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4660008 Feb 09 03:16:52.254726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822a84fd-307d-463e-ba58-acaff5b4841e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:52.302352 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Publish callbacks [] for port (478f2395-9072-42ea-b799-dfeceb862a19), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:52.302879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 822a84fd-307d-463e-ba58-acaff5b4841e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=822a84fd-307d-463e-ba58-acaff5b4841e,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:52.312749 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:52.343721 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (478f2395-9072-42ea-b799-dfeceb862a19), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:52.380756 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1af05ed-b4af-44dc-a66c-cdf8c5cd0836 req-244ea0fb-8d9c-4073-9242-435b2773dcca tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424676 Feb 09 03:16:52.408967 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Attempting to bind port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:52.409421 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Attempting to bind port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:52.409768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Attempting to bind port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 on network 629081d2-cab4-430a-83a6-256cf742ca25 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:52.438508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 on network 629081d2-cab4-430a-83a6-256cf742ca25 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:16:52.438842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Attempting to bind port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 on network 629081d2-cab4-430a-83a6-256cf742ca25 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:52.444419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:52.444609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Checking segment: {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:52.444946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Bound using segment: {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:52.445439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Bound port: 142f0ad5-9a04-4b39-8eec-6edafcc8ab58, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:52.447273 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:52.467657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Pushing event updated for resources: {'Port': ['ID=478f2395-9072-42ea-b799-dfeceb862a19,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:52.479782 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a0103cd-8398-4e76-bb9a-9d966d6431f5 req-0bb097f4-1283-43c4-9eaf-01a18a0246b7 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146304 Feb 09 03:16:52.482276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=822a84fd-307d-463e-ba58-acaff5b4841e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:52.524231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711e66e-e57c-40e4-a423-e7392fd6de22 req-56c46f26-c499-4c50-9611-50a361a47bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:52.526646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d711e66e-e57c-40e4-a423-e7392fd6de22 req-56c46f26-c499-4c50-9611-50a361a47bb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 1127 time: 0.4995530 Feb 09 03:16:52.533895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.534796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.535344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.536115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.536638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.537447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.538893 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.539796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.541082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.541772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.542297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.542870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.543417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:52.579360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] For port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:52.593459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] For port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=142f0ad5-9a04-4b39-8eec-6edafcc8ab58,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:52.662952 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:52.735370 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:52.744079 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:52.744853 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:52.746427 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] 10.222.0.42 "PUT /v2.0/ports/142f0ad5-9a04-4b39-8eec-6edafcc8ab58 HTTP/1.1" status: 200 len: 1092 time: 1.5535159 Feb 09 03:16:52.748852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'tag': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:52.751287 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48ea16a-3045-43ef-95c3-aa18b4649d21" -d '{"events": [{"name": "network-changed", "server_uuid": "c4070f4f-548f-4447-b7a9-fd79f706a4ed", "tag": "142f0ad5-9a04-4b39-8eec-6edafcc8ab58"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:52.781975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['822a84fd-307d-463e-ba58-acaff5b4841e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:52.794319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecdcb6-ecd8-4c21-aa45-54fa822e61a9 req-4666e632-7c58-4e90-857e-771ea2ece09a tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:52.796117 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3cecdcb6-ecd8-4c21-aa45-54fa822e61a9 req-4666e632-7c58-4e90-857e-771ea2ece09a tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 948 time: 0.1984370 Feb 09 03:16:52.843359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7b66d-374b-4337-a490-16ad2b9a00a2 service neutron] Pushing event updated for resources: {'Port': ['ID=142f0ad5-9a04-4b39-8eec-6edafcc8ab58,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:52.895538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d33f-5b22-4e90-8bc1-dea3dd4e2398 req-7745ea0c-3a1e-4d5a-9ade-c93ee48be77f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:52.902370 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5708d33f-5b22-4e90-8bc1-dea3dd4e2398 req-7745ea0c-3a1e-4d5a-9ade-c93ee48be77f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.4903214 Feb 09 03:16:52.918578 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3cecdcb6-ecd8-4c21-aa45-54fa822e61a9 req-62f6a457-6375-4581-98ff-4a9dbe453d71 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105578 Feb 09 03:16:52.950555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-9f91c75a-a356-4333-9c45-16c6ca1a10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:52.962072 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-9f91c75a-a356-4333-9c45-16c6ca1a10bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 1126 time: 0.1627014 Feb 09 03:16:53.130121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-ae5f571b-091f-4ef3-b426-74be9f5e34cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=142f0ad5-9a04-4b39-8eec-6edafcc8ab58 HTTP/1.1" status: 200 len: 217 time: 0.1561596 Feb 09 03:16:53.244897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-c2f8f94a-2d78-48b0-9847-dd51ee4265b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:53.246623 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-c2f8f94a-2d78-48b0-9847-dd51ee4265b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.1082232 Feb 09 03:16:53.289267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711e66e-e57c-40e4-a423-e7392fd6de22 req-90522e32-9e4d-4c78-9eed-d6ab64cc1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:53.291618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d711e66e-e57c-40e4-a423-e7392fd6de22 req-90522e32-9e4d-4c78-9eed-d6ab64cc1fdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 200 len: 904 time: 0.7396500 Feb 09 03:16:53.360501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a644e12-9714-4c74-8018-cf3708c53c6b req-fddb49bf-7300-4bcb-b0a2-af9ed6323044 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:53.371781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a644e12-9714-4c74-8018-cf3708c53c6b req-fddb49bf-7300-4bcb-b0a2-af9ed6323044 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 943 time: 0.2696202 Feb 09 03:16:53.412814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d711e66e-e57c-40e4-a423-e7392fd6de22 req-88a2666e-6fd0-416c-a03f-878ae9f16564 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab45e12-50d6-4d61-b635-d0cad267a60f HTTP/1.1" status: 200 len: 217 time: 0.1049979 Feb 09 03:16:53.433997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-ebf525e0-0790-413a-aff6-a3131db01ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:53.436394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-ebf525e0-0790-413a-aff6-a3131db01ca3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1791749 Feb 09 03:16:53.486597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Network ab1b5245-6614-42db-bf69-22807f125bf8 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:53.488272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711e66e-e57c-40e4-a423-e7392fd6de22 req-9b14c858-2611-46c3-8a64-e7a13d9efda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:53.489793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d711e66e-e57c-40e4-a423-e7392fd6de22 req-9b14c858-2611-46c3-8a64-e7a13d9efda2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed0c13e8-f21f-41ec-8779-9469bf3fb0ce HTTP/1.1" status: 200 len: 843 time: 0.0626695 Feb 09 03:16:53.493566 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5708d33f-5b22-4e90-8bc1-dea3dd4e2398 req-f442eb2d-b9ed-473b-8cb7-e664420bcf82 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923704 Feb 09 03:16:53.495069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:53.582053 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a644e12-9714-4c74-8018-cf3708c53c6b req-c393e772-6938-4bf4-b14a-0681a69e6fae tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091923 Feb 09 03:16:53.639416 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fd7831-ff78-45af-a345-741d0e9b5a73 x-openstack-request-id: req-16fd7831-ff78-45af-a345-741d0e9b5a73 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:53.645443 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4070f4f-548f-4447-b7a9-fd79f706a4ed", "tag": "142f0ad5-9a04-4b39-8eec-6edafcc8ab58", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:53.645718 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16fd7831-ff78-45af-a345-741d0e9b5a73 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:53.646155 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'tag': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'status': 'completed', 'code': 200} Feb 09 03:16:53.839361 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d711e66e-e57c-40e4-a423-e7392fd6de22 req-e61dfc0e-d226-4944-91cb-9bfe7ee876c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75828077-ee15-447a-987f-4c4688c24eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3228350 Feb 09 03:16:53.844616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-b4f27095-92b9-4175-862b-961ca0c23168 service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958371 Feb 09 03:16:53.878164 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:53.914124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c6e3dd8b-3bad-497f-9818-02b81456872f None None] Provisioning complete for port 478f2395-9072-42ea-b799-dfeceb862a19 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:53.918058 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd8b-3bad-497f-9818-02b81456872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (478f2395-9072-42ea-b799-dfeceb862a19), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:53.964436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3dd8b-3bad-497f-9818-02b81456872f None None] Port 478f2395-9072-42ea-b799-dfeceb862a19 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:54.054136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1805d-3026-450a-9cbf-5d9309ed7ceb req-80c3b66b-7b65-44bc-9f96-89e64943b122 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:54.061925 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9c1805d-3026-450a-9cbf-5d9309ed7ceb req-80c3b66b-7b65-44bc-9f96-89e64943b122 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 946 time: 0.3452706 Feb 09 03:16:54.083886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-600de3dc-5264-4d11-b7d5-a2b660ea6a9f req-e753a359-3072-416c-a3f8-459b5836759b service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115462 Feb 09 03:16:54.128195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9c1805d-3026-450a-9cbf-5d9309ed7ceb req-1a8254af-e910-46d1-89df-7a1ebfda0ffa tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653124 Feb 09 03:16:54.144226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5cd39-6dcf-4f12-9442-128cdee6f1ad req-fd3279a4-372f-4dae-b9f8-f3a5d1836811 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:54.151592 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfd5cd39-6dcf-4f12-9442-128cdee6f1ad req-fd3279a4-372f-4dae-b9f8-f3a5d1836811 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 944 time: 0.3778470 Feb 09 03:16:54.199112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:54.209716 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d711e66e-e57c-40e4-a423-e7392fd6de22 req-c56bde0f-0e69-4718-9b32-7395b2993162 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349612 Feb 09 03:16:54.263516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ea16a-3045-43ef-95c3-aa18b4649d21 req-cfc86598-0a63-4515-8316-685af96635b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:54.265147 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d48ea16a-3045-43ef-95c3-aa18b4649d21 req-cfc86598-0a63-4515-8316-685af96635b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 1126 time: 0.1260326 Feb 09 03:16:54.278318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d16879-6697-415a-b15e-a6758ede838d req-b9485514-8ada-46a2-86df-c7397c1e1627 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:54.280528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75d16879-6697-415a-b15e-a6758ede838d req-b9485514-8ada-46a2-86df-c7397c1e1627 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 948 time: 0.0764706 Feb 09 03:16:54.314248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d711e66e-e57c-40e4-a423-e7392fd6de22 req-8f88830d-5752-4863-9c7d-acb7bd07ac80 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957878 Feb 09 03:16:54.328479 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfd5cd39-6dcf-4f12-9442-128cdee6f1ad req-0e55368a-4464-4fe4-9102-443b792a7d3d tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756883 Feb 09 03:16:54.414576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75d16879-6697-415a-b15e-a6758ede838d req-f6c7c3d0-5869-4938-826c-7ddfbfe0a153 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254673 Feb 09 03:16:54.445055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ea16a-3045-43ef-95c3-aa18b4649d21 req-aba7bf3b-0cf3-487f-8efb-504ea64502b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:54.447245 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d48ea16a-3045-43ef-95c3-aa18b4649d21 req-aba7bf3b-0cf3-487f-8efb-504ea64502b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.1651947 Feb 09 03:16:54.465372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 4ab45e12-50d6-4d61-b635-d0cad267a60f details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:16:54.509371 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d48ea16a-3045-43ef-95c3-aa18b4649d21 req-20bc09fe-72e2-422b-9d4a-7d31252bdf46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=142f0ad5-9a04-4b39-8eec-6edafcc8ab58 HTTP/1.1" status: 200 len: 217 time: 0.0548358 Feb 09 03:16:54.510863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c5c47-46a4-48da-8c38-84529cec925c req-22708ea8-7d3c-472f-ab3d-d091b5c5f8ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:54.512360 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3b8c5c47-46a4-48da-8c38-84529cec925c req-22708ea8-7d3c-472f-ab3d-d091b5c5f8ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 946 time: 0.0873828 Feb 09 03:16:54.527826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55658) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:54.533287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f72706c3-a05c-4186-b6eb-8f2047306824 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Request body: {'floatingip': {'port_id': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:54.536355 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:54.545755 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Sync routers for ids ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:54.561083 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Routers {'2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:54.563167 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:54.570219 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-39a9a268-aeff-4123-9e51-fd0db1caabac admin admin] 10.222.0.21 "PUT /v2.0/routers/2416b08f-6ab8-42a0-a1e3-af5f9c3349fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6706564 Feb 09 03:16:54.585835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ea16a-3045-43ef-95c3-aa18b4649d21 req-5f5c2aa2-a545-424c-8254-9a125ad025f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:54.587612 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d48ea16a-3045-43ef-95c3-aa18b4649d21 req-5f5c2aa2-a545-424c-8254-9a125ad025f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.0698571 Feb 09 03:16:54.668688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ea16a-3045-43ef-95c3-aa18b4649d21 req-7f5341d1-bfd8-495e-b57e-9327af36f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:54.671101 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d48ea16a-3045-43ef-95c3-aa18b4649d21 req-7f5341d1-bfd8-495e-b57e-9327af36f0ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0743816 Feb 09 03:16:54.695519 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f72706c3-a05c-4186-b6eb-8f2047306824 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for floatingip (55e23909-8524-4630-b3a1-c204a8829d41), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:54.781056 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Set router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:54.845323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a614199-bbe8-4a7a-b852-3730d092111d req-1b678ce8-cf56-406b-a9e0-cff157a7a5c3 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:54.847515 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a614199-bbe8-4a7a-b852-3730d092111d req-1b678ce8-cf56-406b-a9e0-cff157a7a5c3 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1721869 Feb 09 03:16:54.976286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55670) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:54.999340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d48ea16a-3045-43ef-95c3-aa18b4649d21 req-3fbe5965-0ca2-4c06-941a-abf6a416fce7 service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644491 Feb 09 03:16:55.001174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-faff070c-58d1-412b-aa32-7da3d455ff56 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1134797669'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:55.072705 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:16:50Z', 'revision_number': 4, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '478f2395-9072-42ea-b799-dfeceb862a19', 'name': '', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'mac_address': 'fa:16:3e:0e:59:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:46Z', 'updated_at': '2022-02-09T03:16:51Z', 'revision_number': 2, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'subnets': [{'id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:55.105230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 4ab45e12-50d6-4d61-b635-d0cad267a60f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ab45e12-50d6-4d61-b635-d0cad267a60f,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:55.126761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb29e95-3869-4e0b-9408-05a05bd9d016 req-e746b2cc-32de-4781-bcbc-4d5184cabd2c tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:55.149601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '4ab45e12-50d6-4d61-b635-d0cad267a60f', 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'port_id': '4ab45e12-50d6-4d61-b635-d0cad267a60f', 'mac_address': 'fa:16:3e:89:a2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0c13e8-f21f-41ec-8779-9469bf3fb0ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:16:55.155085 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Checking router: 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:16:55.155085 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Updating router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa port 478f2395-9072-42ea-b799-dfeceb862a19 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:16:55.163661 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cbb29e95-3869-4e0b-9408-05a05bd9d016 req-e746b2cc-32de-4781-bcbc-4d5184cabd2c tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 943 time: 0.4195986 Feb 09 03:16:55.210041 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (478f2395-9072-42ea-b799-dfeceb862a19), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:55.214617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 4ab45e12-50d6-4d61-b635-d0cad267a60f is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:55.215011 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:55.228047 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a614199-bbe8-4a7a-b852-3730d092111d req-43171c63-cd3b-4bda-b3d0-585a1f878a21 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696220 Feb 09 03:16:55.232836 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d48ea16a-3045-43ef-95c3-aa18b4649d21 req-1e3afa23-26c5-4561-9263-e3e30de53f62 service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139060 Feb 09 03:16:55.235861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab45e12-50d6-4d61-b635-d0cad267a60f {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:55.264685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 4ab45e12-50d6-4d61-b635-d0cad267a60f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ab45e12-50d6-4d61-b635-d0cad267a60f,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:55.270009 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:55.369093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=4ab45e12-50d6-4d61-b635-d0cad267a60f,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:55.447726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faff070c-58d1-412b-aa32-7da3d455ff56 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:55.451653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-faff070c-58d1-412b-aa32-7da3d455ff56 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:55.488410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['4ab45e12-50d6-4d61-b635-d0cad267a60f'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:55.611034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55680) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:55.615674 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--303732303', 'description': 'tempest-description--1826898680'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:55.657060 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:55.767372 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Publish callbacks [] for port (478f2395-9072-42ea-b799-dfeceb862a19), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:55.785169 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (478f2395-9072-42ea-b799-dfeceb862a19), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:55.827548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for security_group (42220e69-e119-41b4-8721-ab10a3e0080b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:55.858557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (42220e69-e119-41b4-8721-ab10a3e0080b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:55.896326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 822a84fd-307d-463e-ba58-acaff5b4841e up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:55.917277 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:55.921640 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3094060 Feb 09 03:16:55.927444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55682) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:55.932864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3a234c11-278f-4113-bf9b-1fcbd27714d1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Request body: {'security_group_rule': {'security_group_id': '42220e69-e119-41b4-8721-ab10a3e0080b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:55.958344 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42220e69-e119-41b4-8721-ab10a3e0080b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:56.007811 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db397b-c8a4-4f8b-86d4-bb868a211567 None None] Pushing event updated for resources: {'Port': ['ID=478f2395-9072-42ea-b799-dfeceb862a19,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:56.031522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04266c-fab0-4ed1-b81e-456bd2ebe962 req-587ebb67-df36-4bc0-ac1e-2200693e425b tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:56.038857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf04266c-fab0-4ed1-b81e-456bd2ebe962 req-587ebb67-df36-4bc0-ac1e-2200693e425b tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 945 time: 0.2067587 Feb 09 03:16:56.054099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.054594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.055048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.055507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.056472 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.057033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.057511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.057950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.058383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.058818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.059261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.059798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.060225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b8b51-a67a-4274-a1d8-ad59752ba5e5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:56.075911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 822a84fd-307d-463e-ba58-acaff5b4841e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:16:56.081519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 822a84fd-307d-463e-ba58-acaff5b4841e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:56.084007 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.114962 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Attempting to bind port 478f2395-9072-42ea-b799-dfeceb862a19 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:56.115257 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Attempting to bind port 478f2395-9072-42ea-b799-dfeceb862a19 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:56.116665 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Attempting to bind port 478f2395-9072-42ea-b799-dfeceb862a19 on network ab1b5245-6614-42db-bf69-22807f125bf8 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:56.117239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faff070c-58d1-412b-aa32-7da3d455ff56 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:16:56.121219 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a234c11-278f-4113-bf9b-1fcbd27714d1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for security_group_rule (ff540335-3fe4-47ea-9eeb-edc6a06673b7), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.130698 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:56.130698 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Checking segment: {'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:56.131093 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.131266 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Bound using segment: {'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:56.131750 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Bound port: 478f2395-9072-42ea-b799-dfeceb862a19, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:56.132120 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (478f2395-9072-42ea-b799-dfeceb862a19), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.139005 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-faff070c-58d1-412b-aa32-7da3d455ff56 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9f94d980-164b-4749-9edb-a908a4ff15d2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.139417 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-faff070c-58d1-412b-aa32-7da3d455ff56 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Added segment 9f94d980-164b-4749-9edb-a908a4ff15d2 of type vlan for network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 Feb 09 03:16:56.200777 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-faff070c-58d1-412b-aa32-7da3d455ff56 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (4fc9fd51-1370-4828-8f7c-2835ed8eef40), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.274371 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a234c11-278f-4113-bf9b-1fcbd27714d1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for security_group_rule (ff540335-3fe4-47ea-9eeb-edc6a06673b7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.293042 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-faff070c-58d1-412b-aa32-7da3d455ff56 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (4fc9fd51-1370-4828-8f7c-2835ed8eef40), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.302062 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] For port 478f2395-9072-42ea-b799-dfeceb862a19, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:56.303058 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf04266c-fab0-4ed1-b81e-456bd2ebe962 req-b77ad009-c8f0-4a94-86d8-65a3f5aeccb6 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331204 Feb 09 03:16:56.305283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faff070c-58d1-412b-aa32-7da3d455ff56 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:56.309477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a234c11-278f-4113-bf9b-1fcbd27714d1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (ff540335-3fe4-47ea-9eeb-edc6a06673b7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.309799 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-faff070c-58d1-412b-aa32-7da3d455ff56 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.314720 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] For port 478f2395-9072-42ea-b799-dfeceb862a19, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=478f2395-9072-42ea-b799-dfeceb862a19,segment=NetworkSegment(fb7c4d3d-94ec-4751-b06a-89390463de8a),segment_id=fb7c4d3d-94ec-4751-b06a-89390463de8a)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:56.331057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 822a84fd-307d-463e-ba58-acaff5b4841e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:56.331656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.331995 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (478f2395-9072-42ea-b799-dfeceb862a19), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.373005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a234c11-278f-4113-bf9b-1fcbd27714d1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff540335-3fe4-47ea-9eeb-edc6a06673b7,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:56.377680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d05a1d78-dfd6-462d-9980-3b211245c08a None None] Provisioning complete for port 478f2395-9072-42ea-b799-dfeceb862a19 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:56.378070 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d05a1d78-dfd6-462d-9980-3b211245c08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (478f2395-9072-42ea-b799-dfeceb862a19), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.389006 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a234c11-278f-4113-bf9b-1fcbd27714d1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.392833 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3a234c11-278f-4113-bf9b-1fcbd27714d1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4619586 Feb 09 03:16:56.392983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80aaa205-b339-45ea-a3db-42eabe356a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822a84fd-307d-463e-ba58-acaff5b4841e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:56.393110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55688) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:56.400883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3722d89b-9106-48e7-8754-fff5dc8707f5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Request body: {'security_group_rule': {'security_group_id': '42220e69-e119-41b4-8721-ab10a3e0080b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:56.402193 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc176d7-f535-4eba-80f3-047480b501e5" -d '{"events": [{"server_uuid": "80aaa205-b339-45ea-a3db-42eabe356a13", "name": "network-vif-plugged", "status": "completed", "tag": "822a84fd-307d-463e-ba58-acaff5b4841e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:56.447434 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Routers {'2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:56.448205 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:56.472766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 822a84fd-307d-463e-ba58-acaff5b4841e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=822a84fd-307d-463e-ba58-acaff5b4841e,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:56.492446 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:16:56.509646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cbb29e95-3869-4e0b-9408-05a05bd9d016 req-f497fb67-9c7a-4aff-9b87-d4a048a4af75 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3426032 Feb 09 03:16:56.518612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3722d89b-9106-48e7-8754-fff5dc8707f5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for security_group_rule (8e98a942-77bd-4814-98b6-073c9e2e759c), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.536023 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff070c-58d1-412b-aa32-7da3d455ff56 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Network': ['ID=4fc9fd51-1370-4828-8f7c-2835ed8eef40,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:56.594941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-faff070c-58d1-412b-aa32-7da3d455ff56 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6058595 Feb 09 03:16:56.595174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55692) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:56.607494 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f2c85053-f467-451b-a894-add8080e8e23 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1045500375'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:56.674248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bb36a-c53a-4dee-8e46-f31197dc121e req-201c64f0-f3b5-4f8e-a846-644ccf32b229 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:56.675814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a4bb36a-c53a-4dee-8e46-f31197dc121e req-201c64f0-f3b5-4f8e-a846-644ccf32b229 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 948 time: 0.2189293 Feb 09 03:16:56.734273 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3722d89b-9106-48e7-8754-fff5dc8707f5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for security_group_rule (8e98a942-77bd-4814-98b6-073c9e2e759c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.792668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=142f0ad5-9a04-4b39-8eec-6edafcc8ab58,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:56.806877 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3722d89b-9106-48e7-8754-fff5dc8707f5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (8e98a942-77bd-4814-98b6-073c9e2e759c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.834052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 4ab45e12-50d6-4d61-b635-d0cad267a60f up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:56.841954 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] Set router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:56.869478 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3722d89b-9106-48e7-8754-fff5dc8707f5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.870764 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3722d89b-9106-48e7-8754-fff5dc8707f5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4768279 Feb 09 03:16:56.871479 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c85053-f467-451b-a894-add8080e8e23 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:56.882384 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2c85053-f467-451b-a894-add8080e8e23 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.887131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55694) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:56.897438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.resource_extend [None req-f72706c3-a05c-4186-b6eb-8f2047306824 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:16:56.913450 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.922307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'port_id': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'mac_address': 'fa:16:3e:ec:c7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:16:56.941033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722d89b-9106-48e7-8754-fff5dc8707f5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e98a942-77bd-4814-98b6-073c9e2e759c,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:56.967205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:16:56.999693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:57.027540 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a4bb36a-c53a-4dee-8e46-f31197dc121e req-c87321d1-dc1d-4556-b30f-10715ef278f2 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330679 Feb 09 03:16:57.059584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c85053-f467-451b-a894-add8080e8e23 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:16:57.068351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eca92-72e8-42bd-a86b-8e65f89e7ede req-4d672a3b-d842-4602-996c-7f10e8713e7f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:57.077166 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-653eca92-72e8-42bd-a86b-8e65f89e7ede req-4d672a3b-d842-4602-996c-7f10e8713e7f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.4076622 Feb 09 03:16:57.085799 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f72706c3-a05c-4186-b6eb-8f2047306824 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.092530 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2c85053-f467-451b-a894-add8080e8e23 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ebbb6e45-6445-48a5-8088-4434e1f38951), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.096133 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-f2c85053-f467-451b-a894-add8080e8e23 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Added segment ebbb6e45-6445-48a5-8088-4434e1f38951 of type vlan for network 41bbc372-33fd-499d-9180-6bffeb090fd2 Feb 09 03:16:57.106737 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f72706c3-a05c-4186-b6eb-8f2047306824 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (55e23909-8524-4630-b3a1-c204a8829d41), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.196122 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2c85053-f467-451b-a894-add8080e8e23 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (41bbc372-33fd-499d-9180-6bffeb090fd2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.218704 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6258f6-9c07-4d0a-a3b7-7368424c7d71 x-openstack-request-id: req-ed6258f6-9c07-4d0a-a3b7-7368424c7d71 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:57.219145 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80aaa205-b339-45ea-a3db-42eabe356a13", "name": "network-vif-plugged", "status": "completed", "tag": "822a84fd-307d-463e-ba58-acaff5b4841e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:57.219683 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed6258f6-9c07-4d0a-a3b7-7368424c7d71 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:57.220217 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80aaa205-b339-45ea-a3db-42eabe356a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822a84fd-307d-463e-ba58-acaff5b4841e', 'code': 200} Feb 09 03:16:57.222169 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db397b-c8a4-4f8b-86d4-bb868a211567 None None] Pushing event updated for resources: {'Port': ['ID=478f2395-9072-42ea-b799-dfeceb862a19,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:57.277148 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:16:50Z', 'revision_number': 4, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '478f2395-9072-42ea-b799-dfeceb862a19', 'name': '', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'mac_address': 'fa:16:3e:0e:59:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:46Z', 'updated_at': '2022-02-09T03:16:56Z', 'revision_number': 4, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'subnets': [{'id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:57.304029 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2c85053-f467-451b-a894-add8080e8e23 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (41bbc372-33fd-499d-9180-6bffeb090fd2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.312378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c85053-f467-451b-a894-add8080e8e23 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:57.313778 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2c85053-f467-451b-a894-add8080e8e23 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.314391 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4abd4b-7ae2-4099-b164-095026775330 None None] The sync data for ids ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'] in n-d-824835-15 is: [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:16:50Z', 'revision_number': 4, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '478f2395-9072-42ea-b799-dfeceb862a19', 'name': '', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'mac_address': 'fa:16:3e:0e:59:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:46Z', 'updated_at': '2022-02-09T03:16:56Z', 'revision_number': 4, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'subnets': [{'id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:57.367855 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.370302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=822a84fd-307d-463e-ba58-acaff5b4841e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:57.377098 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:57.377532 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.481896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f2c85053-f467-451b-a894-add8080e8e23 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8870430 Feb 09 03:16:57.486081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 4ab45e12-50d6-4d61-b635-d0cad267a60f completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:16:57.506427 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-653eca92-72e8-42bd-a86b-8e65f89e7ede req-1002e2cb-6b2a-45d6-9c06-105da0267de4 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280005 Feb 09 03:16:57.512951 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55700) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:57.513455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:57.535385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9fafebb0-9d6a-4e3e-a58d-599dff216d38 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'subnet': {'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:57.566121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d05a1d78-dfd6-462d-9980-3b211245c08a None None] Current status of the port 478f2395-9072-42ea-b799-dfeceb862a19 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:57.567676 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d05a1d78-dfd6-462d-9980-3b211245c08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (478f2395-9072-42ea-b799-dfeceb862a19), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.578036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 4ab45e12-50d6-4d61-b635-d0cad267a60f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:57.578449 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.700646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c85053-f467-451b-a894-add8080e8e23 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Network': ['ID=41bbc372-33fd-499d-9180-6bffeb090fd2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:57.723836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 41bbc372-33fd-499d-9180-6bffeb090fd2 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:16:57.728274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=142f0ad5-9a04-4b39-8eec-6edafcc8ab58,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:57.780716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a6207-8c83-4109-9cfd-5664fd15fdd7 req-0f3938fe-bf4b-452a-9ef4-970aad906c50 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:57.782364 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e5a6207-8c83-4109-9cfd-5664fd15fdd7 req-0f3938fe-bf4b-452a-9ef4-970aad906c50 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 945 time: 0.3405142 Feb 09 03:16:57.783575 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-f72706c3-a05c-4186-b6eb-8f2047306824 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Floating IP 55e23909-8524-4630-b3a1-c204a8829d41 associated. External IP: 172.25.5.3, port: b7ddd20e-6255-41ef-a764-bc86f5e163a7. Feb 09 03:16:57.832124 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.851987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d05a1d78-dfd6-462d-9980-3b211245c08a None None] For port 478f2395-9072-42ea-b799-dfeceb862a19, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=478f2395-9072-42ea-b799-dfeceb862a19,segment=NetworkSegment(fb7c4d3d-94ec-4751-b06a-89390463de8a),segment_id=fb7c4d3d-94ec-4751-b06a-89390463de8a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:57.946693 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e5a6207-8c83-4109-9cfd-5664fd15fdd7 req-e12c75d1-a474-4c85-98e1-ffc8ba6d9ed7 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533840 Feb 09 03:16:57.955325 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d05a1d78-dfd6-462d-9980-3b211245c08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (478f2395-9072-42ea-b799-dfeceb862a19), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.966100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1439ecf-19e2-4279-bc4c-a255cb12549d req-19581fff-b2d1-486a-9422-5e939a206cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:57.970419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1439ecf-19e2-4279-bc4c-a255cb12549d req-19581fff-b2d1-486a-9422-5e939a206cdb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 1132 time: 0.6775148 Feb 09 03:16:57.991291 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.163684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['142f0ad5-9a04-4b39-8eec-6edafcc8ab58'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:58.248014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7339e8-0378-4a19-86bd-d89abc37f559 req-59a33b43-44d8-41b2-9364-1b74ae493a85 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:58.262311 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4b7339e8-0378-4a19-86bd-d89abc37f559 req-59a33b43-44d8-41b2-9364-1b74ae493a85 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 943 time: 0.6681693 Feb 09 03:16:58.278428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c8d41-9a72-40c2-8fd3-9c09dc738103 req-1444bda9-4dbe-4a0c-8205-edd0145e563b tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:58.280580 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a8c8d41-9a72-40c2-8fd3-9c09dc738103 req-1444bda9-4dbe-4a0c-8205-edd0145e563b tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 949 time: 0.1518717 Feb 09 03:16:58.282154 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Allocated IP 172.25.5.220 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/766c559f-8041-4404-ba77-37ec1439c045) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:58.299212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 4ab45e12-50d6-4d61-b635-d0cad267a60f is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:58.301004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.326447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=142f0ad5-9a04-4b39-8eec-6edafcc8ab58,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:58.339320 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1439ecf-19e2-4279-bc4c-a255cb12549d req-86972ce2-98c5-4467-b6dc-e65c36b3c098 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598559 Feb 09 03:16:58.352536 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72706c3-a05c-4186-b6eb-8f2047306824 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:58.367722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fafebb0-9d6a-4e3e-a58d-599dff216d38 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:58.374381 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fafebb0-9d6a-4e3e-a58d-599dff216d38 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.435389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for port (766c559f-8041-4404-ba77-37ec1439c045), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.484119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a1d78-dfd6-462d-9980-3b211245c08a None None] Pushing event updated for resources: {'Port': ['ID=478f2395-9072-42ea-b799-dfeceb862a19,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:58.496555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-93f5448b-eac5-491a-b384-2ae044c00926 None None] Provisioning complete for port 478f2395-9072-42ea-b799-dfeceb862a19 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:58.496967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93f5448b-eac5-491a-b384-2ae044c00926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (478f2395-9072-42ea-b799-dfeceb862a19), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.506216 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (766c559f-8041-4404-ba77-37ec1439c045), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.576453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Pushing event updated for resources: {'Port': ['ID=766c559f-8041-4404-ba77-37ec1439c045,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:58.608842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:58.614867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:58.621886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:58.634578 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4b7339e8-0378-4a19-86bd-d89abc37f559 req-940b26f1-1614-4d50-bfed-b947afceec9d tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695338 Feb 09 03:16:58.715049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a8c8d41-9a72-40c2-8fd3-9c09dc738103 req-3fa5710d-583a-459a-8693-b83e0eaafb3d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375207 Feb 09 03:16:58.736395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 4ab45e12-50d6-4d61-b635-d0cad267a60f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ab45e12-50d6-4d61-b635-d0cad267a60f,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:58.755639 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.771927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72706c3-a05c-4186-b6eb-8f2047306824 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:58.831483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e182173-ad5f-4961-bc91-1dff8cc21ef7 None None] Sync routers for ids ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:58.839877 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f72706c3-a05c-4186-b6eb-8f2047306824 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.862846 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for floatingip (dcdb2ace-f2b2-4431-8e9d-c59b12280ea5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.916142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e182173-ad5f-4961-bc91-1dff8cc21ef7 None None] Routers {'05b9988b-d3e6-4a8b-bf14-00efab7a6628'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:58.919524 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5e182173-ad5f-4961-bc91-1dff8cc21ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:58.955708 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (766c559f-8041-4404-ba77-37ec1439c045), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.032974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f72706c3-a05c-4186-b6eb-8f2047306824 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "PUT /v2.0/floatingips/55e23909-8524-4630-b3a1-c204a8829d41 HTTP/1.1" status: 200 len: 990 time: 4.5040529 Feb 09 03:16:59.036627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:59.041463 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f01890-93f3-4750-b253-51fc1b2b750a" -d '{"events": [{"name": "network-changed", "server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:59.045215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=4ab45e12-50d6-4d61-b635-d0cad267a60f,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:59.109202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341b855-3de4-44b8-b153-197f1c403077 req-fcb54d03-e157-4707-a505-b4a5c677417d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:59.111094 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6341b855-3de4-44b8-b153-197f1c403077 req-fcb54d03-e157-4707-a505-b4a5c677417d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.2898598 Feb 09 03:16:59.122101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-93f5448b-eac5-491a-b384-2ae044c00926 None None] Current status of the port 478f2395-9072-42ea-b799-dfeceb862a19 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:59.146697 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fafebb0-9d6a-4e3e-a58d-599dff216d38 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (32ee89c3-dfc2-4e84-bbf5-791138adb56f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.186418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-5e182173-ad5f-4961-bc91-1dff8cc21ef7 None None] Set router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:59.250106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d73f94d-62d0-4b16-a053-5767e3537279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab45e12-50d6-4d61-b635-d0cad267a60f'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:59.254552 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e58a4a5-b55d-4431-9da5-c27051fc85d5" -d '{"events": [{"server_uuid": "0d73f94d-62d0-4b16-a053-5767e3537279", "name": "network-vif-plugged", "status": "completed", "tag": "4ab45e12-50d6-4d61-b635-d0cad267a60f"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:59.294064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ce5b4-5dcd-4434-ba50-024c9e97a0f1 req-3da28515-39a5-40e9-9b8b-085a542d7c0a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:59.307076 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8b7ce5b4-5dcd-4434-ba50-024c9e97a0f1 req-3da28515-39a5-40e9-9b8b-085a542d7c0a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 946 time: 0.1551878 Feb 09 03:16:59.349065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafebb0-9d6a-4e3e-a58d-599dff216d38 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Subnet': ['ID=32ee89c3-dfc2-4e84-bbf5-791138adb56f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:59.390042 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8b7ce5b4-5dcd-4434-ba50-024c9e97a0f1 req-10c4d397-8e09-448d-a538-23a4e0154ad2 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811913 Feb 09 03:16:59.406625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 478f2395-9072-42ea-b799-dfeceb862a19 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:59.414625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fafebb0-9d6a-4e3e-a58d-599dff216d38 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Checking segment: {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:59.415758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fafebb0-9d6a-4e3e-a58d-599dff216d38 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Network hostable DHCP agents. Network: 4fc9fd51-1370-4828-8f7c-2835ed8eef40, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:16:59.425175 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for port (766c559f-8041-4404-ba77-37ec1439c045), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.437095 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (766c559f-8041-4404-ba77-37ec1439c045), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.444528 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6341b855-3de4-44b8-b153-197f1c403077 req-84369d28-00c4-485d-a232-f23cdf84daad tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267946 Feb 09 03:16:59.466467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fafebb0-9d6a-4e3e-a58d-599dff216d38 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:16:59.492232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9fafebb0-9d6a-4e3e-a58d-599dff216d38 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 4fc9fd51-1370-4828-8f7c-2835ed8eef40) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:59.514792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fafebb0-9d6a-4e3e-a58d-599dff216d38 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:59.515537 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fafebb0-9d6a-4e3e-a58d-599dff216d38 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.522417 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f1a62e-4f33-4667-af65-86ba430b61ac None None] Network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:59.544994 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9fafebb0-9d6a-4e3e-a58d-599dff216d38 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0251460 Feb 09 03:16:59.549072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55718) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:59.558338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-598d8edb-e4ed-426d-b6b5-cbb398c4f816 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'subnet': {'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:59.578143 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (dcdb2ace-f2b2-4431-8e9d-c59b12280ea5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.603888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Pushing event updated for resources: {'Port': ['ID=766c559f-8041-4404-ba77-37ec1439c045,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:59.630842 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.640292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4aff6973-6a8d-43dd-9c8f-e2a603295828 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6945131 Feb 09 03:16:59.656806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5fe83-4e31-4f3f-8430-823e2b719eb6 req-1cef2f18-bcbd-416e-912e-c52bd4fe1d09 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:59.660952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08a5fe83-4e31-4f3f-8430-823e2b719eb6 req-1cef2f18-bcbd-416e-912e-c52bd4fe1d09 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 946 time: 0.1643586 Feb 09 03:16:59.700086 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9172b7dc-d3e4-48ff-9d47-72da1058b4f0 x-openstack-request-id: req-9172b7dc-d3e4-48ff-9d47-72da1058b4f0 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:59.700948 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:59.700948 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9172b7dc-d3e4-48ff-9d47-72da1058b4f0 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:59.706349 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'status': 'completed', 'code': 200} Feb 09 03:16:59.784800 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1847ef3e-029c-4dbd-ae1b-9b94b0753b13 x-openstack-request-id: req-1847ef3e-029c-4dbd-ae1b-9b94b0753b13 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:59.785227 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d73f94d-62d0-4b16-a053-5767e3537279", "name": "network-vif-plugged", "status": "completed", "tag": "4ab45e12-50d6-4d61-b635-d0cad267a60f", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:59.787064 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1847ef3e-029c-4dbd-ae1b-9b94b0753b13 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:59.787569 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d73f94d-62d0-4b16-a053-5767e3537279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab45e12-50d6-4d61-b635-d0cad267a60f', 'code': 200} Feb 09 03:16:59.855636 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08a5fe83-4e31-4f3f-8430-823e2b719eb6 req-5ac43b56-8ec0-4459-a9aa-f591723cd39c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876011 Feb 09 03:16:59.901060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd8b96-8b1a-43b3-92c7-70887fda3363 req-20ac3ff0-6b7b-4206-8395-7278c4d2b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:59.907460 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6efd8b96-8b1a-43b3-92c7-70887fda3363 req-20ac3ff0-6b7b-4206-8395-7278c4d2b04d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 1129 time: 0.1196327 Feb 09 03:17:00.019856 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6efd8b96-8b1a-43b3-92c7-70887fda3363 req-7c33fbb4-62c2-41c3-9d30-a7229b45e250 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050634 Feb 09 03:17:00.057318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370649b-197c-40b5-b7d8-53a7d9fccc09 req-d48232e3-3d7f-4ed8-8ade-33b32dd6ae19 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:00.072207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a370649b-197c-40b5-b7d8-53a7d9fccc09 req-d48232e3-3d7f-4ed8-8ade-33b32dd6ae19 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 949 time: 0.1049318 Feb 09 03:17:00.173634 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a370649b-197c-40b5-b7d8-53a7d9fccc09 req-d97a2d86-ee0d-4fe1-954d-b688f92cdc75 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997477 Feb 09 03:17:00.181186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaf781-a412-438e-bbaa-ee982b63d74f req-5ee2aef3-f3bd-4af9-8d39-c0dc5421f81f tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:00.189059 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6cfaf781-a412-438e-bbaa-ee982b63d74f req-5ee2aef3-f3bd-4af9-8d39-c0dc5421f81f tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 944 time: 0.3163710 Feb 09 03:17:00.192972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598d8edb-e4ed-426d-b6b5-cbb398c4f816 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:00.197440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-598d8edb-e4ed-426d-b6b5-cbb398c4f816 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.208234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f01890-93f3-4750-b253-51fc1b2b750a req-4faeeb37-4104-47ae-9e53-83d98bd17fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:00.210139 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9f01890-93f3-4750-b253-51fc1b2b750a req-4faeeb37-4104-47ae-9e53-83d98bd17fe5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 1129 time: 0.4870543 Feb 09 03:17:00.336648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 478f2395-9072-42ea-b799-dfeceb862a19 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:00.338792 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (478f2395-9072-42ea-b799-dfeceb862a19), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.399403 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6cfaf781-a412-438e-bbaa-ee982b63d74f req-baa46189-5541-4fc7-af7d-99487116fb09 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090728 Feb 09 03:17:00.434545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-4fc9fd51-1370-4828-8f7c-2835ed8eef40', 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40', 'project_id': '246973f09cb0470ea327ac7b337704e0', 'fixed_ips': [{'subnet_id': '32ee89c3-dfc2-4e84-bbf5-791138adb56f'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:17:00.435648 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.547891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f01890-93f3-4750-b253-51fc1b2b750a req-06b4c2b5-a30e-4c1e-a48d-422fce7ba745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:00.549535 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9f01890-93f3-4750-b253-51fc1b2b750a req-06b4c2b5-a30e-4c1e-a48d-422fce7ba745 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.3200309 Feb 09 03:17:00.568982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:00.670963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07139d51-d4b4-4f20-9e3e-005359892546 req-93bcb465-f3ad-4ac1-98c7-3c1c74e560f4 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:00.690262 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07139d51-d4b4-4f20-9e3e-005359892546 req-93bcb465-f3ad-4ac1-98c7-3c1c74e560f4 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 946 time: 0.1518011 Feb 09 03:17:00.753198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07139d51-d4b4-4f20-9e3e-005359892546 req-dc92ea85-74fa-4e09-84b8-40ea77dbeaee tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616999 Feb 09 03:17:00.777016 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9f01890-93f3-4750-b253-51fc1b2b750a req-0316d500-e535-470a-acac-154d6644e13d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7 HTTP/1.1" status: 200 len: 998 time: 0.2196343 Feb 09 03:17:01.042975 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-598d8edb-e4ed-426d-b6b5-cbb398c4f816 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (2e4b3ae1-f5d1-416e-bb9c-f1c12b930050), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.057997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f01890-93f3-4750-b253-51fc1b2b750a req-dd4a5076-99ed-48e8-8bd9-dd983269bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:01.059834 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9f01890-93f3-4750-b253-51fc1b2b750a req-dd4a5076-99ed-48e8-8bd9-dd983269bee3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.1529033 Feb 09 03:17:01.096123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb6033-60bd-4a06-b52c-527ea69aa612 req-f46eeecb-9647-4b6e-aff5-ca54a78efd21 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:01.110644 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35eb6033-60bd-4a06-b52c-527ea69aa612 req-f46eeecb-9647-4b6e-aff5-ca54a78efd21 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 946 time: 0.1652057 Feb 09 03:17:01.199183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 478f2395-9072-42ea-b799-dfeceb862a19 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:01.226727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063335e-7ff7-4669-9a6d-a5b7abf781c2 req-cd2d624d-c804-4662-a862-d5eae3daf307 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:01.228084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5e182173-ad5f-4961-bc91-1dff8cc21ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:16:11Z', 'revision_number': 4, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '55e23909-8524-4630-b3a1-c204a8829d41', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'floating_ip_address': '172.25.5.3', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'port_id': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'mac_address': 'fa:16:3e:6a:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956d934f-90bc-49f5-bc01-f405b94f985f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:23Z', 'updated_at': '2022-02-09T03:16:56Z', 'revision_number': 1, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa949d11-cca9-4faa-9329-a1de44643075', 'name': '', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:08Z', 'updated_at': '2022-02-09T03:16:20Z', 'revision_number': 5, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'subnets': [{'id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:01.233046 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35eb6033-60bd-4a06-b52c-527ea69aa612 req-7c09e84b-a6e6-40d0-ac3f-92280a6b21d6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214521 Feb 09 03:17:01.251356 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4063335e-7ff7-4669-9a6d-a5b7abf781c2 req-cd2d624d-c804-4662-a862-d5eae3daf307 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.5523040 Feb 09 03:17:01.330681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d8edb-e4ed-426d-b6b5-cbb398c4f816 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Subnet': ['ID=2e4b3ae1-f5d1-416e-bb9c-f1c12b930050,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:01.330904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e182173-ad5f-4961-bc91-1dff8cc21ef7 None None] Checking router: 05b9988b-d3e6-4a8b-bf14-00efab7a6628 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:01.338082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Allocated IP 10.1.1.2 (4fc9fd51-1370-4828-8f7c-2835ed8eef40/32ee89c3-dfc2-4e84-bbf5-791138adb56f/de474820-373b-4cac-a0ce-d3d200e98e02) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:01.348802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:17:01.369726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d8edb-e4ed-426d-b6b5-cbb398c4f816 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Checking segment: {'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:01.370181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d8edb-e4ed-426d-b6b5-cbb398c4f816 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Network hostable DHCP agents. Network: 41bbc372-33fd-499d-9180-6bffeb090fd2, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:17:01.382003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:01.382413 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.394718 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4063335e-7ff7-4669-9a6d-a5b7abf781c2 req-14d23fe1-1e5d-4dd6-b929-e03f7ba26869 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415074 Feb 09 03:17:01.396715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f01890-93f3-4750-b253-51fc1b2b750a req-49e7b8ec-a88e-40e0-913c-b020579517a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:01.402533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9f01890-93f3-4750-b253-51fc1b2b750a req-49e7b8ec-a88e-40e0-913c-b020579517a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3266172 Feb 09 03:17:01.449418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e182173-ad5f-4961-bc91-1dff8cc21ef7 None None] Routers {'05b9988b-d3e6-4a8b-bf14-00efab7a6628'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:01.450074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5e182173-ad5f-4961-bc91-1dff8cc21ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:01.529482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7fd1b-bf5d-4693-a7a9-c013c567749b req-bebc7173-40b5-4a0a-be38-eb7cbee0e2f4 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:01.531028 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2fc7fd1b-bf5d-4693-a7a9-c013c567749b req-bebc7173-40b5-4a0a-be38-eb7cbee0e2f4 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 949 time: 0.1424606 Feb 09 03:17:01.584041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d8edb-e4ed-426d-b6b5-cbb398c4f816 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Network 41bbc372-33fd-499d-9180-6bffeb090fd2 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:17:01.625380 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-598d8edb-e4ed-426d-b6b5-cbb398c4f816 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 41bbc372-33fd-499d-9180-6bffeb090fd2) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:01.648710 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7118e2-7df2-4176-9973-9bd7fe94e6f2 req-99567157-2d5a-42e2-9eaf-fcf96b868ee1 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:01.650996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f7118e2-7df2-4176-9973-9bd7fe94e6f2 req-99567157-2d5a-42e2-9eaf-fcf96b868ee1 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 944 time: 0.1182714 Feb 09 03:17:01.652359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598d8edb-e4ed-426d-b6b5-cbb398c4f816 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:01.652961 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-598d8edb-e4ed-426d-b6b5-cbb398c4f816 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.667723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2fc7fd1b-bf5d-4693-a7a9-c013c567749b req-1ca2181a-5952-405d-b0cb-5bbfe286b244 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268551 Feb 09 03:17:01.690606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c9003-dc60-4319-933d-e195eedb4cd9 None None] Network 41bbc372-33fd-499d-9180-6bffeb090fd2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:01.691289 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9f01890-93f3-4750-b253-51fc1b2b750a req-615aaeac-8084-4e1b-83bf-4b7cec131faf service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799926 Feb 09 03:17:01.726960 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-598d8edb-e4ed-426d-b6b5-cbb398c4f816 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1765811 Feb 09 03:17:01.730093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55818) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:01.735443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'port': {'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40', 'name': 'tempest-TaggedBootDevicesTest-693008413', 'fixed_ips': [{'subnet_id': '32ee89c3-dfc2-4e84-bbf5-791138adb56f'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:01.816009 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f7118e2-7df2-4176-9973-9bd7fe94e6f2 req-a7ac80e4-41d7-468f-a2d4-8beccaa0e30e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541378 Feb 09 03:17:01.861442 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9f01890-93f3-4750-b253-51fc1b2b750a req-a7a6d2bd-f442-42bf-9c45-4c02b1316c51 service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315744 Feb 09 03:17:02.013645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:02.075326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6381337-1e2e-4e71-90b4-a07ebbd12eaf req-b167dbed-8676-4cdd-ad84-357cd9d51e95 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:02.076918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6381337-1e2e-4e71-90b4-a07ebbd12eaf req-b167dbed-8676-4cdd-ad84-357cd9d51e95 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 946 time: 0.1170506 Feb 09 03:17:02.201283 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6381337-1e2e-4e71-90b4-a07ebbd12eaf req-e51a3d84-6b2a-4210-93a8-f35e9c10081a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158040 Feb 09 03:17:02.264989 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.398883 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Publish callbacks [] for port (de474820-373b-4cac-a0ce-d3d200e98e02), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.425128 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] device_id is not set on port e18cbd57-4bb2-4488-bccf-54c045d9eccd yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:17:02.514751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-5e182173-ad5f-4961-bc91-1dff8cc21ef7 None None] Set router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:02.517016 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.528558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cd46a-9771-4789-b2a2-ee47dfbff5d2 req-6d81420d-7afe-4faa-88b2-d5fb498859ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:02.531577 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d3cd46a-9771-4789-b2a2-ee47dfbff5d2 req-6d81420d-7afe-4faa-88b2-d5fb498859ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 946 time: 0.0999391 Feb 09 03:17:02.581232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-41bbc372-33fd-499d-9180-6bffeb090fd2', 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2', 'project_id': '246973f09cb0470ea327ac7b337704e0', 'fixed_ips': [{'subnet_id': '2e4b3ae1-f5d1-416e-bb9c-f1c12b930050'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:17:02.582107 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.626161 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d3cd46a-9771-4789-b2a2-ee47dfbff5d2 req-56f6f3f3-75b9-4111-9b43-5000233c333d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872204 Feb 09 03:17:02.706460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:02.706944 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.756295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:02.794384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:02.820740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:02.912747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Pushing event updated for resources: {'Port': ['ID=de474820-373b-4cac-a0ce-d3d200e98e02,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:02.979982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a479a-64c0-4d14-9051-3795ea3eb0ac req-923e4d37-232f-4d9c-ad90-8eb6fab5f066 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:02.986914 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b3a479a-64c0-4d14-9051-3795ea3eb0ac req-923e4d37-232f-4d9c-ad90-8eb6fab5f066 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 946 time: 0.1237288 Feb 09 03:17:03.042767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:03.045033 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bcb242-ef6c-4d91-a5d0-7485c4b9eb2b" -d '{"events": [{"server_uuid": "c4070f4f-548f-4447-b7a9-fd79f706a4ed", "name": "network-vif-plugged", "status": "completed", "tag": "142f0ad5-9a04-4b39-8eec-6edafcc8ab58"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:03.060510 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b3a479a-64c0-4d14-9051-3795ea3eb0ac req-3897fff6-b214-48d6-9bed-7afa1c10875f tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722361 Feb 09 03:17:03.131605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=142f0ad5-9a04-4b39-8eec-6edafcc8ab58,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:03.202119 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:03.525954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Attempting to bind port de474820-373b-4cac-a0ce-d3d200e98e02 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:03.527584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Attempting to bind port de474820-373b-4cac-a0ce-d3d200e98e02 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:03.529217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Attempting to bind port de474820-373b-4cac-a0ce-d3d200e98e02 on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:03.584960 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Allocated IP 10.2.2.2 (41bbc372-33fd-499d-9180-6bffeb090fd2/2e4b3ae1-f5d1-416e-bb9c-f1c12b930050/00e89615-9720-4733-beaf-729b4f6b1af2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:03.610449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:03.610987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Checking segment: {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:03.611399 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:03.612265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Bound using segment: {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:03.615087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Bound port: de474820-373b-4cac-a0ce-d3d200e98e02, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:03.615575 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:03.681975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fddeab-45a7-4b31-8839-db9a576c9171 req-4006cb63-128d-4a3f-9bfc-82dc53e9f97e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:03.691152 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0fddeab-45a7-4b31-8839-db9a576c9171 req-4006cb63-128d-4a3f-9bfc-82dc53e9f97e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.5573163 Feb 09 03:17:03.696627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Allocated IP 10.1.1.251 (4fc9fd51-1370-4828-8f7c-2835ed8eef40/32ee89c3-dfc2-4e84-bbf5-791138adb56f/e18cbd57-4bb2-4488-bccf-54c045d9eccd) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:03.724219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] For port de474820-373b-4cac-a0ce-d3d200e98e02, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:03.729178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] For port de474820-373b-4cac-a0ce-d3d200e98e02, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=de474820-373b-4cac-a0ce-d3d200e98e02,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:03.739600 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=142f0ad5-9a04-4b39-8eec-6edafcc8ab58,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:03.748850 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:03.818290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0fddeab-45a7-4b31-8839-db9a576c9171 req-ac2b510b-3334-4b70-b553-a129e8274861 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260760 Feb 09 03:17:03.859634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e0ad4-06b5-412d-ae13-eb32c91c4756 req-068ebf5e-0847-4b2f-803b-cb7e5309268d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:03.867825 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-428e0ad4-06b5-412d-ae13-eb32c91c4756 req-068ebf5e-0847-4b2f-803b-cb7e5309268d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 949 time: 1.6002712 Feb 09 03:17:03.968828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c7cdf-bb46-4e13-9ab0-7519ccd25e6b req-4e0fe764-1f92-43db-8696-19facca44ac0 tempest-DeleteServersAdminTestJSON-957152033 tempest-DeleteServersAdminTestJSON-957152033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:03.970667 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a44c7cdf-bb46-4e13-9ab0-7519ccd25e6b req-4e0fe764-1f92-43db-8696-19facca44ac0 tempest-DeleteServersAdminTestJSON-957152033 tempest-DeleteServersAdminTestJSON-957152033-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=80aaa205-b339-45ea-a3db-42eabe356a13 HTTP/1.1" status: 200 len: 1132 time: 0.1511319 Feb 09 03:17:03.998768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-428e0ad4-06b5-412d-ae13-eb32c91c4756 req-5b6af0e5-b5eb-428f-9d6f-9e200a235c5a tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294239 Feb 09 03:17:04.140813 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.179967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd7295-2c34-4092-bc8e-0c3a3a165f7c None None] Pushing event updated for resources: {'Port': ['ID=de474820-373b-4cac-a0ce-d3d200e98e02,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:04.184243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913361e-4ff5-4cf6-a91e-d109121d796a req-0f048f5e-7891-4129-87ef-604af3b32087 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:04.193909 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3913361e-4ff5-4cf6-a91e-d109121d796a req-0f048f5e-7891-4129-87ef-604af3b32087 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 946 time: 0.1962686 Feb 09 03:17:04.274116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e6815-f74a-41de-99e3-edd54088d3db req-cc6c1619-1eb3-4f51-ad2e-8592d407dc7d tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:04.285572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e62e6815-f74a-41de-99e3-edd54088d3db req-cc6c1619-1eb3-4f51-ad2e-8592d407dc7d tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 945 time: 0.1324859 Feb 09 03:17:04.321619 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.342827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5e182173-ad5f-4961-bc91-1dff8cc21ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:16:11Z', 'revision_number': 4, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '55e23909-8524-4630-b3a1-c204a8829d41', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'floating_ip_address': '172.25.5.3', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'port_id': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'mac_address': 'fa:16:3e:6a:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956d934f-90bc-49f5-bc01-f405b94f985f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:23Z', 'updated_at': '2022-02-09T03:16:56Z', 'revision_number': 1, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa949d11-cca9-4faa-9329-a1de44643075', 'name': '', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:08Z', 'updated_at': '2022-02-09T03:16:20Z', 'revision_number': 5, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'subnets': [{'id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:04.388805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3913361e-4ff5-4cf6-a91e-d109121d796a req-8ce7c4da-c7cf-48cb-b483-08212edcd2a3 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939476 Feb 09 03:17:04.404381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-a44c7cdf-bb46-4e13-9ab0-7519ccd25e6b req-1124cbc0-4e93-424c-b421-fefc79f799b1 tempest-DeleteServersAdminTestJSON-957152033 tempest-DeleteServersAdminTestJSON-957152033-project-admin] Deleting port 822a84fd-307d-463e-ba58-acaff5b4841e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:04.405344 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a44c7cdf-bb46-4e13-9ab0-7519ccd25e6b req-1124cbc0-4e93-424c-b421-fefc79f799b1 tempest-DeleteServersAdminTestJSON-957152033 tempest-DeleteServersAdminTestJSON-957152033-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.422829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e182173-ad5f-4961-bc91-1dff8cc21ef7 None None] The sync data for ids ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'] in n-d-824835-15 is: [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:16:11Z', 'revision_number': 4, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '55e23909-8524-4630-b3a1-c204a8829d41', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'floating_ip_address': '172.25.5.3', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'port_id': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'mac_address': 'fa:16:3e:6a:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956d934f-90bc-49f5-bc01-f405b94f985f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:23Z', 'updated_at': '2022-02-09T03:16:56Z', 'revision_number': 1, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa949d11-cca9-4faa-9329-a1de44643075', 'name': '', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:08Z', 'updated_at': '2022-02-09T03:16:20Z', 'revision_number': 5, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'subnets': [{'id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:04.492317 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Publish callbacks [] for port (00e89615-9720-4733-beaf-729b4f6b1af2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.493656 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e62e6815-f74a-41de-99e3-edd54088d3db req-b0371b10-3842-418c-9ebb-543dcbe87630 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062776 Feb 09 03:17:04.506345 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac5f0d0-475b-444f-85ca-2ef40698dc0c x-openstack-request-id: req-bac5f0d0-475b-444f-85ca-2ef40698dc0c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:04.506664 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4070f4f-548f-4447-b7a9-fd79f706a4ed", "name": "network-vif-plugged", "status": "completed", "tag": "142f0ad5-9a04-4b39-8eec-6edafcc8ab58", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:04.507101 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bac5f0d0-475b-444f-85ca-2ef40698dc0c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:04.507516 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'code': 200} Feb 09 03:17:04.511284 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.557166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:04.599791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Pushing event updated for resources: {'Port': ['ID=00e89615-9720-4733-beaf-729b4f6b1af2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:04.613254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:04.621986 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Network 41bbc372-33fd-499d-9180-6bffeb090fd2 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:04.623786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:04.627520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:04.641755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:04.650440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a44c7cdf-bb46-4e13-9ab0-7519ccd25e6b req-1124cbc0-4e93-424c-b421-fefc79f799b1 tempest-DeleteServersAdminTestJSON-957152033 tempest-DeleteServersAdminTestJSON-957152033-project-admin] For port 822a84fd-307d-463e-ba58-acaff5b4841e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=822a84fd-307d-463e-ba58-acaff5b4841e,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:04.653121 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a44c7cdf-bb46-4e13-9ab0-7519ccd25e6b req-1124cbc0-4e93-424c-b421-fefc79f799b1 tempest-DeleteServersAdminTestJSON-957152033 tempest-DeleteServersAdminTestJSON-957152033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.707256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Port': ['ID=e18cbd57-4bb2-4488-bccf-54c045d9eccd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:04.718352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-a44c7cdf-bb46-4e13-9ab0-7519ccd25e6b req-1124cbc0-4e93-424c-b421-fefc79f799b1 tempest-DeleteServersAdminTestJSON-957152033 tempest-DeleteServersAdminTestJSON-957152033-project-admin] Calling delete_port for 822a84fd-307d-463e-ba58-acaff5b4841e owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:04.722535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Attempting to bind port 00e89615-9720-4733-beaf-729b4f6b1af2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:04.722928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Attempting to bind port 00e89615-9720-4733-beaf-729b4f6b1af2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:04.723518 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Attempting to bind port 00e89615-9720-4733-beaf-729b4f6b1af2 on network 41bbc372-33fd-499d-9180-6bffeb090fd2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:04.733982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:04.734713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Checking segment: {'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:04.734829 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.735224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Bound using segment: {'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:04.735716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Bound port: 00e89615-9720-4733-beaf-729b4f6b1af2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:04.736104 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.754334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:04.754979 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.787277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d3d7-0c09-48bf-91f7-3d55143a154f req-0823a51b-d5ca-48c8-ab5a-120dab84d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:04.789344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9074d3d7-0c09-48bf-91f7-3d55143a154f req-0823a51b-d5ca-48c8-ab5a-120dab84d1e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 1128 time: 0.1996405 Feb 09 03:17:04.806494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0a90b291-5e79-476d-ab3c-29f8d9a94837 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0752041 Feb 09 03:17:04.807531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55860) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:04.814126 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'port': {'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40', 'name': 'tempest-TaggedBootDevicesTest-81183022', 'fixed_ips': [{'subnet_id': '32ee89c3-dfc2-4e84-bbf5-791138adb56f'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:04.852993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] For port 00e89615-9720-4733-beaf-729b4f6b1af2, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:04.860235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] For port 00e89615-9720-4733-beaf-729b4f6b1af2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=00e89615-9720-4733-beaf-729b4f6b1af2,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:04.868592 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9074d3d7-0c09-48bf-91f7-3d55143a154f req-a45e0706-5dbb-4b39-92fc-9916e2f0d5f1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600734 Feb 09 03:17:04.872217 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.938831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2026363-bedd-43fe-9937-fd03b1223e29 None None] Pushing event updated for resources: {'Port': ['ID=00e89615-9720-4733-beaf-729b4f6b1af2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:05.055688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:05.063030 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a44c7cdf-bb46-4e13-9ab0-7519ccd25e6b req-1124cbc0-4e93-424c-b421-fefc79f799b1 tempest-DeleteServersAdminTestJSON-957152033 tempest-DeleteServersAdminTestJSON-957152033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (822a84fd-307d-463e-ba58-acaff5b4841e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:05.106749 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf9b8fe-dba8-4463-b639-df0262c6943f None None] New status for floating IP 55e23909-8524-4630-b3a1-c204a8829d41: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:17:05.174366 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124cbc0-4e93-424c-b421-fefc79f799b1 tempest-DeleteServersAdminTestJSON-957152033 tempest-DeleteServersAdminTestJSON-957152033-project-admin] Pushing event deleted for resources: {'Port': ['ID=822a84fd-307d-463e-ba58-acaff5b4841e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:05.351713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44c7cdf-bb46-4e13-9ab0-7519ccd25e6b req-1124cbc0-4e93-424c-b421-fefc79f799b1 tempest-DeleteServersAdminTestJSON-957152033 tempest-DeleteServersAdminTestJSON-957152033-project-admin] No DVR routers for this DVR port 822a84fd-307d-463e-ba58-acaff5b4841e on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:05.357271 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a44c7cdf-bb46-4e13-9ab0-7519ccd25e6b req-1124cbc0-4e93-424c-b421-fefc79f799b1 tempest-DeleteServersAdminTestJSON-957152033 tempest-DeleteServersAdminTestJSON-957152033-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:05.362733 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a44c7cdf-bb46-4e13-9ab0-7519ccd25e6b req-1124cbc0-4e93-424c-b421-fefc79f799b1 tempest-DeleteServersAdminTestJSON-957152033 tempest-DeleteServersAdminTestJSON-957152033-project-admin] 10.222.0.65 "DELETE /v2.0/ports/822a84fd-307d-463e-ba58-acaff5b4841e HTTP/1.1" status: 204 len: 173 time: 1.3840611 Feb 09 03:17:05.365866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:05.376041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80aaa205-b339-45ea-a3db-42eabe356a13', 'name': 'network-vif-deleted', 'tag': '822a84fd-307d-463e-ba58-acaff5b4841e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:05.379306 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960e5d69-6285-4c07-b89e-eaa4cc3bcf91" -d '{"events": [{"server_uuid": "80aaa205-b339-45ea-a3db-42eabe356a13", "name": "network-vif-deleted", "tag": "822a84fd-307d-463e-ba58-acaff5b4841e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:05.403488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] device_id is not set on port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:17:05.594597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device de474820-373b-4cac-a0ce-d3d200e98e02 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:05.694279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port de474820-373b-4cac-a0ce-d3d200e98e02 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:05.695353 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:05.811787 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Allocated IP 10.1.1.142 (4fc9fd51-1370-4828-8f7c-2835ed8eef40/32ee89c3-dfc2-4e84-bbf5-791138adb56f/fedd24b9-fa6a-4c2d-baa2-df4299e5fd44) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:05.945922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 822a84fd-307d-463e-ba58-acaff5b4841e no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:06.000539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 822a84fd-307d-463e-ba58-acaff5b4841e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:17:06.000885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 822a84fd-307d-463e-ba58-acaff5b4841e not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:06.021546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029839c7-1b69-46c6-b60d-8f7b2921d53c None None] Network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:06.072052 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:06.145101 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:06.186414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port de474820-373b-4cac-a0ce-d3d200e98e02 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:06.192329 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:06.232885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-37a4abf5-9a96-41d2-81a7-099d368b20ef None None] Provisioning complete for port de474820-373b-4cac-a0ce-d3d200e98e02 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:06.233268 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37a4abf5-9a96-41d2-81a7-099d368b20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:06.253493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:06.255992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:06.265015 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Port': ['ID=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:06.267364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:06.333519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:06.334182 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:06.335506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port de474820-373b-4cac-a0ce-d3d200e98e02, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=de474820-373b-4cac-a0ce-d3d200e98e02,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:06.360111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bbe8823f-815e-4147-b5b5-6092cc000cef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5508020 Feb 09 03:17:06.376361 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:06.471627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=de474820-373b-4cac-a0ce-d3d200e98e02,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:06.495596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-37a4abf5-9a96-41d2-81a7-099d368b20ef None None] Current status of the port de474820-373b-4cac-a0ce-d3d200e98e02 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:06.717647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a0576c-6eaa-4383-8a84-0cf7435b1062 None None] Network 41bbc372-33fd-499d-9180-6bffeb090fd2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:06.850606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-51af311e-fef9-4c38-8a24-8e989ddf0cd7 None None] Provisioning complete for port 00e89615-9720-4733-beaf-729b4f6b1af2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:06.850986 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51af311e-fef9-4c38-8a24-8e989ddf0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:06.952945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-51af311e-fef9-4c38-8a24-8e989ddf0cd7 None None] Current status of the port 00e89615-9720-4733-beaf-729b4f6b1af2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:06.953606 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51af311e-fef9-4c38-8a24-8e989ddf0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.007932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-51af311e-fef9-4c38-8a24-8e989ddf0cd7 None None] For port 00e89615-9720-4733-beaf-729b4f6b1af2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=00e89615-9720-4733-beaf-729b4f6b1af2,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:07.014989 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51af311e-fef9-4c38-8a24-8e989ddf0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.079730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af311e-fef9-4c38-8a24-8e989ddf0cd7 None None] Pushing event updated for resources: {'Port': ['ID=00e89615-9720-4733-beaf-729b4f6b1af2,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:07.138035 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7933cdb9-b81d-483b-a20b-4e6b93f250a2 None None] Provisioning complete for port de474820-373b-4cac-a0ce-d3d200e98e02 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:07.138417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7933cdb9-b81d-483b-a20b-4e6b93f250a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.301845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7933cdb9-b81d-483b-a20b-4e6b93f250a2 None None] Current status of the port de474820-373b-4cac-a0ce-d3d200e98e02 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:07.312991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7933cdb9-b81d-483b-a20b-4e6b93f250a2 None None] Provisioning complete for port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:07.313396 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7933cdb9-b81d-483b-a20b-4e6b93f250a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.367055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7933cdb9-b81d-483b-a20b-4e6b93f250a2 None None] Port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:07.385579 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7933cdb9-b81d-483b-a20b-4e6b93f250a2 None None] Provisioning complete for port e18cbd57-4bb2-4488-bccf-54c045d9eccd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:07.386341 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7933cdb9-b81d-483b-a20b-4e6b93f250a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.446961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7933cdb9-b81d-483b-a20b-4e6b93f250a2 None None] Port e18cbd57-4bb2-4488-bccf-54c045d9eccd cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:07.468388 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.508343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 00e89615-9720-4733-beaf-729b4f6b1af2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:07.571147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 00e89615-9720-4733-beaf-729b4f6b1af2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:07.572043 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.599704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4bd27b71-66b7-4b6d-9134-aa99d96d7e85 None None] Provisioning complete for port 00e89615-9720-4733-beaf-729b4f6b1af2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:07.600083 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4bd27b71-66b7-4b6d-9134-aa99d96d7e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.722242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 00e89615-9720-4733-beaf-729b4f6b1af2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:07.723258 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device de474820-373b-4cac-a0ce-d3d200e98e02 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:07.748987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4bd27b71-66b7-4b6d-9134-aa99d96d7e85 None None] Current status of the port 00e89615-9720-4733-beaf-729b4f6b1af2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:07.772830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4bd27b71-66b7-4b6d-9134-aa99d96d7e85 None None] Provisioning complete for port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:07.773205 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4bd27b71-66b7-4b6d-9134-aa99d96d7e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.818837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4bd27b71-66b7-4b6d-9134-aa99d96d7e85 None None] Port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:07.822601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port de474820-373b-4cac-a0ce-d3d200e98e02 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:07.822601 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.869718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4bd27b71-66b7-4b6d-9134-aa99d96d7e85 None None] Provisioning complete for port e18cbd57-4bb2-4488-bccf-54c045d9eccd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:07.870128 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4bd27b71-66b7-4b6d-9134-aa99d96d7e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.940741 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4bd27b71-66b7-4b6d-9134-aa99d96d7e85 None None] Port e18cbd57-4bb2-4488-bccf-54c045d9eccd cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:07.947754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port de474820-373b-4cac-a0ce-d3d200e98e02 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:11.031448 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdae1e1-a6ea-4729-8ef7-177b922180e8 req-7d14f9f0-9bb4-43fd-a48f-8c9d6951d481 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:11.041968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3cdae1e1-a6ea-4729-8ef7-177b922180e8 req-7d14f9f0-9bb4-43fd-a48f-8c9d6951d481 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0902755 Feb 09 03:17:11.045864 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4188a1d2-6b6b-4b3a-9b7f-b6d3f8852266 x-openstack-request-id: req-4188a1d2-6b6b-4b3a-9b7f-b6d3f8852266 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:11.046366 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80aaa205-b339-45ea-a3db-42eabe356a13", "name": "network-vif-deleted", "tag": "822a84fd-307d-463e-ba58-acaff5b4841e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:11.046808 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4188a1d2-6b6b-4b3a-9b7f-b6d3f8852266 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:11.047310 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80aaa205-b339-45ea-a3db-42eabe356a13', 'name': 'network-vif-deleted', 'tag': '822a84fd-307d-463e-ba58-acaff5b4841e', 'status': 'completed', 'code': 200} Feb 09 03:17:11.155682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6883f5b-44ac-492d-aefd-038dd3f69622 req-86fe8ebd-56d4-4064-9f8c-64c010130f68 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:11.156273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3cdae1e1-a6ea-4729-8ef7-177b922180e8 req-1dac718f-8e07-46c3-97ab-5aa48a5d6e0c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073916 Feb 09 03:17:11.162503 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f6883f5b-44ac-492d-aefd-038dd3f69622 req-86fe8ebd-56d4-4064-9f8c-64c010130f68 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 945 time: 0.0690706 Feb 09 03:17:11.223033 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f6883f5b-44ac-492d-aefd-038dd3f69622 req-c02adfe7-876a-438b-b8c3-f3295bbb29ca tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594811 Feb 09 03:17:11.398669 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:11.404993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-254631ec-f8e0-413a-9d8c-a83673a85269 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663648336', 'description': 'tempest-description--1792204177'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:11.442846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-4c46e79d-f586-4333-9c80-4bc14d6e77c3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aed96b560abd4b2f938880d5953ce8fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314093 Feb 09 03:17:11.495865 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-254631ec-f8e0-413a-9d8c-a83673a85269 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.617061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-96856c30-be61-4ca4-aafd-e5c4ac282876 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:11.626191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-96856c30-be61-4ca4-aafd-e5c4ac282876 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1117113 Feb 09 03:17:11.638879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-e1395d21-7c3f-4475-8ca6-837484d9ed6e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:11.640743 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-e1395d21-7c3f-4475-8ca6-837484d9ed6e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886673 Feb 09 03:17:11.668259 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-904152a8-7fed-471e-b09b-77f116a5b75b tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/quotas/aed96b560abd4b2f938880d5953ce8fc HTTP/1.1" status: 200 len: 375 time: 0.0208857 Feb 09 03:17:11.670992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-254631ec-f8e0-413a-9d8c-a83673a85269 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for security_group (37017ab1-3bd2-4c37-ad63-161f24b70c77), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.688870 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-254631ec-f8e0-413a-9d8c-a83673a85269 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (37017ab1-3bd2-4c37-ad63-161f24b70c77), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.689965 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-eaf9a95e-d320-4dba-b9a7-cbbd034313ac tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 696 time: 0.0622842 Feb 09 03:17:11.695141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-b1d7f3a5-0ac8-4cad-bb42-ab998640a1ff tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Request body: {'floatingip': {'port_id': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:11.716848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-2d7da767-77d1-4d83-9beb-b109ea886280 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aed96b560abd4b2f938880d5953ce8fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416424 Feb 09 03:17:11.744192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254631ec-f8e0-413a-9d8c-a83673a85269 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37017ab1-3bd2-4c37-ad63-161f24b70c77,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:11.756251 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-b1d7f3a5-0ac8-4cad-bb42-ab998640a1ff tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.760248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-254631ec-f8e0-413a-9d8c-a83673a85269 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.761565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-254631ec-f8e0-413a-9d8c-a83673a85269 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3618720 Feb 09 03:17:11.764348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55946) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:11.769632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-55209393-07cd-4594-9129-862e26c670cc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'security_group_rule': {'security_group_id': '37017ab1-3bd2-4c37-ad63-161f24b70c77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:11.808650 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55209393-07cd-4594-9129-862e26c670cc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for security_group_rule (319a64e7-979f-4c81-b0cd-55394064790e), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.921296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55209393-07cd-4594-9129-862e26c670cc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for security_group_rule (319a64e7-979f-4c81-b0cd-55394064790e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.930957 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55209393-07cd-4594-9129-862e26c670cc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (319a64e7-979f-4c81-b0cd-55394064790e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.013879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55209393-07cd-4594-9129-862e26c670cc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319a64e7-979f-4c81-b0cd-55394064790e,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:12.062845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fe197ea1-e562-4206-b93d-d5461c3d1563 req-60670a08-227e-4a08-8eda-e962d545fd93 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 210 time: 0.0959442 Feb 09 03:17:12.082426 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55209393-07cd-4594-9129-862e26c670cc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.084065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-55209393-07cd-4594-9129-862e26c670cc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3187866 Feb 09 03:17:12.086960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55956) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:12.097147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9f831539-5690-4b9c-87c0-b3af5983745d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'security_group_rule': {'security_group_id': '37017ab1-3bd2-4c37-ad63-161f24b70c77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:12.151555 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f831539-5690-4b9c-87c0-b3af5983745d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for security_group_rule (7ec6c4ef-7399-4be5-850e-df3ab9eb926c), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.259140 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f831539-5690-4b9c-87c0-b3af5983745d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for security_group_rule (7ec6c4ef-7399-4be5-850e-df3ab9eb926c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.268035 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f831539-5690-4b9c-87c0-b3af5983745d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (7ec6c4ef-7399-4be5-850e-df3ab9eb926c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.294334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f831539-5690-4b9c-87c0-b3af5983745d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec6c4ef-7399-4be5-850e-df3ab9eb926c,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:12.377701 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f831539-5690-4b9c-87c0-b3af5983745d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.379283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9f831539-5690-4b9c-87c0-b3af5983745d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2893858 Feb 09 03:17:12.395461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55966) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:12.406619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:12.449916 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.463928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa1949-5f81-4acc-ac34-b9c330cb6627 req-74fd5ec5-5b3f-4e7b-86df-91323903a058 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:12.480803 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6aaa1949-5f81-4acc-ac34-b9c330cb6627 req-74fd5ec5-5b3f-4e7b-86df-91323903a058 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1388891 Feb 09 03:17:12.531342 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-b1d7f3a5-0ac8-4cad-bb42-ab998640a1ff tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.545010 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-b1d7f3a5-0ac8-4cad-bb42-ab998640a1ff tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.586849 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a2fa81d5-4ae3-438f-a473-541fb6ee238a details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:17:12.725590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6aaa1949-5f81-4acc-ac34-b9c330cb6627 req-1dc737bf-53a8-4402-8eda-7c470f25d305 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364721 Feb 09 03:17:12.754227 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-b1d7f3a5-0ac8-4cad-bb42-ab998640a1ff tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Floating IP 011de175-1f88-4ecc-a942-97da46a5d005 associated. External IP: 172.25.5.136, port: bc96bd03-e9e9-446c-8939-4c0cde7e1747. Feb 09 03:17:12.887963 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.894138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:12.912377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'a2fa81d5-4ae3-438f-a473-541fb6ee238a', 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf', 'port_id': 'a2fa81d5-4ae3-438f-a473-541fb6ee238a', 'mac_address': 'fa:16:3e:0d:ad:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb24eb0-9eab-422f-8add-dff7fc4bde51', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:17:12.965496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a2fa81d5-4ae3-438f-a473-541fb6ee238a is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:12.965896 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.990181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fa81d5-4ae3-438f-a473-541fb6ee238a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:13.031363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:13.037258 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:13.082440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Allocated IP 172.25.5.146 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/1901685e-55e1-43bf-8bcc-41ba4b7a4ae9) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:13.111723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-b1d7f3a5-0ac8-4cad-bb42-ab998640a1ff tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Router 58403222-d098-4f4c-995d-f14a9f0061cb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:13.163512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a2fa81d5-4ae3-438f-a473-541fb6ee238a,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:13.255264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1b3b00d-d605-4fcf-b7d4-2a80a8ab05b5 req-10ea4c5d-b0d3-4816-a55b-f98301fec6b4 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 210 time: 0.0473547 Feb 09 03:17:13.298152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-b1d7f3a5-0ac8-4cad-bb42-ab998640a1ff tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:13.303693 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-b1d7f3a5-0ac8-4cad-bb42-ab998640a1ff tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:13.313500 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e47f1-8856-4142-961d-03eca076b769 None None] Sync routers for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:13.333555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['a2fa81d5-4ae3-438f-a473-541fb6ee238a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:13.341128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-b1d7f3a5-0ac8-4cad-bb42-ab998640a1ff tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "PUT /v2.0/floatingips/011de175-1f88-4ecc-a942-97da46a5d005 HTTP/1.1" status: 200 len: 997 time: 1.6500149 Feb 09 03:17:13.341847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:13.344332 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8fecb3-05fe-4ed2-97db-1571e264d955" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:13.371629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e47f1-8856-4142-961d-03eca076b769 None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:13.371847 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for port (1901685e-55e1-43bf-8bcc-41ba4b7a4ae9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:13.373122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b24e47f1-8856-4142-961d-03eca076b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:13.419353 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b08cf4-4b6d-43c3-bc25-56a8b39db166 x-openstack-request-id: req-e4b08cf4-4b6d-43c3-bc25-56a8b39db166 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:13.419584 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:13.419839 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4b08cf4-4b6d-43c3-bc25-56a8b39db166 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:13.420234 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'status': 'completed', 'code': 200} Feb 09 03:17:13.452937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-18b90c70-c23e-4742-aae0-74f8231c32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:13.458061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1901685e-55e1-43bf-8bcc-41ba4b7a4ae9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:13.459907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-18b90c70-c23e-4742-aae0-74f8231c32f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 1129 time: 0.0894489 Feb 09 03:17:13.570247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:13.574697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:13.578513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-ab4cb1d0-05e0-41fb-9431-c25c68012c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:13.585998 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-ab4cb1d0-05e0-41fb-9431-c25c68012c19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.1249065 Feb 09 03:17:13.587325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:13.625392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-b24e47f1-8856-4142-961d-03eca076b769 None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:13.681245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fecb3-05fe-4ed2-97db-1571e264d955 req-51c23dc5-fdfb-4146-8d9c-c49ef3205cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:13.682841 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d8fecb3-05fe-4ed2-97db-1571e264d955 req-51c23dc5-fdfb-4146-8d9c-c49ef3205cda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 1129 time: 0.2411115 Feb 09 03:17:13.688451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Port': ['ID=1901685e-55e1-43bf-8bcc-41ba4b7a4ae9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:13.693842 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-f60c4db8-691c-47ae-b973-6f9e183f5a1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 1000 time: 0.0918150 Feb 09 03:17:13.824061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-ac2982f8-33df-4d0e-ad50-90c4ce0a2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:13.832237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-ac2982f8-33df-4d0e-ad50-90c4ce0a2d5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.1372726 Feb 09 03:17:13.928335 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-9aede2b8-f3d5-48b4-8afc-d267b250d2ab tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=aed96b560abd4b2f938880d5953ce8fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851891 Feb 09 03:17:13.953818 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for floatingip (683983bc-4665-4291-b6b2-731ad2279c41), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.076680 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-883e93be-7d87-438b-8bb4-fbf30d2c5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:14.088722 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-883e93be-7d87-438b-8bb4-fbf30d2c5a6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2553053 Feb 09 03:17:14.098972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b24e47f1-8856-4142-961d-03eca076b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '011de175-1f88-4ecc-a942-97da46a5d005', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'port_id': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'mac_address': 'fa:16:3e:4a:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:42Z', 'updated_at': '2022-02-09T03:17:12Z', 'revision_number': 1, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:14.099856 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-63749f0e-7d2c-4895-a3af-277d128529fc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:17:14.111825 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-63749f0e-7d2c-4895-a3af-277d128529fc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218329 Feb 09 03:17:14.142264 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1901685e-55e1-43bf-8bcc-41ba4b7a4ae9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.238353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-21ad6d81-5a1b-473c-9f7e-4a11f6558c47 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:14.240165 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-21ad6d81-5a1b-473c-9f7e-4a11f6558c47 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3034279 Feb 09 03:17:14.260333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Request body: {'port': {'device_id': '70dd78b1-5ce4-4e3e-beb1-1471963b82d6', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'aed96b560abd4b2f938880d5953ce8fc'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:14.360500 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for port (1901685e-55e1-43bf-8bcc-41ba4b7a4ae9), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.374092 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (1901685e-55e1-43bf-8bcc-41ba4b7a4ae9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.395548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-38657720-2820-411f-bfa6-f404158cef2a service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759752 Feb 09 03:17:14.402429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e47f1-8856-4142-961d-03eca076b769 None None] Checking router: 58403222-d098-4f4c-995d-f14a9f0061cb for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:14.432386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e47f1-8856-4142-961d-03eca076b769 None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:14.433382 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b24e47f1-8856-4142-961d-03eca076b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:14.444678 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (683983bc-4665-4291-b6b2-731ad2279c41), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.489274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea9f3d-35fc-45ce-9317-beb55c6181ec req-0dbc72f6-0a33-4149-bddc-9877c2c3fc40 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:14.497444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ea9f3d-35fc-45ce-9317-beb55c6181ec req-0dbc72f6-0a33-4149-bddc-9877c2c3fc40 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 944 time: 0.5313857 Feb 09 03:17:14.506554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.508038 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1111794 Feb 09 03:17:14.543095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fecb3-05fe-4ed2-97db-1571e264d955 req-974f0954-92b2-4d2d-884b-7fb5ffc1a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:14.544594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d8fecb3-05fe-4ed2-97db-1571e264d955 req-974f0954-92b2-4d2d-884b-7fb5ffc1a383 service neutron] 10.222.0.42 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.8496730 Feb 09 03:17:14.601287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 4ab45e12-50d6-4d61-b635-d0cad267a60f details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:17:14.637851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Made reservation on behalf of aed96b560abd4b2f938880d5953ce8fc for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:14.641901 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.679494 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcdfc4db-2fff-453d-adfc-52c6de2849a6 req-7875060d-3d81-4a7f-b7f3-2a3658452994 service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815275 Feb 09 03:17:14.715281 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d8fecb3-05fe-4ed2-97db-1571e264d955 req-126a0930-59e2-4bcb-86d1-38ab1b13349f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 1000 time: 0.1524031 Feb 09 03:17:14.743824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8007cd-6fcd-4ba3-98ee-2439ed633a02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Port': ['ID=1901685e-55e1-43bf-8bcc-41ba4b7a4ae9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:14.780527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ea9f3d-35fc-45ce-9317-beb55c6181ec req-431ddeb2-c3e3-48ce-a474-b3a41fea39f9 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820897 Feb 09 03:17:14.807963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-b24e47f1-8856-4142-961d-03eca076b769 None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:14.857332 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fecb3-05fe-4ed2-97db-1571e264d955 req-9f5a4dba-fa9c-4f7c-bde9-8b7f548493f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:14.859041 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d8fecb3-05fe-4ed2-97db-1571e264d955 req-9f5a4dba-fa9c-4f7c-bde9-8b7f548493f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.1310048 Feb 09 03:17:15.017614 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 4ab45e12-50d6-4d61-b635-d0cad267a60f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ab45e12-50d6-4d61-b635-d0cad267a60f,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:15.021403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Allocated IP 192.168.233.151 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/cad28aed-5269-4f01-ac0d-43b760efba84) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:15.026312 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a464e74e-46b8-424e-8aa0-256da2fc26ca req-92e68fc6-7fe4-4301-a680-be4ef2d2dc3e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 210 time: 0.0625896 Feb 09 03:17:15.051980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fecb3-05fe-4ed2-97db-1571e264d955 req-01badd78-b8ba-4e80-a4ce-54f5accdeb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:15.054879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d8fecb3-05fe-4ed2-97db-1571e264d955 req-01badd78-b8ba-4e80-a4ce-54f5accdeb3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1850491 Feb 09 03:17:15.093495 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '4ab45e12-50d6-4d61-b635-d0cad267a60f', 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'port_id': '4ab45e12-50d6-4d61-b635-d0cad267a60f', 'mac_address': 'fa:16:3e:89:a2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0c13e8-f21f-41ec-8779-9469bf3fb0ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:17:15.145608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 4ab45e12-50d6-4d61-b635-d0cad267a60f is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:15.145852 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.163972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ab45e12-50d6-4d61-b635-d0cad267a60f {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:15.200193 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 4ab45e12-50d6-4d61-b635-d0cad267a60f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ab45e12-50d6-4d61-b635-d0cad267a60f,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:15.217327 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.313726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=4ab45e12-50d6-4d61-b635-d0cad267a60f,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:15.329050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['4ab45e12-50d6-4d61-b635-d0cad267a60f'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:15.335706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b24e47f1-8856-4142-961d-03eca076b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '011de175-1f88-4ecc-a942-97da46a5d005', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'port_id': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'mac_address': 'fa:16:3e:4a:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:42Z', 'updated_at': '2022-02-09T03:17:12Z', 'revision_number': 1, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:15.350737 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks [] for port (cad28aed-5269-4f01-ac0d-43b760efba84), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.383780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e47f1-8856-4142-961d-03eca076b769 None None] The sync data for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 is: [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '011de175-1f88-4ecc-a942-97da46a5d005', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'port_id': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'mac_address': 'fa:16:3e:4a:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:42Z', 'updated_at': '2022-02-09T03:17:12Z', 'revision_number': 1, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:15.394107 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.409575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-0678f52a-74c8-4328-9d61-9779512bc3f6 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:15.417387 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-0678f52a-74c8-4328-9d61-9779512bc3f6 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2188976 Feb 09 03:17:15.487964 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d8fecb3-05fe-4ed2-97db-1571e264d955 req-6b038e01-ce15-4d4f-a23e-d3bef023afe0 service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267542 Feb 09 03:17:15.563920 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Pushing event updated for resources: {'Port': ['ID=cad28aed-5269-4f01-ac0d-43b760efba84,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:15.584518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-b1d967b4-c45f-4c07-b7f5-83d38a904ce3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 1000 time: 0.1660225 Feb 09 03:17:15.604784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Request body: {'floatingip': {'port_id': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:15.608866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:15.610623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:15.630122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:15.666804 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29039b7e-a6dd-447b-9f06-68852af6267a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.772847 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.773968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:15.775130 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.830738 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-d209faf1-9e07-4050-b08c-09869f78c06d tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5740609 Feb 09 03:17:15.870262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Request body: {'port': {'device_id': '70dd78b1-5ce4-4e3e-beb1-1471963b82d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:15.876051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d8fecb3-05fe-4ed2-97db-1571e264d955 req-c771573a-fce6-4a52-b667-b1d0c236ecf2 service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696375 Feb 09 03:17:15.925893 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8acf31-b7b4-48f3-aa09-2bef878c779d None None] New status for floating IP 011de175-1f88-4ecc-a942-97da46a5d005: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:17:15.965638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:17:16.068556 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:16.337089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0d662a5a-df65-4006-812b-6b0a669cf9d1 None None] Provisioning complete for port cad28aed-5269-4f01-ac0d-43b760efba84 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:16.337335 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d662a5a-df65-4006-812b-6b0a669cf9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:16.340661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:16.479774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'port_id': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'mac_address': 'fa:16:3e:6a:67:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:17:16.503083 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.api [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:17:16.504233 n-d-824835-15 neutron-server[103327]: DEBUG oslo_db.api [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:17:16.532230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0d662a5a-df65-4006-812b-6b0a669cf9d1 None None] Port cad28aed-5269-4f01-ac0d-43b760efba84 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:16.590041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad28aed-5269-4f01-ac0d-43b760efba84 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:16.603435 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Publish callbacks [] for port (cad28aed-5269-4f01-ac0d-43b760efba84), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:16.606269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b7ddd20e-6255-41ef-a764-bc86f5e163a7 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:16.610271 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:16.629829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Transition to ACTIVE for port object cad28aed-5269-4f01-ac0d-43b760efba84 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:17:16.636070 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 4ab45e12-50d6-4d61-b635-d0cad267a60f up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:16.641097 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:16.655722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7ddd20e-6255-41ef-a764-bc86f5e163a7 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:16.703965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Pushing event updated for resources: {'Port': ['ID=cad28aed-5269-4f01-ac0d-43b760efba84,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:16.755280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:16.771304 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:16.828921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Attempting to bind port cad28aed-5269-4f01-ac0d-43b760efba84 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:16.829563 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Attempting to bind port cad28aed-5269-4f01-ac0d-43b760efba84 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:16.829704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Attempting to bind port cad28aed-5269-4f01-ac0d-43b760efba84 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:16.837216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Port cad28aed-5269-4f01-ac0d-43b760efba84 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:16.837576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Attempting to bind port cad28aed-5269-4f01-ac0d-43b760efba84 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:16.844558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:16.844988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:16.845657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:16.846088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Bound port: cad28aed-5269-4f01-ac0d-43b760efba84, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:16.847041 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:16.874709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 4ab45e12-50d6-4d61-b635-d0cad267a60f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:16.875382 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:16.941590 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:16.960120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b7ddd20e-6255-41ef-a764-bc86f5e163a7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:16.986588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] For port cad28aed-5269-4f01-ac0d-43b760efba84, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:16.998094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] For port cad28aed-5269-4f01-ac0d-43b760efba84, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=cad28aed-5269-4f01-ac0d-43b760efba84,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:17.006972 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.016234 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.095461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:17.096114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.097686 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] 10.222.0.65 "PUT /v2.0/ports/cad28aed-5269-4f01-ac0d-43b760efba84 HTTP/1.1" status: 200 len: 1097 time: 1.2521443 Feb 09 03:17:17.098375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dd78b1-5ce4-4e3e-beb1-1471963b82d6', 'tag': 'cad28aed-5269-4f01-ac0d-43b760efba84'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:17.100643 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f67626-d3dc-4f2b-8db0-779d84700448" -d '{"events": [{"name": "network-changed", "server_uuid": "70dd78b1-5ce4-4e3e-beb1-1471963b82d6", "tag": "cad28aed-5269-4f01-ac0d-43b760efba84"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:17.146333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd5386-5405-45e9-8eb6-b8a00d490507 service neutron] Pushing event updated for resources: {'Port': ['ID=cad28aed-5269-4f01-ac0d-43b760efba84,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:17.295189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-fd5fdd81-bccf-49dd-942a-ab0914526026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:17.300622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-fd5fdd81-bccf-49dd-942a-ab0914526026 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aed96b560abd4b2f938880d5953ce8fc&device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 1131 time: 0.1274385 Feb 09 03:17:17.328688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 4ab45e12-50d6-4d61-b635-d0cad267a60f is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:17.332381 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.442773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d73f94d-62d0-4b16-a053-5767e3537279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab45e12-50d6-4d61-b635-d0cad267a60f'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:17.448500 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2e08ca-28d0-4492-af88-2fee1eec7317" -d '{"events": [{"server_uuid": "0d73f94d-62d0-4b16-a053-5767e3537279", "name": "network-vif-plugged", "status": "completed", "tag": "4ab45e12-50d6-4d61-b635-d0cad267a60f"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:17.504006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 4ab45e12-50d6-4d61-b635-d0cad267a60f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ab45e12-50d6-4d61-b635-d0cad267a60f,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:17.528940 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.530095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a2fa81d5-4ae3-438f-a473-541fb6ee238a up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:17.743162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=4ab45e12-50d6-4d61-b635-d0cad267a60f,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:17.824722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port a2fa81d5-4ae3-438f-a473-541fb6ee238a completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:17:17.838373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port a2fa81d5-4ae3-438f-a473-541fb6ee238a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:17.839195 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.969980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a2fa81d5-4ae3-438f-a473-541fb6ee238a is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:17.971150 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.979552 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-2906bb54-9f76-46ec-827e-ef4de6ac6122 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=cad28aed-5269-4f01-ac0d-43b760efba84 HTTP/1.1" status: 200 len: 217 time: 0.6616504 Feb 09 03:17:17.994448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:18.105797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-f7248b76-977d-4915-9cf9-8b3c5254a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:18.107263 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-f7248b76-977d-4915-9cf9-8b3c5254a60d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1170514 Feb 09 03:17:18.111984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:18.121779 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b67ab06-4a7e-430b-8a4e-d0eaa965f731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.143110 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.170264 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.176156 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.182879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-0abacc34-4ab4-4246-a8e1-fe5bed261bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:18.184478 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-0abacc34-4ab4-4246-a8e1-fe5bed261bc9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0699990 Feb 09 03:17:18.304577 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-23409e9a-d775-4ab6-a52f-d186a115cfd8 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103086 Feb 09 03:17:18.314714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a2fa81d5-4ae3-438f-a473-541fb6ee238a,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:18.333184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port b7ddd20e-6255-41ef-a764-bc86f5e163a7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:18.334586 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Floating IP 011de175-1f88-4ecc-a942-97da46a5d005 associated. External IP: 172.25.5.136, port: bc96bd03-e9e9-446c-8939-4c0cde7e1747. Feb 09 03:17:18.334967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.441504 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0462a082-2975-40ba-a563-64df9c7b8c69 req-e6662e2a-4b8f-427c-9630-f43247e12542 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291516 Feb 09 03:17:18.461541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b7ddd20e-6255-41ef-a764-bc86f5e163a7 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:18.462623 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.521231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:18.528656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.583961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:18.703878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Router 58403222-d098-4f4c-995d-f14a9f0061cb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:19.193630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:19.199431 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.208267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33974b19-4da3-4955-a8f8-966451eaf48e None None] Sync routers for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:19.256885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33974b19-4da3-4955-a8f8-966451eaf48e None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:19.257831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-33974b19-4da3-4955-a8f8-966451eaf48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:19.487103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Router 58403222-d098-4f4c-995d-f14a9f0061cb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:19.630491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-33974b19-4da3-4955-a8f8-966451eaf48e None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:19.647255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:19.652259 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.685793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:19.688613 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e948e18b-c4f1-411e-912a-e09eb4f4b97b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:19.726073 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-71bcf3a5-b9d5-471d-85a8-b98605f81ad0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "PUT /v2.0/floatingips/011de175-1f88-4ecc-a942-97da46a5d005 HTTP/1.1" status: 200 len: 998 time: 4.1323764 Feb 09 03:17:19.802938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-6f443e5e-487a-4056-87af-3a05e955d3f5 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:19.804913 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-6f443e5e-487a-4056-87af-3a05e955d3f5 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports/bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 943 time: 0.0731730 Feb 09 03:17:20.007030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-33974b19-4da3-4955-a8f8-966451eaf48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '011de175-1f88-4ecc-a942-97da46a5d005', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'port_id': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'mac_address': 'fa:16:3e:ec:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:42Z', 'updated_at': '2022-02-09T03:17:18Z', 'revision_number': 3, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:20.043720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33974b19-4da3-4955-a8f8-966451eaf48e None None] Checking router: 58403222-d098-4f4c-995d-f14a9f0061cb for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:20.058455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-cf96b1d4-082a-45e9-a719-ce50ac2952e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:20.059807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33974b19-4da3-4955-a8f8-966451eaf48e None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:20.061869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-33974b19-4da3-4955-a8f8-966451eaf48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:20.062825 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-cf96b1d4-082a-45e9-a719-ce50ac2952e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 1129 time: 0.1871431 Feb 09 03:17:20.196986 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-33974b19-4da3-4955-a8f8-966451eaf48e None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:20.284045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-dcd36405-efa6-4d62-bddf-91e503fac1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:20.285568 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-dcd36405-efa6-4d62-bddf-91e503fac1d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.2128627 Feb 09 03:17:20.362012 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-0d5aeec6-50f9-4d71-8008-997e326e7031 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 217 time: 0.0698035 Feb 09 03:17:20.434102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-1eee16d7-b157-48ff-a7ef-282206d3272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:20.436919 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-1eee16d7-b157-48ff-a7ef-282206d3272d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.0733960 Feb 09 03:17:20.531774 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-4d430e51-27c9-4b5e-850f-80085ad702b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:20.533845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-4d430e51-27c9-4b5e-850f-80085ad702b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0911219 Feb 09 03:17:20.561161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-33974b19-4da3-4955-a8f8-966451eaf48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '011de175-1f88-4ecc-a942-97da46a5d005', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'port_id': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'mac_address': 'fa:16:3e:ec:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:42Z', 'updated_at': '2022-02-09T03:17:18Z', 'revision_number': 3, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:20.597023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33974b19-4da3-4955-a8f8-966451eaf48e None None] The sync data for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 is: [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '011de175-1f88-4ecc-a942-97da46a5d005', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'port_id': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'mac_address': 'fa:16:3e:ec:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:42Z', 'updated_at': '2022-02-09T03:17:18Z', 'revision_number': 3, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:20.639546 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:20.692841 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-72e7d51f-b4a9-4746-b228-cc6dc482c644 service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483212 Feb 09 03:17:20.838150 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-83674b35-e8b0-4671-be19-d49cb2d89d5d service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368647 Feb 09 03:17:20.894002 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516cbc2c-d4e1-41e9-aca0-b362065d2e31 None None] New status for floating IP 011de175-1f88-4ecc-a942-97da46a5d005: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:17:20.953508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-8c9f270b-4478-4759-bd7a-5fe0097099b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:20.953508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-8c9f270b-4478-4759-bd7a-5fe0097099b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 1128 time: 0.0814033 Feb 09 03:17:21.092218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-e3cbd408-3333-42cd-a174-1f8a9482cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:21.093778 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-e3cbd408-3333-42cd-a174-1f8a9482cfc9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.1313677 Feb 09 03:17:21.192471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-2880b428-fe08-49ab-92c1-194ad838a0d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=142f0ad5-9a04-4b39-8eec-6edafcc8ab58 HTTP/1.1" status: 200 len: 1001 time: 0.0901909 Feb 09 03:17:21.213342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15621da9-7080-4307-a72d-b9c76b44fdd8 None None] Sync routers for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:21.230606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15621da9-7080-4307-a72d-b9c76b44fdd8 None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:21.231512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-15621da9-7080-4307-a72d-b9c76b44fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:21.270096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-c903c935-c8b7-45d2-8a58-44c31adb16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:21.272125 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-c903c935-c8b7-45d2-8a58-44c31adb16ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.0739529 Feb 09 03:17:21.370824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-33f7efdf-8089-4e51-9c7f-e9025bc77afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:21.373191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-33f7efdf-8089-4e51-9c7f-e9025bc77afa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0857871 Feb 09 03:17:21.406598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-15621da9-7080-4307-a72d-b9c76b44fdd8 None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:21.565743 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-2ae3a431-3f21-4b9c-94d3-e5a9b9034970 service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861491 Feb 09 03:17:21.768477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-467f25af-b18f-46d1-bec6-23cc2a12b19b req-f51bd813-cf25-4c79-8a29-28e931a554f7 service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953552 Feb 09 03:17:21.924613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-bc706dfa-9c71-44a1-8c6b-8988f3f07d7f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1663648336&fields=id&tenant_id=246973f09cb0470ea327ac7b337704e0 HTTP/1.1" status: 200 len: 267 time: 0.1327422 Feb 09 03:17:21.981214 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:22.014231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-15621da9-7080-4307-a72d-b9c76b44fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '011de175-1f88-4ecc-a942-97da46a5d005', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'port_id': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'mac_address': 'fa:16:3e:ec:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:42Z', 'updated_at': '2022-02-09T03:17:21Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:22.061185 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15621da9-7080-4307-a72d-b9c76b44fdd8 None None] Checking router: 58403222-d098-4f4c-995d-f14a9f0061cb for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:22.070453 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15621da9-7080-4307-a72d-b9c76b44fdd8 None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:22.071823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-15621da9-7080-4307-a72d-b9c76b44fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:22.084028 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-389cbf47-bf15-446f-8cc1-406478656e76 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:22.086955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-389cbf47-bf15-446f-8cc1-406478656e76 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports/e18cbd57-4bb2-4488-bccf-54c045d9eccd HTTP/1.1" status: 200 len: 931 time: 0.1517611 Feb 09 03:17:22.097625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23209a31-c494-4873-a2ff-c8b0bcbb2bf1 req-baaf4b4f-1afa-4032-b93e-fbe08a80d58a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:22.118619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23209a31-c494-4873-a2ff-c8b0bcbb2bf1 req-baaf4b4f-1afa-4032-b93e-fbe08a80d58a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.1408603 Feb 09 03:17:22.234640 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23209a31-c494-4873-a2ff-c8b0bcbb2bf1 req-82663ee9-d13d-47c7-a447-24325cda6b67 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147330 Feb 09 03:17:22.248206 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-8ebea583-0ace-4707-90c0-4f0754eebfee tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:22.250281 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-8ebea583-0ace-4707-90c0-4f0754eebfee tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports/fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 HTTP/1.1" status: 200 len: 930 time: 0.1571844 Feb 09 03:17:22.313489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-15621da9-7080-4307-a72d-b9c76b44fdd8 None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:22.408784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-617ed21e-422d-427c-8395-b53cf485b3b9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?network_id=41bbc372-33fd-499d-9180-6bffeb090fd2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1438384 Feb 09 03:17:22.450035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027160d8-52d2-4e53-8ea5-540817b1c8dd req-e82063f3-7681-4545-beb7-5d56396a1700 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:22.460355 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-027160d8-52d2-4e53-8ea5-540817b1c8dd req-e82063f3-7681-4545-beb7-5d56396a1700 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 948 time: 0.1221056 Feb 09 03:17:22.548831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-7f860d1d-67cb-4804-801b-d0dca013667a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?network_id=41bbc372-33fd-499d-9180-6bffeb090fd2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1287234 Feb 09 03:17:22.579672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-027160d8-52d2-4e53-8ea5-540817b1c8dd req-e160b21c-4aee-482b-8340-7610a23dc2ac tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163409 Feb 09 03:17:22.764816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-423b48d4-86cb-44a9-942a-b7550cbe9708 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:22.776534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-423b48d4-86cb-44a9-942a-b7550cbe9708 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:22.783654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-423b48d4-86cb-44a9-942a-b7550cbe9708 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:22.785266 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-423b48d4-86cb-44a9-942a-b7550cbe9708 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/networks?id=423bdd76-f65e-4c73-ad02-e5e5e98dff69&id=4fc9fd51-1370-4828-8f7c-2835ed8eef40&id=4fc9fd51-1370-4828-8f7c-2835ed8eef40&id=41bbc372-33fd-499d-9180-6bffeb090fd2&id=41bbc372-33fd-499d-9180-6bffeb090fd2 HTTP/1.1" status: 200 len: 1990 time: 0.2174456 Feb 09 03:17:22.790607 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da33c04e-7834-4eec-92f2-13f7f3f7896f x-openstack-request-id: req-da33c04e-7834-4eec-92f2-13f7f3f7896f {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:22.790939 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dd78b1-5ce4-4e3e-beb1-1471963b82d6", "tag": "cad28aed-5269-4f01-ac0d-43b760efba84", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:22.791199 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da33c04e-7834-4eec-92f2-13f7f3f7896f {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:22.791621 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dd78b1-5ce4-4e3e-beb1-1471963b82d6', 'tag': 'cad28aed-5269-4f01-ac0d-43b760efba84', 'status': 'completed', 'code': 200} Feb 09 03:17:22.865665 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-f0f877bd-20c0-4b8c-afa9-bc2145813277 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/quotas/246973f09cb0470ea327ac7b337704e0 HTTP/1.1" status: 200 len: 375 time: 0.0575762 Feb 09 03:17:22.873573 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b8a94b-6e3b-47c1-8328-3183ab54efd7 x-openstack-request-id: req-15b8a94b-6e3b-47c1-8328-3183ab54efd7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:22.874214 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d73f94d-62d0-4b16-a053-5767e3537279", "name": "network-vif-plugged", "status": "completed", "tag": "4ab45e12-50d6-4d61-b635-d0cad267a60f", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:22.874571 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15b8a94b-6e3b-47c1-8328-3183ab54efd7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:22.875068 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d73f94d-62d0-4b16-a053-5767e3537279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab45e12-50d6-4d61-b635-d0cad267a60f', 'code': 200} Feb 09 03:17:22.922526 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529bfd2e-d03f-4b48-aae8-3fa761b428c9 x-openstack-request-id: req-529bfd2e-d03f-4b48-aae8-3fa761b428c9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:22.922824 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:22.923085 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-529bfd2e-d03f-4b48-aae8-3fa761b428c9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:22.923496 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'status': 'completed', 'code': 200} Feb 09 03:17:23.016261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f67626-d3dc-4f2b-8db0-779d84700448 req-b6452a41-f055-49dc-96b4-3b0fe973324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:23.028527 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20f67626-d3dc-4f2b-8db0-779d84700448 req-b6452a41-f055-49dc-96b4-3b0fe973324a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aed96b560abd4b2f938880d5953ce8fc&device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 1131 time: 0.2359953 Feb 09 03:17:23.056192 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:17:23.061044 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-f3cd361f-bf50-461e-9600-77cafac2499a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=246973f09cb0470ea327ac7b337704e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1873064 Feb 09 03:17:23.198830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-15621da9-7080-4307-a72d-b9c76b44fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '011de175-1f88-4ecc-a942-97da46a5d005', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'port_id': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'mac_address': 'fa:16:3e:ec:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:42Z', 'updated_at': '2022-02-09T03:17:21Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:23.209103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948e18b-c4f1-411e-912a-e09eb4f4b97b req-165e5d8a-4f40-4741-a292-08dd0ba92e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:23.210650 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e948e18b-c4f1-411e-912a-e09eb4f4b97b req-165e5d8a-4f40-4741-a292-08dd0ba92e58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 1129 time: 0.2579086 Feb 09 03:17:23.225472 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7e4fe43-49ba-4909-b407-2474ad0bd7f1 req-309a356d-70b2-4e05-b1f7-ad04e0c67282 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 1001 time: 0.2404220 Feb 09 03:17:23.299557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15621da9-7080-4307-a72d-b9c76b44fdd8 None None] The sync data for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 is: [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '011de175-1f88-4ecc-a942-97da46a5d005', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'port_id': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'mac_address': 'fa:16:3e:ec:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:42Z', 'updated_at': '2022-02-09T03:17:21Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:23.411014 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-06717752-127b-4f23-b50a-bbb6594a4c05 service neutron] 10.222.0.21 "GET /v2.0/networks/423bdd76-f65e-4c73-ad02-e5e5e98dff69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310554 Feb 09 03:17:23.516598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4fe43-49ba-4909-b407-2474ad0bd7f1 req-344ebaf0-f271-4624-b624-a39f07048eef tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:23.541672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7e4fe43-49ba-4909-b407-2474ad0bd7f1 req-344ebaf0-f271-4624-b624-a39f07048eef tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports/142f0ad5-9a04-4b39-8eec-6edafcc8ab58 HTTP/1.1" status: 200 len: 942 time: 0.3152211 Feb 09 03:17:23.667250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948e18b-c4f1-411e-912a-e09eb4f4b97b req-668f8f7f-1194-4e17-b5cb-de8341f3fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:23.668859 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e948e18b-c4f1-411e-912a-e09eb4f4b97b req-668f8f7f-1194-4e17-b5cb-de8341f3fd3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.4281845 Feb 09 03:17:23.685404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f67626-d3dc-4f2b-8db0-779d84700448 req-dde7a05a-2bde-4136-9ec9-381b9cb115f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:23.687440 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20f67626-d3dc-4f2b-8db0-779d84700448 req-dde7a05a-2bde-4136-9ec9-381b9cb115f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.5989220 Feb 09 03:17:23.759736 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e948e18b-c4f1-411e-912a-e09eb4f4b97b req-bf12b382-c947-48ff-a08b-ad2152f894ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 217 time: 0.0467086 Feb 09 03:17:23.788015 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7e4fe43-49ba-4909-b407-2474ad0bd7f1 req-c1b2daa3-a750-4ea2-ba55-e08ff3cd65fb tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 1001 time: 0.1395669 Feb 09 03:17:23.845390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948e18b-c4f1-411e-912a-e09eb4f4b97b req-d7fb40b4-97cc-4c49-ac0a-b5bc7dc2fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:23.849918 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e948e18b-c4f1-411e-912a-e09eb4f4b97b req-d7fb40b4-97cc-4c49-ac0a-b5bc7dc2fd69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.0659308 Feb 09 03:17:23.892246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20f67626-d3dc-4f2b-8db0-779d84700448 req-fb76dd4e-2f4e-466c-9bd8-9529bb9c71a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=cad28aed-5269-4f01-ac0d-43b760efba84 HTTP/1.1" status: 200 len: 217 time: 0.1703346 Feb 09 03:17:23.905781 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:23.959046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f67626-d3dc-4f2b-8db0-779d84700448 req-aa2e29e1-dee7-4beb-a7d2-342b4b7609f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:23.960767 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20f67626-d3dc-4f2b-8db0-779d84700448 req-aa2e29e1-dee7-4beb-a7d2-342b4b7609f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0677228 Feb 09 03:17:24.013413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device cad28aed-5269-4f01-ac0d-43b760efba84 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:17:24.066362 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-622de6d3-8d13-4031-9bfd-01be992bbdc7 service neutron] 10.222.0.21 "GET /v2.0/networks/423bdd76-f65e-4c73-ad02-e5e5e98dff69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506155 Feb 09 03:17:24.208767 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-6bdbc156-de3b-4c39-a19c-a2ee32f8ba89 service neutron] 10.222.0.21 "GET /v2.0/ports/e18cbd57-4bb2-4488-bccf-54c045d9eccd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1306767 Feb 09 03:17:24.216390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4fe43-49ba-4909-b407-2474ad0bd7f1 req-a0b6fe0a-e2cf-4a46-ad79-6c7299f01f93 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:24.217205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f67626-d3dc-4f2b-8db0-779d84700448 req-8af82afb-4890-4c09-b066-1c6ee2fa5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:24.218726 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20f67626-d3dc-4f2b-8db0-779d84700448 req-8af82afb-4890-4c09-b066-1c6ee2fa5cad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2267177 Feb 09 03:17:24.233652 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7e4fe43-49ba-4909-b407-2474ad0bd7f1 req-a0b6fe0a-e2cf-4a46-ad79-6c7299f01f93 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.3824463 Feb 09 03:17:24.278617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948e18b-c4f1-411e-912a-e09eb4f4b97b req-b15b860c-8b25-4151-823e-f1d2e789e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:24.295252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e948e18b-c4f1-411e-912a-e09eb4f4b97b req-b15b860c-8b25-4151-823e-f1d2e789e1b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4348102 Feb 09 03:17:24.316074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port cad28aed-5269-4f01-ac0d-43b760efba84, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=cad28aed-5269-4f01-ac0d-43b760efba84,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:24.354552 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'cad28aed-5269-4f01-ac0d-43b760efba84', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'cad28aed-5269-4f01-ac0d-43b760efba84', 'mac_address': 'fa:16:3e:41:50:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:17:24.408052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port cad28aed-5269-4f01-ac0d-43b760efba84 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:24.408871 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:24.448942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad28aed-5269-4f01-ac0d-43b760efba84 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:24.496676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port cad28aed-5269-4f01-ac0d-43b760efba84, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=cad28aed-5269-4f01-ac0d-43b760efba84,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:24.511562 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:24.519081 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-5eb8542d-1e46-499e-b5b4-b5c53b277cba service neutron] 10.222.0.21 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993948 Feb 09 03:17:24.525244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20f67626-d3dc-4f2b-8db0-779d84700448 req-3aa608d9-e1d0-488e-8f06-f17972196f3f service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954731 Feb 09 03:17:24.531152 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e948e18b-c4f1-411e-912a-e09eb4f4b97b req-9e242bec-be8a-4ed9-879a-e2336740e021 service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255492 Feb 09 03:17:24.628566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=cad28aed-5269-4f01-ac0d-43b760efba84,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:24.640787 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.642978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.650107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.651044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.651625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.652205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.652753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.653308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.656552 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.656977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.657411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.657833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.658236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:24.782106 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e948e18b-c4f1-411e-912a-e09eb4f4b97b req-a1f558ad-cc2c-497a-ac34-8092addd1c3c service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458856 Feb 09 03:17:24.818702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20f67626-d3dc-4f2b-8db0-779d84700448 req-cf75f316-dfa5-46b1-8b0a-ba617a89afb7 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798631 Feb 09 03:17:24.821925 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-92032093-eb1d-4c29-93c2-2101099f4e9f service neutron] 10.222.0.21 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863576 Feb 09 03:17:24.876897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312eb169-9169-462d-89bc-52dfaf75d7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fa81d5-4ae3-438f-a473-541fb6ee238a'}, {'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:24.879695 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc78ef93-cbb6-4fe1-b0d8-3e6e17220ab0" -d '{"events": [{"server_uuid": "312eb169-9169-462d-89bc-52dfaf75d7b2", "name": "network-vif-plugged", "status": "completed", "tag": "a2fa81d5-4ae3-438f-a473-541fb6ee238a"}, {"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-plugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:24.912021 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-bf136815-55b1-4bb9-85cf-9db2e7d83e62 service neutron] 10.222.0.21 "GET /v2.0/ports/fedd24b9-fa6a-4c2d-baa2-df4299e5fd44?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0820277 Feb 09 03:17:24.925128 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'tag': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:24.927598 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ad41e4-fd07-41da-9012-ab8d05bd79b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c4070f4f-548f-4447-b7a9-fd79f706a4ed", "tag": "142f0ad5-9a04-4b39-8eec-6edafcc8ab58"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:25.020338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['cad28aed-5269-4f01-ac0d-43b760efba84'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:25.116279 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-1015fa6a-d126-427a-abf4-411ba2b9eccb service neutron] 10.222.0.21 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965206 Feb 09 03:17:25.322406 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-08c06e02-f23d-4815-afe7-ca36fbe579a0 service neutron] 10.222.0.21 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891241 Feb 09 03:17:25.547620 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-b982d94f-307e-4db7-a79d-ec789698710e service neutron] 10.222.0.21 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172759 Feb 09 03:17:25.728541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-6d156beb-0ea5-4403-8c3f-a07fc776b0d9 service neutron] 10.222.0.21 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713035 Feb 09 03:17:25.941281 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-5789a160-db8b-4541-b5ab-b4041b20d0fc service neutron] 10.222.0.21 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022667 Feb 09 03:17:26.103174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-8fe2beb8-d6dd-4970-b124-670223027fcc service neutron] 10.222.0.21 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609151 Feb 09 03:17:26.205801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-e9b62455-206d-40f2-a578-085d81c53147 service neutron] 10.222.0.21 "GET /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014626 Feb 09 03:17:26.306606 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-fdeec61b-96f4-48cc-baed-9beec63c2fa9 service neutron] 10.222.0.21 "GET /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997744 Feb 09 03:17:26.411421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4181f344-e4f6-453b-b2b2-095ad80aeb89 service neutron] 10.222.0.21 "GET /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039453 Feb 09 03:17:26.545836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-3c055678-1e88-4fce-a93f-4f4f3dda8fef service neutron] 10.222.0.21 "GET /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332562 Feb 09 03:17:27.860504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80a7c9-62cd-479c-9b28-644ab79bf236 req-938ccf43-7209-41e1-bfac-3118699ed504 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:27.873423 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f80a7c9-62cd-479c-9b28-644ab79bf236 req-938ccf43-7209-41e1-bfac-3118699ed504 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.1351964 Feb 09 03:17:27.975241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f80a7c9-62cd-479c-9b28-644ab79bf236 req-0711a1dd-b636-47a0-8589-3dee284d4bbb tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815639 Feb 09 03:17:28.036246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device cad28aed-5269-4f01-ac0d-43b760efba84 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:28.128163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port cad28aed-5269-4f01-ac0d-43b760efba84 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:17:28.153133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port cad28aed-5269-4f01-ac0d-43b760efba84 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:28.155417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.290104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89ef15-2621-4a7f-997c-dddcc78d55c3 req-71af69aa-08db-4705-ab54-ebd5700847d6 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:28.290809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4b89ef15-2621-4a7f-997c-dddcc78d55c3 req-71af69aa-08db-4705-ab54-ebd5700847d6 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 949 time: 0.1980324 Feb 09 03:17:28.354533 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port cad28aed-5269-4f01-ac0d-43b760efba84 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:28.355058 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.394211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4b89ef15-2621-4a7f-997c-dddcc78d55c3 req-9c97dff6-6b9e-4883-ae31-bcf1983454c0 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975511 Feb 09 03:17:28.435024 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port cad28aed-5269-4f01-ac0d-43b760efba84, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=cad28aed-5269-4f01-ac0d-43b760efba84,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:28.439863 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.535367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=cad28aed-5269-4f01-ac0d-43b760efba84,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:28.647408 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-e6d1f52f-b868-444f-8402-69652ea8e7ad tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 1001 time: 0.1977181 Feb 09 03:17:28.741492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-0859cd36-7e82-49b7-9f15-ee8fad017138 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:28.743437 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-0859cd36-7e82-49b7-9f15-ee8fad017138 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports/142f0ad5-9a04-4b39-8eec-6edafcc8ab58 HTTP/1.1" status: 200 len: 942 time: 0.0949552 Feb 09 03:17:28.960302 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-4637d43c-aa6e-4ff6-bfbc-07abcbe730d9 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 1001 time: 0.1190641 Feb 09 03:17:29.210440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-c61c6e53-2597-45ef-833c-a782eed33c0a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:29.216159 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-c61c6e53-2597-45ef-833c-a782eed33c0a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.2479739 Feb 09 03:17:29.375225 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-37f9ead5-e967-4f3c-af59-419a16f9e846 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 1001 time: 0.1513782 Feb 09 03:17:29.385996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-7f531db5-f150-4b1d-8edf-2ca6a05a76ce tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:29.544014 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-7f531db5-f150-4b1d-8edf-2ca6a05a76ce tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:30.022948 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-7f531db5-f150-4b1d-8edf-2ca6a05a76ce tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:30.047064 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-7f531db5-f150-4b1d-8edf-2ca6a05a76ce tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:30.047784 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-7f531db5-f150-4b1d-8edf-2ca6a05a76ce tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Floating IP 011de175-1f88-4ecc-a942-97da46a5d005 disassociated. External IP: 172.25.5.136, port: 142f0ad5-9a04-4b39-8eec-6edafcc8ab58. Feb 09 03:17:30.444005 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-7f531db5-f150-4b1d-8edf-2ca6a05a76ce tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Router 58403222-d098-4f4c-995d-f14a9f0061cb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:30.465807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-9b768ae7-ba13-450b-ac3c-a0373c8b58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:30.468001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-9b768ae7-ba13-450b-ac3c-a0373c8b58e6 service neutron] 10.222.0.65 "GET /v2.0/ports/e18cbd57-4bb2-4488-bccf-54c045d9eccd HTTP/1.1" status: 200 len: 1027 time: 0.4411509 Feb 09 03:17:30.666427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-9dc722ba-7195-49b6-a8db-171452ee362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:30.669053 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-9dc722ba-7195-49b6-a8db-171452ee362d service neutron] 10.222.0.65 "GET /v2.0/ports/fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 HTTP/1.1" status: 200 len: 1026 time: 0.1523371 Feb 09 03:17:30.862583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-7f531db5-f150-4b1d-8edf-2ca6a05a76ce tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:30.899024 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-7f531db5-f150-4b1d-8edf-2ca6a05a76ce tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:30.925224 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec417c9-7329-4528-abff-188d4a662176 None None] Sync routers for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:30.949025 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec417c9-7329-4528-abff-188d4a662176 None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:30.949711 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-aec417c9-7329-4528-abff-188d4a662176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:31.001616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-7f531db5-f150-4b1d-8edf-2ca6a05a76ce tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "PUT /v2.0/floatingips/011de175-1f88-4ecc-a942-97da46a5d005 HTTP/1.1" status: 200 len: 695 time: 1.6249349 Feb 09 03:17:31.029046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'tag': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:31.038120 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f203de-b064-4064-a58d-26353c3b5de1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4070f4f-548f-4447-b7a9-fd79f706a4ed", "tag": "142f0ad5-9a04-4b39-8eec-6edafcc8ab58"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:31.094340 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-aec417c9-7329-4528-abff-188d4a662176 None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:31.264326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0b01f2d3-e09f-4ccf-b7fb-cacb98290960 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:31.280716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0b01f2d3-e09f-4ccf-b7fb-cacb98290960 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:31.295403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0b01f2d3-e09f-4ccf-b7fb-cacb98290960 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:31.297126 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0b01f2d3-e09f-4ccf-b7fb-cacb98290960 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "GET /v2.0/networks?id=423bdd76-f65e-4c73-ad02-e5e5e98dff69&id=4fc9fd51-1370-4828-8f7c-2835ed8eef40&id=4fc9fd51-1370-4828-8f7c-2835ed8eef40&id=4fc9fd51-1370-4828-8f7c-2835ed8eef40&id=4fc9fd51-1370-4828-8f7c-2835ed8eef40&id=41bbc372-33fd-499d-9180-6bffeb090fd2&id=41bbc372-33fd-499d-9180-6bffeb090fd2 HTTP/1.1" status: 200 len: 1990 time: 0.6215327 Feb 09 03:17:31.393777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-49d77db2-429b-49fe-bb20-0202237f3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:31.393777 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-49d77db2-429b-49fe-bb20-0202237f3164 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 1128 time: 0.2916214 Feb 09 03:17:31.608729 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-aec417c9-7329-4528-abff-188d4a662176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:31.696497 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec417c9-7329-4528-abff-188d4a662176 None None] Checking router: 58403222-d098-4f4c-995d-f14a9f0061cb for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:31.748571 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec417c9-7329-4528-abff-188d4a662176 None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:31.749176 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-aec417c9-7329-4528-abff-188d4a662176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:32.094104 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-aec417c9-7329-4528-abff-188d4a662176 None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:32.155928 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c534520c-b771-4eff-a014-30d6f9abdcb5 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=246973f09cb0470ea327ac7b337704e0 HTTP/1.1" status: 200 len: 380 time: 0.8431325 Feb 09 03:17:32.182495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'port': {'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'admin_state_up': True, 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'security_groups': ['37017ab1-3bd2-4c37-ad63-161f24b70c77']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:32.364365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-ffa7a582-28cd-4a88-aea0-181c3d62f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:32.372986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-ffa7a582-28cd-4a88-aea0-181c3d62f6ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 1.0126612 Feb 09 03:17:32.441587 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-4860cb08-9074-4e33-ad45-bc6e67d14589 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=142f0ad5-9a04-4b39-8eec-6edafcc8ab58 HTTP/1.1" status: 200 len: 217 time: 0.0671744 Feb 09 03:17:32.494564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-f8b23116-e348-404e-93af-1884347ea0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:32.502991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-f8b23116-e348-404e-93af-1884347ea0d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.0601280 Feb 09 03:17:32.561828 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-aec417c9-7329-4528-abff-188d4a662176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:32.585497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-e8492ce7-170d-45f9-aaca-17164ac47d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:32.594765 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-e8492ce7-170d-45f9-aaca-17164ac47d2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0904424 Feb 09 03:17:32.605689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:32.611563 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:32.698568 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec417c9-7329-4528-abff-188d4a662176 None None] The sync data for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 is: [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:32.750503 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-80439788-858d-457b-9932-e275d32594b5 service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542218 Feb 09 03:17:32.823626 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7662c92-face-46aa-a044-77d18cda1618 x-openstack-request-id: req-d7662c92-face-46aa-a044-77d18cda1618 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:32.824147 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312eb169-9169-462d-89bc-52dfaf75d7b2", "name": "network-vif-plugged", "status": "completed", "tag": "a2fa81d5-4ae3-438f-a473-541fb6ee238a", "code": 200}, {"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-plugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:32.824147 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7662c92-face-46aa-a044-77d18cda1618 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:32.824553 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312eb169-9169-462d-89bc-52dfaf75d7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fa81d5-4ae3-438f-a473-541fb6ee238a', 'code': 200} Feb 09 03:17:32.824810 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'code': 200} Feb 09 03:17:33.037583 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5e24d4-904f-42fc-9fc4-193662ff740f x-openstack-request-id: req-8e5e24d4-904f-42fc-9fc4-193662ff740f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:33.038209 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4070f4f-548f-4447-b7a9-fd79f706a4ed", "tag": "142f0ad5-9a04-4b39-8eec-6edafcc8ab58", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:33.038209 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e5e24d4-904f-42fc-9fc4-193662ff740f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:33.038505 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'tag': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'status': 'completed', 'code': 200} Feb 09 03:17:33.096371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19de74-d292-49f0-9dd6-20180ef44309 req-755a1247-b668-42dd-b48d-f1cd1adbb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:33.097941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f19de74-d292-49f0-9dd6-20180ef44309 req-755a1247-b668-42dd-b48d-f1cd1adbb8d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 1128 time: 0.1895988 Feb 09 03:17:33.262056 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e4992d8-831c-4e21-8ee5-d4c856d53dc6 req-8f2ba78b-f456-4178-a561-c2750344fc9d service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933949 Feb 09 03:17:33.280257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be491c47-1b90-456d-a406-a5ac587c9c4b None None] New status for floating IP 011de175-1f88-4ecc-a942-97da46a5d005: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:17:33.306591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad41e4-fd07-41da-9012-ab8d05bd79b4 req-08849a22-8642-4e04-97e0-b07dd96de54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:33.309132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9ad41e4-fd07-41da-9012-ab8d05bd79b4 req-08849a22-8642-4e04-97e0-b07dd96de54e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 1128 time: 0.2756946 Feb 09 03:17:33.360542 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f19de74-d292-49f0-9dd6-20180ef44309 req-7732e322-c97e-4b77-83fb-eaa690090fe9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359524 Feb 09 03:17:33.370922 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f801032d-e310-459f-b61d-f5809dfbf708 req-c6c2f80f-e136-44f6-a56d-edb3a54bb4b7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.1025634 Feb 09 03:17:33.631737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Allocated IP 172.20.0.7 (423bdd76-f65e-4c73-ad02-e5e5e98dff69/a716c847-82e7-4b0e-924d-ab5413feb52d/397580d3-d71b-4735-8a72-113a37dfc9d9) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:33.674159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1116f-76f2-4056-ae55-d4a4cf83d5d6 req-b23022e5-e9e2-4a59-9ba2-9727814c0f26 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:33.675815 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcf1116f-76f2-4056-ae55-d4a4cf83d5d6 req-b23022e5-e9e2-4a59-9ba2-9727814c0f26 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.1333969 Feb 09 03:17:33.700057 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7727-4580-4c04-af28-947ccc32e129 req-a079b3bb-71a0-483a-91b2-6b9cb5e863c3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:33.707350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc2c7727-4580-4c04-af28-947ccc32e129 req-a079b3bb-71a0-483a-91b2-6b9cb5e863c3 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 950 time: 0.1281755 Feb 09 03:17:33.818896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc2c7727-4580-4c04-af28-947ccc32e129 req-8e695e1d-93b9-4131-8f93-0a2cebe44bf6 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104996 Feb 09 03:17:33.834899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad41e4-fd07-41da-9012-ab8d05bd79b4 req-6c531349-8904-4d41-ba9e-3e0d0294288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:33.837917 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9ad41e4-fd07-41da-9012-ab8d05bd79b4 req-6c531349-8904-4d41-ba9e-3e0d0294288b service neutron] 10.222.0.42 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.5209255 Feb 09 03:17:33.993505 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a892251e-94ff-48e7-99e9-c58b4665ab39 x-openstack-request-id: req-a892251e-94ff-48e7-99e9-c58b4665ab39 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:33.993936 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4070f4f-548f-4447-b7a9-fd79f706a4ed", "tag": "142f0ad5-9a04-4b39-8eec-6edafcc8ab58", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:33.994209 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a892251e-94ff-48e7-99e9-c58b4665ab39 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:33.994647 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'tag': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'status': 'completed', 'code': 200} Feb 09 03:17:34.021527 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcf1116f-76f2-4056-ae55-d4a4cf83d5d6 req-a4100619-8a9d-46e6-a50f-083794553575 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352680 Feb 09 03:17:34.229067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9ad41e4-fd07-41da-9012-ab8d05bd79b4 req-c4413dd2-8279-4226-899e-0f80061aaf0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=142f0ad5-9a04-4b39-8eec-6edafcc8ab58 HTTP/1.1" status: 200 len: 217 time: 0.2296605 Feb 09 03:17:34.379826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:34.434546 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad41e4-fd07-41da-9012-ab8d05bd79b4 req-7b75eb72-1aac-4f88-8f96-f87c28d346df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:34.436872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9ad41e4-fd07-41da-9012-ab8d05bd79b4 req-7b75eb72-1aac-4f88-8f96-f87c28d346df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.1994736 Feb 09 03:17:34.708261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad41e4-fd07-41da-9012-ab8d05bd79b4 req-07afa105-e7aa-4ac7-940a-8943c22be40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:34.713939 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9ad41e4-fd07-41da-9012-ab8d05bd79b4 req-07afa105-e7aa-4ac7-940a-8943c22be40e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2396071 Feb 09 03:17:34.755791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-831e73c9-7806-4e1d-908b-cfb7b25fa1b9 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:34.759841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-831e73c9-7806-4e1d-908b-cfb7b25fa1b9 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3202577 Feb 09 03:17:34.772920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:34.825871 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dd78b1-5ce4-4e3e-beb1-1471963b82d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad28aed-5269-4f01-ac0d-43b760efba84'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:34.828189 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af395410-6fb3-4a19-ad76-496a444c6195" -d '{"events": [{"server_uuid": "70dd78b1-5ce4-4e3e-beb1-1471963b82d6", "name": "network-vif-plugged", "status": "completed", "tag": "cad28aed-5269-4f01-ac0d-43b760efba84"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:34.918651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:34.954124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:35.137313 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-a77371d2-2037-4e69-abbd-d116d2293f4b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 696 time: 0.2587876 Feb 09 03:17:35.148783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:35.169017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-59a46685-aa51-4b8b-ab51-e863ff432d85 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Request body: {'floatingip': {'port_id': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:35.281308 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-59a46685-aa51-4b8b-ab51-e863ff432d85 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:35.422238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-59e9a3b0-6352-4009-a014-d2bc467a8dd0 None None] Provisioning complete for port 397580d3-d71b-4735-8a72-113a37dfc9d9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:35.422926 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59e9a3b0-6352-4009-a014-d2bc467a8dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:35.440042 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Port': ['ID=397580d3-d71b-4735-8a72-113a37dfc9d9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:35.483083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c48269-7f30-4c75-aa5d-1da6f6e9a9c4 req-11133270-5c41-4a1a-8ed2-b2716edcff96 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:35.494113 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72c48269-7f30-4c75-aa5d-1da6f6e9a9c4 req-11133270-5c41-4a1a-8ed2-b2716edcff96 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 931 time: 0.1285274 Feb 09 03:17:35.522196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-59e9a3b0-6352-4009-a014-d2bc467a8dd0 None None] Port 397580d3-d71b-4735-8a72-113a37dfc9d9 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:35.561881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:35.562559 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:35.588500 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72c48269-7f30-4c75-aa5d-1da6f6e9a9c4 req-ad4b79fb-e9df-4390-b363-3a474e3a2719 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931852 Feb 09 03:17:35.628567 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9ad41e4-fd07-41da-9012-ab8d05bd79b4 req-697350dc-0aae-46f4-93b8-5b840cc3c2ce service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8621039 Feb 09 03:17:35.634789 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-0ad38a30-b5f6-4a04-bc7d-4c1c0df6dc3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4671404 Feb 09 03:17:35.681909 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bce0bc-98c8-4fd8-aa7b-7871de8cd20a x-openstack-request-id: req-79bce0bc-98c8-4fd8-aa7b-7871de8cd20a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:35.682672 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dd78b1-5ce4-4e3e-beb1-1471963b82d6", "name": "network-vif-plugged", "status": "completed", "tag": "cad28aed-5269-4f01-ac0d-43b760efba84", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:35.682784 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79bce0bc-98c8-4fd8-aa7b-7871de8cd20a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:35.683168 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dd78b1-5ce4-4e3e-beb1-1471963b82d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad28aed-5269-4f01-ac0d-43b760efba84', 'code': 200} Feb 09 03:17:35.908681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'port': {'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40', 'admin_state_up': True, 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'security_groups': ['37017ab1-3bd2-4c37-ad63-161f24b70c77']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:35.958343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b716a3-96bf-47d8-a4f5-7e9427a67f4c req-37410801-bad2-47da-bf94-ab76b7e4a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:35.960116 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69b716a3-96bf-47d8-a4f5-7e9427a67f4c req-37410801-bad2-47da-bf94-ab76b7e4a996 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 1133 time: 0.1646502 Feb 09 03:17:35.970351 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da791529-9a92-4aab-933f-ec5507e06633 req-9c6d1324-7f99-477a-895c-7c0ec13f12c0 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:35.977494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da791529-9a92-4aab-933f-ec5507e06633 req-9c6d1324-7f99-477a-895c-7c0ec13f12c0 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 950 time: 0.2000959 Feb 09 03:17:36.048751 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69b716a3-96bf-47d8-a4f5-7e9427a67f4c req-ca1769a3-8c79-4fce-865d-72b197e6c006 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493491 Feb 09 03:17:36.094164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9ad41e4-fd07-41da-9012-ab8d05bd79b4 req-410810c3-1b05-44c1-92fd-78023d9bc26d service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257269 Feb 09 03:17:36.098712 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da791529-9a92-4aab-933f-ec5507e06633 req-33d5828e-878d-4817-8ede-aa7a509a2dc0 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140475 Feb 09 03:17:36.108190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081eb50-81ec-44e0-bee6-57b4dd2ffd05 req-bfee5e6d-352a-45d7-a90d-741b8905783f tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:36.123353 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7081eb50-81ec-44e0-bee6-57b4dd2ffd05 req-bfee5e6d-352a-45d7-a90d-741b8905783f tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 945 time: 0.2264650 Feb 09 03:17:36.158965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:36.167262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:36.340418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce5c2d-12f3-473e-ad50-073903ecad2d req-d208508d-cdca-467e-b324-210936192ef8 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:36.342140 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18ce5c2d-12f3-473e-ad50-073903ecad2d req-d208508d-cdca-467e-b324-210936192ef8 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0974665 Feb 09 03:17:36.359703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-7081eb50-81ec-44e0-bee6-57b4dd2ffd05 req-aee9e3ec-86f7-4b2e-885f-51f7dacee0b3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Deleting port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:36.360076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7081eb50-81ec-44e0-bee6-57b4dd2ffd05 req-aee9e3ec-86f7-4b2e-885f-51f7dacee0b3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:36.498168 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18ce5c2d-12f3-473e-ad50-073903ecad2d req-d9cac005-700e-491c-a946-40bdca8959ea tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493247 Feb 09 03:17:36.591894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7081eb50-81ec-44e0-bee6-57b4dd2ffd05 req-aee9e3ec-86f7-4b2e-885f-51f7dacee0b3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] For port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=142f0ad5-9a04-4b39-8eec-6edafcc8ab58,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:36.593977 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7081eb50-81ec-44e0-bee6-57b4dd2ffd05 req-aee9e3ec-86f7-4b2e-885f-51f7dacee0b3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:36.642419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-7081eb50-81ec-44e0-bee6-57b4dd2ffd05 req-aee9e3ec-86f7-4b2e-885f-51f7dacee0b3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Calling delete_port for 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:36.717374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 4ab45e12-50d6-4d61-b635-d0cad267a60f no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:36.823219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 4ab45e12-50d6-4d61-b635-d0cad267a60f is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:36.823882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:36.910172 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 4ab45e12-50d6-4d61-b635-d0cad267a60f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ab45e12-50d6-4d61-b635-d0cad267a60f,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:36.929158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:36.931439 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:36.945378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f203de-b064-4064-a58d-26353c3b5de1 req-47fd97c7-8459-4919-9db7-fd67d3f2243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:36.948412 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35f203de-b064-4064-a58d-26353c3b5de1 req-47fd97c7-8459-4919-9db7-fd67d3f2243e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=c4070f4f-548f-4447-b7a9-fd79f706a4ed HTTP/1.1" status: 200 len: 1128 time: 0.7550862 Feb 09 03:17:36.996036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-07ea2029-3b68-4379-b29d-1a78f5f66307 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:37.005415 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-07ea2029-3b68-4379-b29d-1a78f5f66307 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 807 time: 0.2884510 Feb 09 03:17:37.031109 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-1f60afba-2107-437b-b91e-248131437ec8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/quotas/3981e12ce8e54406870070535619e45b HTTP/1.1" status: 200 len: 375 time: 0.0273371 Feb 09 03:17:37.050064 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7081eb50-81ec-44e0-bee6-57b4dd2ffd05 req-aee9e3ec-86f7-4b2e-885f-51f7dacee0b3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (142f0ad5-9a04-4b39-8eec-6edafcc8ab58), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.079187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['bc96bd03-e9e9-446c-8939-4c0cde7e1747'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:37.126334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9e3ec-86f7-4b2e-885f-51f7dacee0b3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Pushing event deleted for resources: {'Port': ['ID=142f0ad5-9a04-4b39-8eec-6edafcc8ab58,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:37.218584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=4ab45e12-50d6-4d61-b635-d0cad267a60f,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:37.248341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-7081eb50-81ec-44e0-bee6-57b4dd2ffd05 req-aee9e3ec-86f7-4b2e-885f-51f7dacee0b3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] No DVR routers for this DVR port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:37.253876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7081eb50-81ec-44e0-bee6-57b4dd2ffd05 req-aee9e3ec-86f7-4b2e-885f-51f7dacee0b3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.260618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No active binding found for port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 {{(pid=103329) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 03:17:37.262991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] The host n-h2-824835-15 is not matching for port 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 host None! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:17:37.266842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 142f0ad5-9a04-4b39-8eec-6edafcc8ab58 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:37.272628 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7081eb50-81ec-44e0-bee6-57b4dd2ffd05 req-aee9e3ec-86f7-4b2e-885f-51f7dacee0b3 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.42 "DELETE /v2.0/ports/142f0ad5-9a04-4b39-8eec-6edafcc8ab58 HTTP/1.1" status: 204 len: 173 time: 1.1425519 Feb 09 03:17:37.274974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Allocated IP 10.1.1.129 (4fc9fd51-1370-4828-8f7c-2835ed8eef40/32ee89c3-dfc2-4e84-bbf5-791138adb56f/1ad9d455-4ad1-4072-b862-136009b49bed) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:37.276978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'name': 'network-vif-deleted', 'tag': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:37.282591 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a36b98-23b5-45a1-bebc-fa01688f2822" -d '{"events": [{"server_uuid": "c4070f4f-548f-4447-b7a9-fd79f706a4ed", "name": "network-vif-deleted", "tag": "142f0ad5-9a04-4b39-8eec-6edafcc8ab58"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:37.327635 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-261febba-7d2a-4063-b8e0-603f460d0e28 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2954845 Feb 09 03:17:37.491606 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.546801 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for port (1ad9d455-4ad1-4072-b862-136009b49bed), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.547469 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-81b82a6b-d31a-45ff-8b39-c51b7b2c32b1 service neutron] 10.222.0.21 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165551 Feb 09 03:17:37.683971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d73f94d-62d0-4b16-a053-5767e3537279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ab45e12-50d6-4d61-b635-d0cad267a60f'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:37.686842 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667bdd5d-c09d-45f9-afd7-57514ae053ee" -d '{"events": [{"server_uuid": "0d73f94d-62d0-4b16-a053-5767e3537279", "name": "network-vif-unplugged", "status": "completed", "tag": "4ab45e12-50d6-4d61-b635-d0cad267a60f"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:37.829091 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-59a46685-aa51-4b8b-ab51-e863ff432d85 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.838764 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.846945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd4b5111-074a-46bd-8727-b37d6191b8bf req-9f997c32-debe-49b7-aeaa-81ff6c46ff61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.5884340 Feb 09 03:17:37.847568 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-59a46685-aa51-4b8b-ab51-e863ff432d85 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.861637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-bde28fe4-4b3d-43c4-b927-ef957845b62d service neutron] 10.222.0.21 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117254 Feb 09 03:17:38.112031 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-59a46685-aa51-4b8b-ab51-e863ff432d85 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Floating IP 011de175-1f88-4ecc-a942-97da46a5d005 associated. External IP: 172.25.5.136, port: bc96bd03-e9e9-446c-8939-4c0cde7e1747. Feb 09 03:17:38.865536 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:38.905948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:38.924442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:38.933676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f203de-b064-4064-a58d-26353c3b5de1 req-ac9683c4-6b81-4c7a-b213-67b2bd3c3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:38.935411 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35f203de-b064-4064-a58d-26353c3b5de1 req-ac9683c4-6b81-4c7a-b213-67b2bd3c3b0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 1.9728811 Feb 09 03:17:38.945724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5111-074a-46bd-8727-b37d6191b8bf req-d7525cc4-a02e-446d-8b71-e6420beef62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:38.947668 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd4b5111-074a-46bd-8727-b37d6191b8bf req-d7525cc4-a02e-446d-8b71-e6420beef62f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 1129 time: 0.8901825 Feb 09 03:17:39.098209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06a961-100c-4a19-bc64-a3cc1922dccb req-86494cf6-6347-4585-ba2d-86514f58727c tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:39.106498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e06a961-100c-4a19-bc64-a3cc1922dccb req-86494cf6-6347-4585-ba2d-86514f58727c tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 1128 time: 0.1337612 Feb 09 03:17:39.125530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Port': ['ID=1ad9d455-4ad1-4072-b862-136009b49bed,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:39.143284 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35f203de-b064-4064-a58d-26353c3b5de1 req-10ec655e-7b7b-40a1-a892-3b5e67a7e4bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=142f0ad5-9a04-4b39-8eec-6edafcc8ab58 HTTP/1.1" status: 200 len: 217 time: 0.1719909 Feb 09 03:17:39.296634 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e06a961-100c-4a19-bc64-a3cc1922dccb req-b1502b28-7e22-4755-b067-5e20ee7a618f tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818266 Feb 09 03:17:39.330770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f203de-b064-4064-a58d-26353c3b5de1 req-8fa749c7-252a-43b5-9cb9-a300d7f0b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:39.332693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35f203de-b064-4064-a58d-26353c3b5de1 req-8fa749c7-252a-43b5-9cb9-a300d7f0b0f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.1373246 Feb 09 03:17:39.394239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2847a9b7-5c66-44ab-873d-2569b16d5633 None None] Provisioning complete for port 1ad9d455-4ad1-4072-b862-136009b49bed triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:39.394784 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2847a9b7-5c66-44ab-873d-2569b16d5633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:39.431570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:39.432215 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:39.488861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2847a9b7-5c66-44ab-873d-2569b16d5633 None None] Port 1ad9d455-4ad1-4072-b862-136009b49bed cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:39.613541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ba17a-a4e8-44be-8518-4f88f2d03d0c req-6b69d725-c37a-4834-8324-6b800d226c68 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:39.618388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-59a46685-aa51-4b8b-ab51-e863ff432d85 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Router 58403222-d098-4f4c-995d-f14a9f0061cb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:39.627854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9cdee7e-1d4f-4889-b4bc-ce2bec05e452 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8031211 Feb 09 03:17:39.632559 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ba17a-a4e8-44be-8518-4f88f2d03d0c req-6b69d725-c37a-4834-8324-6b800d226c68 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:39.639532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f203de-b064-4064-a58d-26353c3b5de1 req-64232c9c-9016-42e1-8cd0-9039481af693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:39.642491 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c15ba17a-a4e8-44be-8518-4f88f2d03d0c req-6b69d725-c37a-4834-8324-6b800d226c68 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 1653 time: 0.1316006 Feb 09 03:17:39.643213 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35f203de-b064-4064-a58d-26353c3b5de1 req-64232c9c-9016-42e1-8cd0-9039481af693 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2971661 Feb 09 03:17:39.674404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'port': {'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40', 'admin_state_up': True, 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'security_groups': ['37017ab1-3bd2-4c37-ad63-161f24b70c77']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:39.705336 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c15ba17a-a4e8-44be-8518-4f88f2d03d0c req-92b75a9e-f6d2-48b3-8ba1-6d0a19370ad9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605197 Feb 09 03:17:39.737245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5111-074a-46bd-8727-b37d6191b8bf req-de9e4ed7-7c01-4c4e-bbe6-9798d4aead92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:39.745386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd4b5111-074a-46bd-8727-b37d6191b8bf req-de9e4ed7-7c01-4c4e-bbe6-9798d4aead92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.5760310 Feb 09 03:17:39.977879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd477d-7294-498a-a4f4-d9d962567664 req-aa31fd2e-4149-40c2-bbfb-f2dfadd1b6ae tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:39.995030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49fd477d-7294-498a-a4f4-d9d962567664 req-aa31fd2e-4149-40c2-bbfb-f2dfadd1b6ae tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 950 time: 0.1762714 Feb 09 03:17:40.146774 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd4b5111-074a-46bd-8727-b37d6191b8bf req-3f5b4292-0484-445e-b7df-69d6e08f6f02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 1000 time: 0.3678284 Feb 09 03:17:40.276364 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49fd477d-7294-498a-a4f4-d9d962567664 req-9f989425-ef62-42f9-ba19-8b27fd31b6e0 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803361 Feb 09 03:17:40.299288 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35f203de-b064-4064-a58d-26353c3b5de1 req-d7431744-8d0e-44f6-b798-8d863a3a3b3b service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137841 Feb 09 03:17:40.373248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-59a46685-aa51-4b8b-ab51-e863ff432d85 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:40.378499 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-59a46685-aa51-4b8b-ab51-e863ff432d85 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:40.386818 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc7d0a-7f02-47c4-88ae-fafe4815621d None None] Sync routers for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:40.407596 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc7d0a-7f02-47c4-88ae-fafe4815621d None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:40.408232 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-49fc7d0a-7f02-47c4-88ae-fafe4815621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:40.425177 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc51535-41f2-45b0-90f6-38517e0f3b24 x-openstack-request-id: req-dcc51535-41f2-45b0-90f6-38517e0f3b24 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:40.425618 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d73f94d-62d0-4b16-a053-5767e3537279", "name": "network-vif-unplugged", "status": "completed", "tag": "4ab45e12-50d6-4d61-b635-d0cad267a60f", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:40.426054 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcc51535-41f2-45b0-90f6-38517e0f3b24 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:40.426599 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d73f94d-62d0-4b16-a053-5767e3537279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ab45e12-50d6-4d61-b635-d0cad267a60f', 'code': 200} Feb 09 03:17:40.483677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-286f2d0f-d595-4590-b77a-d22de4c02dbc tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:40.485247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-286f2d0f-d595-4590-b77a-d22de4c02dbc tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.42 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 807 time: 0.4182117 Feb 09 03:17:40.489934 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8a08ce-f58d-4e0a-90be-0f99f7076244 x-openstack-request-id: req-dc8a08ce-f58d-4e0a-90be-0f99f7076244 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:40.490222 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4070f4f-548f-4447-b7a9-fd79f706a4ed", "name": "network-vif-deleted", "tag": "142f0ad5-9a04-4b39-8eec-6edafcc8ab58", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:40.490720 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc8a08ce-f58d-4e0a-90be-0f99f7076244 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:40.493457 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4070f4f-548f-4447-b7a9-fd79f706a4ed', 'name': 'network-vif-deleted', 'tag': '142f0ad5-9a04-4b39-8eec-6edafcc8ab58', 'status': 'completed', 'code': 200} Feb 09 03:17:40.524280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Request body: {'port': {'device_id': 'e0b4c408-f900-4cf2-a203-4a9fa533befd', 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7', 'admin_state_up': True, 'tenant_id': '3981e12ce8e54406870070535619e45b'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:40.597687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5111-074a-46bd-8727-b37d6191b8bf req-71d29b4f-cde3-45fe-b60e-2a11aebf9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:40.599315 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd4b5111-074a-46bd-8727-b37d6191b8bf req-71d29b4f-cde3-45fe-b60e-2a11aebf9373 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.4203773 Feb 09 03:17:40.641052 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-59a46685-aa51-4b8b-ab51-e863ff432d85 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "PUT /v2.0/floatingips/011de175-1f88-4ecc-a942-97da46a5d005 HTTP/1.1" status: 200 len: 997 time: 5.4777107 Feb 09 03:17:40.646742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:40.649969 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0937c64-bc8b-4748-bd54-4603eaccaf73" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:40.652342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:40.655771 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:40.702259 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-49fc7d0a-7f02-47c4-88ae-fafe4815621d None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:40.745855 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35f203de-b064-4064-a58d-26353c3b5de1 req-57410762-3075-464a-997e-001e5b48700f service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251516 Feb 09 03:17:40.800658 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b2d0055-247f-408d-a548-f0b2e76ba284 req-80f90f83-c438-4b9b-bc80-b07c52750a14 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.1184883 Feb 09 03:17:40.834764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5111-074a-46bd-8727-b37d6191b8bf req-6628bb54-b01d-4155-9392-66bd9f8d5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:40.836377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd4b5111-074a-46bd-8727-b37d6191b8bf req-6628bb54-b01d-4155-9392-66bd9f8d5c19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2302892 Feb 09 03:17:40.894186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Made reservation on behalf of 3981e12ce8e54406870070535619e45b for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:40.897527 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:40.923620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70108e-cb4b-487f-9539-e0c885959824 req-8d704566-fa79-44fc-b789-7186fc7b631c tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:40.925264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d70108e-cb4b-487f-9539-e0c885959824 req-8d704566-fa79-44fc-b789-7186fc7b631c tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d73f94d-62d0-4b16-a053-5767e3537279 HTTP/1.1" status: 200 len: 944 time: 0.4308927 Feb 09 03:17:41.042697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-18d12f0b-1abf-45cd-a25b-b8fd576b148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:41.056013 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-18d12f0b-1abf-45cd-a25b-b8fd576b148c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 1129 time: 0.3790548 Feb 09 03:17:41.215320 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-49fc7d0a-7f02-47c4-88ae-fafe4815621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '011de175-1f88-4ecc-a942-97da46a5d005', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'port_id': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'mac_address': 'fa:16:3e:4a:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:42Z', 'updated_at': '2022-02-09T03:17:37Z', 'revision_number': 8, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:41.279564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-0711eadf-33a0-4708-8bbd-e8aef56be19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:41.281832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-0711eadf-33a0-4708-8bbd-e8aef56be19d service neutron] 10.222.0.21 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.2195852 Feb 09 03:17:41.294637 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc7d0a-7f02-47c4-88ae-fafe4815621d None None] Checking router: 58403222-d098-4f4c-995d-f14a9f0061cb for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:41.321075 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc7d0a-7f02-47c4-88ae-fafe4815621d None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:41.321637 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-49fc7d0a-7f02-47c4-88ae-fafe4815621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:41.366794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-e8c8cebd-0695-4520-ab1e-11f13de30a99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 1000 time: 0.0743115 Feb 09 03:17:41.438346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-c811d54d-de92-48bf-8bfc-a61ff7d02587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:41.440096 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-c811d54d-de92-48bf-8bfc-a61ff7d02587 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.0634589 Feb 09 03:17:41.564396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Allocated IP 10.1.1.81 (4fc9fd51-1370-4828-8f7c-2835ed8eef40/32ee89c3-dfc2-4e84-bbf5-791138adb56f/1a59f575-bfce-4371-a3a5-48e8b44f0ef3) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:41.571193 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-49fc7d0a-7f02-47c4-88ae-fafe4815621d None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:41.593076 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd4b5111-074a-46bd-8727-b37d6191b8bf req-418776a3-5300-4ee6-8965-8eefce649a48 service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178304 Feb 09 03:17:41.616939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-af87d99c-8dd1-4eef-87ac-b839904a2e71 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:41.627671 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-af87d99c-8dd1-4eef-87ac-b839904a2e71 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/networks?id=75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 200 len: 803 time: 0.6362038 Feb 09 03:17:41.693839 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-23d2ea61-7892-4831-90dc-36ee422af72a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/quotas/ae66a0e9a66843ac83f5d2b68cd41747 HTTP/1.1" status: 200 len: 375 time: 0.0632117 Feb 09 03:17:41.724532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-aa2543bc-49af-4d09-ae85-30a899bb41ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:41.729843 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-aa2543bc-49af-4d09-ae85-30a899bb41ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2770824 Feb 09 03:17:41.731942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd4b5111-074a-46bd-8727-b37d6191b8bf req-5279df53-b1c7-41cb-b830-e22b56bc788e service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211925 Feb 09 03:17:41.843198 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-e317e42e-51fd-4cfd-964e-a9ed70b5a229 service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087670 Feb 09 03:17:41.856015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-0d70108e-cb4b-487f-9539-e0c885959824 req-410c0ba4-62d5-4d13-918d-11cc503497f2 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Deleting port 4ab45e12-50d6-4d61-b635-d0cad267a60f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:41.867729 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0d70108e-cb4b-487f-9539-e0c885959824 req-410c0ba4-62d5-4d13-918d-11cc503497f2 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.871611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Allocated IP 172.20.0.6 (d6900578-017f-45ac-90ab-c2cb115c04f7/f02ff38e-7b0e-4e54-993e-48f3a7637677/13b7291b-74da-427c-8f79-fd02980f0fd0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:42.106486 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-afcab658-2228-4fae-a295-9caa9d0b669d tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4112694 Feb 09 03:17:42.129907 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-49fc7d0a-7f02-47c4-88ae-fafe4815621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '011de175-1f88-4ecc-a942-97da46a5d005', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'port_id': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'mac_address': 'fa:16:3e:4a:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:42Z', 'updated_at': '2022-02-09T03:17:37Z', 'revision_number': 8, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:42.203721 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc7d0a-7f02-47c4-88ae-fafe4815621d None None] The sync data for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 is: [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '011de175-1f88-4ecc-a942-97da46a5d005', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'port_id': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'mac_address': 'fa:16:3e:4a:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:42Z', 'updated_at': '2022-02-09T03:17:37Z', 'revision_number': 8, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:42.460304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0d70108e-cb4b-487f-9539-e0c885959824 req-410c0ba4-62d5-4d13-918d-11cc503497f2 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] For port 4ab45e12-50d6-4d61-b635-d0cad267a60f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=4ab45e12-50d6-4d61-b635-d0cad267a60f,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:42.461798 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0d70108e-cb4b-487f-9539-e0c885959824 req-410c0ba4-62d5-4d13-918d-11cc503497f2 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:42.517939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-0d70108e-cb4b-487f-9539-e0c885959824 req-410c0ba4-62d5-4d13-918d-11cc503497f2 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Calling delete_port for 4ab45e12-50d6-4d61-b635-d0cad267a60f owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:42.588432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc764bd8-476e-4817-b682-002072b83815 None None] New status for floating IP 011de175-1f88-4ecc-a942-97da46a5d005: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:17:42.682959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-a4e84926-59f0-4f68-bcf2-6e1f4fafea1e service neutron] 10.222.0.21 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744264 Feb 09 03:17:42.970095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3900a7f-1639-49e1-a43d-1c2b742cc8a8 req-68827280-f912-40df-b77d-edb347246210 service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1144106 Feb 09 03:17:43.070729 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:43.252331 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6446dc-07b0-4414-a798-a696ee5a3b51 req-5152299e-d94c-4a0f-8d3c-623ef201d10c tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:43.256806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a6446dc-07b0-4414-a798-a696ee5a3b51 req-5152299e-d94c-4a0f-8d3c-623ef201d10c tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 1128 time: 0.1686723 Feb 09 03:17:43.261920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:43.404926 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a6446dc-07b0-4414-a798-a696ee5a3b51 req-2721f55e-64c2-4e3f-ae9a-22aeb4f890a7 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328382 Feb 09 03:17:43.410834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:43.414147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:43.418170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:43.483742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Port': ['ID=1a59f575-bfce-4371-a3a5-48e8b44f0ef3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:43.562510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:43.563619 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:43.625905 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-c3b756b4-5f2b-4b55-a125-6cc250115d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9804983 Feb 09 03:17:43.649710 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'port': {'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2', 'admin_state_up': True, 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'security_groups': ['37017ab1-3bd2-4c37-ad63-161f24b70c77']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:43.795777 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks [] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:43.958702 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f70568-be87-431f-91f5-49da4d3cb589 x-openstack-request-id: req-c6f70568-be87-431f-91f5-49da4d3cb589 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:43.959280 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:43.959484 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6f70568-be87-431f-91f5-49da4d3cb589 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:43.960002 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'status': 'completed', 'code': 200} Feb 09 03:17:43.999570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-28cddae9-25ea-4761-8deb-f4816d4ee941 None None] Provisioning complete for port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:44.000673 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-28cddae9-25ea-4761-8deb-f4816d4ee941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.026021 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-a8e48a0b-09fe-4331-ad8f-fc73fe863bad service neutron] 10.222.0.21 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2220542 Feb 09 03:17:44.036017 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.077514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-28cddae9-25ea-4761-8deb-f4816d4ee941 None None] Port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:44.085389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['c7b4ba1e-0d88-4491-b02a-efd7caf27a62'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:44.106761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Network d6900578-017f-45ac-90ab-c2cb115c04f7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:44.109703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:44.125816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:44.210825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0937c64-bc8b-4748-bd54-4603eaccaf73 req-51eb9237-1a42-44f3-9860-7e580cf1a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:44.218473 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0937c64-bc8b-4748-bd54-4603eaccaf73 req-51eb9237-1a42-44f3-9860-7e580cf1a6c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 1129 time: 0.2536194 Feb 09 03:17:44.219430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Pushing event updated for resources: {'Port': ['ID=13b7291b-74da-427c-8f79-fd02980f0fd0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:44.233705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:44.327374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:44.334061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.405051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9502d92-5926-44fd-a172-9ad4b03c20af tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8926198 Feb 09 03:17:44.430747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Request body: {'port': {'device_id': 'e0b4c408-f900-4cf2-a203-4a9fa533befd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:44.516556 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.597546 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb3eb-c74a-436e-82d6-3cafce41392d req-497fadd6-c3b6-44f2-a1e6-f8645588e2e7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:44.603988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb3eb-c74a-436e-82d6-3cafce41392d req-497fadd6-c3b6-44f2-a1e6-f8645588e2e7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:44.629848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb3eb-c74a-436e-82d6-3cafce41392d req-497fadd6-c3b6-44f2-a1e6-f8645588e2e7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:44.637521 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2fdbb3eb-c74a-436e-82d6-3cafce41392d req-497fadd6-c3b6-44f2-a1e6-f8645588e2e7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 2373 time: 0.3139870 Feb 09 03:17:44.664297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.667274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0937c64-bc8b-4748-bd54-4603eaccaf73 req-2cf49b0e-1fdc-4956-9306-3839ee84fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:44.676413 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0d70108e-cb4b-487f-9539-e0c885959824 req-410c0ba4-62d5-4d13-918d-11cc503497f2 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4ab45e12-50d6-4d61-b635-d0cad267a60f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.677087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0937c64-bc8b-4748-bd54-4603eaccaf73 req-2cf49b0e-1fdc-4956-9306-3839ee84fa29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.4384105 Feb 09 03:17:44.726241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c0ba4-62d5-4d13-918d-11cc503497f2 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Pushing event deleted for resources: {'Port': ['ID=4ab45e12-50d6-4d61-b635-d0cad267a60f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:44.782665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 4ab45e12-50d6-4d61-b635-d0cad267a60f no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:44.825712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 4ab45e12-50d6-4d61-b635-d0cad267a60f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:17:44.826055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 4ab45e12-50d6-4d61-b635-d0cad267a60f not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:44.868404 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2fdbb3eb-c74a-436e-82d6-3cafce41392d req-beb09191-5196-414e-9277-556de7918ef1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299111 Feb 09 03:17:45.145427 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b7291b-74da-427c-8f79-fd02980f0fd0 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:45.154335 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Publish callbacks [] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:45.168419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Transition to ACTIVE for port object 13b7291b-74da-427c-8f79-fd02980f0fd0 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:17:45.197997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce01db4-fcc5-40b7-a7d6-2823970542dd req-407e5711-cb47-48f3-bda8-765f8003ac8a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:45.205914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4ce01db4-fcc5-40b7-a7d6-2823970542dd req-407e5711-cb47-48f3-bda8-765f8003ac8a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 931 time: 0.5829158 Feb 09 03:17:45.226023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0937c64-bc8b-4748-bd54-4603eaccaf73 req-c98248d5-32d2-4312-a1ad-344c664cfe26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 1002 time: 0.5020864 Feb 09 03:17:45.230329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d70108e-cb4b-487f-9539-e0c885959824 req-410c0ba4-62d5-4d13-918d-11cc503497f2 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] No DVR routers for this DVR port 4ab45e12-50d6-4d61-b635-d0cad267a60f on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:45.232288 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:45.239603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ad2f8c9-2b91-4590-b53f-1941c3b493dc req-21c5ab62-1a96-4e49-8218-5ec0bdbd2ea4 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips/011de175-1f88-4ecc-a942-97da46a5d005 HTTP/1.1" status: 200 len: 999 time: 0.3326497 Feb 09 03:17:45.244173 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0d70108e-cb4b-487f-9539-e0c885959824 req-410c0ba4-62d5-4d13-918d-11cc503497f2 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:45.248195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d70108e-cb4b-487f-9539-e0c885959824 req-410c0ba4-62d5-4d13-918d-11cc503497f2 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "DELETE /v2.0/ports/4ab45e12-50d6-4d61-b635-d0cad267a60f HTTP/1.1" status: 204 len: 173 time: 4.2898273 Feb 09 03:17:45.252031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d73f94d-62d0-4b16-a053-5767e3537279', 'name': 'network-vif-deleted', 'tag': '4ab45e12-50d6-4d61-b635-d0cad267a60f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:45.254454 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91ea383-575a-48d7-b4bd-5cbfa6241fe6" -d '{"events": [{"server_uuid": "0d73f94d-62d0-4b16-a053-5767e3537279", "name": "network-vif-deleted", "tag": "4ab45e12-50d6-4d61-b635-d0cad267a60f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:45.359130 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4ce01db4-fcc5-40b7-a7d6-2823970542dd req-9dd63e7c-4e11-4fc1-aa49-b2dab6abcde6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480930 Feb 09 03:17:45.496081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Pushing event updated for resources: {'Port': ['ID=13b7291b-74da-427c-8f79-fd02980f0fd0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:45.500919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Allocated IP 10.2.2.100 (41bbc372-33fd-499d-9180-6bffeb090fd2/2e4b3ae1-f5d1-416e-bb9c-f1c12b930050/ccecbbca-afd0-4e04-9fdf-ba4224f200c7) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:45.573128 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec93e8ab-fd73-4ddd-ae28-fc378186a07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:45.614082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:45.614424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:45.614756 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:45.625086 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:45.625445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:45.641074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:45.641456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:45.641920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:45.642411 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Bound port: 13b7291b-74da-427c-8f79-fd02980f0fd0, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:45.642771 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:45.774039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8a574-f146-4129-a9c1-db951a3d562c req-18a7943a-781c-4393-a874-cdc9c8521464 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:45.782427 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87e8a574-f146-4129-a9c1-db951a3d562c req-18a7943a-781c-4393-a874-cdc9c8521464 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 950 time: 0.1346753 Feb 09 03:17:45.782642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0937c64-bc8b-4748-bd54-4603eaccaf73 req-d6cb1d78-c085-4b25-8113-229ac13e91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:45.784168 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0937c64-bc8b-4748-bd54-4603eaccaf73 req-d6cb1d78-c085-4b25-8113-229ac13e91da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.5436544 Feb 09 03:17:45.881866 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87e8a574-f146-4129-a9c1-db951a3d562c req-9107ef1b-713c-4167-af00-f6f3d614e343 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980484 Feb 09 03:17:45.885765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:45.898898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=13b7291b-74da-427c-8f79-fd02980f0fd0,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:45.909849 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:45.963478 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.003068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2f8c9-2b91-4590-b53f-1941c3b493dc req-ab457820-6532-4dc2-8a7d-2544b75344c0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:46.009848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ad2f8c9-2b91-4590-b53f-1941c3b493dc req-ab457820-6532-4dc2-8a7d-2544b75344c0 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.7065470 Feb 09 03:17:46.027566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-8ad2f8c9-2b91-4590-b53f-1941c3b493dc req-41121a78-f1f9-403e-b256-49b5978d6097 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:17:46.029031 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ad2f8c9-2b91-4590-b53f-1941c3b493dc req-41121a78-f1f9-403e-b256-49b5978d6097 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134330 Feb 09 03:17:46.059520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0937c64-bc8b-4748-bd54-4603eaccaf73 req-a1705236-a2d3-4e7d-90a7-82a49b851b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:46.063085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0937c64-bc8b-4748-bd54-4603eaccaf73 req-a1705236-a2d3-4e7d-90a7-82a49b851b0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2647114 Feb 09 03:17:46.071373 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a491edc-0905-4a35-86a1-54635d693cb8 req-26a8d4b0-c26a-4319-b2ed-209e60ebb738 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 210 time: 0.0526972 Feb 09 03:17:46.081628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:46.081628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.087054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-707d1344-ac86-4952-9c18-2174485e157e service neutron] 10.222.0.42 "PUT /v2.0/ports/13b7291b-74da-427c-8f79-fd02980f0fd0 HTTP/1.1" status: 200 len: 1092 time: 1.6605005 Feb 09 03:17:46.134914 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598ab0fc-682a-4103-ba05-062be8ca7a25 x-openstack-request-id: req-598ab0fc-682a-4103-ba05-062be8ca7a25 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:46.135210 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d73f94d-62d0-4b16-a053-5767e3537279", "name": "network-vif-deleted", "tag": "4ab45e12-50d6-4d61-b635-d0cad267a60f", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:46.135460 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-598ab0fc-682a-4103-ba05-062be8ca7a25 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:46.135838 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d73f94d-62d0-4b16-a053-5767e3537279', 'name': 'network-vif-deleted', 'tag': '4ab45e12-50d6-4d61-b635-d0cad267a60f', 'status': 'completed', 'code': 200} Feb 09 03:17:46.223257 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.248176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d1344-ac86-4952-9c18-2174485e157e service neutron] Pushing event updated for resources: {'Port': ['ID=13b7291b-74da-427c-8f79-fd02980f0fd0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:46.318999 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-67e581f8-01c7-43fb-b4c5-7389a383f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:46.322339 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-67e581f8-01c7-43fb-b4c5-7389a383f042 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 1126 time: 0.1793921 Feb 09 03:17:46.381995 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-32fee484-04d6-4522-9914-0cc079a3c27b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13b7291b-74da-427c-8f79-fd02980f0fd0 HTTP/1.1" status: 200 len: 217 time: 0.0487072 Feb 09 03:17:46.426156 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0937c64-bc8b-4748-bd54-4603eaccaf73 req-cfd1c189-904e-4126-afa6-862fbdac9ca9 service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535767 Feb 09 03:17:46.449266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-3b75e382-2905-4c91-9d67-aa73fa803d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:46.451164 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-3b75e382-2905-4c91-9d67-aa73fa803d97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.0628605 Feb 09 03:17:46.500949 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-7784a4c6-2649-4ead-bb5b-9b2845876799 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416057 Feb 09 03:17:46.613978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Network 41bbc372-33fd-499d-9180-6bffeb090fd2 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:46.626236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:46.629871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:46.690337 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Port': ['ID=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:46.734801 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-876459ae-d8d1-4410-a20f-f03fdddd86a9 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233872 Feb 09 03:17:46.740678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:46.741526 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.752994 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9392477f-ae9e-484f-8a83-04faad5d3038 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:46.758342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9392477f-ae9e-484f-8a83-04faad5d3038 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "GET /v2.0/networks?id=75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 200 len: 803 time: 0.5413709 Feb 09 03:17:46.776946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcc2ee-9120-41a2-99a1-326835a41785 req-df5ed69d-13dd-47a5-8384-2ef25cf2b446 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:46.784995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Request body: {'port': {'device_id': 'd66a948e-5893-4e45-b9c3-2ddd67296790', 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'admin_state_up': True, 'tenant_id': 'ae66a0e9a66843ac83f5d2b68cd41747'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:46.785960 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcfcc2ee-9120-41a2-99a1-326835a41785 req-df5ed69d-13dd-47a5-8384-2ef25cf2b446 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 946 time: 0.5193844 Feb 09 03:17:46.806100 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0937c64-bc8b-4748-bd54-4603eaccaf73 req-5ff83b0e-737a-4fa5-89a1-fb78b89b625b service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860603 Feb 09 03:17:46.846136 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-11926900-5c66-4321-8792-6bc1875220c7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2057307 Feb 09 03:17:46.877015 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'port': {'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2', 'admin_state_up': True, 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'security_groups': ['37017ab1-3bd2-4c37-ad63-161f24b70c77']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:46.975268 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcfcc2ee-9120-41a2-99a1-326835a41785 req-8906dbb5-7b8e-4708-b1c9-39c53ecda401 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877370 Feb 09 03:17:47.040388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d6693fe3-99c2-43cd-ba6c-c997a028482a None None] Provisioning complete for port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:47.041447 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d6693fe3-99c2-43cd-ba6c-c997a028482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:47.093106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d6693fe3-99c2-43cd-ba6c-c997a028482a None None] Port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:47.125927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Made reservation on behalf of 246973f09cb0470ea327ac7b337704e0 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:47.133925 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:47.168076 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95fc7382-0f1b-4889-a825-da4b2c36b5dc req-b9459b9d-376a-4d1d-9b59-e76c3db058bb service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082611 Feb 09 03:17:47.175401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Made reservation on behalf of ae66a0e9a66843ac83f5d2b68cd41747 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:47.180930 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:47.418517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Allocated IP 172.20.0.11 (75828077-ee15-447a-987f-4c4688c24eaa/ed0c13e8-f21f-41ec-8779-9469bf3fb0ce/f3be8442-455e-4c87-af93-b9c286d4adaa) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:47.631612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0a59f-bebc-4e54-8c1f-c78b5e5e6c01 req-246e6563-54bb-43c2-84ec-c49e9e751472 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:47.647991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0a59f-bebc-4e54-8c1f-c78b5e5e6c01 req-246e6563-54bb-43c2-84ec-c49e9e751472 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:47.666352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0a59f-bebc-4e54-8c1f-c78b5e5e6c01 req-246e6563-54bb-43c2-84ec-c49e9e751472 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:47.671718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0a59f-bebc-4e54-8c1f-c78b5e5e6c01 req-246e6563-54bb-43c2-84ec-c49e9e751472 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:47.675254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks [] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:47.677419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72b0a59f-bebc-4e54-8c1f-c78b5e5e6c01 req-246e6563-54bb-43c2-84ec-c49e9e751472 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 3094 time: 0.1795290 Feb 09 03:17:47.731520 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:47.750234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Allocated IP 10.2.2.200 (41bbc372-33fd-499d-9180-6bffeb090fd2/2e4b3ae1-f5d1-416e-bb9c-f1c12b930050/ea8eb001-609c-4a2d-b995-965704cc17e3) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:47.805559 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72b0a59f-bebc-4e54-8c1f-c78b5e5e6c01 req-091df5c8-cff6-4b12-a063-6ee64b68c404 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115761 Feb 09 03:17:47.830706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Network 75828077-ee15-447a-987f-4c4688c24eaa is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:47.837183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:47.842834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:47.856628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-7f41b3d1-d3e2-4a83-b49f-3abf2dc21061 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:17:47.858282 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-7f41b3d1-d3e2-4a83-b49f-3abf2dc21061 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1207128 Feb 09 03:17:47.958832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Pushing event updated for resources: {'Port': ['ID=f3be8442-455e-4c87-af93-b9c286d4adaa,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:47.976792 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-a659b340-4789-456d-843c-d783bac8510b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 1002 time: 0.0975552 Feb 09 03:17:48.013318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:48.014106 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.030147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-1ff20c07-8a10-4e36-bc1f-81443171fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:48.031763 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-1ff20c07-8a10-4e36-bc1f-81443171fb5a service neutron] 10.222.0.21 "GET /v2.0/ports/a2fa81d5-4ae3-438f-a473-541fb6ee238a HTTP/1.1" status: 200 len: 1125 time: 0.1585286 Feb 09 03:17:48.043200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] Request body: {'binding': {'host': 'n-h1-824835-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:48.046000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] Unknown quota resources ['binding']. {{(pid=103327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:17:48.060490 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54a04606-0743-481a-b8c9-f61281791b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.093626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-dd2e9445-793b-4de5-b464-1d451760d77d tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:48.102183 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-dd2e9445-793b-4de5-b464-1d451760d77d tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports/bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 943 time: 0.1220627 Feb 09 03:17:48.213516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b4c408-f900-4cf2-a203-4a9fa533befd', 'tag': '13b7291b-74da-427c-8f79-fd02980f0fd0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:48.216583 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a71700-dccb-40e6-ba6d-d221be6bcf30" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b4c408-f900-4cf2-a203-4a9fa533befd", "tag": "13b7291b-74da-427c-8f79-fd02980f0fd0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:48.226730 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-9913bc61-115f-48e4-b5db-768b3bac4542 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4451070 Feb 09 03:17:48.238925 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.244918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Request body: {'port': {'device_id': 'd66a948e-5893-4e45-b9c3-2ddd67296790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:48.265892 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-22f75635-7637-46e4-9430-821b4e13bb9c tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 1002 time: 0.1033163 Feb 09 03:17:48.272769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] Attempting to bind port a2fa81d5-4ae3-438f-a473-541fb6ee238a on host n-h1-824835-15 for vnic_type normal with profile None {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:48.273420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] Attempting to bind port a2fa81d5-4ae3-438f-a473-541fb6ee238a by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:48.273914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] Attempting to bind port a2fa81d5-4ae3-438f-a473-541fb6ee238a on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:48.285892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] Port a2fa81d5-4ae3-438f-a473-541fb6ee238a on network 15acbecb-9714-49f5-a492-2cdfa4603bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:48.286464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] Attempting to bind port a2fa81d5-4ae3-438f-a473-541fb6ee238a on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:48.294151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:48.294729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:48.295282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] Bound using segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:48.295870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] Bound port: a2fa81d5-4ae3-438f-a473-541fb6ee238a, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:48.359055 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.359927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:48.371819 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.373555 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-630fc978-5389-4a31-b170-8bd2dae9e2ec service neutron] 10.222.0.21 "POST /v2.0/ports/a2fa81d5-4ae3-438f-a473-541fb6ee238a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3350089 Feb 09 03:17:48.403399 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.428575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Network 41bbc372-33fd-499d-9180-6bffeb090fd2 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:48.453039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:48.470964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:48.533726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-124ea570-3a07-4617-8e75-7e4e46961590 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:48.543350 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-124ea570-3a07-4617-8e75-7e4e46961590 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.2763982 Feb 09 03:17:48.669769 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-2f71d404-20a9-44ba-b5f9-449769c95b1b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 1002 time: 0.1235759 Feb 09 03:17:48.680582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event updated for resources: {'Port': ['ID=ea8eb001-609c-4a2d-b995-965704cc17e3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:48.685626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-f25b17a2-4bfe-4ca9-bb1e-dcbe2c10cc4b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:48.759491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:48.760181 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.787458 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-f25b17a2-4bfe-4ca9-bb1e-dcbe2c10cc4b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.799142 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ee55a5f-43e0-4d7a-968e-46402170a8a6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9245274 Feb 09 03:17:48.845938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Request body: {'port': {'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:48.853084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabefec6-9efb-4a6c-8310-f542301023da req-562e6579-f9e3-4ab3-ada6-68ec50b2c692 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:48.855126 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fabefec6-9efb-4a6c-8310-f542301023da req-562e6579-f9e3-4ab3-ada6-68ec50b2c692 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.2402987 Feb 09 03:17:48.871386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f38fe838-0fc3-4190-84c5-9ce01955034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:48.874689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f38fe838-0fc3-4190-84c5-9ce01955034a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 1128 time: 0.2126977 Feb 09 03:17:48.931781 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.943329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d345f01c-ee3e-41dd-915b-a4e87ce6c0e7 None None] Provisioning complete for port ea8eb001-609c-4a2d-b995-965704cc17e3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:48.943588 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d345f01c-ee3e-41dd-915b-a4e87ce6c0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.987422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d345f01c-ee3e-41dd-915b-a4e87ce6c0e7 None None] Port ea8eb001-609c-4a2d-b995-965704cc17e3 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:49.118936 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-f25b17a2-4bfe-4ca9-bb1e-dcbe2c10cc4b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.142825 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3be8442-455e-4c87-af93-b9c286d4adaa {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:49.166947 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Publish callbacks [] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.173894 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-f25b17a2-4bfe-4ca9-bb1e-dcbe2c10cc4b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.173894 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-f25b17a2-4bfe-4ca9-bb1e-dcbe2c10cc4b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Floating IP 011de175-1f88-4ecc-a942-97da46a5d005 disassociated. External IP: 172.25.5.136, port: bc96bd03-e9e9-446c-8939-4c0cde7e1747. Feb 09 03:17:49.196884 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fabefec6-9efb-4a6c-8310-f542301023da req-367df7a8-2081-4226-af51-37b1de38ac45 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294752 Feb 09 03:17:49.235342 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.237293 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Transition to ACTIVE for port object f3be8442-455e-4c87-af93-b9c286d4adaa will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:17:49.251245 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.378227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-81e6e20e-faed-4c29-bea8-1d9692e33ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:49.379766 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-81e6e20e-faed-4c29-bea8-1d9692e33ae0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.4865940 Feb 09 03:17:49.444475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-2f84d798-db4a-47ec-939e-412acfee1847 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a HTTP/1.1" status: 200 len: 217 time: 0.0565851 Feb 09 03:17:49.466196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Pushing event updated for resources: {'Port': ['ID=f3be8442-455e-4c87-af93-b9c286d4adaa,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:49.579885 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68622866-3043-4fe0-a22b-702bff59951c req-564c3725-27aa-4c04-a1f2-c19778f97072 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:49.587976 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68622866-3043-4fe0-a22b-702bff59951c req-564c3725-27aa-4c04-a1f2-c19778f97072 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 944 time: 0.2535796 Feb 09 03:17:49.614773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-33ac29a3-0960-46bb-8f48-572c439ea377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:49.617274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-33ac29a3-0960-46bb-8f48-572c439ea377 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1654866 Feb 09 03:17:49.663020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-bbb53cee-8439-4d1b-ae76-47224c4c3bcd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399990 Feb 09 03:17:49.766659 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7f3bc-1b36-436b-ab99-3831eb1888e3 req-06f155d5-b4da-462f-a4e2-3b688a5d1057 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:49.768391 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ae7f3bc-1b36-436b-ab99-3831eb1888e3 req-06f155d5-b4da-462f-a4e2-3b688a5d1057 tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.65 "GET /v2.0/ports?device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 950 time: 0.1590023 Feb 09 03:17:49.774648 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68622866-3043-4fe0-a22b-702bff59951c req-712f5e57-6ce2-4cd5-9f38-a80188ca4845 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855698 Feb 09 03:17:49.780340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Attempting to bind port f3be8442-455e-4c87-af93-b9c286d4adaa on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:49.781268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Attempting to bind port f3be8442-455e-4c87-af93-b9c286d4adaa by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:49.781268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Attempting to bind port f3be8442-455e-4c87-af93-b9c286d4adaa on network 75828077-ee15-447a-987f-4c4688c24eaa {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:49.790664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Port f3be8442-455e-4c87-af93-b9c286d4adaa on network 75828077-ee15-447a-987f-4c4688c24eaa not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:49.790985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Attempting to bind port f3be8442-455e-4c87-af93-b9c286d4adaa on network 75828077-ee15-447a-987f-4c4688c24eaa {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:49.806404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:49.806740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Checking segment: {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:49.807125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Bound using segment: {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:49.807556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Bound port: f3be8442-455e-4c87-af93-b9c286d4adaa, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:49.808022 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.845616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-99c0a06f-180f-4de2-ba3f-0471489f1e2a service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761057 Feb 09 03:17:49.983631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-b72a2ca0-7fff-4e33-b31d-2b53876c1300 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178935 Feb 09 03:17:50.019409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397580d3-d71b-4735-8a72-113a37dfc9d9 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:50.029839 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Publish callbacks [] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.039881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-f25b17a2-4bfe-4ca9-bb1e-dcbe2c10cc4b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Router 58403222-d098-4f4c-995d-f14a9f0061cb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:50.052362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] For port f3be8442-455e-4c87-af93-b9c286d4adaa, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:50.057898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] For port f3be8442-455e-4c87-af93-b9c286d4adaa, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3be8442-455e-4c87-af93-b9c286d4adaa,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:50.059284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Transition to ACTIVE for port object 397580d3-d71b-4735-8a72-113a37dfc9d9 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:17:50.066905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-5ae7f3bc-1b36-436b-ab99-3831eb1888e3 req-83f2f6a7-c42d-4a8a-86ec-ddbaf9b5895e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Deleting port cad28aed-5269-4f01-ac0d-43b760efba84 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:50.067417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5ae7f3bc-1b36-436b-ab99-3831eb1888e3 req-83f2f6a7-c42d-4a8a-86ec-ddbaf9b5895e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.089338 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.099108 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.130413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:50.155404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:50.159000 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.160504 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] 10.222.0.42 "PUT /v2.0/ports/f3be8442-455e-4c87-af93-b9c286d4adaa HTTP/1.1" status: 200 len: 1093 time: 1.9220011 Feb 09 03:17:50.289215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Pushing event updated for resources: {'Port': ['ID=397580d3-d71b-4735-8a72-113a37dfc9d9,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:50.323937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c485f7-a392-4f84-8036-6e4c9c364e8f req-2979f195-5319-4519-a367-7974ea62a6bf tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:50.326378 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35c485f7-a392-4f84-8036-6e4c9c364e8f req-2979f195-5319-4519-a367-7974ea62a6bf tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/ports?device_id=70dd78b1-5ce4-4e3e-beb1-1471963b82d6 HTTP/1.1" status: 200 len: 950 time: 0.3411839 Feb 09 03:17:50.352466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b7ddd20e-6255-41ef-a764-bc86f5e163a7 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:50.353434 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.373212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5ae7f3bc-1b36-436b-ab99-3831eb1888e3 req-83f2f6a7-c42d-4a8a-86ec-ddbaf9b5895e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] For port cad28aed-5269-4f01-ac0d-43b760efba84, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=cad28aed-5269-4f01-ac0d-43b760efba84,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:50.373933 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5ae7f3bc-1b36-436b-ab99-3831eb1888e3 req-83f2f6a7-c42d-4a8a-86ec-ddbaf9b5895e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.388159 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-daa2498c-c772-43d7-ba44-0145d3ec3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:50.390771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:50.392062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-5ae7f3bc-1b36-436b-ab99-3831eb1888e3 req-83f2f6a7-c42d-4a8a-86ec-ddbaf9b5895e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Calling delete_port for cad28aed-5269-4f01-ac0d-43b760efba84 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:50.392502 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815e4a1d-ecb9-43cc-845b-144b09ea5799" -d '{"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:50.392658 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-daa2498c-c772-43d7-ba44-0145d3ec3783 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 1127 time: 0.1780639 Feb 09 03:17:50.410529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:50.419448 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.483726 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35c485f7-a392-4f84-8036-6e4c9c364e8f req-d4cb72c3-0e6b-4559-b7d7-3592f2f56b4c tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e1a727-f921-4283-ab34-064a3de929a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449072 Feb 09 03:17:50.485138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-e5a74314-1e16-4935-a7e7-9943842fe78f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3be8442-455e-4c87-af93-b9c286d4adaa HTTP/1.1" status: 200 len: 217 time: 0.0452535 Feb 09 03:17:50.485964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2611f9-e251-4180-9a76-e31b0d04229a service neutron] Pushing event updated for resources: {'Port': ['ID=f3be8442-455e-4c87-af93-b9c286d4adaa,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:50.549899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:50.561790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-f25b17a2-4bfe-4ca9-bb1e-dcbe2c10cc4b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:50.577993 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604565c8-daec-44c0-a283-796a86fd98b3 None None] Sync routers for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:50.590845 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-f25b17a2-4bfe-4ca9-bb1e-dcbe2c10cc4b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.596670 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604565c8-daec-44c0-a283-796a86fd98b3 None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:50.597301 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-604565c8-daec-44c0-a283-796a86fd98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:50.601035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-b4f2803e-9a5d-4e0a-97f5-b0e4b7c16e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:50.602986 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-b4f2803e-9a5d-4e0a-97f5-b0e4b7c16e19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed0c13e8-f21f-41ec-8779-9469bf3fb0ce HTTP/1.1" status: 200 len: 843 time: 0.1113548 Feb 09 03:17:50.650121 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.672829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Attempting to bind port 397580d3-d71b-4735-8a72-113a37dfc9d9 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:50.673189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Attempting to bind port 397580d3-d71b-4735-8a72-113a37dfc9d9 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:50.673520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Attempting to bind port 397580d3-d71b-4735-8a72-113a37dfc9d9 on network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:50.676473 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-f25b17a2-4bfe-4ca9-bb1e-dcbe2c10cc4b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "PUT /v2.0/floatingips/011de175-1f88-4ecc-a942-97da46a5d005 HTTP/1.1" status: 200 len: 696 time: 2.0057318 Feb 09 03:17:50.679263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:50.681580 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e612411-fd20-46c7-a803-6e885c0d7240" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:50.697230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Port 397580d3-d71b-4735-8a72-113a37dfc9d9 on network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:50.697628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Attempting to bind port 397580d3-d71b-4735-8a72-113a37dfc9d9 on network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:50.735409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:50.735945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Checking segment: {'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:50.736200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Bound using segment: {'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:50.736649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Bound port: 397580d3-d71b-4735-8a72-113a37dfc9d9, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:50.737032 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.794342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-0538bf8f-c470-4cc1-afe2-974b1b56e8fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75828077-ee15-447a-987f-4c4688c24eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702790 Feb 09 03:17:50.846439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-1cd339a3-ff1d-4382-82a2-488e4719e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:50.848147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-1cd339a3-ff1d-4382-82a2-488e4719e62e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 1129 time: 0.1532741 Feb 09 03:17:50.850935 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5ae7f3bc-1b36-436b-ab99-3831eb1888e3 req-83f2f6a7-c42d-4a8a-86ec-ddbaf9b5895e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (cad28aed-5269-4f01-ac0d-43b760efba84), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.873308 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-604565c8-daec-44c0-a283-796a86fd98b3 None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:50.886455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['cad28aed-5269-4f01-ac0d-43b760efba84'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:50.905080 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-23dce052-2c20-4314-9ba7-123914c0cf48 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039720 Feb 09 03:17:50.948202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2f6a7-c42d-4a8a-86ec-ddbaf9b5895e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Pushing event deleted for resources: {'Port': ['ID=cad28aed-5269-4f01-ac0d-43b760efba84,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:50.960997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] For port 397580d3-d71b-4735-8a72-113a37dfc9d9, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:51.004805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af98a0-1133-413a-805c-15942a24503e req-84f59e38-d6cc-48e4-9bd9-de25a8f63d4b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:51.006891 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6af98a0-1133-413a-805c-15942a24503e req-84f59e38-d6cc-48e4-9bd9-de25a8f63d4b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 944 time: 0.3516512 Feb 09 03:17:51.041971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] For port 397580d3-d71b-4735-8a72-113a37dfc9d9, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=397580d3-d71b-4735-8a72-113a37dfc9d9,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:51.098311 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6af98a0-1133-413a-805c-15942a24503e req-b139cff2-61e7-44aa-b1f8-0bee5c1c68a8 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812626 Feb 09 03:17:51.139072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae7f3bc-1b36-436b-ab99-3831eb1888e3 req-83f2f6a7-c42d-4a8a-86ec-ddbaf9b5895e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] No DVR routers for this DVR port cad28aed-5269-4f01-ac0d-43b760efba84 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:51.143396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-3213b8b5-f777-4ef6-a3f5-995e15850cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:51.144968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-3213b8b5-f777-4ef6-a3f5-995e15850cb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.2873633 Feb 09 03:17:51.146118 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5ae7f3bc-1b36-436b-ab99-3831eb1888e3 req-83f2f6a7-c42d-4a8a-86ec-ddbaf9b5895e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.150067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ae7f3bc-1b36-436b-ab99-3831eb1888e3 req-83f2f6a7-c42d-4a8a-86ec-ddbaf9b5895e tempest-DeleteServersAdminTestJSON-1659654917 tempest-DeleteServersAdminTestJSON-1659654917-project] 10.222.0.65 "DELETE /v2.0/ports/cad28aed-5269-4f01-ac0d-43b760efba84 HTTP/1.1" status: 204 len: 173 time: 1.3760715 Feb 09 03:17:51.162653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.176704 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bbfd404-d4c6-4a1a-902c-7c3033e5050c req-398d04ea-8d5a-4876-a753-358079698bd4 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654855 Feb 09 03:17:51.206756 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54407d1d-3e3b-4adb-a857-bae24d2b0280 x-openstack-request-id: req-54407d1d-3e3b-4adb-a857-bae24d2b0280 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:51.207400 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b4c408-f900-4cf2-a203-4a9fa533befd", "tag": "13b7291b-74da-427c-8f79-fd02980f0fd0", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:51.207869 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54407d1d-3e3b-4adb-a857-bae24d2b0280 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:51.208464 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b4c408-f900-4cf2-a203-4a9fa533befd', 'tag': '13b7291b-74da-427c-8f79-fd02980f0fd0', 'status': 'completed', 'code': 200} Feb 09 03:17:51.364280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Pushing event updated for resources: {'Port': ['ID=397580d3-d71b-4735-8a72-113a37dfc9d9,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:51.381969 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-cc56af28-52ba-4e73-97ac-71f49df256e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 217 time: 0.2292662 Feb 09 03:17:51.385389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:51.386196 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.387811 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-155d0728-5373-4e1b-8be9-7c2062083185 service neutron] 10.222.0.65 "PUT /v2.0/ports/397580d3-d71b-4735-8a72-113a37dfc9d9 HTTP/1.1" status: 200 len: 1092 time: 2.5482762 Feb 09 03:17:51.456682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-3e703343-30af-4a97-b760-585cab9153c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:51.458648 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-3e703343-30af-4a97-b760-585cab9153c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.0696895 Feb 09 03:17:51.465293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Request body: {'port': {'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:51.498990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a71700-dccb-40e6-ba6d-d221be6bcf30 req-7bd519a4-8388-43db-bc4d-26e86d95e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:51.500632 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d9a71700-dccb-40e6-ba6d-d221be6bcf30 req-7bd519a4-8388-43db-bc4d-26e86d95e8fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 1126 time: 0.2648258 Feb 09 03:17:51.610633 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79531ce-0a92-452a-877f-48e204728043 req-c88e31a0-5e26-4d71-b219-5c651c189788 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:51.612308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c79531ce-0a92-452a-877f-48e204728043 req-c88e31a0-5e26-4d71-b219-5c651c189788 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.2797120 Feb 09 03:17:51.630779 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-604565c8-daec-44c0-a283-796a86fd98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:51.667471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-ef0574f3-cb0e-4a9a-8a38-764febf7701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:51.669198 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-ef0574f3-cb0e-4a9a-8a38-764febf7701c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1476109 Feb 09 03:17:51.670158 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.702753 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604565c8-daec-44c0-a283-796a86fd98b3 None None] Checking router: 58403222-d098-4f4c-995d-f14a9f0061cb for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:51.729010 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604565c8-daec-44c0-a283-796a86fd98b3 None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:51.729851 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-604565c8-daec-44c0-a283-796a86fd98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:51.781465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a71700-dccb-40e6-ba6d-d221be6bcf30 req-c8d7951f-e9e0-43bb-9e1f-6550eab7a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:51.783216 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d9a71700-dccb-40e6-ba6d-d221be6bcf30 req-c8d7951f-e9e0-43bb-9e1f-6550eab7a798 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.2727921 Feb 09 03:17:51.786972 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c79531ce-0a92-452a-877f-48e204728043 req-59d9543c-29de-4e96-b7fc-19c14ee3374a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603918 Feb 09 03:17:51.828927 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d9a71700-dccb-40e6-ba6d-d221be6bcf30 req-686437a1-0ff1-454f-922b-dde509245c4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13b7291b-74da-427c-8f79-fd02980f0fd0 HTTP/1.1" status: 200 len: 217 time: 0.0371048 Feb 09 03:17:51.902386 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-604565c8-daec-44c0-a283-796a86fd98b3 None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:51.903130 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.924242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a71700-dccb-40e6-ba6d-d221be6bcf30 req-30b5ca8f-a616-4df6-bbba-79f3fa8103e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:51.926086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d9a71700-dccb-40e6-ba6d-d221be6bcf30 req-30b5ca8f-a616-4df6-bbba-79f3fa8103e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.0900800 Feb 09 03:17:51.955711 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-048d34a4-f7f3-4521-8bc6-b3f085c308ac service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699389 Feb 09 03:17:52.078327 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d9a71700-dccb-40e6-ba6d-d221be6bcf30 req-0b29d9fa-eb20-4dbc-bba0-657a0949c17d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399918 Feb 09 03:17:52.191573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-283df12e-49ee-40d1-aed5-6b4114ce9f9f req-c7f965e7-40d9-4926-a9cd-a9e04c79c92f service neutron] 10.222.0.21 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206061 Feb 09 03:17:52.268793 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-604565c8-daec-44c0-a283-796a86fd98b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:52.299795 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604565c8-daec-44c0-a283-796a86fd98b3 None None] The sync data for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 is: [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:16:09Z', 'revision_number': 4, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6554a524-8d1b-4e52-af97-95cae0621ffc', 'name': '', 'network_id': '629081d2-cab4-430a-83a6-256cf742ca25', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'mac_address': 'fa:16:3e:33:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '086ca945-b151-4bbc-904a-f143089baa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:07Z', 'updated_at': '2022-02-09T03:16:22Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'subnets': [{'id': '086ca945-b151-4bbc-904a-f143089baa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:52.308040 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d9a71700-dccb-40e6-ba6d-d221be6bcf30 req-2eb74a25-eac9-4482-b0c3-67e5f6a559db service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239702 Feb 09 03:17:52.381684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18cbd57-4bb2-4488-bccf-54c045d9eccd {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:52.394155 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Publish callbacks [] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:52.432196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283b6cb-a607-4594-be00-829294ea8bbe req-7d794536-a5b7-4764-ab38-ad4ffdc97fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:52.433783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15139890-e7e7-4910-8c92-c6fe4cc43be3 req-e2a023fc-8c59-4840-90f7-234cd34332f2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:52.435355 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15139890-e7e7-4910-8c92-c6fe4cc43be3 req-e2a023fc-8c59-4840-90f7-234cd34332f2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1128638 Feb 09 03:17:52.443905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Transition to ACTIVE for port object e18cbd57-4bb2-4488-bccf-54c045d9eccd will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:17:52.444935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283b6cb-a607-4594-be00-829294ea8bbe req-7d794536-a5b7-4764-ab38-ad4ffdc97fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:52.452337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283b6cb-a607-4594-be00-829294ea8bbe req-7d794536-a5b7-4764-ab38-ad4ffdc97fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:52.452837 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:52.458261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283b6cb-a607-4594-be00-829294ea8bbe req-7d794536-a5b7-4764-ab38-ad4ffdc97fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:52.464745 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283b6cb-a607-4594-be00-829294ea8bbe req-7d794536-a5b7-4764-ab38-ad4ffdc97fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:52.466547 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2283b6cb-a607-4594-be00-829294ea8bbe req-7d794536-a5b7-4764-ab38-ad4ffdc97fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 3827 time: 0.5145719 Feb 09 03:17:52.472799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d9a71700-dccb-40e6-ba6d-d221be6bcf30 req-9f672b7a-da19-4e2b-a0f3-8ec0d78ee332 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583257 Feb 09 03:17:52.531611 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2283b6cb-a607-4594-be00-829294ea8bbe req-434460da-fa9b-4bcb-9103-3f7a1a46e27b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523016 Feb 09 03:17:52.574375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Pushing event updated for resources: {'Port': ['ID=e18cbd57-4bb2-4488-bccf-54c045d9eccd,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:52.588901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15139890-e7e7-4910-8c92-c6fe4cc43be3 req-b7409238-148c-4d10-afb3-ab25af213909 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437759 Feb 09 03:17:52.639144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.639493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.639831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.640181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.640638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.640986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.641184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.641483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.641796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.642122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.642456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.642758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.643074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:52.677720 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e800da17-ff12-4c5c-bdea-dab6c0157a2a x-openstack-request-id: req-e800da17-ff12-4c5c-bdea-dab6c0157a2a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:52.678015 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:52.678510 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e800da17-ff12-4c5c-bdea-dab6c0157a2a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:52.679143 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'code': 200} Feb 09 03:17:52.703905 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792c2d18-ea03-4311-b6b8-a3cd1514a73a x-openstack-request-id: req-792c2d18-ea03-4311-b6b8-a3cd1514a73a {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:52.704190 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:52.704444 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-792c2d18-ea03-4311-b6b8-a3cd1514a73a {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:52.704835 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'status': 'completed', 'code': 200} Feb 09 03:17:52.764781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Attempting to bind port e18cbd57-4bb2-4488-bccf-54c045d9eccd on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:52.765115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Attempting to bind port e18cbd57-4bb2-4488-bccf-54c045d9eccd by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:52.765489 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Attempting to bind port e18cbd57-4bb2-4488-bccf-54c045d9eccd on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:52.775551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Port e18cbd57-4bb2-4488-bccf-54c045d9eccd on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:52.775874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Attempting to bind port e18cbd57-4bb2-4488-bccf-54c045d9eccd on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:52.783698 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:52.784033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Checking segment: {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:52.784422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Bound using segment: {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:52.784852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Bound port: e18cbd57-4bb2-4488-bccf-54c045d9eccd, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:52.785475 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:52.796658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1397727-ad57-41e9-9fc7-ef7403bb1992 None None] New status for floating IP 011de175-1f88-4ecc-a942-97da46a5d005: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:17:52.832104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e612411-fd20-46c7-a803-6e885c0d7240 req-771b0f36-0208-4da8-909c-cf2be8145b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:52.838826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e612411-fd20-46c7-a803-6e885c0d7240 req-771b0f36-0208-4da8-909c-cf2be8145b9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 1129 time: 0.1388319 Feb 09 03:17:52.869279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f3be8442-455e-4c87-af93-b9c286d4adaa details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:17:52.870232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] For port e18cbd57-4bb2-4488-bccf-54c045d9eccd, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:52.873800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] For port e18cbd57-4bb2-4488-bccf-54c045d9eccd, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e18cbd57-4bb2-4488-bccf-54c045d9eccd,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:52.882102 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:52.925810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:52.926719 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:52.928227 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] 10.222.0.65 "PUT /v2.0/ports/e18cbd57-4bb2-4488-bccf-54c045d9eccd HTTP/1.1" status: 200 len: 1131 time: 1.4683776 Feb 09 03:17:52.988564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Request body: {'port': {'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:53.057750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56692a6a-334c-41c3-ad0e-79d021120065 service neutron] Pushing event updated for resources: {'Port': ['ID=e18cbd57-4bb2-4488-bccf-54c045d9eccd,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:53.075974 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4aa1d-baa7-410d-abd8-460c6aefdf44 req-b680f9ce-726c-4de8-adb4-b3003a780e91 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:53.086473 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e5c4aa1d-baa7-410d-abd8-460c6aefdf44 req-b680f9ce-726c-4de8-adb4-b3003a780e91 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 944 time: 0.2107749 Feb 09 03:17:53.120982 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.181152 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e5c4aa1d-baa7-410d-abd8-460c6aefdf44 req-86269eac-8535-4503-be16-85b5eb0c93f4 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926688 Feb 09 03:17:53.220635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66a948e-5893-4e45-b9c3-2ddd67296790', 'tag': 'f3be8442-455e-4c87-af93-b9c286d4adaa'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:53.230792 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b41acc-754e-4ed3-b68e-4422604ad05d" -d '{"events": [{"name": "network-changed", "server_uuid": "d66a948e-5893-4e45-b9c3-2ddd67296790", "tag": "f3be8442-455e-4c87-af93-b9c286d4adaa"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:53.299187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e612411-fd20-46c7-a803-6e885c0d7240 req-c6a3937f-1fa8-4892-9a60-9743f219084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:53.300999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e612411-fd20-46c7-a803-6e885c0d7240 req-c6a3937f-1fa8-4892-9a60-9743f219084a service neutron] 10.222.0.42 "GET /v2.0/networks?id=629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 200 len: 922 time: 0.4517486 Feb 09 03:17:53.411221 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363977bc-09d3-44c9-9bc3-10eecf600ddf x-openstack-request-id: req-363977bc-09d3-44c9-9bc3-10eecf600ddf {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:53.411783 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66a948e-5893-4e45-b9c3-2ddd67296790", "tag": "f3be8442-455e-4c87-af93-b9c286d4adaa", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:53.413739 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-363977bc-09d3-44c9-9bc3-10eecf600ddf {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:53.414378 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66a948e-5893-4e45-b9c3-2ddd67296790', 'tag': 'f3be8442-455e-4c87-af93-b9c286d4adaa', 'status': 'completed', 'code': 200} Feb 09 03:17:53.416265 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e612411-fd20-46c7-a803-6e885c0d7240 req-9461c512-4543-42f1-85a4-2b530d1a7c17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 200 len: 217 time: 0.1073027 Feb 09 03:17:53.565697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e612411-fd20-46c7-a803-6e885c0d7240 req-323ed35e-c647-43ee-ab3f-95eced4bc6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:53.567309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e612411-fd20-46c7-a803-6e885c0d7240 req-323ed35e-c647-43ee-ab3f-95eced4bc6c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 200 len: 860 time: 0.1426849 Feb 09 03:17:53.600079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f3be8442-455e-4c87-af93-b9c286d4adaa, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3be8442-455e-4c87-af93-b9c286d4adaa,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:53.622499 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'f3be8442-455e-4c87-af93-b9c286d4adaa', 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'port_id': 'f3be8442-455e-4c87-af93-b9c286d4adaa', 'mac_address': 'fa:16:3e:1f:de:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0c13e8-f21f-41ec-8779-9469bf3fb0ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:17:53.640636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:53.649316 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Publish callbacks [] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.667187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Transition to ACTIVE for port object fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:17:53.669229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port f3be8442-455e-4c87-af93-b9c286d4adaa is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:53.669741 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.684056 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.696377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3be8442-455e-4c87-af93-b9c286d4adaa {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:53.724919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f3be8442-455e-4c87-af93-b9c286d4adaa, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3be8442-455e-4c87-af93-b9c286d4adaa,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:53.731794 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.832057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=f3be8442-455e-4c87-af93-b9c286d4adaa,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:53.866599 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd6ffc-8e8b-4e94-9c23-c15406de6e50 req-2fd09104-f23b-482f-8758-5fe030dbcada tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:53.879907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fdd6ffc-8e8b-4e94-9c23-c15406de6e50 req-2fd09104-f23b-482f-8758-5fe030dbcada tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.2100513 Feb 09 03:17:53.905416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.910217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Pushing event updated for resources: {'Port': ['ID=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:53.950898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Attempting to bind port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:53.951238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Attempting to bind port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:53.951571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Attempting to bind port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:53.967588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fdd6ffc-8e8b-4e94-9c23-c15406de6e50 req-22b1b927-cf49-406a-8614-2dcc704d1d59 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866706 Feb 09 03:17:53.971021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:53.971354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Attempting to bind port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:53.973597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['f3be8442-455e-4c87-af93-b9c286d4adaa'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:53.995351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:53.996249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Checking segment: {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:53.996799 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Bound using segment: {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:53.998352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Bound port: fedd24b9-fa6a-4c2d-baa2-df4299e5fd44, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:53.999234 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.139388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41acc-754e-4ed3-b68e-4422604ad05d req-a4a4ba4a-cf77-4ae5-b639-4467fecb18d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.141134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3b41acc-754e-4ed3-b68e-4422604ad05d req-a4a4ba4a-cf77-4ae5-b639-4467fecb18d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 1127 time: 0.6875274 Feb 09 03:17:54.143745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] For port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:54.152933 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-7166236d-6886-485b-afe4-e45162caba0b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips/011de175-1f88-4ecc-a942-97da46a5d005 HTTP/1.1" status: 200 len: 694 time: 0.5565150 Feb 09 03:17:54.161495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] For port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:54.186529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device cad28aed-5269-4f01-ac0d-43b760efba84 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:54.189605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a8522-1d75-41eb-90b0-ac64c3acdbf4 req-e4b59a2f-6772-411c-88bd-0dcf03069ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.195959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a8522-1d75-41eb-90b0-ac64c3acdbf4 req-e4b59a2f-6772-411c-88bd-0dcf03069ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.201939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a8522-1d75-41eb-90b0-ac64c3acdbf4 req-e4b59a2f-6772-411c-88bd-0dcf03069ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.207827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a8522-1d75-41eb-90b0-ac64c3acdbf4 req-e4b59a2f-6772-411c-88bd-0dcf03069ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.214689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a8522-1d75-41eb-90b0-ac64c3acdbf4 req-e4b59a2f-6772-411c-88bd-0dcf03069ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.222303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a8522-1d75-41eb-90b0-ac64c3acdbf4 req-e4b59a2f-6772-411c-88bd-0dcf03069ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.228805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a8522-1d75-41eb-90b0-ac64c3acdbf4 req-e4b59a2f-6772-411c-88bd-0dcf03069ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.230875 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-661a8522-1d75-41eb-90b0-ac64c3acdbf4 req-e4b59a2f-6772-411c-88bd-0dcf03069ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5370 time: 0.1353600 Feb 09 03:17:54.233395 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.250256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: cad28aed-5269-4f01-ac0d-43b760efba84 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:17:54.250510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device cad28aed-5269-4f01-ac0d-43b760efba84 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:54.278712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-5a0e7aa6-2096-473c-b92d-0fff4c063654 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.286304 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-5a0e7aa6-2096-473c-b92d-0fff4c063654 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.1322072 Feb 09 03:17:54.316853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.317489 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.318990 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] 10.222.0.65 "PUT /v2.0/ports/fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 HTTP/1.1" status: 200 len: 1130 time: 1.3526669 Feb 09 03:17:54.365856 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Request body: {'port': {'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:54.407858 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-2be60beb-159d-4f11-98cc-4fb8c13d942b tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 697 time: 0.1193407 Feb 09 03:17:54.424661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac599d56-07ab-4f2f-a3a5-00689030bf2d service neutron] Pushing event updated for resources: {'Port': ['ID=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:54.438978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-661a8522-1d75-41eb-90b0-ac64c3acdbf4 req-26cf7487-f299-45fb-83f8-58ed0bee571d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963003 Feb 09 03:17:54.459870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e612411-fd20-46c7-a803-6e885c0d7240 req-b0ab88a9-de72-40d6-9b76-76d3e158bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.462333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e612411-fd20-46c7-a803-6e885c0d7240 req-b0ab88a9-de72-40d6-9b76-76d3e158bfe9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629081d2-cab4-430a-83a6-256cf742ca25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8794057 Feb 09 03:17:54.515786 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-c0f115cf-351a-4299-bb1e-31a188a4dcb4 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 697 time: 0.1079621 Feb 09 03:17:54.543416 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.662093 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e612411-fd20-46c7-a803-6e885c0d7240 req-f0f7e965-0964-4ae4-a04c-4c2906ba9671 service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873221 Feb 09 03:17:54.716884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41acc-754e-4ed3-b68e-4422604ad05d req-7229d122-927f-4bbe-9740-38890ec1348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.718425 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3b41acc-754e-4ed3-b68e-4422604ad05d req-7229d122-927f-4bbe-9740-38890ec1348e service neutron] 10.222.0.42 "GET /v2.0/networks?id=75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 200 len: 904 time: 0.4549637 Feb 09 03:17:54.722706 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dd78b1-5ce4-4e3e-beb1-1471963b82d6', 'name': 'network-vif-deleted', 'tag': 'cad28aed-5269-4f01-ac0d-43b760efba84'}, {'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': '397580d3-d71b-4735-8a72-113a37dfc9d9'}, {'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': 'e18cbd57-4bb2-4488-bccf-54c045d9eccd'}, {'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': 'fedd24b9-fa6a-4c2d-baa2-df4299e5fd44'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:54.725010 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6" -d '{"events": [{"server_uuid": "70dd78b1-5ce4-4e3e-beb1-1471963b82d6", "name": "network-vif-deleted", "tag": "cad28aed-5269-4f01-ac0d-43b760efba84"}, {"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "397580d3-d71b-4735-8a72-113a37dfc9d9"}, {"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "e18cbd57-4bb2-4488-bccf-54c045d9eccd"}, {"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "fedd24b9-fa6a-4c2d-baa2-df4299e5fd44"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:54.756388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1523c-0f85-41fa-9a12-1db2802ff5fa req-b00a2145-eb3e-4401-beb4-692df130d070 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.757912 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-60b1523c-0f85-41fa-9a12-1db2802ff5fa req-b00a2145-eb3e-4401-beb4-692df130d070 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1948855 Feb 09 03:17:54.796262 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3b41acc-754e-4ed3-b68e-4422604ad05d req-84769738-d1c0-4c44-bbcb-44e786109a23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3be8442-455e-4c87-af93-b9c286d4adaa HTTP/1.1" status: 200 len: 217 time: 0.0410032 Feb 09 03:17:54.856283 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f3be8442-455e-4c87-af93-b9c286d4adaa up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:54.877310 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-60b1523c-0f85-41fa-9a12-1db2802ff5fa req-25d3d24c-8a2d-4765-ada2-d0513212df80 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072843 Feb 09 03:17:54.894670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41acc-754e-4ed3-b68e-4422604ad05d req-9f256c55-d2c9-4f52-9c27-d52f39c4b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.896114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3b41acc-754e-4ed3-b68e-4422604ad05d req-9f256c55-d2c9-4f52-9c27-d52f39c4b670 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed0c13e8-f21f-41ec-8779-9469bf3fb0ce HTTP/1.1" status: 200 len: 843 time: 0.0783744 Feb 09 03:17:54.901811 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e612411-fd20-46c7-a803-6e885c0d7240 req-80eac7c3-23f2-4861-8c40-54de9278cc0e service neutron] 10.222.0.42 "GET /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291098 Feb 09 03:17:54.949860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-3a540c9d-3d28-49c2-9924-4b480dd24e5e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Deleting port 782b6b9c-8a3f-4138-b3e0-d9da637ceade {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:54.950545 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-3a540c9d-3d28-49c2-9924-4b480dd24e5e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (782b6b9c-8a3f-4138-b3e0-d9da637ceade), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.954001 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3b41acc-754e-4ed3-b68e-4422604ad05d req-eea6cac3-f999-4670-8f6f-80f71548ae70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75828077-ee15-447a-987f-4c4688c24eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425930 Feb 09 03:17:54.984590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad9d455-4ad1-4072-b862-136009b49bed {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:54.994870 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Publish callbacks [] for port (1ad9d455-4ad1-4072-b862-136009b49bed), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.014803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port f3be8442-455e-4c87-af93-b9c286d4adaa completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:17:55.016866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Transition to ACTIVE for port object 1ad9d455-4ad1-4072-b862-136009b49bed will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:17:55.020667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.022182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port f3be8442-455e-4c87-af93-b9c286d4adaa triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:55.022863 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.113248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Pushing event updated for resources: {'Port': ['ID=1ad9d455-4ad1-4072-b862-136009b49bed,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:55.144803 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3b41acc-754e-4ed3-b68e-4422604ad05d req-f4228dcd-de0d-4711-8a5c-a5baabcda11b service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738708 Feb 09 03:17:55.223418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9615140-3b63-4f21-b789-934097e512ad req-15610154-4922-4ef0-9d88-e48493526fa1 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.231424 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9615140-3b63-4f21-b789-934097e512ad req-15610154-4922-4ef0-9d88-e48493526fa1 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 945 time: 0.1719046 Feb 09 03:17:55.270605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Attempting to bind port 1ad9d455-4ad1-4072-b862-136009b49bed on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:55.271096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Attempting to bind port 1ad9d455-4ad1-4072-b862-136009b49bed by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:55.271528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Attempting to bind port 1ad9d455-4ad1-4072-b862-136009b49bed on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:55.284874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Port 1ad9d455-4ad1-4072-b862-136009b49bed on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:55.285301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Attempting to bind port 1ad9d455-4ad1-4072-b862-136009b49bed on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:55.296336 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-3a540c9d-3d28-49c2-9924-4b480dd24e5e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (782b6b9c-8a3f-4138-b3e0-d9da637ceade), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.296668 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-3a540c9d-3d28-49c2-9924-4b480dd24e5e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (782b6b9c-8a3f-4138-b3e0-d9da637ceade), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.307286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:55.307973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Checking segment: {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:55.308455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Bound using segment: {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:55.308991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Bound port: 1ad9d455-4ad1-4072-b862-136009b49bed, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:55.309499 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.326371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-3a540c9d-3d28-49c2-9924-4b480dd24e5e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Calling delete_port for 782b6b9c-8a3f-4138-b3e0-d9da637ceade owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:55.330216 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3b41acc-754e-4ed3-b68e-4422604ad05d req-79a5e6b0-249b-498a-9836-fa4084f5787e service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795437 Feb 09 03:17:55.341672 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9615140-3b63-4f21-b789-934097e512ad req-1373b70a-312b-453b-bb89-a5fd1e724738 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953321 Feb 09 03:17:55.421345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port f3be8442-455e-4c87-af93-b9c286d4adaa is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:55.421744 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.447823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] For port 1ad9d455-4ad1-4072-b862-136009b49bed, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:55.452585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] For port 1ad9d455-4ad1-4072-b862-136009b49bed, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1ad9d455-4ad1-4072-b862-136009b49bed,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:55.464087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.470915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a948e-5893-4e45-b9c3-2ddd67296790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3be8442-455e-4c87-af93-b9c286d4adaa'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:55.473803 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419941af-9039-4a6a-bca1-e15b7f71aade" -d '{"events": [{"server_uuid": "d66a948e-5893-4e45-b9c3-2ddd67296790", "name": "network-vif-plugged", "status": "completed", "tag": "f3be8442-455e-4c87-af93-b9c286d4adaa"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:55.492057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f3be8442-455e-4c87-af93-b9c286d4adaa, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3be8442-455e-4c87-af93-b9c286d4adaa,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:55.498978 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.514582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.515300 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.517160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] 10.222.0.65 "PUT /v2.0/ports/1ad9d455-4ad1-4072-b862-136009b49bed HTTP/1.1" status: 200 len: 1092 time: 1.1625807 Feb 09 03:17:55.557457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Request body: {'port': {'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:55.561916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f44ee-c522-464d-840a-1c91efbfd91d service neutron] Pushing event updated for resources: {'Port': ['ID=1ad9d455-4ad1-4072-b862-136009b49bed,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:55.607960 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=f3be8442-455e-4c87-af93-b9c286d4adaa,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:55.612558 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868e27e0-080d-423b-a95a-f62bea7aa98b x-openstack-request-id: req-868e27e0-080d-423b-a95a-f62bea7aa98b {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:55.613408 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dd78b1-5ce4-4e3e-beb1-1471963b82d6", "name": "network-vif-deleted", "tag": "cad28aed-5269-4f01-ac0d-43b760efba84", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "397580d3-d71b-4735-8a72-113a37dfc9d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "e18cbd57-4bb2-4488-bccf-54c045d9eccd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "fedd24b9-fa6a-4c2d-baa2-df4299e5fd44", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:55.613777 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-868e27e0-080d-423b-a95a-f62bea7aa98b {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:55.614289 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dd78b1-5ce4-4e3e-beb1-1471963b82d6', 'name': 'network-vif-deleted', 'tag': 'cad28aed-5269-4f01-ac0d-43b760efba84', 'status': 'completed', 'code': 200} Feb 09 03:17:55.614668 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': '397580d3-d71b-4735-8a72-113a37dfc9d9', 'status': 'completed', 'code': 200} Feb 09 03:17:55.615058 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': 'e18cbd57-4bb2-4488-bccf-54c045d9eccd', 'status': 'completed', 'code': 200} Feb 09 03:17:55.615407 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': 'fedd24b9-fa6a-4c2d-baa2-df4299e5fd44', 'status': 'completed', 'code': 200} Feb 09 03:17:55.661930 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-3a540c9d-3d28-49c2-9924-4b480dd24e5e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (782b6b9c-8a3f-4138-b3e0-d9da637ceade), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.698242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a540c9d-3d28-49c2-9924-4b480dd24e5e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Pushing event deleted for resources: {'Port': ['ID=782b6b9c-8a3f-4138-b3e0-d9da637ceade,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:55.782518 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.811138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-46535196-319e-4bd1-9368-9abb40f99a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.811604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-46535196-319e-4bd1-9368-9abb40f99a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.812207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-3a540c9d-3d28-49c2-9924-4b480dd24e5e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks [] for floatingip (011de175-1f88-4ecc-a942-97da46a5d005), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.812390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-46535196-319e-4bd1-9368-9abb40f99a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.812861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-46535196-319e-4bd1-9368-9abb40f99a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.813464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-46535196-319e-4bd1-9368-9abb40f99a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.813924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-46535196-319e-4bd1-9368-9abb40f99a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.814514 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-46535196-319e-4bd1-9368-9abb40f99a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.816658 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-46535196-319e-4bd1-9368-9abb40f99a47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=246973f09cb0470ea327ac7b337704e0&device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 6402 time: 0.1576595 Feb 09 03:17:55.818671 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-3a540c9d-3d28-49c2-9924-4b480dd24e5e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.836878 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-424b0de8-9e32-4b56-9449-5d2132d4bf83 req-3a540c9d-3d28-49c2-9924-4b480dd24e5e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "DELETE /v2.0/floatingips/011de175-1f88-4ecc-a942-97da46a5d005 HTTP/1.1" status: 204 len: 173 time: 1.3201621 Feb 09 03:17:55.940557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61605b-d334-4dc8-be57-94d5a65291ea req-4d912ae8-3e08-4ea0-9c35-b7b26af4255d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.942728 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed61605b-d334-4dc8-be57-94d5a65291ea req-4d912ae8-3e08-4ea0-9c35-b7b26af4255d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.2085853 Feb 09 03:17:55.961892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d3ba3-a1a4-4a17-ad13-890574d407a4 req-3b107946-7ead-48ea-8c13-6b1dea3c9fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.967148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d3ba3-a1a4-4a17-ad13-890574d407a4 req-3b107946-7ead-48ea-8c13-6b1dea3c9fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.974130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56636) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:55.978998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d3ba3-a1a4-4a17-ad13-890574d407a4 req-3b107946-7ead-48ea-8c13-6b1dea3c9fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.984600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d3ba3-a1a4-4a17-ad13-890574d407a4 req-3b107946-7ead-48ea-8c13-6b1dea3c9fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.990170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d3ba3-a1a4-4a17-ad13-890574d407a4 req-3b107946-7ead-48ea-8c13-6b1dea3c9fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:55.996660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d3ba3-a1a4-4a17-ad13-890574d407a4 req-3b107946-7ead-48ea-8c13-6b1dea3c9fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:56.008830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d3ba3-a1a4-4a17-ad13-890574d407a4 req-3b107946-7ead-48ea-8c13-6b1dea3c9fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:56.011252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-194d3ba3-a1a4-4a17-ad13-890574d407a4 req-3b107946-7ead-48ea-8c13-6b1dea3c9fcd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5382 time: 0.1269469 Feb 09 03:17:56.075117 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-194d3ba3-a1a4-4a17-ad13-890574d407a4 req-50387734-a3b5-4d24-9596-7734175208cc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578945 Feb 09 03:17:56.137152 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428c29f8-2894-4ebf-8941-fdbc7e3b24a7 x-openstack-request-id: req-428c29f8-2894-4ebf-8941-fdbc7e3b24a7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:56.138149 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a948e-5893-4e45-b9c3-2ddd67296790", "name": "network-vif-plugged", "status": "completed", "tag": "f3be8442-455e-4c87-af93-b9c286d4adaa", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:56.139096 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-428c29f8-2894-4ebf-8941-fdbc7e3b24a7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:56.139825 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a948e-5893-4e45-b9c3-2ddd67296790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3be8442-455e-4c87-af93-b9c286d4adaa', 'code': 200} Feb 09 03:17:56.260825 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1687fc-6117-4788-9724-07565c42c958 req-517c2162-f8b4-47d9-8241-5045ed5277e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:56.263965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb1687fc-6117-4788-9724-07565c42c958 req-517c2162-f8b4-47d9-8241-5045ed5277e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 1129 time: 0.0552344 Feb 09 03:17:56.339212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb1687fc-6117-4788-9724-07565c42c958 req-157b72e6-9885-4a30-b896-ba250e4efd42 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556798 Feb 09 03:17:56.408266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0c891-80a8-4008-abe7-eb1c4c601a92 req-ef731098-df01-4ffd-b3b8-4b13355621a9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:56.410392 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2cc0c891-80a8-4008-abe7-eb1c4c601a92 req-ef731098-df01-4ffd-b3b8-4b13355621a9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.0581391 Feb 09 03:17:56.468506 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2cc0c891-80a8-4008-abe7-eb1c4c601a92 req-b4cd171f-6ed4-4626-bca9-5d49b0343f9f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500040 Feb 09 03:17:56.551077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-5b66beb2-93c4-4814-a7a7-a9f7c6e262b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:56.551733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-5b66beb2-93c4-4814-a7a7-a9f7c6e262b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:56.552137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-5b66beb2-93c4-4814-a7a7-a9f7c6e262b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:56.553813 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-5b66beb2-93c4-4814-a7a7-a9f7c6e262b2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=246973f09cb0470ea327ac7b337704e0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7034843 Feb 09 03:17:56.600709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557483a8-0103-40d5-a095-83a576bf901b req-1bcdbe40-5239-41a7-bffb-c45f3fceda7a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:56.603134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-557483a8-0103-40d5-a095-83a576bf901b req-1bcdbe40-5239-41a7-bffb-c45f3fceda7a tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 946 time: 0.0617099 Feb 09 03:17:56.653173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-557483a8-0103-40d5-a095-83a576bf901b req-2cd7242f-3436-415a-9899-429f3f82b821 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438490 Feb 09 03:17:56.730213 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed61605b-d334-4dc8-be57-94d5a65291ea req-e1528e70-432e-447f-b7db-0f7ac402d224 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7681355 Feb 09 03:17:56.743432 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eef96733-7324-46a7-90ac-c4c50ba43862 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aed96b560abd4b2f938880d5953ce8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7662120 Feb 09 03:17:56.750239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56648) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:56.801797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ca4d7-47fa-4c04-9bd1-f488d725c6f3 req-88324b11-109c-48aa-955d-0d60790c6e55 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:56.803479 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f02ca4d7-47fa-4c04-9bd1-f488d725c6f3 req-88324b11-109c-48aa-955d-0d60790c6e55 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.0828071 Feb 09 03:17:56.858381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f02ca4d7-47fa-4c04-9bd1-f488d725c6f3 req-3365912f-e4dd-42ee-b372-469799a76d39 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476453 Feb 09 03:17:56.884993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-febc0e9b-e0da-4d5d-96b0-359d7d73248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:56.886486 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-febc0e9b-e0da-4d5d-96b0-359d7d73248e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3138061 Feb 09 03:17:56.916293 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d06290d3-520e-41e0-a120-656ec0077265 admin admin] Publish callbacks [] for security_group (28e1a727-f921-4283-ab34-064a3de929a9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:56.963705 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d06290d3-520e-41e0-a120-656ec0077265 admin admin] Publish callbacks [] for security_group (28e1a727-f921-4283-ab34-064a3de929a9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:56.981290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:57.013901 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Publish callbacks [] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.043182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Transition to ACTIVE for port object 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:17:57.049872 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.096605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-39c6451b-b564-4ce8-a86d-1489bc107c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.097116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-39c6451b-b564-4ce8-a86d-1489bc107c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.097577 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-39c6451b-b564-4ce8-a86d-1489bc107c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.098032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-39c6451b-b564-4ce8-a86d-1489bc107c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.098500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-39c6451b-b564-4ce8-a86d-1489bc107c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.099012 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-39c6451b-b564-4ce8-a86d-1489bc107c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.100207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-39c6451b-b564-4ce8-a86d-1489bc107c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.101877 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-39c6451b-b564-4ce8-a86d-1489bc107c7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=246973f09cb0470ea327ac7b337704e0&device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 6402 time: 0.1401443 Feb 09 03:17:57.135254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Pushing event updated for resources: {'Port': ['ID=1a59f575-bfce-4371-a3a5-48e8b44f0ef3,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:57.150048 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d06290d3-520e-41e0-a120-656ec0077265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (28e1a727-f921-4283-ab34-064a3de929a9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.152601 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d06290d3-520e-41e0-a120-656ec0077265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.153787 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d06290d3-520e-41e0-a120-656ec0077265 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28e1a727-f921-4283-ab34-064a3de929a9 HTTP/1.1" status: 204 len: 168 time: 0.4011056 Feb 09 03:17:57.246406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06290d3-520e-41e0-a120-656ec0077265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e1a727-f921-4283-ab34-064a3de929a9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:57.343090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-0eca615d-d7c5-45ab-a2b6-d06792ba080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.343571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-0eca615d-d7c5-45ab-a2b6-d06792ba080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.344024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-0eca615d-d7c5-45ab-a2b6-d06792ba080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.345971 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-0eca615d-d7c5-45ab-a2b6-d06792ba080e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=246973f09cb0470ea327ac7b337704e0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2265468 Feb 09 03:17:57.368368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083c4d4-3b9a-4ca2-82cd-86b9e7e253d3 req-09b07796-a646-4af4-a033-7e08535811e2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.377638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083c4d4-3b9a-4ca2-82cd-86b9e7e253d3 req-09b07796-a646-4af4-a033-7e08535811e2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.387190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083c4d4-3b9a-4ca2-82cd-86b9e7e253d3 req-09b07796-a646-4af4-a033-7e08535811e2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.393245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083c4d4-3b9a-4ca2-82cd-86b9e7e253d3 req-09b07796-a646-4af4-a033-7e08535811e2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.399090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083c4d4-3b9a-4ca2-82cd-86b9e7e253d3 req-09b07796-a646-4af4-a033-7e08535811e2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.404240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083c4d4-3b9a-4ca2-82cd-86b9e7e253d3 req-09b07796-a646-4af4-a033-7e08535811e2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.409484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083c4d4-3b9a-4ca2-82cd-86b9e7e253d3 req-09b07796-a646-4af4-a033-7e08535811e2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.411375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d083c4d4-3b9a-4ca2-82cd-86b9e7e253d3 req-09b07796-a646-4af4-a033-7e08535811e2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5394 time: 0.2303965 Feb 09 03:17:57.425669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Attempting to bind port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:57.425940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Attempting to bind port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:57.426131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Attempting to bind port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:57.479423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:57.479832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Attempting to bind port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:57.504258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:57.504604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Checking segment: {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:57.504983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Bound using segment: {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:57.505448 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Bound port: 1a59f575-bfce-4371-a3a5-48e8b44f0ef3, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f94d980-164b-4749-9edb-a908a4ff15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:57.505811 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.596489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56662) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:57.605429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d083c4d4-3b9a-4ca2-82cd-86b9e7e253d3 req-d6d262eb-28a6-4420-b544-1b9ea8241f54 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1384888 Feb 09 03:17:57.608288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-650a8b08-e61b-486c-88fd-898a55416db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.609976 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-650a8b08-e61b-486c-88fd-898a55416db4 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1976893 Feb 09 03:17:57.616010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': '1ad9d455-4ad1-4072-b862-136009b49bed'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:57.619112 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60ce8bc-1b7f-480c-9ab9-188234c840a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "1ad9d455-4ad1-4072-b862-136009b49bed"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:57.644089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] For port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:57.647459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] For port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1a59f575-bfce-4371-a3a5-48e8b44f0ef3,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:57.655238 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.656479 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.697249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.697976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.699704 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] 10.222.0.65 "PUT /v2.0/ports/1a59f575-bfce-4371-a3a5-48e8b44f0ef3 HTTP/1.1" status: 200 len: 1091 time: 2.1475096 Feb 09 03:17:57.707024 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d70ecde-5760-4d76-a957-bc4211163c0a x-openstack-request-id: req-6d70ecde-5760-4d76-a957-bc4211163c0a {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:57.707438 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "1ad9d455-4ad1-4072-b862-136009b49bed", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:57.707796 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d70ecde-5760-4d76-a957-bc4211163c0a {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:57.708442 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': '1ad9d455-4ad1-4072-b862-136009b49bed', 'status': 'completed', 'code': 200} Feb 09 03:17:57.731968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbf125-5ba7-49f8-b87d-ff050f80378b service neutron] Pushing event updated for resources: {'Port': ['ID=1a59f575-bfce-4371-a3a5-48e8b44f0ef3,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:57.770095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Request body: {'port': {'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:57.858703 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Publish callbacks [] for security_group (5f030b93-5679-4aba-801a-1351d5a0fb6a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.879770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62ed05-8db1-4f55-ac94-49124a9601f9 req-21e156b1-43c4-4286-97df-cfc1708f7334 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.881614 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c62ed05-8db1-4f55-ac94-49124a9601f9 req-21e156b1-43c4-4286-97df-cfc1708f7334 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.2748969 Feb 09 03:17:57.884502 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5f030b93-5679-4aba-801a-1351d5a0fb6a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.920866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.938194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f030b93-5679-4aba-801a-1351d5a0fb6a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:57.953242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-6ca211f4-a546-472c-8812-a13791d54ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.953751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-6ca211f4-a546-472c-8812-a13791d54ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.954218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-6ca211f4-a546-472c-8812-a13791d54ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.954677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-6ca211f4-a546-472c-8812-a13791d54ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.955136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-6ca211f4-a546-472c-8812-a13791d54ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.955596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-6ca211f4-a546-472c-8812-a13791d54ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.956051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-6ca211f4-a546-472c-8812-a13791d54ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.958110 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-6ca211f4-a546-472c-8812-a13791d54ea3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=246973f09cb0470ea327ac7b337704e0&device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 6501 time: 0.2273121 Feb 09 03:17:57.986609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:57.987431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:57.988573 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:57.989147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:57.989765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:57.990232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d79970-d7bd-47d3-b9a6-c687126c9af6 req-c7eb0d58-5d62-46d7-a173-50894c5adf9e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.990607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:57.991170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:57.992615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:57.993088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:57.993484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:57.993832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:57.994387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:57.995110 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87d79970-d7bd-47d3-b9a6-c687126c9af6 req-c7eb0d58-5d62-46d7-a173-50894c5adf9e tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 946 time: 0.1798732 Feb 09 03:17:57.995428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:58.052736 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cda1082b-d466-4c5f-84a8-bd18310d443e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0f2eb52bcb74d3c9fd5f57bbdaff48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549513 Feb 09 03:17:58.077739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56672) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:58.130082 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c62ed05-8db1-4f55-ac94-49124a9601f9 req-56a1d2ae-62c5-4585-8a37-b2703a6a5bef tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076170 Feb 09 03:17:58.150473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:17:58.208925 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87d79970-d7bd-47d3-b9a6-c687126c9af6 req-e8f6b422-ac19-4e08-88ce-29002dbe09f5 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528d4cc-0971-4ddd-958a-2eb53f40b392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961205 Feb 09 03:17:58.292904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291833c2-9510-47eb-9174-d8e0c00ff38a req-c96b5ec3-0e8f-4eaf-aae0-f5d12406bfcb tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.294613 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-291833c2-9510-47eb-9174-d8e0c00ff38a req-c96b5ec3-0e8f-4eaf-aae0-f5d12406bfcb tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3 HTTP/1.1" status: 200 len: 946 time: 0.2743750 Feb 09 03:17:58.334618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:58.358657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'port_id': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'mac_address': 'fa:16:3e:6a:67:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:17:58.416068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-1db54355-cb3b-45bf-9305-03cc6bc9ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.416734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-1db54355-cb3b-45bf-9305-03cc6bc9ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.417255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-1db54355-cb3b-45bf-9305-03cc6bc9ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.418957 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-1db54355-cb3b-45bf-9305-03cc6bc9ee6c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=246973f09cb0470ea327ac7b337704e0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4380429 Feb 09 03:17:58.452229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92013002-6339-4c5b-9fb8-d62e15a85375 req-f6bf103f-25f3-46c5-9190-c923a8169d4b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.453846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-92013002-6339-4c5b-9fb8-d62e15a85375 req-f6bf103f-25f3-46c5-9190-c923a8169d4b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.2458639 Feb 09 03:17:58.456493 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7fff0145-9f2f-4eb1-b846-37d242c6eeda admin admin] Publish callbacks [] for security_group (5f030b93-5679-4aba-801a-1351d5a0fb6a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.458723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b7ddd20e-6255-41ef-a764-bc86f5e163a7 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:58.460919 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.482439 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7fff0145-9f2f-4eb1-b846-37d242c6eeda admin admin] Publish callbacks [] for security_group (5f030b93-5679-4aba-801a-1351d5a0fb6a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.513271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ddd20e-6255-41ef-a764-bc86f5e163a7 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:58.572517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:58.579614 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.607667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7fff0145-9f2f-4eb1-b846-37d242c6eeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5f030b93-5679-4aba-801a-1351d5a0fb6a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.611300 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7fff0145-9f2f-4eb1-b846-37d242c6eeda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.612706 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7fff0145-9f2f-4eb1-b846-37d242c6eeda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f030b93-5679-4aba-801a-1351d5a0fb6a HTTP/1.1" status: 204 len: 168 time: 0.5235527 Feb 09 03:17:58.646911 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-92013002-6339-4c5b-9fb8-d62e15a85375 req-e5388637-565a-4a85-9e92-37d58f25f3a9 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902717 Feb 09 03:17:58.659505 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff0145-9f2f-4eb1-b846-37d242c6eeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f030b93-5679-4aba-801a-1351d5a0fb6a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:58.670678 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-291833c2-9510-47eb-9174-d8e0c00ff38a req-2a2b0ecd-1567-4b20-bf78-590f5cfa93a2 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Deleting port bc96bd03-e9e9-446c-8939-4c0cde7e1747 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:58.671204 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-291833c2-9510-47eb-9174-d8e0c00ff38a req-2a2b0ecd-1567-4b20-bf78-590f5cfa93a2 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.682683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d57c5f-cc3b-40ad-b1ad-8f347c777d2f req-26702a83-2854-40cb-a86d-537599d25628 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.684741 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e9d57c5f-cc3b-40ad-b1ad-8f347c777d2f req-26702a83-2854-40cb-a86d-537599d25628 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.3365679 Feb 09 03:17:58.761391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:58.767497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-2c10f13c-43a2-4f43-b57c-410f2cf1e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.770379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dabc652-dac2-4d72-a8c2-6a48608cbdd6 req-2c10f13c-43a2-4f43-b57c-410f2cf1e198 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2925062 Feb 09 03:17:58.774813 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b7ddd20e-6255-41ef-a764-bc86f5e163a7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:58.841162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-291833c2-9510-47eb-9174-d8e0c00ff38a req-2a2b0ecd-1567-4b20-bf78-590f5cfa93a2 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] For port bc96bd03-e9e9-446c-8939-4c0cde7e1747, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=bc96bd03-e9e9-446c-8939-4c0cde7e1747,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:58.841696 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-291833c2-9510-47eb-9174-d8e0c00ff38a req-2a2b0ecd-1567-4b20-bf78-590f5cfa93a2 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.849541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccecbbca-afd0-4e04-9fdf-ba4224f200c7 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:58.859316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-291833c2-9510-47eb-9174-d8e0c00ff38a req-2a2b0ecd-1567-4b20-bf78-590f5cfa93a2 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Calling delete_port for bc96bd03-e9e9-446c-8939-4c0cde7e1747 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:58.872996 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Publish callbacks [] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.898839 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e9d57c5f-cc3b-40ad-b1ad-8f347c777d2f req-a183ecc0-2fea-4ccf-91ee-35863a462f93 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059383 Feb 09 03:17:58.922730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Transition to ACTIVE for port object ccecbbca-afd0-4e04-9fdf-ba4224f200c7 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:17:58.933779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-ac1ab543-d99f-49d3-8cc2-a0e7bb3ca435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.934252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-ac1ab543-d99f-49d3-8cc2-a0e7bb3ca435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.934716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-ac1ab543-d99f-49d3-8cc2-a0e7bb3ca435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.935323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-ac1ab543-d99f-49d3-8cc2-a0e7bb3ca435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.936246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-ac1ab543-d99f-49d3-8cc2-a0e7bb3ca435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.936738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-ac1ab543-d99f-49d3-8cc2-a0e7bb3ca435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.937180 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-ac1ab543-d99f-49d3-8cc2-a0e7bb3ca435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:58.940459 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-ac1ab543-d99f-49d3-8cc2-a0e7bb3ca435 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=246973f09cb0470ea327ac7b337704e0&device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 6501 time: 0.0950198 Feb 09 03:17:58.942790 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.048623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Pushing event updated for resources: {'Port': ['ID=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:59.122239 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-291833c2-9510-47eb-9174-d8e0c00ff38a req-2a2b0ecd-1567-4b20-bf78-590f5cfa93a2 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (bc96bd03-e9e9-446c-8939-4c0cde7e1747), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.257232 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b0ecd-1567-4b20-bf78-590f5cfa93a2 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Pushing event deleted for resources: {'Port': ['ID=bc96bd03-e9e9-446c-8939-4c0cde7e1747,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:59.310247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-291833c2-9510-47eb-9174-d8e0c00ff38a req-2a2b0ecd-1567-4b20-bf78-590f5cfa93a2 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] No DVR routers for this DVR port bc96bd03-e9e9-446c-8939-4c0cde7e1747 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:59.314534 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-291833c2-9510-47eb-9174-d8e0c00ff38a req-2a2b0ecd-1567-4b20-bf78-590f5cfa93a2 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.321233 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-291833c2-9510-47eb-9174-d8e0c00ff38a req-2a2b0ecd-1567-4b20-bf78-590f5cfa93a2 tempest-FloatingIPsAssociationTestJSON-941339419 tempest-FloatingIPsAssociationTestJSON-941339419-project] 10.222.0.42 "DELETE /v2.0/ports/bc96bd03-e9e9-446c-8939-4c0cde7e1747 HTTP/1.1" status: 204 len: 173 time: 1.0169380 Feb 09 03:17:59.327243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'name': 'network-vif-deleted', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:59.333857 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494ba656-09d5-4284-97c2-b598c6974ce1" -d '{"events": [{"server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "name": "network-vif-deleted", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:59.380922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Attempting to bind port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:59.382478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Attempting to bind port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:59.387783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Attempting to bind port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 on network 41bbc372-33fd-499d-9180-6bffeb090fd2 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:59.415956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 on network 41bbc372-33fd-499d-9180-6bffeb090fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:59.416234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Attempting to bind port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 on network 41bbc372-33fd-499d-9180-6bffeb090fd2 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:59.431782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bb58-d320-4651-a535-e4e3970ed4cf req-a2d17f83-5a39-4602-b2ac-cfe8b5c66557 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.438789 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bb58-d320-4651-a535-e4e3970ed4cf req-a2d17f83-5a39-4602-b2ac-cfe8b5c66557 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.444899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bb58-d320-4651-a535-e4e3970ed4cf req-a2d17f83-5a39-4602-b2ac-cfe8b5c66557 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.451133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bb58-d320-4651-a535-e4e3970ed4cf req-a2d17f83-5a39-4602-b2ac-cfe8b5c66557 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.456654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bb58-d320-4651-a535-e4e3970ed4cf req-a2d17f83-5a39-4602-b2ac-cfe8b5c66557 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.464332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bb58-d320-4651-a535-e4e3970ed4cf req-a2d17f83-5a39-4602-b2ac-cfe8b5c66557 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.471279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bb58-d320-4651-a535-e4e3970ed4cf req-a2d17f83-5a39-4602-b2ac-cfe8b5c66557 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.473368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2913bb58-d320-4651-a535-e4e3970ed4cf req-a2d17f83-5a39-4602-b2ac-cfe8b5c66557 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5406 time: 0.3974137 Feb 09 03:17:59.482047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-5ecc07a2-1206-465b-aa6a-f01caa60b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.482818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-5ecc07a2-1206-465b-aa6a-f01caa60b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.483312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-5ecc07a2-1206-465b-aa6a-f01caa60b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.485178 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-5ecc07a2-1206-465b-aa6a-f01caa60b4fb service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=246973f09cb0470ea327ac7b337704e0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4409468 Feb 09 03:17:59.487351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:59.487688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Checking segment: {'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:59.488301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Bound using segment: {'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:59.488968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Bound port: ccecbbca-afd0-4e04-9fdf-ba4224f200c7, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:59.489329 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.641589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-f41a5824-a639-4334-8eda-8d7c51f946ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.643007 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f60ce8bc-1b7f-480c-9ab9-188234c840a1 req-f41a5824-a639-4334-8eda-8d7c51f946ac service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1492178 Feb 09 03:17:59.709105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': '1a59f575-bfce-4371-a3a5-48e8b44f0ef3'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:59.713160 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994cc917-a63b-4dd9-a906-35ebee3e1d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "1a59f575-bfce-4371-a3a5-48e8b44f0ef3"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:59.812121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2913bb58-d320-4651-a535-e4e3970ed4cf req-5db2a6f0-5c9e-418e-a79c-07d3a2491163 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3255341 Feb 09 03:17:59.848805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] For port ccecbbca-afd0-4e04-9fdf-ba4224f200c7, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:59.856325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] For port ccecbbca-afd0-4e04-9fdf-ba4224f200c7, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:59.866033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.950508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.951039 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.953996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] 10.222.0.65 "PUT /v2.0/ports/ccecbbca-afd0-4e04-9fdf-ba4224f200c7 HTTP/1.1" status: 200 len: 1092 time: 2.1929953 Feb 09 03:18:00.010286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Request body: {'port': {'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:00.061534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f98a5-a2b6-4935-a4ae-d9b18facb0ab service neutron] Pushing event updated for resources: {'Port': ['ID=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:00.071402 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:18:00.175577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:00.216870 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.410018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port b7ddd20e-6255-41ef-a764-bc86f5e163a7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:00.410388 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.573080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c752644-63ea-4cc7-b2a8-7042b307e155 req-a02f8c35-75a8-4305-8f13-09e01244f60e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:00.575426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c752644-63ea-4cc7-b2a8-7042b307e155 req-a02f8c35-75a8-4305-8f13-09e01244f60e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1417549 Feb 09 03:18:00.618073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b7ddd20e-6255-41ef-a764-bc86f5e163a7 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:00.618471 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.689774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:00.691252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:00.694542 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e99730-2e93-4ab4-8595-6fcd481db0bf" -d '{"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-plugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:00.699015 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.723047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c752644-63ea-4cc7-b2a8-7042b307e155 req-923d84b4-78ad-4917-a54c-67069f3a168d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335845 Feb 09 03:18:00.779701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:00.818066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56732) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:00.862245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device bc96bd03-e9e9-446c-8939-4c0cde7e1747 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:00.889602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8eb001-609c-4a2d-b995-965704cc17e3 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:00.921302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: bc96bd03-e9e9-446c-8939-4c0cde7e1747 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:00.923364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device bc96bd03-e9e9-446c-8939-4c0cde7e1747 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:00.928083 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Publish callbacks [] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.948627 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b63915-020b-4521-9e31-3b97b39cf840 x-openstack-request-id: req-92b63915-020b-4521-9e31-3b97b39cf840 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:00.948920 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3", "name": "network-vif-deleted", "tag": "bc96bd03-e9e9-446c-8939-4c0cde7e1747", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:00.949223 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92b63915-020b-4521-9e31-3b97b39cf840 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:00.949665 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9f7b07-b6c4-40eb-a8b0-b0f0db99cde3', 'name': 'network-vif-deleted', 'tag': 'bc96bd03-e9e9-446c-8939-4c0cde7e1747', 'status': 'completed', 'code': 200} Feb 09 03:18:00.959574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Transition to ACTIVE for port object ea8eb001-609c-4a2d-b995-965704cc17e3 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:18:01.021393 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.196604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff76f9d-aa63-42cc-b1d4-a09df0ef6da4 req-43935030-17d4-4f6e-b3ea-49b541315a75 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:01.203965 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ff76f9d-aa63-42cc-b1d4-a09df0ef6da4 req-43935030-17d4-4f6e-b3ea-49b541315a75 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.2388132 Feb 09 03:18:01.207067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8eb001-609c-4a2d-b995-965704cc17e3,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:01.387889 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ff76f9d-aa63-42cc-b1d4-a09df0ef6da4 req-07d90406-33de-4b0b-8506-d2ef58c16e85 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827350 Feb 09 03:18:01.432607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Attempting to bind port ea8eb001-609c-4a2d-b995-965704cc17e3 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:01.435058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Attempting to bind port ea8eb001-609c-4a2d-b995-965704cc17e3 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:01.435659 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Attempting to bind port ea8eb001-609c-4a2d-b995-965704cc17e3 on network 41bbc372-33fd-499d-9180-6bffeb090fd2 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:01.448370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Port ea8eb001-609c-4a2d-b995-965704cc17e3 on network 41bbc372-33fd-499d-9180-6bffeb090fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:18:01.448732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Attempting to bind port ea8eb001-609c-4a2d-b995-965704cc17e3 on network 41bbc372-33fd-499d-9180-6bffeb090fd2 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:01.462457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:01.462817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Checking segment: {'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:01.463213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Bound using segment: {'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:01.463672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Bound port: ea8eb001-609c-4a2d-b995-965704cc17e3, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbb6e45-6445-48a5-8088-4434e1f38951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:01.464013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.494425 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efa68d5-1af4-4e56-9013-b0dfc09e6a94 x-openstack-request-id: req-9efa68d5-1af4-4e56-9013-b0dfc09e6a94 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:01.494727 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "1a59f575-bfce-4371-a3a5-48e8b44f0ef3", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:01.494988 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9efa68d5-1af4-4e56-9013-b0dfc09e6a94 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:01.495377 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': '1a59f575-bfce-4371-a3a5-48e8b44f0ef3', 'status': 'completed', 'code': 200} Feb 09 03:18:01.600364 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce00c-bead-44ac-8cac-a6d692b6f305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (58403222-d098-4f4c-995d-f14a9f0061cb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.759127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] For port ea8eb001-609c-4a2d-b995-965704cc17e3, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:01.766361 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] For port ea8eb001-609c-4a2d-b995-965704cc17e3, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ea8eb001-609c-4a2d-b995-965704cc17e3,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:01.783264 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.849559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:01.852510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.856201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] 10.222.0.65 "PUT /v2.0/ports/ea8eb001-609c-4a2d-b995-965704cc17e3 HTTP/1.1" status: 200 len: 1092 time: 1.8625488 Feb 09 03:18:01.873225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-962afbd3-1b71-4ea4-823d-fb47f14d9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:01.876634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-962afbd3-1b71-4ea4-823d-fb47f14d9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:01.877489 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-962afbd3-1b71-4ea4-823d-fb47f14d9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:01.877807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-962afbd3-1b71-4ea4-823d-fb47f14d9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:01.878755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-962afbd3-1b71-4ea4-823d-fb47f14d9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:01.880302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-962afbd3-1b71-4ea4-823d-fb47f14d9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:01.885080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-962afbd3-1b71-4ea4-823d-fb47f14d9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:01.890611 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-962afbd3-1b71-4ea4-823d-fb47f14d9108 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=246973f09cb0470ea327ac7b337704e0&device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 6656 time: 0.3372653 Feb 09 03:18:01.915765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6d0e9-6bbe-4696-bbcc-26540286a9b4 req-ab2136aa-e7f8-4614-be03-149e9e8b057b tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:01.924435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83c6d0e9-6bbe-4696-bbcc-26540286a9b4 req-ab2136aa-e7f8-4614-be03-149e9e8b057b tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.2904480 Feb 09 03:18:02.150244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce00c-bead-44ac-8cac-a6d692b6f305 admin admin] Deleting port 6554a524-8d1b-4e52-af97-95cae0621ffc {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:02.150841 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce00c-bead-44ac-8cac-a6d692b6f305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.314683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ba5ce00c-bead-44ac-8cac-a6d692b6f305 admin admin] For port 6554a524-8d1b-4e52-af97-95cae0621ffc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6554a524-8d1b-4e52-af97-95cae0621ffc,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:02.315063 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce00c-bead-44ac-8cac-a6d692b6f305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.338563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce00c-bead-44ac-8cac-a6d692b6f305 admin admin] Calling delete_port for 6554a524-8d1b-4e52-af97-95cae0621ffc owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:02.573615 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83c6d0e9-6bbe-4696-bbcc-26540286a9b4 req-bdb0af94-7a22-4143-900d-4086d6fb5cbe tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6477034 Feb 09 03:18:02.601209 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce00c-bead-44ac-8cac-a6d692b6f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6554a524-8d1b-4e52-af97-95cae0621ffc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.605345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537da442-d7ac-452c-b0cc-10feb82487d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8eb001-609c-4a2d-b995-965704cc17e3,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:02.651918 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17a9040-471d-4d90-92cc-c4541ada176b x-openstack-request-id: req-d17a9040-471d-4d90-92cc-c4541ada176b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:02.652435 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-plugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:02.652435 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d17a9040-471d-4d90-92cc-c4541ada176b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:02.652837 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'code': 200} Feb 09 03:18:02.673143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce00c-bead-44ac-8cac-a6d692b6f305 admin admin] Pushing event deleted for resources: {'Port': ['ID=6554a524-8d1b-4e52-af97-95cae0621ffc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:02.718631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-ea1eb44e-ec7c-4fa1-9cec-524fc9e64da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:02.719355 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-ea1eb44e-ec7c-4fa1-9cec-524fc9e64da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:02.720126 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-ea1eb44e-ec7c-4fa1-9cec-524fc9e64da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:02.721898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-ea1eb44e-ec7c-4fa1-9cec-524fc9e64da0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=246973f09cb0470ea327ac7b337704e0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7949991 Feb 09 03:18:02.937092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c879ea-0c59-4746-a5e2-3b802d085a47 req-649dce17-d37f-4792-a735-66558c6dae58 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:02.946926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c879ea-0c59-4746-a5e2-3b802d085a47 req-649dce17-d37f-4792-a735-66558c6dae58 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:02.963469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c879ea-0c59-4746-a5e2-3b802d085a47 req-649dce17-d37f-4792-a735-66558c6dae58 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:02.986658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c879ea-0c59-4746-a5e2-3b802d085a47 req-649dce17-d37f-4792-a735-66558c6dae58 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:02.993300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c879ea-0c59-4746-a5e2-3b802d085a47 req-649dce17-d37f-4792-a735-66558c6dae58 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.002507 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce00c-bead-44ac-8cac-a6d692b6f305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (58403222-d098-4f4c-995d-f14a9f0061cb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.015437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c879ea-0c59-4746-a5e2-3b802d085a47 req-649dce17-d37f-4792-a735-66558c6dae58 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.022077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c879ea-0c59-4746-a5e2-3b802d085a47 req-649dce17-d37f-4792-a735-66558c6dae58 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.031959 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d5c879ea-0c59-4746-a5e2-3b802d085a47 req-649dce17-d37f-4792-a735-66558c6dae58 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.2892838 Feb 09 03:18:03.117868 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d5c879ea-0c59-4746-a5e2-3b802d085a47 req-8f528de3-170d-448b-ac60-f2a43394115e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847981 Feb 09 03:18:03.119996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-cf110236-5da8-40d2-8e32-c9d960c940d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.122212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-994cc917-a63b-4dd9-a906-35ebee3e1d4d req-cf110236-5da8-40d2-8e32-c9d960c940d7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3686306 Feb 09 03:18:03.317148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-1de9fdc0-c393-4045-8bc8-de0178488cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.318402 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-1de9fdc0-c393-4045-8bc8-de0178488cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.318684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-1de9fdc0-c393-4045-8bc8-de0178488cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.319736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-1de9fdc0-c393-4045-8bc8-de0178488cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.320289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-1de9fdc0-c393-4045-8bc8-de0178488cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.320747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-1de9fdc0-c393-4045-8bc8-de0178488cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.321202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-1de9fdc0-c393-4045-8bc8-de0178488cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.323256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-1de9fdc0-c393-4045-8bc8-de0178488cbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=246973f09cb0470ea327ac7b337704e0&device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 6699 time: 0.1287994 Feb 09 03:18:03.401845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5ce00c-bead-44ac-8cac-a6d692b6f305 admin admin] Router 58403222-d098-4f4c-995d-f14a9f0061cb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:03.425442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcadf0-0bcf-44ec-963e-6ca00a21a4ce req-c1f29466-4749-4f45-af70-6dc24a87107f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.426550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dadcadf0-0bcf-44ec-963e-6ca00a21a4ce req-c1f29466-4749-4f45-af70-6dc24a87107f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1590259 Feb 09 03:18:03.427820 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-285e4579-1597-44d9-9bec-d2e190971390 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=397580d3-d71b-4735-8a72-113a37dfc9d9 HTTP/1.1" status: 200 len: 217 time: 0.0902269 Feb 09 03:18:03.504312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': 'ccecbbca-afd0-4e04-9fdf-ba4224f200c7'}, {'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': 'ea8eb001-609c-4a2d-b995-965704cc17e3'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:03.507855 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "ccecbbca-afd0-4e04-9fdf-ba4224f200c7"}, {"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "ea8eb001-609c-4a2d-b995-965704cc17e3"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:03.511643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-e3330baf-5822-4cdd-99d4-1674b7245f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.513097 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-e3330baf-5822-4cdd-99d4-1674b7245f20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a716c847-82e7-4b0e-924d-ab5413feb52d HTTP/1.1" status: 200 len: 850 time: 0.0778129 Feb 09 03:18:03.539271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5ce00c-bead-44ac-8cac-a6d692b6f305 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:03.544988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ba5ce00c-bead-44ac-8cac-a6d692b6f305 admin admin] 10.222.0.21 "PUT /v2.0/routers/58403222-d098-4f4c-995d-f14a9f0061cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7254481 Feb 09 03:18:03.547832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56796) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:03.549975 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c20a2-fc68-4ba7-b253-54098ea2f55e None None] Sync routers for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:03.563158 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c20a2-fc68-4ba7-b253-54098ea2f55e None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:03.563158 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e74c20a2-fc68-4ba7-b253-54098ea2f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:03.601155 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dadcadf0-0bcf-44ec-963e-6ca00a21a4ce req-4a58f411-3742-4899-b913-1cfeccf3b4aa tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610196 Feb 09 03:18:03.628311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4744565b-349f-417d-91e6-2756295021da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:03.629845 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4744565b-349f-417d-91e6-2756295021da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=423bdd76-f65e-4c73-ad02-e5e5e98dff69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1095021 Feb 09 03:18:03.827537 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e74c20a2-fc68-4ba7-b253-54098ea2f55e None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:03.844796 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-42cf2133-3c56-40ad-9bd9-203df614c0be service neutron] 10.222.0.65 "GET /v2.0/networks/423bdd76-f65e-4c73-ad02-e5e5e98dff69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991298 Feb 09 03:18:04.079968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-f819109b-7228-46ca-84ca-84c65acd0132 service neutron] 10.222.0.65 "GET /v2.0/networks/423bdd76-f65e-4c73-ad02-e5e5e98dff69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298079 Feb 09 03:18:04.150008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-03a662aa-eb0a-406a-805b-13345bd826f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=e18cbd57-4bb2-4488-bccf-54c045d9eccd HTTP/1.1" status: 200 len: 217 time: 0.0634472 Feb 09 03:18:04.184145 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Publish callbacks [] for router (58403222-d098-4f4c-995d-f14a9f0061cb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.246468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d8bb24b2-3b9b-4908-a92e-5abd5b70b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:04.247856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d8bb24b2-3b9b-4908-a92e-5abd5b70b9f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=32ee89c3-dfc2-4e84-bbf5-791138adb56f HTTP/1.1" status: 200 len: 797 time: 0.0842967 Feb 09 03:18:04.256362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a6ab7-d569-4b4d-8325-971b1d199f23 req-232dd8d6-4456-44e2-b966-287a03e890e3 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:04.263562 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7a6ab7-d569-4b4d-8325-971b1d199f23 req-232dd8d6-4456-44e2-b966-287a03e890e3 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.1124828 Feb 09 03:18:04.326795 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e74c20a2-fc68-4ba7-b253-54098ea2f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:18:02Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:04.357348 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c20a2-fc68-4ba7-b253-54098ea2f55e None None] Checking router: 58403222-d098-4f4c-995d-f14a9f0061cb for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:04.359550 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Publish callbacks [] for router_gateway (58403222-d098-4f4c-995d-f14a9f0061cb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.366833 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c20a2-fc68-4ba7-b253-54098ea2f55e None None] Routers {'58403222-d098-4f4c-995d-f14a9f0061cb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:04.367759 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e74c20a2-fc68-4ba7-b253-54098ea2f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['58403222-d098-4f4c-995d-f14a9f0061cb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:04.399175 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7a6ab7-d569-4b4d-8325-971b1d199f23 req-9e1298f8-6dfa-4490-933e-6237abcb9455 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344726 Feb 09 03:18:04.439982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-126ab770-f2ec-4de7-a0e1-b312fad149b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:04.441818 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-126ab770-f2ec-4de7-a0e1-b312fad149b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fc9fd51-1370-4828-8f7c-2835ed8eef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1755202 Feb 09 03:18:04.552094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Deleting port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:04.552573 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.624252 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e74c20a2-fc68-4ba7-b253-54098ea2f55e None None] Set router 58403222-d098-4f4c-995d-f14a9f0061cb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:04.644463 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b6355b-e0f7-421c-98a5-ccfc2b746056 x-openstack-request-id: req-04b6355b-e0f7-421c-98a5-ccfc2b746056 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:04.644787 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "ccecbbca-afd0-4e04-9fdf-ba4224f200c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "ea8eb001-609c-4a2d-b995-965704cc17e3", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:04.645754 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04b6355b-e0f7-421c-98a5-ccfc2b746056 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:04.646172 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': 'ccecbbca-afd0-4e04-9fdf-ba4224f200c7', 'status': 'completed', 'code': 200} Feb 09 03:18:04.646435 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': 'ea8eb001-609c-4a2d-b995-965704cc17e3', 'status': 'completed', 'code': 200} Feb 09 03:18:04.758366 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-8f683441-24ce-4e0b-8cda-ae8ab31d72e6 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071578 Feb 09 03:18:04.942405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b1428-9f16-421c-bb94-47480505fa62 req-e9aabb0e-ed69-446b-b56b-abe7c542550f tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:04.946744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f17b1428-9f16-421c-bb94-47480505fa62 req-e9aabb0e-ed69-446b-b56b-abe7c542550f tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.2994330 Feb 09 03:18:04.984014 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e74c20a2-fc68-4ba7-b253-54098ea2f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:18:02Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:05.057937 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-aa0a84d9-f77a-4caa-86b7-19f1c96395c7 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--303732303&fields=id&tenant_id=46696f9de4604dd5998a8164d84283b8 HTTP/1.1" status: 200 len: 267 time: 0.3762605 Feb 09 03:18:05.073729 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c20a2-fc68-4ba7-b253-54098ea2f55e None None] The sync data for ids ['58403222-d098-4f4c-995d-f14a9f0061cb'] in n-d-824835-15 is: [{'id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2132826467-router', 'tenant_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:57Z', 'updated_at': '2022-02-09T03:18:02Z', 'revision_number': 5, 'project_id': '8bffbc76e52b454d8f9e19ca0c23addd', 'gw_port': {'id': '0accaeea-6c0d-47e5-9e0f-c0520afbe4dc', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58403222-d098-4f4c-995d-f14a9f0061cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:00Z', 'updated_at': '2022-02-09T03:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:05.103847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f17b1428-9f16-421c-bb94-47480505fa62 req-7d911f36-a40d-4626-a4f8-0b6dfad40d76 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512449 Feb 09 03:18:05.117677 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-2de7fd32-86f2-4679-a471-c26c7d709871 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517268 Feb 09 03:18:05.228098 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a85497be-8123-4879-8107-6b40065ea9d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 HTTP/1.1" status: 200 len: 217 time: 0.1033370 Feb 09 03:18:05.312792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] For port 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0accaeea-6c0d-47e5-9e0f-c0520afbe4dc,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:05.314905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:05.341510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-1fc42b31-c452-4ea2-9cee-7388121181bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.343119 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-1fc42b31-c452-4ea2-9cee-7388121181bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=32ee89c3-dfc2-4e84-bbf5-791138adb56f HTTP/1.1" status: 200 len: 797 time: 0.1078029 Feb 09 03:18:05.388957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Calling delete_port for 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:05.514106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6554a524-8d1b-4e52-af97-95cae0621ffc no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:05.561802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6554a524-8d1b-4e52-af97-95cae0621ffc {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:05.562429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6554a524-8d1b-4e52-af97-95cae0621ffc not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:05.576804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-7bf765fb-781e-497d-a8bd-dc8eb8822c4d tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.584882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ea3d9b43-1e1e-4aca-8752-3719b27603bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.588010 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-ea3d9b43-1e1e-4aca-8752-3719b27603bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fc9fd51-1370-4828-8f7c-2835ed8eef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2380290 Feb 09 03:18:05.595185 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-7bf765fb-781e-497d-a8bd-dc8eb8822c4d tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/networks?id=ab1b5245-6614-42db-bf69-22807f125bf8 HTTP/1.1" status: 200 len: 815 time: 0.5358455 Feb 09 03:18:05.627362 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-d22e06d9-241f-42c2-a714-e5e69591eca8 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/quotas/46696f9de4604dd5998a8164d84283b8 HTTP/1.1" status: 200 len: 375 time: 0.0303798 Feb 09 03:18:05.644389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18b7b-87a7-4bd0-9206-b5cbb9306032 req-f711f608-8a72-49b5-a3c2-a025484589c8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.651552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18b7b-87a7-4bd0-9206-b5cbb9306032 req-f711f608-8a72-49b5-a3c2-a025484589c8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.662323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18b7b-87a7-4bd0-9206-b5cbb9306032 req-f711f608-8a72-49b5-a3c2-a025484589c8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.672449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18b7b-87a7-4bd0-9206-b5cbb9306032 req-f711f608-8a72-49b5-a3c2-a025484589c8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.679598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18b7b-87a7-4bd0-9206-b5cbb9306032 req-f711f608-8a72-49b5-a3c2-a025484589c8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.685039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18b7b-87a7-4bd0-9206-b5cbb9306032 req-f711f608-8a72-49b5-a3c2-a025484589c8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.697244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18b7b-87a7-4bd0-9206-b5cbb9306032 req-f711f608-8a72-49b5-a3c2-a025484589c8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.714164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccc18b7b-87a7-4bd0-9206-b5cbb9306032 req-f711f608-8a72-49b5-a3c2-a025484589c8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.3165581 Feb 09 03:18:05.815561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-76ce58f4-25de-4a4b-ad2f-6be3584120eb tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46696f9de4604dd5998a8164d84283b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1869316 Feb 09 03:18:05.886590 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccc18b7b-87a7-4bd0-9206-b5cbb9306032 req-0d6110bf-0c1c-40a2-a964-15440c97cd42 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1663423 Feb 09 03:18:05.920005 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4bd20a4e-b6bd-4913-9b38-d2c9f1cbd62f service neutron] 10.222.0.65 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232586 Feb 09 03:18:06.079245 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0accaeea-6c0d-47e5-9e0f-c0520afbe4dc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.125114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Pushing event deleted for resources: {'Port': ['ID=0accaeea-6c0d-47e5-9e0f-c0520afbe4dc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:06.127944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-fe90a85e-f417-43d4-9f23-4364de2e93af service neutron] 10.222.0.65 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003975 Feb 09 03:18:06.197906 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-5437513f-af39-4d90-8b89-bb8618ba3002 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=1ad9d455-4ad1-4072-b862-136009b49bed HTTP/1.1" status: 200 len: 217 time: 0.0634818 Feb 09 03:18:06.242743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ba26c-c28e-4e68-b39f-09513b3c9536 req-828eab59-eb5d-430a-b7e5-e26dbb795918 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:06.257808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-361ab790-1526-49da-866a-8f43b4bef6f2 service neutron] 10.222.0.21 "GET /v2.0/networks/ab1b5245-6614-42db-bf69-22807f125bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383030 Feb 09 03:18:06.262334 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b83ba26c-c28e-4e68-b39f-09513b3c9536 req-828eab59-eb5d-430a-b7e5-e26dbb795918 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1979043 Feb 09 03:18:06.328550 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (58403222-d098-4f4c-995d-f14a9f0061cb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.421922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-69b54fa1-1c1e-4906-bc96-88b8f2fb8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:06.424411 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-69b54fa1-1c1e-4906-bc96-88b8f2fb8001 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=32ee89c3-dfc2-4e84-bbf5-791138adb56f HTTP/1.1" status: 200 len: 797 time: 0.2136016 Feb 09 03:18:06.442079 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b83ba26c-c28e-4e68-b39f-09513b3c9536 req-bb11792a-7727-4018-8dd9-bade5ca4e07f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785324 Feb 09 03:18:06.511979 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (58403222-d098-4f4c-995d-f14a9f0061cb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.517397 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Publish callbacks [] for router_controller (58403222-d098-4f4c-995d-f14a9f0061cb), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.525009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-5ab8b32d-f8c2-45ee-9170-c4f9e20fb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:06.528213 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-5ab8b32d-f8c2-45ee-9170-c4f9e20fb379 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fc9fd51-1370-4828-8f7c-2835ed8eef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0816381 Feb 09 03:18:06.635494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-2fd89709-8610-435d-be77-c5bf931d0aaa service neutron] 10.222.0.21 "GET /v2.0/networks/ab1b5245-6614-42db-bf69-22807f125bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717813 Feb 09 03:18:06.650754 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (58403222-d098-4f4c-995d-f14a9f0061cb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.651724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58403222-d098-4f4c-995d-f14a9f0061cb {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:18:06.664568 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.672442 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1dc07e69-aff6-40b0-af6d-ae834f04201b admin admin] 10.222.0.21 "DELETE /v2.0/routers/58403222-d098-4f4c-995d-f14a9f0061cb HTTP/1.1" status: 204 len: 168 time: 3.1226492 Feb 09 03:18:06.673542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56836) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.772063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc429710-7e28-41fc-81eb-6c6333bc803b admin admin] Deleting subnet 086ca945-b151-4bbc-904a-f143089baa40 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:18:06.785060 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc429710-7e28-41fc-81eb-6c6333bc803b admin admin] Publish callbacks [] for subnet (086ca945-b151-4bbc-904a-f143089baa40), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.843415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc429710-7e28-41fc-81eb-6c6333bc803b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (086ca945-b151-4bbc-904a-f143089baa40), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.919823 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-05b1eb28-5937-4357-9b55-5aa920643f0c service neutron] 10.222.0.65 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821867 Feb 09 03:18:07.044207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc429710-7e28-41fc-81eb-6c6333bc803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (086ca945-b151-4bbc-904a-f143089baa40), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:07.084559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f829-ca59-4ed5-8c89-884db6c7d70d req-8514241d-0ffa-437b-8699-e88b01df3585 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:07.092508 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9134f829-ca59-4ed5-8c89-884db6c7d70d req-8514241d-0ffa-437b-8699-e88b01df3585 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.3936086 Feb 09 03:18:07.171379 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc429710-7e28-41fc-81eb-6c6333bc803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (086ca945-b151-4bbc-904a-f143089baa40), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:07.180384 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9134f829-ca59-4ed5-8c89-884db6c7d70d req-d5bca6a8-e86f-443c-9deb-17749a84170c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840566 Feb 09 03:18:07.185696 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4ba96cab-fd51-47bf-a9c3-1f7018adc1c2 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484860 Feb 09 03:18:07.187737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc429710-7e28-41fc-81eb-6c6333bc803b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:07.193388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee270455-532b-4adf-9bd9-9d0005771df8 None None] Network 629081d2-cab4-430a-83a6-256cf742ca25 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:07.210369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bc429710-7e28-41fc-81eb-6c6333bc803b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/086ca945-b151-4bbc-904a-f143089baa40 HTTP/1.1" status: 204 len: 168 time: 0.5323052 Feb 09 03:18:07.212409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56846) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:07.268090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc429710-7e28-41fc-81eb-6c6333bc803b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086ca945-b151-4bbc-904a-f143089baa40,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:07.306443 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-8985645a-ad57-410e-9d1b-c5c6ffddac36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=1a59f575-bfce-4371-a3a5-48e8b44f0ef3 HTTP/1.1" status: 200 len: 217 time: 0.1131637 Feb 09 03:18:07.420681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:07.443377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:07.443736 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0accaeea-6c0d-47e5-9e0f-c0520afbe4dc not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:07.514383 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:07.519002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-25ca55e0-2a15-4fb8-ba25-51167d02c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:07.520466 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-25ca55e0-2a15-4fb8-ba25-51167d02c4d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=32ee89c3-dfc2-4e84-bbf5-791138adb56f HTTP/1.1" status: 200 len: 797 time: 0.1658068 Feb 09 03:18:07.523306 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (629081d2-cab4-430a-83a6-256cf742ca25), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:07.572263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02e2f9d-00fe-4a48-b35f-dbca95b8ba3b None None] DHCP port deletion for 629081d2-cab4-430a-83a6-256cf742ca25 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:18:07.624053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61ef6d-ff73-4bd9-9b2c-bfb1ba15222c req-71de4ad2-3984-4eec-9bb4-3355c100d252 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:07.631413 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a61ef6d-ff73-4bd9-9b2c-bfb1ba15222c req-71de4ad2-3984-4eec-9bb4-3355c100d252 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.2873325 Feb 09 03:18:07.655705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b02e2f9d-00fe-4a48-b35f-dbca95b8ba3b None None] Deleting port d7afd381-04bb-4dc7-b7d3-10d3b661988a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:07.656673 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b02e2f9d-00fe-4a48-b35f-dbca95b8ba3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:07.713477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-cea931b9-725f-45ab-9d11-a7fe6c4ac362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:07.715051 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-cea931b9-725f-45ab-9d11-a7fe6c4ac362 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fc9fd51-1370-4828-8f7c-2835ed8eef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1870959 Feb 09 03:18:07.767184 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a61ef6d-ff73-4bd9-9b2c-bfb1ba15222c req-f19fe9d0-0e72-484d-b940-cff38929d9f2 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301897 Feb 09 03:18:07.773759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b02e2f9d-00fe-4a48-b35f-dbca95b8ba3b None None] For port d7afd381-04bb-4dc7-b7d3-10d3b661988a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d7afd381-04bb-4dc7-b7d3-10d3b661988a,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:07.773759 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b02e2f9d-00fe-4a48-b35f-dbca95b8ba3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:07.790402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b02e2f9d-00fe-4a48-b35f-dbca95b8ba3b None None] Calling delete_port for d7afd381-04bb-4dc7-b7d3-10d3b661988a owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:07.827172 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Deleting port d7afd381-04bb-4dc7-b7d3-10d3b661988a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:07.827504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:07.935847 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b02e2f9d-00fe-4a48-b35f-dbca95b8ba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:07.982771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] For port d7afd381-04bb-4dc7-b7d3-10d3b661988a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d7afd381-04bb-4dc7-b7d3-10d3b661988a,segment=NetworkSegment(fdb9c14f-20f0-432d-bbe9-aaa795b9934b),segment_id=fdb9c14f-20f0-432d-bbe9-aaa795b9934b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:07.983482 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:07.994361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e2f9d-00fe-4a48-b35f-dbca95b8ba3b None None] Pushing event deleted for resources: {'Port': ['ID=d7afd381-04bb-4dc7-b7d3-10d3b661988a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:08.021509 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d2f29175-76bf-4b24-9521-56cd08bea854 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967463 Feb 09 03:18:08.024707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Calling delete_port for d7afd381-04bb-4dc7-b7d3-10d3b661988a owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:08.027827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e2f9d-00fe-4a48-b35f-dbca95b8ba3b None None] No DVR routers for this DVR port d7afd381-04bb-4dc7-b7d3-10d3b661988a on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:18:08.269913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41e55a-0bbd-45f9-91ec-221247e2298c req-e6ea8aa4-f7f8-4e93-8fca-66cd4fc1108c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:08.275572 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41e55a-0bbd-45f9-91ec-221247e2298c req-e6ea8aa4-f7f8-4e93-8fca-66cd4fc1108c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:08.281793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41e55a-0bbd-45f9-91ec-221247e2298c req-e6ea8aa4-f7f8-4e93-8fca-66cd4fc1108c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:08.288212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41e55a-0bbd-45f9-91ec-221247e2298c req-e6ea8aa4-f7f8-4e93-8fca-66cd4fc1108c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:08.294161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41e55a-0bbd-45f9-91ec-221247e2298c req-e6ea8aa4-f7f8-4e93-8fca-66cd4fc1108c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:08.299854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41e55a-0bbd-45f9-91ec-221247e2298c req-e6ea8aa4-f7f8-4e93-8fca-66cd4fc1108c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:08.306329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41e55a-0bbd-45f9-91ec-221247e2298c req-e6ea8aa4-f7f8-4e93-8fca-66cd4fc1108c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:08.308274 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c41e55a-0bbd-45f9-91ec-221247e2298c req-e6ea8aa4-f7f8-4e93-8fca-66cd4fc1108c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.2453079 Feb 09 03:18:08.322049 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-76f925d6-4128-41c8-99ca-ec1cc7dfcffe service neutron] 10.222.0.65 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917669 Feb 09 03:18:08.388945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-b8bdd456-5a3f-4438-8d9c-128d954dbacb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ccecbbca-afd0-4e04-9fdf-ba4224f200c7 HTTP/1.1" status: 200 len: 217 time: 0.0563529 Feb 09 03:18:08.390022 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d7afd381-04bb-4dc7-b7d3-10d3b661988a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:08.469132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] No DVR routers for this DVR port d7afd381-04bb-4dc7-b7d3-10d3b661988a on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:18:08.471431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7afd381-04bb-4dc7-b7d3-10d3b661988a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:08.526115 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c41e55a-0bbd-45f9-91ec-221247e2298c req-f2eb1b1d-1004-4965-bfc3-f5e5b890e110 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2094135 Feb 09 03:18:08.580056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-2624af0b-b34b-401a-8524-5f13a6663600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:08.582963 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-2624af0b-b34b-401a-8524-5f13a6663600 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e4b3ae1-f5d1-416e-bb9c-f1c12b930050 HTTP/1.1" status: 200 len: 797 time: 0.1863410 Feb 09 03:18:08.639616 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (629081d2-cab4-430a-83a6-256cf742ca25), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:08.688711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629081d2-cab4-430a-83a6-256cf742ca25']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:08.708928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:08.709390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb9c14f-20f0-432d-bbe9-aaa795b9934b') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:08.727787 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (fdb9c14f-20f0-432d-bbe9-aaa795b9934b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:08.730940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-17c89c0f-c245-4a8e-a060-29e2279a52a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:08.732886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-17c89c0f-c245-4a8e-a060-29e2279a52a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41bbc372-33fd-499d-9180-6bffeb090fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1385214 Feb 09 03:18:08.805568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93fb5e-5c41-44f5-8635-851c491f8dd3 req-079d7c9f-51d4-461f-a249-018df0f2b43d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:08.807127 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d93fb5e-5c41-44f5-8635-851c491f8dd3 req-079d7c9f-51d4-461f-a249-018df0f2b43d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1777306 Feb 09 03:18:08.810089 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (fdb9c14f-20f0-432d-bbe9-aaa795b9934b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:08.836220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:18:08.836861 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (fdb9c14f-20f0-432d-bbe9-aaa795b9934b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:18:08.840340 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:18:08.945638 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (629081d2-cab4-430a-83a6-256cf742ca25), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:08.954959 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:08.962416 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] 10.222.0.21 "DELETE /v2.0/networks/629081d2-cab4-430a-83a6-256cf742ca25 HTTP/1.1" status: 204 len: 168 time: 1.6740224 Feb 09 03:18:08.996073 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d93fb5e-5c41-44f5-8635-851c491f8dd3 req-78625d08-55c7-4c49-9ae8-baefbcea6897 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797221 Feb 09 03:18:09.036933 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-dd5beda7-4143-4edf-8570-4be380a2fba7 service neutron] 10.222.0.65 "GET /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905211 Feb 09 03:18:09.039283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba99cef-36e3-4b54-98a0-d3c166943d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=629081d2-cab4-430a-83a6-256cf742ca25,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:09.220417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:09.251458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b96cb1-70a7-4664-87b8-bf14397aae6d req-40165612-c29c-469d-ac3c-b78b71717857 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:09.258853 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d4b96cb1-70a7-4664-87b8-bf14397aae6d req-40165612-c29c-469d-ac3c-b78b71717857 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0983796 Feb 09 03:18:09.263039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-d108d5fc-6abf-41f0-80d6-8a52c81daab6 service neutron] 10.222.0.65 "GET /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195301 Feb 09 03:18:09.287133 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cbd89b44-7e34-487f-83b4-a01325507629 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bffbc76e52b454d8f9e19ca0c23addd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0647652 Feb 09 03:18:09.290654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56874) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:09.329187 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-12278a0f-f85e-4379-b205-51fdbed3568c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea8eb001-609c-4a2d-b995-965704cc17e3 HTTP/1.1" status: 200 len: 217 time: 0.0586460 Feb 09 03:18:09.372620 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0a5858c-a9e2-4ac3-b013-3f3002fe58d9 admin admin] Publish callbacks [] for security_group (1528d4cc-0971-4ddd-958a-2eb53f40b392), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.401160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d4b96cb1-70a7-4664-87b8-bf14397aae6d req-8fc4d35f-3d97-4d5f-8ce5-592b9cefd190 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412051 Feb 09 03:18:09.437050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-3ef2de9e-c8af-4b82-9d39-71cd630e17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:09.438952 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-3ef2de9e-c8af-4b82-9d39-71cd630e17bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e4b3ae1-f5d1-416e-bb9c-f1c12b930050 HTTP/1.1" status: 200 len: 797 time: 0.1004202 Feb 09 03:18:09.471580 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0a5858c-a9e2-4ac3-b013-3f3002fe58d9 admin admin] Publish callbacks [] for security_group (1528d4cc-0971-4ddd-958a-2eb53f40b392), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.512430 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d7afd381-04bb-4dc7-b7d3-10d3b661988a no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:09.560047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4c9a5018-0b09-4898-a5f5-62c0715cc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:09.562084 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-4c9a5018-0b09-4898-a5f5-62c0715cc325 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41bbc372-33fd-499d-9180-6bffeb090fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1131575 Feb 09 03:18:09.570272 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0a5858c-a9e2-4ac3-b013-3f3002fe58d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1528d4cc-0971-4ddd-958a-2eb53f40b392), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.570509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: d7afd381-04bb-4dc7-b7d3-10d3b661988a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:09.570509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d7afd381-04bb-4dc7-b7d3-10d3b661988a not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:09.576476 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0a5858c-a9e2-4ac3-b013-3f3002fe58d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.579606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a0a5858c-a9e2-4ac3-b013-3f3002fe58d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1528d4cc-0971-4ddd-958a-2eb53f40b392 HTTP/1.1" status: 204 len: 168 time: 0.2857783 Feb 09 03:18:09.621931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5858c-a9e2-4ac3-b013-3f3002fe58d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1528d4cc-0971-4ddd-958a-2eb53f40b392,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:09.640352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3dd45-550e-4b49-92d9-93a824c09b51 req-742b41f0-8fe9-4235-ae0c-bcd8daa18d30 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:09.648636 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23e3dd45-550e-4b49-92d9-93a824c09b51 req-742b41f0-8fe9-4235-ae0c-bcd8daa18d30 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.1315389 Feb 09 03:18:09.729905 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23e3dd45-550e-4b49-92d9-93a824c09b51 req-f6619c24-1104-49b8-be78-17728c82d802 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801060 Feb 09 03:18:09.761130 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-60903414-3fe1-4cb9-a00d-b477e6503393 service neutron] 10.222.0.65 "GET /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787131 Feb 09 03:18:09.951369 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7c070ec-d8f4-4a0e-a76c-3808244ddc3e req-a690f704-97e9-4d93-9e40-8d7dc588c02b service neutron] 10.222.0.65 "GET /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819706 Feb 09 03:18:09.965549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0c51b-44b6-43c5-9b5a-dae3eba7edcf req-5f9a83a6-3336-408b-a903-5c6047fd168c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:09.981776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0c51b-44b6-43c5-9b5a-dae3eba7edcf req-5f9a83a6-3336-408b-a903-5c6047fd168c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:09.987225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0c51b-44b6-43c5-9b5a-dae3eba7edcf req-5f9a83a6-3336-408b-a903-5c6047fd168c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.009535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0c51b-44b6-43c5-9b5a-dae3eba7edcf req-5f9a83a6-3336-408b-a903-5c6047fd168c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.015870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0c51b-44b6-43c5-9b5a-dae3eba7edcf req-5f9a83a6-3336-408b-a903-5c6047fd168c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.022835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0c51b-44b6-43c5-9b5a-dae3eba7edcf req-5f9a83a6-3336-408b-a903-5c6047fd168c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.029522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0c51b-44b6-43c5-9b5a-dae3eba7edcf req-5f9a83a6-3336-408b-a903-5c6047fd168c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.040422 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d4b0c51b-44b6-43c5-9b5a-dae3eba7edcf req-5f9a83a6-3336-408b-a903-5c6047fd168c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1818492 Feb 09 03:18:10.194327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-cf04359f-9540-4840-915b-a8cc71f351c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.194992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-cf04359f-9540-4840-915b-a8cc71f351c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.195484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-cf04359f-9540-4840-915b-a8cc71f351c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.196356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-cf04359f-9540-4840-915b-a8cc71f351c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.196881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-cf04359f-9540-4840-915b-a8cc71f351c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.197447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-cf04359f-9540-4840-915b-a8cc71f351c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.198529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-cf04359f-9540-4840-915b-a8cc71f351c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.201166 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-cf04359f-9540-4840-915b-a8cc71f351c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=246973f09cb0470ea327ac7b337704e0&device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 6699 time: 0.1414347 Feb 09 03:18:10.214186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d4b0c51b-44b6-43c5-9b5a-dae3eba7edcf req-00f477cf-8097-44df-9685-5b06cc91c600 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1729605 Feb 09 03:18:10.367958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-2e12543e-9948-4a14-ab21-643251a5d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.369738 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-2e12543e-9948-4a14-ab21-643251a5d122 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41bbc372-33fd-499d-9180-6bffeb090fd2 HTTP/1.1" status: 200 len: 903 time: 0.1544158 Feb 09 03:18:10.439384 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-7d0f1795-30b8-4767-9b1f-804af1563e04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ccecbbca-afd0-4e04-9fdf-ba4224f200c7 HTTP/1.1" status: 200 len: 217 time: 0.0624747 Feb 09 03:18:10.576426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-0cc38be6-c854-4925-b9d8-4a6b232a1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.579182 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-0cc38be6-c854-4925-b9d8-4a6b232a1ac3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e4b3ae1-f5d1-416e-bb9c-f1c12b930050 HTTP/1.1" status: 200 len: 797 time: 0.1248915 Feb 09 03:18:10.606128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fef536-7fd4-4338-97dd-a776c9fd9484 req-60baf754-c4ab-4e81-9e23-629f15fe8819 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.616058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3fef536-7fd4-4338-97dd-a776c9fd9484 req-60baf754-c4ab-4e81-9e23-629f15fe8819 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1468687 Feb 09 03:18:10.821337 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3fef536-7fd4-4338-97dd-a776c9fd9484 req-bc6b96af-bae6-485b-be65-ecf384952e71 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039630 Feb 09 03:18:10.849316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-ef1f8744-ff13-4d76-8883-111ba8d0f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.854023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-ef1f8744-ff13-4d76-8883-111ba8d0f9a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41bbc372-33fd-499d-9180-6bffeb090fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2664130 Feb 09 03:18:11.046928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56918) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:11.108056 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-c22d37f1-9353-45f2-8fe9-569eeacddd0d service neutron] 10.222.0.65 "GET /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377722 Feb 09 03:18:11.223599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2040795493-network', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:11.277903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Made reservation on behalf of f36e756129934eb1a3d33668f1e9471e for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:11.280511 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.291719 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.441689 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Publish callbacks [] for security_group (6494a7ad-ee5e-4c53-9766-956d508e97e2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.456195 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6494a7ad-ee5e-4c53-9766-956d508e97e2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.485225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6494a7ad-ee5e-4c53-9766-956d508e97e2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:11.499490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:18:11.538375 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.545759 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Added segment 7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe of type vlan for network 1720a163-a6fb-4448-8407-8a261b1e9237 Feb 09 03:18:11.589777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a14a3-518c-427d-a21d-6f88804f3393 req-12702fea-2897-4504-a518-8ec34e76cd18 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.598159 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-148a14a3-518c-427d-a21d-6f88804f3393 req-12702fea-2897-4504-a518-8ec34e76cd18 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.6172636 Feb 09 03:18:11.615190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (1720a163-a6fb-4448-8407-8a261b1e9237), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.649536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (1720a163-a6fb-4448-8407-8a261b1e9237), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.651177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.653242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.674516 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-148a14a3-518c-427d-a21d-6f88804f3393 req-46509d25-612c-4439-8a05-d7ab21333372 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754106 Feb 09 03:18:11.713609 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-f7505169-e15c-4c44-bf3f-7d470510f503 service neutron] 10.222.0.65 "GET /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992272 Feb 09 03:18:11.783592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] Pushing event updated for resources: {'Network': ['ID=1720a163-a6fb-4448-8407-8a261b1e9237,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:11.795023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 1720a163-a6fb-4448-8407-8a261b1e9237 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:18:11.811759 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-83086eca-86c1-445a-b4d3-986d91dfcfbc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7634614 Feb 09 03:18:11.814566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56928) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:11.827512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-58582feb-4884-4a08-9a53-bf945c3a6ae7 admin admin] Request body: {'subnet': {'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2040795493-subnet', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:11.879095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b2b8e-a768-4ceb-83b9-99ad0a89806f req-c27cbd62-483e-4eda-93c8-2f0b1ee9f03e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.879761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58582feb-4884-4a08-9a53-bf945c3a6ae7 admin admin] Made reservation on behalf of f36e756129934eb1a3d33668f1e9471e for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:11.880648 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c68b2b8e-a768-4ceb-83b9-99ad0a89806f req-c27cbd62-483e-4eda-93c8-2f0b1ee9f03e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.1095026 Feb 09 03:18:11.883086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58582feb-4884-4a08-9a53-bf945c3a6ae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.886898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-7eb8777b-a7a0-4c40-a25f-133fd7271498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.887372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-7eb8777b-a7a0-4c40-a25f-133fd7271498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.888082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-7eb8777b-a7a0-4c40-a25f-133fd7271498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.888292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-7eb8777b-a7a0-4c40-a25f-133fd7271498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.888747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-7eb8777b-a7a0-4c40-a25f-133fd7271498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.889194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-7eb8777b-a7a0-4c40-a25f-133fd7271498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.889671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-7eb8777b-a7a0-4c40-a25f-133fd7271498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.891545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-7eb8777b-a7a0-4c40-a25f-133fd7271498 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=246973f09cb0470ea327ac7b337704e0&device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 6699 time: 0.0812995 Feb 09 03:18:12.015568 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c68b2b8e-a768-4ceb-83b9-99ad0a89806f req-c42146f7-0be4-4020-86e3-0fb6744feeda tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230414 Feb 09 03:18:12.034336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-82590f0a-88b6-4deb-9b28-abcb1acdcb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.035901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-82590f0a-88b6-4deb-9b28-abcb1acdcb29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=41bbc372-33fd-499d-9180-6bffeb090fd2 HTTP/1.1" status: 200 len: 903 time: 0.1241007 Feb 09 03:18:12.141737 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-0cbce084-1873-4729-97c7-c194b95decfa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea8eb001-609c-4a2d-b995-965704cc17e3 HTTP/1.1" status: 200 len: 217 time: 0.0982909 Feb 09 03:18:12.203795 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58582feb-4884-4a08-9a53-bf945c3a6ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (8109bc29-7c0c-4f79-8ef6-6125de9a61e8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.205018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-3133258e-d5d9-43e0-a8f7-d714f9c32e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.207080 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-3133258e-d5d9-43e0-a8f7-d714f9c32e07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2e4b3ae1-f5d1-416e-bb9c-f1c12b930050 HTTP/1.1" status: 200 len: 797 time: 0.0574236 Feb 09 03:18:12.320730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-4fdf0edf-b9cf-44f7-bbaf-2922027c1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.322757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-4fdf0edf-b9cf-44f7-bbaf-2922027c1ef6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=41bbc372-33fd-499d-9180-6bffeb090fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1084940 Feb 09 03:18:12.333065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58582feb-4884-4a08-9a53-bf945c3a6ae7 admin admin] Checking segment: {'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:12.333480 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58582feb-4884-4a08-9a53-bf945c3a6ae7 admin admin] Network hostable DHCP agents. Network: 1720a163-a6fb-4448-8407-8a261b1e9237, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:18:12.353147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58582feb-4884-4a08-9a53-bf945c3a6ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8109bc29-7c0c-4f79-8ef6-6125de9a61e8,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:12.371624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58582feb-4884-4a08-9a53-bf945c3a6ae7 admin admin] Network 1720a163-a6fb-4448-8407-8a261b1e9237 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:18:12.373475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77ef7-43ca-45b6-8a56-f3c63ffe7e0a req-7181ab50-7715-4bde-97bd-f3cb91087c4b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.379071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77ef7-43ca-45b6-8a56-f3c63ffe7e0a req-7181ab50-7715-4bde-97bd-f3cb91087c4b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.385271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77ef7-43ca-45b6-8a56-f3c63ffe7e0a req-7181ab50-7715-4bde-97bd-f3cb91087c4b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.390022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-58582feb-4884-4a08-9a53-bf945c3a6ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 1720a163-a6fb-4448-8407-8a261b1e9237) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:12.396029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77ef7-43ca-45b6-8a56-f3c63ffe7e0a req-7181ab50-7715-4bde-97bd-f3cb91087c4b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.399330 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58582feb-4884-4a08-9a53-bf945c3a6ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.400846 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58582feb-4884-4a08-9a53-bf945c3a6ae7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.403102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77ef7-43ca-45b6-8a56-f3c63ffe7e0a req-7181ab50-7715-4bde-97bd-f3cb91087c4b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.405712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f802a2-343b-476e-9efa-7d3ee399c63a None None] Network 1720a163-a6fb-4448-8407-8a261b1e9237 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:12.409110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77ef7-43ca-45b6-8a56-f3c63ffe7e0a req-7181ab50-7715-4bde-97bd-f3cb91087c4b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.415346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77ef7-43ca-45b6-8a56-f3c63ffe7e0a req-7181ab50-7715-4bde-97bd-f3cb91087c4b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.424995 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-afb77ef7-43ca-45b6-8a56-f3c63ffe7e0a req-7181ab50-7715-4bde-97bd-f3cb91087c4b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1665056 Feb 09 03:18:12.451851 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-58582feb-4884-4a08-9a53-bf945c3a6ae7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6360631 Feb 09 03:18:12.454813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56938) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:12.459117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:12.515272 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (63b9b5c3-d70d-4411-94c7-67a7272b1893), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.515884 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (63b9b5c3-d70d-4411-94c7-67a7272b1893), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.570264 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-afb77ef7-43ca-45b6-8a56-f3c63ffe7e0a req-27c29620-b63c-42ca-bae4-d211613a920a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403735 Feb 09 03:18:12.587007 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-5f1f49b8-e650-4c9a-a20b-2918d2b6e14d service neutron] 10.222.0.65 "GET /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554948 Feb 09 03:18:12.627487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-1720a163-a6fb-4448-8407-8a261b1e9237', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:18:12.628572 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.777802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Publish callbacks [] for router_controller (63b9b5c3-d70d-4411-94c7-67a7272b1893), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.783737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Allocated IP 172.20.0.2 (1720a163-a6fb-4448-8407-8a261b1e9237/8109bc29-7c0c-4f79-8ef6-6125de9a61e8/d3df78de-674a-4ed8-8be0-f0b6f8aabb69) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:12.856379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a176741-0469-412d-8649-d4d7ded8acc7 req-e05180c3-aa5b-4983-b17a-aee8d07f02b6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.858121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a176741-0469-412d-8649-d4d7ded8acc7 req-e05180c3-aa5b-4983-b17a-aee8d07f02b6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1372504 Feb 09 03:18:12.860809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a7c98dc-84fd-42e4-898f-3a003ae96e4a req-5156219f-1fc9-400f-87fb-eda628520d4c service neutron] 10.222.0.65 "GET /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665048 Feb 09 03:18:12.890192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 13b7291b-74da-427c-8f79-fd02980f0fd0 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:18:12.963372 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a176741-0469-412d-8649-d4d7ded8acc7 req-c45d92cc-182a-4c12-a8e8-5c1e25605683 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983992 Feb 09 03:18:12.995422 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Publish callbacks [] for router_gateway (63b9b5c3-d70d-4411-94c7-67a7272b1893), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.038285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=13b7291b-74da-427c-8f79-fd02980f0fd0,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:13.060089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '13b7291b-74da-427c-8f79-fd02980f0fd0', 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7', 'port_id': '13b7291b-74da-427c-8f79-fd02980f0fd0', 'mac_address': 'fa:16:3e:b0:70:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02ff38e-7b0e-4e54-993e-48f3a7637677', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:18:13.112816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 13b7291b-74da-427c-8f79-fd02980f0fd0 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:13.113203 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.132536 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b7291b-74da-427c-8f79-fd02980f0fd0 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:13.160313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=13b7291b-74da-427c-8f79-fd02980f0fd0,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:13.186804 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.294049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=13b7291b-74da-427c-8f79-fd02980f0fd0,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:13.294444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e2b1e-12a9-484f-a926-3833379363fc req-c5a19050-daeb-45d3-a253-9e6fd7639a45 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:13.305622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-066e2b1e-12a9-484f-a926-3833379363fc req-c5a19050-daeb-45d3-a253-9e6fd7639a45 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.1375127 Feb 09 03:18:13.333637 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Publish callbacks [] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.348632 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.419523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-066e2b1e-12a9-484f-a926-3833379363fc req-00111232-163f-49c2-81f1-3deaa830061b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034038 Feb 09 03:18:13.420731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Network 1720a163-a6fb-4448-8407-8a261b1e9237 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:13.425048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:13.432030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:13.469017 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['13b7291b-74da-427c-8f79-fd02980f0fd0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:18:13.509971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Pushing event updated for resources: {'Port': ['ID=d3df78de-674a-4ed8-8be0-f0b6f8aabb69,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:13.548463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Attempting to bind port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:13.549072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Attempting to bind port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:13.549642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Attempting to bind port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 on network 1720a163-a6fb-4448-8407-8a261b1e9237 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:13.561828 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Publish callbacks [] for router_gateway (63b9b5c3-d70d-4411-94c7-67a7272b1893), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.571596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:13.572290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Checking segment: {'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:13.573264 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.573943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Bound using segment: {'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:13.574608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Bound port: d3df78de-674a-4ed8-8be0-f0b6f8aabb69, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:13.575163 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.628597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.649719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2bb96-ddd2-43e2-b369-3cbec41d73a9 req-2edc83c3-1edd-43e1-9480-7bfdab7bb5a5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:13.663816 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dda2bb96-ddd2-43e2-b369-3cbec41d73a9 req-2edc83c3-1edd-43e1-9480-7bfdab7bb5a5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.1256759 Feb 09 03:18:13.728547 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] For port d3df78de-674a-4ed8-8be0-f0b6f8aabb69, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:13.766791 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dda2bb96-ddd2-43e2-b369-3cbec41d73a9 req-4ecc9599-09c3-4fc8-bd3e-60a266ad8f58 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020226 Feb 09 03:18:13.770679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] For port d3df78de-674a-4ed8-8be0-f0b6f8aabb69, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d3df78de-674a-4ed8-8be0-f0b6f8aabb69,segment=NetworkSegment(7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe),segment_id=7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:13.797277 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.893485 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d1c62-6d70-4dbd-a340-e6b3f2598d93 None None] Pushing event updated for resources: {'Port': ['ID=d3df78de-674a-4ed8-8be0-f0b6f8aabb69,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:13.902638 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Allocated IP 172.25.5.16 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/3890b7a3-a22f-418c-ad26-58a54841a386) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:14.051681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b239-1477-4b7d-9d0d-c6361c78d0b7 req-b9ec2d75-2819-455d-b325-d01c6b785182 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:14.059910 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b239-1477-4b7d-9d0d-c6361c78d0b7 req-b9ec2d75-2819-455d-b325-d01c6b785182 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:14.073669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b239-1477-4b7d-9d0d-c6361c78d0b7 req-b9ec2d75-2819-455d-b325-d01c6b785182 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:14.082245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b239-1477-4b7d-9d0d-c6361c78d0b7 req-b9ec2d75-2819-455d-b325-d01c6b785182 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:14.088838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b239-1477-4b7d-9d0d-c6361c78d0b7 req-b9ec2d75-2819-455d-b325-d01c6b785182 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:14.096300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b239-1477-4b7d-9d0d-c6361c78d0b7 req-b9ec2d75-2819-455d-b325-d01c6b785182 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:14.102449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b239-1477-4b7d-9d0d-c6361c78d0b7 req-b9ec2d75-2819-455d-b325-d01c6b785182 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:14.104367 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0508b239-1477-4b7d-9d0d-c6361c78d0b7 req-b9ec2d75-2819-455d-b325-d01c6b785182 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1661556 Feb 09 03:18:14.133924 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Publish callbacks [] for port (3890b7a3-a22f-418c-ad26-58a54841a386), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.251687 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3890b7a3-a22f-418c-ad26-58a54841a386), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.290110 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0508b239-1477-4b7d-9d0d-c6361c78d0b7 req-7ee350e8-9d0a-4891-b577-e6280af6adc0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653121 Feb 09 03:18:14.332935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:14.348823 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:14.366620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:14.409968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Pushing event updated for resources: {'Port': ['ID=3890b7a3-a22f-418c-ad26-58a54841a386,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:14.741399 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Publish callbacks [] for router_gateway (63b9b5c3-d70d-4411-94c7-67a7272b1893), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.794629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ae478-d774-4520-8a02-8f42a8c79571 req-811c9fcb-82d6-4733-8114-38601c0ce309 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:14.802595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-966ae478-d774-4520-8a02-8f42a8c79571 req-811c9fcb-82d6-4733-8114-38601c0ce309 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 944 time: 0.0717442 Feb 09 03:18:14.890555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 13b7291b-74da-427c-8f79-fd02980f0fd0 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:14.894210 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-966ae478-d774-4520-8a02-8f42a8c79571 req-d91e4914-76bc-46b8-9163-78f00f28a53e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899546 Feb 09 03:18:15.129708 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (63b9b5c3-d70d-4411-94c7-67a7272b1893), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.158276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 13b7291b-74da-427c-8f79-fd02980f0fd0 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:18:15.163904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 13b7291b-74da-427c-8f79-fd02980f0fd0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:15.164305 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.259737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d915a3-fc4d-481b-8573-c5682ec604a5 req-69e34767-5eb5-417c-8586-7ea7f9e02621 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:15.271760 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4d915a3-fc4d-481b-8573-c5682ec604a5 req-69e34767-5eb5-417c-8586-7ea7f9e02621 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.2400491 Feb 09 03:18:15.327525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 13b7291b-74da-427c-8f79-fd02980f0fd0 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:15.327914 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.375999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b4c408-f900-4cf2-a203-4a9fa533befd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b7291b-74da-427c-8f79-fd02980f0fd0'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:15.378716 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64174f66-ea27-4936-a006-d028451aa273" -d '{"events": [{"server_uuid": "e0b4c408-f900-4cf2-a203-4a9fa533befd", "name": "network-vif-plugged", "status": "completed", "tag": "13b7291b-74da-427c-8f79-fd02980f0fd0"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:15.393529 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4d915a3-fc4d-481b-8573-c5682ec604a5 req-72f8a981-f9d7-48be-8bc2-4536f1e7d5d1 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148443 Feb 09 03:18:15.409784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=13b7291b-74da-427c-8f79-fd02980f0fd0,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:15.429222 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.432112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Router 63b9b5c3-d70d-4411-94c7-67a7272b1893 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:18:15.542380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d3df78de-674a-4ed8-8be0-f0b6f8aabb69 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:15.606680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fac19e2-bdf1-4f50-a0b2-33a176e90358 None None] Network 1720a163-a6fb-4448-8407-8a261b1e9237 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:15.627216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=13b7291b-74da-427c-8f79-fd02980f0fd0,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:15.633228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:15.676003 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.678415 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5fbbe2c5-6df6-497e-8c50-5320e8f12b13 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.2230282 Feb 09 03:18:15.681578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56978) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:15.698983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Sync routers for ids ['63b9b5c3-d70d-4411-94c7-67a7272b1893'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:15.722736 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6b19d7b7-c046-4d6a-bf7d-e8c0b9e05aa1 None None] Provisioning complete for port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:15.723103 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b19d7b7-c046-4d6a-bf7d-e8c0b9e05aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.724594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Routers {'63b9b5c3-d70d-4411-94c7-67a7272b1893'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:15.725888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-66681a22-2435-4263-89be-4820a038fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['63b9b5c3-d70d-4411-94c7-67a7272b1893'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:15.813605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1219a-4000-48a8-836b-73d069e4f26f req-0e519780-3120-4d99-98a1-816f1f1856d9 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:15.821917 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-38d1219a-4000-48a8-836b-73d069e4f26f req-0e519780-3120-4d99-98a1-816f1f1856d9 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.2341166 Feb 09 03:18:15.847563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:15.848097 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.896302 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f7256ad-00a3-460e-910b-a4aafa900a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.969607 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-38d1219a-4000-48a8-836b-73d069e4f26f req-c500732e-e3c3-493d-b7c0-63cff457683e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461380 Feb 09 03:18:16.029271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:16.029962 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.108513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6b19d7b7-c046-4d6a-bf7d-e8c0b9e05aa1 None None] Current status of the port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:16.109078 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b19d7b7-c046-4d6a-bf7d-e8c0b9e05aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.112380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Set router 63b9b5c3-d70d-4411-94c7-67a7272b1893 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:16.161658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port d3df78de-674a-4ed8-8be0-f0b6f8aabb69, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d3df78de-674a-4ed8-8be0-f0b6f8aabb69,segment=NetworkSegment(7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe),segment_id=7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:16.215293 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.258422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5a1bb-b24c-4bec-822a-b7029ecf98d1 req-7ea061d1-96cf-4bcb-bb03-61efe1042273 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:16.267189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5a1bb-b24c-4bec-822a-b7029ecf98d1 req-7ea061d1-96cf-4bcb-bb03-61efe1042273 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:16.277467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5a1bb-b24c-4bec-822a-b7029ecf98d1 req-7ea061d1-96cf-4bcb-bb03-61efe1042273 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:16.285940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5a1bb-b24c-4bec-822a-b7029ecf98d1 req-7ea061d1-96cf-4bcb-bb03-61efe1042273 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:16.294986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5a1bb-b24c-4bec-822a-b7029ecf98d1 req-7ea061d1-96cf-4bcb-bb03-61efe1042273 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:16.303229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5a1bb-b24c-4bec-822a-b7029ecf98d1 req-7ea061d1-96cf-4bcb-bb03-61efe1042273 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:16.312184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5a1bb-b24c-4bec-822a-b7029ecf98d1 req-7ea061d1-96cf-4bcb-bb03-61efe1042273 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:16.314826 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5f5a1bb-b24c-4bec-822a-b7029ecf98d1 req-7ea061d1-96cf-4bcb-bb03-61efe1042273 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.2037830 Feb 09 03:18:16.368059 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-6b19d7b7-c046-4d6a-bf7d-e8c0b9e05aa1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:18:16.368832 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-6b19d7b7-c046-4d6a-bf7d-e8c0b9e05aa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:18:16.424818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=d3df78de-674a-4ed8-8be0-f0b6f8aabb69,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:16.515183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-66681a22-2435-4263-89be-4820a038fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:18:14Z', 'revision_number': 3, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:16.533389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5f5a1bb-b24c-4bec-822a-b7029ecf98d1 req-f1ca34f5-56e8-4731-88d4-8a96e3d86c77 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1906207 Feb 09 03:18:16.561320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Checking router: 63b9b5c3-d70d-4411-94c7-67a7272b1893 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:16.568304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Updating router 63b9b5c3-d70d-4411-94c7-67a7272b1893 port 3890b7a3-a22f-418c-ad26-58a54841a386 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:18:16.634952 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.640625 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3890b7a3-a22f-418c-ad26-58a54841a386), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.647880 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec34d13-ba7a-4f15-980c-cd231a2ec9a7 x-openstack-request-id: req-2ec34d13-ba7a-4f15-980c-cd231a2ec9a7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:16.648631 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b4c408-f900-4cf2-a203-4a9fa533befd", "name": "network-vif-plugged", "status": "completed", "tag": "13b7291b-74da-427c-8f79-fd02980f0fd0", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:16.648895 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ec34d13-ba7a-4f15-980c-cd231a2ec9a7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:16.649292 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b4c408-f900-4cf2-a203-4a9fa533befd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b7291b-74da-427c-8f79-fd02980f0fd0', 'code': 200} Feb 09 03:18:16.793051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf160e6-7178-4097-b6ee-0051e3527cc1 req-ae2145f9-a822-4f3f-aa84-afeb2331dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:16.794750 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bcf160e6-7178-4097-b6ee-0051e3527cc1 req-ae2145f9-a822-4f3f-aa84-afeb2331dc9f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 1128 time: 0.0583849 Feb 09 03:18:16.901664 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bcf160e6-7178-4097-b6ee-0051e3527cc1 req-4c9b381e-d6f5-475d-81b8-1da825b02b91 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969517 Feb 09 03:18:16.931358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6b19d7b7-c046-4d6a-bf7d-e8c0b9e05aa1 None None] Current status of the port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:16.940704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e91427-acfc-4627-ac85-3a224c2913f9 req-24c98956-e89e-485f-815f-4fb0f1772586 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:16.942455 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29e91427-acfc-4627-ac85-3a224c2913f9 req-24c98956-e89e-485f-815f-4fb0f1772586 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1194363 Feb 09 03:18:16.977473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Allocated IP 172.20.0.1 (1720a163-a6fb-4448-8407-8a261b1e9237/8109bc29-7c0c-4f79-8ef6-6125de9a61e8/ec04c503-e992-4089-a98e-5667227fdb73) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:17.068778 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29e91427-acfc-4627-ac85-3a224c2913f9 req-02ec3cf6-940d-4d13-8ca8-09e9142b6ce0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125343 Feb 09 03:18:17.082034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f08b1755-69a8-48eb-b2fc-8ffceaed6830 None None] Provisioning complete for port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:17.082608 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f08b1755-69a8-48eb-b2fc-8ffceaed6830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.150570 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Publish callbacks [] for port (ec04c503-e992-4089-a98e-5667227fdb73), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.204550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ec04c503-e992-4089-a98e-5667227fdb73), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.225749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f08b1755-69a8-48eb-b2fc-8ffceaed6830 None None] Current status of the port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:17.304043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Network 1720a163-a6fb-4448-8407-8a261b1e9237 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:17.304691 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Publish callbacks [] for port (3890b7a3-a22f-418c-ad26-58a54841a386), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.314784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:17.322805 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3890b7a3-a22f-418c-ad26-58a54841a386), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.348704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:17.396523 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afbdb3-0013-4e96-87c0-8a9e8967430d None None] Pushing event updated for resources: {'Port': ['ID=3890b7a3-a22f-418c-ad26-58a54841a386,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:17.417754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Attempting to bind port 3890b7a3-a22f-418c-ad26-58a54841a386 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:17.418298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Attempting to bind port 3890b7a3-a22f-418c-ad26-58a54841a386 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:17.418776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Attempting to bind port 3890b7a3-a22f-418c-ad26-58a54841a386 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:17.426438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (63b9b5c3-d70d-4411-94c7-67a7272b1893), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.474038 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:17.474808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:17.476387 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.476974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:17.477682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Bound port: 3890b7a3-a22f-418c-ad26-58a54841a386, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:17.478434 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3890b7a3-a22f-418c-ad26-58a54841a386), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.484444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Pushing event updated for resources: {'Port': ['ID=ec04c503-e992-4089-a98e-5667227fdb73,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:17.550292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89010e4a-0cbd-40f4-9db6-0934d37b35e7 req-1e7cdf1e-8ba7-4fe9-b474-efd8937bbbe0 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:17.551798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d3df78de-674a-4ed8-8be0-f0b6f8aabb69 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:17.552038 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89010e4a-0cbd-40f4-9db6-0934d37b35e7 req-1e7cdf1e-8ba7-4fe9-b474-efd8937bbbe0 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.3375528 Feb 09 03:18:17.583995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-66681a22-2435-4263-89be-4820a038fda6 None None] For port 3890b7a3-a22f-418c-ad26-58a54841a386, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:17.590522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-66681a22-2435-4263-89be-4820a038fda6 None None] For port 3890b7a3-a22f-418c-ad26-58a54841a386, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=3890b7a3-a22f-418c-ad26-58a54841a386,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:17.669579 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3890b7a3-a22f-418c-ad26-58a54841a386), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.780317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89010e4a-0cbd-40f4-9db6-0934d37b35e7 req-73731e88-729b-45be-b805-4bf18ece787c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164552 Feb 09 03:18:17.822173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afbdb3-0013-4e96-87c0-8a9e8967430d None None] Pushing event updated for resources: {'Port': ['ID=3890b7a3-a22f-418c-ad26-58a54841a386,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:17.826831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Routers {'63b9b5c3-d70d-4411-94c7-67a7272b1893'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:17.827458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-66681a22-2435-4263-89be-4820a038fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['63b9b5c3-d70d-4411-94c7-67a7272b1893'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:17.871623 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ec04c503-e992-4089-a98e-5667227fdb73), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.080207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da394-0aec-4490-a1f9-901d5e21db09 req-b2178804-4aa2-4e8d-a8a0-06d5afb0607c tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:18.082037 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-686da394-0aec-4490-a1f9-901d5e21db09 req-b2178804-4aa2-4e8d-a8a0-06d5afb0607c tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.1469774 Feb 09 03:18:18.153256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9de64d46-2430-45f1-b41e-10162373e375 None None] Provisioning complete for port ec04c503-e992-4089-a98e-5667227fdb73 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:18.153685 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9de64d46-2430-45f1-b41e-10162373e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ec04c503-e992-4089-a98e-5667227fdb73), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.208013 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-686da394-0aec-4490-a1f9-901d5e21db09 req-95ae1ba4-3383-4eb1-9b06-56d020d7786b tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148653 Feb 09 03:18:18.208283 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:18.217622 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.250542 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Publish callbacks [] for port (ec04c503-e992-4089-a98e-5667227fdb73), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.254812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5d7549d-7971-433d-baab-41d2e8b7274e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.261545 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ec04c503-e992-4089-a98e-5667227fdb73), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.321943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9de64d46-2430-45f1-b41e-10162373e375 None None] Port ec04c503-e992-4089-a98e-5667227fdb73 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:18.358564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-66681a22-2435-4263-89be-4820a038fda6 None None] Set router 63b9b5c3-d70d-4411-94c7-67a7272b1893 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:18.366372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Pushing event updated for resources: {'Port': ['ID=ec04c503-e992-4089-a98e-5667227fdb73,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:18.433611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (63b9b5c3-d70d-4411-94c7-67a7272b1893), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.576996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93bc85-3fc6-4e94-aac9-e6faa2abc56d req-d974d553-0208-419f-afc9-44eb8a744be9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:18.584024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93bc85-3fc6-4e94-aac9-e6faa2abc56d req-d974d553-0208-419f-afc9-44eb8a744be9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:18.590563 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93bc85-3fc6-4e94-aac9-e6faa2abc56d req-d974d553-0208-419f-afc9-44eb8a744be9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:18.596423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93bc85-3fc6-4e94-aac9-e6faa2abc56d req-d974d553-0208-419f-afc9-44eb8a744be9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:18.602345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93bc85-3fc6-4e94-aac9-e6faa2abc56d req-d974d553-0208-419f-afc9-44eb8a744be9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:18.607892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93bc85-3fc6-4e94-aac9-e6faa2abc56d req-d974d553-0208-419f-afc9-44eb8a744be9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:18.613942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93bc85-3fc6-4e94-aac9-e6faa2abc56d req-d974d553-0208-419f-afc9-44eb8a744be9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:18.622847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e93bc85-3fc6-4e94-aac9-e6faa2abc56d req-d974d553-0208-419f-afc9-44eb8a744be9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1859047 Feb 09 03:18:18.662149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:18.693324 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Network 1720a163-a6fb-4448-8407-8a261b1e9237 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:18.702946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:18.729902 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e93bc85-3fc6-4e94-aac9-e6faa2abc56d req-308f49d6-9098-406f-abbb-a01d9bc1e0fd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057777 Feb 09 03:18:18.738609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-66681a22-2435-4263-89be-4820a038fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ec04c503-e992-4089-a98e-5667227fdb73', 'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'mac_address': 'fa:16:3e:39:8b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:16Z', 'updated_at': '2022-02-09T03:18:16Z', 'revision_number': 1, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'subnets': [{'id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:18.826910 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66681a22-2435-4263-89be-4820a038fda6 None None] The sync data for ids ['63b9b5c3-d70d-4411-94c7-67a7272b1893'] in n-d-824835-15 is: [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ec04c503-e992-4089-a98e-5667227fdb73', 'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'mac_address': 'fa:16:3e:39:8b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:16Z', 'updated_at': '2022-02-09T03:18:16Z', 'revision_number': 1, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'subnets': [{'id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:18.919551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Router 63b9b5c3-d70d-4411-94c7-67a7272b1893 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:19.130185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:19.162333 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7b48408a-fbdd-457b-a775-3cb6df62f566 admin admin] 10.222.0.21 "PUT /v2.0/routers/63b9b5c3-d70d-4411-94c7-67a7272b1893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4704726 Feb 09 03:18:19.163156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-cac6ed55-ee46-461b-8240-41a5b54aab04 None None] Provisioning complete for port ec04c503-e992-4089-a98e-5667227fdb73 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:19.163156 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cac6ed55-ee46-461b-8240-41a5b54aab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ec04c503-e992-4089-a98e-5667227fdb73), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.297950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cac6ed55-ee46-461b-8240-41a5b54aab04 None None] Port ec04c503-e992-4089-a98e-5667227fdb73 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:19.305056 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.382248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de376117-bcb1-46a6-bb47-77c60f720220 req-eabc9ec6-668d-4b23-8994-7ef592507017 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:19.389060 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-de376117-bcb1-46a6-bb47-77c60f720220 req-eabc9ec6-668d-4b23-8994-7ef592507017 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.2771323 Feb 09 03:18:19.482813 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-de376117-bcb1-46a6-bb47-77c60f720220 req-edf549bb-d352-4986-b841-867230efedc4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850217 Feb 09 03:18:19.636108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c2dc7-f412-4010-9d37-3428c50c9373 req-2e61cea9-1144-422c-bbb6-1e5717276d0c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:19.637873 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf2c2dc7-f412-4010-9d37-3428c50c9373 req-2e61cea9-1144-422c-bbb6-1e5717276d0c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0797975 Feb 09 03:18:19.720278 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf2c2dc7-f412-4010-9d37-3428c50c9373 req-27b8bdde-56ac-4441-9f79-18dcb003869f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761149 Feb 09 03:18:19.905013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0a3ed-87e3-4788-930a-98243d6207cd req-320aae54-81ad-45ac-baa1-ba68ab973f22 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:19.918518 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f7c0a3ed-87e3-4788-930a-98243d6207cd req-320aae54-81ad-45ac-baa1-ba68ab973f22 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.1039851 Feb 09 03:18:20.025444 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f7c0a3ed-87e3-4788-930a-98243d6207cd req-d7a1ccd0-fb76-41c8-a628-f07ce374ec1d tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052806 Feb 09 03:18:20.427292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57038) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:20.432938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-388e8de8-73d2-472c-83a2-a20038a46a7c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--358931414', 'description': 'tempest-description--1693043408'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:20.478191 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-388e8de8-73d2-472c-83a2-a20038a46a7c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.635968 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-388e8de8-73d2-472c-83a2-a20038a46a7c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for security_group (5d44bafa-6c09-4671-946c-77a1cf45b5cd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.638049 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.655380 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-388e8de8-73d2-472c-83a2-a20038a46a7c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5d44bafa-6c09-4671-946c-77a1cf45b5cd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.698196 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-388e8de8-73d2-472c-83a2-a20038a46a7c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.704168 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-388e8de8-73d2-472c-83a2-a20038a46a7c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2717397 Feb 09 03:18:20.704168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57046) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:20.712557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f9f1f643-1e47-45b5-97c4-4e67203ef9b0 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Request body: {'security_group_rule': {'security_group_id': '5d44bafa-6c09-4671-946c-77a1cf45b5cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:20.723902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e8de8-73d2-472c-83a2-a20038a46a7c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d44bafa-6c09-4671-946c-77a1cf45b5cd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:20.768002 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f643-1e47-45b5-97c4-4e67203ef9b0 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for security_group_rule (22b99419-15b1-40a1-93c3-0c217c8f7091), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.891699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddad1a1-03d7-4fea-a31d-36f70ebceb76 req-ca14c119-7b70-40a8-833c-bfbe8d093d81 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:20.893300 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f643-1e47-45b5-97c4-4e67203ef9b0 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for security_group_rule (22b99419-15b1-40a1-93c3-0c217c8f7091), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.901856 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f643-1e47-45b5-97c4-4e67203ef9b0 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (22b99419-15b1-40a1-93c3-0c217c8f7091), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.904029 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fddad1a1-03d7-4fea-a31d-36f70ebceb76 req-ca14c119-7b70-40a8-833c-bfbe8d093d81 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 1128 time: 0.0905674 Feb 09 03:18:20.942570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1f643-1e47-45b5-97c4-4e67203ef9b0 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b99419-15b1-40a1-93c3-0c217c8f7091,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:20.954825 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f643-1e47-45b5-97c4-4e67203ef9b0 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.956288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f9f1f643-1e47-45b5-97c4-4e67203ef9b0 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2517660 Feb 09 03:18:20.958943 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57050) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:20.970447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9c018de0-5985-4045-a221-d06c777662ab tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Request body: {'security_group_rule': {'security_group_id': '5d44bafa-6c09-4671-946c-77a1cf45b5cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:21.011812 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fddad1a1-03d7-4fea-a31d-36f70ebceb76 req-539e35c5-b671-4fd0-b00d-30c35e9aff58 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047928 Feb 09 03:18:21.049042 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c018de0-5985-4045-a221-d06c777662ab tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for security_group_rule (acf9fd70-46df-4491-b9c3-1175e991fd02), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.173679 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c018de0-5985-4045-a221-d06c777662ab tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for security_group_rule (acf9fd70-46df-4491-b9c3-1175e991fd02), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.181069 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c018de0-5985-4045-a221-d06c777662ab tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (acf9fd70-46df-4491-b9c3-1175e991fd02), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.231490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c018de0-5985-4045-a221-d06c777662ab tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.235662 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9c018de0-5985-4045-a221-d06c777662ab tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2723513 Feb 09 03:18:21.235662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c018de0-5985-4045-a221-d06c777662ab tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf9fd70-46df-4491-b9c3-1175e991fd02,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:21.235975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57062) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:21.240884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:21.280045 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.323083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b697ea-7fcd-4104-88db-aa18e0852a0c req-7bfe2b90-fd42-4ed7-9f7a-235940b40dfe tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:21.330460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b697ea-7fcd-4104-88db-aa18e0852a0c req-7bfe2b90-fd42-4ed7-9f7a-235940b40dfe tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:21.338217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b697ea-7fcd-4104-88db-aa18e0852a0c req-7bfe2b90-fd42-4ed7-9f7a-235940b40dfe tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:21.344602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b697ea-7fcd-4104-88db-aa18e0852a0c req-7bfe2b90-fd42-4ed7-9f7a-235940b40dfe tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:21.351465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b697ea-7fcd-4104-88db-aa18e0852a0c req-7bfe2b90-fd42-4ed7-9f7a-235940b40dfe tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:21.357244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b697ea-7fcd-4104-88db-aa18e0852a0c req-7bfe2b90-fd42-4ed7-9f7a-235940b40dfe tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:21.362363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b697ea-7fcd-4104-88db-aa18e0852a0c req-7bfe2b90-fd42-4ed7-9f7a-235940b40dfe tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:21.371027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26b697ea-7fcd-4104-88db-aa18e0852a0c req-7bfe2b90-fd42-4ed7-9f7a-235940b40dfe tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1370766 Feb 09 03:18:21.493729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3890b7a3-a22f-418c-ad26-58a54841a386 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:21.498146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.509889 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26b697ea-7fcd-4104-88db-aa18e0852a0c req-0522a44a-3f66-473b-b8df-f5a60fbbbbaf tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343298 Feb 09 03:18:21.635908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 3890b7a3-a22f-418c-ad26-58a54841a386 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:21.637192 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3890b7a3-a22f-418c-ad26-58a54841a386), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.705984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ffdec-036c-47c8-b470-cf44b7f2ee60 req-9fd9f836-81d7-4d0b-8eb4-c96de0c465a7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:21.707952 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-021ffdec-036c-47c8-b470-cf44b7f2ee60 req-9fd9f836-81d7-4d0b-8eb4-c96de0c465a7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.1102245 Feb 09 03:18:21.742487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Allocated IP 172.25.5.195 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/366c1387-17c4-4a6b-9949-14483a008fb0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:21.790294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 3890b7a3-a22f-418c-ad26-58a54841a386 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:21.790904 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3890b7a3-a22f-418c-ad26-58a54841a386), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.794427 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-021ffdec-036c-47c8-b470-cf44b7f2ee60 req-26a10c0d-53f9-4346-98d1-2795398a2261 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750766 Feb 09 03:18:21.863653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 3890b7a3-a22f-418c-ad26-58a54841a386, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=3890b7a3-a22f-418c-ad26-58a54841a386,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:21.888632 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3890b7a3-a22f-418c-ad26-58a54841a386), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.938057 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.989714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=3890b7a3-a22f-418c-ad26-58a54841a386,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:21.996207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for port (366c1387-17c4-4a6b-9949-14483a008fb0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.002916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb44835-e58e-48db-bf94-4145d6c9ef22 req-b719a37c-c90d-4fac-96cb-48a6d10efc90 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:22.013129 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dcb44835-e58e-48db-bf94-4145d6c9ef22 req-b719a37c-c90d-4fac-96cb-48a6d10efc90 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 1128 time: 0.0825086 Feb 09 03:18:22.054167 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dcb44835-e58e-48db-bf94-4145d6c9ef22 req-021022ed-cfcc-473b-8d36-3c3908bcfcd2 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Feb 09 03:18:22.079016 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (366c1387-17c4-4a6b-9949-14483a008fb0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.159396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:22.160642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Pushing event updated for resources: {'Port': ['ID=366c1387-17c4-4a6b-9949-14483a008fb0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:22.163651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:22.167142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:22.265313 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Sync routers for ids ['63b9b5c3-d70d-4411-94c7-67a7272b1893'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:22.283705 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35df38-d497-42e6-8cf6-cff156e79517 req-1946caa5-8d89-49c0-894f-b8a151d582fb tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:22.284848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee35df38-d497-42e6-8cf6-cff156e79517 req-1946caa5-8d89-49c0-894f-b8a151d582fb tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.1056876 Feb 09 03:18:22.291096 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Routers {'63b9b5c3-d70d-4411-94c7-67a7272b1893'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:22.297001 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:18:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['63b9b5c3-d70d-4411-94c7-67a7272b1893'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:22.348987 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for floatingip (bc84a177-d518-49ab-bbed-cc8048442bf9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.421249 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee35df38-d497-42e6-8cf6-cff156e79517 req-35e9acef-de66-4081-9216-b42417baa4a0 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270983 Feb 09 03:18:22.474184 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Set router 63b9b5c3-d70d-4411-94c7-67a7272b1893 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:22.480888 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (366c1387-17c4-4a6b-9949-14483a008fb0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.754310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c512-7600-4d0b-a68f-54fc60aae3f0 req-4e1924a5-f1e7-4534-b532-87be04bb2c42 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:22.756631 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ec04c503-e992-4089-a98e-5667227fdb73', 'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'mac_address': 'fa:16:3e:39:8b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:16Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 2, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'subnets': [{'id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:22.769296 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c512-7600-4d0b-a68f-54fc60aae3f0 req-4e1924a5-f1e7-4534-b532-87be04bb2c42 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:22.777159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c512-7600-4d0b-a68f-54fc60aae3f0 req-4e1924a5-f1e7-4534-b532-87be04bb2c42 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:22.782984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c512-7600-4d0b-a68f-54fc60aae3f0 req-4e1924a5-f1e7-4534-b532-87be04bb2c42 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:22.789180 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c512-7600-4d0b-a68f-54fc60aae3f0 req-4e1924a5-f1e7-4534-b532-87be04bb2c42 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:22.799543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c512-7600-4d0b-a68f-54fc60aae3f0 req-4e1924a5-f1e7-4534-b532-87be04bb2c42 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:22.805670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c512-7600-4d0b-a68f-54fc60aae3f0 req-4e1924a5-f1e7-4534-b532-87be04bb2c42 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:22.814254 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2c1c512-7600-4d0b-a68f-54fc60aae3f0 req-4e1924a5-f1e7-4534-b532-87be04bb2c42 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1424062 Feb 09 03:18:22.824112 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Checking router: 63b9b5c3-d70d-4411-94c7-67a7272b1893 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:22.824737 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Updating router 63b9b5c3-d70d-4411-94c7-67a7272b1893 port ec04c503-e992-4089-a98e-5667227fdb73 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:18:22.840420 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for port (366c1387-17c4-4a6b-9949-14483a008fb0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.854547 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (366c1387-17c4-4a6b-9949-14483a008fb0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.890305 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ec04c503-e992-4089-a98e-5667227fdb73), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.917250 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2c1c512-7600-4d0b-a68f-54fc60aae3f0 req-588eba3f-c7a0-49ed-add1-6165f334e944 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016893 Feb 09 03:18:23.454109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3890b7a3-a22f-418c-ad26-58a54841a386 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:23.458111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Pushing event updated for resources: {'Port': ['ID=366c1387-17c4-4a6b-9949-14483a008fb0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:23.478015 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (bc84a177-d518-49ab-bbed-cc8048442bf9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.513447 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.524402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-da99521d-161f-4b5f-b1eb-ae2f6cb3f478 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2870955 Feb 09 03:18:23.561621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 3890b7a3-a22f-418c-ad26-58a54841a386 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:23.562268 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3890b7a3-a22f-418c-ad26-58a54841a386), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.696728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 3890b7a3-a22f-418c-ad26-58a54841a386 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:23.750885 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Publish callbacks [] for port (ec04c503-e992-4089-a98e-5667227fdb73), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.764976 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ec04c503-e992-4089-a98e-5667227fdb73), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.833014 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Pushing event updated for resources: {'Port': ['ID=ec04c503-e992-4089-a98e-5667227fdb73,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:23.857348 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.859093 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.859641 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.859893 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.860352 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.860683 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.862336 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.863017 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.864310 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.864655 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.865796 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.866133 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.866920 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:23.936957 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.015094 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Attempting to bind port ec04c503-e992-4089-a98e-5667227fdb73 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:24.015474 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Attempting to bind port ec04c503-e992-4089-a98e-5667227fdb73 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:24.015862 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Attempting to bind port ec04c503-e992-4089-a98e-5667227fdb73 on network 1720a163-a6fb-4448-8407-8a261b1e9237 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:24.022416 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:24.022892 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Checking segment: {'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:24.023636 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.024032 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Bound using segment: {'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:24.024820 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Bound port: ec04c503-e992-4089-a98e-5667227fdb73, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:24.025056 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ec04c503-e992-4089-a98e-5667227fdb73), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.167838 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] For port ec04c503-e992-4089-a98e-5667227fdb73, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:24.192040 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] For port ec04c503-e992-4089-a98e-5667227fdb73, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ec04c503-e992-4089-a98e-5667227fdb73,segment=NetworkSegment(7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe),segment_id=7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:24.205661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-697542df-44d4-469e-a121-7a93a287d548 None None] Provisioning complete for port ec04c503-e992-4089-a98e-5667227fdb73 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:24.205661 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-697542df-44d4-469e-a121-7a93a287d548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ec04c503-e992-4089-a98e-5667227fdb73), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.205886 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ec04c503-e992-4089-a98e-5667227fdb73), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.279747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-697542df-44d4-469e-a121-7a93a287d548 None None] Port ec04c503-e992-4089-a98e-5667227fdb73 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:24.320042 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf5b61-6a2e-4cff-8df0-51353e0fa1d9 None None] Pushing event updated for resources: {'Port': ['ID=ec04c503-e992-4089-a98e-5667227fdb73,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:24.340251 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Routers {'63b9b5c3-d70d-4411-94c7-67a7272b1893'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:24.340958 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:18:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['63b9b5c3-d70d-4411-94c7-67a7272b1893'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:24.593786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-b9900db2-e7b3-489c-a039-cd8ae8cb23db tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:18:24.596785 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-b9900db2-e7b3-489c-a039-cd8ae8cb23db tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1220000 Feb 09 03:18:24.609978 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] Set router 63b9b5c3-d70d-4411-94c7-67a7272b1893 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:24.628369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Provisioning complete for port ec04c503-e992-4089-a98e-5667227fdb73 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:24.629563 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ec04c503-e992-4089-a98e-5667227fdb73), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.744167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Current status of the port ec04c503-e992-4089-a98e-5667227fdb73 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:24.744751 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ec04c503-e992-4089-a98e-5667227fdb73), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.785939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-deae1ac3-a564-4291-8c53-29ffae5b1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:24.789446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-deae1ac3-a564-4291-8c53-29ffae5b1a24 service neutron] 10.222.0.21 "GET /v2.0/ports/13b7291b-74da-427c-8f79-fd02980f0fd0 HTTP/1.1" status: 200 len: 1125 time: 0.1729546 Feb 09 03:18:24.801489 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] Request body: {'binding': {'host': 'n-h1-824835-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:24.802330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] Unknown quota resources ['binding']. {{(pid=103328) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:18:24.812849 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] For port ec04c503-e992-4089-a98e-5667227fdb73, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ec04c503-e992-4089-a98e-5667227fdb73,segment=NetworkSegment(7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe),segment_id=7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:24.820845 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ec04c503-e992-4089-a98e-5667227fdb73), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.889186 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Pushing event updated for resources: {'Port': ['ID=ec04c503-e992-4089-a98e-5667227fdb73,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:24.907508 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.907838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.908114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.908455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.910536 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.910929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.911243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.911586 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.911922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.915206 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ec04c503-e992-4089-a98e-5667227fdb73', 'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'mac_address': 'fa:16:3e:39:8b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:16Z', 'updated_at': '2022-02-09T03:18:24Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'subnets': [{'id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:24.915807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.916144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.916338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.916658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035bed85-aed6-475c-aee7-fd7e11cdb1a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:24.952528 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d04ca-f98f-47c6-8fa5-8ad683bc643f None None] The sync data for ids ['63b9b5c3-d70d-4411-94c7-67a7272b1893'] in n-d-824835-15 is: [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ec04c503-e992-4089-a98e-5667227fdb73', 'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'mac_address': 'fa:16:3e:39:8b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:16Z', 'updated_at': '2022-02-09T03:18:24Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'subnets': [{'id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:25.018957 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on host n-h1-824835-15 for vnic_type normal with profile None {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:25.019295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:25.019630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:25.025343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] Port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:18:25.026460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:25.032181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:25.032529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:25.032914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:25.033616 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] Bound port: 13b7291b-74da-427c-8f79-fd02980f0fd0, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:25.107273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=13b7291b-74da-427c-8f79-fd02980f0fd0,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:25.123918 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.126108 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-05d965cf-7f2b-4faa-8972-de95e93b2cda service neutron] 10.222.0.21 "POST /v2.0/ports/13b7291b-74da-427c-8f79-fd02980f0fd0/bindings HTTP/1.1" status: 201 len: 390 time: 0.3297584 Feb 09 03:18:25.391564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611aff6-5dae-4223-97c8-7f096dfd1712 req-542984fa-d395-4ded-91bd-efc454a700c2 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:25.400750 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c611aff6-5dae-4223-97c8-7f096dfd1712 req-542984fa-d395-4ded-91bd-efc454a700c2 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0780542 Feb 09 03:18:25.509220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ec04c503-e992-4089-a98e-5667227fdb73 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:25.526849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c611aff6-5dae-4223-97c8-7f096dfd1712 req-bd2c5002-caf9-4b9c-a455-a741af07b3b5 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157262 Feb 09 03:18:25.600557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ec04c503-e992-4089-a98e-5667227fdb73 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:25.601525 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ec04c503-e992-4089-a98e-5667227fdb73), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.740424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e20f7-7f74-4ded-8aa9-896142131a6a req-dd4e1cb1-e249-401b-9a0f-a2525aaabcac tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:25.746991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ec04c503-e992-4089-a98e-5667227fdb73 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:25.749001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c54e20f7-7f74-4ded-8aa9-896142131a6a req-dd4e1cb1-e249-401b-9a0f-a2525aaabcac tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.1400342 Feb 09 03:18:25.807975 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c54e20f7-7f74-4ded-8aa9-896142131a6a req-031570cf-bc02-42bd-a8bc-f0c2e8d0dadf tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503337 Feb 09 03:18:25.964299 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-ba00979f-d9bd-4439-94bb-c25fb93b9099 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--358931414&fields=id&tenant_id=f36e756129934eb1a3d33668f1e9471e HTTP/1.1" status: 200 len: 267 time: 0.0618229 Feb 09 03:18:26.093606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeadec-cde7-4793-b813-7977a9290072 req-155f1893-7828-4ed0-ba54-3d03efc5d341 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:26.095496 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-155f1893-7828-4ed0-ba54-3d03efc5d341 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/networks?id=1720a163-a6fb-4448-8407-8a261b1e9237 HTTP/1.1" status: 200 len: 806 time: 0.1304107 Feb 09 03:18:26.113467 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-65659c29-eda1-4233-8d35-50f3d9743285 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/quotas/f36e756129934eb1a3d33668f1e9471e HTTP/1.1" status: 200 len: 375 time: 0.0111270 Feb 09 03:18:26.183166 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-a565391e-3cec-44ae-bbd8-2c5db128630e tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f36e756129934eb1a3d33668f1e9471e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642166 Feb 09 03:18:26.310169 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-e64fce29-5db4-42c7-923b-8f4ee04bdfc4 service neutron] 10.222.0.21 "GET /v2.0/networks/1720a163-a6fb-4448-8407-8a261b1e9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986588 Feb 09 03:18:26.346722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfecf-16b1-4d5c-aba9-56019ee5065b req-86116301-6bf0-4969-a3a4-fd05bd3c836b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:26.353436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfecf-16b1-4d5c-aba9-56019ee5065b req-86116301-6bf0-4969-a3a4-fd05bd3c836b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:26.359958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfecf-16b1-4d5c-aba9-56019ee5065b req-86116301-6bf0-4969-a3a4-fd05bd3c836b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:26.366937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfecf-16b1-4d5c-aba9-56019ee5065b req-86116301-6bf0-4969-a3a4-fd05bd3c836b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:26.375764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfecf-16b1-4d5c-aba9-56019ee5065b req-86116301-6bf0-4969-a3a4-fd05bd3c836b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:26.384627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfecf-16b1-4d5c-aba9-56019ee5065b req-86116301-6bf0-4969-a3a4-fd05bd3c836b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:26.395361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cfecf-16b1-4d5c-aba9-56019ee5065b req-86116301-6bf0-4969-a3a4-fd05bd3c836b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:26.399206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f52cfecf-16b1-4d5c-aba9-56019ee5065b req-86116301-6bf0-4969-a3a4-fd05bd3c836b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1312182 Feb 09 03:18:26.413229 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-dbcccbc0-7fe9-4451-81af-2124fd21fea5 service neutron] 10.222.0.21 "GET /v2.0/networks/1720a163-a6fb-4448-8407-8a261b1e9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020432 Feb 09 03:18:26.484046 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f52cfecf-16b1-4d5c-aba9-56019ee5065b req-d7c6a4f6-26bb-4087-903c-7395bf234db7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773494 Feb 09 03:18:26.685905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f8edc-271c-42fb-be18-a6354400e788 req-e04a2d17-62a1-43ee-943b-f6d2ccfc079a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:26.687447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b13f8edc-271c-42fb-be18-a6354400e788 req-e04a2d17-62a1-43ee-943b-f6d2ccfc079a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0995414 Feb 09 03:18:26.773409 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b13f8edc-271c-42fb-be18-a6354400e788 req-1050eb73-8e14-4e58-a1c1-2645d7526e43 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800648 Feb 09 03:18:26.883495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51f39a19-ec3b-4f7c-9461-4a3c3c5b868b req-c6319ea7-cb5f-4d8f-baf2-bcb775385e96 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0381837 Feb 09 03:18:26.963607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820c88-0c4a-4b53-b89a-e6cdc615891f req-d932915b-68b7-4fbc-9647-48af911a0727 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:26.973348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2820c88-0c4a-4b53-b89a-e6cdc615891f req-d932915b-68b7-4fbc-9647-48af911a0727 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.0879319 Feb 09 03:18:27.033658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088a6ca-cb5d-4ef8-80ca-a1a33b82d68a req-e705db80-5d51-4f50-a4f3-a12135e049d5 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:27.035277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7088a6ca-cb5d-4ef8-80ca-a1a33b82d68a req-e705db80-5d51-4f50-a4f3-a12135e049d5 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0893629 Feb 09 03:18:27.051898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2820c88-0c4a-4b53-b89a-e6cdc615891f req-ad2913bd-b863-4a29-9de0-a169aeb865d4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773604 Feb 09 03:18:27.130281 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7088a6ca-cb5d-4ef8-80ca-a1a33b82d68a req-cb0a20c5-c1a4-4e5f-a066-c6caeb6cb691 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883808 Feb 09 03:18:27.202733 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4747438c-99ef-4fc5-bef1-47ef5c08e21f req-8cf19d51-2dbe-4e6b-9760-c494dab6987b tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 210 time: 0.0744314 Feb 09 03:18:27.328565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98042daf-029d-42b3-a65c-8f3fb146b544 req-fbd58b6a-c08f-480a-8782-60b90c8bcdb1 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:27.330453 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98042daf-029d-42b3-a65c-8f3fb146b544 req-fbd58b6a-c08f-480a-8782-60b90c8bcdb1 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 946 time: 0.0600855 Feb 09 03:18:27.391379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98042daf-029d-42b3-a65c-8f3fb146b544 req-2e8b590a-a4c4-4f1a-9e31-73a7cb964e3f tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442686 Feb 09 03:18:27.856398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cda5ea-e74d-4eb0-a860-7e8959791c54 req-d7ad3676-4573-4769-bcad-03543c60a261 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:27.872219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cda5ea-e74d-4eb0-a860-7e8959791c54 req-d7ad3676-4573-4769-bcad-03543c60a261 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:27.879788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cda5ea-e74d-4eb0-a860-7e8959791c54 req-d7ad3676-4573-4769-bcad-03543c60a261 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:27.891695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cda5ea-e74d-4eb0-a860-7e8959791c54 req-d7ad3676-4573-4769-bcad-03543c60a261 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:27.915271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cda5ea-e74d-4eb0-a860-7e8959791c54 req-d7ad3676-4573-4769-bcad-03543c60a261 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:27.920606 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cda5ea-e74d-4eb0-a860-7e8959791c54 req-d7ad3676-4573-4769-bcad-03543c60a261 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:27.926792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57234) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:27.934234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cda5ea-e74d-4eb0-a860-7e8959791c54 req-d7ad3676-4573-4769-bcad-03543c60a261 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:27.938165 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23cda5ea-e74d-4eb0-a860-7e8959791c54 req-d7ad3676-4573-4769-bcad-03543c60a261 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1982968 Feb 09 03:18:28.038682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23cda5ea-e74d-4eb0-a860-7e8959791c54 req-3a8d7a85-7921-407c-8b78-cb3ce926efa6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925796 Feb 09 03:18:28.139691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-5b597e2a-33ab-48d8-8950-d4ad1ace6ca6 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:28.146102 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-5b597e2a-33ab-48d8-8950-d4ad1ace6ca6 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.65 "GET /v2.0/networks?id=ab1b5245-6614-42db-bf69-22807f125bf8 HTTP/1.1" status: 200 len: 815 time: 0.3296297 Feb 09 03:18:28.157868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c8947-a67f-4d4d-bdd2-bb09f8922e25 req-e12b443d-6305-4336-b34b-f4def7f16bda tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:28.166127 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b78c8947-a67f-4d4d-bdd2-bb09f8922e25 req-e12b443d-6305-4336-b34b-f4def7f16bda tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.1888485 Feb 09 03:18:28.168220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820f603-c725-433b-80b9-3d4685f935d4 req-420b1812-7d0b-4343-b756-3c43db259e93 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:28.171277 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a820f603-c725-433b-80b9-3d4685f935d4 req-420b1812-7d0b-4343-b756-3c43db259e93 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0750442 Feb 09 03:18:28.250135 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a820f603-c725-433b-80b9-3d4685f935d4 req-8ae0b34a-36f6-4a6b-8395-13e46dd3f306 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682979 Feb 09 03:18:28.296853 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b78c8947-a67f-4d4d-bdd2-bb09f8922e25 req-e8cfbade-dca2-4818-a81d-f54f2a347e29 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292329 Feb 09 03:18:28.325835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-973a6814-b663-440a-aac0-2f1d7422e606 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46696f9de4604dd5998a8164d84283b8 HTTP/1.1" status: 200 len: 379 time: 0.1549754 Feb 09 03:18:28.429597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Request body: {'port': {'device_id': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'admin_state_up': True, 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'security_groups': ['42220e69-e119-41b4-8721-ab10a3e0080b']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:28.435520 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02620480-f4aa-43f5-90be-db70301894af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.514630 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d2d2766-f4ad-46dc-bc65-b78c29a017d3 req-cbadc77e-32cf-4856-9ea6-ea9d34194624 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.1149065 Feb 09 03:18:28.567397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaa120-0598-4560-9170-f303bdad917d req-22505519-3e01-4287-a8cb-3d83d179e618 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:28.572528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8ddaa120-0598-4560-9170-f303bdad917d req-22505519-3e01-4287-a8cb-3d83d179e618 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.1314595 Feb 09 03:18:28.661731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8ddaa120-0598-4560-9170-f303bdad917d req-9eb8cc9f-b4c2-404a-97b9-c63cbca2814c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844290 Feb 09 03:18:28.956630 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d834a3c7-e370-4ca4-bab2-add0f6fdb3eb req-7383f51f-1d61-4675-b00b-f96b05651d59 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 210 time: 0.0561457 Feb 09 03:18:28.985350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f3be8442-455e-4c87-af93-b9c286d4adaa details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:18:29.036924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeadec-cde7-4793-b813-7977a9290072 req-dde468c5-b8ad-4304-9ea2-233aac5f96ba tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.039077 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-dde468c5-b8ad-4304-9ea2-233aac5f96ba tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.65 "GET /v2.0/networks?id=1720a163-a6fb-4448-8407-8a261b1e9237 HTTP/1.1" status: 200 len: 806 time: 0.7079809 Feb 09 03:18:29.130418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f3be8442-455e-4c87-af93-b9c286d4adaa, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3be8442-455e-4c87-af93-b9c286d4adaa,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:29.142975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Made reservation on behalf of 46696f9de4604dd5998a8164d84283b8 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:29.148700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.149794 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'f3be8442-455e-4c87-af93-b9c286d4adaa', 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'port_id': 'f3be8442-455e-4c87-af93-b9c286d4adaa', 'mac_address': 'fa:16:3e:1f:de:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0c13e8-f21f-41ec-8779-9469bf3fb0ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:18:29.206583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port f3be8442-455e-4c87-af93-b9c286d4adaa is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:29.207445 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.217151 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02620480-f4aa-43f5-90be-db70301894af admin admin] Publish callbacks [] for security_group (15dce7b6-29f6-4454-9cb1-3cffddd5dc57), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.229194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3be8442-455e-4c87-af93-b9c286d4adaa {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:29.230801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-9649e60b-7694-4171-80a5-07ab4d3abe69 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f36e756129934eb1a3d33668f1e9471e HTTP/1.1" status: 200 len: 379 time: 0.1735651 Feb 09 03:18:29.234978 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02620480-f4aa-43f5-90be-db70301894af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (15dce7b6-29f6-4454-9cb1-3cffddd5dc57), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.258196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f3be8442-455e-4c87-af93-b9c286d4adaa, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3be8442-455e-4c87-af93-b9c286d4adaa,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:29.263826 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.274336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005bf89-0946-4c7b-be7d-9227c51591cb req-3721b35b-2c5c-4c5f-9b51-78c64f3ea076 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.286912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005bf89-0946-4c7b-be7d-9227c51591cb req-3721b35b-2c5c-4c5f-9b51-78c64f3ea076 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.295701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-bfbeadec-cde7-4793-b813-7977a9290072 req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Request body: {'port': {'device_id': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'admin_state_up': True, 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'security_groups': ['5d44bafa-6c09-4671-946c-77a1cf45b5cd']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:29.305913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005bf89-0946-4c7b-be7d-9227c51591cb req-3721b35b-2c5c-4c5f-9b51-78c64f3ea076 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.312121 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005bf89-0946-4c7b-be7d-9227c51591cb req-3721b35b-2c5c-4c5f-9b51-78c64f3ea076 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.318979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005bf89-0946-4c7b-be7d-9227c51591cb req-3721b35b-2c5c-4c5f-9b51-78c64f3ea076 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.338411 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005bf89-0946-4c7b-be7d-9227c51591cb req-3721b35b-2c5c-4c5f-9b51-78c64f3ea076 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.352361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005bf89-0946-4c7b-be7d-9227c51591cb req-3721b35b-2c5c-4c5f-9b51-78c64f3ea076 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.360806 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b005bf89-0946-4c7b-be7d-9227c51591cb req-3721b35b-2c5c-4c5f-9b51-78c64f3ea076 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1989169 Feb 09 03:18:29.384638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=f3be8442-455e-4c87-af93-b9c286d4adaa,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:29.401000 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-02620480-f4aa-43f5-90be-db70301894af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4487acf3a3d84eec902df8bf58399e37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4640839 Feb 09 03:18:29.401695 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57260) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:29.450772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b005bf89-0946-4c7b-be7d-9227c51591cb req-9b2a58be-2f71-4db6-8547-399f40a2102f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803909 Feb 09 03:18:29.473134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['f3be8442-455e-4c87-af93-b9c286d4adaa'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:18:29.500106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02620480-f4aa-43f5-90be-db70301894af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dce7b6-29f6-4454-9cb1-3cffddd5dc57,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:29.618045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961b305-1e3d-46bd-8be5-9c8e29b0f028 req-d443658c-7209-4830-af03-184ce380982c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.621000 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8961b305-1e3d-46bd-8be5-9c8e29b0f028 req-d443658c-7209-4830-af03-184ce380982c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.0817466 Feb 09 03:18:29.640440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbeadec-cde7-4793-b813-7977a9290072 req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Made reservation on behalf of f36e756129934eb1a3d33668f1e9471e for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:29.643914 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfbeadec-cde7-4793-b813-7977a9290072 req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.657923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Allocated IP 172.20.0.6 (ab1b5245-6614-42db-bf69-22807f125bf8/87e338df-aa5d-4662-99c5-3dddbdc6dbca/446e70a9-9716-41a2-a9fa-748879753ab3) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:29.711185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe3e4f-db2e-4415-8777-94d926f86a01 req-a67641a4-7d83-4c41-9500-a735d89b3aed tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.713328 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68fe3e4f-db2e-4415-8777-94d926f86a01 req-a67641a4-7d83-4c41-9500-a735d89b3aed tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.3265736 Feb 09 03:18:29.720748 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-080ca76e-5bbc-4f50-a82f-1e176cce163c admin admin] Publish callbacks [] for security_group (15dce7b6-29f6-4454-9cb1-3cffddd5dc57), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.723840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8961b305-1e3d-46bd-8be5-9c8e29b0f028 req-b9c72f95-264a-4881-84ce-4f29fe8bce09 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929620 Feb 09 03:18:29.756781 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-080ca76e-5bbc-4f50-a82f-1e176cce163c admin admin] Publish callbacks [] for security_group (15dce7b6-29f6-4454-9cb1-3cffddd5dc57), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.856262 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68fe3e4f-db2e-4415-8777-94d926f86a01 req-6611f7bf-3693-444d-92d1-3e0c7e3843a3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902145 Feb 09 03:18:29.904539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fcf29c6-9019-4808-85cb-aec97039fafe req-5931a34f-aed2-4ae3-831e-7b4ca36f1f25 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0446966 Feb 09 03:18:30.056767 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-080ca76e-5bbc-4f50-a82f-1e176cce163c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (15dce7b6-29f6-4454-9cb1-3cffddd5dc57), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.059703 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-080ca76e-5bbc-4f50-a82f-1e176cce163c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.060892 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-080ca76e-5bbc-4f50-a82f-1e176cce163c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15dce7b6-29f6-4454-9cb1-3cffddd5dc57 HTTP/1.1" status: 204 len: 168 time: 0.5749946 Feb 09 03:18:30.084041 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7da508a1-896e-4cc0-b9aa-0c927d0c67d4 req-53ed02e1-da0e-4fda-8394-9d23cb967d64 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 210 time: 0.0366511 Feb 09 03:18:30.107152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ca76e-5bbc-4f50-a82f-1e176cce163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dce7b6-29f6-4454-9cb1-3cffddd5dc57,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:30.155401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e3da1-21a1-466b-9879-c47768b1302f req-34bcc777-3e78-49fc-bc1d-5a6a72c42296 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:30.157022 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b6e3da1-21a1-466b-9879-c47768b1302f req-34bcc777-3e78-49fc-bc1d-5a6a72c42296 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.2078452 Feb 09 03:18:30.161081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-bfbeadec-cde7-4793-b813-7977a9290072 req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Allocated IP 172.20.0.14 (1720a163-a6fb-4448-8407-8a261b1e9237/8109bc29-7c0c-4f79-8ef6-6125de9a61e8/6534c56f-fbc8-4187-9c5c-c4c4652b55eb) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:30.185630 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for port (446e70a9-9716-41a2-a9fa-748879753ab3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.343254 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b6e3da1-21a1-466b-9879-c47768b1302f req-6c52ae1a-9888-40b5-812b-0b0ff5e7597f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673770 Feb 09 03:18:30.411748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:30.516276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.640211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b7ddd20e-6255-41ef-a764-bc86f5e163a7 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:30.642291 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.683739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57294) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:30.687252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:30.688557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:30.692153 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed36b94e-1e07-4411-8e3c-eee0ea7edb2d" -d '{"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:30.712902 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.749702 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfbeadec-cde7-4793-b813-7977a9290072 req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.772357 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44430c74-8bba-4ed2-95f8-1ae2b943fc8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.797862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Network ab1b5245-6614-42db-bf69-22807f125bf8 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:30.816212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:30.823036 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605c6507-7f7e-46e9-972a-c16254cb9e9d x-openstack-request-id: req-605c6507-7f7e-46e9-972a-c16254cb9e9d {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:30.823342 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:30.824452 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:30.826100 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-605c6507-7f7e-46e9-972a-c16254cb9e9d {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:30.826727 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'code': 200} Feb 09 03:18:30.826979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Pushing event updated for resources: {'Port': ['ID=446e70a9-9716-41a2-a9fa-748879753ab3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:30.865079 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010a7b1-8cdc-4f19-ab0c-ff88ab4a14d3 req-b06c65cf-6d2a-4872-9fc7-55136b39e47d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:30.889541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010a7b1-8cdc-4f19-ab0c-ff88ab4a14d3 req-b06c65cf-6d2a-4872-9fc7-55136b39e47d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:30.913153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010a7b1-8cdc-4f19-ab0c-ff88ab4a14d3 req-b06c65cf-6d2a-4872-9fc7-55136b39e47d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:30.918520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=11']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:30.924696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010a7b1-8cdc-4f19-ab0c-ff88ab4a14d3 req-b06c65cf-6d2a-4872-9fc7-55136b39e47d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:30.933421 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010a7b1-8cdc-4f19-ab0c-ff88ab4a14d3 req-b06c65cf-6d2a-4872-9fc7-55136b39e47d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:30.939640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010a7b1-8cdc-4f19-ab0c-ff88ab4a14d3 req-b06c65cf-6d2a-4872-9fc7-55136b39e47d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:30.946217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010a7b1-8cdc-4f19-ab0c-ff88ab4a14d3 req-b06c65cf-6d2a-4872-9fc7-55136b39e47d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:30.948159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8010a7b1-8cdc-4f19-ab0c-ff88ab4a14d3 req-b06c65cf-6d2a-4872-9fc7-55136b39e47d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.3171153 Feb 09 03:18:30.975287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfbeadec-cde7-4793-b813-7977a9290072 req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.019316 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f3be8442-455e-4c87-af93-b9c286d4adaa up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:31.024070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbeadec-cde7-4793-b813-7977a9290072 req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Network 1720a163-a6fb-4448-8407-8a261b1e9237 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:31.057056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-bfbeadec-cde7-4793-b813-7977a9290072 req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:31.060525 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbeadec-cde7-4793-b813-7977a9290072 req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:31.112269 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8010a7b1-8cdc-4f19-ab0c-ff88ab4a14d3 req-83cbb356-ffd5-4ee5-98fb-e0e321223624 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1404812 Feb 09 03:18:31.169019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port f3be8442-455e-4c87-af93-b9c286d4adaa triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:31.171858 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.239101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeadec-cde7-4793-b813-7977a9290072 req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:31.239726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfbeadec-cde7-4793-b813-7977a9290072 req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.314327 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0229599 Feb 09 03:18:31.343892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Request body: {'port': {'device_id': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:31.374999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:31.376064 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.382189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b081efae-5516-45e0-973a-e9b8c9bdf4a7 None None] Provisioning complete for port 446e70a9-9716-41a2-a9fa-748879753ab3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:31.382645 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b081efae-5516-45e0-973a-e9b8c9bdf4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.475181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a785559-2124-4bc7-a7aa-7d63b9e990d2 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Pushing event updated for resources: {'Port': ['ID=6534c56f-fbc8-4187-9c5c-c4c4652b55eb,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:31.477196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port f3be8442-455e-4c87-af93-b9c286d4adaa is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:31.477728 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.496815 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2c7fd-1455-4e2a-9532-f9aabc71588a req-4dee4d90-7f2d-42f9-a8d5-13ad88405873 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:31.508177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b081efae-5516-45e0-973a-e9b8c9bdf4a7 None None] Port 446e70a9-9716-41a2-a9fa-748879753ab3 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:31.508962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69b2c7fd-1455-4e2a-9532-f9aabc71588a req-4dee4d90-7f2d-42f9-a8d5-13ad88405873 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1287751 Feb 09 03:18:31.522708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0182-b249-43af-a28b-7930231b0be6 req-1a31c40d-a96c-45bd-ac99-6837e515faec tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:31.531440 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efdd0182-b249-43af-a28b-7930231b0be6 req-1a31c40d-a96c-45bd-ac99-6837e515faec tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.5713644 Feb 09 03:18:31.564928 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-a810ee74-12e5-4668-9395-411a14168f86 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1981006 Feb 09 03:18:31.567847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f3be8442-455e-4c87-af93-b9c286d4adaa, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3be8442-455e-4c87-af93-b9c286d4adaa,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:31.577844 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.591833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Request body: {'port': {'device_id': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:31.617463 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69b2c7fd-1455-4e2a-9532-f9aabc71588a req-0c88a139-1dd3-4a6e-ac53-c2ae3cbb23ee tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020474 Feb 09 03:18:31.664588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.685971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44430c74-8bba-4ed2-95f8-1ae2b943fc8a admin admin] Publish callbacks [] for security_group (2b2bf86b-3548-4b33-a94f-1f02c0f5d3ec), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.707038 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eda3e0e1-a1fa-4471-8b03-0bc8686a1e37 None None] Provisioning complete for port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:31.707417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eda3e0e1-a1fa-4471-8b03-0bc8686a1e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.725623 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44430c74-8bba-4ed2-95f8-1ae2b943fc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2b2bf86b-3548-4b33-a94f-1f02c0f5d3ec), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.746045 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efdd0182-b249-43af-a28b-7930231b0be6 req-6d16a15e-738a-48b1-83bd-8b0a2819fa57 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133250 Feb 09 03:18:31.830075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0b461-acad-459b-a26c-8bc050f71959 req-ff729604-0b06-4312-a607-3f384e72b5d9 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:31.845419 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ecd0b461-acad-459b-a26c-8bc050f71959 req-ff729604-0b06-4312-a607-3f384e72b5d9 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 931 time: 0.1107750 Feb 09 03:18:31.953626 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ecd0b461-acad-459b-a26c-8bc050f71959 req-eac99ec8-d9f5-404d-8a4d-1f3be68e1d47 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067779 Feb 09 03:18:31.966007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=f3be8442-455e-4c87-af93-b9c286d4adaa,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:31.999881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eda3e0e1-a1fa-4471-8b03-0bc8686a1e37 None None] Port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:32.136132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef9221-d840-46a1-99ef-bcb0131cd893 req-1e585a16-7b0f-4d51-a5cb-e58a60aab8b6 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:32.141170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-47ef9221-d840-46a1-99ef-bcb0131cd893 req-1e585a16-7b0f-4d51-a5cb-e58a60aab8b6 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 945 time: 0.0933189 Feb 09 03:18:32.223080 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.243545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-44430c74-8bba-4ed2-95f8-1ae2b943fc8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d87e858fa53345a3b7a8980346a69b64&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5587416 Feb 09 03:18:32.260925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57332) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:32.262810 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-47ef9221-d840-46a1-99ef-bcb0131cd893 req-5ee43919-0bad-4146-93bf-503b60856a72 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143119 Feb 09 03:18:32.266996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44430c74-8bba-4ed2-95f8-1ae2b943fc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2bf86b-3548-4b33-a94f-1f02c0f5d3ec,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:32.360732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6534c56f-fbc8-4187-9c5c-c4c4652b55eb {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:32.384467 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Publish callbacks [] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.412773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c01c52-d325-4a9f-af1c-d75cddbf4451 req-962400cd-7bda-4714-9a49-ecbefc54ae0a tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:32.414651 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-03c01c52-d325-4a9f-af1c-d75cddbf4451 req-962400cd-7bda-4714-9a49-ecbefc54ae0a tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 932 time: 0.2770135 Feb 09 03:18:32.420209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:18:32.484033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dca7c6-bf22-48a9-b454-d5cd9aa38b36 req-e8a80691-784e-44e8-ad06-d6521390c360 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:32.498585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Transition to ACTIVE for port object 6534c56f-fbc8-4187-9c5c-c4c4652b55eb will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:18:32.503690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dca7c6-bf22-48a9-b454-d5cd9aa38b36 req-e8a80691-784e-44e8-ad06-d6521390c360 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:32.518400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dca7c6-bf22-48a9-b454-d5cd9aa38b36 req-e8a80691-784e-44e8-ad06-d6521390c360 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:32.534296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dca7c6-bf22-48a9-b454-d5cd9aa38b36 req-e8a80691-784e-44e8-ad06-d6521390c360 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:32.543018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dca7c6-bf22-48a9-b454-d5cd9aa38b36 req-e8a80691-784e-44e8-ad06-d6521390c360 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:32.554188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dca7c6-bf22-48a9-b454-d5cd9aa38b36 req-e8a80691-784e-44e8-ad06-d6521390c360 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:32.566445 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.566843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dca7c6-bf22-48a9-b454-d5cd9aa38b36 req-e8a80691-784e-44e8-ad06-d6521390c360 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:32.580888 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-03dca7c6-bf22-48a9-b454-d5cd9aa38b36 req-e8a80691-784e-44e8-ad06-d6521390c360 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.2015285 Feb 09 03:18:32.653606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:32.665868 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c381f4d1-0591-4315-b901-667518cb014b admin admin] Publish callbacks [] for security_group (2b2bf86b-3548-4b33-a94f-1f02c0f5d3ec), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.686595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'port_id': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'mac_address': 'fa:16:3e:6a:67:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:18:32.728775 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c381f4d1-0591-4315-b901-667518cb014b admin admin] Publish callbacks [] for security_group (2b2bf86b-3548-4b33-a94f-1f02c0f5d3ec), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.731397 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-03dca7c6-bf22-48a9-b454-d5cd9aa38b36 req-46123990-0d4a-443b-952a-6cae9b533b80 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437898 Feb 09 03:18:32.805879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-03c01c52-d325-4a9f-af1c-d75cddbf4451 req-3fb63391-f720-41fb-ba8a-ac265d2a2f93 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3650098 Feb 09 03:18:32.808138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Pushing event updated for resources: {'Port': ['ID=6534c56f-fbc8-4187-9c5c-c4c4652b55eb,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:32.810501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b7ddd20e-6255-41ef-a764-bc86f5e163a7 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:32.812952 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.830220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a948e-5893-4e45-b9c3-2ddd67296790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3be8442-455e-4c87-af93-b9c286d4adaa'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:32.839090 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1f817e-9a4e-448f-81af-ca3d709397fa" -d '{"events": [{"server_uuid": "d66a948e-5893-4e45-b9c3-2ddd67296790", "name": "network-vif-plugged", "status": "completed", "tag": "f3be8442-455e-4c87-af93-b9c286d4adaa"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:32.845443 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c381f4d1-0591-4315-b901-667518cb014b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2b2bf86b-3548-4b33-a94f-1f02c0f5d3ec), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.848983 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c381f4d1-0591-4315-b901-667518cb014b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.852305 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c381f4d1-0591-4315-b901-667518cb014b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b2bf86b-3548-4b33-a94f-1f02c0f5d3ec HTTP/1.1" status: 204 len: 168 time: 0.5894001 Feb 09 03:18:32.883370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ddd20e-6255-41ef-a764-bc86f5e163a7 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:32.900509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381f4d1-0591-4315-b901-667518cb014b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2bf86b-3548-4b33-a94f-1f02c0f5d3ec,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:32.992686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:33.008512 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.042261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-9a895ad5-c7bb-4bf3-8b13-538e5580744a tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:33.061715 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-9a895ad5-c7bb-4bf3-8b13-538e5580744a tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2&tenant_id=612b79b2c8c44d278e66100587b7c4b3&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1128 time: 0.3051457 Feb 09 03:18:33.076622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-15'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:33.156727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=12']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:33.270340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b7ddd20e-6255-41ef-a764-bc86f5e163a7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:18:33.289588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Attempting to bind port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:33.291904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Attempting to bind port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:33.292439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Attempting to bind port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb on network 1720a163-a6fb-4448-8407-8a261b1e9237 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:33.303407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb on network 1720a163-a6fb-4448-8407-8a261b1e9237 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:18:33.304204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Attempting to bind port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb on network 1720a163-a6fb-4448-8407-8a261b1e9237 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:33.323507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766a1a5-b55a-4241-b5b1-a71efdcd0a03 req-3900cf1b-1f74-43c2-bb62-f47214350f12 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:33.325375 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.328632 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e766a1a5-b55a-4241-b5b1-a71efdcd0a03 req-3900cf1b-1f74-43c2-bb62-f47214350f12 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1927776 Feb 09 03:18:33.343493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:33.343839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Checking segment: {'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:33.349039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Bound using segment: {'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:33.349414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Bound port: 6534c56f-fbc8-4187-9c5c-c4c4652b55eb, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:33.356834 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.487131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446e70a9-9716-41a2-a9fa-748879753ab3 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:33.497510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Publish callbacks [] for port (446e70a9-9716-41a2-a9fa-748879753ab3), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.513532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Transition to ACTIVE for port object 446e70a9-9716-41a2-a9fa-748879753ab3 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:18:33.547386 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.637944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] For port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:33.642021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] For port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=6534c56f-fbc8-4187-9c5c-c4c4652b55eb,segment=NetworkSegment(7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe),segment_id=7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:33.686863 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.753913 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e766a1a5-b55a-4241-b5b1-a71efdcd0a03 req-44a6252b-0bf4-492c-b01f-9c5ce3899521 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391429 Feb 09 03:18:33.773810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:33.783827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:33.784454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.798354 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] 10.222.0.65 "PUT /v2.0/ports/6534c56f-fbc8-4187-9c5c-c4c4652b55eb HTTP/1.1" status: 200 len: 1093 time: 2.4605625 Feb 09 03:18:33.798936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'tag': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:33.801249 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bd92d3-00ba-4d6d-a98c-cdbc75e4beed" -d '{"events": [{"name": "network-changed", "server_uuid": "954d23b1-a489-4c10-862c-34f2d08ee6d7", "tag": "6534c56f-fbc8-4187-9c5c-c4c4652b55eb"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:33.807483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Pushing event updated for resources: {'Port': ['ID=446e70a9-9716-41a2-a9fa-748879753ab3,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:33.863444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57364) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:33.879786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:33.920297 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe24dce1-ea08-48a6-8952-7bbe5765ebe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.930710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Publish callbacks [] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.935346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312eb169-9169-462d-89bc-52dfaf75d7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fa81d5-4ae3-438f-a473-541fb6ee238a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:33.938074 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521b0751-6f64-4ef2-b2a7-b039c17fb9ea" -d '{"events": [{"server_uuid": "312eb169-9169-462d-89bc-52dfaf75d7b2", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fa81d5-4ae3-438f-a473-541fb6ee238a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:33.949899 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.960932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fab1b-41c9-462b-85af-2c6ac0af1f20 req-526d23f3-fee7-403c-864a-46db03102b2b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:33.978569 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b92fab1b-41c9-462b-85af-2c6ac0af1f20 req-526d23f3-fee7-403c-864a-46db03102b2b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 946 time: 0.9076090 Feb 09 03:18:33.983951 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c26ce1-ef62-4285-b773-4a267fcbd76b x-openstack-request-id: req-00c26ce1-ef62-4285-b773-4a267fcbd76b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:33.984953 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a948e-5893-4e45-b9c3-2ddd67296790", "name": "network-vif-plugged", "status": "completed", "tag": "f3be8442-455e-4c87-af93-b9c286d4adaa", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:33.985494 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00c26ce1-ef62-4285-b773-4a267fcbd76b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:33.986221 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a948e-5893-4e45-b9c3-2ddd67296790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3be8442-455e-4c87-af93-b9c286d4adaa', 'code': 200} Feb 09 03:18:34.083689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa81d5-4ae3-438f-a473-541fb6ee238a,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:34.135072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6eff0-01d5-4943-9d56-23ebd5311179 service neutron] Pushing event updated for resources: {'Port': ['ID=6534c56f-fbc8-4187-9c5c-c4c4652b55eb,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:34.143872 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Attempting to bind port 446e70a9-9716-41a2-a9fa-748879753ab3 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:34.149205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Attempting to bind port 446e70a9-9716-41a2-a9fa-748879753ab3 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:34.149641 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Attempting to bind port 446e70a9-9716-41a2-a9fa-748879753ab3 on network ab1b5245-6614-42db-bf69-22807f125bf8 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:34.168256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Port 446e70a9-9716-41a2-a9fa-748879753ab3 on network ab1b5245-6614-42db-bf69-22807f125bf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:18:34.170689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Attempting to bind port 446e70a9-9716-41a2-a9fa-748879753ab3 on network ab1b5245-6614-42db-bf69-22807f125bf8 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:34.186094 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b92fab1b-41c9-462b-85af-2c6ac0af1f20 req-b465331d-74f6-4723-935a-5ac2f377cd4c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063816 Feb 09 03:18:34.238676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Attempting to bind port a2fa81d5-4ae3-438f-a473-541fb6ee238a on host n-h2-824835-15 for vnic_type normal with profile {"migrating_to": "n-h1-824835-15"} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:34.239135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Attempting to bind port a2fa81d5-4ae3-438f-a473-541fb6ee238a by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:34.239360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Attempting to bind port a2fa81d5-4ae3-438f-a473-541fb6ee238a on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:34.244996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Port a2fa81d5-4ae3-438f-a473-541fb6ee238a on network 15acbecb-9714-49f5-a492-2cdfa4603bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:18:34.245296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Attempting to bind port a2fa81d5-4ae3-438f-a473-541fb6ee238a on network 15acbecb-9714-49f5-a492-2cdfa4603bbf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:34.250834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:34.251096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Checking segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:34.251493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Bound using segment: {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:34.251933 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Bound port: a2fa81d5-4ae3-438f-a473-541fb6ee238a, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b263564-f62c-4af6-a3c7-03391b1c9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '15acbecb-9714-49f5-a492-2cdfa4603bbf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:34.252295 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.313897 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe24dce1-ea08-48a6-8952-7bbe5765ebe8 admin admin] Publish callbacks [] for security_group (cda8c14d-fca7-480c-90c6-875c05c492e9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.339611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:34.343412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:34.355383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:34.355949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Checking segment: {'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:34.356525 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Bound using segment: {'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:34.357054 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Bound port: 446e70a9-9716-41a2-a9fa-748879753ab3, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7c4d3d-94ec-4751-b06a-89390463de8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:34.357451 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.365993 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.369660 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeadec-cde7-4793-b813-7977a9290072 req-f86d11d2-f882-4ba9-a0fa-488e8bb14476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:34.371714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-f86d11d2-f882-4ba9-a0fa-488e8bb14476 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f36e756129934eb1a3d33668f1e9471e&device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 1127 time: 0.4413028 Feb 09 03:18:34.372378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe24dce1-ea08-48a6-8952-7bbe5765ebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cda8c14d-fca7-480c-90c6-875c05c492e9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.418735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24dce1-ea08-48a6-8952-7bbe5765ebe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8c14d-fca7-480c-90c6-875c05c492e9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:34.441556 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a2fa81d5-4ae3-438f-a473-541fb6ee238a details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:18:34.462992 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-fc6e4225-7070-407f-9330-d697c5e81a8d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6534c56f-fbc8-4187-9c5c-c4c4652b55eb HTTP/1.1" status: 200 len: 217 time: 0.0503883 Feb 09 03:18:34.464729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:34.479016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa81d5-4ae3-438f-a473-541fb6ee238a,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:34.528912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] For port 446e70a9-9716-41a2-a9fa-748879753ab3, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:34.532609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] For port 446e70a9-9716-41a2-a9fa-748879753ab3, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=446e70a9-9716-41a2-a9fa-748879753ab3,segment=NetworkSegment(fb7c4d3d-94ec-4751-b06a-89390463de8a),segment_id=fb7c4d3d-94ec-4751-b06a-89390463de8a)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:34.567471 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.597988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:34.600783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.602524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-f148defe-0fee-4ba2-adc3-22b0f6599a17 service neutron] 10.222.0.65 "PUT /v2.0/ports/a2fa81d5-4ae3-438f-a473-541fb6ee238a HTTP/1.1" status: 200 len: 1123 time: 1.5399716 Feb 09 03:18:34.608028 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:18:34.623176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7d2ae-d731-4318-a8e9-05f132f18566 req-3c21a98b-2d70-4a1b-abd1-d8b1b2f6c377 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:34.630612 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31c7d2ae-d731-4318-a8e9-05f132f18566 req-3c21a98b-2d70-4a1b-abd1-d8b1b2f6c377 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.2828820 Feb 09 03:18:34.650289 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fe24dce1-ea08-48a6-8952-7bbe5765ebe8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f2750249b184c3c9d12b210a0b63f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7855754 Feb 09 03:18:34.657211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57370) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:34.730769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49098fe-c96c-425f-96e4-db7626ff2587 req-7fe886d8-21bc-430f-9e1b-5b137258c918 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:34.735454 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c49098fe-c96c-425f-96e4-db7626ff2587 req-7fe886d8-21bc-430f-9e1b-5b137258c918 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.4149966 Feb 09 03:18:34.759256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:34.760160 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.766272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] 10.222.0.65 "PUT /v2.0/ports/446e70a9-9716-41a2-a9fa-748879753ab3 HTTP/1.1" status: 200 len: 1092 time: 3.1786165 Feb 09 03:18:34.784636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['a2fa81d5-4ae3-438f-a473-541fb6ee238a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:18:34.816927 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31c7d2ae-d731-4318-a8e9-05f132f18566 req-d5565d4e-667c-40fa-9f6d-c5e5b6f8ad46 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799092 Feb 09 03:18:34.882533 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a2fa81d5-4ae3-438f-a473-541fb6ee238a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:18:34.890350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port b7ddd20e-6255-41ef-a764-bc86f5e163a7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:34.890971 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.024627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeadec-cde7-4793-b813-7977a9290072 req-55c0b2ff-6b2a-40d5-9e18-53ac6e2a2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:35.029401 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-55c0b2ff-6b2a-40d5-9e18-53ac6e2a2af1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8109bc29-7c0c-4f79-8ef6-6125de9a61e8 HTTP/1.1" status: 200 len: 845 time: 0.4865675 Feb 09 03:18:35.123859 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c49098fe-c96c-425f-96e4-db7626ff2587 req-67af6cd7-2bb9-4c78-8ba4-37d089cae58b tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516414 Feb 09 03:18:35.135941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:35.144117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bede01-c5b4-42fb-a508-955e7300f916 req-07713568-6c60-4d38-8b7d-9ac053ccb2b0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:35.150949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bede01-c5b4-42fb-a508-955e7300f916 req-07713568-6c60-4d38-8b7d-9ac053ccb2b0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:35.168836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bede01-c5b4-42fb-a508-955e7300f916 req-07713568-6c60-4d38-8b7d-9ac053ccb2b0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:35.182283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bede01-c5b4-42fb-a508-955e7300f916 req-07713568-6c60-4d38-8b7d-9ac053ccb2b0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:35.198584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bede01-c5b4-42fb-a508-955e7300f916 req-07713568-6c60-4d38-8b7d-9ac053ccb2b0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:35.217539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bede01-c5b4-42fb-a508-955e7300f916 req-07713568-6c60-4d38-8b7d-9ac053ccb2b0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:35.238670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bede01-c5b4-42fb-a508-955e7300f916 req-07713568-6c60-4d38-8b7d-9ac053ccb2b0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:35.245664 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04463ea-5d36-4831-8967-c42799a17d54 x-openstack-request-id: req-f04463ea-5d36-4831-8967-c42799a17d54 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:35.246058 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954d23b1-a489-4c10-862c-34f2d08ee6d7", "tag": "6534c56f-fbc8-4187-9c5c-c4c4652b55eb", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:35.246411 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f04463ea-5d36-4831-8967-c42799a17d54 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:35.247610 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'tag': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb', 'status': 'completed', 'code': 200} Feb 09 03:18:35.259791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e9bede01-c5b4-42fb-a508-955e7300f916 req-07713568-6c60-4d38-8b7d-9ac053ccb2b0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.2467055 Feb 09 03:18:35.262356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fc58d-b0e9-4d92-a6f9-2c934efbb138 service neutron] Pushing event updated for resources: {'Port': ['ID=446e70a9-9716-41a2-a9fa-748879753ab3,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:35.301256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a2fa81d5-4ae3-438f-a473-541fb6ee238a has no active binding in host n-h1-824835-15 {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 03:18:35.312947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-d1002497-3b54-4d6a-b761-7cf56d6187cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:35.314935 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-d1002497-3b54-4d6a-b761-7cf56d6187cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=46696f9de4604dd5998a8164d84283b8&device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 1126 time: 0.4323683 Feb 09 03:18:35.357169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeadec-cde7-4793-b813-7977a9290072 req-037e6169-925a-47f3-b60b-d393936e5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:35.358735 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-037e6169-925a-47f3-b60b-d393936e5c5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1720a163-a6fb-4448-8407-8a261b1e9237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2519424 Feb 09 03:18:35.373849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91ff45d8-3b33-4c0c-bbd4-d1813712c727 admin admin] Publish callbacks [] for security_group (cda8c14d-fca7-480c-90c6-875c05c492e9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.430549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e9bede01-c5b4-42fb-a508-955e7300f916 req-f745a623-d2de-480a-bf33-0fde0ca44abe tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684546 Feb 09 03:18:35.478011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b7ddd20e-6255-41ef-a764-bc86f5e163a7 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:35.478439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.596185 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1a30e8-1e01-49ae-9f54-cfb990bddd35 x-openstack-request-id: req-bc1a30e8-1e01-49ae-9f54-cfb990bddd35 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:35.596770 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312eb169-9169-462d-89bc-52dfaf75d7b2", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fa81d5-4ae3-438f-a473-541fb6ee238a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:35.597253 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc1a30e8-1e01-49ae-9f54-cfb990bddd35 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:35.597949 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312eb169-9169-462d-89bc-52dfaf75d7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fa81d5-4ae3-438f-a473-541fb6ee238a', 'code': 200} Feb 09 03:18:35.651074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91ff45d8-3b33-4c0c-bbd4-d1813712c727 admin admin] Publish callbacks [] for security_group (cda8c14d-fca7-480c-90c6-875c05c492e9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.707094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:35.759988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507816-a9f0-45e5-9c29-1bc428532777 req-0ff391e3-b7c9-45f3-834a-b7aad0f7762b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:35.768479 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9e507816-a9f0-45e5-9c29-1bc428532777 req-0ff391e3-b7c9-45f3-834a-b7aad0f7762b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0923188 Feb 09 03:18:35.794173 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-4e43a242-8467-40ae-9e7c-de99eee0adc5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=446e70a9-9716-41a2-a9fa-748879753ab3 HTTP/1.1" status: 200 len: 217 time: 0.2683334 Feb 09 03:18:35.799145 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.839637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9e507816-a9f0-45e5-9c29-1bc428532777 req-1c277dd6-f28e-4731-bf67-ba0aaafe50f6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634348 Feb 09 03:18:35.907901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=13']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:35.997761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:36.012559 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55fb528-61c0-4efb-918a-b821ebeed5a3" -d '{"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-plugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:36.027417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-664e865d-7d80-4cbb-8e05-47ab8f6e3433 service neutron] 10.222.0.65 "GET /v2.0/networks/1720a163-a6fb-4448-8407-8a261b1e9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509760 Feb 09 03:18:36.055678 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf58ab-e45d-481d-a1bd-6fb70d2c667d req-52d50090-0ff7-40da-9e3e-a1a6a415af0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:36.073471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9bf58ab-e45d-481d-a1bd-6fb70d2c667d req-52d50090-0ff7-40da-9e3e-a1a6a415af0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.1391678 Feb 09 03:18:36.116901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2df97-9408-4df0-bfdd-5be8799ec357 req-d0fd9357-78bf-449a-8fdd-6e0918c163e7 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:36.130668 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6af2df97-9408-4df0-bfdd-5be8799ec357 req-d0fd9357-78bf-449a-8fdd-6e0918c163e7 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 944 time: 0.7526402 Feb 09 03:18:36.138169 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9bf58ab-e45d-481d-a1bd-6fb70d2c667d req-586e17fa-3a59-4442-b4a7-9dd9767a3e10 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637209 Feb 09 03:18:36.156676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91ff45d8-3b33-4c0c-bbd4-d1813712c727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cda8c14d-fca7-480c-90c6-875c05c492e9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.160804 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91ff45d8-3b33-4c0c-bbd4-d1813712c727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.164358 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-91ff45d8-3b33-4c0c-bbd4-d1813712c727 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cda8c14d-fca7-480c-90c6-875c05c492e9 HTTP/1.1" status: 204 len: 168 time: 1.4965706 Feb 09 03:18:36.341152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff45d8-3b33-4c0c-bbd4-d1813712c727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda8c14d-fca7-480c-90c6-875c05c492e9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:36.408350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74493d3f-5c91-4a61-9b5d-c22008a71f4c req-25aeebd5-d037-41b7-9719-2db833c39df6 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:36.417033 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74493d3f-5c91-4a61-9b5d-c22008a71f4c req-25aeebd5-d037-41b7-9719-2db833c39df6 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1578128 Feb 09 03:18:36.422144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-05e2041f-4432-44a0-b5de-d35fb0e4641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:36.424446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-05e2041f-4432-44a0-b5de-d35fb0e4641a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=87e338df-aa5d-4662-99c5-3dddbdc6dbca HTTP/1.1" status: 200 len: 854 time: 0.6087215 Feb 09 03:18:36.491547 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74493d3f-5c91-4a61-9b5d-c22008a71f4c req-9e86ebc2-1e83-4611-a283-09c556aa4946 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727556 Feb 09 03:18:36.547082 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5786c3b5-ec33-48cc-b559-f05ba86fdc50 x-openstack-request-id: req-5786c3b5-ec33-48cc-b559-f05ba86fdc50 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:36.547813 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-plugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:36.547813 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5786c3b5-ec33-48cc-b559-f05ba86fdc50 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:36.548580 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'code': 200} Feb 09 03:18:36.695302 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6af2df97-9408-4df0-bfdd-5be8799ec357 req-a7d9b59d-9f3f-4a4e-baad-fe3caea476da tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5597789 Feb 09 03:18:36.717820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da425c-bef7-401c-ae27-c51f5e3ffca4 req-67872439-b080-4c2a-8582-6bd47ce316f7 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:36.720280 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-11da425c-bef7-401c-ae27-c51f5e3ffca4 req-67872439-b080-4c2a-8582-6bd47ce316f7 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.1034803 Feb 09 03:18:36.800910 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbeadec-cde7-4793-b813-7977a9290072 req-51b3dc80-cff1-48fc-84d0-3f788673457f service neutron] 10.222.0.65 "GET /v2.0/networks/1720a163-a6fb-4448-8407-8a261b1e9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086420 Feb 09 03:18:36.840374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-c6647776-d208-4856-86be-da4180fbf9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:36.853981 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-c6647776-d208-4856-86be-da4180fbf9bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab1b5245-6614-42db-bf69-22807f125bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4005547 Feb 09 03:18:36.940154 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-11da425c-bef7-401c-ae27-c51f5e3ffca4 req-66caf444-48b3-4060-9984-eec1b0b4ce3a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985502 Feb 09 03:18:37.064266 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:18:37.287853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'tag': '446e70a9-9716-41a2-a9fa-748879753ab3'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:37.296611 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d05a1d6-b923-4ce2-8c79-53c0cfc82fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "2415d2c8-fdd0-43db-b024-da905d3e711f", "tag": "446e70a9-9716-41a2-a9fa-748879753ab3"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:37.443758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ec1c4-b65d-4b74-a613-7506fdc8b9ea req-6ce9c242-c370-43af-b7cd-7e907ea7989b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:37.457593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ec1c4-b65d-4b74-a613-7506fdc8b9ea req-6ce9c242-c370-43af-b7cd-7e907ea7989b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:37.474125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ec1c4-b65d-4b74-a613-7506fdc8b9ea req-6ce9c242-c370-43af-b7cd-7e907ea7989b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:37.483531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ec1c4-b65d-4b74-a613-7506fdc8b9ea req-6ce9c242-c370-43af-b7cd-7e907ea7989b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:37.493990 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:37.515248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ec1c4-b65d-4b74-a613-7506fdc8b9ea req-6ce9c242-c370-43af-b7cd-7e907ea7989b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:37.543339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ec1c4-b65d-4b74-a613-7506fdc8b9ea req-6ce9c242-c370-43af-b7cd-7e907ea7989b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:37.570670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ec1c4-b65d-4b74-a613-7506fdc8b9ea req-6ce9c242-c370-43af-b7cd-7e907ea7989b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:37.572932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-672ec1c4-b65d-4b74-a613-7506fdc8b9ea req-6ce9c242-c370-43af-b7cd-7e907ea7989b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.7028091 Feb 09 03:18:37.598636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd92d3-00ba-4d6d-a98c-cdbc75e4beed req-1aa5f7d2-74b6-4762-bdd1-27b8bbfa00af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:37.599399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312eb169-9169-462d-89bc-52dfaf75d7b2', 'tag': 'a2fa81d5-4ae3-438f-a473-541fb6ee238a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:37.602514 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed00952a-769f-4b79-a72e-6f356f830dee" -d '{"events": [{"name": "network-changed", "server_uuid": "312eb169-9169-462d-89bc-52dfaf75d7b2", "tag": "a2fa81d5-4ae3-438f-a473-541fb6ee238a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:37.608687 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a7bd92d3-00ba-4d6d-a98c-cdbc75e4beed req-1aa5f7d2-74b6-4762-bdd1-27b8bbfa00af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f36e756129934eb1a3d33668f1e9471e&device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 1127 time: 0.6414750 Feb 09 03:18:37.816382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd92d3-00ba-4d6d-a98c-cdbc75e4beed req-871f3857-f090-45f9-a838-a50aed98e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:37.819615 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a7bd92d3-00ba-4d6d-a98c-cdbc75e4beed req-871f3857-f090-45f9-a838-a50aed98e7f7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1720a163-a6fb-4448-8407-8a261b1e9237 HTTP/1.1" status: 200 len: 907 time: 0.1998978 Feb 09 03:18:38.663840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323895a1-04c4-4d20-8e37-a65f5d2aefb0 req-d90ac0bd-e330-438c-8e92-c92c9052dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:38.665275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-323895a1-04c4-4d20-8e37-a65f5d2aefb0 req-d90ac0bd-e330-438c-8e92-c92c9052dc6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 1157 time: 0.1551051 Feb 09 03:18:38.801111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-9864e609-824b-4ab1-9f4c-f99b4ec8707f service neutron] 10.222.0.65 "GET /v2.0/networks/ab1b5245-6614-42db-bf69-22807f125bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8424881 Feb 09 03:18:38.804802 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a7bd92d3-00ba-4d6d-a98c-cdbc75e4beed req-b22f7031-421e-4d0e-aa63-15f7cc76aeab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6534c56f-fbc8-4187-9c5c-c4c4652b55eb HTTP/1.1" status: 200 len: 217 time: 0.9738739 Feb 09 03:18:39.014030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-672ec1c4-b65d-4b74-a613-7506fdc8b9ea req-864f8898-5bcb-47e4-8977-bd0e6057c61b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4326959 Feb 09 03:18:39.131686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd92d3-00ba-4d6d-a98c-cdbc75e4beed req-8c11bedc-e059-4789-9127-dc36b24778a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:39.176780 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a7bd92d3-00ba-4d6d-a98c-cdbc75e4beed req-8c11bedc-e059-4789-9127-dc36b24778a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8109bc29-7c0c-4f79-8ef6-6125de9a61e8 HTTP/1.1" status: 200 len: 845 time: 0.3491886 Feb 09 03:18:39.180447 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6e2faaf-9551-4b81-83a8-1c56783d8ff7 req-4361350f-731f-4ac7-a996-e17217198e3c service neutron] 10.222.0.65 "GET /v2.0/networks/ab1b5245-6614-42db-bf69-22807f125bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526351 Feb 09 03:18:39.182046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323895a1-04c4-4d20-8e37-a65f5d2aefb0 req-8a64b796-43f0-45ec-aba6-aa53c0efec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:39.187225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-323895a1-04c4-4d20-8e37-a65f5d2aefb0 req-8a64b796-43f0-45ec-aba6-aa53c0efec8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.4953873 Feb 09 03:18:39.278022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd92d3-00ba-4d6d-a98c-cdbc75e4beed req-a1fcbdb7-5cd6-4d2f-9d6c-908149d23f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:39.279719 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a7bd92d3-00ba-4d6d-a98c-cdbc75e4beed req-a1fcbdb7-5cd6-4d2f-9d6c-908149d23f1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1720a163-a6fb-4448-8407-8a261b1e9237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0848944 Feb 09 03:18:39.301843 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-323895a1-04c4-4d20-8e37-a65f5d2aefb0 req-4a0f1c29-c53a-423b-9f79-ebcf88f70975 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a HTTP/1.1" status: 200 len: 217 time: 0.1057665 Feb 09 03:18:39.388393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a7bd92d3-00ba-4d6d-a98c-cdbc75e4beed req-4427d1ea-495c-4104-b974-0dac48ee0d03 service neutron] 10.222.0.65 "GET /v2.0/networks/1720a163-a6fb-4448-8407-8a261b1e9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005993 Feb 09 03:18:39.455116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323895a1-04c4-4d20-8e37-a65f5d2aefb0 req-aa55ad7c-38f1-474b-836c-7daf44923a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:39.456592 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-323895a1-04c4-4d20-8e37-a65f5d2aefb0 req-aa55ad7c-38f1-474b-836c-7daf44923a4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1442447 Feb 09 03:18:39.507078 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a7bd92d3-00ba-4d6d-a98c-cdbc75e4beed req-f6c7b4b9-2e96-47df-9685-b8f6c936e7cd service neutron] 10.222.0.65 "GET /v2.0/networks/1720a163-a6fb-4448-8407-8a261b1e9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031120 Feb 09 03:18:39.510925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae7c4a-6ca2-4977-aa2b-e1662a5fdfaa req-3b1b8f92-bb43-455d-9fff-d1a7588eb4f2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:39.512168 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6ae7c4a-6ca2-4977-aa2b-e1662a5fdfaa req-3b1b8f92-bb43-455d-9fff-d1a7588eb4f2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.2792075 Feb 09 03:18:39.535728 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-323895a1-04c4-4d20-8e37-a65f5d2aefb0 req-318001a5-233a-40de-8a9d-99d0e5d3ff66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695045 Feb 09 03:18:39.615376 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6ae7c4a-6ca2-4977-aa2b-e1662a5fdfaa req-e8d6862b-1fff-4e49-96f8-9a9607205f91 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971870 Feb 09 03:18:39.796900 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-323895a1-04c4-4d20-8e37-a65f5d2aefb0 req-17d42a93-2526-48e4-a999-66f7b90821dc service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520671 Feb 09 03:18:39.931475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-323895a1-04c4-4d20-8e37-a65f5d2aefb0 req-8d3ac48a-0501-445e-bd64-9e1ec6be0f41 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226764 Feb 09 03:18:39.954143 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e15371-00b9-43de-b91e-2b6e7b03790f req-29d3b623-d218-4de7-8cba-065b28293bc0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:39.969720 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49e15371-00b9-43de-b91e-2b6e7b03790f req-29d3b623-d218-4de7-8cba-065b28293bc0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.1750796 Feb 09 03:18:40.098285 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49e15371-00b9-43de-b91e-2b6e7b03790f req-6217c613-11c0-459a-837f-92ea7e00e723 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274245 Feb 09 03:18:40.230568 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f4d9a-b2f8-4b79-9401-3bbc09ea64e2 x-openstack-request-id: req-d84f4d9a-b2f8-4b79-9401-3bbc09ea64e2 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:40.230824 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2415d2c8-fdd0-43db-b024-da905d3e711f", "tag": "446e70a9-9716-41a2-a9fa-748879753ab3", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:40.231077 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d84f4d9a-b2f8-4b79-9401-3bbc09ea64e2 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:40.231488 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'tag': '446e70a9-9716-41a2-a9fa-748879753ab3', 'status': 'completed', 'code': 200} Feb 09 03:18:40.359465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05a1d6-b923-4ce2-8c79-53c0cfc82fa8 req-7e88a218-8ab4-4e69-ac82-2fff5907ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:40.364615 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d05a1d6-b923-4ce2-8c79-53c0cfc82fa8 req-7e88a218-8ab4-4e69-ac82-2fff5907ab12 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=46696f9de4604dd5998a8164d84283b8&device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 1126 time: 0.0979035 Feb 09 03:18:40.455620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 6534c56f-fbc8-4187-9c5c-c4c4652b55eb details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:18:40.492852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbaa16-952f-4bde-8724-0f1c0cb16663 req-9e1cf937-29ca-4251-b24b-663173845a04 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:40.502786 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35dbaa16-952f-4bde-8724-0f1c0cb16663 req-9e1cf937-29ca-4251-b24b-663173845a04 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1362574 Feb 09 03:18:40.611625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05a1d6-b923-4ce2-8c79-53c0cfc82fa8 req-a9f4fae2-75ee-4be3-884b-bf208e6faadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:40.614810 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d05a1d6-b923-4ce2-8c79-53c0cfc82fa8 req-a9f4fae2-75ee-4be3-884b-bf208e6faadd service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab1b5245-6614-42db-bf69-22807f125bf8 HTTP/1.1" status: 200 len: 916 time: 0.2127135 Feb 09 03:18:40.667359 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=6534c56f-fbc8-4187-9c5c-c4c4652b55eb,segment=NetworkSegment(7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe),segment_id=7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:40.686041 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d05a1d6-b923-4ce2-8c79-53c0cfc82fa8 req-30de7f3d-a205-4ad5-92a2-d9c9ae6de0fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=446e70a9-9716-41a2-a9fa-748879753ab3 HTTP/1.1" status: 200 len: 217 time: 0.0586755 Feb 09 03:18:40.688374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'port_id': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb', 'mac_address': 'fa:16:3e:44:a0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:18:40.697624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35dbaa16-952f-4bde-8724-0f1c0cb16663 req-7481362a-9706-461b-b1d8-8085580c7944 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938529 Feb 09 03:18:40.799255 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1bab16-04dc-4617-a9fb-e4d7a9c72d75 x-openstack-request-id: req-cc1bab16-04dc-4617-a9fb-e4d7a9c72d75 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:40.800262 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312eb169-9169-462d-89bc-52dfaf75d7b2", "tag": "a2fa81d5-4ae3-438f-a473-541fb6ee238a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:40.801001 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc1bab16-04dc-4617-a9fb-e4d7a9c72d75 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:40.801625 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312eb169-9169-462d-89bc-52dfaf75d7b2', 'tag': 'a2fa81d5-4ae3-438f-a473-541fb6ee238a', 'status': 'completed', 'code': 200} Feb 09 03:18:40.803381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:40.805622 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:40.816091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05a1d6-b923-4ce2-8c79-53c0cfc82fa8 req-8b747b16-6a14-4080-9b45-35c50e08f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:40.817598 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d05a1d6-b923-4ce2-8c79-53c0cfc82fa8 req-8b747b16-6a14-4080-9b45-35c50e08f57c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=87e338df-aa5d-4662-99c5-3dddbdc6dbca HTTP/1.1" status: 200 len: 854 time: 0.1172462 Feb 09 03:18:40.845410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6534c56f-fbc8-4187-9c5c-c4c4652b55eb {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:40.901311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=6534c56f-fbc8-4187-9c5c-c4c4652b55eb,segment=NetworkSegment(7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe),segment_id=7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:40.917166 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:40.926336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00952a-769f-4b79-a72e-6f356f830dee req-80a22f0c-c712-4ff5-9230-ad0d14fd1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:40.928478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed00952a-769f-4b79-a72e-6f356f830dee req-80a22f0c-c712-4ff5-9230-ad0d14fd1bd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 1157 time: 0.0968077 Feb 09 03:18:40.954773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05a1d6-b923-4ce2-8c79-53c0cfc82fa8 req-1bdf520a-dd66-45fa-a73d-d5320a4a54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:40.956308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d05a1d6-b923-4ce2-8c79-53c0cfc82fa8 req-1bdf520a-dd66-45fa-a73d-d5320a4a54d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab1b5245-6614-42db-bf69-22807f125bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1306558 Feb 09 03:18:41.065223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=6534c56f-fbc8-4187-9c5c-c4c4652b55eb,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:41.093430 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d05a1d6-b923-4ce2-8c79-53c0cfc82fa8 req-790fd18c-e0eb-474f-8898-bebf85578df6 service neutron] 10.222.0.65 "GET /v2.0/networks/ab1b5245-6614-42db-bf69-22807f125bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268213 Feb 09 03:18:41.114558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00952a-769f-4b79-a72e-6f356f830dee req-76e6e682-bd89-4815-ba8f-b40f95503bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:41.116395 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed00952a-769f-4b79-a72e-6f356f830dee req-76e6e682-bd89-4815-ba8f-b40f95503bf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.1781552 Feb 09 03:18:41.123971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8837e41-6920-41f7-adfa-bb762787507f req-5fa80ba1-7a3c-4409-95e2-00c211114b79 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:41.132525 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8837e41-6920-41f7-adfa-bb762787507f req-5fa80ba1-7a3c-4409-95e2-00c211114b79 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 945 time: 0.2197862 Feb 09 03:18:41.205234 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed00952a-769f-4b79-a72e-6f356f830dee req-3bc70ac0-45be-44cc-9b6c-dc944f88735d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a HTTP/1.1" status: 200 len: 217 time: 0.0806897 Feb 09 03:18:41.256883 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8837e41-6920-41f7-adfa-bb762787507f req-a2dbdcfc-c5ab-4cb7-a938-47db7c8a1574 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185417 Feb 09 03:18:41.299317 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00952a-769f-4b79-a72e-6f356f830dee req-84e318d6-6d5c-4c93-98f0-120012dde99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:41.300925 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed00952a-769f-4b79-a72e-6f356f830dee req-84e318d6-6d5c-4c93-98f0-120012dde99b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.0861390 Feb 09 03:18:41.338550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d05a1d6-b923-4ce2-8c79-53c0cfc82fa8 req-c7eea3b0-cb58-4925-af7d-34c0632e4841 service neutron] 10.222.0.65 "GET /v2.0/networks/ab1b5245-6614-42db-bf69-22807f125bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353990 Feb 09 03:18:41.362709 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed00952a-769f-4b79-a72e-6f356f830dee req-75c723fb-5cf5-42e0-94a6-cb1fb971dd23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545459 Feb 09 03:18:41.443797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['6534c56f-fbc8-4187-9c5c-c4c4652b55eb'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:18:41.531828 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed00952a-769f-4b79-a72e-6f356f830dee req-1fb21627-4dfe-4a98-9b27-5403dbae5bab service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537225 Feb 09 03:18:41.536859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2456a9-071e-4ea8-ab9f-e78b82aec9c9 req-9ca5a678-f4fb-49be-8b18-56aa52985182 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:41.547701 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d2456a9-071e-4ea8-ab9f-e78b82aec9c9 req-9ca5a678-f4fb-49be-8b18-56aa52985182 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.1741121 Feb 09 03:18:41.732298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d2456a9-071e-4ea8-ab9f-e78b82aec9c9 req-8be41a17-c622-4670-a98a-26fcbb864e68 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835620 Feb 09 03:18:41.788390 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed00952a-769f-4b79-a72e-6f356f830dee req-f6f3f4dc-a65d-4a6f-a938-0726256546e4 service neutron] 10.222.0.42 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427490 Feb 09 03:18:42.376996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a4a1-fa87-4c2b-88fa-4966b965bddf req-2ea3077a-bc3e-4f97-86de-2ecc24bba630 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:42.396285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a4a1-fa87-4c2b-88fa-4966b965bddf req-2ea3077a-bc3e-4f97-86de-2ecc24bba630 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:42.409344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a4a1-fa87-4c2b-88fa-4966b965bddf req-2ea3077a-bc3e-4f97-86de-2ecc24bba630 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:42.424082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a4a1-fa87-4c2b-88fa-4966b965bddf req-2ea3077a-bc3e-4f97-86de-2ecc24bba630 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:42.440503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a4a1-fa87-4c2b-88fa-4966b965bddf req-2ea3077a-bc3e-4f97-86de-2ecc24bba630 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:42.455044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a4a1-fa87-4c2b-88fa-4966b965bddf req-2ea3077a-bc3e-4f97-86de-2ecc24bba630 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:42.466413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a4a1-fa87-4c2b-88fa-4966b965bddf req-2ea3077a-bc3e-4f97-86de-2ecc24bba630 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:42.477374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bc4a4a1-fa87-4c2b-88fa-4966b965bddf req-2ea3077a-bc3e-4f97-86de-2ecc24bba630 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.2567892 Feb 09 03:18:42.612071 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bc4a4a1-fa87-4c2b-88fa-4966b965bddf req-f489ea13-3406-45be-8954-5c26e17a6bec tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216919 Feb 09 03:18:42.866461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b939d-e947-4433-92b1-af482ae67e65 req-e0b93afc-3acd-4754-8a34-2f21340b168c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:42.868879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-346b939d-e947-4433-92b1-af482ae67e65 req-e0b93afc-3acd-4754-8a34-2f21340b168c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1102502 Feb 09 03:18:42.950207 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-346b939d-e947-4433-92b1-af482ae67e65 req-e596ebed-4ec8-4a6f-9380-80f743a10ccf tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743289 Feb 09 03:18:43.249457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec30ac-06dc-416a-96ea-b467fdaa63ce req-00cc65fc-d2bb-4661-83b2-a711b8346f41 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:43.249457 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63ec30ac-06dc-416a-96ea-b467fdaa63ce req-00cc65fc-d2bb-4661-83b2-a711b8346f41 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.1686659 Feb 09 03:18:43.336615 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63ec30ac-06dc-416a-96ea-b467fdaa63ce req-2f95aa1f-e3a7-4789-b0ff-f5ba0c28fcbf tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932639 Feb 09 03:18:43.484326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392461e2-3a91-4408-84a8-eb65ace54705 req-bf7ea3b7-372e-4157-884d-e75eb77578e3 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:43.499005 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-392461e2-3a91-4408-84a8-eb65ace54705 req-bf7ea3b7-372e-4157-884d-e75eb77578e3 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0951669 Feb 09 03:18:43.589931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-392461e2-3a91-4408-84a8-eb65ace54705 req-433441fd-7802-429b-8a84-54207512f6a7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880692 Feb 09 03:18:43.812380 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175299e-cc84-4268-83e3-44791fa5a677 req-1761f650-26fa-4f0e-a7e9-7356e22b1b32 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:43.820662 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b175299e-cc84-4268-83e3-44791fa5a677 req-1761f650-26fa-4f0e-a7e9-7356e22b1b32 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 945 time: 0.1241872 Feb 09 03:18:43.928993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b175299e-cc84-4268-83e3-44791fa5a677 req-5670b97e-9416-44ab-9485-102114d3f1f0 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016350 Feb 09 03:18:44.128434 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a107f2f-4417-412b-a001-3fa712e6d433 req-cad0803a-907f-4e4f-84b2-879bbfe936f9 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:44.142737 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6a107f2f-4417-412b-a001-3fa712e6d433 req-cad0803a-907f-4e4f-84b2-879bbfe936f9 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.1363077 Feb 09 03:18:44.235036 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6a107f2f-4417-412b-a001-3fa712e6d433 req-9f3a5104-e97f-4626-b8a2-5b9b4dba29a2 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910208 Feb 09 03:18:44.433882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467338-cdd4-44dd-bfe6-03e31859c8a3 req-12f2b14a-6cc0-4f95-994d-6223b36f04ea tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:44.444849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467338-cdd4-44dd-bfe6-03e31859c8a3 req-12f2b14a-6cc0-4f95-994d-6223b36f04ea tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:44.451728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467338-cdd4-44dd-bfe6-03e31859c8a3 req-12f2b14a-6cc0-4f95-994d-6223b36f04ea tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:44.459995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467338-cdd4-44dd-bfe6-03e31859c8a3 req-12f2b14a-6cc0-4f95-994d-6223b36f04ea tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:44.465405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467338-cdd4-44dd-bfe6-03e31859c8a3 req-12f2b14a-6cc0-4f95-994d-6223b36f04ea tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:44.470244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 6534c56f-fbc8-4187-9c5c-c4c4652b55eb up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:44.476202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467338-cdd4-44dd-bfe6-03e31859c8a3 req-12f2b14a-6cc0-4f95-994d-6223b36f04ea tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:44.481522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467338-cdd4-44dd-bfe6-03e31859c8a3 req-12f2b14a-6cc0-4f95-994d-6223b36f04ea tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:44.490451 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26467338-cdd4-44dd-bfe6-03e31859c8a3 req-12f2b14a-6cc0-4f95-994d-6223b36f04ea tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1908331 Feb 09 03:18:44.571099 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26467338-cdd4-44dd-bfe6-03e31859c8a3 req-f6e04933-5d8b-402d-9e2a-496817dcd016 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735517 Feb 09 03:18:44.649088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:18:44.658177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:44.661461 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:44.761758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d745657-2c57-459e-ab29-a431ca79b3e4 req-f7b101a7-a145-4053-96d9-1380df8a1833 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:44.772197 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d745657-2c57-459e-ab29-a431ca79b3e4 req-f7b101a7-a145-4053-96d9-1380df8a1833 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1212976 Feb 09 03:18:44.887394 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d745657-2c57-459e-ab29-a431ca79b3e4 req-e4658dba-d909-4b6d-8924-a00fd733c300 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142228 Feb 09 03:18:44.954802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:44.959536 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.024332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:45.026618 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5dbf0b-526f-4351-902b-50bba1c39b38" -d '{"events": [{"server_uuid": "954d23b1-a489-4c10-862c-34f2d08ee6d7", "name": "network-vif-plugged", "status": "completed", "tag": "6534c56f-fbc8-4187-9c5c-c4c4652b55eb"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:45.083730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=6534c56f-fbc8-4187-9c5c-c4c4652b55eb,segment=NetworkSegment(7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe),segment_id=7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:45.089825 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.166117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=6534c56f-fbc8-4187-9c5c-c4c4652b55eb,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:45.510177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d4e68-12a0-4e5f-9964-aa3f34ff7b14 req-06c24517-56b7-49bc-94a4-050dd7a33b75 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:45.513254 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f11d4e68-12a0-4e5f-9964-aa3f34ff7b14 req-06c24517-56b7-49bc-94a4-050dd7a33b75 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.1607115 Feb 09 03:18:45.568924 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae192679-8d06-4dc1-aed3-80a314172463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.643621 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f11d4e68-12a0-4e5f-9964-aa3f34ff7b14 req-c9a9aa50-9617-4bbb-a718-bda25dc43e1b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204865 Feb 09 03:18:45.835564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f56bc-47d7-4c93-881b-c0e6ec311b08 req-30a9fe6c-aa93-4f52-a062-897ed7ce7953 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:45.837177 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-770f56bc-47d7-4c93-881b-c0e6ec311b08 req-30a9fe6c-aa93-4f52-a062-897ed7ce7953 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1272237 Feb 09 03:18:45.962703 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-770f56bc-47d7-4c93-881b-c0e6ec311b08 req-ef3178a3-b2e1-4afb-b543-127ff1f9e07f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187203 Feb 09 03:18:46.207013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0ae17-6cb5-4cbc-aa3d-97ce3e058305 req-57019e06-7650-4fbf-97e0-8a07ee4e4a44 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:46.219968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82d0ae17-6cb5-4cbc-aa3d-97ce3e058305 req-57019e06-7650-4fbf-97e0-8a07ee4e4a44 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.1154857 Feb 09 03:18:46.314922 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82d0ae17-6cb5-4cbc-aa3d-97ce3e058305 req-d7eeff15-7709-4a2a-8b69-2108e277c9a8 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849271 Feb 09 03:18:46.413953 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947fe98f-1e66-45d1-8312-4b2e4b5f878f x-openstack-request-id: req-947fe98f-1e66-45d1-8312-4b2e4b5f878f {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:46.414249 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954d23b1-a489-4c10-862c-34f2d08ee6d7", "name": "network-vif-plugged", "status": "completed", "tag": "6534c56f-fbc8-4187-9c5c-c4c4652b55eb", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:46.414498 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-947fe98f-1e66-45d1-8312-4b2e4b5f878f {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:46.414900 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb', 'code': 200} Feb 09 03:18:46.907256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d18c7-6f7a-43c7-9c6c-01d7099572d3 req-23131de6-31a1-480b-9b46-061c882df168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:46.921553 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e39d18c7-6f7a-43c7-9c6c-01d7099572d3 req-23131de6-31a1-480b-9b46-061c882df168 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 1129 time: 0.4076633 Feb 09 03:18:47.010642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c311b3c-7ca1-4d58-878c-e6725974556e req-01d7d168-c76e-4caa-b5d8-42de84a4675a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:47.027827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c311b3c-7ca1-4d58-878c-e6725974556e req-01d7d168-c76e-4caa-b5d8-42de84a4675a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.5051112 Feb 09 03:18:47.254333 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c311b3c-7ca1-4d58-878c-e6725974556e req-492a0158-37f9-4871-a265-1eb08a334761 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248635 Feb 09 03:18:47.259065 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e39d18c7-6f7a-43c7-9c6c-01d7099572d3 req-0747dad8-1abb-4c38-b36b-52cb078a0275 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301284 Feb 09 03:18:47.556891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd114a-4d94-44b9-ab9f-06f720e8a38c req-6970f163-7cfd-48a4-a799-25ec253f3051 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:47.572357 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd114a-4d94-44b9-ab9f-06f720e8a38c req-6970f163-7cfd-48a4-a799-25ec253f3051 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:47.598853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd114a-4d94-44b9-ab9f-06f720e8a38c req-6970f163-7cfd-48a4-a799-25ec253f3051 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:47.618494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd114a-4d94-44b9-ab9f-06f720e8a38c req-6970f163-7cfd-48a4-a799-25ec253f3051 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:47.645723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd114a-4d94-44b9-ab9f-06f720e8a38c req-6970f163-7cfd-48a4-a799-25ec253f3051 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:47.655506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd114a-4d94-44b9-ab9f-06f720e8a38c req-6970f163-7cfd-48a4-a799-25ec253f3051 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:47.665754 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd114a-4d94-44b9-ab9f-06f720e8a38c req-6970f163-7cfd-48a4-a799-25ec253f3051 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:47.668946 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5dd114a-4d94-44b9-ab9f-06f720e8a38c req-6970f163-7cfd-48a4-a799-25ec253f3051 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.2525775 Feb 09 03:18:47.819305 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5dd114a-4d94-44b9-ab9f-06f720e8a38c req-b5ae8580-ab22-4a53-ac69-f97931ac54f6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392362 Feb 09 03:18:48.070288 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-755795d1-46a2-47e2-9ada-e427e67844d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.125787 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc408-4852-41d4-bba5-80ccfcbfcb18 req-a1dd0479-fd9f-4244-9df8-d2a03b143638 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:48.127303 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55abc408-4852-41d4-bba5-80ccfcbfcb18 req-a1dd0479-fd9f-4244-9df8-d2a03b143638 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1394012 Feb 09 03:18:48.236851 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55abc408-4852-41d4-bba5-80ccfcbfcb18 req-a2fbdfe6-33f8-4e2b-b33b-2309a46088d4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949557 Feb 09 03:18:48.446937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b22fd-bd34-4cf3-9cc8-0acedcc3b3ef req-4b6a34b1-e0a9-4885-a9d9-424e18decb1e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:48.459204 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-033b22fd-bd34-4cf3-9cc8-0acedcc3b3ef req-4b6a34b1-e0a9-4885-a9d9-424e18decb1e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.0979500 Feb 09 03:18:48.577067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-033b22fd-bd34-4cf3-9cc8-0acedcc3b3ef req-128eebca-1d90-4d0a-9224-4d5490312d5b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164911 Feb 09 03:18:48.838558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb222ad-48d5-4af6-bdd3-afde6127cb04 req-5d9fb56f-a922-4db4-adb7-3ae805876f56 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:48.846206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6fb222ad-48d5-4af6-bdd3-afde6127cb04 req-5d9fb56f-a922-4db4-adb7-3ae805876f56 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1339996 Feb 09 03:18:48.919119 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6fb222ad-48d5-4af6-bdd3-afde6127cb04 req-33ed61af-0f62-48f8-a3bf-79eeb1cfc637 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719147 Feb 09 03:18:49.132326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffee131-d651-4234-9ddf-9047541587f5 req-fa9c52a0-eed9-4ac8-a9db-3c41987f41c0 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:49.141759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ffee131-d651-4234-9ddf-9047541587f5 req-fa9c52a0-eed9-4ac8-a9db-3c41987f41c0 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.1204708 Feb 09 03:18:49.222158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:49.242408 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ffee131-d651-4234-9ddf-9047541587f5 req-e7513478-3303-4771-b287-07feb0d1d47a tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980692 Feb 09 03:18:49.567204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925a772-e0c3-40fc-bca0-5402531cef8c req-588b2b54-09b5-4ceb-9e28-28818cee7815 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:49.573904 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0925a772-e0c3-40fc-bca0-5402531cef8c req-588b2b54-09b5-4ceb-9e28-28818cee7815 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.0923176 Feb 09 03:18:49.656253 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0925a772-e0c3-40fc-bca0-5402531cef8c req-3405557e-7169-4f7f-8341-8d2c0fc7397a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680609 Feb 09 03:18:49.824866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efd6d7-94af-4eee-bf0f-d7cf1f4409f7 req-05abafeb-3fa7-4c0a-9275-c214e7d4d24c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:49.830715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efd6d7-94af-4eee-bf0f-d7cf1f4409f7 req-05abafeb-3fa7-4c0a-9275-c214e7d4d24c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:49.837660 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efd6d7-94af-4eee-bf0f-d7cf1f4409f7 req-05abafeb-3fa7-4c0a-9275-c214e7d4d24c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:49.844179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efd6d7-94af-4eee-bf0f-d7cf1f4409f7 req-05abafeb-3fa7-4c0a-9275-c214e7d4d24c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:49.859338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efd6d7-94af-4eee-bf0f-d7cf1f4409f7 req-05abafeb-3fa7-4c0a-9275-c214e7d4d24c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:49.865829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efd6d7-94af-4eee-bf0f-d7cf1f4409f7 req-05abafeb-3fa7-4c0a-9275-c214e7d4d24c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:49.871794 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efd6d7-94af-4eee-bf0f-d7cf1f4409f7 req-05abafeb-3fa7-4c0a-9275-c214e7d4d24c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:49.874639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-22efd6d7-94af-4eee-bf0f-d7cf1f4409f7 req-05abafeb-3fa7-4c0a-9275-c214e7d4d24c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1307697 Feb 09 03:18:49.964467 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-22efd6d7-94af-4eee-bf0f-d7cf1f4409f7 req-ebb59a7f-d7e9-4c98-9e92-2e1f528f9a86 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774493 Feb 09 03:18:50.033870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bfcf5-aa7d-4b65-9cc7-c882f02a72b4 req-1168a26e-8bfc-4478-9a2f-720d18195d43 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:50.037842 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-df5bfcf5-aa7d-4b65-9cc7-c882f02a72b4 req-1168a26e-8bfc-4478-9a2f-720d18195d43 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1012368 Feb 09 03:18:50.103921 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-df5bfcf5-aa7d-4b65-9cc7-c882f02a72b4 req-f2d49475-e866-4daa-8401-760e026c19ca tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523186 Feb 09 03:18:50.210908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abb994-7a8d-48fe-98e6-14df46e9b8eb req-53d6f41f-f6b7-4578-b766-104139b1b3b4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:50.221134 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0abb994-7a8d-48fe-98e6-14df46e9b8eb req-53d6f41f-f6b7-4578-b766-104139b1b3b4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.1348670 Feb 09 03:18:50.278112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae382f3-b262-4326-a76f-c1142914b00a req-ada8da65-8865-4a6e-be91-697cc6c8eb8e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:50.282034 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ae382f3-b262-4326-a76f-c1142914b00a req-ada8da65-8865-4a6e-be91-697cc6c8eb8e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0757146 Feb 09 03:18:50.314239 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0abb994-7a8d-48fe-98e6-14df46e9b8eb req-127bbf19-2043-42b3-9810-3375150eff3d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921955 Feb 09 03:18:50.361746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ae382f3-b262-4326-a76f-c1142914b00a req-40d00896-f701-4b62-914d-304b646ac44c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714381 Feb 09 03:18:50.585389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e628415-6839-4d57-8d02-76ed9b62ed18 req-b6fbe74c-da15-4eaf-92ca-20068a42c9ed tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:50.587018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e628415-6839-4d57-8d02-76ed9b62ed18 req-b6fbe74c-da15-4eaf-92ca-20068a42c9ed tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.1066234 Feb 09 03:18:50.649839 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.682634 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e628415-6839-4d57-8d02-76ed9b62ed18 req-3031d540-6955-4243-b0a8-8a8f778654dc tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817733 Feb 09 03:18:50.901622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5240c6-b8cf-48a9-bf39-7697058343a8 req-6643f6bf-5cf8-4b1c-87cb-b19ed893e367 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:50.906554 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0f5240c6-b8cf-48a9-bf39-7697058343a8 req-6643f6bf-5cf8-4b1c-87cb-b19ed893e367 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.1259251 Feb 09 03:18:50.907662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cb66b-4719-4002-a0b6-86b2fde834c2 req-357c5335-fbfd-4a05-9977-32e80a281fe5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:50.916099 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e6cb66b-4719-4002-a0b6-86b2fde834c2 req-357c5335-fbfd-4a05-9977-32e80a281fe5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.1028543 Feb 09 03:18:50.916337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57586) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:50.929377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-db8b18c1-ccec-4c19-a0ea-71699d723a5c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Request body: {'floatingip': {'port_id': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:50.992496 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e6cb66b-4719-4002-a0b6-86b2fde834c2 req-48d42fd0-0f02-45ac-b4b8-97115dae3a3f tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752280 Feb 09 03:18:51.067157 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db8b18c1-ccec-4c19-a0ea-71699d723a5c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for floatingip (bc84a177-d518-49ab-bbed-cc8048442bf9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.073871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57604) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:51.195355 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67510-126c-474d-8d98-1055b8ccc051 req-04cfe6cb-b6df-42e7-8bb4-c9725cd39aef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:51.215476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67510-126c-474d-8d98-1055b8ccc051 req-04cfe6cb-b6df-42e7-8bb4-c9725cd39aef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:51.229763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67510-126c-474d-8d98-1055b8ccc051 req-04cfe6cb-b6df-42e7-8bb4-c9725cd39aef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:51.235280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67510-126c-474d-8d98-1055b8ccc051 req-04cfe6cb-b6df-42e7-8bb4-c9725cd39aef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:51.247754 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67510-126c-474d-8d98-1055b8ccc051 req-04cfe6cb-b6df-42e7-8bb4-c9725cd39aef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:51.254635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67510-126c-474d-8d98-1055b8ccc051 req-04cfe6cb-b6df-42e7-8bb4-c9725cd39aef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:51.261682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67510-126c-474d-8d98-1055b8ccc051 req-04cfe6cb-b6df-42e7-8bb4-c9725cd39aef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:51.271179 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6cd67510-126c-474d-8d98-1055b8ccc051 req-04cfe6cb-b6df-42e7-8bb4-c9725cd39aef tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1876953 Feb 09 03:18:51.393693 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-43c2b6a4-254f-4d2a-bc4e-996a5d1c1f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.414803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6cd67510-126c-474d-8d98-1055b8ccc051 req-cddbdbfe-cd60-4daa-be91-d447dfc54533 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1351590 Feb 09 03:18:51.523792 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7efd97d2-b6e0-4841-aeac-b35cb226cb16 req-21b964b2-d586-4566-81dc-8f2121bfe0b6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1066816 Feb 09 03:18:51.689964 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-43c2b6a4-254f-4d2a-bc4e-996a5d1c1f20 admin admin] Publish callbacks [] for security_group (3d761f59-d072-456b-8792-5ed3fcea4999), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.694090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8cf42-0d9d-412c-8d5e-9ee136a6c60b req-0d061938-7e6a-4aba-8380-ff42ea21c854 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:51.707649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-51c8cf42-0d9d-412c-8d5e-9ee136a6c60b req-0d061938-7e6a-4aba-8380-ff42ea21c854 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.4412467 Feb 09 03:18:51.720214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-43c2b6a4-254f-4d2a-bc4e-996a5d1c1f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3d761f59-d072-456b-8792-5ed3fcea4999), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.794646 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2b6a4-254f-4d2a-bc4e-996a5d1c1f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d761f59-d072-456b-8792-5ed3fcea4999,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:51.833950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd97d2-b6e0-4841-aeac-b35cb226cb16 req-42d31574-c587-453d-952a-d1a34d225d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:51.836170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7efd97d2-b6e0-4841-aeac-b35cb226cb16 req-42d31574-c587-453d-952a-d1a34d225d94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 1127 time: 0.2390583 Feb 09 03:18:51.855864 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-43c2b6a4-254f-4d2a-bc4e-996a5d1c1f20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5142cc461e834a66bb1d5944b7b28c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7807684 Feb 09 03:18:51.858936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57630) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:51.911032 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.040476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25dd4c81-215f-4b42-9323-f6a32e277add admin admin] Publish callbacks [] for security_group (3d761f59-d072-456b-8792-5ed3fcea4999), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.063663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-51c8cf42-0d9d-412c-8d5e-9ee136a6c60b req-fd883760-2f39-4c25-9b98-19524aca91f3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518434 Feb 09 03:18:52.149390 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25dd4c81-215f-4b42-9323-f6a32e277add admin admin] Publish callbacks [] for security_group (3d761f59-d072-456b-8792-5ed3fcea4999), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.167392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd97d2-b6e0-4841-aeac-b35cb226cb16 req-9e47e2f8-34cb-4efb-ae1c-abecb32d5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:52.169149 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7efd97d2-b6e0-4841-aeac-b35cb226cb16 req-9e47e2f8-34cb-4efb-ae1c-abecb32d5d40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.2542431 Feb 09 03:18:52.255748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7efd97d2-b6e0-4841-aeac-b35cb226cb16 req-17d786b8-b2df-4759-a443-2e4c06c9dee2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d167610-b15c-4921-9934-a2e664020afc HTTP/1.1" status: 200 len: 217 time: 0.0785599 Feb 09 03:18:52.301795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25dd4c81-215f-4b42-9323-f6a32e277add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3d761f59-d072-456b-8792-5ed3fcea4999), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.306605 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25dd4c81-215f-4b42-9323-f6a32e277add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.308393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-25dd4c81-215f-4b42-9323-f6a32e277add admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d761f59-d072-456b-8792-5ed3fcea4999 HTTP/1.1" status: 204 len: 168 time: 0.4479361 Feb 09 03:18:52.351635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd4c81-215f-4b42-9323-f6a32e277add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d761f59-d072-456b-8792-5ed3fcea4999,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:52.367547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd97d2-b6e0-4841-aeac-b35cb226cb16 req-3298b242-4cdc-4ec2-859e-e0c59316565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:52.369729 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7efd97d2-b6e0-4841-aeac-b35cb226cb16 req-3298b242-4cdc-4ec2-859e-e0c59316565d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.0803802 Feb 09 03:18:52.418310 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7efd97d2-b6e0-4841-aeac-b35cb226cb16 req-035b21d0-247a-4f80-bb9c-438274a75ef5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415037 Feb 09 03:18:52.446728 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db8b18c1-ccec-4c19-a0ea-71699d723a5c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.468408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db8b18c1-ccec-4c19-a0ea-71699d723a5c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (bc84a177-d518-49ab-bbed-cc8048442bf9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.626926 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7efd97d2-b6e0-4841-aeac-b35cb226cb16 req-e19702e3-0689-4527-be40-134a4a1aecd9 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952174 Feb 09 03:18:52.804023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7efd97d2-b6e0-4841-aeac-b35cb226cb16 req-b815f1db-ef18-4c53-a9ad-e378709e6c82 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694777 Feb 09 03:18:52.840028 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ff6d2-da29-4815-b53c-c74e523e9634 req-ca0e1343-f085-4b13-b810-c781cefb46ee tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:52.847878 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a89ff6d2-da29-4815-b53c-c74e523e9634 req-ca0e1343-f085-4b13-b810-c781cefb46ee tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1203649 Feb 09 03:18:52.862168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57668) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:52.905258 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.957718 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a89ff6d2-da29-4815-b53c-c74e523e9634 req-015dbd88-69d3-417e-bf70-c1c6e2c2a572 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087465 Feb 09 03:18:53.055420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec22ec-812f-41b3-9c3e-61fb4144baca req-21d21590-2514-4418-8c46-0f4f5e3441d8 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:53.062767 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-43ec22ec-812f-41b3-9c3e-61fb4144baca req-21d21590-2514-4418-8c46-0f4f5e3441d8 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.8002586 Feb 09 03:18:53.064762 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Publish callbacks [] for security_group (6587b31a-31a1-4a16-8b68-5b4dc8e8f163), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.071590 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6587b31a-31a1-4a16-8b68-5b4dc8e8f163), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.109177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f3be8442-455e-4c87-af93-b9c286d4adaa no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:53.136597 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c4a002bd6734aa69ccde7cd87fdc1e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597806 Feb 09 03:18:53.137609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6587b31a-31a1-4a16-8b68-5b4dc8e8f163,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:53.139886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57672) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:53.165086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.165691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.166051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.166401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.166970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.167304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.167634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.167977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.168421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.168751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.169280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.169766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.170145 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82784ffa-0436-4f15-9d35-19e36b7ffccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:53.182770 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-43ec22ec-812f-41b3-9c3e-61fb4144baca req-260a1047-f85c-4221-bb9c-72ebe5f57a54 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179905 Feb 09 03:18:53.251890 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-db8b18c1-ccec-4c19-a0ea-71699d723a5c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Floating IP bc84a177-d518-49ab-bbed-cc8048442bf9 associated. External IP: 172.25.5.195, port: 6534c56f-fbc8-4187-9c5c-c4c4652b55eb. Feb 09 03:18:53.301633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef1d88-ae83-4224-8dd3-f71aa5621672 req-7d53771b-5da8-4293-bc08-656a7c902081 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:53.304313 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4ef1d88-ae83-4224-8dd3-f71aa5621672 req-7d53771b-5da8-4293-bc08-656a7c902081 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.1074193 Feb 09 03:18:53.322792 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-060b46f0-7d9e-4ce4-ac1a-573c0afdaaf1 admin admin] Publish callbacks [] for security_group (6587b31a-31a1-4a16-8b68-5b4dc8e8f163), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.343941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port f3be8442-455e-4c87-af93-b9c286d4adaa is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:53.344491 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.423468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a948e-5893-4e45-b9c3-2ddd67296790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3be8442-455e-4c87-af93-b9c286d4adaa'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:53.426253 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d151b95c-0de1-420c-8e91-5e1f00169e45" -d '{"events": [{"server_uuid": "d66a948e-5893-4e45-b9c3-2ddd67296790", "name": "network-vif-unplugged", "status": "completed", "tag": "f3be8442-455e-4c87-af93-b9c286d4adaa"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:53.432108 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-060b46f0-7d9e-4ce4-ac1a-573c0afdaaf1 admin admin] Publish callbacks [] for security_group (6587b31a-31a1-4a16-8b68-5b4dc8e8f163), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.465835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f3be8442-455e-4c87-af93-b9c286d4adaa, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3be8442-455e-4c87-af93-b9c286d4adaa,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:53.476160 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.620258 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-060b46f0-7d9e-4ce4-ac1a-573c0afdaaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6587b31a-31a1-4a16-8b68-5b4dc8e8f163), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.620532 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e9b8a-1043-49d3-be5d-db2de3713973 req-5d067190-9aa0-4da0-b609-7c51d0a45244 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:53.624760 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-060b46f0-7d9e-4ce4-ac1a-573c0afdaaf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.633995 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-060b46f0-7d9e-4ce4-ac1a-573c0afdaaf1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6587b31a-31a1-4a16-8b68-5b4dc8e8f163 HTTP/1.1" status: 204 len: 168 time: 0.4908462 Feb 09 03:18:53.634207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e9b8a-1043-49d3-be5d-db2de3713973 req-5d067190-9aa0-4da0-b609-7c51d0a45244 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:53.666065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e9b8a-1043-49d3-be5d-db2de3713973 req-5d067190-9aa0-4da0-b609-7c51d0a45244 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:53.676935 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4ef1d88-ae83-4224-8dd3-f71aa5621672 req-3c9d437e-ee5e-4762-9547-a952f03b170e tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3649859 Feb 09 03:18:53.678848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=f3be8442-455e-4c87-af93-b9c286d4adaa,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:53.691660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e9b8a-1043-49d3-be5d-db2de3713973 req-5d067190-9aa0-4da0-b609-7c51d0a45244 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:53.699855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e9b8a-1043-49d3-be5d-db2de3713973 req-5d067190-9aa0-4da0-b609-7c51d0a45244 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:53.710806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e9b8a-1043-49d3-be5d-db2de3713973 req-5d067190-9aa0-4da0-b609-7c51d0a45244 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:53.712871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b46f0-7d9e-4ce4-ac1a-573c0afdaaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6587b31a-31a1-4a16-8b68-5b4dc8e8f163,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:53.716558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e9b8a-1043-49d3-be5d-db2de3713973 req-5d067190-9aa0-4da0-b609-7c51d0a45244 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:53.718565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e16e9b8a-1043-49d3-be5d-db2de3713973 req-5d067190-9aa0-4da0-b609-7c51d0a45244 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.3587737 Feb 09 03:18:53.932005 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.946715 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e16e9b8a-1043-49d3-be5d-db2de3713973 req-df287431-7375-47af-981b-df911cf10999 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042928 Feb 09 03:18:54.066574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8b18c1-ccec-4c19-a0ea-71699d723a5c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Router 63b9b5c3-d70d-4411-94c7-67a7272b1893 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:54.141154 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7620ff28-398a-4761-a407-cd1c8e286d9c x-openstack-request-id: req-7620ff28-398a-4761-a407-cd1c8e286d9c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:54.142594 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a948e-5893-4e45-b9c3-2ddd67296790", "name": "network-vif-unplugged", "status": "completed", "tag": "f3be8442-455e-4c87-af93-b9c286d4adaa", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:54.144248 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7620ff28-398a-4761-a407-cd1c8e286d9c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:54.145039 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a948e-5893-4e45-b9c3-2ddd67296790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3be8442-455e-4c87-af93-b9c286d4adaa', 'code': 200} Feb 09 03:18:54.233271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bba0ae-0a82-4699-a3eb-583f36adacaf req-b1897920-b958-4f2f-9b14-e6aaffb71776 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:54.240647 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05bba0ae-0a82-4699-a3eb-583f36adacaf req-b1897920-b958-4f2f-9b14-e6aaffb71776 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1274869 Feb 09 03:18:54.370939 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05bba0ae-0a82-4699-a3eb-583f36adacaf req-ba108653-c807-4b6a-b115-fd12c35c0835 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224902 Feb 09 03:18:54.380918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f87d1-bac7-44af-9c58-fedd888ecedb req-db4f5ec7-2540-4570-84de-d7fe883b7c46 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:54.382711 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-747f87d1-bac7-44af-9c58-fedd888ecedb req-db4f5ec7-2540-4570-84de-d7fe883b7c46 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1475036 Feb 09 03:18:54.452173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8b18c1-ccec-4c19-a0ea-71699d723a5c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:54.466100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f438dc-69dd-48e9-b9d6-9a440367bc7e None None] Sync routers for ids ['63b9b5c3-d70d-4411-94c7-67a7272b1893'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:54.471442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db8b18c1-ccec-4c19-a0ea-71699d723a5c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:54.496708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-747f87d1-bac7-44af-9c58-fedd888ecedb req-38fcfd0c-8f56-4d9c-831a-830f59fd7866 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980072 Feb 09 03:18:54.503876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f438dc-69dd-48e9-b9d6-9a440367bc7e None None] Routers {'63b9b5c3-d70d-4411-94c7-67a7272b1893'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:54.504981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31f438dc-69dd-48e9-b9d6-9a440367bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:18:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['63b9b5c3-d70d-4411-94c7-67a7272b1893'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:54.563045 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-db8b18c1-ccec-4c19-a0ea-71699d723a5c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "PUT /v2.0/floatingips/bc84a177-d518-49ab-bbed-cc8048442bf9 HTTP/1.1" status: 200 len: 992 time: 3.6438293 Feb 09 03:18:54.563672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'tag': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:54.568721 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9856f43-40ae-4579-be0e-95fd96904e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "954d23b1-a489-4c10-862c-34f2d08ee6d7", "tag": "6534c56f-fbc8-4187-9c5c-c4c4652b55eb"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:54.652379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348ecf8-b144-484a-ab92-edd4b3f3976f req-67794d26-9e21-4d12-8430-7ff38414ae7b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:54.653956 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7348ecf8-b144-484a-ab92-edd4b3f3976f req-67794d26-9e21-4d12-8430-7ff38414ae7b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.1625490 Feb 09 03:18:54.745191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-31f438dc-69dd-48e9-b9d6-9a440367bc7e None None] Set router 63b9b5c3-d70d-4411-94c7-67a7272b1893 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:54.757970 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7348ecf8-b144-484a-ab92-edd4b3f3976f req-82c59ae2-fa06-4f6e-a71e-ec70f76cd0cb tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919082 Feb 09 03:18:54.778034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-acbef7aa-b538-4c45-b4db-59f05bd1ed91 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:54.787018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-acbef7aa-b538-4c45-b4db-59f05bd1ed91 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/networks?id=75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 200 len: 803 time: 0.1623518 Feb 09 03:18:54.809856 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-904b3909-d424-48a3-9877-95ce743f00b1 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/quotas/ae66a0e9a66843ac83f5d2b68cd41747 HTTP/1.1" status: 200 len: 375 time: 0.0215552 Feb 09 03:18:54.915829 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-2b53a99f-259e-4362-9738-bea4d8581ae9 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991178 Feb 09 03:18:55.003488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d249a-8fa3-4c82-93f8-4b852782ea2f req-270a7592-6dda-4b20-b121-658829856a80 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:55.017275 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-485d249a-8fa3-4c82-93f8-4b852782ea2f req-270a7592-6dda-4b20-b121-658829856a80 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.1115935 Feb 09 03:18:55.117453 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-485d249a-8fa3-4c82-93f8-4b852782ea2f req-4cf7bac5-a232-4275-88fa-8a158928dae9 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991335 Feb 09 03:18:55.187471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-3d25752e-3f04-48d1-9181-67cf81455af2 service neutron] 10.222.0.21 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615139 Feb 09 03:18:55.204221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31f438dc-69dd-48e9-b9d6-9a440367bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'bc84a177-d518-49ab-bbed-cc8048442bf9', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'port_id': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'mac_address': 'fa:16:3e:44:a0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:18:22Z', 'updated_at': '2022-02-09T03:18:52Z', 'revision_number': 1, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec04c503-e992-4089-a98e-5667227fdb73', 'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'mac_address': 'fa:16:3e:39:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:16Z', 'updated_at': '2022-02-09T03:18:24Z', 'revision_number': 5, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'subnets': [{'id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:55.220236 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777e4923-e8c5-447e-87f0-2180f683a7dd x-openstack-request-id: req-777e4923-e8c5-447e-87f0-2180f683a7dd {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:55.221997 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954d23b1-a489-4c10-862c-34f2d08ee6d7", "tag": "6534c56f-fbc8-4187-9c5c-c4c4652b55eb", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:55.222410 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-777e4923-e8c5-447e-87f0-2180f683a7dd {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:55.222827 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'tag': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb', 'status': 'completed', 'code': 200} Feb 09 03:18:55.315101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f438dc-69dd-48e9-b9d6-9a440367bc7e None None] Checking router: 63b9b5c3-d70d-4411-94c7-67a7272b1893 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:55.356838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f438dc-69dd-48e9-b9d6-9a440367bc7e None None] Routers {'63b9b5c3-d70d-4411-94c7-67a7272b1893'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:55.357689 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31f438dc-69dd-48e9-b9d6-9a440367bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:18:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['63b9b5c3-d70d-4411-94c7-67a7272b1893'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:55.399293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856f43-40ae-4579-be0e-95fd96904e9a req-f3db273c-2043-47f7-8a0d-c60e743bb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:55.400818 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9856f43-40ae-4579-be0e-95fd96904e9a req-f3db273c-2043-47f7-8a0d-c60e743bb4ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f36e756129934eb1a3d33668f1e9471e&device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 1129 time: 0.1752229 Feb 09 03:18:55.437232 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-8601339e-7e5b-4e8b-b5cf-76a37cb1e4f1 service neutron] 10.222.0.21 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472579 Feb 09 03:18:55.581322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-31f438dc-69dd-48e9-b9d6-9a440367bc7e None None] Set router 63b9b5c3-d70d-4411-94c7-67a7272b1893 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:55.611045 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a576aa-d103-4beb-ab11-534a250c4e56 req-197f3c81-df8f-44df-b5fc-4c7266fb01d5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:55.619907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8a576aa-d103-4beb-ab11-534a250c4e56 req-197f3c81-df8f-44df-b5fc-4c7266fb01d5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.2768800 Feb 09 03:18:55.638289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306cff3-eca7-4e94-959a-1e29b0bb75b6 req-6b8e3217-1534-4223-a03f-9a93763bba98 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:55.644501 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c306cff3-eca7-4e94-959a-1e29b0bb75b6 req-6b8e3217-1534-4223-a03f-9a93763bba98 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "GET /v2.0/ports?device_id=d66a948e-5893-4e45-b9c3-2ddd67296790 HTTP/1.1" status: 200 len: 944 time: 0.1162584 Feb 09 03:18:55.802930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856f43-40ae-4579-be0e-95fd96904e9a req-6a4ab98a-0e63-4d7b-ae6e-1ab8acacbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:55.804485 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9856f43-40ae-4579-be0e-95fd96904e9a req-6a4ab98a-0e63-4d7b-ae6e-1ab8acacbac6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1720a163-a6fb-4448-8407-8a261b1e9237 HTTP/1.1" status: 200 len: 907 time: 0.3870876 Feb 09 03:18:55.891907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8a576aa-d103-4beb-ab11-534a250c4e56 req-f3cdbb79-573b-42c1-b684-bf0ee9772dac tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707443 Feb 09 03:18:55.998142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c306cff3-eca7-4e94-959a-1e29b0bb75b6 req-0623317f-fe70-4d8e-8813-fd349c40667e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Deleting port f3be8442-455e-4c87-af93-b9c286d4adaa {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:56.000335 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c306cff3-eca7-4e94-959a-1e29b0bb75b6 req-0623317f-fe70-4d8e-8813-fd349c40667e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:56.112185 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9856f43-40ae-4579-be0e-95fd96904e9a req-a24ac4ef-3f7a-4853-a360-82bfcc964bdc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6534c56f-fbc8-4187-9c5c-c4c4652b55eb HTTP/1.1" status: 200 len: 1000 time: 0.2920876 Feb 09 03:18:56.118029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4001-3a1a-48f7-a71e-1db3e89e8c9f req-5112d847-90b4-4f3f-bc99-376f9e180c1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.125914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4001-3a1a-48f7-a71e-1db3e89e8c9f req-5112d847-90b4-4f3f-bc99-376f9e180c1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.133150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4001-3a1a-48f7-a71e-1db3e89e8c9f req-5112d847-90b4-4f3f-bc99-376f9e180c1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.138778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4001-3a1a-48f7-a71e-1db3e89e8c9f req-5112d847-90b4-4f3f-bc99-376f9e180c1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.146133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4001-3a1a-48f7-a71e-1db3e89e8c9f req-5112d847-90b4-4f3f-bc99-376f9e180c1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.152575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4001-3a1a-48f7-a71e-1db3e89e8c9f req-5112d847-90b4-4f3f-bc99-376f9e180c1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.158718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4001-3a1a-48f7-a71e-1db3e89e8c9f req-5112d847-90b4-4f3f-bc99-376f9e180c1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.168444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1fe4001-3a1a-48f7-a71e-1db3e89e8c9f req-5112d847-90b4-4f3f-bc99-376f9e180c1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.3436944 Feb 09 03:18:56.307051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1ac7-fd16-4c0c-85e4-ee3a3435430e req-1080f92a-2cf5-4e8e-92a8-d80578dc937d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.336644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc9c1ac7-fd16-4c0c-85e4-ee3a3435430e req-1080f92a-2cf5-4e8e-92a8-d80578dc937d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.2621546 Feb 09 03:18:56.375307 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1fe4001-3a1a-48f7-a71e-1db3e89e8c9f req-58e26579-ee5d-4574-8c11-27f342600b55 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2057345 Feb 09 03:18:56.399390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856f43-40ae-4579-be0e-95fd96904e9a req-e5214f4e-df2c-484f-bc16-db7cd7770bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.401748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9856f43-40ae-4579-be0e-95fd96904e9a req-e5214f4e-df2c-484f-bc16-db7cd7770bc3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8109bc29-7c0c-4f79-8ef6-6125de9a61e8 HTTP/1.1" status: 200 len: 845 time: 0.2728884 Feb 09 03:18:56.415692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c306cff3-eca7-4e94-959a-1e29b0bb75b6 req-0623317f-fe70-4d8e-8813-fd349c40667e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] For port f3be8442-455e-4c87-af93-b9c286d4adaa, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3be8442-455e-4c87-af93-b9c286d4adaa,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:56.422194 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c306cff3-eca7-4e94-959a-1e29b0bb75b6 req-0623317f-fe70-4d8e-8813-fd349c40667e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:56.514814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc9c1ac7-fd16-4c0c-85e4-ee3a3435430e req-3775a937-7ebb-4ba7-9410-847cb0e11c66 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759412 Feb 09 03:18:56.522684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c306cff3-eca7-4e94-959a-1e29b0bb75b6 req-0623317f-fe70-4d8e-8813-fd349c40667e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Calling delete_port for f3be8442-455e-4c87-af93-b9c286d4adaa owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:56.544523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856f43-40ae-4579-be0e-95fd96904e9a req-659add36-d7b2-4096-af7e-af722645eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.548693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9856f43-40ae-4579-be0e-95fd96904e9a req-659add36-d7b2-4096-af7e-af722645eff2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1720a163-a6fb-4448-8407-8a261b1e9237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1390078 Feb 09 03:18:56.668010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-31f438dc-69dd-48e9-b9d6-9a440367bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'bc84a177-d518-49ab-bbed-cc8048442bf9', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'port_id': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'mac_address': 'fa:16:3e:44:a0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:18:22Z', 'updated_at': '2022-02-09T03:18:52Z', 'revision_number': 1, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec04c503-e992-4089-a98e-5667227fdb73', 'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'mac_address': 'fa:16:3e:39:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:16Z', 'updated_at': '2022-02-09T03:18:24Z', 'revision_number': 5, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'subnets': [{'id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:56.740707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f438dc-69dd-48e9-b9d6-9a440367bc7e None None] The sync data for ids ['63b9b5c3-d70d-4411-94c7-67a7272b1893'] in n-d-824835-15 is: [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'bc84a177-d518-49ab-bbed-cc8048442bf9', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'port_id': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'mac_address': 'fa:16:3e:44:a0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:18:22Z', 'updated_at': '2022-02-09T03:18:52Z', 'revision_number': 1, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec04c503-e992-4089-a98e-5667227fdb73', 'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'mac_address': 'fa:16:3e:39:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:16Z', 'updated_at': '2022-02-09T03:18:24Z', 'revision_number': 5, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'subnets': [{'id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:56.806174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61ad91-88cd-4cfb-83af-ee9acba9f0ce req-aba4d500-d915-4404-9393-b804755c54be tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.814183 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e61ad91-88cd-4cfb-83af-ee9acba9f0ce req-aba4d500-d915-4404-9393-b804755c54be tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.2624648 Feb 09 03:18:56.837712 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9856f43-40ae-4579-be0e-95fd96904e9a req-d1e5f6a2-feb3-405f-b407-ffce5156a9c6 service neutron] 10.222.0.65 "GET /v2.0/networks/1720a163-a6fb-4448-8407-8a261b1e9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830369 Feb 09 03:18:56.965496 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13206e8a-48de-44ed-98ac-c4a568285bde req-09cc09cd-03b6-4ea2-b744-453ffd296a79 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 210 time: 0.1242592 Feb 09 03:18:56.989037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e61ad91-88cd-4cfb-83af-ee9acba9f0ce req-ce6a9986-576b-4e50-b310-50139312475e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542304 Feb 09 03:18:57.069111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c306cff3-eca7-4e94-959a-1e29b0bb75b6 req-0623317f-fe70-4d8e-8813-fd349c40667e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f3be8442-455e-4c87-af93-b9c286d4adaa), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:57.142717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623317f-fe70-4d8e-8813-fd349c40667e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Pushing event deleted for resources: {'Port': ['ID=f3be8442-455e-4c87-af93-b9c286d4adaa,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:57.164176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9856f43-40ae-4579-be0e-95fd96904e9a req-51b16257-99b7-4f34-9990-f1629d410d67 service neutron] 10.222.0.65 "GET /v2.0/networks/1720a163-a6fb-4448-8407-8a261b1e9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108313 Feb 09 03:18:57.213223 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b948e-16f1-44a1-ad28-48bb11ae41b9 None None] New status for floating IP bc84a177-d518-49ab-bbed-cc8048442bf9: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:18:57.281620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9486a75-8bd3-4e40-b562-fc86148fde8a req-2baa0411-8788-4fc7-be9d-1049b2a194e7 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:57.299348 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9486a75-8bd3-4e40-b562-fc86148fde8a req-2baa0411-8788-4fc7-be9d-1049b2a194e7 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.1312459 Feb 09 03:18:57.323171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c306cff3-eca7-4e94-959a-1e29b0bb75b6 req-0623317f-fe70-4d8e-8813-fd349c40667e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] No DVR routers for this DVR port f3be8442-455e-4c87-af93-b9c286d4adaa on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:18:57.331131 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c306cff3-eca7-4e94-959a-1e29b0bb75b6 req-0623317f-fe70-4d8e-8813-fd349c40667e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:57.337257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c306cff3-eca7-4e94-959a-1e29b0bb75b6 req-0623317f-fe70-4d8e-8813-fd349c40667e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "DELETE /v2.0/ports/f3be8442-455e-4c87-af93-b9c286d4adaa HTTP/1.1" status: 204 len: 173 time: 1.6896596 Feb 09 03:18:57.338978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a948e-5893-4e45-b9c3-2ddd67296790', 'name': 'network-vif-deleted', 'tag': 'f3be8442-455e-4c87-af93-b9c286d4adaa'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:57.347713 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979b6ea7-49b3-4f7b-9973-a3da2b58c383" -d '{"events": [{"server_uuid": "d66a948e-5893-4e45-b9c3-2ddd67296790", "name": "network-vif-deleted", "tag": "f3be8442-455e-4c87-af93-b9c286d4adaa"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:57.374790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62d106-57f6-434f-ac24-6605c09588d7 req-0974b8f0-df8e-45cd-b396-63128be851c6 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:57.382732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb62d106-57f6-434f-ac24-6605c09588d7 req-0974b8f0-df8e-45cd-b396-63128be851c6 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.2186863 Feb 09 03:18:57.415914 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9486a75-8bd3-4e40-b562-fc86148fde8a req-6bff70eb-dc73-494c-ad21-d9122466c0ad tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155379 Feb 09 03:18:57.454316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb62d106-57f6-434f-ac24-6605c09588d7 req-bf516198-b730-4a2f-b883-756edbf1b16c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705502 Feb 09 03:18:57.612734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864515a5-cdad-4f4b-abc7-f5d34ff288d0 req-4bd1f2fb-caad-49c7-a250-04ce3361eab1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:57.615340 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-864515a5-cdad-4f4b-abc7-f5d34ff288d0 req-4bd1f2fb-caad-49c7-a250-04ce3361eab1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.0914478 Feb 09 03:18:57.690009 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-864515a5-cdad-4f4b-abc7-f5d34ff288d0 req-f0df5673-6776-40f1-bb2b-f82f3ef92163 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536988 Feb 09 03:18:57.928838 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccc045c-786b-4237-b0fb-89d5d2e63d78 x-openstack-request-id: req-2ccc045c-786b-4237-b0fb-89d5d2e63d78 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:57.929168 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a948e-5893-4e45-b9c3-2ddd67296790", "name": "network-vif-deleted", "tag": "f3be8442-455e-4c87-af93-b9c286d4adaa", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:57.929458 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ccc045c-786b-4237-b0fb-89d5d2e63d78 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:57.930421 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a948e-5893-4e45-b9c3-2ddd67296790', 'name': 'network-vif-deleted', 'tag': 'f3be8442-455e-4c87-af93-b9c286d4adaa', 'status': 'completed', 'code': 200} Feb 09 03:18:57.947336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7828-70ee-4b09-84a8-cec86b611dce req-aa2da922-9fa2-451c-ade5-60b2b6631c9b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:57.956227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7828-70ee-4b09-84a8-cec86b611dce req-aa2da922-9fa2-451c-ade5-60b2b6631c9b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:57.964339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7828-70ee-4b09-84a8-cec86b611dce req-aa2da922-9fa2-451c-ade5-60b2b6631c9b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:57.970746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7828-70ee-4b09-84a8-cec86b611dce req-aa2da922-9fa2-451c-ade5-60b2b6631c9b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:57.977283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7828-70ee-4b09-84a8-cec86b611dce req-aa2da922-9fa2-451c-ade5-60b2b6631c9b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:57.983576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7828-70ee-4b09-84a8-cec86b611dce req-aa2da922-9fa2-451c-ade5-60b2b6631c9b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:57.990287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7828-70ee-4b09-84a8-cec86b611dce req-aa2da922-9fa2-451c-ade5-60b2b6631c9b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:58.000534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b4e7828-70ee-4b09-84a8-cec86b611dce req-aa2da922-9fa2-451c-ade5-60b2b6631c9b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1628075 Feb 09 03:18:58.012512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-f3fbe281-c1c5-40a8-8058-1b4ac98aefc9 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:58.014469 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-f3fbe281-c1c5-40a8-8058-1b4ac98aefc9 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "GET /v2.0/networks?id=75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 200 len: 803 time: 0.3104115 Feb 09 03:18:58.032033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Request body: {'port': {'device_id': 'aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4', 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'admin_state_up': True, 'tenant_id': 'ae66a0e9a66843ac83f5d2b68cd41747'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:58.071631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db99da9-b8df-4ef6-a652-596f698b5648 req-b7bf772a-5527-4f38-b279-94742d8bd04e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:58.073154 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8db99da9-b8df-4ef6-a652-596f698b5648 req-b7bf772a-5527-4f38-b279-94742d8bd04e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1418030 Feb 09 03:18:58.080362 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b4e7828-70ee-4b09-84a8-cec86b611dce req-4811f9b5-f362-4f44-b97d-8f47f4cb50ac tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784190 Feb 09 03:18:58.186748 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8db99da9-b8df-4ef6-a652-596f698b5648 req-b6b314ee-5259-49fc-b6af-547f0e8268b3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705526 Feb 09 03:18:58.243084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Made reservation on behalf of ae66a0e9a66843ac83f5d2b68cd41747 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:58.246806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.355593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a11ccd56-1bd5-4d3f-b538-edcb90172235 req-84fcd26f-e848-4d3b-bdb5-ebb77d8a138c tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 210 time: 0.0392988 Feb 09 03:18:58.457307 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Allocated IP 172.20.0.2 (75828077-ee15-447a-987f-4c4688c24eaa/ed0c13e8-f21f-41ec-8779-9469bf3fb0ce/2f0f3972-6438-4198-bc64-0d92e2f5cc5e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:58.495572 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a30e02-e000-4fc4-8124-4e7d43b72542 req-00a37a98-f1f3-4846-98ea-6ba35e832f78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:58.498172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19a30e02-e000-4fc4-8124-4e7d43b72542 req-00a37a98-f1f3-4846-98ea-6ba35e832f78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1064649 Feb 09 03:18:58.630773 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19a30e02-e000-4fc4-8124-4e7d43b72542 req-d1a93c38-24b6-4eba-b436-f2016ab5365e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197894 Feb 09 03:18:58.713935 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks [] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.750288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e405c8f-a6ba-464c-b1ad-365106df008a req-ab41e81f-50a8-442f-b867-7e16b4ca580e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:58.751990 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e405c8f-a6ba-464c-b1ad-365106df008a req-ab41e81f-50a8-442f-b867-7e16b4ca580e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.1033406 Feb 09 03:18:58.785707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6362e-d777-4bb9-b75c-153357121ad4 req-fc3e2b70-b884-4a6e-8fcc-4306a0d96732 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:58.787983 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25f6362e-d777-4bb9-b75c-153357121ad4 req-fc3e2b70-b884-4a6e-8fcc-4306a0d96732 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.0674963 Feb 09 03:18:58.809098 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.826457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e405c8f-a6ba-464c-b1ad-365106df008a req-2d28fbb5-608f-41fd-86db-f0d253982853 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631866 Feb 09 03:18:58.857529 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25f6362e-d777-4bb9-b75c-153357121ad4 req-41178347-36d6-4053-9d01-f0ca9855eddb tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612538 Feb 09 03:18:58.867619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Network 75828077-ee15-447a-987f-4c4688c24eaa is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:58.886488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Pushing event updated for resources: {'Port': ['ID=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:58.889393 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:58.893295 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:58.929160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.929579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.929876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.930265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.930788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.931117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.931446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.931775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.932097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.932423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.933731 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.934099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.934448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:58.968493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:58.969384 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.996577 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-7ee8e225-294c-41e9-b0db-2f360039b13a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9705572 Feb 09 03:18:59.010811 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Request body: {'port': {'device_id': 'aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:59.020279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1d12b-50e5-4ff7-9d6c-e595fc4e580d req-afa2c1fc-4b02-4e60-ab7e-98e7efffd0f4 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:59.023293 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1eb1d12b-50e5-4ff7-9d6c-e595fc4e580d req-afa2c1fc-4b02-4e60-ab7e-98e7efffd0f4 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.0899041 Feb 09 03:18:59.096770 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.118074 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1eb1d12b-50e5-4ff7-9d6c-e595fc4e580d req-1f07bbc2-c8fb-4610-b6c1-415fd989a520 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880723 Feb 09 03:18:59.134393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f3be8442-455e-4c87-af93-b9c286d4adaa no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:59.170409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: f3be8442-455e-4c87-af93-b9c286d4adaa {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:59.180490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f3be8442-455e-4c87-af93-b9c286d4adaa not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:59.289609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83549026-2dd0-453c-bdcb-493608fbbac5 req-2b59d3b4-715d-4319-83df-0a57cb352599 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:59.298290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83549026-2dd0-453c-bdcb-493608fbbac5 req-2b59d3b4-715d-4319-83df-0a57cb352599 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.0792487 Feb 09 03:18:59.372575 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83549026-2dd0-453c-bdcb-493608fbbac5 req-0454e6d2-d0c5-466f-9948-3045c0cb2793 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725708 Feb 09 03:18:59.492717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a940c-4e85-4827-a583-6be77c914fbf req-b860d674-8518-4c90-bd18-6c6a8baf2e51 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:59.494274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a32a940c-4e85-4827-a583-6be77c914fbf req-b860d674-8518-4c90-bd18-6c6a8baf2e51 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 947 time: 0.1777997 Feb 09 03:18:59.496815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656cf99-d578-4ade-b88f-b6a2841f486d req-afaef910-fbc0-468d-9489-8216bcbdeefa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:59.498395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0f3972-6438-4198-bc64-0d92e2f5cc5e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:59.502892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656cf99-d578-4ade-b88f-b6a2841f486d req-afaef910-fbc0-468d-9489-8216bcbdeefa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:59.509761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656cf99-d578-4ade-b88f-b6a2841f486d req-afaef910-fbc0-468d-9489-8216bcbdeefa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:59.513238 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Publish callbacks [] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.515288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656cf99-d578-4ade-b88f-b6a2841f486d req-afaef910-fbc0-468d-9489-8216bcbdeefa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:59.521875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656cf99-d578-4ade-b88f-b6a2841f486d req-afaef910-fbc0-468d-9489-8216bcbdeefa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:59.527532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656cf99-d578-4ade-b88f-b6a2841f486d req-afaef910-fbc0-468d-9489-8216bcbdeefa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:59.532894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656cf99-d578-4ade-b88f-b6a2841f486d req-afaef910-fbc0-468d-9489-8216bcbdeefa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:59.541334 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9656cf99-d578-4ade-b88f-b6a2841f486d req-afaef910-fbc0-468d-9489-8216bcbdeefa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1119010 Feb 09 03:18:59.542453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Transition to ACTIVE for port object 2f0f3972-6438-4198-bc64-0d92e2f5cc5e will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:18:59.554006 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.593989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a32a940c-4e85-4827-a583-6be77c914fbf req-ad51c836-c3b9-403a-a723-721adf396c3b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907903 Feb 09 03:18:59.608950 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9656cf99-d578-4ade-b88f-b6a2841f486d req-441672c3-b9ff-48e7-9d41-e2b4365cf2b9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664999 Feb 09 03:18:59.620250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:59.752009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a599b56-1f4e-4d9e-bb63-f9634df6daaa req-8e0998c3-3d1d-47fe-a666-19b793058efd tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:59.758077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Attempting to bind port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:59.758654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Attempting to bind port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:59.759194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Attempting to bind port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e on network 75828077-ee15-447a-987f-4c4688c24eaa {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:59.762245 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a599b56-1f4e-4d9e-bb63-f9634df6daaa req-8e0998c3-3d1d-47fe-a666-19b793058efd tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0870514 Feb 09 03:18:59.796644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e on network 75828077-ee15-447a-987f-4c4688c24eaa not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:18:59.796951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Attempting to bind port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e on network 75828077-ee15-447a-987f-4c4688c24eaa {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:59.805089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:59.805457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Checking segment: {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:59.806030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Bound using segment: {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:59.806311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Bound port: 2f0f3972-6438-4198-bc64-0d92e2f5cc5e, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:59.807629 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.822898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a599b56-1f4e-4d9e-bb63-f9634df6daaa req-fa779618-e887-4c45-b2fe-f82879a3e89f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596716 Feb 09 03:18:59.909238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4a5ce-b573-4cf6-bcbf-a28205c77a2e req-493d64c6-6ca1-4048-b8a2-3f3409d73784 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:59.918173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ae4a5ce-b573-4cf6-bcbf-a28205c77a2e req-493d64c6-6ca1-4048-b8a2-3f3409d73784 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 943 time: 0.1635730 Feb 09 03:18:59.981584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] For port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:00.016485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] For port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:19:00.026977 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ae4a5ce-b573-4cf6-bcbf-a28205c77a2e req-522db0fa-cac7-4d69-a16c-7b4766b511aa tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068308 Feb 09 03:19:00.029289 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.100864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:00.101461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.102853 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f0f3972-6438-4198-bc64-0d92e2f5cc5e HTTP/1.1" status: 200 len: 1092 time: 1.0967393 Feb 09 03:19:00.103301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4', 'tag': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:00.105607 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7157f88-8000-4899-a974-b2f82b8cb6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4", "tag": "2f0f3972-6438-4198-bc64-0d92e2f5cc5e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:00.162807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b14043-b366-4bd1-ac4f-0f14a82eebc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:00.253511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640a51-3c64-4d1f-ac16-ab2643a47350 req-65895917-20c8-41d4-b4b2-5c21fac82208 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:00.260472 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07640a51-3c64-4d1f-ac16-ab2643a47350 req-65895917-20c8-41d4-b4b2-5c21fac82208 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1219971 Feb 09 03:19:00.281795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-bfb455f4-d8d8-48a6-93d0-1b3ef5ce0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:00.285756 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-bfb455f4-d8d8-48a6-93d0-1b3ef5ce0cef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 1126 time: 0.1256723 Feb 09 03:19:00.399519 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07640a51-3c64-4d1f-ac16-ab2643a47350 req-4deab6d9-40d1-4d5d-8228-ec3eb04e857c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379702 Feb 09 03:19:00.425111 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5228fa0a-6edb-414b-a745-cf8a07934dea x-openstack-request-id: req-5228fa0a-6edb-414b-a745-cf8a07934dea {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:00.425564 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4", "tag": "2f0f3972-6438-4198-bc64-0d92e2f5cc5e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:00.425972 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5228fa0a-6edb-414b-a745-cf8a07934dea {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:00.426557 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4', 'tag': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e', 'status': 'completed', 'code': 200} Feb 09 03:19:00.508106 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-99e77f78-be2a-4a14-8e01-fac8f4c6648e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f0f3972-6438-4198-bc64-0d92e2f5cc5e HTTP/1.1" status: 200 len: 217 time: 0.1965041 Feb 09 03:19:00.555169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:00.615409 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-d0a3e9a0-58f4-4c2a-aa79-655493b529d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:00.616938 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-d0a3e9a0-58f4-4c2a-aa79-655493b529d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed0c13e8-f21f-41ec-8779-9469bf3fb0ce HTTP/1.1" status: 200 len: 843 time: 0.0983994 Feb 09 03:19:00.621569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2990ed-8816-46c6-81f6-e810bb4dbaa2 req-3dcba8a6-98f0-4048-ab5b-a2967c3545fd tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:00.632732 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fa2990ed-8816-46c6-81f6-e810bb4dbaa2 req-3dcba8a6-98f0-4048-ab5b-a2967c3545fd tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.1282220 Feb 09 03:19:00.686401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-2c7f67a6-166f-46f6-9294-f2c623b2884d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75828077-ee15-447a-987f-4c4688c24eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609794 Feb 09 03:19:00.709773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b7ddd20e-6255-41ef-a764-bc86f5e163a7 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:00.710165 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.765987 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fa2990ed-8816-46c6-81f6-e810bb4dbaa2 req-460ef4cc-fd9b-4701-b287-4e748310f026 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319954 Feb 09 03:19:00.767018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:00.778385 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4e627f-c569-4292-a895-71b5bf179b04" -d '{"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:00.809100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:00.822916 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.864033 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473f51c4-d552-4f5b-9fca-fa4998f66dfc x-openstack-request-id: req-473f51c4-d552-4f5b-9fca-fa4998f66dfc {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:00.864795 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:00.868566 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-473f51c4-d552-4f5b-9fca-fa4998f66dfc {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:00.869829 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'code': 200} Feb 09 03:19:00.933922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=14']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:00.966070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aae7e-0362-4207-8261-f4e148e3788d req-88bfa960-b042-421f-ba5c-48d845b28566 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:00.971645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aae7e-0362-4207-8261-f4e148e3788d req-88bfa960-b042-421f-ba5c-48d845b28566 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:00.977803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aae7e-0362-4207-8261-f4e148e3788d req-88bfa960-b042-421f-ba5c-48d845b28566 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:00.983208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aae7e-0362-4207-8261-f4e148e3788d req-88bfa960-b042-421f-ba5c-48d845b28566 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:00.989058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aae7e-0362-4207-8261-f4e148e3788d req-88bfa960-b042-421f-ba5c-48d845b28566 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:00.994894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aae7e-0362-4207-8261-f4e148e3788d req-88bfa960-b042-421f-ba5c-48d845b28566 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.000332 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aae7e-0362-4207-8261-f4e148e3788d req-88bfa960-b042-421f-ba5c-48d845b28566 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.008729 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-487aae7e-0362-4207-8261-f4e148e3788d req-88bfa960-b042-421f-ba5c-48d845b28566 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.2106194 Feb 09 03:19:01.023169 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-1ddb5fc2-e6a9-4e6d-b4d6-bc2eb6aee542 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281395 Feb 09 03:19:01.084834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1faf543-63e6-4dd9-a28f-59afcad414da req-e4f932f3-8a46-415e-87c8-61eb1e3c92b4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.087464 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1faf543-63e6-4dd9-a28f-59afcad414da req-e4f932f3-8a46-415e-87c8-61eb1e3c92b4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1101675 Feb 09 03:19:01.147044 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1faf543-63e6-4dd9-a28f-59afcad414da req-61a4994f-1be6-4094-b6e3-122fb9f2f593 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534756 Feb 09 03:19:01.150149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-487aae7e-0362-4207-8261-f4e148e3788d req-71862abb-5ad6-4e52-bea2-5a74e4df5fb6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1399992 Feb 09 03:19:01.192947 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22d26aac-ec5c-4cbf-9fde-affe4f3ae1b1 req-ba29fdb5-132c-4944-9d4d-1d9209dd0569 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623931 Feb 09 03:19:01.392687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f1459-0ede-42e8-8ea9-a488c2865d45 req-0eb44160-7023-44f2-8651-7c7045bd4659 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.394908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a76f1459-0ede-42e8-8ea9-a488c2865d45 req-0eb44160-7023-44f2-8651-7c7045bd4659 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 943 time: 0.1296809 Feb 09 03:19:01.403403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7157f88-8000-4899-a974-b2f82b8cb6cf req-bebce93f-6936-438f-8305-1ec2c7e21870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.405350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7157f88-8000-4899-a974-b2f82b8cb6cf req-bebce93f-6936-438f-8305-1ec2c7e21870 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 1126 time: 0.1492953 Feb 09 03:19:01.535276 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a76f1459-0ede-42e8-8ea9-a488c2865d45 req-635e6924-70a1-4c7e-a684-a0fe07d4ce56 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285818 Feb 09 03:19:01.613000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7157f88-8000-4899-a974-b2f82b8cb6cf req-a868c533-eea3-4fe4-9edd-5fbcb4a92778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.615563 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7157f88-8000-4899-a974-b2f82b8cb6cf req-a868c533-eea3-4fe4-9edd-5fbcb4a92778 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 200 len: 904 time: 0.1689432 Feb 09 03:19:01.638466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41a28f-e58a-422b-a5d7-da4843dd4cc1 req-80211bfe-1e97-4b04-addc-f42b5bde0101 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.640090 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4b41a28f-e58a-422b-a5d7-da4843dd4cc1 req-80211bfe-1e97-4b04-addc-f42b5bde0101 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1157315 Feb 09 03:19:01.706499 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7157f88-8000-4899-a974-b2f82b8cb6cf req-633f9164-f01a-4ac5-912b-df5568e28d36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f0f3972-6438-4198-bc64-0d92e2f5cc5e HTTP/1.1" status: 200 len: 217 time: 0.0842834 Feb 09 03:19:01.715906 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4b41a28f-e58a-422b-a5d7-da4843dd4cc1 req-e133590f-f6ad-4407-87ac-12a70f532e25 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658884 Feb 09 03:19:01.774129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b6ef3-915c-414e-8ba0-485fac15e157 req-4361fd0f-05fb-4654-8421-6eb6c7953770 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.776253 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-671b6ef3-915c-414e-8ba0-485fac15e157 req-4361fd0f-05fb-4654-8421-6eb6c7953770 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1430302 Feb 09 03:19:01.810979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7157f88-8000-4899-a974-b2f82b8cb6cf req-bca9bd42-ac5d-49a6-b4fd-73489aaf18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.812957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7157f88-8000-4899-a974-b2f82b8cb6cf req-bca9bd42-ac5d-49a6-b4fd-73489aaf18b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed0c13e8-f21f-41ec-8779-9469bf3fb0ce HTTP/1.1" status: 200 len: 843 time: 0.0972888 Feb 09 03:19:01.863626 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7157f88-8000-4899-a974-b2f82b8cb6cf req-f4d7a86b-8467-4991-819c-a29d15c7c62b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75828077-ee15-447a-987f-4c4688c24eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420747 Feb 09 03:19:02.250699 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-671b6ef3-915c-414e-8ba0-485fac15e157 req-0fd349a8-001c-4472-aabb-761f3c2b439f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656558 Feb 09 03:19:02.278897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436daae9-7457-4a3d-b076-d0ee365f654a req-10eafcc6-f310-4687-a32f-520c1a602436 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.280826 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-436daae9-7457-4a3d-b076-d0ee365f654a req-10eafcc6-f310-4687-a32f-520c1a602436 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.0892298 Feb 09 03:19:02.363600 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7157f88-8000-4899-a974-b2f82b8cb6cf req-15ae9509-974c-4e16-9ac7-f87859053446 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881120 Feb 09 03:19:02.450623 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-436daae9-7457-4a3d-b076-d0ee365f654a req-878ff156-0cda-485b-8ed4-31407cd31c48 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637652 Feb 09 03:19:02.465194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52b93a-64c4-4b3d-89c4-73519d71b8f3 req-ea677bde-ae83-4ab2-9bcd-4e892cfc966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.477809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb52b93a-64c4-4b3d-89c4-73519d71b8f3 req-ea677bde-ae83-4ab2-9bcd-4e892cfc966e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 1128 time: 0.1531796 Feb 09 03:19:02.572245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ed2a9-87d3-464d-a83d-10807660b153 req-b2afe1e5-1b4e-4add-9603-2fa8a2db267f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.579399 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b6ed2a9-87d3-464d-a83d-10807660b153 req-b2afe1e5-1b4e-4add-9603-2fa8a2db267f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1763785 Feb 09 03:19:02.608807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7157f88-8000-4899-a974-b2f82b8cb6cf req-af5fe1f0-b37d-40bb-8fc2-f79c681d43b0 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342777 Feb 09 03:19:02.656231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52b93a-64c4-4b3d-89c4-73519d71b8f3 req-6fb4aa23-660f-4080-b49c-f233d43a035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.657727 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb52b93a-64c4-4b3d-89c4-73519d71b8f3 req-6fb4aa23-660f-4080-b49c-f233d43a035f service neutron] 10.222.0.65 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.1692972 Feb 09 03:19:02.658119 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b6ed2a9-87d3-464d-a83d-10807660b153 req-4891107e-6aa0-4f8f-b96d-a7f1a9706161 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715826 Feb 09 03:19:02.686382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13adcc4-3a8b-4128-bc75-0e8bb84a09f5 req-7b858996-dcf7-4a4d-94ee-397a26c55a66 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.688207 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a13adcc4-3a8b-4128-bc75-0e8bb84a09f5 req-7b858996-dcf7-4a4d-94ee-397a26c55a66 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1123571 Feb 09 03:19:02.778978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de03417-2208-46df-8e8a-22bb55db6fd4 req-9a00bdc2-29c2-4fbf-ad48-54a17e815c71 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.784928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de03417-2208-46df-8e8a-22bb55db6fd4 req-9a00bdc2-29c2-4fbf-ad48-54a17e815c71 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.790943 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de03417-2208-46df-8e8a-22bb55db6fd4 req-9a00bdc2-29c2-4fbf-ad48-54a17e815c71 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.793284 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a13adcc4-3a8b-4128-bc75-0e8bb84a09f5 req-e2678e73-862f-4417-b323-22199250f373 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703783 Feb 09 03:19:02.795140 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb52b93a-64c4-4b3d-89c4-73519d71b8f3 req-6bde66e4-2866-4dfd-a388-cbd128fc4ed7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7 HTTP/1.1" status: 200 len: 998 time: 0.1293211 Feb 09 03:19:02.808527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de03417-2208-46df-8e8a-22bb55db6fd4 req-9a00bdc2-29c2-4fbf-ad48-54a17e815c71 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.814500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de03417-2208-46df-8e8a-22bb55db6fd4 req-9a00bdc2-29c2-4fbf-ad48-54a17e815c71 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.822442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de03417-2208-46df-8e8a-22bb55db6fd4 req-9a00bdc2-29c2-4fbf-ad48-54a17e815c71 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.832682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de03417-2208-46df-8e8a-22bb55db6fd4 req-9a00bdc2-29c2-4fbf-ad48-54a17e815c71 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.840919 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8de03417-2208-46df-8e8a-22bb55db6fd4 req-9a00bdc2-29c2-4fbf-ad48-54a17e815c71 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1297014 Feb 09 03:19:02.863032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52b93a-64c4-4b3d-89c4-73519d71b8f3 req-88c7a437-f347-44fa-931a-c6671816f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.866652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb52b93a-64c4-4b3d-89c4-73519d71b8f3 req-88c7a437-f347-44fa-931a-c6671816f098 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0626404 Feb 09 03:19:02.905529 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8de03417-2208-46df-8e8a-22bb55db6fd4 req-f5d3caeb-6f94-4321-a236-d6ba6d6b324b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636461 Feb 09 03:19:02.961041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52b93a-64c4-4b3d-89c4-73519d71b8f3 req-6af6a572-f340-456c-be3c-b2465504d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.968104 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb52b93a-64c4-4b3d-89c4-73519d71b8f3 req-6af6a572-f340-456c-be3c-b2465504d4ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0938725 Feb 09 03:19:03.062954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e8be6-8f23-4088-9160-58167227f214 req-76496f63-b462-42d9-b07d-cb6fbbb21f4c tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:03.065667 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c3e8be6-8f23-4088-9160-58167227f214 req-76496f63-b462-42d9-b07d-cb6fbbb21f4c tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0852249 Feb 09 03:19:03.134888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb52b93a-64c4-4b3d-89c4-73519d71b8f3 req-2ec793c4-d38b-4adc-86f1-d31f1ba3d31f service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598530 Feb 09 03:19:03.152559 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c3e8be6-8f23-4088-9160-58167227f214 req-5f3e63a5-46fd-4927-9fed-23a7d9f6ef19 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633123 Feb 09 03:19:03.171062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2f0f3972-6438-4198-bc64-0d92e2f5cc5e details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:03.180277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a2fa81d5-4ae3-438f-a473-541fb6ee238a no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:03.246196 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb52b93a-64c4-4b3d-89c4-73519d71b8f3 req-a4ecaf0d-4ca4-48fa-9880-6c38fe8aaf7f service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037221 Feb 09 03:19:03.345395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a2fa81d5-4ae3-438f-a473-541fb6ee238a is: DOWN; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:03.368568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:03.382464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e', 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'port_id': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e', 'mac_address': 'fa:16:3e:ff:f7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0c13e8-f21f-41ec-8779-9469bf3fb0ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:03.432058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65a268-ef90-4545-8462-28b91562b048 req-4716ff41-9c17-423b-b52d-38ba0350c800 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:03.433634 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db65a268-ef90-4545-8462-28b91562b048 req-4716ff41-9c17-423b-b52d-38ba0350c800 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0926459 Feb 09 03:19:03.445007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:03.446408 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.466846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0f3972-6438-4198-bc64-0d92e2f5cc5e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:03.492639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db65a268-ef90-4545-8462-28b91562b048 req-0ee4472e-1531-4f87-a81c-28602755448b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526667 Feb 09 03:19:03.516684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:03.524995 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.600186 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:03.659998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053fe3e-54a0-4627-bfc7-3f2beb6218b7 req-f3b53682-138a-4f32-8d6a-17a85fa55422 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:03.662410 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2053fe3e-54a0-4627-bfc7-3f2beb6218b7 req-f3b53682-138a-4f32-8d6a-17a85fa55422 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.0725324 Feb 09 03:19:03.720639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2053fe3e-54a0-4627-bfc7-3f2beb6218b7 req-d36f1d8c-fc98-400f-8f43-22a3595725b5 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519979 Feb 09 03:19:03.755095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['2f0f3972-6438-4198-bc64-0d92e2f5cc5e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:03.871520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d3d56-0409-46b5-a99d-129ab3d62ca9 req-a6bf85cd-6c8d-47b7-b767-d78bbfcbb9bc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:03.873674 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-101d3d56-0409-46b5-a99d-129ab3d62ca9 req-a6bf85cd-6c8d-47b7-b767-d78bbfcbb9bc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0842667 Feb 09 03:19:03.936967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-101d3d56-0409-46b5-a99d-129ab3d62ca9 req-ef52042d-486c-46f8-a688-6e19d8c80a4e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567346 Feb 09 03:19:04.067705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7085f-a21c-4015-a765-80f81b373afe req-e7598213-e0ba-4fad-9f6a-0cb4a361d48e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.069337 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-caf7085f-a21c-4015-a765-80f81b373afe req-e7598213-e0ba-4fad-9f6a-0cb4a361d48e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0633044 Feb 09 03:19:04.137861 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-caf7085f-a21c-4015-a765-80f81b373afe req-fe4b4545-6b25-4927-90de-c5750801fff5 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602443 Feb 09 03:19:04.204020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c160ae8-e775-4c2d-b019-73586f3d1894 req-16f2e710-eef5-4a49-9325-439fc12eada0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.209958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c160ae8-e775-4c2d-b019-73586f3d1894 req-16f2e710-eef5-4a49-9325-439fc12eada0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.215437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c160ae8-e775-4c2d-b019-73586f3d1894 req-16f2e710-eef5-4a49-9325-439fc12eada0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.220937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c160ae8-e775-4c2d-b019-73586f3d1894 req-16f2e710-eef5-4a49-9325-439fc12eada0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.227639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c160ae8-e775-4c2d-b019-73586f3d1894 req-16f2e710-eef5-4a49-9325-439fc12eada0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.233216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c160ae8-e775-4c2d-b019-73586f3d1894 req-16f2e710-eef5-4a49-9325-439fc12eada0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.239372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c160ae8-e775-4c2d-b019-73586f3d1894 req-16f2e710-eef5-4a49-9325-439fc12eada0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.246852 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c160ae8-e775-4c2d-b019-73586f3d1894 req-16f2e710-eef5-4a49-9325-439fc12eada0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1133871 Feb 09 03:19:04.298258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201458ae-f6a8-4a3c-aaa7-d3e87e6dc686 req-d82839f4-3cce-47ff-87fe-d4282e109f33 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.306968 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-201458ae-f6a8-4a3c-aaa7-d3e87e6dc686 req-d82839f4-3cce-47ff-87fe-d4282e109f33 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0774691 Feb 09 03:19:04.324345 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c160ae8-e775-4c2d-b019-73586f3d1894 req-a0ff813f-c9ae-45d5-a21f-ab0891afd51b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661900 Feb 09 03:19:04.365869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-201458ae-f6a8-4a3c-aaa7-d3e87e6dc686 req-04d0fca3-7782-4811-9c3c-480ac19196df tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463498 Feb 09 03:19:04.409844 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58058) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:04.518500 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-034328c4-beb7-4794-b53a-fc9afec62c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.600292 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-034328c4-beb7-4794-b53a-fc9afec62c03 admin admin] Publish callbacks [] for security_group (25a0e78c-65dc-4c1b-ab56-d16e91e5e8a4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.604268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-034328c4-beb7-4794-b53a-fc9afec62c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (25a0e78c-65dc-4c1b-ab56-d16e91e5e8a4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.644594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eea340-d94e-4ec8-af70-922fe1a11fc9 req-ba2cbb5a-eb45-426b-9e0a-eed83d1677e9 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.646484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07eea340-d94e-4ec8-af70-922fe1a11fc9 req-ba2cbb5a-eb45-426b-9e0a-eed83d1677e9 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.0603900 Feb 09 03:19:04.648299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034328c4-beb7-4794-b53a-fc9afec62c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a0e78c-65dc-4c1b-ab56-d16e91e5e8a4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:04.654058 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-034328c4-beb7-4794-b53a-fc9afec62c03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39324669302a4e519d585dc7187ec781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428303 Feb 09 03:19:04.657476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58064) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:04.706605 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07eea340-d94e-4ec8-af70-922fe1a11fc9 req-3eeb8dd0-a542-46fc-808e-5a4cac3e5cd1 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437839 Feb 09 03:19:04.714882 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f888eb01-045b-4ab4-af0f-68ec0c0fdd8a admin admin] Publish callbacks [] for security_group (25a0e78c-65dc-4c1b-ab56-d16e91e5e8a4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.744345 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f888eb01-045b-4ab4-af0f-68ec0c0fdd8a admin admin] Publish callbacks [] for security_group (25a0e78c-65dc-4c1b-ab56-d16e91e5e8a4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.807430 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f888eb01-045b-4ab4-af0f-68ec0c0fdd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (25a0e78c-65dc-4c1b-ab56-d16e91e5e8a4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.809935 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f888eb01-045b-4ab4-af0f-68ec0c0fdd8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.811087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f888eb01-045b-4ab4-af0f-68ec0c0fdd8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25a0e78c-65dc-4c1b-ab56-d16e91e5e8a4 HTTP/1.1" status: 204 len: 168 time: 0.1527140 Feb 09 03:19:04.839114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888eb01-045b-4ab4-af0f-68ec0c0fdd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a0e78c-65dc-4c1b-ab56-d16e91e5e8a4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:04.881572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860851c-5d48-4771-b581-34e023ffbd6f req-0d1e4e15-a489-45e4-b028-eb310692b81f tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.883170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b860851c-5d48-4771-b581-34e023ffbd6f req-0d1e4e15-a489-45e4-b028-eb310692b81f tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.0875750 Feb 09 03:19:04.939688 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b860851c-5d48-4771-b581-34e023ffbd6f req-f04f7f57-ce2f-4c67-bcb0-f1c2bc6e1335 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505078 Feb 09 03:19:05.078176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32de83-506e-48cf-be6e-5671159c5441 req-4462df16-b7a4-4a1f-ad6a-cf79508e4469 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.079993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f32de83-506e-48cf-be6e-5671159c5441 req-4462df16-b7a4-4a1f-ad6a-cf79508e4469 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0633478 Feb 09 03:19:05.126488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:05.137757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f32de83-506e-48cf-be6e-5671159c5441 req-144460c3-78dd-420c-beec-5556f8961812 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508416 Feb 09 03:19:05.142496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e98294f-d30a-464e-8912-523e2990e94c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.170287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2f0f3972-6438-4198-bc64-0d92e2f5cc5e up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:05.250954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:05.256068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:05.256737 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.257679 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e98294f-d30a-464e-8912-523e2990e94c admin admin] Publish callbacks [] for security_group (7fd0f22b-7e2f-4448-9e2b-33af65e2e0e6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.287469 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e98294f-d30a-464e-8912-523e2990e94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7fd0f22b-7e2f-4448-9e2b-33af65e2e0e6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.336909 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3e98294f-d30a-464e-8912-523e2990e94c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0736abb82fe46ef89b4fde6a7ca7baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093356 Feb 09 03:19:05.339992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58080) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:05.344199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98294f-d30a-464e-8912-523e2990e94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd0f22b-7e2f-4448-9e2b-33af65e2e0e6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:05.357804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b997fc4-9a97-421e-8b8b-65ca786c2345 req-d76c025d-ad2a-464e-84ab-e2dfe5506377 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.359347 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b997fc4-9a97-421e-8b8b-65ca786c2345 req-d76c025d-ad2a-464e-84ab-e2dfe5506377 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0996244 Feb 09 03:19:05.383150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:05.386139 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.424188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:05.428866 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38bda0f-24ed-4f4c-a10f-2736f4ce7253" -d '{"events": [{"server_uuid": "aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "2f0f3972-6438-4198-bc64-0d92e2f5cc5e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:05.449060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:05.456538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.460913 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0117dc34-c65b-47d0-af3d-81ba4dd4fb3f admin admin] Publish callbacks [] for security_group (7fd0f22b-7e2f-4448-9e2b-33af65e2e0e6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.463261 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b997fc4-9a97-421e-8b8b-65ca786c2345 req-780c54f3-2015-4a2c-84ac-9ad83fbe415a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944266 Feb 09 03:19:05.496181 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0117dc34-c65b-47d0-af3d-81ba4dd4fb3f admin admin] Publish callbacks [] for security_group (7fd0f22b-7e2f-4448-9e2b-33af65e2e0e6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.538407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:05.620212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99169816-1202-4fdb-a8ef-67ca8bc0b70e req-2e187027-964c-40e7-837e-faddd68777d8 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.623053 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99169816-1202-4fdb-a8ef-67ca8bc0b70e req-2e187027-964c-40e7-837e-faddd68777d8 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0784049 Feb 09 03:19:05.710347 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99169816-1202-4fdb-a8ef-67ca8bc0b70e req-a237e419-9507-4fc2-b7b9-9d4078a8e789 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764685 Feb 09 03:19:05.759431 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41611e35-57cb-4bca-b4f9-e82b3a684fc2 x-openstack-request-id: req-41611e35-57cb-4bca-b4f9-e82b3a684fc2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:05.759964 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "2f0f3972-6438-4198-bc64-0d92e2f5cc5e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:05.760405 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41611e35-57cb-4bca-b4f9-e82b3a684fc2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:05.761028 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e', 'code': 200} Feb 09 03:19:05.918484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584422d-22f1-4709-bc01-86e500ea06a9 req-ee1f0f00-5333-44bd-b5b1-01b296db39e8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.923954 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584422d-22f1-4709-bc01-86e500ea06a9 req-ee1f0f00-5333-44bd-b5b1-01b296db39e8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.930268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584422d-22f1-4709-bc01-86e500ea06a9 req-ee1f0f00-5333-44bd-b5b1-01b296db39e8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.935454 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584422d-22f1-4709-bc01-86e500ea06a9 req-ee1f0f00-5333-44bd-b5b1-01b296db39e8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.940603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584422d-22f1-4709-bc01-86e500ea06a9 req-ee1f0f00-5333-44bd-b5b1-01b296db39e8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.945900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584422d-22f1-4709-bc01-86e500ea06a9 req-ee1f0f00-5333-44bd-b5b1-01b296db39e8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.951077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584422d-22f1-4709-bc01-86e500ea06a9 req-ee1f0f00-5333-44bd-b5b1-01b296db39e8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.952971 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2584422d-22f1-4709-bc01-86e500ea06a9 req-ee1f0f00-5333-44bd-b5b1-01b296db39e8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.4716966 Feb 09 03:19:05.963549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aab6f5-ff73-41e2-9c2c-130dca32b21d req-c89b35d6-1a62-436c-9b6e-f29886b4ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.965094 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8aab6f5-ff73-41e2-9c2c-130dca32b21d req-c89b35d6-1a62-436c-9b6e-f29886b4ecd0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 1128 time: 0.1327820 Feb 09 03:19:05.976980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74dba1-a897-4937-81ce-8f3f41001b81 req-33766105-8ce6-4e63-af4e-bd2a1f8cc635 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.978209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0117dc34-c65b-47d0-af3d-81ba4dd4fb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7fd0f22b-7e2f-4448-9e2b-33af65e2e0e6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.978549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-de74dba1-a897-4937-81ce-8f3f41001b81 req-33766105-8ce6-4e63-af4e-bd2a1f8cc635 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 943 time: 0.1623969 Feb 09 03:19:05.981231 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0117dc34-c65b-47d0-af3d-81ba4dd4fb3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.982593 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0117dc34-c65b-47d0-af3d-81ba4dd4fb3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fd0f22b-7e2f-4448-9e2b-33af65e2e0e6 HTTP/1.1" status: 204 len: 168 time: 0.6383469 Feb 09 03:19:05.996259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117dc34-c65b-47d0-af3d-81ba4dd4fb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd0f22b-7e2f-4448-9e2b-33af65e2e0e6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:06.005817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-0259b516-d692-45bd-92a0-533e4942474a service neutron] 10.222.0.42 "GET /v2.0/ports/a2fa81d5-4ae3-438f-a473-541fb6ee238a/bindings/n-h1-824835-15 HTTP/1.1" status: 200 len: 385 time: 0.1405537 Feb 09 03:19:06.046135 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2584422d-22f1-4709-bc01-86e500ea06a9 req-cd7eb49d-ceae-471b-a3fb-6f40457ae36e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853744 Feb 09 03:19:06.118560 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8aab6f5-ff73-41e2-9c2c-130dca32b21d req-e90cccfc-253f-4f49-8740-15eb8ad13d79 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368361 Feb 09 03:19:06.128710 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-de74dba1-a897-4937-81ce-8f3f41001b81 req-7b3ff19f-4324-4023-8993-f471f798c88d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369848 Feb 09 03:19:06.171490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145de22-f870-4828-80e6-fd214e5c59a7 req-52381d69-50da-456d-a264-fd5b464488ab tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:06.173712 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3145de22-f870-4828-80e6-fd214e5c59a7 req-52381d69-50da-456d-a264-fd5b464488ab tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 943 time: 0.0593724 Feb 09 03:19:06.245653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3145de22-f870-4828-80e6-fd214e5c59a7 req-0e81d3d1-adb9-4bdb-9f2c-4f648e33ac8d tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625827 Feb 09 03:19:06.319836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b067852-0c29-4c90-87af-69ef35f579c0 req-25f876b4-f689-444a-b14d-cd5ae138ec15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:06.321729 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8b067852-0c29-4c90-87af-69ef35f579c0 req-25f876b4-f689-444a-b14d-cd5ae138ec15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0869927 Feb 09 03:19:06.327519 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-59b5bcd2-90c2-4a70-884d-ca4132d89b3b service neutron] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:06.369962 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-59b5bcd2-90c2-4a70-884d-ca4132d89b3b service neutron] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:06.422176 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8b067852-0c29-4c90-87af-69ef35f579c0 req-dd7662b3-ae29-448a-af0c-4eb5ab36fd0a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914092 Feb 09 03:19:06.424255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-59b5bcd2-90c2-4a70-884d-ca4132d89b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fa81d5-4ae3-438f-a473-541fb6ee238a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:06.444750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-59b5bcd2-90c2-4a70-884d-ca4132d89b3b service neutron] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:06.451886 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-59b5bcd2-90c2-4a70-884d-ca4132d89b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.545434 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-59b5bcd2-90c2-4a70-884d-ca4132d89b3b service neutron] Transition to ACTIVE for port object a2fa81d5-4ae3-438f-a473-541fb6ee238a will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:19:06.550347 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-59b5bcd2-90c2-4a70-884d-ca4132d89b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.596105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 446e70a9-9716-41a2-a9fa-748879753ab3 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:06.613801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da262238-e95a-48de-958b-9657c3894352 req-b883030f-8061-4a77-9c2c-c47a21d94b26 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:06.617634 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da262238-e95a-48de-958b-9657c3894352 req-b883030f-8061-4a77-9c2c-c47a21d94b26 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0828376 Feb 09 03:19:06.642022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-59b5bcd2-90c2-4a70-884d-ca4132d89b3b service neutron] No DVR routers for this DVR port a2fa81d5-4ae3-438f-a473-541fb6ee238a on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:06.656142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5bcd2-90c2-4a70-884d-ca4132d89b3b service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa81d5-4ae3-438f-a473-541fb6ee238a,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:06.683781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-59b5bcd2-90c2-4a70-884d-ca4132d89b3b service neutron] 10.222.0.42 "PUT /v2.0/ports/a2fa81d5-4ae3-438f-a473-541fb6ee238a/bindings/n-h1-824835-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6711738 Feb 09 03:19:06.686030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da262238-e95a-48de-958b-9657c3894352 req-c8add1aa-4742-4d88-9ce0-8ae8b53de129 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626433 Feb 09 03:19:06.727065 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 446e70a9-9716-41a2-a9fa-748879753ab3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=446e70a9-9716-41a2-a9fa-748879753ab3,segment=NetworkSegment(fb7c4d3d-94ec-4751-b06a-89390463de8a),segment_id=fb7c4d3d-94ec-4751-b06a-89390463de8a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:06.740448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '446e70a9-9716-41a2-a9fa-748879753ab3', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'port_id': '446e70a9-9716-41a2-a9fa-748879753ab3', 'mac_address': 'fa:16:3e:fa:bf:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:06.783765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 446e70a9-9716-41a2-a9fa-748879753ab3 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:06.784406 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.814923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446e70a9-9716-41a2-a9fa-748879753ab3 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:06.822691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-c9301b25-1984-4983-80c3-89fdcc8dff83 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:06.824439 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-c9301b25-1984-4983-80c3-89fdcc8dff83 tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2&tenant_id=612b79b2c8c44d278e66100587b7c4b3&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1127 time: 0.0552316 Feb 09 03:19:06.849562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 446e70a9-9716-41a2-a9fa-748879753ab3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=446e70a9-9716-41a2-a9fa-748879753ab3,segment=NetworkSegment(fb7c4d3d-94ec-4751-b06a-89390463de8a),segment_id=fb7c4d3d-94ec-4751-b06a-89390463de8a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:06.855303 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.878147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841467d4-9e15-4fce-b634-82274f02f885 req-a29df84f-ce01-4faa-8efe-26adb21db4da tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:06.880402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-841467d4-9e15-4fce-b634-82274f02f885 req-a29df84f-ce01-4faa-8efe-26adb21db4da tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0850422 Feb 09 03:19:06.890592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-0957a2c0-ed11-458a-aab8-2d17a2bc1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:06.892087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-0957a2c0-ed11-458a-aab8-2d17a2bc1dbc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2&tenant_id=612b79b2c8c44d278e66100587b7c4b3 HTTP/1.1" status: 200 len: 1127 time: 0.0599918 Feb 09 03:19:06.900781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58118) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:06.921514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=446e70a9-9716-41a2-a9fa-748879753ab3,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:06.937808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-841467d4-9e15-4fce-b634-82274f02f885 req-f232e020-9e7f-4b73-ad9b-7fc6a1afca1f tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496852 Feb 09 03:19:06.985803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-9315973b-a328-4f25-a811-a24fd6154082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:06.987245 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-9315973b-a328-4f25-a811-a24fd6154082 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=612b79b2c8c44d278e66100587b7c4b3&device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 1127 time: 0.0565226 Feb 09 03:19:07.017505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1453115906-network', 'tenant_id': '0ce13a3816d14a20a89be3a54b5bc362'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:07.080088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Made reservation on behalf of 0ce13a3816d14a20a89be3a54b5bc362 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:19:07.083339 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.096271 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.148322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-c8565372-325d-4b10-8281-3b13cd4a3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.149772 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-c8565372-325d-4b10-8281-3b13cd4a3a06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 200 len: 921 time: 0.1457989 Feb 09 03:19:07.223424 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-bc6082e7-78e4-460a-bcd2-b8c60fe6f4bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a HTTP/1.1" status: 200 len: 217 time: 0.0531292 Feb 09 03:19:07.282627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c99fbf-4989-42de-aa4b-d282ecf8c6ff req-469fe8b9-f11f-4e4e-9a87-de793dab3e9e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.284462 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d5c99fbf-4989-42de-aa4b-d282ecf8c6ff req-469fe8b9-f11f-4e4e-9a87-de793dab3e9e tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 944 time: 0.0777822 Feb 09 03:19:07.308407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969893-11f5-45db-9db2-86c1f48c4a48 req-e374f992-2957-489c-ba67-35b89313be7c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.313892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969893-11f5-45db-9db2-86c1f48c4a48 req-e374f992-2957-489c-ba67-35b89313be7c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.321282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969893-11f5-45db-9db2-86c1f48c4a48 req-e374f992-2957-489c-ba67-35b89313be7c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.326984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969893-11f5-45db-9db2-86c1f48c4a48 req-e374f992-2957-489c-ba67-35b89313be7c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.332282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969893-11f5-45db-9db2-86c1f48c4a48 req-e374f992-2957-489c-ba67-35b89313be7c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.337977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969893-11f5-45db-9db2-86c1f48c4a48 req-e374f992-2957-489c-ba67-35b89313be7c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.343264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969893-11f5-45db-9db2-86c1f48c4a48 req-e374f992-2957-489c-ba67-35b89313be7c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.345481 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00969893-11f5-45db-9db2-86c1f48c4a48 req-e374f992-2957-489c-ba67-35b89313be7c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.2204158 Feb 09 03:19:07.349925 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d5c99fbf-4989-42de-aa4b-d282ecf8c6ff req-1f73666d-81ae-4746-8544-a01224c5dcc2 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573282 Feb 09 03:19:07.351685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-9acbc35d-1311-4f53-afae-7ab071c4c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.353089 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-9acbc35d-1311-4f53-afae-7ab071c4c1c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 200 len: 860 time: 0.1233158 Feb 09 03:19:07.415087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Publish callbacks [] for security_group (9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.418193 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-259dd660-c12a-4f54-be24-fe1f63e312d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15acbecb-9714-49f5-a492-2cdfa4603bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483451 Feb 09 03:19:07.423325 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.447830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['446e70a9-9716-41a2-a9fa-748879753ab3'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:07.469662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a874aa2-a36a-422e-9130-2e23fe921e88 req-7509a1a8-1aa3-4dc9-aa94-d0b10a30b102 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.471144 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a874aa2-a36a-422e-9130-2e23fe921e88 req-7509a1a8-1aa3-4dc9-aa94-d0b10a30b102 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 944 time: 0.0568829 Feb 09 03:19:07.522812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:19:07.529558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:07.529789 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a874aa2-a36a-422e-9130-2e23fe921e88 req-e0e88269-6ed5-4cb3-b166-aa3292ea9837 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504413 Feb 09 03:19:07.532268 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.548482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00969893-11f5-45db-9db2-86c1f48c4a48 req-107e5d2b-ad5f-47cb-bd8b-548a06d4e8c1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1921148 Feb 09 03:19:07.553531 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d6f13a67-34b1-4edb-876a-158cbe20905e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.553876 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Added segment d6f13a67-34b1-4edb-876a-158cbe20905e of type vlan for network 3a649d82-57c3-45e0-8d29-14aae35cabf9 Feb 09 03:19:07.613826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (3a649d82-57c3-45e0-8d29-14aae35cabf9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.643620 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-0c051632-9a94-4335-b9f0-8e216b97d8bf service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074082 Feb 09 03:19:07.669507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (3a649d82-57c3-45e0-8d29-14aae35cabf9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.670443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.671024 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.683471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f5928-470c-4370-8d4d-0ee8da168a5a req-1f3cd6f3-68de-463d-87d0-ff2c847d2659 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.685039 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c43f5928-470c-4370-8d4d-0ee8da168a5a req-1f3cd6f3-68de-463d-87d0-ff2c847d2659 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0544138 Feb 09 03:19:07.737484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c43f5928-470c-4370-8d4d-0ee8da168a5a req-6e9ce6a6-025c-48f4-af96-15eb4ebf2d13 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466554 Feb 09 03:19:07.760804 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8589795 Feb 09 03:19:07.764418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58132) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:07.770997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-603dad38-30fa-4404-9704-b08df1d9c1fc admin admin] Request body: {'subnet': {'network_id': '3a649d82-57c3-45e0-8d29-14aae35cabf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1453115906-subnet', 'tenant_id': '0ce13a3816d14a20a89be3a54b5bc362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:07.790089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603dad38-30fa-4404-9704-b08df1d9c1fc admin admin] Made reservation on behalf of 0ce13a3816d14a20a89be3a54b5bc362 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:19:07.792497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-603dad38-30fa-4404-9704-b08df1d9c1fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.806041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f37e8e-00df-4028-9e68-6637b222d9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=3a649d82-57c3-45e0-8d29-14aae35cabf9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:07.818506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 3a649d82-57c3-45e0-8d29-14aae35cabf9 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:19:07.839901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-1eb48482-18e1-4a31-8ad5-6a489a62b3b0 service neutron] 10.222.0.65 "GET /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882279 Feb 09 03:19:07.856677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18033ecd-59fd-489e-853c-eac369af1089 req-a45d69f5-6cc0-46fc-9df4-7ff9d97eb460 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.858444 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18033ecd-59fd-489e-853c-eac369af1089 req-a45d69f5-6cc0-46fc-9df4-7ff9d97eb460 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0899513 Feb 09 03:19:07.917818 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18033ecd-59fd-489e-853c-eac369af1089 req-f8f742ed-9c97-498c-9455-8feb5af7281c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524688 Feb 09 03:19:07.994597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-603dad38-30fa-4404-9704-b08df1d9c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (134c9eaa-9fc7-4e13-9fa5-eb29acb259d4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:08.075906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dad38-30fa-4404-9704-b08df1d9c1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=134c9eaa-9fc7-4e13-9fa5-eb29acb259d4,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:08.097929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603dad38-30fa-4404-9704-b08df1d9c1fc admin admin] Checking segment: {'id': 'd6f13a67-34b1-4edb-876a-158cbe20905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3a649d82-57c3-45e0-8d29-14aae35cabf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:08.098290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603dad38-30fa-4404-9704-b08df1d9c1fc admin admin] Network hostable DHCP agents. Network: 3a649d82-57c3-45e0-8d29-14aae35cabf9, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:19:08.112899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e11ea-68b8-4af4-ab7e-2a48fd2c5f92 req-7b567f21-d14a-424b-9645-11422d0577bc tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.115194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2e11ea-68b8-4af4-ab7e-2a48fd2c5f92 req-7b567f21-d14a-424b-9645-11422d0577bc tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0945346 Feb 09 03:19:08.144678 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603dad38-30fa-4404-9704-b08df1d9c1fc admin admin] Network 3a649d82-57c3-45e0-8d29-14aae35cabf9 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:19:08.167316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-603dad38-30fa-4404-9704-b08df1d9c1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 3a649d82-57c3-45e0-8d29-14aae35cabf9) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:19:08.179735 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603dad38-30fa-4404-9704-b08df1d9c1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.180337 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-603dad38-30fa-4404-9704-b08df1d9c1fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:08.183637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20108f4-6c5c-4fb7-a139-dab0edfbdd47 None None] Network 3a649d82-57c3-45e0-8d29-14aae35cabf9 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:19:08.198108 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2e11ea-68b8-4af4-ab7e-2a48fd2c5f92 req-5ddf3ab3-0baa-4802-9e75-670181c6e294 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757892 Feb 09 03:19:08.204998 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-603dad38-30fa-4404-9704-b08df1d9c1fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4385703 Feb 09 03:19:08.328255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d150a-3225-40bf-a11a-7e30cde19392 None None] Network 3a649d82-57c3-45e0-8d29-14aae35cabf9 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:19:08.335658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-32aef6e1-15e6-4c78-b841-36abafd3926e tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.337482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-32aef6e1-15e6-4c78-b841-36abafd3926e tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2&tenant_id=612b79b2c8c44d278e66100587b7c4b3&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 1127 time: 0.0934319 Feb 09 03:19:08.578006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dc1ac-8046-4649-b1e2-22be55915880 req-79fb8e4b-0bda-40b8-8b6b-f35093eff019 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.579666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a70dc1ac-8046-4649-b1e2-22be55915880 req-79fb8e4b-0bda-40b8-8b6b-f35093eff019 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 944 time: 0.0834854 Feb 09 03:19:08.617029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6eaa0-67bf-4702-aaec-3b33bbe950c9 req-ee8b4668-8786-451f-b691-9d04165da9c6 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.618509 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bb6eaa0-67bf-4702-aaec-3b33bbe950c9 req-ee8b4668-8786-451f-b691-9d04165da9c6 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 945 time: 0.1029327 Feb 09 03:19:08.619664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-00dd0cd3-347a-4da1-9391-eb0876a39d05 service neutron] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:08.623092 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-00dd0cd3-347a-4da1-9391-eb0876a39d05 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:08.624117 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7ba7997-fcd9-4c90-8845-c58ea77e1722 req-00dd0cd3-347a-4da1-9391-eb0876a39d05 service neutron] 10.222.0.65 "DELETE /v2.0/ports/a2fa81d5-4ae3-438f-a473-541fb6ee238a/bindings/n-h2-824835-15 HTTP/1.1" status: 204 len: 173 time: 0.2791295 Feb 09 03:19:08.634840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a70dc1ac-8046-4649-b1e2-22be55915880 req-ed643efe-812c-496d-8c14-e4f8c3975e9d tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485191 Feb 09 03:19:08.694718 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bb6eaa0-67bf-4702-aaec-3b33bbe950c9 req-c6afc106-e0f2-42ad-8cd6-707f864749bb tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694075 Feb 09 03:19:08.798030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf09f43-db8b-4d8e-b8d3-b934beeda39e req-5a96f87d-d43e-48e8-aadf-c08f740f5a66 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.799747 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bf09f43-db8b-4d8e-b8d3-b934beeda39e req-5a96f87d-d43e-48e8-aadf-c08f740f5a66 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 944 time: 0.0647743 Feb 09 03:19:08.822906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7f66-62c6-4e76-846c-acf06b50eace req-1f411d44-3952-476c-9f87-66669ab33c88 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.828121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7f66-62c6-4e76-846c-acf06b50eace req-1f411d44-3952-476c-9f87-66669ab33c88 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.834580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7f66-62c6-4e76-846c-acf06b50eace req-1f411d44-3952-476c-9f87-66669ab33c88 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.839943 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7f66-62c6-4e76-846c-acf06b50eace req-1f411d44-3952-476c-9f87-66669ab33c88 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.845568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7f66-62c6-4e76-846c-acf06b50eace req-1f411d44-3952-476c-9f87-66669ab33c88 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.851333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7f66-62c6-4e76-846c-acf06b50eace req-1f411d44-3952-476c-9f87-66669ab33c88 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.855446 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bf09f43-db8b-4d8e-b8d3-b934beeda39e req-5d8f587e-b6e8-432c-8e14-d118c797ce4c tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481024 Feb 09 03:19:08.856564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7f66-62c6-4e76-846c-acf06b50eace req-1f411d44-3952-476c-9f87-66669ab33c88 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.858481 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-735d7f66-62c6-4e76-846c-acf06b50eace req-1f411d44-3952-476c-9f87-66669ab33c88 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1035738 Feb 09 03:19:08.941561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-735d7f66-62c6-4e76-846c-acf06b50eace req-36266131-ef4d-40ae-8a0b-0b6452b3e812 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615194 Feb 09 03:19:08.968113 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58168) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:08.973961 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1497932119-network', 'tenant_id': 'd833486eeae940bb8a3d50a50d8b7077'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:08.999120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Made reservation on behalf of d833486eeae940bb8a3d50a50d8b7077 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:19:09.002610 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.017029 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.036281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63742d-b897-4e2c-941b-942da6536bac req-1f8c4fd7-a9e8-4586-ba43-785f3c06d879 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:09.037957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd63742d-b897-4e2c-941b-942da6536bac req-1f8c4fd7-a9e8-4586-ba43-785f3c06d879 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0752761 Feb 09 03:19:09.099347 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a14e6-0df1-47e2-af34-2313b557c75f req-d81e8131-27d7-44db-abc1-30e0c28fa10e tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:09.101508 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b49a14e6-0df1-47e2-af34-2313b557c75f req-d81e8131-27d7-44db-abc1-30e0c28fa10e tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 1127 time: 0.0857019 Feb 09 03:19:09.103062 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd63742d-b897-4e2c-941b-942da6536bac req-a309c78b-b533-4f53-a4db-31530c01f6f9 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522084 Feb 09 03:19:09.170041 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Publish callbacks [] for security_group (5711455b-2975-49f0-a2dd-6ae8f040eac0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.175431 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5711455b-2975-49f0-a2dd-6ae8f040eac0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.179915 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b49a14e6-0df1-47e2-af34-2313b557c75f req-ad123924-9f83-4c25-a65c-33fcd3f8803a tempest-LiveAutoBlockMigrationV225Test-744231218 tempest-LiveAutoBlockMigrationV225Test-744231218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716221 Feb 09 03:19:09.199514 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:19:09.214593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a951d1e-f424-495d-b7a2-b9e16c7823af req-7eec97fb-8624-490c-880a-941843363caa tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:09.215540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5711455b-2975-49f0-a2dd-6ae8f040eac0,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:09.216225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a951d1e-f424-495d-b7a2-b9e16c7823af req-7eec97fb-8624-490c-880a-941843363caa tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0567501 Feb 09 03:19:09.218648 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a49a18a1-75eb-49b0-a6cb-3320bdb47f8f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.219007 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Added segment a49a18a1-75eb-49b0-a6cb-3320bdb47f8f of type vlan for network 3ff91147-6529-4ac0-af67-63e7b2f4d42e Feb 09 03:19:09.269885 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (3ff91147-6529-4ac0-af67-63e7b2f4d42e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.284098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a951d1e-f424-495d-b7a2-b9e16c7823af req-3636979a-36dc-46ec-830b-306ef1face36 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518601 Feb 09 03:19:09.314368 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (3ff91147-6529-4ac0-af67-63e7b2f4d42e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.315531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:09.316127 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.377232 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4050465 Feb 09 03:19:09.377777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58172) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:09.383052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0d2c2496-232d-4497-9ec8-ad9f019366d0 admin admin] Request body: {'subnet': {'network_id': '3ff91147-6529-4ac0-af67-63e7b2f4d42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1497932119-subnet', 'tenant_id': 'd833486eeae940bb8a3d50a50d8b7077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:09.414147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec109e-8a03-47ae-9513-c572c27bd600 admin admin] Pushing event updated for resources: {'Network': ['ID=3ff91147-6529-4ac0-af67-63e7b2f4d42e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:09.418160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2c2496-232d-4497-9ec8-ad9f019366d0 admin admin] Made reservation on behalf of d833486eeae940bb8a3d50a50d8b7077 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:19:09.420505 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2496-232d-4497-9ec8-ad9f019366d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.425339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 3ff91147-6529-4ac0-af67-63e7b2f4d42e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:19:09.515259 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bce12-5ecf-4d7b-afb6-634b18ebd489 req-e10a8cf5-2877-4d35-89a6-178104f63ff7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:09.517655 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b3bce12-5ecf-4d7b-afb6-634b18ebd489 req-e10a8cf5-2877-4d35-89a6-178104f63ff7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 944 time: 0.0666404 Feb 09 03:19:09.569227 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b3bce12-5ecf-4d7b-afb6-634b18ebd489 req-28411d0d-042f-47ae-869d-4d534df0eb3c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Feb 09 03:19:09.648597 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2496-232d-4497-9ec8-ad9f019366d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (e530907b-6113-4454-a6da-33ce9865b0f0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.727081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c2496-232d-4497-9ec8-ad9f019366d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e530907b-6113-4454-a6da-33ce9865b0f0,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:09.754184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c2496-232d-4497-9ec8-ad9f019366d0 admin admin] Checking segment: {'id': 'a49a18a1-75eb-49b0-a6cb-3320bdb47f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3ff91147-6529-4ac0-af67-63e7b2f4d42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:09.754578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2c2496-232d-4497-9ec8-ad9f019366d0 admin admin] Network hostable DHCP agents. Network: 3ff91147-6529-4ac0-af67-63e7b2f4d42e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:19:09.758145 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-5c856738-59a5-469d-b070-0299ee3ce302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:09.760238 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-5c856738-59a5-469d-b070-0299ee3ce302 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 1128 time: 0.1067097 Feb 09 03:19:09.857887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2c2496-232d-4497-9ec8-ad9f019366d0 admin admin] Network 3ff91147-6529-4ac0-af67-63e7b2f4d42e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:19:09.889609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-0d2c2496-232d-4497-9ec8-ad9f019366d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 3ff91147-6529-4ac0-af67-63e7b2f4d42e) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:19:09.899493 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcb4fdf-a669-4504-8f62-9bf5b0234f6d None None] Network 3ff91147-6529-4ac0-af67-63e7b2f4d42e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:19:09.907676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7bb9-06cd-4809-9e97-f84444a36605 req-a6c7bb2d-6fa9-4adb-aea5-f589864f90b3 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:09.909175 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efef7bb9-06cd-4809-9e97-f84444a36605 req-a6c7bb2d-6fa9-4adb-aea5-f589864f90b3 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 945 time: 0.1455336 Feb 09 03:19:09.912280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2c2496-232d-4497-9ec8-ad9f019366d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:09.913438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2496-232d-4497-9ec8-ad9f019366d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.918240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-6c029d3d-8683-484d-9d7f-02d1c231d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:09.919712 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-6c029d3d-8683-484d-9d7f-02d1c231d2a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.1435945 Feb 09 03:19:09.948668 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0d2c2496-232d-4497-9ec8-ad9f019366d0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5701895 Feb 09 03:19:09.990740 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efef7bb9-06cd-4809-9e97-f84444a36605 req-d1af03f3-e49c-4fff-be73-288b5f1d73a5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676312 Feb 09 03:19:10.006535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ba517-46c1-45f0-becc-1c29a22a3442 req-5986fe61-4cb9-44f8-b8ad-8723ceaa737d tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.014723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-276ba517-46c1-45f0-becc-1c29a22a3442 req-5986fe61-4cb9-44f8-b8ad-8723ceaa737d tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 944 time: 0.0833919 Feb 09 03:19:10.043341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-d6b426f6-d563-47a7-8efb-63538e2ea170 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13b7291b-74da-427c-8f79-fd02980f0fd0 HTTP/1.1" status: 200 len: 217 time: 0.0566716 Feb 09 03:19:10.050226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7761198f-5d78-4e0a-ac26-986e037175b4 None None] Network 3ff91147-6529-4ac0-af67-63e7b2f4d42e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:19:10.106671 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-276ba517-46c1-45f0-becc-1c29a22a3442 req-1b71ac54-12f6-4035-870a-f621cb42bb5d tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909560 Feb 09 03:19:10.116969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-3258c2f2-a0c1-4a92-832b-3cc5de34011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.118584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-3258c2f2-a0c1-4a92-832b-3cc5de34011e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.0603976 Feb 09 03:19:10.196694 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-09422ce6-0399-4467-8cea-264185bb5ace service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657847 Feb 09 03:19:10.223244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bc821-571f-4f4f-83fb-aa94d1ddc0d0 req-ad5bc2fa-d4a7-47e7-84d4-c1fc17971a3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.229642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bc821-571f-4f4f-83fb-aa94d1ddc0d0 req-ad5bc2fa-d4a7-47e7-84d4-c1fc17971a3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.234925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bc821-571f-4f4f-83fb-aa94d1ddc0d0 req-ad5bc2fa-d4a7-47e7-84d4-c1fc17971a3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.240891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bc821-571f-4f4f-83fb-aa94d1ddc0d0 req-ad5bc2fa-d4a7-47e7-84d4-c1fc17971a3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.246132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bc821-571f-4f4f-83fb-aa94d1ddc0d0 req-ad5bc2fa-d4a7-47e7-84d4-c1fc17971a3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.251298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bc821-571f-4f4f-83fb-aa94d1ddc0d0 req-ad5bc2fa-d4a7-47e7-84d4-c1fc17971a3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.257182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bc821-571f-4f4f-83fb-aa94d1ddc0d0 req-ad5bc2fa-d4a7-47e7-84d4-c1fc17971a3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.259054 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd9bc821-571f-4f4f-83fb-aa94d1ddc0d0 req-ad5bc2fa-d4a7-47e7-84d4-c1fc17971a3e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1592288 Feb 09 03:19:10.391174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd9bc821-571f-4f4f-83fb-aa94d1ddc0d0 req-936a1ecc-c98f-4b69-b1a5-0cabc26f90a8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238558 Feb 09 03:19:10.406702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-372f44fb-b513-4b73-a3cb-97499a1b0a00 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466691 Feb 09 03:19:10.607906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a6357-c725-4443-9b3d-cf03c12c4930 req-ef9997ca-e94d-4822-a24c-2bcdb5c20ff8 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.609381 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b69a6357-c725-4443-9b3d-cf03c12c4930 req-ef9997ca-e94d-4822-a24c-2bcdb5c20ff8 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.65 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 944 time: 0.1485472 Feb 09 03:19:10.618655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 446e70a9-9716-41a2-a9fa-748879753ab3 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:10.632812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8573245-6039-47bf-9fad-4f2b6aea08bd req-869b8b86-d293-4580-9bf6-0c15960c1d89 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.634310 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8573245-6039-47bf-9fad-4f2b6aea08bd req-869b8b86-d293-4580-9bf6-0c15960c1d89 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1723838 Feb 09 03:19:10.658882 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-53510c67-fcd0-479c-ba1d-7d4dd211e71c service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183042 Feb 09 03:19:10.670635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 446e70a9-9716-41a2-a9fa-748879753ab3 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:10.675261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 446e70a9-9716-41a2-a9fa-748879753ab3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:10.675857 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.751271 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8573245-6039-47bf-9fad-4f2b6aea08bd req-8b99bf0c-d438-4bbc-91c1-0db54de21ad4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112144 Feb 09 03:19:10.771502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 446e70a9-9716-41a2-a9fa-748879753ab3 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:10.772057 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.789375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-b69a6357-c725-4443-9b3d-cf03c12c4930 req-c8f902df-be4c-4851-ad4c-7fcc8c33eb78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Deleting port a2fa81d5-4ae3-438f-a473-541fb6ee238a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:10.789375 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b69a6357-c725-4443-9b3d-cf03c12c4930 req-c8f902df-be4c-4851-ad4c-7fcc8c33eb78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.828256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 446e70a9-9716-41a2-a9fa-748879753ab3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=446e70a9-9716-41a2-a9fa-748879753ab3,segment=NetworkSegment(fb7c4d3d-94ec-4751-b06a-89390463de8a),segment_id=fb7c4d3d-94ec-4751-b06a-89390463de8a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:10.830655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e70a9-9716-41a2-a9fa-748879753ab3'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:10.833997 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410c70f9-29fa-4ad1-8803-d47607a03788" -d '{"events": [{"server_uuid": "2415d2c8-fdd0-43db-b024-da905d3e711f", "name": "network-vif-plugged", "status": "completed", "tag": "446e70a9-9716-41a2-a9fa-748879753ab3"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:10.837998 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.838499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-d1eae63e-183d-4de4-a79e-10aed0a606e7 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.840241 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-d1eae63e-183d-4de4-a79e-10aed0a606e7 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/networks?id=3a649d82-57c3-45e0-8d29-14aae35cabf9 HTTP/1.1" status: 200 len: 815 time: 0.2065172 Feb 09 03:19:10.867063 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-ec15e868-22a6-4586-8061-c78bee585197 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/quotas/0ce13a3816d14a20a89be3a54b5bc362 HTTP/1.1" status: 200 len: 375 time: 0.0193799 Feb 09 03:19:10.900694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=446e70a9-9716-41a2-a9fa-748879753ab3,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:10.913242 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-f1dd4b13-43c9-4b4b-97c9-47a1520e09c0 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ce13a3816d14a20a89be3a54b5bc362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397711 Feb 09 03:19:10.934871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac58d28-a34f-4e40-89be-17e66d3740c4 req-f08b4dda-7be9-46be-8fea-5ba36f0a1c96 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.936283 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eac58d28-a34f-4e40-89be-17e66d3740c4 req-f08b4dda-7be9-46be-8fea-5ba36f0a1c96 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0856097 Feb 09 03:19:10.983706 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b69a6357-c725-4443-9b3d-cf03c12c4930 req-c8f902df-be4c-4851-ad4c-7fcc8c33eb78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] For port a2fa81d5-4ae3-438f-a473-541fb6ee238a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a2fa81d5-4ae3-438f-a473-541fb6ee238a,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:10.984244 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b69a6357-c725-4443-9b3d-cf03c12c4930 req-c8f902df-be4c-4851-ad4c-7fcc8c33eb78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.007260 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-b69a6357-c725-4443-9b3d-cf03c12c4930 req-c8f902df-be4c-4851-ad4c-7fcc8c33eb78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Calling delete_port for a2fa81d5-4ae3-438f-a473-541fb6ee238a owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:11.034527 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eac58d28-a34f-4e40-89be-17e66d3740c4 req-c68d937a-f2a5-4d4f-a767-60a80d8d205f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798090 Feb 09 03:19:11.043082 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-c9c7c1bb-8fd6-48a1-bf2b-9ecb6a456ee2 service neutron] 10.222.0.21 "GET /v2.0/networks/3a649d82-57c3-45e0-8d29-14aae35cabf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213369 Feb 09 03:19:11.166007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-0a68f30b-aba1-4f65-a7ab-5e309e713ba1 service neutron] 10.222.0.21 "GET /v2.0/networks/3a649d82-57c3-45e0-8d29-14aae35cabf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069646 Feb 09 03:19:11.209768 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b69a6357-c725-4443-9b3d-cf03c12c4930 req-c8f902df-be4c-4851-ad4c-7fcc8c33eb78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a2fa81d5-4ae3-438f-a473-541fb6ee238a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.243591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f902df-be4c-4851-ad4c-7fcc8c33eb78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Pushing event deleted for resources: {'Port': ['ID=a2fa81d5-4ae3-438f-a473-541fb6ee238a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:11.258276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a2fa81d5-4ae3-438f-a473-541fb6ee238a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:11.302254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69a6357-c725-4443-9b3d-cf03c12c4930 req-c8f902df-be4c-4851-ad4c-7fcc8c33eb78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] No DVR routers for this DVR port a2fa81d5-4ae3-438f-a473-541fb6ee238a on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:11.310601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d038b6-7c68-4636-9941-8ad1a29cc5d1 req-05b0e0df-2cc5-46f0-8bfa-7634ba586b11 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:11.312069 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-50d038b6-7c68-4636-9941-8ad1a29cc5d1 req-05b0e0df-2cc5-46f0-8bfa-7634ba586b11 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 866 time: 0.1330910 Feb 09 03:19:11.313124 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b69a6357-c725-4443-9b3d-cf03c12c4930 req-c8f902df-be4c-4851-ad4c-7fcc8c33eb78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.317506 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b69a6357-c725-4443-9b3d-cf03c12c4930 req-c8f902df-be4c-4851-ad4c-7fcc8c33eb78 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.65 "DELETE /v2.0/ports/a2fa81d5-4ae3-438f-a473-541fb6ee238a HTTP/1.1" status: 204 len: 173 time: 0.7006741 Feb 09 03:19:11.317959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312eb169-9169-462d-89bc-52dfaf75d7b2', 'name': 'network-vif-deleted', 'tag': 'a2fa81d5-4ae3-438f-a473-541fb6ee238a'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:11.320133 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f54bc0-7bf3-4c7b-9881-1eeda6cc7509" -d '{"events": [{"server_uuid": "312eb169-9169-462d-89bc-52dfaf75d7b2", "name": "network-vif-deleted", "tag": "a2fa81d5-4ae3-438f-a473-541fb6ee238a"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:11.384746 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-50d038b6-7c68-4636-9941-8ad1a29cc5d1 req-aa7ae0b8-a467-4c40-9e10-cc89beb8468b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567601 Feb 09 03:19:11.453700 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299fc670-0b9f-40e1-bcd5-f461984978c2 x-openstack-request-id: req-299fc670-0b9f-40e1-bcd5-f461984978c2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:11.453993 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2415d2c8-fdd0-43db-b024-da905d3e711f", "name": "network-vif-plugged", "status": "completed", "tag": "446e70a9-9716-41a2-a9fa-748879753ab3", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:11.454244 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-299fc670-0b9f-40e1-bcd5-f461984978c2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:11.454634 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e70a9-9716-41a2-a9fa-748879753ab3', 'code': 200} Feb 09 03:19:11.553749 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0fa16a5f-d8f5-4a8d-88b7-24f37b6a881a req-eb632f9b-9416-4947-920e-a0d697a20922 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 210 time: 0.0402713 Feb 09 03:19:11.634136 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def6a6db-5ff1-40b9-b801-f4a694bdf6e0 x-openstack-request-id: req-def6a6db-5ff1-40b9-b801-f4a694bdf6e0 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:11.635423 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312eb169-9169-462d-89bc-52dfaf75d7b2", "name": "network-vif-deleted", "tag": "a2fa81d5-4ae3-438f-a473-541fb6ee238a", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:11.640883 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-def6a6db-5ff1-40b9-b801-f4a694bdf6e0 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:11.641334 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312eb169-9169-462d-89bc-52dfaf75d7b2', 'name': 'network-vif-deleted', 'tag': 'a2fa81d5-4ae3-438f-a473-541fb6ee238a', 'status': 'completed', 'code': 200} Feb 09 03:19:11.682257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c217d-81d7-4cea-a52c-1323cf68c539 req-23bbe0a9-e216-4880-a9f2-dd92b0ea56c1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:11.690179 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-128c217d-81d7-4cea-a52c-1323cf68c539 req-23bbe0a9-e216-4880-a9f2-dd92b0ea56c1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.1701887 Feb 09 03:19:11.703725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05714977-2d58-43b3-a152-a89f492f68d4 req-447b575b-adb7-4f3a-8f9f-cdedbb8820cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:11.705186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05714977-2d58-43b3-a152-a89f492f68d4 req-447b575b-adb7-4f3a-8f9f-cdedbb8820cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 1128 time: 0.1258337 Feb 09 03:19:11.791725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62921b0a-23c6-438c-9ddc-4054f7c9cab0 req-0a38641d-c4b0-4c68-b90b-e7d7bbe37b99 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:11.800571 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62921b0a-23c6-438c-9ddc-4054f7c9cab0 req-0a38641d-c4b0-4c68-b90b-e7d7bbe37b99 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1183467 Feb 09 03:19:11.801120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-128c217d-81d7-4cea-a52c-1323cf68c539 req-ed1cf0a7-0a60-4383-9b4e-61ef5af9c627 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053979 Feb 09 03:19:11.813940 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05714977-2d58-43b3-a152-a89f492f68d4 req-f5025c28-9b9c-4cda-9dd7-713c13b3f599 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978208 Feb 09 03:19:11.869622 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62921b0a-23c6-438c-9ddc-4054f7c9cab0 req-74095726-c2d4-44cc-a762-4f0232df9a83 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657933 Feb 09 03:19:11.964029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60996c9-8800-4a0d-bd73-10706c7d7921 req-dd0d3fa3-1447-4e3a-b0fe-84011fb60f5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:11.970119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60996c9-8800-4a0d-bd73-10706c7d7921 req-dd0d3fa3-1447-4e3a-b0fe-84011fb60f5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:11.977284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60996c9-8800-4a0d-bd73-10706c7d7921 req-dd0d3fa3-1447-4e3a-b0fe-84011fb60f5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:11.983525 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60996c9-8800-4a0d-bd73-10706c7d7921 req-dd0d3fa3-1447-4e3a-b0fe-84011fb60f5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:11.988266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60996c9-8800-4a0d-bd73-10706c7d7921 req-dd0d3fa3-1447-4e3a-b0fe-84011fb60f5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:11.995871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60996c9-8800-4a0d-bd73-10706c7d7921 req-dd0d3fa3-1447-4e3a-b0fe-84011fb60f5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:12.001537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60996c9-8800-4a0d-bd73-10706c7d7921 req-dd0d3fa3-1447-4e3a-b0fe-84011fb60f5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:12.010537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e60996c9-8800-4a0d-bd73-10706c7d7921 req-dd0d3fa3-1447-4e3a-b0fe-84011fb60f5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1411829 Feb 09 03:19:12.024744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cdcdd-926a-4451-8623-f8e0a77559d5 req-b07dc720-4865-404e-ad90-f0566e12b284 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:12.026555 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-021cdcdd-926a-4451-8623-f8e0a77559d5 req-b07dc720-4865-404e-ad90-f0566e12b284 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0811903 Feb 09 03:19:12.083238 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e60996c9-8800-4a0d-bd73-10706c7d7921 req-c3a8716f-1e41-461d-a1f7-b54c946cc41e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711050 Feb 09 03:19:12.106107 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-021cdcdd-926a-4451-8623-f8e0a77559d5 req-804bc04b-ca73-4448-8bf7-63eec9507733 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728545 Feb 09 03:19:12.276120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c55692-45ca-44d3-9c43-578833cadb6f req-689d88b3-2354-47d9-98a1-1df29d417320 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:12.277985 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-48c55692-45ca-44d3-9c43-578833cadb6f req-689d88b3-2354-47d9-98a1-1df29d417320 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0955372 Feb 09 03:19:12.335798 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-48c55692-45ca-44d3-9c43-578833cadb6f req-ff4913c3-20ed-435c-b9f5-b6bf3c04be10 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519719 Feb 09 03:19:12.472518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-7adf45c6-9843-4f54-aef1-2554465bc0fc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:12.474186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-7adf45c6-9843-4f54-aef1-2554465bc0fc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 812 time: 0.1082971 Feb 09 03:19:12.489831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-f3be930f-dc23-4b4b-84e1-98880e782414 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/quotas/ac10f34a12cf4fa8b1d9f6a90369baef HTTP/1.1" status: 200 len: 375 time: 0.0092001 Feb 09 03:19:12.508055 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67e3685d-ebb7-422e-a0df-944f516354e4 req-89dea2d5-965b-4cc8-8744-8b939eb49445 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0282969 Feb 09 03:19:12.553010 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-9eacf7f8-b732-489b-a473-baa8ca6a9f97 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552063 Feb 09 03:19:12.657872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-ac123869-64b4-4604-94da-8fda1b97127c service neutron] 10.222.0.21 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977545 Feb 09 03:19:12.771423 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b21d373-dc39-49c5-86bd-71cd87bcd071 req-582a62eb-694d-4deb-8806-ab172f1fe87f tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 210 time: 0.0853703 Feb 09 03:19:12.837851 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-885e3022-d3e3-4d7a-87a5-ad0481c98654 service neutron] 10.222.0.21 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732612 Feb 09 03:19:12.887253 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-a2b81ca3-23fc-4a34-bd17-bed3c5500eb3 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:12.888612 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-a2b81ca3-23fc-4a34-bd17-bed3c5500eb3 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.42 "GET /v2.0/networks?id=3a649d82-57c3-45e0-8d29-14aae35cabf9 HTTP/1.1" status: 200 len: 815 time: 0.2179525 Feb 09 03:19:12.915531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Request body: {'port': {'device_id': '4f88aee6-573a-461c-91d2-5ef6953d35cc', 'network_id': '3a649d82-57c3-45e0-8d29-14aae35cabf9', 'admin_state_up': True, 'tenant_id': '0ce13a3816d14a20a89be3a54b5bc362'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:13.112479 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4103eb95-c5fe-4663-a185-317f773356ba req-0e61f593-1e62-4a36-af2f-e791f76717e0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 210 time: 0.0592225 Feb 09 03:19:13.137041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d26c07-ad3f-43e5-934f-4a1bb20460c2 req-d7679afd-cd35-4cf5-9776-2a20ae54f963 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:13.140032 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a3d26c07-ad3f-43e5-934f-4a1bb20460c2 req-d7679afd-cd35-4cf5-9776-2a20ae54f963 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.2375717 Feb 09 03:19:13.241067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a3d26c07-ad3f-43e5-934f-4a1bb20460c2 req-b8cabf14-78cb-4880-b2a5-a57f9696f268 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909548 Feb 09 03:19:13.244826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Made reservation on behalf of 0ce13a3816d14a20a89be3a54b5bc362 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:19:13.256866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2f0f3972-6438-4198-bc64-0d92e2f5cc5e details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:13.259664 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.370185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e1b7-5e61-43b9-9b7f-c8e60871cf7c req-576bca96-1aeb-4ca3-8f34-3b4fcad0802d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:13.375728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e1b7-5e61-43b9-9b7f-c8e60871cf7c req-576bca96-1aeb-4ca3-8f34-3b4fcad0802d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:13.382041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e1b7-5e61-43b9-9b7f-c8e60871cf7c req-576bca96-1aeb-4ca3-8f34-3b4fcad0802d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:13.387524 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e1b7-5e61-43b9-9b7f-c8e60871cf7c req-576bca96-1aeb-4ca3-8f34-3b4fcad0802d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:13.393427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e1b7-5e61-43b9-9b7f-c8e60871cf7c req-576bca96-1aeb-4ca3-8f34-3b4fcad0802d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:13.400430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e1b7-5e61-43b9-9b7f-c8e60871cf7c req-576bca96-1aeb-4ca3-8f34-3b4fcad0802d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:13.407973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e1b7-5e61-43b9-9b7f-c8e60871cf7c req-576bca96-1aeb-4ca3-8f34-3b4fcad0802d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:13.410694 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25b7e1b7-5e61-43b9-9b7f-c8e60871cf7c req-576bca96-1aeb-4ca3-8f34-3b4fcad0802d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1524625 Feb 09 03:19:13.505602 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:13.506413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Allocated IP 172.20.0.3 (3a649d82-57c3-45e0-8d29-14aae35cabf9/134c9eaa-9fc7-4e13-9fa5-eb29acb259d4/70ce5084-011f-47a9-8ef6-84a00348e639) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:19:13.547118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e', 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'port_id': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e', 'mac_address': 'fa:16:3e:ff:f7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0c13e8-f21f-41ec-8779-9469bf3fb0ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:13.578948 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25b7e1b7-5e61-43b9-9b7f-c8e60871cf7c req-9576a035-86f9-4c7c-8a01-62f6580c517e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1612649 Feb 09 03:19:13.635710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:13.636339 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.660606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f0f3972-6438-4198-bc64-0d92e2f5cc5e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:13.734540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:13.745146 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.753768 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-133fa9fc-a560-4c42-b9ea-a1a029f3f36e req-f7b3504d-5a57-4400-b6f7-5be9cbed83b1 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0610850 Feb 09 03:19:13.860193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbeb327-50d3-46d0-b00f-a0987192f77e req-b302a2a6-449e-4324-ad52-87ba91e19fb8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:13.861807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3dbeb327-50d3-46d0-b00f-a0987192f77e req-b302a2a6-449e-4324-ad52-87ba91e19fb8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1483219 Feb 09 03:19:13.909164 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Publish callbacks [] for port (70ce5084-011f-47a9-8ef6-84a00348e639), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.946224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-458c0e39-dafe-43b9-911b-d1daa3b000a9 req-b419ce3b-18b6-42f1-aea2-81c01c7f268b tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 210 time: 0.0383999 Feb 09 03:19:13.997859 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.069696 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:19:14.072732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['2f0f3972-6438-4198-bc64-0d92e2f5cc5e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:14.073938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Network 3a649d82-57c3-45e0-8d29-14aae35cabf9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:19:14.095857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:19:14.102543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:19:14.140009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:14.251748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64641f48-f05d-448f-87a1-d9b0501af608 req-0063da50-b5a5-4a03-938a-22f9352d9c5f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 210 time: 0.0416393 Feb 09 03:19:14.256105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:14.256659 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.283222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Pushing event updated for resources: {'Port': ['ID=70ce5084-011f-47a9-8ef6-84a00348e639,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:14.297643 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3dbeb327-50d3-46d0-b00f-a0987192f77e req-23385d69-a7e5-491a-999d-acc84dc52c70 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109607 Feb 09 03:19:14.315550 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-b5db5896-95c5-4516-973d-856ea1558a10 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4083860 Feb 09 03:19:14.329623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Request body: {'port': {'device_id': '4f88aee6-573a-461c-91d2-5ef6953d35cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:14.435899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cb0fc-be1d-4aa3-b816-72e4fac56bb4 req-cae99b84-7e0b-49d4-9f12-dd50fd5f99b4 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:14.438258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c82cb0fc-be1d-4aa3-b816-72e4fac56bb4 req-cae99b84-7e0b-49d4-9f12-dd50fd5f99b4 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.0745173 Feb 09 03:19:14.472028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.552713 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c82cb0fc-be1d-4aa3-b816-72e4fac56bb4 req-30aa9ed2-355a-42df-bd64-207dab961d5b tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019483 Feb 09 03:19:14.640952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a2fa81d5-4ae3-438f-a473-541fb6ee238a no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:14.686255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: a2fa81d5-4ae3-438f-a473-541fb6ee238a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:14.686596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a2fa81d5-4ae3-438f-a473-541fb6ee238a not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:14.842149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ccdb5-ba5f-4a71-a723-a05c4068bcfa req-0bbd8426-f6b4-4410-9315-a9cbeef0f4e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:14.855185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ccdb5-ba5f-4a71-a723-a05c4068bcfa req-0bbd8426-f6b4-4410-9315-a9cbeef0f4e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:14.860757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ccdb5-ba5f-4a71-a723-a05c4068bcfa req-0bbd8426-f6b4-4410-9315-a9cbeef0f4e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:14.876877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ccdb5-ba5f-4a71-a723-a05c4068bcfa req-0bbd8426-f6b4-4410-9315-a9cbeef0f4e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:14.890758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ccdb5-ba5f-4a71-a723-a05c4068bcfa req-0bbd8426-f6b4-4410-9315-a9cbeef0f4e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:14.896404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ccdb5-ba5f-4a71-a723-a05c4068bcfa req-0bbd8426-f6b4-4410-9315-a9cbeef0f4e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:14.902467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ccdb5-ba5f-4a71-a723-a05c4068bcfa req-0bbd8426-f6b4-4410-9315-a9cbeef0f4e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:14.911533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f88ccdb5-ba5f-4a71-a723-a05c4068bcfa req-0bbd8426-f6b4-4410-9315-a9cbeef0f4e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.2062614 Feb 09 03:19:14.994021 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f88ccdb5-ba5f-4a71-a723-a05c4068bcfa req-50ad2393-f0da-4d45-8d27-3bef01225357 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814571 Feb 09 03:19:15.108653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6ba1bc6-3baf-4448-8749-c55708b56dd0 req-bfff0887-fdd6-424e-9b3b-5ed01a7a4468 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0391071 Feb 09 03:19:15.228273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98036459-4db3-428b-9ebf-c64c3651314a req-ea4f9d1d-6591-470a-91d9-d0215debc174 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:15.244464 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98036459-4db3-428b-9ebf-c64c3651314a req-ea4f9d1d-6591-470a-91d9-d0215debc174 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.5740688 Feb 09 03:19:15.246230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58352) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:15.253506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3acc142e-87fc-46c1-9b1d-1e9cfd28a793 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Request body: {'floatingip': {'port_id': '446e70a9-9716-41a2-a9fa-748879753ab3'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:15.264909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2f0f3972-6438-4198-bc64-0d92e2f5cc5e up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:15.310333 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3acc142e-87fc-46c1-9b1d-1e9cfd28a793 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for floatingip (dcdb2ace-f2b2-4431-8e9d-c59b12280ea5), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:15.338666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-2fb775a1-3bb7-4900-99b7-02adb8c94151 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:15.344147 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-2fb775a1-3bb7-4900-99b7-02adb8c94151 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 812 time: 0.7143795 Feb 09 03:19:15.360721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e55fb3-6781-4f41-bc09-617566aad310 req-567297bb-fd2c-4065-b333-df654cdeb3be tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:15.363236 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8e55fb3-6781-4f41-bc09-617566aad310 req-567297bb-fd2c-4065-b333-df654cdeb3be tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 931 time: 0.1649294 Feb 09 03:19:15.364327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Request body: {'port': {'device_id': 'e687d281-4bb6-4af2-8e2b-b5288ce3115e', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'admin_state_up': True, 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:15.419087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:15.419632 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:15.519239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ce5084-011f-47a9-8ef6-84a00348e639 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:15.541494 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Publish callbacks [] for port (70ce5084-011f-47a9-8ef6-84a00348e639), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:15.558056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:15.558792 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:15.574523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Transition to ACTIVE for port object 70ce5084-011f-47a9-8ef6-84a00348e639 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:19:15.580324 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8e55fb3-6781-4f41-bc09-617566aad310 req-6951df21-af1b-43c7-b431-97e7f55ba2f6 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060242 Feb 09 03:19:15.581945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Made reservation on behalf of ac10f34a12cf4fa8b1d9f6a90369baef for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:19:15.599412 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:15.625950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:15.628702 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be04489b-1ba5-499c-a77d-3f3596c543a4" -d '{"events": [{"server_uuid": "aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "2f0f3972-6438-4198-bc64-0d92e2f5cc5e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:15.636427 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78f123c5-4b78-4da0-8467-fe991cccc302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:15.663569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:15.672936 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:15.792148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:15.804838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Allocated IP 172.20.0.9 (b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b/06e48ffc-607c-4f3f-a297-93d786090dbf/642c6e2d-c507-4ff4-82ca-121044d69858) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:19:15.846253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3409978-699c-4bf7-9844-140946fddcda req-68faa570-7bfd-4f28-8d50-83ee04f3d3bd tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:15.847849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e3409978-699c-4bf7-9844-140946fddcda req-68faa570-7bfd-4f28-8d50-83ee04f3d3bd tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1029067 Feb 09 03:19:15.988344 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e3409978-699c-4bf7-9844-140946fddcda req-8175dd6b-1b13-4967-8cdf-c2a9820057ae tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311252 Feb 09 03:19:16.023846 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for port (642c6e2d-c507-4ff4-82ca-121044d69858), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.082049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-633b6a83-38cc-484b-b7d8-8bf89cd8c1f9 req-afa16575-9d24-4144-9937-d22a24cfa23b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 210 time: 0.5938706 Feb 09 03:19:16.084958 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.168690 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b7a0b3-d1d2-401e-a261-11d7bc353da9 x-openstack-request-id: req-e4b7a0b3-d1d2-401e-a261-11d7bc353da9 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:16.168984 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "2f0f3972-6438-4198-bc64-0d92e2f5cc5e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:16.169233 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4b7a0b3-d1d2-401e-a261-11d7bc353da9 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:16.169657 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e', 'code': 200} Feb 09 03:19:16.187107 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.194624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Pushing event updated for resources: {'Port': ['ID=70ce5084-011f-47a9-8ef6-84a00348e639,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:16.286617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56589d-b62a-4e38-9080-dc6a21bb7e52 req-89fd966a-d25c-4aff-a710-8a841c26fcc0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:16.293266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56589d-b62a-4e38-9080-dc6a21bb7e52 req-89fd966a-d25c-4aff-a710-8a841c26fcc0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:16.299037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56589d-b62a-4e38-9080-dc6a21bb7e52 req-89fd966a-d25c-4aff-a710-8a841c26fcc0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:16.309706 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56589d-b62a-4e38-9080-dc6a21bb7e52 req-89fd966a-d25c-4aff-a710-8a841c26fcc0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:16.314298 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:19:16.316025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56589d-b62a-4e38-9080-dc6a21bb7e52 req-89fd966a-d25c-4aff-a710-8a841c26fcc0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:16.322283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56589d-b62a-4e38-9080-dc6a21bb7e52 req-89fd966a-d25c-4aff-a710-8a841c26fcc0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:16.329304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56589d-b62a-4e38-9080-dc6a21bb7e52 req-89fd966a-d25c-4aff-a710-8a841c26fcc0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:16.331573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c56589d-b62a-4e38-9080-dc6a21bb7e52 req-89fd966a-d25c-4aff-a710-8a841c26fcc0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1303463 Feb 09 03:19:16.369329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:19:16.386157 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ca0946e-c271-425d-8150-cd7cc9d8b60f req-06c661c0-bb4d-474c-a21e-7dfd49b00d89 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0922074 Feb 09 03:19:16.398864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:19:16.446119 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c56589d-b62a-4e38-9080-dc6a21bb7e52 req-b17c5951-650e-44ef-acee-5a3ac157ce01 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889013 Feb 09 03:19:16.461127 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.resource_extend [None req-3acc142e-87fc-46c1-9b1d-1e9cfd28a793 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:19:16.494164 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Attempting to bind port 70ce5084-011f-47a9-8ef6-84a00348e639 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:19:16.494491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Attempting to bind port 70ce5084-011f-47a9-8ef6-84a00348e639 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'd6f13a67-34b1-4edb-876a-158cbe20905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3a649d82-57c3-45e0-8d29-14aae35cabf9'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:19:16.494825 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Attempting to bind port 70ce5084-011f-47a9-8ef6-84a00348e639 on network 3a649d82-57c3-45e0-8d29-14aae35cabf9 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:16.507785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event updated for resources: {'Port': ['ID=642c6e2d-c507-4ff4-82ca-121044d69858,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:16.515071 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Port 70ce5084-011f-47a9-8ef6-84a00348e639 on network 3a649d82-57c3-45e0-8d29-14aae35cabf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:19:16.515453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Attempting to bind port 70ce5084-011f-47a9-8ef6-84a00348e639 on network 3a649d82-57c3-45e0-8d29-14aae35cabf9 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:16.525300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:19:16.525685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Checking segment: {'id': 'd6f13a67-34b1-4edb-876a-158cbe20905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3a649d82-57c3-45e0-8d29-14aae35cabf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:16.526094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Bound using segment: {'id': 'd6f13a67-34b1-4edb-876a-158cbe20905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3a649d82-57c3-45e0-8d29-14aae35cabf9'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:19:16.526527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Bound port: 70ce5084-011f-47a9-8ef6-84a00348e639, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f13a67-34b1-4edb-876a-158cbe20905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3a649d82-57c3-45e0-8d29-14aae35cabf9'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:19:16.526890 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.597974 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3acc142e-87fc-46c1-9b1d-1e9cfd28a793 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.616163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3acc142e-87fc-46c1-9b1d-1e9cfd28a793 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (dcdb2ace-f2b2-4431-8e9d-c59b12280ea5), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.661207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] For port 70ce5084-011f-47a9-8ef6-84a00348e639, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:16.666008 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] For port 70ce5084-011f-47a9-8ef6-84a00348e639, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=70ce5084-011f-47a9-8ef6-84a00348e639,segment=NetworkSegment(d6f13a67-34b1-4edb-876a-158cbe20905e),segment_id=d6f13a67-34b1-4edb-876a-158cbe20905e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:19:16.677605 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:16.678274 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.703898 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.732131 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-902626b9-d1d1-4de2-9b17-d4c0efeda883 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3766925 Feb 09 03:19:16.735901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-35411bc3-fdee-4f9a-b955-5ecc4277189d None None] Provisioning complete for port 642c6e2d-c507-4ff4-82ca-121044d69858 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:16.743247 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-35411bc3-fdee-4f9a-b955-5ecc4277189d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.745616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Request body: {'port': {'device_id': 'e687d281-4bb6-4af2-8e2b-b5288ce3115e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:16.801301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:16.802453 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.804042 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] 10.222.0.42 "PUT /v2.0/ports/70ce5084-011f-47a9-8ef6-84a00348e639 HTTP/1.1" status: 200 len: 1092 time: 2.4809315 Feb 09 03:19:16.808668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f88aee6-573a-461c-91d2-5ef6953d35cc', 'tag': '70ce5084-011f-47a9-8ef6-84a00348e639'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:16.811533 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92390703-c906-42a9-8c16-63edf7311680" -d '{"events": [{"name": "network-changed", "server_uuid": "4f88aee6-573a-461c-91d2-5ef6953d35cc", "tag": "70ce5084-011f-47a9-8ef6-84a00348e639"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:16.841794 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-35411bc3-fdee-4f9a-b955-5ecc4277189d None None] Port 642c6e2d-c507-4ff4-82ca-121044d69858 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:19:16.894070 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560113ed-2eff-4858-8ae1-614327840f43 x-openstack-request-id: req-560113ed-2eff-4858-8ae1-614327840f43 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:16.894377 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f88aee6-573a-461c-91d2-5ef6953d35cc", "tag": "70ce5084-011f-47a9-8ef6-84a00348e639", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:16.894640 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-560113ed-2eff-4858-8ae1-614327840f43 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:16.895219 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f88aee6-573a-461c-91d2-5ef6953d35cc', 'tag': '70ce5084-011f-47a9-8ef6-84a00348e639', 'status': 'completed', 'code': 200} Feb 09 03:19:16.940886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390486d-1cbc-429b-b4e2-4f975bfcc69e service neutron] Pushing event updated for resources: {'Port': ['ID=70ce5084-011f-47a9-8ef6-84a00348e639,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:16.996451 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:17.015163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5381e16-ce3e-4c7c-a5c3-c075a23967d6 req-c21ed792-7a00-4d41-ad8d-6ffcf7607736 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:17.018812 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e5381e16-ce3e-4c7c-a5c3-c075a23967d6 req-c21ed792-7a00-4d41-ad8d-6ffcf7607736 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 943 time: 0.3268788 Feb 09 03:19:17.064031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-5dfc117e-7adb-4fb3-beb9-c1639c78cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:17.072396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-5dfc117e-7adb-4fb3-beb9-c1639c78cf43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ce13a3816d14a20a89be3a54b5bc362&device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 1126 time: 0.2028306 Feb 09 03:19:17.180265 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-73da9843-edfd-4bf4-8f58-692560f99c12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ce5084-011f-47a9-8ef6-84a00348e639 HTTP/1.1" status: 200 len: 217 time: 0.0940566 Feb 09 03:19:17.358636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3bc0b-6c67-4a49-b10c-5a18176eb7ab req-82d63a7e-e1c9-46c0-96fe-37277010983f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:17.366932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4ff3bc0b-6c67-4a49-b10c-5a18176eb7ab req-82d63a7e-e1c9-46c0-96fe-37277010983f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0906727 Feb 09 03:19:17.382036 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-3acc142e-87fc-46c1-9b1d-1e9cfd28a793 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Floating IP dcdb2ace-f2b2-4431-8e9d-c59b12280ea5 associated. External IP: 172.25.5.220, port: 446e70a9-9716-41a2-a9fa-748879753ab3. Feb 09 03:19:17.542900 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4ff3bc0b-6c67-4a49-b10c-5a18176eb7ab req-88a49a2a-ac68-4600-80df-441772f542e4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749144 Feb 09 03:19:17.543981 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642c6e2d-c507-4ff4-82ca-121044d69858 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:17.569436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Publish callbacks [] for port (642c6e2d-c507-4ff4-82ca-121044d69858), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:17.589832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Transition to ACTIVE for port object 642c6e2d-c507-4ff4-82ca-121044d69858 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:19:17.608062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:17.657507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e5381e16-ce3e-4c7c-a5c3-c075a23967d6 req-af263f0e-ddbe-41dd-b6dd-328200fecadf tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259105 Feb 09 03:19:17.777721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-26b33f53-d075-4d3a-bc6c-20bdb5c88d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:17.779226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-26b33f53-d075-4d3a-bc6c-20bdb5c88d4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=134c9eaa-9fc7-4e13-9fa5-eb29acb259d4 HTTP/1.1" status: 200 len: 855 time: 0.5879717 Feb 09 03:19:17.781567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=642c6e2d-c507-4ff4-82ca-121044d69858,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:17.872707 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-c49b6b42-fb65-415c-ba28-9653118c8546 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a649d82-57c3-45e0-8d29-14aae35cabf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816991 Feb 09 03:19:17.876392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Attempting to bind port 642c6e2d-c507-4ff4-82ca-121044d69858 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:19:17.876732 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Attempting to bind port 642c6e2d-c507-4ff4-82ca-121044d69858 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:19:17.877200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Attempting to bind port 642c6e2d-c507-4ff4-82ca-121044d69858 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:17.891998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Port 642c6e2d-c507-4ff4-82ca-121044d69858 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:19:17.892370 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Attempting to bind port 642c6e2d-c507-4ff4-82ca-121044d69858 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:17.980482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb43cb-2acc-4373-a23a-1ae504857081 req-df74f9ce-d0b8-4a0d-907f-53ffac165c87 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:17.989719 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7eeb43cb-2acc-4373-a23a-1ae504857081 req-df74f9ce-d0b8-4a0d-907f-53ffac165c87 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 943 time: 0.2795773 Feb 09 03:19:18.013081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acc142e-87fc-46c1-9b1d-1e9cfd28a793 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:19:18.071326 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30dd05e6-f908-4658-9321-9f36242f1d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:18.091190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:19:18.091946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Checking segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:18.095111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Bound using segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:19:18.095881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Bound port: 642c6e2d-c507-4ff4-82ca-121044d69858, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:19:18.096496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:18.133997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80281389-f6fb-4669-9768-d7d809148c3e req-4c6d0eea-5adb-4ecb-9d10-52f291a29d52 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0543921 Feb 09 03:19:18.137649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-751c80d5-b649-49a8-a53e-a142a00d909b service neutron] 10.222.0.42 "GET /v2.0/networks/3a649d82-57c3-45e0-8d29-14aae35cabf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467482 Feb 09 03:19:18.152819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7eeb43cb-2acc-4373-a23a-1ae504857081 req-2821d4e3-f291-40bb-ae73-8a1d4ba523d7 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617517 Feb 09 03:19:18.187742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acc142e-87fc-46c1-9b1d-1e9cfd28a793 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:19:18.196823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3acc142e-87fc-46c1-9b1d-1e9cfd28a793 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:18.222026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1639df-894a-459f-8dc4-f0d026c891d9 None None] Sync routers for ids ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:19:18.244658 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3acc142e-87fc-46c1-9b1d-1e9cfd28a793 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "PUT /v2.0/floatingips/dcdb2ace-f2b2-4431-8e9d-c59b12280ea5 HTTP/1.1" status: 200 len: 991 time: 2.9962449 Feb 09 03:19:18.245607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'tag': '446e70a9-9716-41a2-a9fa-748879753ab3'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:18.248222 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd871f9-d028-48c1-923f-bc075aafb813" -d '{"events": [{"name": "network-changed", "server_uuid": "2415d2c8-fdd0-43db-b024-da905d3e711f", "tag": "446e70a9-9716-41a2-a9fa-748879753ab3"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:18.273423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1639df-894a-459f-8dc4-f0d026c891d9 None None] Routers {'2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:18.275022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3c1639df-894a-459f-8dc4-f0d026c891d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:19:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:18.300175 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] For port 642c6e2d-c507-4ff4-82ca-121044d69858, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:18.304730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] For port 642c6e2d-c507-4ff4-82ca-121044d69858, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=642c6e2d-c507-4ff4-82ca-121044d69858,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:19:18.416103 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbc4a237-59c6-4e81-8dd8-78cb22779003 req-0be5a040-bb4a-4812-9963-fb0678ef8b15 service neutron] 10.222.0.42 "GET /v2.0/networks/3a649d82-57c3-45e0-8d29-14aae35cabf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675867 Feb 09 03:19:18.452191 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:18.462092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e980b-6c43-453f-9ffa-e3b5d28bccbf req-f887106a-4768-431b-af09-5311fa829a93 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.469887 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db3e980b-6c43-453f-9ffa-e3b5d28bccbf req-f887106a-4768-431b-af09-5311fa829a93 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.1124220 Feb 09 03:19:18.496285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3c1639df-894a-459f-8dc4-f0d026c891d9 None None] Set router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:19:18.567373 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db3e980b-6c43-453f-9ffa-e3b5d28bccbf req-a4b65263-de26-4b77-a370-9f4a0f84eccf tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922873 Feb 09 03:19:18.610215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.610872 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:18.612402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] 10.222.0.42 "PUT /v2.0/ports/642c6e2d-c507-4ff4-82ca-121044d69858 HTTP/1.1" status: 200 len: 1092 time: 1.8715374 Feb 09 03:19:18.640689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f9be8-6cd2-4370-aa42-b2eec115e4dc req-690f632b-80c8-4ee9-bafa-ac86939c189b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.651360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f9be8-6cd2-4370-aa42-b2eec115e4dc req-690f632b-80c8-4ee9-bafa-ac86939c189b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.668470 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51207462-b0ac-4683-a170-45469e4e028a x-openstack-request-id: req-51207462-b0ac-4683-a170-45469e4e028a {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:18.668766 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2415d2c8-fdd0-43db-b024-da905d3e711f", "tag": "446e70a9-9716-41a2-a9fa-748879753ab3", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:18.669024 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51207462-b0ac-4683-a170-45469e4e028a {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:18.669660 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'tag': '446e70a9-9716-41a2-a9fa-748879753ab3', 'status': 'completed', 'code': 200} Feb 09 03:19:18.676713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f9be8-6cd2-4370-aa42-b2eec115e4dc req-690f632b-80c8-4ee9-bafa-ac86939c189b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.693479 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f9be8-6cd2-4370-aa42-b2eec115e4dc req-690f632b-80c8-4ee9-bafa-ac86939c189b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.711467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f9be8-6cd2-4370-aa42-b2eec115e4dc req-690f632b-80c8-4ee9-bafa-ac86939c189b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.726190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f9be8-6cd2-4370-aa42-b2eec115e4dc req-690f632b-80c8-4ee9-bafa-ac86939c189b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.741682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f9be8-6cd2-4370-aa42-b2eec115e4dc req-690f632b-80c8-4ee9-bafa-ac86939c189b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.755648 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b9f9be8-6cd2-4370-aa42-b2eec115e4dc req-690f632b-80c8-4ee9-bafa-ac86939c189b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.3363917 Feb 09 03:19:18.864457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21d411-dc37-4c01-9186-2709af28dcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=642c6e2d-c507-4ff4-82ca-121044d69858,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:18.925443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3c1639df-894a-459f-8dc4-f0d026c891d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:16:50Z', 'revision_number': 4, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'dcdb2ace-f2b2-4431-8e9d-c59b12280ea5', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'floating_ip_address': '172.25.5.220', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'port_id': '446e70a9-9716-41a2-a9fa-748879753ab3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'mac_address': 'fa:16:3e:fa:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:58Z', 'updated_at': '2022-02-09T03:19:16Z', 'revision_number': 1, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478f2395-9072-42ea-b799-dfeceb862a19', 'name': '', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'mac_address': 'fa:16:3e:0e:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:46Z', 'updated_at': '2022-02-09T03:16:57Z', 'revision_number': 5, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'subnets': [{'id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:18.938343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e687d281-4bb6-4af2-8e2b-b5288ce3115e', 'tag': '642c6e2d-c507-4ff4-82ca-121044d69858'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:18.940762 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a906df-70c1-473f-a56d-75562379ce02" -d '{"events": [{"name": "network-changed", "server_uuid": "e687d281-4bb6-4af2-8e2b-b5288ce3115e", "tag": "642c6e2d-c507-4ff4-82ca-121044d69858"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:18.950057 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd871f9-d028-48c1-923f-bc075aafb813 req-bf9c8a2f-03b5-439a-a415-cb13bb774f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.952653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bd871f9-d028-48c1-923f-bc075aafb813 req-bf9c8a2f-03b5-439a-a415-cb13bb774f45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=46696f9de4604dd5998a8164d84283b8&device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 1128 time: 0.2343636 Feb 09 03:19:18.961581 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b9f9be8-6cd2-4370-aa42-b2eec115e4dc req-9c4ec290-c58f-4728-9c81-b6746cee975c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2038445 Feb 09 03:19:18.973399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1639df-894a-459f-8dc4-f0d026c891d9 None None] Checking router: 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:19:18.980024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390703-c906-42a9-8c16-63edf7311680 req-14931aa2-769c-46d3-a70c-976c78ac03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.983642 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-92390703-c906-42a9-8c16-63edf7311680 req-14931aa2-769c-46d3-a70c-976c78ac03a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ce13a3816d14a20a89be3a54b5bc362&device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 1126 time: 0.4643514 Feb 09 03:19:18.990493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-08a1d90d-0905-46d2-b6c4-b4edc712de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.993602 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-08a1d90d-0905-46d2-b6c4-b4edc712de1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 1126 time: 0.2145669 Feb 09 03:19:18.997542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1639df-894a-459f-8dc4-f0d026c891d9 None None] Routers {'2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:19.002286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3c1639df-894a-459f-8dc4-f0d026c891d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:19:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:19.057549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd871f9-d028-48c1-923f-bc075aafb813 req-8766267e-d2b7-4d3d-b503-06ebb17f3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.059687 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bd871f9-d028-48c1-923f-bc075aafb813 req-8766267e-d2b7-4d3d-b503-06ebb17f3e2c service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab1b5245-6614-42db-bf69-22807f125bf8 HTTP/1.1" status: 200 len: 916 time: 0.0992615 Feb 09 03:19:19.068172 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eec17d-16b2-45ba-b879-7eb8b06b1b7a req-fd798639-9552-4df7-a823-fad8e2b1cdeb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.074997 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a1eec17d-16b2-45ba-b879-7eb8b06b1b7a req-fd798639-9552-4df7-a823-fad8e2b1cdeb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.2710044 Feb 09 03:19:19.173990 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-818d2925-21f8-4ea5-81b0-431235c7c357 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=642c6e2d-c507-4ff4-82ca-121044d69858 HTTP/1.1" status: 200 len: 217 time: 0.1600006 Feb 09 03:19:19.181432 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a1eec17d-16b2-45ba-b879-7eb8b06b1b7a req-0bc257d2-562f-46a7-be04-0c3f6a0edbd2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001604 Feb 09 03:19:19.230016 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bd871f9-d028-48c1-923f-bc075aafb813 req-5cbf8ae5-77d9-461f-9607-2367d8fd3d59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=446e70a9-9716-41a2-a9fa-748879753ab3 HTTP/1.1" status: 200 len: 999 time: 0.1523910 Feb 09 03:19:19.248290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3c1639df-894a-459f-8dc4-f0d026c891d9 None None] Set router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:19:19.291019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-d66aca2a-356a-49f1-a863-db35027f30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.293022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-d66aca2a-356a-49f1-a863-db35027f30a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0927296 Feb 09 03:19:19.320793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd871f9-d028-48c1-923f-bc075aafb813 req-4e8dc1c9-0ffc-4201-b09e-2d0e05f25716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.322266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fed84b-2b25-4f81-842e-de8a14c994e8 req-a94d733f-4adb-4125-b583-d2156e5642cf tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.323803 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37fed84b-2b25-4f81-842e-de8a14c994e8 req-a94d733f-4adb-4125-b583-d2156e5642cf tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 943 time: 0.1974382 Feb 09 03:19:19.326132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bd871f9-d028-48c1-923f-bc075aafb813 req-4e8dc1c9-0ffc-4201-b09e-2d0e05f25716 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=87e338df-aa5d-4662-99c5-3dddbdc6dbca HTTP/1.1" status: 200 len: 854 time: 0.0889888 Feb 09 03:19:19.345059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390703-c906-42a9-8c16-63edf7311680 req-a1b9c044-12e3-429b-8682-113591795999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.345897 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-92390703-c906-42a9-8c16-63edf7311680 req-a1b9c044-12e3-429b-8682-113591795999 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a649d82-57c3-45e0-8d29-14aae35cabf9 HTTP/1.1" status: 200 len: 916 time: 0.3474720 Feb 09 03:19:19.382113 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfd82b6-9854-4cf8-aac3-91ba5fc65b84 x-openstack-request-id: req-2bfd82b6-9854-4cf8-aac3-91ba5fc65b84 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:19.382411 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e687d281-4bb6-4af2-8e2b-b5288ce3115e", "tag": "642c6e2d-c507-4ff4-82ca-121044d69858", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:19.382667 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bfd82b6-9854-4cf8-aac3-91ba5fc65b84 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:19.383065 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e687d281-4bb6-4af2-8e2b-b5288ce3115e', 'tag': '642c6e2d-c507-4ff4-82ca-121044d69858', 'status': 'completed', 'code': 200} Feb 09 03:19:19.411886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd871f9-d028-48c1-923f-bc075aafb813 req-93cfc551-c057-4e06-bf46-bb54d80c3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.413424 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bd871f9-d028-48c1-923f-bc075aafb813 req-93cfc551-c057-4e06-bf46-bb54d80c3e93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab1b5245-6614-42db-bf69-22807f125bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0791173 Feb 09 03:19:19.511864 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-92390703-c906-42a9-8c16-63edf7311680 req-75a64f46-e7d8-4bfc-95df-86ac3ab7f5ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ce5084-011f-47a9-8ef6-84a00348e639 HTTP/1.1" status: 200 len: 217 time: 0.1407166 Feb 09 03:19:19.573733 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc548361-07ca-40ac-afc6-f3fc75369e03 req-58602c2e-4f23-45f8-88ad-e3a0249a211b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0690012 Feb 09 03:19:19.655804 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bd871f9-d028-48c1-923f-bc075aafb813 req-838a29c8-2c42-4216-b859-e9712c59b43d service neutron] 10.222.0.65 "GET /v2.0/networks/ab1b5245-6614-42db-bf69-22807f125bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325373 Feb 09 03:19:19.671383 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:19.678401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37fed84b-2b25-4f81-842e-de8a14c994e8 req-5a6507d0-a125-4095-b0ad-af9cc7f45be5 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311317 Feb 09 03:19:19.680760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-0c0b5059-6d74-410a-a5b0-c7e9d392e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.682309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-0c0b5059-6d74-410a-a5b0-c7e9d392e948 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3576090 Feb 09 03:19:19.711876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390703-c906-42a9-8c16-63edf7311680 req-cf9957b8-0d00-4a96-a46f-b1915d53bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.713346 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-92390703-c906-42a9-8c16-63edf7311680 req-cf9957b8-0d00-4a96-a46f-b1915d53bc26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=134c9eaa-9fc7-4e13-9fa5-eb29acb259d4 HTTP/1.1" status: 200 len: 855 time: 0.1888695 Feb 09 03:19:19.750565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-92390703-c906-42a9-8c16-63edf7311680 req-7072f731-9aa0-43e3-8dcc-f320aeaec815 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a649d82-57c3-45e0-8d29-14aae35cabf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271523 Feb 09 03:19:19.905341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3c1639df-894a-459f-8dc4-f0d026c891d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:16:50Z', 'revision_number': 4, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'dcdb2ace-f2b2-4431-8e9d-c59b12280ea5', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'floating_ip_address': '172.25.5.220', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'port_id': '446e70a9-9716-41a2-a9fa-748879753ab3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'mac_address': 'fa:16:3e:fa:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:58Z', 'updated_at': '2022-02-09T03:19:16Z', 'revision_number': 1, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478f2395-9072-42ea-b799-dfeceb862a19', 'name': '', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'mac_address': 'fa:16:3e:0e:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:46Z', 'updated_at': '2022-02-09T03:16:57Z', 'revision_number': 5, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'subnets': [{'id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:19.957003 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bd871f9-d028-48c1-923f-bc075aafb813 req-d93c1dac-f38c-4c47-8b1b-d7d6dbace4fc service neutron] 10.222.0.65 "GET /v2.0/networks/ab1b5245-6614-42db-bf69-22807f125bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909713 Feb 09 03:19:19.975515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1639df-894a-459f-8dc4-f0d026c891d9 None None] The sync data for ids ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'] in n-d-824835-15 is: [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:16:50Z', 'revision_number': 4, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'dcdb2ace-f2b2-4431-8e9d-c59b12280ea5', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'floating_ip_address': '172.25.5.220', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'port_id': '446e70a9-9716-41a2-a9fa-748879753ab3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'mac_address': 'fa:16:3e:fa:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:58Z', 'updated_at': '2022-02-09T03:19:16Z', 'revision_number': 1, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478f2395-9072-42ea-b799-dfeceb862a19', 'name': '', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'mac_address': 'fa:16:3e:0e:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:46Z', 'updated_at': '2022-02-09T03:16:57Z', 'revision_number': 5, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'subnets': [{'id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:19:20.041986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc06b4-aa58-4e96-835d-7289b07a0659 req-940400f0-685e-4933-9efc-2b7eee86b658 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:20.049227 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10cc06b4-aa58-4e96-835d-7289b07a0659 req-940400f0-685e-4933-9efc-2b7eee86b658 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 943 time: 0.2354448 Feb 09 03:19:20.143617 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10cc06b4-aa58-4e96-835d-7289b07a0659 req-473aa134-f061-4db0-b02c-197f0708e15c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932093 Feb 09 03:19:20.293525 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-a1d2d357-fbec-4c55-a821-ff9a403a5e1f service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951943 Feb 09 03:19:20.315114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-92390703-c906-42a9-8c16-63edf7311680 req-ed49bd8f-087f-4d72-9c1f-d5738c8414b0 service neutron] 10.222.0.42 "GET /v2.0/networks/3a649d82-57c3-45e0-8d29-14aae35cabf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352066 Feb 09 03:19:20.316726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f38d18-a319-4bd0-b732-778f8b0f6b6a req-7cba7ba1-690f-4fcb-9692-4abf0c47f5b9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:20.325694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f38d18-a319-4bd0-b732-778f8b0f6b6a req-7cba7ba1-690f-4fcb-9692-4abf0c47f5b9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:20.332263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f38d18-a319-4bd0-b732-778f8b0f6b6a req-7cba7ba1-690f-4fcb-9692-4abf0c47f5b9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:20.338590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f38d18-a319-4bd0-b732-778f8b0f6b6a req-7cba7ba1-690f-4fcb-9692-4abf0c47f5b9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:20.345388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f38d18-a319-4bd0-b732-778f8b0f6b6a req-7cba7ba1-690f-4fcb-9692-4abf0c47f5b9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:20.363140 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acd5267-4e69-4d91-a881-21acc8672a85 None None] New status for floating IP dcdb2ace-f2b2-4431-8e9d-c59b12280ea5: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:19:20.375098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f38d18-a319-4bd0-b732-778f8b0f6b6a req-7cba7ba1-690f-4fcb-9692-4abf0c47f5b9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:20.391317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f38d18-a319-4bd0-b732-778f8b0f6b6a req-7cba7ba1-690f-4fcb-9692-4abf0c47f5b9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:20.403278 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1f38d18-a319-4bd0-b732-778f8b0f6b6a req-7cba7ba1-690f-4fcb-9692-4abf0c47f5b9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1793733 Feb 09 03:19:20.456364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb4a1d-bc59-44f9-857c-9736edb48910 req-c8708bfb-fecc-44ef-8078-c142141adfc6 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:20.464166 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-adfb4a1d-bc59-44f9-857c-9736edb48910 req-c8708bfb-fecc-44ef-8078-c142141adfc6 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.6054175 Feb 09 03:19:20.541449 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1f38d18-a319-4bd0-b732-778f8b0f6b6a req-695539d8-6598-487f-8832-bb5fe392b560 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352572 Feb 09 03:19:20.587980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-92390703-c906-42a9-8c16-63edf7311680 req-0154eacc-a41d-421d-8d0b-8817bb237ef1 service neutron] 10.222.0.42 "GET /v2.0/networks/3a649d82-57c3-45e0-8d29-14aae35cabf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256534 Feb 09 03:19:20.595928 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c717eba-2672-4e74-9f5c-6da51c46fced req-8da946ff-383b-46a9-95d9-90417d07dcf6 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910228 Feb 09 03:19:20.623318 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-adfb4a1d-bc59-44f9-857c-9736edb48910 req-863cc1f2-53c6-4f95-8da1-bc701625ca7b tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578720 Feb 09 03:19:20.708207 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:20.773230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a906df-70c1-473f-a56d-75562379ce02 req-722c0970-ab45-4b61-97f9-eec5bba0131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:20.776832 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3a906df-70c1-473f-a56d-75562379ce02 req-722c0970-ab45-4b61-97f9-eec5bba0131e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 1126 time: 0.1120365 Feb 09 03:19:20.797483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1ff37-8985-4d06-b07c-b69604a3cd4d req-e52a03b9-25df-4280-befb-0f0066eec23e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:20.800282 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-27d1ff37-8985-4d06-b07c-b69604a3cd4d req-e52a03b9-25df-4280-befb-0f0066eec23e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1428428 Feb 09 03:19:20.912125 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-27d1ff37-8985-4d06-b07c-b69604a3cd4d req-1c62e771-6774-4588-b767-541c731a8c19 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055892 Feb 09 03:19:20.957920 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f18e2b4f-f4f6-43b0-97f9-5725de7ee44f req-2f059886-6491-4896-888e-0946ea5f656a tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0813029 Feb 09 03:19:21.022483 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a906df-70c1-473f-a56d-75562379ce02 req-cde15eca-2698-4f80-8baa-a80f60723c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.024847 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3a906df-70c1-473f-a56d-75562379ce02 req-cde15eca-2698-4f80-8baa-a80f60723c3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.2312152 Feb 09 03:19:21.063840 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75435d-c664-4913-84df-27c550819a44 req-6e4a0a1e-4d9d-44c8-a3c5-0ed733049f80 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.072074 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a75435d-c664-4913-84df-27c550819a44 req-6e4a0a1e-4d9d-44c8-a3c5-0ed733049f80 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 943 time: 0.0682347 Feb 09 03:19:21.073581 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3a906df-70c1-473f-a56d-75562379ce02 req-da7f223f-f502-4630-a99e-f5a011b50a61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=642c6e2d-c507-4ff4-82ca-121044d69858 HTTP/1.1" status: 200 len: 217 time: 0.0413618 Feb 09 03:19:21.127852 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a75435d-c664-4913-84df-27c550819a44 req-3e5b3236-c179-401d-9aa9-3ef7c5baa385 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548959 Feb 09 03:19:21.150077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a906df-70c1-473f-a56d-75562379ce02 req-b9a0b218-b259-491e-beb3-6e2ec110b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.151210 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3a906df-70c1-473f-a56d-75562379ce02 req-b9a0b218-b259-491e-beb3-6e2ec110b4aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0705943 Feb 09 03:19:21.232827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a906df-70c1-473f-a56d-75562379ce02 req-6bd09029-986f-442e-97b0-4e6ec8d39040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.234580 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3a906df-70c1-473f-a56d-75562379ce02 req-6bd09029-986f-442e-97b0-4e6ec8d39040 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0773153 Feb 09 03:19:21.280482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 70ce5084-011f-47a9-8ef6-84a00348e639 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:21.346402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eeda36-e6f3-440d-8795-74541e4d3693 req-696e0e32-0c90-4036-8406-604705cedab2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.347853 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42eeda36-e6f3-440d-8795-74541e4d3693 req-696e0e32-0c90-4036-8406-604705cedab2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 943 time: 0.1265130 Feb 09 03:19:21.435048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42eeda36-e6f3-440d-8795-74541e4d3693 req-e14fae61-0c2a-4966-93fc-298ac3d0a69f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742586 Feb 09 03:19:21.439013 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3a906df-70c1-473f-a56d-75562379ce02 req-df72e865-825e-4a7c-a52c-0106180be5bd service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801527 Feb 09 03:19:21.452348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 70ce5084-011f-47a9-8ef6-84a00348e639, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=70ce5084-011f-47a9-8ef6-84a00348e639,segment=NetworkSegment(d6f13a67-34b1-4edb-876a-158cbe20905e),segment_id=d6f13a67-34b1-4edb-876a-158cbe20905e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:21.468452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '70ce5084-011f-47a9-8ef6-84a00348e639', 'network_id': '3a649d82-57c3-45e0-8d29-14aae35cabf9', 'port_id': '70ce5084-011f-47a9-8ef6-84a00348e639', 'mac_address': 'fa:16:3e:bf:5e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134c9eaa-9fc7-4e13-9fa5-eb29acb259d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:21.516889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 70ce5084-011f-47a9-8ef6-84a00348e639 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:21.517423 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:21.556196 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3a906df-70c1-473f-a56d-75562379ce02 req-ceb7a5fe-9689-44c4-a9b1-4f42414693a5 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082158 Feb 09 03:19:21.556924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ce5084-011f-47a9-8ef6-84a00348e639 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:21.606731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 70ce5084-011f-47a9-8ef6-84a00348e639, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=70ce5084-011f-47a9-8ef6-84a00348e639,segment=NetworkSegment(d6f13a67-34b1-4edb-876a-158cbe20905e),segment_id=d6f13a67-34b1-4edb-876a-158cbe20905e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:21.617830 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:21.693800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=70ce5084-011f-47a9-8ef6-84a00348e639,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:21.718628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3703a-762c-45ed-b086-a95df394c2f9 req-7906324c-d1fc-4d28-84ef-41de2cb247fa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.724184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3703a-762c-45ed-b086-a95df394c2f9 req-7906324c-d1fc-4d28-84ef-41de2cb247fa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.729760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3703a-762c-45ed-b086-a95df394c2f9 req-7906324c-d1fc-4d28-84ef-41de2cb247fa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.735673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3703a-762c-45ed-b086-a95df394c2f9 req-7906324c-d1fc-4d28-84ef-41de2cb247fa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.741541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3703a-762c-45ed-b086-a95df394c2f9 req-7906324c-d1fc-4d28-84ef-41de2cb247fa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.747078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3703a-762c-45ed-b086-a95df394c2f9 req-7906324c-d1fc-4d28-84ef-41de2cb247fa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.752403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3703a-762c-45ed-b086-a95df394c2f9 req-7906324c-d1fc-4d28-84ef-41de2cb247fa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.755081 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6ed3703a-762c-45ed-b086-a95df394c2f9 req-7906324c-d1fc-4d28-84ef-41de2cb247fa tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5418 time: 0.1253345 Feb 09 03:19:21.807459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c9578-d9cc-43e5-a772-22fff84b078a req-08a2ed30-1f16-45d4-953d-18a6c47355e2 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:21.815394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-870c9578-d9cc-43e5-a772-22fff84b078a req-08a2ed30-1f16-45d4-953d-18a6c47355e2 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.0837724 Feb 09 03:19:21.846048 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6ed3703a-762c-45ed-b086-a95df394c2f9 req-a58b6970-3c61-493c-9e39-4c1b09b8d978 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838256 Feb 09 03:19:21.866625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['70ce5084-011f-47a9-8ef6-84a00348e639'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:21.898474 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-870c9578-d9cc-43e5-a772-22fff84b078a req-4dc8f1ea-5457-46aa-8cff-27abf152243f tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798550 Feb 09 03:19:22.064013 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:22.119431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa04a6e-5590-4085-816b-55baec79092b req-b1aff22c-ea34-4bf1-abe6-0c65550de9de tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:22.121350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54c481-85bf-49fe-95d8-b60e4a77869f req-e7d855a0-8eea-44d8-a239-d37021846023 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:22.130361 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba54c481-85bf-49fe-95d8-b60e4a77869f req-e7d855a0-8eea-44d8-a239-d37021846023 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1093669 Feb 09 03:19:22.139951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9fa04a6e-5590-4085-816b-55baec79092b req-b1aff22c-ea34-4bf1-abe6-0c65550de9de tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.1240273 Feb 09 03:19:22.206161 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9fa04a6e-5590-4085-816b-55baec79092b req-89e014c1-a92a-48dd-9dbb-69340368a449 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650067 Feb 09 03:19:22.209829 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba54c481-85bf-49fe-95d8-b60e4a77869f req-3e1f9c7a-0215-403d-a7b6-b121bfc8b531 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717702 Feb 09 03:19:22.300657 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-38b8cff1-2cc8-4c4f-a4b3-e6450d216f0d req-f5335f01-398d-4bfc-b51d-4a86894b69e5 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0338030 Feb 09 03:19:22.409750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e209c16-2a14-4ce2-82a1-703d996ccd0a req-4f6db483-1912-4ccf-bf92-e2154fb6df99 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:22.411961 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2e209c16-2a14-4ce2-82a1-703d996ccd0a req-4f6db483-1912-4ccf-bf92-e2154fb6df99 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 944 time: 0.0904093 Feb 09 03:19:22.485128 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2e209c16-2a14-4ce2-82a1-703d996ccd0a req-5db075ed-23f4-47a4-a58c-2cbd02bbd4de tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674675 Feb 09 03:19:22.579773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25afb5-a1b3-4d33-a1e7-f311ff71ce90 req-514b8fcb-505a-4802-9061-7ae404ca4162 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:22.587418 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a25afb5-a1b3-4d33-a1e7-f311ff71ce90 req-514b8fcb-505a-4802-9061-7ae404ca4162 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 943 time: 0.0685449 Feb 09 03:19:22.643891 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a25afb5-a1b3-4d33-a1e7-f311ff71ce90 req-3b590bed-faab-4508-986d-5a314e741933 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552897 Feb 09 03:19:22.695162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 397580d3-d71b-4735-8a72-113a37dfc9d9 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:22.802249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 397580d3-d71b-4735-8a72-113a37dfc9d9, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=397580d3-d71b-4735-8a72-113a37dfc9d9,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:22.821823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '397580d3-d71b-4735-8a72-113a37dfc9d9', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'port_id': '397580d3-d71b-4735-8a72-113a37dfc9d9', 'mac_address': 'fa:16:3e:a8:d7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:22.870889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 397580d3-d71b-4735-8a72-113a37dfc9d9 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:22.871995 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:22.888830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397580d3-d71b-4735-8a72-113a37dfc9d9 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:22.921566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 397580d3-d71b-4735-8a72-113a37dfc9d9, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=397580d3-d71b-4735-8a72-113a37dfc9d9,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:22.929221 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:23.017616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=397580d3-d71b-4735-8a72-113a37dfc9d9,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:23.068595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30575b-0eef-4c11-88ae-775b39d6e6e2 req-b2d6ffac-243c-4033-a554-8c20ec0de343 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:23.074855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30575b-0eef-4c11-88ae-775b39d6e6e2 req-b2d6ffac-243c-4033-a554-8c20ec0de343 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:23.080441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30575b-0eef-4c11-88ae-775b39d6e6e2 req-b2d6ffac-243c-4033-a554-8c20ec0de343 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:23.087081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30575b-0eef-4c11-88ae-775b39d6e6e2 req-b2d6ffac-243c-4033-a554-8c20ec0de343 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:23.092115 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30575b-0eef-4c11-88ae-775b39d6e6e2 req-b2d6ffac-243c-4033-a554-8c20ec0de343 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:23.097717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30575b-0eef-4c11-88ae-775b39d6e6e2 req-b2d6ffac-243c-4033-a554-8c20ec0de343 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:23.103696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30575b-0eef-4c11-88ae-775b39d6e6e2 req-b2d6ffac-243c-4033-a554-8c20ec0de343 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:23.106286 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a30575b-0eef-4c11-88ae-775b39d6e6e2 req-b2d6ffac-243c-4033-a554-8c20ec0de343 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5419 time: 0.1341717 Feb 09 03:19:23.192016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a30575b-0eef-4c11-88ae-775b39d6e6e2 req-590145ee-5e1b-4e11-8a5a-2dd7dd74f3ac tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753322 Feb 09 03:19:23.278382 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 642c6e2d-c507-4ff4-82ca-121044d69858 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:23.282548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 70ce5084-011f-47a9-8ef6-84a00348e639 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:23.395600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989bd61-6def-4c7c-86f0-873f110ca887 req-c5c809d6-908e-42a4-abe3-8fedbfb72cd9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:23.402677 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1989bd61-6def-4c7c-86f0-873f110ca887 req-c5c809d6-908e-42a4-abe3-8fedbfb72cd9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0985832 Feb 09 03:19:23.441034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 642c6e2d-c507-4ff4-82ca-121044d69858, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=642c6e2d-c507-4ff4-82ca-121044d69858,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:23.454969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '642c6e2d-c507-4ff4-82ca-121044d69858', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'port_id': '642c6e2d-c507-4ff4-82ca-121044d69858', 'mac_address': 'fa:16:3e:f1:82:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:23.464916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 70ce5084-011f-47a9-8ef6-84a00348e639 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:23.465584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1989bd61-6def-4c7c-86f0-873f110ca887 req-e3bd962d-89f7-46aa-914a-ba6c36794493 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556524 Feb 09 03:19:23.495580 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4036bb-4ece-474b-bd47-05cee6cf2bfe req-a0cc82e1-bf1c-4c5f-93a2-afa471f3dd53 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0651169 Feb 09 03:19:23.533306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 642c6e2d-c507-4ff4-82ca-121044d69858 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:23.533306 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:23.538992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['397580d3-d71b-4735-8a72-113a37dfc9d9'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:23.552655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 70ce5084-011f-47a9-8ef6-84a00348e639 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:23.553182 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:23.597163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642c6e2d-c507-4ff4-82ca-121044d69858 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:23.619932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 642c6e2d-c507-4ff4-82ca-121044d69858, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=642c6e2d-c507-4ff4-82ca-121044d69858,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:23.642220 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:23.653935 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a8132-5381-449b-9838-1be4d9259b99 req-43180815-43e0-405e-8da7-65b738626e33 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:23.662777 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb1a8132-5381-449b-9838-1be4d9259b99 req-43180815-43e0-405e-8da7-65b738626e33 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 944 time: 0.0789466 Feb 09 03:19:23.715490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=642c6e2d-c507-4ff4-82ca-121044d69858,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:23.765730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb1a8132-5381-449b-9838-1be4d9259b99 req-4183e1c8-ee6d-49a0-a76d-e078c4e01912 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000710 Feb 09 03:19:23.881818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24785b6-b87f-427a-ac67-0cd97e4bbbbc req-c77adb10-8b93-4afb-a21c-09ea7dc4f895 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:23.883807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e24785b6-b87f-427a-ac67-0cd97e4bbbbc req-c77adb10-8b93-4afb-a21c-09ea7dc4f895 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 944 time: 0.0991480 Feb 09 03:19:23.954932 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e24785b6-b87f-427a-ac67-0cd97e4bbbbc req-bc2eec0b-ecea-4424-9dd1-44f42f61e7d3 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651979 Feb 09 03:19:24.030888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 70ce5084-011f-47a9-8ef6-84a00348e639 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:24.031578 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:24.033247 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:24.078667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['642c6e2d-c507-4ff4-82ca-121044d69858'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:24.118350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f88aee6-573a-461c-91d2-5ef6953d35cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ce5084-011f-47a9-8ef6-84a00348e639'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:24.120627 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575426d9-64bd-417a-a139-a08781eed495" -d '{"events": [{"server_uuid": "4f88aee6-573a-461c-91d2-5ef6953d35cc", "name": "network-vif-plugged", "status": "completed", "tag": "70ce5084-011f-47a9-8ef6-84a00348e639"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:24.151271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 70ce5084-011f-47a9-8ef6-84a00348e639, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=70ce5084-011f-47a9-8ef6-84a00348e639,segment=NetworkSegment(d6f13a67-34b1-4edb-876a-158cbe20905e),segment_id=d6f13a67-34b1-4edb-876a-158cbe20905e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:24.165489 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:24.210045 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a615d281-2d3c-4d40-b5e7-4735fe69b95f x-openstack-request-id: req-a615d281-2d3c-4d40-b5e7-4735fe69b95f {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:24.210368 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f88aee6-573a-461c-91d2-5ef6953d35cc", "name": "network-vif-plugged", "status": "completed", "tag": "70ce5084-011f-47a9-8ef6-84a00348e639", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:24.210637 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a615d281-2d3c-4d40-b5e7-4735fe69b95f {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:24.211046 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f88aee6-573a-461c-91d2-5ef6953d35cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ce5084-011f-47a9-8ef6-84a00348e639', 'code': 200} Feb 09 03:19:24.260500 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=70ce5084-011f-47a9-8ef6-84a00348e639,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:24.419271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e57f76-8ac9-41e6-8d63-f726966b3822 req-160eb69b-d7c9-43d1-8094-92b73e2ee81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.421553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74e57f76-8ac9-41e6-8d63-f726966b3822 req-160eb69b-d7c9-43d1-8094-92b73e2ee81a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 1128 time: 0.1160061 Feb 09 03:19:24.451504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf2294-1001-4093-bc0a-54a0629ec533 req-ad07b8d2-ac65-4ae1-8c32-be2e89506a5a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.462596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf2294-1001-4093-bc0a-54a0629ec533 req-ad07b8d2-ac65-4ae1-8c32-be2e89506a5a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.475897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf2294-1001-4093-bc0a-54a0629ec533 req-ad07b8d2-ac65-4ae1-8c32-be2e89506a5a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.482403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf2294-1001-4093-bc0a-54a0629ec533 req-ad07b8d2-ac65-4ae1-8c32-be2e89506a5a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.488243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf2294-1001-4093-bc0a-54a0629ec533 req-ad07b8d2-ac65-4ae1-8c32-be2e89506a5a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.494894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf2294-1001-4093-bc0a-54a0629ec533 req-ad07b8d2-ac65-4ae1-8c32-be2e89506a5a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.502358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf2294-1001-4093-bc0a-54a0629ec533 req-ad07b8d2-ac65-4ae1-8c32-be2e89506a5a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.511903 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94cf2294-1001-4093-bc0a-54a0629ec533 req-ad07b8d2-ac65-4ae1-8c32-be2e89506a5a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5419 time: 0.1643176 Feb 09 03:19:24.517982 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74e57f76-8ac9-41e6-8d63-f726966b3822 req-67bf4403-85a4-4c00-97fc-732df7f8a713 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864255 Feb 09 03:19:24.622230 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94cf2294-1001-4093-bc0a-54a0629ec533 req-a2e807be-efc0-43b1-adb3-94e4200bcc45 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091022 Feb 09 03:19:24.682299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14919040-3920-46fa-accf-ef94d179c506 req-1ee87193-42c0-47f1-b6dd-8fae5ff6669e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.684114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-14919040-3920-46fa-accf-ef94d179c506 req-1ee87193-42c0-47f1-b6dd-8fae5ff6669e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0998683 Feb 09 03:19:24.708889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ccecbbca-afd0-4e04-9fdf-ba4224f200c7 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:24.771344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-14919040-3920-46fa-accf-ef94d179c506 req-30823560-4993-4e73-974f-326c800df9b2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798390 Feb 09 03:19:24.782607 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f27be575-5db9-45ab-baa7-a57096882dae req-14ddf92f-eff9-4092-bd19-5335cd438253 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=312eb169-9169-462d-89bc-52dfaf75d7b2 HTTP/1.1" status: 200 len: 210 time: 0.0528405 Feb 09 03:19:24.850646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ccecbbca-afd0-4e04-9fdf-ba4224f200c7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:24.868515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'ccecbbca-afd0-4e04-9fdf-ba4224f200c7', 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2', 'port_id': 'ccecbbca-afd0-4e04-9fdf-ba4224f200c7', 'mac_address': 'fa:16:3e:16:b5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b3ae1-f5d1-416e-bb9c-f1c12b930050', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:24.924976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:24.925987 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:24.945850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccecbbca-afd0-4e04-9fdf-ba4224f200c7 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:24.970922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ccecbbca-afd0-4e04-9fdf-ba4224f200c7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:24.982252 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:24.982949 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:24.984787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d137e-b997-4aee-8b75-0eb00175fc59 req-093b88f2-0dfe-4529-b0b8-9a86cffdeb1e tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.990866 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b0d137e-b997-4aee-8b75-0eb00175fc59 req-093b88f2-0dfe-4529-b0b8-9a86cffdeb1e tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 945 time: 0.0894146 Feb 09 03:19:25.143381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:25.152882 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b0d137e-b997-4aee-8b75-0eb00175fc59 req-71485eeb-3902-436b-bca6-345f63ebb4bc tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501641 Feb 09 03:19:25.169603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.170031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.170302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.170643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.171036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.171374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.171708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.172040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.172369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.172694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.173021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.173932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.173932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:25.212118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277e4be-d2c4-4c90-a571-2a8bc8c25905 req-050aa3da-42b5-4b6d-84d6-42a5bdf95435 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:25.222463 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0277e4be-d2c4-4c90-a571-2a8bc8c25905 req-050aa3da-42b5-4b6d-84d6-42a5bdf95435 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 944 time: 0.1262612 Feb 09 03:19:25.255227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1a59f575-bfce-4371-a3a5-48e8b44f0ef3,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:25.296666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '1a59f575-bfce-4371-a3a5-48e8b44f0ef3', 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40', 'port_id': '1a59f575-bfce-4371-a3a5-48e8b44f0ef3', 'mac_address': 'fa:16:3e:14:11:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ee89c3-dfc2-4e84-bbf5-791138adb56f', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:25.325692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0277e4be-d2c4-4c90-a571-2a8bc8c25905 req-45387bab-5ca3-4951-9b78-b4b5774a1a2c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004429 Feb 09 03:19:25.344083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 642c6e2d-c507-4ff4-82ca-121044d69858 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:25.400692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:25.401216 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:25.422656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:25.459887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1a59f575-bfce-4371-a3a5-48e8b44f0ef3,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:25.459887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 642c6e2d-c507-4ff4-82ca-121044d69858 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:25.469417 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 642c6e2d-c507-4ff4-82ca-121044d69858 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:25.469417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:25.469417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:25.469417 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ea8eb001-609c-4a2d-b995-965704cc17e3 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:25.565875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ea8eb001-609c-4a2d-b995-965704cc17e3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ea8eb001-609c-4a2d-b995-965704cc17e3,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:25.603188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'ea8eb001-609c-4a2d-b995-965704cc17e3', 'network_id': '41bbc372-33fd-499d-9180-6bffeb090fd2', 'port_id': 'ea8eb001-609c-4a2d-b995-965704cc17e3', 'mac_address': 'fa:16:3e:b4:0f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b3ae1-f5d1-416e-bb9c-f1c12b930050', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:25.647682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=1a59f575-bfce-4371-a3a5-48e8b44f0ef3,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:25.682509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 642c6e2d-c507-4ff4-82ca-121044d69858 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:25.682509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:25.745645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ea8eb001-609c-4a2d-b995-965704cc17e3 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:25.746060 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:25.756467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 642c6e2d-c507-4ff4-82ca-121044d69858, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=642c6e2d-c507-4ff4-82ca-121044d69858,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:25.764723 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:25.853368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8eb001-609c-4a2d-b995-965704cc17e3 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:25.875179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ea8eb001-609c-4a2d-b995-965704cc17e3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ea8eb001-609c-4a2d-b995-965704cc17e3,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:25.879031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=642c6e2d-c507-4ff4-82ca-121044d69858,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:25.884164 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:25.884908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:25.889501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23e9b6-7db1-4a26-8258-a5387a4e37b7 req-4863bd4a-7ee3-45c9-908e-958631d12008 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:25.896290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23e9b6-7db1-4a26-8258-a5387a4e37b7 req-4863bd4a-7ee3-45c9-908e-958631d12008 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:25.901911 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23e9b6-7db1-4a26-8258-a5387a4e37b7 req-4863bd4a-7ee3-45c9-908e-958631d12008 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:25.908373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23e9b6-7db1-4a26-8258-a5387a4e37b7 req-4863bd4a-7ee3-45c9-908e-958631d12008 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:25.914092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23e9b6-7db1-4a26-8258-a5387a4e37b7 req-4863bd4a-7ee3-45c9-908e-958631d12008 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:25.919866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23e9b6-7db1-4a26-8258-a5387a4e37b7 req-4863bd4a-7ee3-45c9-908e-958631d12008 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:25.927610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23e9b6-7db1-4a26-8258-a5387a4e37b7 req-4863bd4a-7ee3-45c9-908e-958631d12008 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:25.936457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd23e9b6-7db1-4a26-8258-a5387a4e37b7 req-4863bd4a-7ee3-45c9-908e-958631d12008 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5421 time: 0.2039859 Feb 09 03:19:25.951517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:25.970656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'fedd24b9-fa6a-4c2d-baa2-df4299e5fd44', 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40', 'port_id': 'fedd24b9-fa6a-4c2d-baa2-df4299e5fd44', 'mac_address': 'fa:16:3e:5f:2a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ee89c3-dfc2-4e84-bbf5-791138adb56f', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:26.006155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6018907-128b-44de-a259-25b85f2f8bdc req-38606fcc-1cd3-48c9-83e5-6c72f136be96 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:26.011088 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6018907-128b-44de-a259-25b85f2f8bdc req-38606fcc-1cd3-48c9-83e5-6c72f136be96 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1233830 Feb 09 03:19:26.053440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ea8eb001-609c-4a2d-b995-965704cc17e3,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:26.056318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:26.056646 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:26.057697 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd23e9b6-7db1-4a26-8258-a5387a4e37b7 req-bd165a49-cd11-4923-a87d-b936ab3fad96 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199992 Feb 09 03:19:26.072238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:26.115520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:26.122354 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:26.124220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e18cbd57-4bb2-4488-bccf-54c045d9eccd details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:26.134867 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6018907-128b-44de-a259-25b85f2f8bdc req-5d6155a9-0e3a-4a66-bb5b-ed2e050d40dc tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160936 Feb 09 03:19:26.246653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e18cbd57-4bb2-4488-bccf-54c045d9eccd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e18cbd57-4bb2-4488-bccf-54c045d9eccd,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:26.275189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687d281-4bb6-4af2-8e2b-b5288ce3115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642c6e2d-c507-4ff4-82ca-121044d69858'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:26.281518 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005df124-cf4e-4a4c-a57b-956dd792b225" -d '{"events": [{"server_uuid": "e687d281-4bb6-4af2-8e2b-b5288ce3115e", "name": "network-vif-plugged", "status": "completed", "tag": "642c6e2d-c507-4ff4-82ca-121044d69858"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:26.301825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'e18cbd57-4bb2-4488-bccf-54c045d9eccd', 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40', 'port_id': 'e18cbd57-4bb2-4488-bccf-54c045d9eccd', 'mac_address': 'fa:16:3e:de:b8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ee89c3-dfc2-4e84-bbf5-791138adb56f', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:26.404836 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23794ec6-13a7-40cd-84fc-b0f876d5a1e2 x-openstack-request-id: req-23794ec6-13a7-40cd-84fc-b0f876d5a1e2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:26.405220 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687d281-4bb6-4af2-8e2b-b5288ce3115e", "name": "network-vif-plugged", "status": "completed", "tag": "642c6e2d-c507-4ff4-82ca-121044d69858", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:26.405546 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23794ec6-13a7-40cd-84fc-b0f876d5a1e2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:26.405804 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687d281-4bb6-4af2-8e2b-b5288ce3115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642c6e2d-c507-4ff4-82ca-121044d69858', 'code': 200} Feb 09 03:19:26.421341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dcf52-00ce-42be-913f-01863939fc72 req-a219f66e-50e8-4700-a3aa-59f6b92b3fce tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:26.424135 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-090dcf52-00ce-42be-913f-01863939fc72 req-a219f66e-50e8-4700-a3aa-59f6b92b3fce tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 945 time: 0.1323552 Feb 09 03:19:26.462030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port e18cbd57-4bb2-4488-bccf-54c045d9eccd is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:26.462437 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:26.469317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:26.486486 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18cbd57-4bb2-4488-bccf-54c045d9eccd {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:26.523820 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e18cbd57-4bb2-4488-bccf-54c045d9eccd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e18cbd57-4bb2-4488-bccf-54c045d9eccd,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:26.549930 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:26.552753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 1ad9d455-4ad1-4072-b862-136009b49bed details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:26.570750 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-090dcf52-00ce-42be-913f-01863939fc72 req-ee7f196c-6e01-4db5-a26f-f60fc6af295b tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319368 Feb 09 03:19:26.592455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5f2e1-f7e7-48eb-aff9-eb69e683af5b req-a5f7cc41-b655-41b6-a786-a61188a70418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:26.595048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cab5f2e1-f7e7-48eb-aff9-eb69e683af5b req-a5f7cc41-b655-41b6-a786-a61188a70418 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 1128 time: 0.1064541 Feb 09 03:19:26.682687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 1ad9d455-4ad1-4072-b862-136009b49bed, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1ad9d455-4ad1-4072-b862-136009b49bed,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:26.688957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=e18cbd57-4bb2-4488-bccf-54c045d9eccd,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:26.700955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2ed50-f6a0-434d-a3cd-f82a9eb7d92c req-112b21f1-c70f-4358-a75c-f624128327a6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:26.702295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '1ad9d455-4ad1-4072-b862-136009b49bed', 'network_id': '4fc9fd51-1370-4828-8f7c-2835ed8eef40', 'port_id': '1ad9d455-4ad1-4072-b862-136009b49bed', 'mac_address': 'fa:16:3e:e1:ee:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ee89c3-dfc2-4e84-bbf5-791138adb56f', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:26.709308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4bd2ed50-f6a0-434d-a3cd-f82a9eb7d92c req-112b21f1-c70f-4358-a75c-f624128327a6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0988910 Feb 09 03:19:26.729348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cab5f2e1-f7e7-48eb-aff9-eb69e683af5b req-66d366ab-9007-4d59-ba83-7dfa8c11ea88 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224625 Feb 09 03:19:26.751920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 1ad9d455-4ad1-4072-b862-136009b49bed is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:26.752405 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:26.771513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad9d455-4ad1-4072-b862-136009b49bed {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:26.814170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 1ad9d455-4ad1-4072-b862-136009b49bed, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1ad9d455-4ad1-4072-b862-136009b49bed,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:26.821060 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:26.831124 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4bd2ed50-f6a0-434d-a3cd-f82a9eb7d92c req-63c785d3-c206-44c4-99d1-d098948bf34b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144290 Feb 09 03:19:26.895310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=1ad9d455-4ad1-4072-b862-136009b49bed,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:27.097194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 397580d3-d71b-4735-8a72-113a37dfc9d9 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:27.267138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 397580d3-d71b-4735-8a72-113a37dfc9d9 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:27.276684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 397580d3-d71b-4735-8a72-113a37dfc9d9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:27.277137 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:27.355986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd26f7-c9df-47fe-bea4-a6174211af8a req-0a1febd2-aef2-4dff-b7f2-3e2651fe81c1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:27.374398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd26f7-c9df-47fe-bea4-a6174211af8a req-0a1febd2-aef2-4dff-b7f2-3e2651fe81c1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:27.385256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd26f7-c9df-47fe-bea4-a6174211af8a req-0a1febd2-aef2-4dff-b7f2-3e2651fe81c1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:27.403215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd26f7-c9df-47fe-bea4-a6174211af8a req-0a1febd2-aef2-4dff-b7f2-3e2651fe81c1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:27.424051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e49b6-33ac-4692-867a-f44dec5f3d2b req-49e7ac72-16f6-48d8-9af2-95dd4895d22a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:27.427138 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd26f7-c9df-47fe-bea4-a6174211af8a req-0a1febd2-aef2-4dff-b7f2-3e2651fe81c1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:27.431215 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d0e49b6-33ac-4692-867a-f44dec5f3d2b req-49e7ac72-16f6-48d8-9af2-95dd4895d22a tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1393394 Feb 09 03:19:27.433379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd26f7-c9df-47fe-bea4-a6174211af8a req-0a1febd2-aef2-4dff-b7f2-3e2651fe81c1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:27.440474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd26f7-c9df-47fe-bea4-a6174211af8a req-0a1febd2-aef2-4dff-b7f2-3e2651fe81c1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:27.452179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d2cd26f7-c9df-47fe-bea4-a6174211af8a req-0a1febd2-aef2-4dff-b7f2-3e2651fe81c1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5425 time: 0.2351253 Feb 09 03:19:27.509907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d0e49b6-33ac-4692-867a-f44dec5f3d2b req-f6329524-6230-4ddb-8901-89b24eaef7d6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684993 Feb 09 03:19:27.536992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 397580d3-d71b-4735-8a72-113a37dfc9d9 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:27.537682 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:27.559952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d2cd26f7-c9df-47fe-bea4-a6174211af8a req-f00f4b75-03f3-4c0d-95fb-07a9d60bf303 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1064045 Feb 09 03:19:27.627190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 397580d3-d71b-4735-8a72-113a37dfc9d9, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=397580d3-d71b-4735-8a72-113a37dfc9d9,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:27.644010 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:27.718847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=397580d3-d71b-4735-8a72-113a37dfc9d9,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:28.060595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0fd89-8040-4d37-9785-a1c3e7efd4ec req-ad1e9b0d-7236-481f-9ea2-87fdbcd91c4b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:28.063833 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ea0fd89-8040-4d37-9785-a1c3e7efd4ec req-ad1e9b0d-7236-481f-9ea2-87fdbcd91c4b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.1042726 Feb 09 03:19:28.136392 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ea0fd89-8040-4d37-9785-a1c3e7efd4ec req-563346b4-bc0c-40ed-bc82-b2832bbe82ab tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577009 Feb 09 03:19:28.406978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397580d3-d71b-4735-8a72-113a37dfc9d9'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:28.409205 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a9c462-93e7-4734-9c86-58332acdba16" -d '{"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "397580d3-d71b-4735-8a72-113a37dfc9d9"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:28.455699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62529a-46ac-470c-89b2-5f0faeb89446 req-baf75035-2573-4f2c-8aab-6a7077bc854a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:28.464344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ee62529a-46ac-470c-89b2-5f0faeb89446 req-baf75035-2573-4f2c-8aab-6a7077bc854a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0871801 Feb 09 03:19:28.477579 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['1a59f575-bfce-4371-a3a5-48e8b44f0ef3'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:28.541045 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a5a4d2-6f64-440c-9e73-9ac064875848 x-openstack-request-id: req-46a5a4d2-6f64-440c-9e73-9ac064875848 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:28.541262 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "397580d3-d71b-4735-8a72-113a37dfc9d9", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:28.541962 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46a5a4d2-6f64-440c-9e73-9ac064875848 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:28.542494 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397580d3-d71b-4735-8a72-113a37dfc9d9', 'code': 200} Feb 09 03:19:28.571158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ccecbbca-afd0-4e04-9fdf-ba4224f200c7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:28.577796 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ee62529a-46ac-470c-89b2-5f0faeb89446 req-d3e0b220-0a0d-419b-a851-e1b1d3575f0e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125479 Feb 09 03:19:28.610263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['e18cbd57-4bb2-4488-bccf-54c045d9eccd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:28.622094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ea8eb001-609c-4a2d-b995-965704cc17e3'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:28.688156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['fedd24b9-fa6a-4c2d-baa2-df4299e5fd44'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:28.745845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['1ad9d455-4ad1-4072-b862-136009b49bed'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:28.804289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca16d08-91f4-4213-bbe6-694aaf44ed11 req-e64609f5-2d52-4189-97a4-0d2bff374756 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:28.819286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cca16d08-91f4-4213-bbe6-694aaf44ed11 req-e64609f5-2d52-4189-97a4-0d2bff374756 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1130931 Feb 09 03:19:28.838687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32a206-99a2-4609-a026-acae13c558cf req-0772a114-04c0-4034-b2f1-f227742726dc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:28.857051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32a206-99a2-4609-a026-acae13c558cf req-0772a114-04c0-4034-b2f1-f227742726dc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:28.872446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32a206-99a2-4609-a026-acae13c558cf req-0772a114-04c0-4034-b2f1-f227742726dc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:28.889033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32a206-99a2-4609-a026-acae13c558cf req-0772a114-04c0-4034-b2f1-f227742726dc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:28.898360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32a206-99a2-4609-a026-acae13c558cf req-0772a114-04c0-4034-b2f1-f227742726dc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:28.904055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32a206-99a2-4609-a026-acae13c558cf req-0772a114-04c0-4034-b2f1-f227742726dc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:28.909991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32a206-99a2-4609-a026-acae13c558cf req-0772a114-04c0-4034-b2f1-f227742726dc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:28.912589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc32a206-99a2-4609-a026-acae13c558cf req-0772a114-04c0-4034-b2f1-f227742726dc tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5426 time: 0.2121389 Feb 09 03:19:28.942646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cca16d08-91f4-4213-bbe6-694aaf44ed11 req-c78f15e6-0bc3-435d-a6c2-cd888bd0bf2c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220388 Feb 09 03:19:29.056373 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc32a206-99a2-4609-a026-acae13c558cf req-e667ad58-4d59-4ae6-b3ac-0e0bdf56f06d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257575 Feb 09 03:19:29.807520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58d758-72b6-4703-b9f9-74a3d87ae789 req-23cddbe0-a9dd-4d8a-9b74-980a9fdf177c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:29.817875 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b58d758-72b6-4703-b9f9-74a3d87ae789 req-23cddbe0-a9dd-4d8a-9b74-980a9fdf177c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.1174490 Feb 09 03:19:29.913117 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b58d758-72b6-4703-b9f9-74a3d87ae789 req-50797fc6-6d46-45cc-a11f-b22290bad10e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862968 Feb 09 03:19:30.146513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfddf20-b323-4caf-ad5d-fb5eabe9e163 req-6f74bec7-7342-4533-8e29-39d651aea600 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:30.148201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1dfddf20-b323-4caf-ad5d-fb5eabe9e163 req-6f74bec7-7342-4533-8e29-39d651aea600 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0917904 Feb 09 03:19:30.211809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1dfddf20-b323-4caf-ad5d-fb5eabe9e163 req-07b25630-53b7-4c7c-8914-65d816651425 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543504 Feb 09 03:19:30.270507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3475fd-0b92-4b45-94a6-cbdc52fcb42f req-2f174979-fce5-4910-9caf-51bce00ac468 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:30.276255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3475fd-0b92-4b45-94a6-cbdc52fcb42f req-2f174979-fce5-4910-9caf-51bce00ac468 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:30.282717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3475fd-0b92-4b45-94a6-cbdc52fcb42f req-2f174979-fce5-4910-9caf-51bce00ac468 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:30.288876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3475fd-0b92-4b45-94a6-cbdc52fcb42f req-2f174979-fce5-4910-9caf-51bce00ac468 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:30.295458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3475fd-0b92-4b45-94a6-cbdc52fcb42f req-2f174979-fce5-4910-9caf-51bce00ac468 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:30.301041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3475fd-0b92-4b45-94a6-cbdc52fcb42f req-2f174979-fce5-4910-9caf-51bce00ac468 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:30.307130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3475fd-0b92-4b45-94a6-cbdc52fcb42f req-2f174979-fce5-4910-9caf-51bce00ac468 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:30.315006 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e3475fd-0b92-4b45-94a6-cbdc52fcb42f req-2f174979-fce5-4910-9caf-51bce00ac468 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5426 time: 0.1301191 Feb 09 03:19:30.423588 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e3475fd-0b92-4b45-94a6-cbdc52fcb42f req-8f0ac306-d137-437b-b8bc-471c77d696d6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074145 Feb 09 03:19:31.107703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4964555-5abc-46a2-ac77-eb01123e415c req-d3a2f68c-141d-4dea-bacf-d904e3e7b0a4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:31.117120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4964555-5abc-46a2-ac77-eb01123e415c req-d3a2f68c-141d-4dea-bacf-d904e3e7b0a4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0764325 Feb 09 03:19:31.272575 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4964555-5abc-46a2-ac77-eb01123e415c req-bcbaae8b-33af-4c40-82bf-930a04759a32 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146886 Feb 09 03:19:31.377653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febbe02-910a-4c19-acf0-25cbbe04acfb req-8bb1ef13-11ee-495b-a5e7-14587e767b3f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:31.379848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9febbe02-910a-4c19-acf0-25cbbe04acfb req-8bb1ef13-11ee-495b-a5e7-14587e767b3f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0646863 Feb 09 03:19:31.450484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9febbe02-910a-4c19-acf0-25cbbe04acfb req-90af0141-6f42-4c47-b34c-a47b75dec769 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638607 Feb 09 03:19:31.606137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fa626-d1c7-4c7b-bf60-d4bf85043f49 req-f365814a-3ce9-4498-be95-4d635dabec86 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:31.611928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fa626-d1c7-4c7b-bf60-d4bf85043f49 req-f365814a-3ce9-4498-be95-4d635dabec86 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:31.618611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fa626-d1c7-4c7b-bf60-d4bf85043f49 req-f365814a-3ce9-4498-be95-4d635dabec86 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:31.625761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fa626-d1c7-4c7b-bf60-d4bf85043f49 req-f365814a-3ce9-4498-be95-4d635dabec86 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:31.632160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fa626-d1c7-4c7b-bf60-d4bf85043f49 req-f365814a-3ce9-4498-be95-4d635dabec86 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:31.637729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fa626-d1c7-4c7b-bf60-d4bf85043f49 req-f365814a-3ce9-4498-be95-4d635dabec86 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:31.643224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fa626-d1c7-4c7b-bf60-d4bf85043f49 req-f365814a-3ce9-4498-be95-4d635dabec86 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:31.647821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b92fa626-d1c7-4c7b-bf60-d4bf85043f49 req-f365814a-3ce9-4498-be95-4d635dabec86 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5426 time: 0.1221514 Feb 09 03:19:31.724269 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b92fa626-d1c7-4c7b-bf60-d4bf85043f49 req-7bd472d8-4116-4070-9b2a-4716499dceb5 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706465 Feb 09 03:19:32.398650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccfc78-afb7-494f-bce7-17c7e717b331 req-af15de02-94e6-42dc-8c40-0367b978010a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:32.402937 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-85ccfc78-afb7-494f-bce7-17c7e717b331 req-af15de02-94e6-42dc-8c40-0367b978010a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0633245 Feb 09 03:19:32.450902 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-85ccfc78-afb7-494f-bce7-17c7e717b331 req-83c56c9c-abc4-45a2-8494-c815aca1bc8e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453107 Feb 09 03:19:32.582791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39adc9-c439-4887-a68e-5245712d7227 req-bf7ee787-ce68-426c-b499-172eb17a77a1 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:32.584532 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d39adc9-c439-4887-a68e-5245712d7227 req-bf7ee787-ce68-426c-b499-172eb17a77a1 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0600185 Feb 09 03:19:32.643759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d39adc9-c439-4887-a68e-5245712d7227 req-2231a5da-4236-4689-8780-c4aea735dfa2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483296 Feb 09 03:19:32.881083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206f0a-28b4-4b50-a528-b107820c1337 req-a6022e7a-1870-4f24-ac6d-0c659783d487 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:32.887458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206f0a-28b4-4b50-a528-b107820c1337 req-a6022e7a-1870-4f24-ac6d-0c659783d487 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:32.897185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206f0a-28b4-4b50-a528-b107820c1337 req-a6022e7a-1870-4f24-ac6d-0c659783d487 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:32.902747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206f0a-28b4-4b50-a528-b107820c1337 req-a6022e7a-1870-4f24-ac6d-0c659783d487 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:32.908382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206f0a-28b4-4b50-a528-b107820c1337 req-a6022e7a-1870-4f24-ac6d-0c659783d487 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:32.914193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206f0a-28b4-4b50-a528-b107820c1337 req-a6022e7a-1870-4f24-ac6d-0c659783d487 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:32.919562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206f0a-28b4-4b50-a528-b107820c1337 req-a6022e7a-1870-4f24-ac6d-0c659783d487 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:32.921491 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8206f0a-28b4-4b50-a528-b107820c1337 req-a6022e7a-1870-4f24-ac6d-0c659783d487 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5426 time: 0.1067264 Feb 09 03:19:32.987262 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8206f0a-28b4-4b50-a528-b107820c1337 req-5e74b666-a3e8-4245-b773-9e39c491998f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585709 Feb 09 03:19:33.290439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-29379362-9d9c-4b54-ad47-2b0c3ac6f0c6 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:33.291917 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-29379362-9d9c-4b54-ad47-2b0c3ac6f0c6 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/networks?id=75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 200 len: 803 time: 0.1101239 Feb 09 03:19:33.307390 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-bbdced60-a1c0-4f5c-991f-134a97ec1d98 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/quotas/ae66a0e9a66843ac83f5d2b68cd41747 HTTP/1.1" status: 200 len: 375 time: 0.0097289 Feb 09 03:19:33.365652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-d7f6c67f-759c-4007-a784-ef36270a3e4e tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528533 Feb 09 03:19:33.455654 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-ecf35b5e-e004-456f-8fcd-3381ee543a24 service neutron] 10.222.0.21 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831740 Feb 09 03:19:33.553377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-7e281226-5e0c-4514-a333-418d7229353f service neutron] 10.222.0.21 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899377 Feb 09 03:19:33.578287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08080684-8bac-4339-8cf4-3c62645498dd req-bc7273bc-b3ca-48c5-814a-f4a9b265541c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:33.579993 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08080684-8bac-4339-8cf4-3c62645498dd req-bc7273bc-b3ca-48c5-814a-f4a9b265541c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0572183 Feb 09 03:19:33.629503 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08080684-8bac-4339-8cf4-3c62645498dd req-923aacb1-d538-4fce-b0b7-ea10e777ee70 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 Feb 09 03:19:33.738037 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2160619a-31fd-4649-8a16-e9f3b3a21782 req-41e80f8f-b874-4a65-9ef0-b944ba465484 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 210 time: 0.0308385 Feb 09 03:19:33.809752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ced00-aa3b-4900-bdfe-bb4cd3d4a1b1 req-ab7061a7-bf6e-47f9-a08e-6795e0c836f6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:33.811403 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-945ced00-aa3b-4900-bdfe-bb4cd3d4a1b1 req-ab7061a7-bf6e-47f9-a08e-6795e0c836f6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0613017 Feb 09 03:19:33.865926 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-945ced00-aa3b-4900-bdfe-bb4cd3d4a1b1 req-9d4945fc-52ae-4870-bdc1-9ef3266adfc1 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483344 Feb 09 03:19:34.142791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd72afe-3eb3-464b-9646-5ac2e2c32cc6 req-b0a6acc5-0e36-4467-a090-7b92c419b8f1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:34.148655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd72afe-3eb3-464b-9646-5ac2e2c32cc6 req-b0a6acc5-0e36-4467-a090-7b92c419b8f1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:34.154084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd72afe-3eb3-464b-9646-5ac2e2c32cc6 req-b0a6acc5-0e36-4467-a090-7b92c419b8f1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:34.160886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd72afe-3eb3-464b-9646-5ac2e2c32cc6 req-b0a6acc5-0e36-4467-a090-7b92c419b8f1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:34.167164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd72afe-3eb3-464b-9646-5ac2e2c32cc6 req-b0a6acc5-0e36-4467-a090-7b92c419b8f1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:34.173997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd72afe-3eb3-464b-9646-5ac2e2c32cc6 req-b0a6acc5-0e36-4467-a090-7b92c419b8f1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:34.180413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd72afe-3eb3-464b-9646-5ac2e2c32cc6 req-b0a6acc5-0e36-4467-a090-7b92c419b8f1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:34.182344 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bd72afe-3eb3-464b-9646-5ac2e2c32cc6 req-b0a6acc5-0e36-4467-a090-7b92c419b8f1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5426 time: 0.1054289 Feb 09 03:19:34.246339 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bd72afe-3eb3-464b-9646-5ac2e2c32cc6 req-67546286-4625-477b-9e37-792f9cd46967 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575852 Feb 09 03:19:34.848983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-a1e7bc63-3780-49a3-b856-59f720c17722 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:34.850484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-a1e7bc63-3780-49a3-b856-59f720c17722 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "GET /v2.0/networks?id=75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 200 len: 803 time: 0.1963491 Feb 09 03:19:34.883040 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9923214-c541-422a-8231-d44ef9f89b7e req-6e8e9fb0-0437-41d2-9170-8d6e64a2863a tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 210 time: 0.0375891 Feb 09 03:19:34.885522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Request body: {'port': {'device_id': '96ae9f1b-e461-4c3c-b314-0f78c5ba69c5', 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'admin_state_up': True, 'tenant_id': 'ae66a0e9a66843ac83f5d2b68cd41747'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:35.028697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:35.104137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ee20a-882b-404b-80ec-09610332a88c req-2f50bdee-c42a-4bfb-8208-2770900bf792 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:35.119610 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b62ee20a-882b-404b-80ec-09610332a88c req-2f50bdee-c42a-4bfb-8208-2770900bf792 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1281509 Feb 09 03:19:35.128426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b8b01-0fd6-476a-8771-994b268f1f6e req-bf6260a3-2c6c-4728-a67e-e31a2bb1136b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:35.133559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:35.137195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc5b8b01-0fd6-476a-8771-994b268f1f6e req-bf6260a3-2c6c-4728-a67e-e31a2bb1136b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.2855606 Feb 09 03:19:35.137737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:35.138108 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.146615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ae399-3a79-4032-a3c1-b6b6acbb2896 req-e95dfa52-279f-4498-813d-4b38f22b567f tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:35.148315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd0ae399-3a79-4032-a3c1-b6b6acbb2896 req-e95dfa52-279f-4498-813d-4b38f22b567f tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "GET /v2.0/ports?device_id=aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4 HTTP/1.1" status: 200 len: 945 time: 0.2959251 Feb 09 03:19:35.183629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Made reservation on behalf of ae66a0e9a66843ac83f5d2b68cd41747 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:19:35.187451 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.230264 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b62ee20a-882b-404b-80ec-09610332a88c req-62499dda-f11a-4bc5-8ae7-c66ffe3d2271 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060765 Feb 09 03:19:35.296388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:35.296852 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.306866 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc5b8b01-0fd6-476a-8771-994b268f1f6e req-0ebbf35a-320a-439e-bf7f-4af029a72131 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682951 Feb 09 03:19:35.443838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b599-ed4f-40d7-a60b-ecb64606f719 req-b6659295-1dd3-4462-9f21-c0183cd287dd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:35.452104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b599-ed4f-40d7-a60b-ecb64606f719 req-b6659295-1dd3-4462-9f21-c0183cd287dd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:35.460163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b599-ed4f-40d7-a60b-ecb64606f719 req-b6659295-1dd3-4462-9f21-c0183cd287dd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:35.466459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b599-ed4f-40d7-a60b-ecb64606f719 req-b6659295-1dd3-4462-9f21-c0183cd287dd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:35.474285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b599-ed4f-40d7-a60b-ecb64606f719 req-b6659295-1dd3-4462-9f21-c0183cd287dd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:35.487671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b599-ed4f-40d7-a60b-ecb64606f719 req-b6659295-1dd3-4462-9f21-c0183cd287dd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:35.493897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-cd0ae399-3a79-4032-a3c1-b6b6acbb2896 req-3f1f5e54-1ef2-499f-98a6-bf2a6c769b20 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Deleting port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:35.494300 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd0ae399-3a79-4032-a3c1-b6b6acbb2896 req-3f1f5e54-1ef2-499f-98a6-bf2a6c769b20 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.498478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b599-ed4f-40d7-a60b-ecb64606f719 req-b6659295-1dd3-4462-9f21-c0183cd287dd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:35.502097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2f0f3972-6438-4198-bc64-0d92e2f5cc5e no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:35.511715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8878b599-ed4f-40d7-a60b-ecb64606f719 req-b6659295-1dd3-4462-9f21-c0183cd287dd tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5426 time: 0.1502290 Feb 09 03:19:35.558010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedd24b9-fa6a-4c2d-baa2-df4299e5fd44'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:35.559739 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45137e8b-18f0-4f46-9e02-dee5f07f7fcf" -d '{"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "fedd24b9-fa6a-4c2d-baa2-df4299e5fd44"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:35.580934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:35.593514 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.594371 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 1ad9d455-4ad1-4072-b862-136009b49bed up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:35.631195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Allocated IP 172.20.0.12 (75828077-ee15-447a-987f-4c4688c24eaa/ed0c13e8-f21f-41ec-8779-9469bf3fb0ce/006f5464-cd4d-4288-afa4-151c09d5b933) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:19:35.634753 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8878b599-ed4f-40d7-a60b-ecb64606f719 req-ba222eb2-77b5-4739-ad0f-0c66e8a6245a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201675 Feb 09 03:19:35.648064 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3c30d3-d74d-4cbd-977b-9a1f9893f471 x-openstack-request-id: req-0f3c30d3-d74d-4cbd-977b-9a1f9893f471 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:35.648360 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "fedd24b9-fa6a-4c2d-baa2-df4299e5fd44", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:35.648615 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f3c30d3-d74d-4cbd-977b-9a1f9893f471 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:35.648997 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedd24b9-fa6a-4c2d-baa2-df4299e5fd44', 'code': 200} Feb 09 03:19:35.735840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:35.736214 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.758277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:35.789846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:35.799678 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.808431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 1ad9d455-4ad1-4072-b862-136009b49bed completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:35.837979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 1ad9d455-4ad1-4072-b862-136009b49bed triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:35.838723 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.870865 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks [] for port (006f5464-cd4d-4288-afa4-151c09d5b933), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.920598 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.922566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:35.940115 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-cd0ae399-3a79-4032-a3c1-b6b6acbb2896 req-3f1f5e54-1ef2-499f-98a6-bf2a6c769b20 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] For port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:35.940623 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd0ae399-3a79-4032-a3c1-b6b6acbb2896 req-3f1f5e54-1ef2-499f-98a6-bf2a6c769b20 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.984327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 1ad9d455-4ad1-4072-b862-136009b49bed is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:35.985967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.990419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-cd0ae399-3a79-4032-a3c1-b6b6acbb2896 req-3f1f5e54-1ef2-499f-98a6-bf2a6c769b20 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Calling delete_port for 2f0f3972-6438-4198-bc64-0d92e2f5cc5e owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:35.998467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Network 75828077-ee15-447a-987f-4c4688c24eaa is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:19:36.005069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:19:36.005303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:19:36.033593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 1ad9d455-4ad1-4072-b862-136009b49bed, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1ad9d455-4ad1-4072-b862-136009b49bed,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:36.039175 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:36.040355 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ccecbbca-afd0-4e04-9fdf-ba4224f200c7 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:36.098853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Pushing event updated for resources: {'Port': ['ID=006f5464-cd4d-4288-afa4-151c09d5b933,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:36.102649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=1ad9d455-4ad1-4072-b862-136009b49bed,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:36.159061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:36.159687 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:36.165746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:36.171925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:36.172717 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:36.203067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-0344db44-3004-490d-b956-62147f01d9e5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3266881 Feb 09 03:19:36.212301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962ed48-ad57-47de-94db-8ceb0dc12553 req-71399afa-64e0-4b35-acf7-2850471169d0 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:36.213985 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d962ed48-ad57-47de-94db-8ceb0dc12553 req-71399afa-64e0-4b35-acf7-2850471169d0 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 932 time: 0.1725719 Feb 09 03:19:36.221313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Request body: {'port': {'device_id': '96ae9f1b-e461-4c3c-b314-0f78c5ba69c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:36.329223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:36.329939 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:36.381601 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d962ed48-ad57-47de-94db-8ceb0dc12553 req-74933969-29a1-42e1-a1b2-7989e2b43f97 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561315 Feb 09 03:19:36.412064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ccecbbca-afd0-4e04-9fdf-ba4224f200c7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:36.420263 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:36.421157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e18cbd57-4bb2-4488-bccf-54c045d9eccd up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:36.446893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:36.461088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785ec30-5f59-4b73-81c7-a1c67e5da6b6 req-bcfb4ce8-84b4-46ea-b4ef-8e445a6c742c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:36.472633 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9785ec30-5f59-4b73-81c7-a1c67e5da6b6 req-bcfb4ce8-84b4-46ea-b4ef-8e445a6c742c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1432481 Feb 09 03:19:36.573118 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9785ec30-5f59-4b73-81c7-a1c67e5da6b6 req-d9d80596-9c32-48ab-babe-04e654831256 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984151 Feb 09 03:19:36.581136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:36.591128 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd0ae399-3a79-4032-a3c1-b6b6acbb2896 req-3f1f5e54-1ef2-499f-98a6-bf2a6c769b20 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2f0f3972-6438-4198-bc64-0d92e2f5cc5e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:36.608909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port e18cbd57-4bb2-4488-bccf-54c045d9eccd completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:36.613908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port e18cbd57-4bb2-4488-bccf-54c045d9eccd triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:36.614525 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:36.679293 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f5e54-1ef2-499f-98a6-bf2a6c769b20 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Pushing event deleted for resources: {'Port': ['ID=2f0f3972-6438-4198-bc64-0d92e2f5cc5e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:36.750567 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port e18cbd57-4bb2-4488-bccf-54c045d9eccd is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:36.751018 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:36.793507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e18cbd57-4bb2-4488-bccf-54c045d9eccd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e18cbd57-4bb2-4488-bccf-54c045d9eccd,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:36.799472 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:36.800666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:36.800918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0ae399-3a79-4032-a3c1-b6b6acbb2896 req-3f1f5e54-1ef2-499f-98a6-bf2a6c769b20 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] No DVR routers for this DVR port 2f0f3972-6438-4198-bc64-0d92e2f5cc5e on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:36.808496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd0ae399-3a79-4032-a3c1-b6b6acbb2896 req-3f1f5e54-1ef2-499f-98a6-bf2a6c769b20 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:36.811163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd0ae399-3a79-4032-a3c1-b6b6acbb2896 req-3f1f5e54-1ef2-499f-98a6-bf2a6c769b20 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "DELETE /v2.0/ports/2f0f3972-6438-4198-bc64-0d92e2f5cc5e HTTP/1.1" status: 204 len: 173 time: 1.6368268 Feb 09 03:19:36.811650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4', 'name': 'network-vif-deleted', 'tag': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:36.814216 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aa3b99-2f51-4007-900b-b55093470ffe" -d '{"events": [{"server_uuid": "aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4", "name": "network-vif-deleted", "tag": "2f0f3972-6438-4198-bc64-0d92e2f5cc5e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:36.827390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08df06-14b1-446c-ae25-b4a3f7e6fee7 req-93dcb6bf-44a4-4248-ad86-23ed1e356740 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:36.829084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b08df06-14b1-446c-ae25-b4a3f7e6fee7 req-93dcb6bf-44a4-4248-ad86-23ed1e356740 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.2360756 Feb 09 03:19:36.934433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f415a-6970-4e09-82af-bf4dc73d231e req-3b02bfe1-4a1c-4b00-b91c-841922cf7801 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:36.965967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f415a-6970-4e09-82af-bf4dc73d231e req-3b02bfe1-4a1c-4b00-b91c-841922cf7801 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:36.974605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f415a-6970-4e09-82af-bf4dc73d231e req-3b02bfe1-4a1c-4b00-b91c-841922cf7801 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:36.983122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f415a-6970-4e09-82af-bf4dc73d231e req-3b02bfe1-4a1c-4b00-b91c-841922cf7801 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:36.987321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=e18cbd57-4bb2-4488-bccf-54c045d9eccd,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:37.011566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f415a-6970-4e09-82af-bf4dc73d231e req-3b02bfe1-4a1c-4b00-b91c-841922cf7801 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:37.022692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f415a-6970-4e09-82af-bf4dc73d231e req-3b02bfe1-4a1c-4b00-b91c-841922cf7801 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:37.022877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:37.024292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b08df06-14b1-446c-ae25-b4a3f7e6fee7 req-3a380d64-a9b8-4746-b32c-ab2c01dddea3 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841342 Feb 09 03:19:37.032818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f415a-6970-4e09-82af-bf4dc73d231e req-3b02bfe1-4a1c-4b00-b91c-841922cf7801 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:37.041724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:37.041724 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.044591 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f6f415a-6970-4e09-82af-bf4dc73d231e req-3b02bfe1-4a1c-4b00-b91c-841922cf7801 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5430 time: 0.2730873 Feb 09 03:19:37.120060 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57ede34-27bf-4ff9-bf9d-b209b55b4ba6 x-openstack-request-id: req-c57ede34-27bf-4ff9-bf9d-b209b55b4ba6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:37.121078 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4", "name": "network-vif-deleted", "tag": "2f0f3972-6438-4198-bc64-0d92e2f5cc5e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:37.121541 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c57ede34-27bf-4ff9-bf9d-b209b55b4ba6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:37.122098 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4', 'name': 'network-vif-deleted', 'tag': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e', 'status': 'completed', 'code': 200} Feb 09 03:19:37.135543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006f5464-cd4d-4288-afa4-151c09d5b933 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:37.144981 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Publish callbacks [] for port (006f5464-cd4d-4288-afa4-151c09d5b933), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.159477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Transition to ACTIVE for port object 006f5464-cd4d-4288-afa4-151c09d5b933 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:19:37.164368 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.181301 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f6f415a-6970-4e09-82af-bf4dc73d231e req-f576a66a-e001-41b7-8dae-66d312f2191a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284316 Feb 09 03:19:37.220889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:37.221982 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.236332 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Pushing event updated for resources: {'Port': ['ID=006f5464-cd4d-4288-afa4-151c09d5b933,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:37.318633 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1a59f575-bfce-4371-a3a5-48e8b44f0ef3,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:37.319773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Attempting to bind port 006f5464-cd4d-4288-afa4-151c09d5b933 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:19:37.320275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Attempting to bind port 006f5464-cd4d-4288-afa4-151c09d5b933 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:19:37.320937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Attempting to bind port 006f5464-cd4d-4288-afa4-151c09d5b933 on network 75828077-ee15-447a-987f-4c4688c24eaa {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:37.326609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Port 006f5464-cd4d-4288-afa4-151c09d5b933 on network 75828077-ee15-447a-987f-4c4688c24eaa not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:19:37.327079 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Attempting to bind port 006f5464-cd4d-4288-afa4-151c09d5b933 on network 75828077-ee15-447a-987f-4c4688c24eaa {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:37.331178 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.334122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:19:37.334612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Checking segment: {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:37.335117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Bound using segment: {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:19:37.335695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Bound port: 006f5464-cd4d-4288-afa4-151c09d5b933, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:19:37.336279 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.336982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ea8eb001-609c-4a2d-b995-965704cc17e3 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:37.470301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] For port 006f5464-cd4d-4288-afa4-151c09d5b933, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:37.478011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] For port 006f5464-cd4d-4288-afa4-151c09d5b933, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=006f5464-cd4d-4288-afa4-151c09d5b933,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:19:37.513568 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.588786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:37.589509 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.591376 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] 10.222.0.42 "PUT /v2.0/ports/006f5464-cd4d-4288-afa4-151c09d5b933 HTTP/1.1" status: 200 len: 1093 time: 1.3740830 Feb 09 03:19:37.606126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=1a59f575-bfce-4371-a3a5-48e8b44f0ef3,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:37.625155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216ef1f-e0b5-4390-9bf5-f844f4020963 service neutron] Pushing event updated for resources: {'Port': ['ID=006f5464-cd4d-4288-afa4-151c09d5b933,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:37.626576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port ea8eb001-609c-4a2d-b995-965704cc17e3 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:37.637765 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.638152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9838c41-c331-408d-81ff-f206162895e1 req-691962b1-60b9-46dc-92de-bd7446af0b66 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:37.640108 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9838c41-c331-408d-81ff-f206162895e1 req-691962b1-60b9-46dc-92de-bd7446af0b66 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 944 time: 0.1523645 Feb 09 03:19:37.642872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port ea8eb001-609c-4a2d-b995-965704cc17e3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:37.643247 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.650221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e'}, {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad9d455-4ad1-4072-b862-136009b49bed'}, {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccecbbca-afd0-4e04-9fdf-ba4224f200c7'}, {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18cbd57-4bb2-4488-bccf-54c045d9eccd'}, {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a59f575-bfce-4371-a3a5-48e8b44f0ef3'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:37.656586 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8a3441-92e6-40aa-8e87-1abf0828dd41" -d '{"events": [{"server_uuid": "aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4", "name": "network-vif-unplugged", "status": "completed", "tag": "2f0f3972-6438-4198-bc64-0d92e2f5cc5e"}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "1ad9d455-4ad1-4072-b862-136009b49bed"}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "ccecbbca-afd0-4e04-9fdf-ba4224f200c7"}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "e18cbd57-4bb2-4488-bccf-54c045d9eccd"}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "1a59f575-bfce-4371-a3a5-48e8b44f0ef3"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:37.748366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-91277a20-dc24-41a4-adf5-d2c249073a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:37.750218 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-91277a20-dc24-41a4-adf5-d2c249073a43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 1127 time: 0.1089077 Feb 09 03:19:37.754851 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9838c41-c331-408d-81ff-f206162895e1 req-94777ed8-4b1e-44e4-8363-ebbdbe50ef3c tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050899 Feb 09 03:19:37.822963 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56c755-1875-49e3-9d29-ecea1633d17a req-e3fee68c-26b5-4973-8114-74154b153be6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:37.824518 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ef56c755-1875-49e3-9d29-ecea1633d17a req-e3fee68c-26b5-4973-8114-74154b153be6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1103759 Feb 09 03:19:37.829640 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-d82d6f3e-8ea9-4879-a01f-2a366e014372 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=006f5464-cd4d-4288-afa4-151c09d5b933 HTTP/1.1" status: 200 len: 217 time: 0.0721948 Feb 09 03:19:37.830731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ea8eb001-609c-4a2d-b995-965704cc17e3 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:37.831262 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.901212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ea8eb001-609c-4a2d-b995-965704cc17e3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ea8eb001-609c-4a2d-b995-965704cc17e3,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:37.906514 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e68d79-83e0-46ae-ba3f-c74bbff17ca5 x-openstack-request-id: req-20e68d79-83e0-46ae-ba3f-c74bbff17ca5 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:37.906848 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4", "name": "network-vif-unplugged", "status": "completed", "tag": "2f0f3972-6438-4198-bc64-0d92e2f5cc5e", "code": 200}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "1ad9d455-4ad1-4072-b862-136009b49bed", "code": 200}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "ccecbbca-afd0-4e04-9fdf-ba4224f200c7", "code": 200}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "e18cbd57-4bb2-4488-bccf-54c045d9eccd", "code": 200}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "1a59f575-bfce-4371-a3a5-48e8b44f0ef3", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:37.907103 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20e68d79-83e0-46ae-ba3f-c74bbff17ca5 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:37.907514 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec4cd15-fd00-4ead-ae0a-33a1e3c9a2d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f0f3972-6438-4198-bc64-0d92e2f5cc5e', 'code': 200} Feb 09 03:19:37.907831 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad9d455-4ad1-4072-b862-136009b49bed', 'code': 200} Feb 09 03:19:37.909659 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccecbbca-afd0-4e04-9fdf-ba4224f200c7', 'code': 200} Feb 09 03:19:37.912582 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18cbd57-4bb2-4488-bccf-54c045d9eccd', 'code': 200} Feb 09 03:19:37.912887 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a59f575-bfce-4371-a3a5-48e8b44f0ef3', 'code': 200} Feb 09 03:19:37.915305 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.930405 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ef56c755-1875-49e3-9d29-ecea1633d17a req-c847472e-f7ec-4dce-9911-ea8c349bd2c5 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991912 Feb 09 03:19:37.940463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-6de52755-b96e-4f23-a81d-bba0b5b98c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:37.951871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-6de52755-b96e-4f23-a81d-bba0b5b98c73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed0c13e8-f21f-41ec-8779-9469bf3fb0ce HTTP/1.1" status: 200 len: 843 time: 0.1157036 Feb 09 03:19:38.019470 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-bda1eaaa-a634-4a36-bb1f-568c5775a6a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75828077-ee15-447a-987f-4c4688c24eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595508 Feb 09 03:19:38.028155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ea8eb001-609c-4a2d-b995-965704cc17e3,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:38.189663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-390d5abb-8d88-40c6-ba7a-e95818de5237 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629200 Feb 09 03:19:38.274021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da211e36-5f99-463c-8a60-b0eab713c53f req-6b3ed242-b84c-4be4-ab9f-969e5bdd7a3c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:38.281694 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da211e36-5f99-463c-8a60-b0eab713c53f req-6b3ed242-b84c-4be4-ab9f-969e5bdd7a3c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.1477094 Feb 09 03:19:38.361723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7dc4-a105-4528-969e-24d2bdd2ee00 req-ec90f3a6-d9fa-463c-9b4f-80617c22d260 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:38.368965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7dc4-a105-4528-969e-24d2bdd2ee00 req-ec90f3a6-d9fa-463c-9b4f-80617c22d260 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:38.375372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7dc4-a105-4528-969e-24d2bdd2ee00 req-ec90f3a6-d9fa-463c-9b4f-80617c22d260 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:38.381959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da211e36-5f99-463c-8a60-b0eab713c53f req-4dc753f6-5385-40b3-825b-1b2ed8a611fa tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990572 Feb 09 03:19:38.382426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7dc4-a105-4528-969e-24d2bdd2ee00 req-ec90f3a6-d9fa-463c-9b4f-80617c22d260 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:38.385865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f8a707c-ce6a-48e9-b057-6d1c50f92203 req-2a6cfede-e628-414f-88a9-caa40d19de41 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887119 Feb 09 03:19:38.388429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7dc4-a105-4528-969e-24d2bdd2ee00 req-ec90f3a6-d9fa-463c-9b4f-80617c22d260 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:38.394515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7dc4-a105-4528-969e-24d2bdd2ee00 req-ec90f3a6-d9fa-463c-9b4f-80617c22d260 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:38.401398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7dc4-a105-4528-969e-24d2bdd2ee00 req-ec90f3a6-d9fa-463c-9b4f-80617c22d260 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:38.403446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-534d7dc4-a105-4528-969e-24d2bdd2ee00 req-ec90f3a6-d9fa-463c-9b4f-80617c22d260 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.1208739 Feb 09 03:19:38.491327 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-534d7dc4-a105-4528-969e-24d2bdd2ee00 req-657ec386-0606-4915-b1aa-c46750c7339f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803397 Feb 09 03:19:38.891436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4073bf-b37b-4a2d-8d91-92fcf172151f req-b58b6055-72e3-42a0-beeb-e53ac53c72dd tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:38.898362 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b4073bf-b37b-4a2d-8d91-92fcf172151f req-b58b6055-72e3-42a0-beeb-e53ac53c72dd tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 944 time: 0.0645075 Feb 09 03:19:39.152242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f7505-6288-42f4-8886-9cfb613f1a8e req-d8838677-a62f-489a-8139-ec453044455e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.174421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce9f7505-6288-42f4-8886-9cfb613f1a8e req-d8838677-a62f-489a-8139-ec453044455e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1338966 Feb 09 03:19:39.181499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ae9f1b-e461-4c3c-b314-0f78c5ba69c5', 'tag': '006f5464-cd4d-4288-afa4-151c09d5b933'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:39.185612 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cee0b5-df77-4a7c-bfc0-6e3d859b0e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "96ae9f1b-e461-4c3c-b314-0f78c5ba69c5", "tag": "006f5464-cd4d-4288-afa4-151c09d5b933"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:39.268011 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b4073bf-b37b-4a2d-8d91-92fcf172151f req-fdc95a5d-ba64-4df4-b66c-b2ed486fd890 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686593 Feb 09 03:19:39.270029 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce9f7505-6288-42f4-8886-9cfb613f1a8e req-03ff2e64-1b1c-478b-9d92-edc5bce16e62 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945144 Feb 09 03:19:39.313390 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122d5024-b19d-47e8-a894-f101d005b5a0 x-openstack-request-id: req-122d5024-b19d-47e8-a894-f101d005b5a0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:39.313936 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ae9f1b-e461-4c3c-b314-0f78c5ba69c5", "tag": "006f5464-cd4d-4288-afa4-151c09d5b933", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:39.314355 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-122d5024-b19d-47e8-a894-f101d005b5a0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:39.314959 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ae9f1b-e461-4c3c-b314-0f78c5ba69c5', 'tag': '006f5464-cd4d-4288-afa4-151c09d5b933', 'status': 'completed', 'code': 200} Feb 09 03:19:39.396596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cee0b5-df77-4a7c-bfc0-6e3d859b0e3e req-9f2c245e-41bb-4a01-9a40-7d7e6cf910c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.398504 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-55cee0b5-df77-4a7c-bfc0-6e3d859b0e3e req-9f2c245e-41bb-4a01-9a40-7d7e6cf910c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 1127 time: 0.0492797 Feb 09 03:19:39.524456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cee0b5-df77-4a7c-bfc0-6e3d859b0e3e req-bdd697da-b012-4af2-b050-fd7937a43f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.527746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-55cee0b5-df77-4a7c-bfc0-6e3d859b0e3e req-bdd697da-b012-4af2-b050-fd7937a43f61 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 200 len: 904 time: 0.1195774 Feb 09 03:19:39.584353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205afc1f-0da4-49d6-b7a0-37e53b03e2e0 req-08bd48f7-a274-4e55-8460-d9ad093774f6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.584591 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-55cee0b5-df77-4a7c-bfc0-6e3d859b0e3e req-29c9d12d-d165-41df-8b18-6cfdde0ed75a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=006f5464-cd4d-4288-afa4-151c09d5b933 HTTP/1.1" status: 200 len: 217 time: 0.0498645 Feb 09 03:19:39.587295 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-205afc1f-0da4-49d6-b7a0-37e53b03e2e0 req-08bd48f7-a274-4e55-8460-d9ad093774f6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0810723 Feb 09 03:19:39.684362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cee0b5-df77-4a7c-bfc0-6e3d859b0e3e req-99d2be8a-386e-40f1-b8e1-828797205589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.685850 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-55cee0b5-df77-4a7c-bfc0-6e3d859b0e3e req-99d2be8a-386e-40f1-b8e1-828797205589 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed0c13e8-f21f-41ec-8779-9469bf3fb0ce HTTP/1.1" status: 200 len: 843 time: 0.0937140 Feb 09 03:19:39.692760 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-205afc1f-0da4-49d6-b7a0-37e53b03e2e0 req-9a22cef4-9f2b-43dd-9b99-cd86de0f1176 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939236 Feb 09 03:19:39.751405 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-55cee0b5-df77-4a7c-bfc0-6e3d859b0e3e req-2e48ab76-78bb-46ac-a99c-9d0664db3a14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75828077-ee15-447a-987f-4c4688c24eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366321 Feb 09 03:19:39.832526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9f57e-77d6-421a-bb48-6eb34778c728 req-702ed17f-f42b-4b97-a5ab-0a15970b7be2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.838413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9f57e-77d6-421a-bb48-6eb34778c728 req-702ed17f-f42b-4b97-a5ab-0a15970b7be2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.844841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9f57e-77d6-421a-bb48-6eb34778c728 req-702ed17f-f42b-4b97-a5ab-0a15970b7be2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.850979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9f57e-77d6-421a-bb48-6eb34778c728 req-702ed17f-f42b-4b97-a5ab-0a15970b7be2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.857040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9f57e-77d6-421a-bb48-6eb34778c728 req-702ed17f-f42b-4b97-a5ab-0a15970b7be2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.864161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9f57e-77d6-421a-bb48-6eb34778c728 req-702ed17f-f42b-4b97-a5ab-0a15970b7be2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.869678 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9f57e-77d6-421a-bb48-6eb34778c728 req-702ed17f-f42b-4b97-a5ab-0a15970b7be2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.872381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3eb9f57e-77d6-421a-bb48-6eb34778c728 req-702ed17f-f42b-4b97-a5ab-0a15970b7be2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.2205307 Feb 09 03:19:39.913835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8eb001-609c-4a2d-b995-965704cc17e3'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:39.917437 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d573d6-c9b8-4e74-8bef-8f1fccfd494f" -d '{"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "ea8eb001-609c-4a2d-b995-965704cc17e3"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:39.947858 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-55cee0b5-df77-4a7c-bfc0-6e3d859b0e3e req-148b1139-6d85-4dcd-b4de-33c0128c5659 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877780 Feb 09 03:19:39.977003 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8f7152-3b48-495d-8e7d-2d4c74f2276a x-openstack-request-id: req-ac8f7152-3b48-495d-8e7d-2d4c74f2276a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:39.977536 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-plugged", "status": "completed", "tag": "ea8eb001-609c-4a2d-b995-965704cc17e3", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:39.977956 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac8f7152-3b48-495d-8e7d-2d4c74f2276a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:39.978510 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8eb001-609c-4a2d-b995-965704cc17e3', 'code': 200} Feb 09 03:19:40.000384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3eb9f57e-77d6-421a-bb48-6eb34778c728 req-5ecb454a-6482-43d3-873c-d6fa11ab4b31 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171491 Feb 09 03:19:40.116959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-55cee0b5-df77-4a7c-bfc0-6e3d859b0e3e req-8679a938-d0b4-45e6-861e-427855aae127 service neutron] 10.222.0.42 "GET /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584508 Feb 09 03:19:40.170512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefcef9-259f-4f80-b108-4f349a5c3ae7 req-e7ffabc9-6e96-46dd-9b8a-9571388c6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.171072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefcef9-259f-4f80-b108-4f349a5c3ae7 req-e7ffabc9-6e96-46dd-9b8a-9571388c6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.171405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefcef9-259f-4f80-b108-4f349a5c3ae7 req-e7ffabc9-6e96-46dd-9b8a-9571388c6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.171863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefcef9-259f-4f80-b108-4f349a5c3ae7 req-e7ffabc9-6e96-46dd-9b8a-9571388c6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.172401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefcef9-259f-4f80-b108-4f349a5c3ae7 req-e7ffabc9-6e96-46dd-9b8a-9571388c6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.172897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefcef9-259f-4f80-b108-4f349a5c3ae7 req-e7ffabc9-6e96-46dd-9b8a-9571388c6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.173514 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefcef9-259f-4f80-b108-4f349a5c3ae7 req-e7ffabc9-6e96-46dd-9b8a-9571388c6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.175384 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1fefcef9-259f-4f80-b108-4f349a5c3ae7 req-e7ffabc9-6e96-46dd-9b8a-9571388c6ca4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 6713 time: 0.0804560 Feb 09 03:19:40.242720 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1fefcef9-259f-4f80-b108-4f349a5c3ae7 req-2f7a3426-d4cf-4b48-8359-fa5ec815aadf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597799 Feb 09 03:19:40.440319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab73ba-213c-4534-9fd3-7f7087a5b3e6 req-e4d98695-d80a-4f81-850a-f93fa9331cd1 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.444388 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d5ab73ba-213c-4534-9fd3-7f7087a5b3e6 req-e4d98695-d80a-4f81-850a-f93fa9331cd1 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 944 time: 0.1038384 Feb 09 03:19:40.483444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1ee4e-7507-4760-8543-da85f7df6fcc req-58cf09fe-7a9a-4727-ac1a-4fa20bb22647 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.485671 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25f1ee4e-7507-4760-8543-da85f7df6fcc req-58cf09fe-7a9a-4727-ac1a-4fa20bb22647 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0964186 Feb 09 03:19:40.523447 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d5ab73ba-213c-4534-9fd3-7f7087a5b3e6 req-883b830a-3e5b-495b-b41d-19007a772159 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657520 Feb 09 03:19:40.567327 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25f1ee4e-7507-4760-8543-da85f7df6fcc req-d81a9e33-1701-4e80-8ccd-c9de87b184b3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757513 Feb 09 03:19:40.819231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2d0ea-5c5b-4b4d-93f9-72446712ca58 req-23149f99-41fc-4ba8-a4e9-7fd5b0e1aea4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.820763 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3f2d0ea-5c5b-4b4d-93f9-72446712ca58 req-23149f99-41fc-4ba8-a4e9-7fd5b0e1aea4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0578821 Feb 09 03:19:40.872464 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3f2d0ea-5c5b-4b4d-93f9-72446712ca58 req-a6aa53b8-0e01-406e-8d04-aa5759ca5dde tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460899 Feb 09 03:19:41.159021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb451a-a411-42e8-86bf-44c0956ec122 req-fbb06e60-bac4-41b5-a3cf-09c4fd3fab04 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.165406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb451a-a411-42e8-86bf-44c0956ec122 req-fbb06e60-bac4-41b5-a3cf-09c4fd3fab04 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.171621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb451a-a411-42e8-86bf-44c0956ec122 req-fbb06e60-bac4-41b5-a3cf-09c4fd3fab04 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.177515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb451a-a411-42e8-86bf-44c0956ec122 req-fbb06e60-bac4-41b5-a3cf-09c4fd3fab04 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.183362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb451a-a411-42e8-86bf-44c0956ec122 req-fbb06e60-bac4-41b5-a3cf-09c4fd3fab04 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.188827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb451a-a411-42e8-86bf-44c0956ec122 req-fbb06e60-bac4-41b5-a3cf-09c4fd3fab04 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.194181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb451a-a411-42e8-86bf-44c0956ec122 req-fbb06e60-bac4-41b5-a3cf-09c4fd3fab04 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.196642 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9fb451a-a411-42e8-86bf-44c0956ec122 req-fbb06e60-bac4-41b5-a3cf-09c4fd3fab04 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.1157699 Feb 09 03:19:41.266475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9fb451a-a411-42e8-86bf-44c0956ec122 req-ea378978-873c-4944-a1e9-95a680530a52 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640128 Feb 09 03:19:41.366735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 006f5464-cd4d-4288-afa4-151c09d5b933 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:41.470490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 006f5464-cd4d-4288-afa4-151c09d5b933, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=006f5464-cd4d-4288-afa4-151c09d5b933,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:41.488980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '006f5464-cd4d-4288-afa4-151c09d5b933', 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'port_id': '006f5464-cd4d-4288-afa4-151c09d5b933', 'mac_address': 'fa:16:3e:c9:f5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0c13e8-f21f-41ec-8779-9469bf3fb0ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:41.528914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 006f5464-cd4d-4288-afa4-151c09d5b933 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:41.529786 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:41.544810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006f5464-cd4d-4288-afa4-151c09d5b933 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:41.567409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 006f5464-cd4d-4288-afa4-151c09d5b933, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=006f5464-cd4d-4288-afa4-151c09d5b933,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:41.574145 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:41.637418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=006f5464-cd4d-4288-afa4-151c09d5b933,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:41.664331 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1f766-e026-4cb3-87e5-b71d0187eab4 req-1db32708-3150-41f2-a28a-09b7b681f599 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.671458 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3aa1f766-e026-4cb3-87e5-b71d0187eab4 req-1db32708-3150-41f2-a28a-09b7b681f599 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 945 time: 0.0754278 Feb 09 03:19:41.732983 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3aa1f766-e026-4cb3-87e5-b71d0187eab4 req-ce7f9e5a-db41-4c1f-80fd-85b571538cf5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605004 Feb 09 03:19:41.746453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750d53a-4d5f-4710-90ce-0f1cd540fe10 req-002ef484-4bf3-4a20-81a1-8261a709a73c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.754165 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b750d53a-4d5f-4710-90ce-0f1cd540fe10 req-002ef484-4bf3-4a20-81a1-8261a709a73c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0748568 Feb 09 03:19:41.802860 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b750d53a-4d5f-4710-90ce-0f1cd540fe10 req-df6844c6-f3de-41d0-8ba0-9d5d075a08d0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Feb 09 03:19:41.839849 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['006f5464-cd4d-4288-afa4-151c09d5b933'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:42.013443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50aa2d-83a0-4a38-808b-7b93a1db5a2c req-8a489c4c-e27c-4e55-bf18-b909c55d0f7b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:42.015110 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b50aa2d-83a0-4a38-808b-7b93a1db5a2c req-8a489c4c-e27c-4e55-bf18-b909c55d0f7b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0697637 Feb 09 03:19:42.068230 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b50aa2d-83a0-4a38-808b-7b93a1db5a2c req-240966e7-3265-428e-bcec-07916f28d6ad tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 Feb 09 03:19:42.444386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51331-0602-448a-841c-43d1fe5b4e5c req-c240f23f-4651-47eb-8276-101a54960114 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:42.450529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51331-0602-448a-841c-43d1fe5b4e5c req-c240f23f-4651-47eb-8276-101a54960114 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:42.456420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51331-0602-448a-841c-43d1fe5b4e5c req-c240f23f-4651-47eb-8276-101a54960114 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:42.462574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51331-0602-448a-841c-43d1fe5b4e5c req-c240f23f-4651-47eb-8276-101a54960114 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:42.468879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51331-0602-448a-841c-43d1fe5b4e5c req-c240f23f-4651-47eb-8276-101a54960114 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:42.475600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51331-0602-448a-841c-43d1fe5b4e5c req-c240f23f-4651-47eb-8276-101a54960114 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:42.481210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51331-0602-448a-841c-43d1fe5b4e5c req-c240f23f-4651-47eb-8276-101a54960114 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:42.483383 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02e51331-0602-448a-841c-43d1fe5b4e5c req-c240f23f-4651-47eb-8276-101a54960114 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.1276805 Feb 09 03:19:42.555066 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02e51331-0602-448a-841c-43d1fe5b4e5c req-fecf5071-1939-4204-a260-9ee3b4ee5d97 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643086 Feb 09 03:19:42.916547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e141a8-9b23-432c-8b00-98ba40ca8f6b req-11946ddc-ef90-426a-b69b-7b6d29dc5a9d tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:42.921794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57e141a8-9b23-432c-8b00-98ba40ca8f6b req-11946ddc-ef90-426a-b69b-7b6d29dc5a9d tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 945 time: 0.1063211 Feb 09 03:19:42.954403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475c7b7-97d0-4ccc-be90-b7cba96f5726 req-a7695914-e832-44aa-ad3e-c0e437d2b3f7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:42.956062 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1475c7b7-97d0-4ccc-be90-b7cba96f5726 req-a7695914-e832-44aa-ad3e-c0e437d2b3f7 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0642490 Feb 09 03:19:43.011372 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57e141a8-9b23-432c-8b00-98ba40ca8f6b req-b9344a31-b280-4034-929b-7878a4a867a0 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827973 Feb 09 03:19:43.029915 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1475c7b7-97d0-4ccc-be90-b7cba96f5726 req-37443015-7e05-4232-846c-9790eb214708 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649562 Feb 09 03:19:43.203133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e47bf4-f278-48a5-9ed8-98366bce9436 req-10f56a53-0138-4eb0-91dd-fedf121933e1 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.205250 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c5e47bf4-f278-48a5-9ed8-98366bce9436 req-10f56a53-0138-4eb0-91dd-fedf121933e1 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0623019 Feb 09 03:19:43.271180 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c5e47bf4-f278-48a5-9ed8-98366bce9436 req-d412a2c3-7328-447a-ac54-c96fdc1f7e1f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589728 Feb 09 03:19:43.387938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 006f5464-cd4d-4288-afa4-151c09d5b933 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:43.450173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 006f5464-cd4d-4288-afa4-151c09d5b933 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:43.454688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 006f5464-cd4d-4288-afa4-151c09d5b933 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:43.455076 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:43.542803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 006f5464-cd4d-4288-afa4-151c09d5b933 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:43.543193 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:43.567070 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ae9f1b-e461-4c3c-b314-0f78c5ba69c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006f5464-cd4d-4288-afa4-151c09d5b933'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:43.569253 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c15493-4398-4082-ad91-d6158306b423" -d '{"events": [{"server_uuid": "96ae9f1b-e461-4c3c-b314-0f78c5ba69c5", "name": "network-vif-plugged", "status": "completed", "tag": "006f5464-cd4d-4288-afa4-151c09d5b933"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:43.582476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 006f5464-cd4d-4288-afa4-151c09d5b933, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=006f5464-cd4d-4288-afa4-151c09d5b933,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:43.587976 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:43.634335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=006f5464-cd4d-4288-afa4-151c09d5b933,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:43.641030 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d6fa72-40bd-46be-b810-bf6936adde5e x-openstack-request-id: req-24d6fa72-40bd-46be-b810-bf6936adde5e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:43.641528 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ae9f1b-e461-4c3c-b314-0f78c5ba69c5", "name": "network-vif-plugged", "status": "completed", "tag": "006f5464-cd4d-4288-afa4-151c09d5b933", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:43.641962 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24d6fa72-40bd-46be-b810-bf6936adde5e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:43.642684 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ae9f1b-e461-4c3c-b314-0f78c5ba69c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006f5464-cd4d-4288-afa4-151c09d5b933', 'code': 200} Feb 09 03:19:43.725965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef0e87-4f2a-4c51-af08-d3667c8daf3c req-4114a49d-24df-4b52-a8db-ea8427f24594 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.731749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef0e87-4f2a-4c51-af08-d3667c8daf3c req-4114a49d-24df-4b52-a8db-ea8427f24594 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.736984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef0e87-4f2a-4c51-af08-d3667c8daf3c req-4114a49d-24df-4b52-a8db-ea8427f24594 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.744071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef0e87-4f2a-4c51-af08-d3667c8daf3c req-4114a49d-24df-4b52-a8db-ea8427f24594 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.750637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef0e87-4f2a-4c51-af08-d3667c8daf3c req-4114a49d-24df-4b52-a8db-ea8427f24594 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.756136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef0e87-4f2a-4c51-af08-d3667c8daf3c req-4114a49d-24df-4b52-a8db-ea8427f24594 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.757204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8477c4d-af01-4d05-9e7b-87d4c4dda024 req-b08188a4-6d97-44fc-ac2c-ae9e28241219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.758761 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8477c4d-af01-4d05-9e7b-87d4c4dda024 req-b08188a4-6d97-44fc-ac2c-ae9e28241219 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 1129 time: 0.0553937 Feb 09 03:19:43.761648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef0e87-4f2a-4c51-af08-d3667c8daf3c req-4114a49d-24df-4b52-a8db-ea8427f24594 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.763489 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-96ef0e87-4f2a-4c51-af08-d3667c8daf3c req-4114a49d-24df-4b52-a8db-ea8427f24594 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.0993831 Feb 09 03:19:43.807085 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8477c4d-af01-4d05-9e7b-87d4c4dda024 req-bb730ed3-aac5-4bf3-87a0-835cbea4756e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Feb 09 03:19:43.827257 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-96ef0e87-4f2a-4c51-af08-d3667c8daf3c req-841da8a1-038b-4f05-b7b4-4c87d37c3395 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574524 Feb 09 03:19:43.960997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148e53b-8b08-497a-ac61-aa159c9e3380 req-5380805d-3782-4a72-8f2e-675f3097661f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.966316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148e53b-8b08-497a-ac61-aa159c9e3380 req-5380805d-3782-4a72-8f2e-675f3097661f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.977931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148e53b-8b08-497a-ac61-aa159c9e3380 req-5380805d-3782-4a72-8f2e-675f3097661f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.978134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148e53b-8b08-497a-ac61-aa159c9e3380 req-5380805d-3782-4a72-8f2e-675f3097661f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.983269 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148e53b-8b08-497a-ac61-aa159c9e3380 req-5380805d-3782-4a72-8f2e-675f3097661f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.988555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148e53b-8b08-497a-ac61-aa159c9e3380 req-5380805d-3782-4a72-8f2e-675f3097661f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.994197 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148e53b-8b08-497a-ac61-aa159c9e3380 req-5380805d-3782-4a72-8f2e-675f3097661f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.996345 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8148e53b-8b08-497a-ac61-aa159c9e3380 req-5380805d-3782-4a72-8f2e-675f3097661f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.0956113 Feb 09 03:19:44.006720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58846) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:44.012215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8aeafc07-95de-47ed-9fe0-e24646aa7142 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Request body: {'floatingip': {'port_id': '397580d3-d71b-4735-8a72-113a37dfc9d9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:44.060835 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8aeafc07-95de-47ed-9fe0-e24646aa7142 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for floatingip (683983bc-4665-4291-b6b2-731ad2279c41), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:44.142627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ede36b-9276-479a-b6ad-19c3fedf661d req-7cb4345d-a30a-4ab3-ab1a-83e1f68628cf tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:44.144896 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0ede36b-9276-479a-b6ad-19c3fedf661d req-7cb4345d-a30a-4ab3-ab1a-83e1f68628cf tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 946 time: 0.0594695 Feb 09 03:19:44.196647 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0ede36b-9276-479a-b6ad-19c3fedf661d req-efb798b9-28b6-4611-a240-3086e3ad0347 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456650 Feb 09 03:19:44.306771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d9ef3-e515-4926-aa55-6b28fccddb8c req-0fc0f7e8-d1d6-4865-8d4e-3f85ac5c724f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:44.308277 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db5d9ef3-e515-4926-aa55-6b28fccddb8c req-0fc0f7e8-d1d6-4865-8d4e-3f85ac5c724f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1741745 Feb 09 03:19:44.387438 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db5d9ef3-e515-4926-aa55-6b28fccddb8c req-18c223cf-c77a-4b91-930d-b1aaf4e134df tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728145 Feb 09 03:19:44.410608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c90ba4-816a-499d-b674-96a404840c0d req-0850b093-1714-411e-adc0-b8d0da9ec061 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:44.412357 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64c90ba4-816a-499d-b674-96a404840c0d req-0850b093-1714-411e-adc0-b8d0da9ec061 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0671442 Feb 09 03:19:44.459754 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64c90ba4-816a-499d-b674-96a404840c0d req-3f9612fc-25f5-49ce-ac11-175d1517adc9 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464218 Feb 09 03:19:44.634675 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8aeafc07-95de-47ed-9fe0-e24646aa7142 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:44.638618 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8aeafc07-95de-47ed-9fe0-e24646aa7142 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (683983bc-4665-4291-b6b2-731ad2279c41), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:44.755590 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-8aeafc07-95de-47ed-9fe0-e24646aa7142 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Floating IP 683983bc-4665-4291-b6b2-731ad2279c41 associated. External IP: 172.25.5.146, port: 397580d3-d71b-4735-8a72-113a37dfc9d9. Feb 09 03:19:44.990787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aeafc07-95de-47ed-9fe0-e24646aa7142 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Router 2d225704-846d-41b3-8890-95cde803fed7 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:19:45.111554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aeafc07-95de-47ed-9fe0-e24646aa7142 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:19:45.117495 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8aeafc07-95de-47ed-9fe0-e24646aa7142 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:45.123756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e73ddd-c8c4-4a9d-9af3-0a7865d1d7eb None None] Sync routers for ids ['2d225704-846d-41b3-8890-95cde803fed7'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:19:45.138570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e73ddd-c8c4-4a9d-9af3-0a7865d1d7eb None None] Routers {'2d225704-846d-41b3-8890-95cde803fed7'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:45.139738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-17e73ddd-c8c4-4a9d-9af3-0a7865d1d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:19:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d225704-846d-41b3-8890-95cde803fed7'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:45.152826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8aeafc07-95de-47ed-9fe0-e24646aa7142 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "PUT /v2.0/floatingips/683983bc-4665-4291-b6b2-731ad2279c41 HTTP/1.1" status: 200 len: 991 time: 1.1424873 Feb 09 03:19:45.152826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': '397580d3-d71b-4735-8a72-113a37dfc9d9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:45.153507 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd44948c-921f-4aca-8660-d2894fcdfbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "397580d3-d71b-4735-8a72-113a37dfc9d9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:45.204678 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e207d9-782a-47b8-b549-10b670a5a9b2 x-openstack-request-id: req-d6e207d9-782a-47b8-b549-10b670a5a9b2 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:45.205035 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "tag": "397580d3-d71b-4735-8a72-113a37dfc9d9", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:45.205558 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6e207d9-782a-47b8-b549-10b670a5a9b2 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:45.206028 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'tag': '397580d3-d71b-4735-8a72-113a37dfc9d9', 'status': 'completed', 'code': 200} Feb 09 03:19:45.274431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-17e73ddd-c8c4-4a9d-9af3-0a7865d1d7eb None None] Set router 2d225704-846d-41b3-8890-95cde803fed7 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:19:45.318317 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a8024-884d-4484-9c57-084d653a0e85 req-721d5a03-dad5-4404-a6d1-d8a3a7ffea9f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.324201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a8024-884d-4484-9c57-084d653a0e85 req-721d5a03-dad5-4404-a6d1-d8a3a7ffea9f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.333793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a8024-884d-4484-9c57-084d653a0e85 req-721d5a03-dad5-4404-a6d1-d8a3a7ffea9f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.339601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a8024-884d-4484-9c57-084d653a0e85 req-721d5a03-dad5-4404-a6d1-d8a3a7ffea9f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.345550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a8024-884d-4484-9c57-084d653a0e85 req-721d5a03-dad5-4404-a6d1-d8a3a7ffea9f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.351402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a8024-884d-4484-9c57-084d653a0e85 req-721d5a03-dad5-4404-a6d1-d8a3a7ffea9f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.356986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a8024-884d-4484-9c57-084d653a0e85 req-721d5a03-dad5-4404-a6d1-d8a3a7ffea9f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.364901 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-573a8024-884d-4484-9c57-084d653a0e85 req-721d5a03-dad5-4404-a6d1-d8a3a7ffea9f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.1430652 Feb 09 03:19:45.380542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-dc500526-cef9-4144-826f-1228c88d40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.381276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-dc500526-cef9-4144-826f-1228c88d40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.382035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-dc500526-cef9-4144-826f-1228c88d40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.382508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-dc500526-cef9-4144-826f-1228c88d40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.383145 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-dc500526-cef9-4144-826f-1228c88d40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.383730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-dc500526-cef9-4144-826f-1228c88d40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.384197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-dc500526-cef9-4144-826f-1228c88d40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.386222 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-dc500526-cef9-4144-826f-1228c88d40b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=246973f09cb0470ea327ac7b337704e0&device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 6713 time: 0.1140454 Feb 09 03:19:45.426544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99794f-ed23-4bec-8795-00fd46307e7e req-c491bc87-794b-4ba2-8203-3c66632c6219 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.428525 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a99794f-ed23-4bec-8795-00fd46307e7e req-c491bc87-794b-4ba2-8203-3c66632c6219 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 946 time: 0.1099803 Feb 09 03:19:45.446491 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-573a8024-884d-4484-9c57-084d653a0e85 req-d7f960ab-99f9-4cab-8da0-b52120197501 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804346 Feb 09 03:19:45.520583 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a99794f-ed23-4bec-8795-00fd46307e7e req-a097a615-3d89-44d9-9317-8b3634ec1a13 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609744 Feb 09 03:19:45.586129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-844fff9d-f5c2-44ed-9380-67216cf0b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.587711 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-844fff9d-f5c2-44ed-9380-67216cf0b74f service neutron] 10.222.0.65 "GET /v2.0/networks?id=423bdd76-f65e-4c73-ad02-e5e5e98dff69 HTTP/1.1" status: 200 len: 912 time: 0.1936560 Feb 09 03:19:45.619082 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-343b08d0-fb41-4018-84c6-42a91338c4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:45.647505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-17e73ddd-c8c4-4a9d-9af3-0a7865d1d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:15:31Z', 'revision_number': 4, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '683983bc-4665-4291-b6b2-731ad2279c41', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '2d225704-846d-41b3-8890-95cde803fed7', 'port_id': '397580d3-d71b-4735-8a72-113a37dfc9d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'mac_address': 'fa:16:3e:a8:d7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:17:13Z', 'updated_at': '2022-02-09T03:19:44Z', 'revision_number': 1, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd31f82f-bdca-47f5-9606-46d822c28362', 'name': '', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'mac_address': 'fa:16:3e:d5:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:29Z', 'updated_at': '2022-02-09T03:15:36Z', 'revision_number': 5, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'subnets': [{'id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:45.651843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362ffc0-ef49-4c30-972d-0df685371d08 req-bc3c27fa-07e1-4532-acf3-3c8fadfb0f5b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.652518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0362ffc0-ef49-4c30-972d-0df685371d08 req-bc3c27fa-07e1-4532-acf3-3c8fadfb0f5b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1082551 Feb 09 03:19:45.685305 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e73ddd-c8c4-4a9d-9af3-0a7865d1d7eb None None] Checking router: 2d225704-846d-41b3-8890-95cde803fed7 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:19:45.696601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e73ddd-c8c4-4a9d-9af3-0a7865d1d7eb None None] Routers {'2d225704-846d-41b3-8890-95cde803fed7'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:45.697885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-17e73ddd-c8c4-4a9d-9af3-0a7865d1d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:19:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d225704-846d-41b3-8890-95cde803fed7'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:45.705896 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-1e667aa3-4daf-425f-a361-999abf759ea0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=397580d3-d71b-4735-8a72-113a37dfc9d9 HTTP/1.1" status: 200 len: 999 time: 0.1117070 Feb 09 03:19:45.712851 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0362ffc0-ef49-4c30-972d-0df685371d08 req-0adf14e5-df1b-45bb-8598-cf6c51e718c8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532560 Feb 09 03:19:45.796789 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf063-b8cb-43b5-816e-f876b87200ee req-c681daf5-24a2-4bd3-a911-668e8bf2b135 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.798555 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-56dbf063-b8cb-43b5-816e-f876b87200ee req-c681daf5-24a2-4bd3-a911-668e8bf2b135 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.1890142 Feb 09 03:19:45.815005 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-6004fb9c-c9f9-47c4-9086-afc3c5d1978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.816672 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-6004fb9c-c9f9-47c4-9086-afc3c5d1978e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a716c847-82e7-4b0e-924d-ab5413feb52d HTTP/1.1" status: 200 len: 850 time: 0.0925050 Feb 09 03:19:45.839160 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-17e73ddd-c8c4-4a9d-9af3-0a7865d1d7eb None None] Set router 2d225704-846d-41b3-8890-95cde803fed7 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:19:45.881085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-56dbf063-b8cb-43b5-816e-f876b87200ee req-5c038850-f3e2-4e7b-81c7-e3822d6d372c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750799 Feb 09 03:19:45.914645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-14bcd785-e1b9-4e20-b581-b9fca0a74e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.916273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-14bcd785-e1b9-4e20-b581-b9fca0a74e75 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=423bdd76-f65e-4c73-ad02-e5e5e98dff69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0917375 Feb 09 03:19:46.057918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-02b68e09-82b3-45e4-a0f3-609a516575b2 service neutron] 10.222.0.65 "GET /v2.0/networks/423bdd76-f65e-4c73-ad02-e5e5e98dff69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343327 Feb 09 03:19:46.201381 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd44948c-921f-4aca-8660-d2894fcdfbe4 req-1bf6143c-269d-43b9-adae-861dfaf2e169 service neutron] 10.222.0.65 "GET /v2.0/networks/423bdd76-f65e-4c73-ad02-e5e5e98dff69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376462 Feb 09 03:19:46.292007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-17e73ddd-c8c4-4a9d-9af3-0a7865d1d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:15:31Z', 'revision_number': 4, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '683983bc-4665-4291-b6b2-731ad2279c41', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '2d225704-846d-41b3-8890-95cde803fed7', 'port_id': '397580d3-d71b-4735-8a72-113a37dfc9d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'mac_address': 'fa:16:3e:a8:d7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:17:13Z', 'updated_at': '2022-02-09T03:19:44Z', 'revision_number': 1, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd31f82f-bdca-47f5-9606-46d822c28362', 'name': '', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'mac_address': 'fa:16:3e:d5:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:29Z', 'updated_at': '2022-02-09T03:15:36Z', 'revision_number': 5, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'subnets': [{'id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:46.321381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e73ddd-c8c4-4a9d-9af3-0a7865d1d7eb None None] The sync data for ids ['2d225704-846d-41b3-8890-95cde803fed7'] in n-d-824835-15 is: [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:15:31Z', 'revision_number': 4, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '683983bc-4665-4291-b6b2-731ad2279c41', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '2d225704-846d-41b3-8890-95cde803fed7', 'port_id': '397580d3-d71b-4735-8a72-113a37dfc9d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'mac_address': 'fa:16:3e:a8:d7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:17:13Z', 'updated_at': '2022-02-09T03:19:44Z', 'revision_number': 1, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd31f82f-bdca-47f5-9606-46d822c28362', 'name': '', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'mac_address': 'fa:16:3e:d5:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:29Z', 'updated_at': '2022-02-09T03:15:36Z', 'revision_number': 5, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'subnets': [{'id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:19:46.513507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac51457-4b15-4e8d-9591-9e4c6aa2b55e req-2d0869f6-bd8e-432a-aa62-711b2d6119f5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.515021 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ac51457-4b15-4e8d-9591-9e4c6aa2b55e req-2d0869f6-bd8e-432a-aa62-711b2d6119f5 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 946 time: 0.0752101 Feb 09 03:19:46.550074 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d3073-b875-47ed-bdd8-9784e17b0cc0 None None] New status for floating IP 683983bc-4665-4291-b6b2-731ad2279c41: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:19:46.582040 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ac51457-4b15-4e8d-9591-9e4c6aa2b55e req-0d18a82f-d885-4bca-ba30-bde3c8253af7 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572116 Feb 09 03:19:46.619455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60212-20dd-4fe5-84c6-5c9d17c2ece3 req-6ea18eb7-a69c-401d-a38e-91f3b072a6e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.625173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60212-20dd-4fe5-84c6-5c9d17c2ece3 req-6ea18eb7-a69c-401d-a38e-91f3b072a6e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.631472 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60212-20dd-4fe5-84c6-5c9d17c2ece3 req-6ea18eb7-a69c-401d-a38e-91f3b072a6e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.636762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60212-20dd-4fe5-84c6-5c9d17c2ece3 req-6ea18eb7-a69c-401d-a38e-91f3b072a6e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.642219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60212-20dd-4fe5-84c6-5c9d17c2ece3 req-6ea18eb7-a69c-401d-a38e-91f3b072a6e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.648689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60212-20dd-4fe5-84c6-5c9d17c2ece3 req-6ea18eb7-a69c-401d-a38e-91f3b072a6e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.654187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60212-20dd-4fe5-84c6-5c9d17c2ece3 req-6ea18eb7-a69c-401d-a38e-91f3b072a6e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.656085 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ff60212-20dd-4fe5-84c6-5c9d17c2ece3 req-6ea18eb7-a69c-401d-a38e-91f3b072a6e9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.1128020 Feb 09 03:19:46.716948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ff60212-20dd-4fe5-84c6-5c9d17c2ece3 req-6d586f02-5a79-4899-82b2-ee7df76bf2c5 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547256 Feb 09 03:19:46.855484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958f770-9799-4020-b58b-0e545b752ef2 req-3bb48179-a949-495c-bb73-c84a2a103969 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.856933 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4958f770-9799-4020-b58b-0e545b752ef2 req-3bb48179-a949-495c-bb73-c84a2a103969 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0604496 Feb 09 03:19:46.871882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e5808-9b9c-4ec2-97a4-b0347fb2cd34 req-30cf2a13-8158-4dd3-8573-917b12d107a2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.877176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e5808-9b9c-4ec2-97a4-b0347fb2cd34 req-30cf2a13-8158-4dd3-8573-917b12d107a2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.883398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e5808-9b9c-4ec2-97a4-b0347fb2cd34 req-30cf2a13-8158-4dd3-8573-917b12d107a2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.888555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e5808-9b9c-4ec2-97a4-b0347fb2cd34 req-30cf2a13-8158-4dd3-8573-917b12d107a2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.894654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e5808-9b9c-4ec2-97a4-b0347fb2cd34 req-30cf2a13-8158-4dd3-8573-917b12d107a2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.899996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e5808-9b9c-4ec2-97a4-b0347fb2cd34 req-30cf2a13-8158-4dd3-8573-917b12d107a2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.905217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e5808-9b9c-4ec2-97a4-b0347fb2cd34 req-30cf2a13-8158-4dd3-8573-917b12d107a2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.906519 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4958f770-9799-4020-b58b-0e545b752ef2 req-b7a879bb-2510-472b-a4d2-05b83b3da0ad tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438986 Feb 09 03:19:46.907232 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d4e5808-9b9c-4ec2-97a4-b0347fb2cd34 req-30cf2a13-8158-4dd3-8573-917b12d107a2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.1007612 Feb 09 03:19:46.966732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d4e5808-9b9c-4ec2-97a4-b0347fb2cd34 req-35dc72bd-b485-418e-8454-9f52cca5c785 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531852 Feb 09 03:19:47.033228 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd1505-fd7f-4ce9-b4e6-65e0164446ed req-91908226-0cef-45e2-8449-2b2c87e030c6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.035792 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09dd1505-fd7f-4ce9-b4e6-65e0164446ed req-91908226-0cef-45e2-8449-2b2c87e030c6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0700347 Feb 09 03:19:47.091097 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09dd1505-fd7f-4ce9-b4e6-65e0164446ed req-3b1accd0-16b4-457c-9fe9-8cb792bdae56 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503252 Feb 09 03:19:47.133419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2c1f6-4080-4adf-9b9e-b82ab215ca5d req-a4a46bc2-0bcd-4e4f-817c-64fcc32cf275 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.138909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2c1f6-4080-4adf-9b9e-b82ab215ca5d req-a4a46bc2-0bcd-4e4f-817c-64fcc32cf275 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.145512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2c1f6-4080-4adf-9b9e-b82ab215ca5d req-a4a46bc2-0bcd-4e4f-817c-64fcc32cf275 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.150982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2c1f6-4080-4adf-9b9e-b82ab215ca5d req-a4a46bc2-0bcd-4e4f-817c-64fcc32cf275 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.156564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2c1f6-4080-4adf-9b9e-b82ab215ca5d req-a4a46bc2-0bcd-4e4f-817c-64fcc32cf275 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.163084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2c1f6-4080-4adf-9b9e-b82ab215ca5d req-a4a46bc2-0bcd-4e4f-817c-64fcc32cf275 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.168725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2c1f6-4080-4adf-9b9e-b82ab215ca5d req-a4a46bc2-0bcd-4e4f-817c-64fcc32cf275 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.170784 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10b2c1f6-4080-4adf-9b9e-b82ab215ca5d req-a4a46bc2-0bcd-4e4f-817c-64fcc32cf275 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.1113434 Feb 09 03:19:47.548755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee5cc5-a5b3-45b6-948a-4307e2d7a0d2 req-55ac94fc-f70f-425a-8ffe-579657093533 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.550806 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35ee5cc5-a5b3-45b6-948a-4307e2d7a0d2 req-55ac94fc-f70f-425a-8ffe-579657093533 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 944 time: 0.0555580 Feb 09 03:19:47.606813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35ee5cc5-a5b3-45b6-948a-4307e2d7a0d2 req-036cac0a-8b7a-491a-80ec-67092bbfb343 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490954 Feb 09 03:19:47.723976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c68aa5-f5af-4092-b995-490eafe176d6 req-38a2471f-55da-4caa-b3ac-f2cddf6e6e0f tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.725664 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8c68aa5-f5af-4092-b995-490eafe176d6 req-38a2471f-55da-4caa-b3ac-f2cddf6e6e0f tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 946 time: 0.0645494 Feb 09 03:19:47.775174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8c68aa5-f5af-4092-b995-490eafe176d6 req-3755a91f-6eba-4323-8408-29480477e013 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425811 Feb 09 03:19:48.054764 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-237835f7-63f7-4639-867c-22769e435c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:48.056191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665805d0-6114-44a6-b5f3-2206d8984128 req-df7072f9-2a4c-46aa-b0eb-8bed8c7ab35b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:48.057801 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-665805d0-6114-44a6-b5f3-2206d8984128 req-df7072f9-2a4c-46aa-b0eb-8bed8c7ab35b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0633078 Feb 09 03:19:48.113856 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-665805d0-6114-44a6-b5f3-2206d8984128 req-13de1f8f-0a46-47c1-b4bd-db11da9f2e82 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440829 Feb 09 03:19:48.228127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e766af-5999-4cad-89bd-18b86baa581e req-6786554a-a4e2-49c6-bf02-e34ef3064b78 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:48.230707 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93e766af-5999-4cad-89bd-18b86baa581e req-6786554a-a4e2-49c6-bf02-e34ef3064b78 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0600190 Feb 09 03:19:48.284169 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93e766af-5999-4cad-89bd-18b86baa581e req-57bd159b-2a18-4a0f-b5ca-8388d9118152 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450959 Feb 09 03:19:48.720807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac824a-5563-4a15-8c7c-11a9cff39dd4 req-db746407-b74a-46dc-b887-aa08e8aa3c0c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:48.723541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2eac824a-5563-4a15-8c7c-11a9cff39dd4 req-db746407-b74a-46dc-b887-aa08e8aa3c0c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.65 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 944 time: 0.0598705 Feb 09 03:19:48.750527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab802b-739e-4159-af8e-161868c4f56f req-67558127-3b26-42ab-96f9-8e924ee9e477 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:48.752605 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-06ab802b-739e-4159-af8e-161868c4f56f req-67558127-3b26-42ab-96f9-8e924ee9e477 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 944 time: 0.0655813 Feb 09 03:19:48.813321 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-06ab802b-739e-4159-af8e-161868c4f56f req-9be9a8f6-9207-4522-bd71-a86d29fc6d77 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533314 Feb 09 03:19:48.845285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-2eac824a-5563-4a15-8c7c-11a9cff39dd4 req-e62740d1-594f-403c-b41a-4eb1eed6247f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Deleting port 596cad0c-3537-4f16-bb08-28cdf3403d54 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:48.846399 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2eac824a-5563-4a15-8c7c-11a9cff39dd4 req-e62740d1-594f-403c-b41a-4eb1eed6247f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:48.980654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51933a60-d03a-4c79-b3e8-3e488f9beaa4 req-d94eb887-0a59-4203-bbbf-1b768ec63e73 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:48.982272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51933a60-d03a-4c79-b3e8-3e488f9beaa4 req-d94eb887-0a59-4203-bbbf-1b768ec63e73 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 946 time: 0.0943863 Feb 09 03:19:48.984103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-2eac824a-5563-4a15-8c7c-11a9cff39dd4 req-e62740d1-594f-403c-b41a-4eb1eed6247f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] For port 596cad0c-3537-4f16-bb08-28cdf3403d54, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=596cad0c-3537-4f16-bb08-28cdf3403d54,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:48.984463 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2eac824a-5563-4a15-8c7c-11a9cff39dd4 req-e62740d1-594f-403c-b41a-4eb1eed6247f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:49.004648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-2eac824a-5563-4a15-8c7c-11a9cff39dd4 req-e62740d1-594f-403c-b41a-4eb1eed6247f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Calling delete_port for 596cad0c-3537-4f16-bb08-28cdf3403d54 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:49.079123 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51933a60-d03a-4c79-b3e8-3e488f9beaa4 req-97666946-0132-461b-8405-392190448008 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865738 Feb 09 03:19:49.167925 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2eac824a-5563-4a15-8c7c-11a9cff39dd4 req-e62740d1-594f-403c-b41a-4eb1eed6247f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (596cad0c-3537-4f16-bb08-28cdf3403d54), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:49.199373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62740d1-594f-403c-b41a-4eb1eed6247f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Pushing event deleted for resources: {'Port': ['ID=596cad0c-3537-4f16-bb08-28cdf3403d54,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:49.219378 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:49.243223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eac824a-5563-4a15-8c7c-11a9cff39dd4 req-e62740d1-594f-403c-b41a-4eb1eed6247f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] No DVR routers for this DVR port 596cad0c-3537-4f16-bb08-28cdf3403d54 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:49.245967 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2eac824a-5563-4a15-8c7c-11a9cff39dd4 req-e62740d1-594f-403c-b41a-4eb1eed6247f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:49.249441 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2eac824a-5563-4a15-8c7c-11a9cff39dd4 req-e62740d1-594f-403c-b41a-4eb1eed6247f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.65 "DELETE /v2.0/ports/596cad0c-3537-4f16-bb08-28cdf3403d54 HTTP/1.1" status: 204 len: 173 time: 0.5186622 Feb 09 03:19:49.250573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1354da39-65a6-407d-81d7-99cdf3b2f091', 'name': 'network-vif-deleted', 'tag': '596cad0c-3537-4f16-bb08-28cdf3403d54'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:49.252109 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32db3e27-9c9c-4471-9002-a794a96ae2c7" -d '{"events": [{"server_uuid": "1354da39-65a6-407d-81d7-99cdf3b2f091", "name": "network-vif-deleted", "tag": "596cad0c-3537-4f16-bb08-28cdf3403d54"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:49.259039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b7d50-1b46-442a-b0c0-b4eff6d5f28b req-7c86b36c-9cd8-435f-b59e-0b1e0d1e4537 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:49.260593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f11b7d50-1b46-442a-b0c0-b4eff6d5f28b req-7c86b36c-9cd8-435f-b59e-0b1e0d1e4537 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0751712 Feb 09 03:19:49.292253 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ace16cd-b2e4-46e9-a18a-1134b0fea70b x-openstack-request-id: req-4ace16cd-b2e4-46e9-a18a-1134b0fea70b {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:49.292918 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1354da39-65a6-407d-81d7-99cdf3b2f091", "name": "network-vif-deleted", "tag": "596cad0c-3537-4f16-bb08-28cdf3403d54", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:49.293542 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ace16cd-b2e4-46e9-a18a-1134b0fea70b {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:49.294017 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1354da39-65a6-407d-81d7-99cdf3b2f091', 'name': 'network-vif-deleted', 'tag': '596cad0c-3537-4f16-bb08-28cdf3403d54', 'status': 'completed', 'code': 200} Feb 09 03:19:49.323942 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f11b7d50-1b46-442a-b0c0-b4eff6d5f28b req-abce1f4e-5bfb-49ad-bb76-883fc3a3cc48 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520747 Feb 09 03:19:49.431679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a9689-daa9-41d1-92be-da7c98114322 req-0cb5aea6-025b-4129-a3d6-1f1e7af4d3c5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:49.435338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 006f5464-cd4d-4288-afa4-151c09d5b933 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:49.445393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d4a9689-daa9-41d1-92be-da7c98114322 req-0cb5aea6-025b-4129-a3d6-1f1e7af4d3c5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0767968 Feb 09 03:19:49.507744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d4a9689-daa9-41d1-92be-da7c98114322 req-f36c5eda-83c8-4fac-9ca6-fe2be00f7474 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563853 Feb 09 03:19:49.567487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 006f5464-cd4d-4288-afa4-151c09d5b933, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=006f5464-cd4d-4288-afa4-151c09d5b933,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:49.578813 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '006f5464-cd4d-4288-afa4-151c09d5b933', 'network_id': '75828077-ee15-447a-987f-4c4688c24eaa', 'port_id': '006f5464-cd4d-4288-afa4-151c09d5b933', 'mac_address': 'fa:16:3e:c9:f5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0c13e8-f21f-41ec-8779-9469bf3fb0ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:49.617128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 006f5464-cd4d-4288-afa4-151c09d5b933 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:49.617544 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:49.631382 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 006f5464-cd4d-4288-afa4-151c09d5b933 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:49.652913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 006f5464-cd4d-4288-afa4-151c09d5b933, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=006f5464-cd4d-4288-afa4-151c09d5b933,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:49.657874 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:49.713522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=006f5464-cd4d-4288-afa4-151c09d5b933,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:49.792708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['006f5464-cd4d-4288-afa4-151c09d5b933'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:50.003385 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ae78b3b-dcd8-4d79-b0df-544fb4db348c req-48e44f5f-39b4-4483-89e9-82a6a0f0e4b2 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=1354da39-65a6-407d-81d7-99cdf3b2f091 HTTP/1.1" status: 200 len: 210 time: 0.0444133 Feb 09 03:19:50.215406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6efa9-f78b-4e3c-aafc-605cbe8e4d9d req-b3de2a3e-5f08-4c2b-9d32-b15f045718df tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:50.216937 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24c6efa9-f78b-4e3c-aafc-605cbe8e4d9d req-b3de2a3e-5f08-4c2b-9d32-b15f045718df tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 945 time: 0.0550299 Feb 09 03:19:50.271906 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24c6efa9-f78b-4e3c-aafc-605cbe8e4d9d req-cee466de-26d5-415b-861e-987137dee58d tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471339 Feb 09 03:19:50.457218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de2d75-9afa-4f1c-9d1c-85f17dfd2a04 req-429dcd04-9fdb-49b2-b14b-7ded75496137 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:50.459086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68de2d75-9afa-4f1c-9d1c-85f17dfd2a04 req-429dcd04-9fdb-49b2-b14b-7ded75496137 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0629725 Feb 09 03:19:50.517822 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68de2d75-9afa-4f1c-9d1c-85f17dfd2a04 req-10994722-23a8-4e6e-8b16-a5b33801cf45 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525889 Feb 09 03:19:50.645448 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:50.646165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0dce-e02e-42ef-8e15-e36af2eef7b5 req-7b0fe130-f86a-4390-8ae1-7fac0aab45ef tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:50.647897 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-487f0dce-e02e-42ef-8e15-e36af2eef7b5 req-7b0fe130-f86a-4390-8ae1-7fac0aab45ef tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0607092 Feb 09 03:19:50.702135 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-487f0dce-e02e-42ef-8e15-e36af2eef7b5 req-2c7d09bc-69c7-4334-8138-26269c25d031 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479271 Feb 09 03:19:51.061371 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:19:51.304835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e7d0f-4131-4658-9451-47feee83c6db req-650091ad-83e9-4cd3-81b8-b36f1c871ae7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:51.306366 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bd0e7d0f-4131-4658-9451-47feee83c6db req-650091ad-83e9-4cd3-81b8-b36f1c871ae7 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 944 time: 0.0523388 Feb 09 03:19:51.354067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bd0e7d0f-4131-4658-9451-47feee83c6db req-f2e35f44-12e7-458c-93c5-f1521780447b tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Feb 09 03:19:51.399775 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670a5c6-51cf-47cc-9c84-d7fd476b1740 req-3277bcab-8ee1-4c21-a417-1aee48c041df tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:51.401226 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f670a5c6-51cf-47cc-9c84-d7fd476b1740 req-3277bcab-8ee1-4c21-a417-1aee48c041df tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 945 time: 0.0564249 Feb 09 03:19:51.440853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 006f5464-cd4d-4288-afa4-151c09d5b933 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:51.448647 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f670a5c6-51cf-47cc-9c84-d7fd476b1740 req-3bf255b5-87b4-4d1a-9a4b-bdc68da6af11 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417511 Feb 09 03:19:51.519747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 006f5464-cd4d-4288-afa4-151c09d5b933 is: BUILD; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:51.520298 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.533460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 006f5464-cd4d-4288-afa4-151c09d5b933 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:51.559263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 006f5464-cd4d-4288-afa4-151c09d5b933, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=006f5464-cd4d-4288-afa4-151c09d5b933,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:51.575717 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.635683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=006f5464-cd4d-4288-afa4-151c09d5b933,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:51.671426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee4ea-4573-45a6-bc89-6a5c34f9ed2c req-810ffec8-3fd8-4a6a-b0fe-a64736d871d6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:51.673519 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-be9ee4ea-4573-45a6-bc89-6a5c34f9ed2c req-810ffec8-3fd8-4a6a-b0fe-a64736d871d6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0628972 Feb 09 03:19:51.725074 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-be9ee4ea-4573-45a6-bc89-6a5c34f9ed2c req-fbcf9c83-d36c-4d0a-b998-f8faec4da92e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453236 Feb 09 03:19:51.841853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1042bd-0a5f-45fa-a81b-5d509aee7317 req-2bccb7c3-0153-447b-943d-af7b2a1f5474 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:51.843570 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af1042bd-0a5f-45fa-a81b-5d509aee7317 req-2bccb7c3-0153-447b-943d-af7b2a1f5474 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0566957 Feb 09 03:19:51.849737 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e01b0-a1cb-43f9-b517-d0d404f21d9b req-011dcd44-35eb-4372-8196-a059a1571930 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:51.851226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-839e01b0-a1cb-43f9-b517-d0d404f21d9b req-011dcd44-35eb-4372-8196-a059a1571930 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 944 time: 0.0579770 Feb 09 03:19:51.892833 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.901258 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-839e01b0-a1cb-43f9-b517-d0d404f21d9b req-a6ae2f2f-1bfa-48df-8ade-562eb37d2537 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443482 Feb 09 03:19:52.257456 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af1042bd-0a5f-45fa-a81b-5d509aee7317 req-8ab3d427-b3ff-48f3-88eb-e4f584250935 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068515 Feb 09 03:19:52.277135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025e36a-8bf1-4be2-8e62-fe10595a376f req-b5929352-839a-41b5-8612-6e1863eb2051 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:52.278566 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0025e36a-8bf1-4be2-8e62-fe10595a376f req-b5929352-839a-41b5-8612-6e1863eb2051 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.65 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 944 time: 0.1045675 Feb 09 03:19:52.281033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15eed7a9-35d4-47bf-a178-bd248ef875ae req-a73e16e8-f559-4b67-825f-a321e33b3b8d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1081543 Feb 09 03:19:52.417878 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eed7a9-35d4-47bf-a178-bd248ef875ae req-88c4573a-5ae5-41eb-a1ec-53c868e3ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:52.419380 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15eed7a9-35d4-47bf-a178-bd248ef875ae req-88c4573a-5ae5-41eb-a1ec-53c868e3ac5f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 1128 time: 0.0828283 Feb 09 03:19:52.443286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-0025e36a-8bf1-4be2-8e62-fe10595a376f req-ce78e18f-a78b-4426-9133-cd6cf970fb8c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Deleting port 976b19f7-1e10-42e4-b1cc-858c76c56487 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:52.443642 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0025e36a-8bf1-4be2-8e62-fe10595a376f req-ce78e18f-a78b-4426-9133-cd6cf970fb8c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.480283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00368e-1c50-44fa-b453-dc213a6188fc req-d1a3e902-7d9e-4465-b2f8-6ec8e6f44af0 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:52.481808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a00368e-1c50-44fa-b453-dc213a6188fc req-d1a3e902-7d9e-4465-b2f8-6ec8e6f44af0 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 944 time: 0.0535629 Feb 09 03:19:52.530112 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a00368e-1c50-44fa-b453-dc213a6188fc req-d3a82b74-f5c2-4de0-acba-34abe9cf8281 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423484 Feb 09 03:19:52.595597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0025e36a-8bf1-4be2-8e62-fe10595a376f req-ce78e18f-a78b-4426-9133-cd6cf970fb8c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] For port 976b19f7-1e10-42e4-b1cc-858c76c56487, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=976b19f7-1e10-42e4-b1cc-858c76c56487,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:52.595954 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0025e36a-8bf1-4be2-8e62-fe10595a376f req-ce78e18f-a78b-4426-9133-cd6cf970fb8c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.606122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eed7a9-35d4-47bf-a178-bd248ef875ae req-7253a114-decf-4ae9-9189-b7df20d96823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:52.607556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15eed7a9-35d4-47bf-a178-bd248ef875ae req-7253a114-decf-4ae9-9189-b7df20d96823 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.1610136 Feb 09 03:19:52.611239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-0025e36a-8bf1-4be2-8e62-fe10595a376f req-ce78e18f-a78b-4426-9133-cd6cf970fb8c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Calling delete_port for 976b19f7-1e10-42e4-b1cc-858c76c56487 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:52.657663 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15eed7a9-35d4-47bf-a178-bd248ef875ae req-c3282bd8-0aba-44d3-a602-979133acdc79 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97dd1d9-843c-4143-a566-e22e063bf526 HTTP/1.1" status: 200 len: 217 time: 0.0418491 Feb 09 03:19:52.747167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eed7a9-35d4-47bf-a178-bd248ef875ae req-be1568aa-0bfd-41d3-a489-30ef96b01c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:52.748597 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15eed7a9-35d4-47bf-a178-bd248ef875ae req-be1568aa-0bfd-41d3-a489-30ef96b01c89 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.0602279 Feb 09 03:19:52.788142 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15eed7a9-35d4-47bf-a178-bd248ef875ae req-cdb2141c-73cb-46ad-b130-3e2f95f0959f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297961 Feb 09 03:19:52.917973 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0025e36a-8bf1-4be2-8e62-fe10595a376f req-ce78e18f-a78b-4426-9133-cd6cf970fb8c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (976b19f7-1e10-42e4-b1cc-858c76c56487), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.960732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78e18f-a78b-4426-9133-cd6cf970fb8c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Pushing event deleted for resources: {'Port': ['ID=976b19f7-1e10-42e4-b1cc-858c76c56487,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:52.983842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c17683-d735-4690-968f-6ea3c5441f58 req-55e5748e-333d-4241-8e8a-bcdf0233bbc9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:52.985298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75c17683-d735-4690-968f-6ea3c5441f58 req-55e5748e-333d-4241-8e8a-bcdf0233bbc9 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.1933653 Feb 09 03:19:53.008989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15eed7a9-35d4-47bf-a178-bd248ef875ae req-d7500233-b52a-4b02-a556-5578c7cfe9c2 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069421 Feb 09 03:19:53.032661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fdfa2-2a1b-4fb9-92ce-e8f845af1b91 req-1cdee5e1-d23d-455b-9c4d-eda44bd15396 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:53.034267 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-801fdfa2-2a1b-4fb9-92ce-e8f845af1b91 req-1cdee5e1-d23d-455b-9c4d-eda44bd15396 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 944 time: 0.0632708 Feb 09 03:19:53.043941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-0025e36a-8bf1-4be2-8e62-fe10595a376f req-ce78e18f-a78b-4426-9133-cd6cf970fb8c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] No DVR routers for this DVR port 976b19f7-1e10-42e4-b1cc-858c76c56487 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:53.060733 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0025e36a-8bf1-4be2-8e62-fe10595a376f req-ce78e18f-a78b-4426-9133-cd6cf970fb8c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.063999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0025e36a-8bf1-4be2-8e62-fe10595a376f req-ce78e18f-a78b-4426-9133-cd6cf970fb8c tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.65 "DELETE /v2.0/ports/976b19f7-1e10-42e4-b1cc-858c76c56487 HTTP/1.1" status: 204 len: 173 time: 0.7556787 Feb 09 03:19:53.065569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9781281e-ea7e-4afc-ae22-a856c143aaf0', 'name': 'network-vif-deleted', 'tag': '976b19f7-1e10-42e4-b1cc-858c76c56487'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:53.067831 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb759807-0713-42a4-acdf-544db911b9f7" -d '{"events": [{"server_uuid": "9781281e-ea7e-4afc-ae22-a856c143aaf0", "name": "network-vif-deleted", "tag": "976b19f7-1e10-42e4-b1cc-858c76c56487"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:53.092079 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-801fdfa2-2a1b-4fb9-92ce-e8f845af1b91 req-2503b898-5748-4167-a1aa-f8fea00802c6 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1557b31-883d-45ae-8a0c-f0230d1ac2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516818 Feb 09 03:19:53.092542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 596cad0c-3537-4f16-bb08-28cdf3403d54 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:53.116208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 596cad0c-3537-4f16-bb08-28cdf3403d54 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:53.116701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 596cad0c-3537-4f16-bb08-28cdf3403d54 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:53.129235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75c17683-d735-4690-968f-6ea3c5441f58 req-693850a5-12e7-4bc6-893d-facab0024b01 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235962 Feb 09 03:19:53.159939 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869d8f55-9e4f-4d78-9f7f-8bc918ca8c5c x-openstack-request-id: req-869d8f55-9e4f-4d78-9f7f-8bc918ca8c5c {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:53.160886 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9781281e-ea7e-4afc-ae22-a856c143aaf0", "name": "network-vif-deleted", "tag": "976b19f7-1e10-42e4-b1cc-858c76c56487", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:53.161541 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-869d8f55-9e4f-4d78-9f7f-8bc918ca8c5c {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:53.161933 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9781281e-ea7e-4afc-ae22-a856c143aaf0', 'name': 'network-vif-deleted', 'tag': '976b19f7-1e10-42e4-b1cc-858c76c56487', 'status': 'completed', 'code': 200} Feb 09 03:19:53.181087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15eed7a9-35d4-47bf-a178-bd248ef875ae req-36e91151-4861-42f6-913a-7d13d410ca0a service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638093 Feb 09 03:19:53.376927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23977b3f-ff1e-4ddd-bd92-bdb3ca05a95a req-b49a9f58-46a3-4376-8019-4284d9eeba5b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:53.378877 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23977b3f-ff1e-4ddd-bd92-bdb3ca05a95a req-b49a9f58-46a3-4376-8019-4284d9eeba5b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0538898 Feb 09 03:19:53.424359 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23977b3f-ff1e-4ddd-bd92-bdb3ca05a95a req-8eb29487-be22-4a9f-aeeb-94183059084b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397885 Feb 09 03:19:53.487996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e4059-4512-4007-8d2f-c2a6d85dc35b req-0648b155-f5bf-4625-8676-87a2adfce007 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:53.489473 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef6e4059-4512-4007-8d2f-c2a6d85dc35b req-0648b155-f5bf-4625-8676-87a2adfce007 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 944 time: 0.0595250 Feb 09 03:19:53.591744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ef6e4059-4512-4007-8d2f-c2a6d85dc35b req-de1f85fc-d164-4981-87d0-149f89e32904 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Deleting port 006f5464-cd4d-4288-afa4-151c09d5b933 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:53.592105 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef6e4059-4512-4007-8d2f-c2a6d85dc35b req-de1f85fc-d164-4981-87d0-149f89e32904 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.668082 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-283fb3d0-d83a-47ec-b9e5-a5e6b6d06efe req-b1d5ca3a-1241-44c4-af1c-796ba73f5b87 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9781281e-ea7e-4afc-ae22-a856c143aaf0 HTTP/1.1" status: 200 len: 210 time: 0.0331712 Feb 09 03:19:53.710510 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ef6e4059-4512-4007-8d2f-c2a6d85dc35b req-de1f85fc-d164-4981-87d0-149f89e32904 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] For port 006f5464-cd4d-4288-afa4-151c09d5b933, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=006f5464-cd4d-4288-afa4-151c09d5b933,segment=NetworkSegment(23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110),segment_id=23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:53.710873 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef6e4059-4512-4007-8d2f-c2a6d85dc35b req-de1f85fc-d164-4981-87d0-149f89e32904 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.724017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ef6e4059-4512-4007-8d2f-c2a6d85dc35b req-de1f85fc-d164-4981-87d0-149f89e32904 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Calling delete_port for 006f5464-cd4d-4288-afa4-151c09d5b933 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:53.859872 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef6e4059-4512-4007-8d2f-c2a6d85dc35b req-de1f85fc-d164-4981-87d0-149f89e32904 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (006f5464-cd4d-4288-afa4-151c09d5b933), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.890321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f85fc-d164-4981-87d0-149f89e32904 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Pushing event deleted for resources: {'Port': ['ID=006f5464-cd4d-4288-afa4-151c09d5b933,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:53.920674 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.945499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6e4059-4512-4007-8d2f-c2a6d85dc35b req-de1f85fc-d164-4981-87d0-149f89e32904 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] No DVR routers for this DVR port 006f5464-cd4d-4288-afa4-151c09d5b933 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:53.948094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef6e4059-4512-4007-8d2f-c2a6d85dc35b req-de1f85fc-d164-4981-87d0-149f89e32904 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.951636 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef6e4059-4512-4007-8d2f-c2a6d85dc35b req-de1f85fc-d164-4981-87d0-149f89e32904 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.42 "DELETE /v2.0/ports/006f5464-cd4d-4288-afa4-151c09d5b933 HTTP/1.1" status: 204 len: 173 time: 0.4548099 Feb 09 03:19:53.952090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ae9f1b-e461-4c3c-b314-0f78c5ba69c5', 'name': 'network-vif-deleted', 'tag': '006f5464-cd4d-4288-afa4-151c09d5b933'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:53.955024 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9714e1-a84c-4dcd-83a8-0cf9a763c7aa" -d '{"events": [{"server_uuid": "96ae9f1b-e461-4c3c-b314-0f78c5ba69c5", "name": "network-vif-deleted", "tag": "006f5464-cd4d-4288-afa4-151c09d5b933"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:54.001276 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7930e8d7-00a4-45c9-81f5-8fc9ebfc7dad x-openstack-request-id: req-7930e8d7-00a4-45c9-81f5-8fc9ebfc7dad {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:54.002022 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ae9f1b-e461-4c3c-b314-0f78c5ba69c5", "name": "network-vif-deleted", "tag": "006f5464-cd4d-4288-afa4-151c09d5b933", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:54.002282 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7930e8d7-00a4-45c9-81f5-8fc9ebfc7dad {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:54.002692 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ae9f1b-e461-4c3c-b314-0f78c5ba69c5', 'name': 'network-vif-deleted', 'tag': '006f5464-cd4d-4288-afa4-151c09d5b933', 'status': 'completed', 'code': 200} Feb 09 03:19:54.214789 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-566d2538-45f3-4f4e-bfa1-ef5f477df1d8 req-a13d23f9-764a-43cc-8117-68e1c4388fc4 tempest-ImagesTestJSON-1716291418 tempest-ImagesTestJSON-1716291418-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ae9f1b-e461-4c3c-b314-0f78c5ba69c5 HTTP/1.1" status: 200 len: 210 time: 0.0275514 Feb 09 03:19:54.270439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bf4bb-f218-48a3-a2e7-802711a3fbd8 req-bcf6bcc4-8762-493a-a8df-107bb0f1b8b4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:54.271932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf0bf4bb-f218-48a3-a2e7-802711a3fbd8 req-bcf6bcc4-8762-493a-a8df-107bb0f1b8b4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 945 time: 0.0652168 Feb 09 03:19:54.320248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf0bf4bb-f218-48a3-a2e7-802711a3fbd8 req-ea5eeada-d447-416e-a3e8-b91249b5c2de tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423894 Feb 09 03:19:54.554024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab164-a38b-491d-a608-81fb2719c0de req-2200d2f9-10f2-44d2-bc41-4142f4e75471 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:54.555768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61fab164-a38b-491d-a608-81fb2719c0de req-2200d2f9-10f2-44d2-bc41-4142f4e75471 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0580683 Feb 09 03:19:54.607814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61fab164-a38b-491d-a608-81fb2719c0de req-f2216ec6-ead3-40ca-aa0e-20bf5fb3db1c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462828 Feb 09 03:19:54.690055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-bb776e01-0e84-43ec-a545-167c480f2eee tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:54.691896 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-bb776e01-0e84-43ec-a545-167c480f2eee tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd&tenant_id=3981e12ce8e54406870070535619e45b&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1128 time: 0.0485656 Feb 09 03:19:54.705263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-15'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:54.791255 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:54.918302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=13b7291b-74da-427c-8f79-fd02980f0fd0,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:54.991468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:55.021813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6e399-3388-4b24-bfb1-670bf2f8ffdb req-59e34e52-53b0-4310-a331-befcab7eef0f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:55.023287 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8e6e399-3388-4b24-bfb1-670bf2f8ffdb req-59e34e52-53b0-4310-a331-befcab7eef0f tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 944 time: 0.0964284 Feb 09 03:19:55.057534 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Publish callbacks [] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.064701 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.097000 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 13b7291b-74da-427c-8f79-fd02980f0fd0 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:55.123801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8e6e399-3388-4b24-bfb1-670bf2f8ffdb req-693ece23-47cb-43d1-85dc-20ec67ede362 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906568 Feb 09 03:19:55.164722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b4c408-f900-4cf2-a203-4a9fa533befd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b7291b-74da-427c-8f79-fd02980f0fd0'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:55.167120 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622b2772-00e6-4185-9839-a8848cad5b8a" -d '{"events": [{"server_uuid": "e0b4c408-f900-4cf2-a203-4a9fa533befd", "name": "network-vif-unplugged", "status": "completed", "tag": "13b7291b-74da-427c-8f79-fd02980f0fd0"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:55.170085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=13b7291b-74da-427c-8f79-fd02980f0fd0,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:55.189346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.189722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.190151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.190555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.191076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.191681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.191681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.192336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.192336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.192613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.192936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.193318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.193621 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:55.199960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on host n-h2-824835-15 for vnic_type normal with profile {"migrating_to": "n-h1-824835-15"} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:19:55.200277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:19:55.200577 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:55.204234 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:55.205300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:19:55.205648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:55.211450 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:19:55.211788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:55.212173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:19:55.212622 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Bound port: 13b7291b-74da-427c-8f79-fd02980f0fd0, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:19:55.212986 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.227663 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7533a875-5232-4e18-b566-c1fd5d88e5a4 x-openstack-request-id: req-7533a875-5232-4e18-b566-c1fd5d88e5a4 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:55.227962 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b4c408-f900-4cf2-a203-4a9fa533befd", "name": "network-vif-unplugged", "status": "completed", "tag": "13b7291b-74da-427c-8f79-fd02980f0fd0", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:55.228215 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7533a875-5232-4e18-b566-c1fd5d88e5a4 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:55.228608 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b4c408-f900-4cf2-a203-4a9fa533befd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b7291b-74da-427c-8f79-fd02980f0fd0', 'code': 200} Feb 09 03:19:55.236492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on host n-h2-824835-15 for vnic_type normal with profile {"migrating_to": "n-h1-824835-15"} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:19:55.237299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:19:55.238022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:55.243414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:19:55.243711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:55.249423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:19:55.249977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:55.250635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:19:55.251289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Bound port: 13b7291b-74da-427c-8f79-fd02980f0fd0, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:19:55.251955 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.296930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:55.301636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=13b7291b-74da-427c-8f79-fd02980f0fd0,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:19:55.309063 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.321166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:55.327090 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 13b7291b-74da-427c-8f79-fd02980f0fd0-n-h2-824835-15-0 {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:19:55.327843 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:19:55.391199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:55.391822 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.393212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] 10.222.0.65 "PUT /v2.0/ports/13b7291b-74da-427c-8f79-fd02980f0fd0 HTTP/1.1" status: 200 len: 1123 time: 0.6922338 Feb 09 03:19:55.397871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a3a52-0869-4a15-bf56-152509967cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=13b7291b-74da-427c-8f79-fd02980f0fd0,revision_number=8']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:55.472848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['13b7291b-74da-427c-8f79-fd02980f0fd0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:55.475065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38204d1-dd86-4537-ad1b-6df94725918c req-e3bcccc2-1d72-4d25-85e8-8341d65e81a8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:55.483549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f38204d1-dd86-4537-ad1b-6df94725918c req-e3bcccc2-1d72-4d25-85e8-8341d65e81a8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.0854151 Feb 09 03:19:55.561958 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f38204d1-dd86-4537-ad1b-6df94725918c req-b4754092-abf8-452a-8c03-46b5a90aa1a4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714078 Feb 09 03:19:55.644417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59060) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:55.701310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6977b4-2981-4182-8d9a-3d1774dd34ab admin admin] Deleting subnet ed0c13e8-f21f-41ec-8779-9469bf3fb0ce {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:19:55.704780 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e6977b4-2981-4182-8d9a-3d1774dd34ab admin admin] Publish callbacks [] for subnet (ed0c13e8-f21f-41ec-8779-9469bf3fb0ce), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.744836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e6977b4-2981-4182-8d9a-3d1774dd34ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (ed0c13e8-f21f-41ec-8779-9469bf3fb0ce), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.749698 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31c162-95cc-44a2-8cf7-c0f6e6fe9674 req-0def0261-1109-490d-90bc-026ac77e8f4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:55.751147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec31c162-95cc-44a2-8cf7-c0f6e6fe9674 req-0def0261-1109-490d-90bc-026ac77e8f4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0657892 Feb 09 03:19:55.786148 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e6977b4-2981-4182-8d9a-3d1774dd34ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ed0c13e8-f21f-41ec-8779-9469bf3fb0ce), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.804064 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec31c162-95cc-44a2-8cf7-c0f6e6fe9674 req-bcca1403-226d-43d1-a1bd-255a72c41253 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460551 Feb 09 03:19:55.844584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on host n-h2-824835-15 for vnic_type normal with profile {"migrating_to": "n-h1-824835-15"} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:19:55.845038 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:19:55.845764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:55.850477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:19:55.850874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Attempting to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 on network d6900578-017f-45ac-90ab-c2cb115c04f7 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:55.854327 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e6977b4-2981-4182-8d9a-3d1774dd34ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (ed0c13e8-f21f-41ec-8779-9469bf3fb0ce), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.854545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['13b7291b-74da-427c-8f79-fd02980f0fd0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:55.860619 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:19:55.861232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Checking segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:55.861673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Bound using segment: {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:19:55.862139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Bound port: 13b7291b-74da-427c-8f79-fd02980f0fd0, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceb4671-f95e-4473-8040-8f0d9ff7cce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd6900578-017f-45ac-90ab-c2cb115c04f7'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:19:55.862584 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.891639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6977b4-2981-4182-8d9a-3d1774dd34ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0c13e8-f21f-41ec-8779-9469bf3fb0ce,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:55.897660 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e6977b4-2981-4182-8d9a-3d1774dd34ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.901549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4e6977b4-2981-4182-8d9a-3d1774dd34ab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ed0c13e8-f21f-41ec-8779-9469bf3fb0ce HTTP/1.1" status: 204 len: 168 time: 0.2555752 Feb 09 03:19:55.904167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59064) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:55.959159 n-d-824835-15 neutron-server[103329]: WARNING neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Concurrent port binding operations failed on port 13b7291b-74da-427c-8f79-fd02980f0fd0 Feb 09 03:19:55.982100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=13b7291b-74da-427c-8f79-fd02980f0fd0,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:55.986752 n-d-824835-15 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Attempt 2 to bind port 13b7291b-74da-427c-8f79-fd02980f0fd0 Feb 09 03:19:55.987151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 13b7291b-74da-427c-8f79-fd02980f0fd0 has no active binding in host n-h1-824835-15 {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 03:19:56.017678 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (75828077-ee15-447a-987f-4c4688c24eaa), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.032077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64491715-41f6-44c3-a97e-05473ec6050e req-6dd8d265-951c-4b23-983b-cec5ba26f580 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:56.033743 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64491715-41f6-44c3-a97e-05473ec6050e req-6dd8d265-951c-4b23-983b-cec5ba26f580 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.65 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 944 time: 0.1262944 Feb 09 03:19:56.172984 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (75828077-ee15-447a-987f-4c4688c24eaa), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.198544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75828077-ee15-447a-987f-4c4688c24eaa']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:56.212336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:56.212644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:56.224555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.243091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-64491715-41f6-44c3-a97e-05473ec6050e req-4925dbe8-cb42-4f7c-bda9-95dec13fcc64 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Deleting port 6d167610-b15c-4921-9934-a2e664020afc {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:56.243421 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-64491715-41f6-44c3-a97e-05473ec6050e req-4925dbe8-cb42-4f7c-bda9-95dec13fcc64 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6d167610-b15c-4921-9934-a2e664020afc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.246337 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.258780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2495d-2964-46a4-937a-69b4a4b8e863 req-4c65e7aa-3927-425a-a5fe-eed5a7e7ca03 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:56.260401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96f2495d-2964-46a4-937a-69b4a4b8e863 req-4c65e7aa-3927-425a-a5fe-eed5a7e7ca03 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 944 time: 0.0558269 Feb 09 03:19:56.288331 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:19:56.288736 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (23e0a4fc-5e7c-48dc-9c8c-fd0ed3316110), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:19:56.290419 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:19:56.310134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96f2495d-2964-46a4-937a-69b4a4b8e863 req-433fcfc3-278d-48ba-b3c8-3e197a5a4c12 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/security-groups?id=252a9a75-cc05-40c4-b69b-8d2be51adefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Feb 09 03:19:56.357546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (75828077-ee15-447a-987f-4c4688c24eaa), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.370507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.373274 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] 10.222.0.21 "DELETE /v2.0/networks/75828077-ee15-447a-987f-4c4688c24eaa HTTP/1.1" status: 204 len: 168 time: 0.4674900 Feb 09 03:19:56.387146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6862ad8-b455-4fe7-a74d-a9e534f1b217 admin admin] Pushing event deleted for resources: {'Network': ['ID=75828077-ee15-447a-987f-4c4688c24eaa,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:56.404854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-64491715-41f6-44c3-a97e-05473ec6050e req-4925dbe8-cb42-4f7c-bda9-95dec13fcc64 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] For port 6d167610-b15c-4921-9934-a2e664020afc, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=6d167610-b15c-4921-9934-a2e664020afc,segment=NetworkSegment(3b263564-f62c-4af6-a3c7-03391b1c9cfa),segment_id=3b263564-f62c-4af6-a3c7-03391b1c9cfa)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:56.405219 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-64491715-41f6-44c3-a97e-05473ec6050e req-4925dbe8-cb42-4f7c-bda9-95dec13fcc64 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6d167610-b15c-4921-9934-a2e664020afc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.421263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-64491715-41f6-44c3-a97e-05473ec6050e req-4925dbe8-cb42-4f7c-bda9-95dec13fcc64 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Calling delete_port for 6d167610-b15c-4921-9934-a2e664020afc owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:56.566569 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-64491715-41f6-44c3-a97e-05473ec6050e req-4925dbe8-cb42-4f7c-bda9-95dec13fcc64 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6d167610-b15c-4921-9934-a2e664020afc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.578922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59070) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:56.596127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925dbe8-cb42-4f7c-bda9-95dec13fcc64 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Pushing event deleted for resources: {'Port': ['ID=6d167610-b15c-4921-9934-a2e664020afc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:56.626870 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fe433228-e2cf-4b14-8a89-f6b471956fb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae66a0e9a66843ac83f5d2b68cd41747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444739 Feb 09 03:19:56.627118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59074) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:56.655021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-64491715-41f6-44c3-a97e-05473ec6050e req-4925dbe8-cb42-4f7c-bda9-95dec13fcc64 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] No DVR routers for this DVR port 6d167610-b15c-4921-9934-a2e664020afc on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:56.664377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-64491715-41f6-44c3-a97e-05473ec6050e req-4925dbe8-cb42-4f7c-bda9-95dec13fcc64 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.667544 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64491715-41f6-44c3-a97e-05473ec6050e req-4925dbe8-cb42-4f7c-bda9-95dec13fcc64 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.65 "DELETE /v2.0/ports/6d167610-b15c-4921-9934-a2e664020afc HTTP/1.1" status: 204 len: 173 time: 0.6271574 Feb 09 03:19:56.681089 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d4cb66b-a05e-48aa-81a3-d61764c50798 admin admin] Publish callbacks [] for security_group (d1557b31-883d-45ae-8a0c-f0230d1ac2ab), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.704991 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d4cb66b-a05e-48aa-81a3-d61764c50798 admin admin] Publish callbacks [] for security_group (d1557b31-883d-45ae-8a0c-f0230d1ac2ab), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.715163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ff15-e6bd-4b0e-b301-1c0b79425090 req-00ea08f3-f569-423d-90bc-b39272d376df tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:56.716714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fef8ff15-e6bd-4b0e-b301-1c0b79425090 req-00ea08f3-f569-423d-90bc-b39272d376df tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.0630541 Feb 09 03:19:56.780099 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d4cb66b-a05e-48aa-81a3-d61764c50798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d1557b31-883d-45ae-8a0c-f0230d1ac2ab), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.783461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d4cb66b-a05e-48aa-81a3-d61764c50798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.785998 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1d4cb66b-a05e-48aa-81a3-d61764c50798 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1557b31-883d-45ae-8a0c-f0230d1ac2ab HTTP/1.1" status: 204 len: 168 time: 0.1579850 Feb 09 03:19:56.798912 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fef8ff15-e6bd-4b0e-b301-1c0b79425090 req-607241f2-8eda-41a0-b78a-880f6958d247 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760012 Feb 09 03:19:56.809164 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cb66b-a05e-48aa-81a3-d61764c50798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1557b31-883d-45ae-8a0c-f0230d1ac2ab,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:57.113633 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 6d167610-b15c-4921-9934-a2e664020afc no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:57.138892 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 6d167610-b15c-4921-9934-a2e664020afc {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:57.139752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 6d167610-b15c-4921-9934-a2e664020afc not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:57.140351 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 976b19f7-1e10-42e4-b1cc-858c76c56487 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:57.165634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 976b19f7-1e10-42e4-b1cc-858c76c56487 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:57.166257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 976b19f7-1e10-42e4-b1cc-858c76c56487 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:57.213202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c5fdf-881a-4337-98d9-825ac12c97b3 req-9c955ad1-94fa-47ae-9250-6a17acb574d5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:57.215007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-263c5fdf-881a-4337-98d9-825ac12c97b3 req-9c955ad1-94fa-47ae-9250-6a17acb574d5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.3268669 Feb 09 03:19:57.230031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b4c408-f900-4cf2-a203-4a9fa533befd', 'tag': '13b7291b-74da-427c-8f79-fd02980f0fd0'}, {'server_uuid': 'caee0469-ae58-48e8-a73b-477f03f3f708', 'name': 'network-vif-deleted', 'tag': '6d167610-b15c-4921-9934-a2e664020afc'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:57.232668 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0cb724-4a27-495f-8f3a-7684f21d4844" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b4c408-f900-4cf2-a203-4a9fa533befd", "tag": "13b7291b-74da-427c-8f79-fd02980f0fd0"}, {"server_uuid": "caee0469-ae58-48e8-a73b-477f03f3f708", "name": "network-vif-deleted", "tag": "6d167610-b15c-4921-9934-a2e664020afc"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:57.271480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-263c5fdf-881a-4337-98d9-825ac12c97b3 req-9480536d-1e56-44c9-99e3-b3a352f81b64 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481935 Feb 09 03:19:57.342074 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58918994-72b4-4c54-8566-5897c9a41c67 x-openstack-request-id: req-58918994-72b4-4c54-8566-5897c9a41c67 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:57.343145 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b4c408-f900-4cf2-a203-4a9fa533befd", "tag": "13b7291b-74da-427c-8f79-fd02980f0fd0", "status": "completed", "code": 200}, {"server_uuid": "caee0469-ae58-48e8-a73b-477f03f3f708", "name": "network-vif-deleted", "tag": "6d167610-b15c-4921-9934-a2e664020afc", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:57.343634 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58918994-72b4-4c54-8566-5897c9a41c67 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:57.344264 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b4c408-f900-4cf2-a203-4a9fa533befd', 'tag': '13b7291b-74da-427c-8f79-fd02980f0fd0', 'status': 'completed', 'code': 200} Feb 09 03:19:57.344820 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee0469-ae58-48e8-a73b-477f03f3f708', 'name': 'network-vif-deleted', 'tag': '6d167610-b15c-4921-9934-a2e664020afc', 'status': 'completed', 'code': 200} Feb 09 03:19:57.429542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cb724-4a27-495f-8f3a-7684f21d4844 req-d60e047a-78ef-43c7-9c41-33d97d36f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:57.431649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d0cb724-4a27-495f-8f3a-7684f21d4844 req-d60e047a-78ef-43c7-9c41-33d97d36f01b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 1157 time: 0.0626042 Feb 09 03:19:57.460868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 006f5464-cd4d-4288-afa4-151c09d5b933 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:57.499612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 006f5464-cd4d-4288-afa4-151c09d5b933 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:57.500622 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 006f5464-cd4d-4288-afa4-151c09d5b933 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:57.587016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2a0467d-65f5-4bc4-8c89-ae968ec6ad40 req-b06ccd32-0013-4a0d-bb84-bb2355dbb831 tempest-LiveAutoBlockMigrationV225Test-1787391472 tempest-LiveAutoBlockMigrationV225Test-1787391472-project] 10.222.0.21 "GET /v2.0/ports?device_id=caee0469-ae58-48e8-a73b-477f03f3f708 HTTP/1.1" status: 200 len: 210 time: 0.0500767 Feb 09 03:19:57.639091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cb724-4a27-495f-8f3a-7684f21d4844 req-a9428849-2110-4755-9aa0-4625a9007dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:57.640815 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d0cb724-4a27-495f-8f3a-7684f21d4844 req-a9428849-2110-4755-9aa0-4625a9007dc7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.2025733 Feb 09 03:19:57.700329 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d0cb724-4a27-495f-8f3a-7684f21d4844 req-3e56fbf1-fa5d-4b4a-ab02-f167ff225222 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13b7291b-74da-427c-8f79-fd02980f0fd0 HTTP/1.1" status: 200 len: 217 time: 0.0532608 Feb 09 03:19:57.756065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cb724-4a27-495f-8f3a-7684f21d4844 req-f1fb006f-88f5-4a2b-b8f3-78c366cadbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:57.757865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d0cb724-4a27-495f-8f3a-7684f21d4844 req-f1fb006f-88f5-4a2b-b8f3-78c366cadbed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.0500526 Feb 09 03:19:57.794379 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d0cb724-4a27-495f-8f3a-7684f21d4844 req-c9c687a5-ea97-4817-8b7f-d4154005e0ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289772 Feb 09 03:19:57.929864 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d0cb724-4a27-495f-8f3a-7684f21d4844 req-805b281c-2356-4965-9a5d-df42f871fa5d service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226306 Feb 09 03:19:58.000941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60babc-8242-498e-aaf1-47a12c8b5a7c req-50ef03cf-3074-4d2b-83a4-f8f46ba5d9b0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:58.002433 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc60babc-8242-498e-aaf1-47a12c8b5a7c req-50ef03cf-3074-4d2b-83a4-f8f46ba5d9b0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1217582 Feb 09 03:19:58.054428 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d0cb724-4a27-495f-8f3a-7684f21d4844 req-258115db-180c-4521-9466-705499d5e707 service neutron] 10.222.0.42 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151659 Feb 09 03:19:58.076773 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc60babc-8242-498e-aaf1-47a12c8b5a7c req-f8b8c757-438c-45f6-a288-ee7010ecf694 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622382 Feb 09 03:19:58.399191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2db2a4-1aa9-4e0c-a809-c4f87cf58c5e req-963549d7-56ee-4bcc-8780-0368410305a0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:58.401929 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c2db2a4-1aa9-4e0c-a809-c4f87cf58c5e req-963549d7-56ee-4bcc-8780-0368410305a0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0584180 Feb 09 03:19:58.450119 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c2db2a4-1aa9-4e0c-a809-c4f87cf58c5e req-8c8a3689-5a36-46ff-9691-9cd269cfc021 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Feb 09 03:19:58.641623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59142) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:58.895600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Deleting subnet 7bb24eb0-9eab-422f-8add-dff7fc4bde51 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:19:58.899743 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Publish callbacks [] for subnet (7bb24eb0-9eab-422f-8add-dff7fc4bde51), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.937263 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (7bb24eb0-9eab-422f-8add-dff7fc4bde51), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.980858 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (7bb24eb0-9eab-422f-8add-dff7fc4bde51), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.040872 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (7bb24eb0-9eab-422f-8add-dff7fc4bde51), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.072249 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.076098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7bb24eb0-9eab-422f-8add-dff7fc4bde51 HTTP/1.1" status: 204 len: 168 time: 0.4332960 Feb 09 03:19:59.077502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb24eb0-9eab-422f-8add-dff7fc4bde51,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:59.078646 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59156) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:59.091652 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.094005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.094807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.095250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.095686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.096527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.097114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.097587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.098013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.098437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.099024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.099592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.100269 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53724599-aaeb-430d-a393-af73e01456ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:59.176909 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (15acbecb-9714-49f5-a492-2cdfa4603bbf), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.233404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa9ab4-b2b9-446b-9f01-6803a04182f9 req-fc030820-99ed-4ca8-b209-0f3336fcb821 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:59.240814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04fa9ab4-b2b9-446b-9f01-6803a04182f9 req-fc030820-99ed-4ca8-b209-0f3336fcb821 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.0713162 Feb 09 03:19:59.267916 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (15acbecb-9714-49f5-a492-2cdfa4603bbf), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.301265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15acbecb-9714-49f5-a492-2cdfa4603bbf']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:59.308602 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04fa9ab4-b2b9-446b-9f01-6803a04182f9 req-5940a533-10a9-4099-8a30-1d1160ee624f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523973 Feb 09 03:19:59.311934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b263564-f62c-4af6-a3c7-03391b1c9cfa') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:59.312231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b263564-f62c-4af6-a3c7-03391b1c9cfa') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:59.323499 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (3b263564-f62c-4af6-a3c7-03391b1c9cfa), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.340749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (3b263564-f62c-4af6-a3c7-03391b1c9cfa), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.349248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:19:59.349742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (3b263564-f62c-4af6-a3c7-03391b1c9cfa), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:19:59.351813 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:19:59.412571 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (15acbecb-9714-49f5-a492-2cdfa4603bbf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.419357 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.426597 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] 10.222.0.21 "DELETE /v2.0/networks/15acbecb-9714-49f5-a492-2cdfa4603bbf HTTP/1.1" status: 204 len: 168 time: 0.3441179 Feb 09 03:19:59.427361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59166) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:59.436344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157ad9f-7410-4444-97fc-012e037c4537 admin admin] Pushing event deleted for resources: {'Network': ['ID=15acbecb-9714-49f5-a492-2cdfa4603bbf,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:59.480076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae6cc57-b0c1-44be-bc1e-47f382a4ecd9 admin admin] Deleting subnet 5130d83f-01ae-4d75-b619-95bbd7f960ae {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:19:59.483392 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ae6cc57-b0c1-44be-bc1e-47f382a4ecd9 admin admin] Publish callbacks [] for subnet (5130d83f-01ae-4d75-b619-95bbd7f960ae), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.525158 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ae6cc57-b0c1-44be-bc1e-47f382a4ecd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (5130d83f-01ae-4d75-b619-95bbd7f960ae), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.574577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ae6cc57-b0c1-44be-bc1e-47f382a4ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (5130d83f-01ae-4d75-b619-95bbd7f960ae), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.598531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656aeb5-ab27-4124-b622-86dc0873bbe0 req-ed6625c2-33f9-4dfe-b1a5-47dac855e68a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:59.601103 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c656aeb5-ab27-4124-b622-86dc0873bbe0 req-ed6625c2-33f9-4dfe-b1a5-47dac855e68a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0717750 Feb 09 03:19:59.640770 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ae6cc57-b0c1-44be-bc1e-47f382a4ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (5130d83f-01ae-4d75-b619-95bbd7f960ae), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.665950 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c656aeb5-ab27-4124-b622-86dc0873bbe0 req-bbdd148d-33cd-4065-a81f-edfae8318aaa tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576324 Feb 09 03:19:59.685017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6cc57-b0c1-44be-bc1e-47f382a4ecd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5130d83f-01ae-4d75-b619-95bbd7f960ae,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:59.687517 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ae6cc57-b0c1-44be-bc1e-47f382a4ecd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.694403 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4ae6cc57-b0c1-44be-bc1e-47f382a4ecd9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5130d83f-01ae-4d75-b619-95bbd7f960ae HTTP/1.1" status: 204 len: 168 time: 0.2635386 Feb 09 03:19:59.694969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59170) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:59.775765 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (09163753-2b33-413c-9fed-18583b6e8782), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.886798 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (09163753-2b33-413c-9fed-18583b6e8782), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.931558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09163753-2b33-413c-9fed-18583b6e8782']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:59.951190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cda1e1-c526-44bf-99a3-086a48661cc4') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:59.951491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cda1e1-c526-44bf-99a3-086a48661cc4') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:59.970768 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (e7cda1e1-c526-44bf-99a3-086a48661cc4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.000598 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e7cda1e1-c526-44bf-99a3-086a48661cc4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.002426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25806e-e1c4-4fde-adbc-77fef13c4918 req-30941f45-f65f-4d39-bf51-86b0d65fe294 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:00.014020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a25806e-e1c4-4fde-adbc-77fef13c4918 req-30941f45-f65f-4d39-bf51-86b0d65fe294 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0836329 Feb 09 03:20:00.020459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:20:00.025070 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (e7cda1e1-c526-44bf-99a3-086a48661cc4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:20:00.027127 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:20:00.092924 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a25806e-e1c4-4fde-adbc-77fef13c4918 req-b6d34352-1e75-4e6c-8eb7-302db0ca3a39 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760276 Feb 09 03:20:00.101309 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (09163753-2b33-413c-9fed-18583b6e8782), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.120306 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.126258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/09163753-2b33-413c-9fed-18583b6e8782 HTTP/1.1" status: 204 len: 168 time: 0.4296796 Feb 09 03:20:00.166870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e71aa-bb8e-4245-b3aa-d05fc241c2a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=09163753-2b33-413c-9fed-18583b6e8782,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:00.325880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ea371-ee09-447a-a5bd-f0787332679e req-1bfbc572-e9e8-41b5-859b-2c05955920f6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:00.341753 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a13ea371-ee09-447a-a5bd-f0787332679e req-1bfbc572-e9e8-41b5-859b-2c05955920f6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1336141 Feb 09 03:20:00.413924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59196) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:00.433995 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a13ea371-ee09-447a-a5bd-f0787332679e req-86de46ac-0c69-4cfb-bc57-03477cb1b1cd tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897503 Feb 09 03:20:00.446395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59198) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:00.573003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59204) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:00.580342 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-38c1126c-9bd9-4a90-8533-7ab12fd4d1bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=612b79b2c8c44d278e66100587b7c4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649010 Feb 09 03:20:00.615098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91caac1-bae4-4ba3-9ce5-cf767c26dbbe req-f5b61ad2-6d18-4b7f-9e1b-7a74041d9d8f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:00.627682 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d91caac1-bae4-4ba3-9ce5-cf767c26dbbe req-f5b61ad2-6d18-4b7f-9e1b-7a74041d9d8f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1776900 Feb 09 03:20:00.662563 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a43e792f-c084-4767-abc4-0f67fed98381 admin admin] Publish callbacks [] for security_group (252a9a75-cc05-40c4-b69b-8d2be51adefa), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.698601 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a43e792f-c084-4767-abc4-0f67fed98381 admin admin] Publish callbacks [] for security_group (252a9a75-cc05-40c4-b69b-8d2be51adefa), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.723480 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d91caac1-bae4-4ba3-9ce5-cf767c26dbbe req-7b5f925c-ee9a-4dd0-a1d0-dd699c84749c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933402 Feb 09 03:20:00.815254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d337ef88-780d-4992-bcd7-f40d2c949aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.881578 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a43e792f-c084-4767-abc4-0f67fed98381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (252a9a75-cc05-40c4-b69b-8d2be51adefa), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.884972 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a43e792f-c084-4767-abc4-0f67fed98381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.888528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a43e792f-c084-4767-abc4-0f67fed98381 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/252a9a75-cc05-40c4-b69b-8d2be51adefa HTTP/1.1" status: 204 len: 168 time: 0.3128662 Feb 09 03:20:00.916902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e792f-c084-4767-abc4-0f67fed98381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252a9a75-cc05-40c4-b69b-8d2be51adefa,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:00.938593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-7c88ea9f-3a66-4513-9b9c-c1137922211b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:00.948572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-7c88ea9f-3a66-4513-9b9c-c1137922211b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 812 time: 0.2046835 Feb 09 03:20:00.979779 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-beab20df-d76d-4839-9e29-889b8dd461f4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/quotas/ac10f34a12cf4fa8b1d9f6a90369baef HTTP/1.1" status: 200 len: 375 time: 0.0311260 Feb 09 03:20:01.078354 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d337ef88-780d-4992-bcd7-f40d2c949aa2 admin admin] Publish callbacks [] for security_group (5f8e29ee-2303-4b6e-a58d-aa1776198106), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.084329 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d337ef88-780d-4992-bcd7-f40d2c949aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5f8e29ee-2303-4b6e-a58d-aa1776198106), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.151814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-fa47cddb-5aa2-49b9-95e3-4b2ca7580a47 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1618881 Feb 09 03:20:01.180017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337ef88-780d-4992-bcd7-f40d2c949aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e29ee-2303-4b6e-a58d-aa1776198106,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:01.221450 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d337ef88-780d-4992-bcd7-f40d2c949aa2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7586fc8980e948ea921fae4557caf5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7738965 Feb 09 03:20:01.227513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59222) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:01.302889 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-6966b419-a900-4cd6-88b1-d5690aba0ec3 service neutron] 10.222.0.21 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499631 Feb 09 03:20:01.318329 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14dedfd0-e779-42e4-98c9-c4de9d4c8be5 admin admin] Publish callbacks [] for security_group (5f8e29ee-2303-4b6e-a58d-aa1776198106), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.332442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59224) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:01.346711 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14dedfd0-e779-42e4-98c9-c4de9d4c8be5 admin admin] Publish callbacks [] for security_group (5f8e29ee-2303-4b6e-a58d-aa1776198106), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.413188 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14dedfd0-e779-42e4-98c9-c4de9d4c8be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5f8e29ee-2303-4b6e-a58d-aa1776198106), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.417539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14dedfd0-e779-42e4-98c9-c4de9d4c8be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.418890 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-14dedfd0-e779-42e4-98c9-c4de9d4c8be5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f8e29ee-2303-4b6e-a58d-aa1776198106 HTTP/1.1" status: 204 len: 168 time: 0.1899533 Feb 09 03:20:01.429666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dedfd0-e779-42e4-98c9-c4de9d4c8be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e29ee-2303-4b6e-a58d-aa1776198106,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:01.440333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59228) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:01.451011 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2329ac85-1356-4a3e-9362-3d360dc4fffa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42e97172f5854ab2939fd498830157e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1173167 Feb 09 03:20:01.481870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 13b7291b-74da-427c-8f79-fd02980f0fd0 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:01.492194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-812307e5-bc92-4ccb-a8d0-e6cdf1c6d8d8 service neutron] 10.222.0.21 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815670 Feb 09 03:20:01.512210 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-21d62c06-9907-4f95-8f03-c42ac7c352d2 admin admin] Publish callbacks [] for security_group (b7e0b1c3-60d1-4e54-99d0-232569e64e33), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.542114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-21d62c06-9907-4f95-8f03-c42ac7c352d2 admin admin] Publish callbacks [] for security_group (b7e0b1c3-60d1-4e54-99d0-232569e64e33), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.584561 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 13b7291b-74da-427c-8f79-fd02980f0fd0 is: DOWN; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:01.632270 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-21d62c06-9907-4f95-8f03-c42ac7c352d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b7e0b1c3-60d1-4e54-99d0-232569e64e33), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.636282 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-21d62c06-9907-4f95-8f03-c42ac7c352d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.640929 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-21d62c06-9907-4f95-8f03-c42ac7c352d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7e0b1c3-60d1-4e54-99d0-232569e64e33 HTTP/1.1" status: 204 len: 168 time: 0.1961017 Feb 09 03:20:01.653508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d62c06-9907-4f95-8f03-c42ac7c352d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e0b1c3-60d1-4e54-99d0-232569e64e33,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:01.843300 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b48abac-c907-4b30-a4fa-15f98cbf3c2e req-a3c22340-84e5-42a7-9283-7c5e01387e41 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 210 time: 0.0746789 Feb 09 03:20:02.001142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa05c25-46f3-48dc-b8ee-e83891ac415a req-ce2bb0ef-05f5-4027-8d36-1a85ff10e57c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:02.020234 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1fa05c25-46f3-48dc-b8ee-e83891ac415a req-ce2bb0ef-05f5-4027-8d36-1a85ff10e57c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1343925 Feb 09 03:20:02.142403 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1fa05c25-46f3-48dc-b8ee-e83891ac415a req-cbbc452f-1f48-4fc0-9142-5eb5a4150009 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127703 Feb 09 03:20:02.990542 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f37cbc43-fd74-4d11-bd46-5dae3c2a37b8 req-26c4b99a-479b-4515-bb58-8f88c2e41dac tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 210 time: 0.0457182 Feb 09 03:20:03.438607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b3940-d90e-49fe-837b-488c86873e92 req-cd3f76b7-614d-46e9-9744-5a8958a06c16 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:03.441741 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea8b3940-d90e-49fe-837b-488c86873e92 req-cd3f76b7-614d-46e9-9744-5a8958a06c16 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1072016 Feb 09 03:20:03.450669 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-1b1f4bb2-39e8-4018-b24d-bd8c252b8b4f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:03.452555 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-1b1f4bb2-39e8-4018-b24d-bd8c252b8b4f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 812 time: 0.2981489 Feb 09 03:20:03.481299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Request body: {'port': {'device_id': 'fbcc8394-1ef1-47c4-abea-570ba07b8de0', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'admin_state_up': True, 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:03.574552 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea8b3940-d90e-49fe-837b-488c86873e92 req-3d0d5b71-f4ef-4394-96ab-b3ba9e98c8d0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199706 Feb 09 03:20:03.679072 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Made reservation on behalf of ac10f34a12cf4fa8b1d9f6a90369baef for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:03.684112 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.885065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Allocated IP 172.20.0.8 (b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b/06e48ffc-607c-4f3f-a297-93d786090dbf/c453f719-6bc5-4c12-9498-51859e8508bd) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:04.064734 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for port (c453f719-6bc5-4c12-9498-51859e8508bd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.115664 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.130402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['642c6e2d-c507-4ff4-82ca-121044d69858'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:20:04.191164 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event updated for resources: {'Port': ['ID=c453f719-6bc5-4c12-9498-51859e8508bd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:04.204982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:04.207899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:04.210751 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:04.300487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:04.301172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.336527 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825d7ae-3396-42ab-88a4-0ee96778c9da req-11108267-1047-4a5c-b00c-4fcfab962a3d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:04.339131 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6825d7ae-3396-42ab-88a4-0ee96778c9da req-11108267-1047-4a5c-b00c-4fcfab962a3d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 931 time: 0.1303399 Feb 09 03:20:04.345100 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-a6ef8aba-8b2c-4639-9e0c-53c145a77e15 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8693876 Feb 09 03:20:04.361646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Request body: {'port': {'device_id': 'fbcc8394-1ef1-47c4-abea-570ba07b8de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:04.437979 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.443556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6825d7ae-3396-42ab-88a4-0ee96778c9da req-c958c55b-af05-4f2c-b56c-f8f8b170cf4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926106 Feb 09 03:20:04.608117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7e9b375a-d950-4c56-88ef-d8a31e21ebdc None None] Provisioning complete for port c453f719-6bc5-4c12-9498-51859e8508bd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:04.608826 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7e9b375a-d950-4c56-88ef-d8a31e21ebdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.730198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b375a-d950-4c56-88ef-d8a31e21ebdc None None] Port c453f719-6bc5-4c12-9498-51859e8508bd cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:04.822844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888b34e-7bfa-473e-828c-b6132dd48e1f req-76456e5b-21bf-43a0-ace2-40426aee3bff tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:04.834181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b888b34e-7bfa-473e-828c-b6132dd48e1f req-76456e5b-21bf-43a0-ace2-40426aee3bff tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1016619 Feb 09 03:20:04.872141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c453f719-6bc5-4c12-9498-51859e8508bd {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:04.884664 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Publish callbacks [] for port (c453f719-6bc5-4c12-9498-51859e8508bd), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.895701 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b888b34e-7bfa-473e-828c-b6132dd48e1f req-1cc8a8f7-da37-4cfc-87b8-ae0db72d6b27 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581875 Feb 09 03:20:04.904385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Transition to ACTIVE for port object c453f719-6bc5-4c12-9498-51859e8508bd will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:20:04.920198 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.995853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Pushing event updated for resources: {'Port': ['ID=c453f719-6bc5-4c12-9498-51859e8508bd,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:05.142203 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Attempting to bind port c453f719-6bc5-4c12-9498-51859e8508bd on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:05.142626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Attempting to bind port c453f719-6bc5-4c12-9498-51859e8508bd by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:05.142833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Attempting to bind port c453f719-6bc5-4c12-9498-51859e8508bd on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:05.153815 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Port c453f719-6bc5-4c12-9498-51859e8508bd on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:20:05.154187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Attempting to bind port c453f719-6bc5-4c12-9498-51859e8508bd on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:05.160747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:05.161182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Checking segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:05.161795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Bound using segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:05.162235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Bound port: c453f719-6bc5-4c12-9498-51859e8508bd, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:05.162600 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.204267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59376) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:05.318216 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] For port c453f719-6bc5-4c12-9498-51859e8508bd, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:05.325846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] For port c453f719-6bc5-4c12-9498-51859e8508bd, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c453f719-6bc5-4c12-9498-51859e8508bd,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:05.337276 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.396891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:05.397524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c304-3af4-411f-aecb-4aa5faae86d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.398606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.400237 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] 10.222.0.42 "PUT /v2.0/ports/c453f719-6bc5-4c12-9498-51859e8508bd HTTP/1.1" status: 200 len: 1092 time: 1.0478380 Feb 09 03:20:05.402746 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcc8394-1ef1-47c4-abea-570ba07b8de0', 'tag': 'c453f719-6bc5-4c12-9498-51859e8508bd'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:05.413255 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02268e3a-5fc3-479a-bdab-73405e14bd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcc8394-1ef1-47c4-abea-570ba07b8de0", "tag": "c453f719-6bc5-4c12-9498-51859e8508bd"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:05.507932 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d9836f-d50d-4af9-9cc7-d08f66872ec8 x-openstack-request-id: req-29d9836f-d50d-4af9-9cc7-d08f66872ec8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:05.508369 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcc8394-1ef1-47c4-abea-570ba07b8de0", "tag": "c453f719-6bc5-4c12-9498-51859e8508bd", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:05.508686 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29d9836f-d50d-4af9-9cc7-d08f66872ec8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:05.509228 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcc8394-1ef1-47c4-abea-570ba07b8de0', 'tag': 'c453f719-6bc5-4c12-9498-51859e8508bd', 'status': 'completed', 'code': 200} Feb 09 03:20:05.519729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228f895-26f2-47bc-8a42-c93ac6a1a316 service neutron] Pushing event updated for resources: {'Port': ['ID=c453f719-6bc5-4c12-9498-51859e8508bd,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:05.564454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c304-3af4-411f-aecb-4aa5faae86d8 admin admin] Publish callbacks [] for security_group (c3c1ba15-6fe0-4d34-97c2-cdbfa9d5f756), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.568574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-7a955320-9adf-47e4-b6bd-bc0aa63b3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:05.574845 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c304-3af4-411f-aecb-4aa5faae86d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c3c1ba15-6fe0-4d34-97c2-cdbfa9d5f756), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.577299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-7a955320-9adf-47e4-b6bd-bc0aa63b3d48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 1126 time: 0.1167526 Feb 09 03:20:05.625511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c0b8c304-3af4-411f-aecb-4aa5faae86d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c48c3e49ab224a8d9888029097496f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4198289 Feb 09 03:20:05.631356 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59388) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:05.632895 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-35b8c9bc-1848-437d-9ae0-4df0f5e8cbb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c453f719-6bc5-4c12-9498-51859e8508bd HTTP/1.1" status: 200 len: 217 time: 0.0530281 Feb 09 03:20:05.700792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8c304-3af4-411f-aecb-4aa5faae86d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c1ba15-6fe0-4d34-97c2-cdbfa9d5f756,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:05.742094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5502d-3d2d-474e-a5de-3fad3c6e9fed req-73b6c51a-9824-4dc0-a26f-53fc0e2b91ca tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:05.750720 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9fd5502d-3d2d-474e-a5de-3fad3c6e9fed req-73b6c51a-9824-4dc0-a26f-53fc0e2b91ca tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 943 time: 0.1780708 Feb 09 03:20:05.751706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-65d4bb25-0d08-4fcb-94fa-aa07b1db835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:05.754442 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-65d4bb25-0d08-4fcb-94fa-aa07b1db835b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.1140304 Feb 09 03:20:05.756210 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a26a24de-739f-4010-a27c-2e7c26951867 admin admin] Publish callbacks [] for security_group (c3c1ba15-6fe0-4d34-97c2-cdbfa9d5f756), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.819244 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a26a24de-739f-4010-a27c-2e7c26951867 admin admin] Publish callbacks [] for security_group (c3c1ba15-6fe0-4d34-97c2-cdbfa9d5f756), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.865094 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9fd5502d-3d2d-474e-a5de-3fad3c6e9fed req-61ab5d8d-9dab-47d2-bd99-e13d196f890b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080885 Feb 09 03:20:05.880252 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-6f7d5881-5df4-4a50-99ce-f9736f417e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:05.880252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-6f7d5881-5df4-4a50-99ce-f9736f417e03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1126120 Feb 09 03:20:05.963308 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a26a24de-739f-4010-a27c-2e7c26951867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c3c1ba15-6fe0-4d34-97c2-cdbfa9d5f756), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.966872 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a26a24de-739f-4010-a27c-2e7c26951867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.968887 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a26a24de-739f-4010-a27c-2e7c26951867 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3c1ba15-6fe0-4d34-97c2-cdbfa9d5f756 HTTP/1.1" status: 204 len: 168 time: 0.3350792 Feb 09 03:20:06.000312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a24de-739f-4010-a27c-2e7c26951867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c1ba15-6fe0-4d34-97c2-cdbfa9d5f756,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:06.111164 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-36dbd39c-5b97-43a5-9a89-fd8793cdcc73 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197671 Feb 09 03:20:06.133004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3993b0-7a27-48a3-9bbe-704f12edf18e req-5af7f4bf-1331-4581-b018-b95af437dcea tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:06.139337 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59402) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:06.140887 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f3993b0-7a27-48a3-9bbe-704f12edf18e req-5af7f4bf-1331-4581-b018-b95af437dcea tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1358905 Feb 09 03:20:06.245650 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f3993b0-7a27-48a3-9bbe-704f12edf18e req-d59f17a8-889f-40b3-b902-ca30f863ecd5 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036279 Feb 09 03:20:06.314996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49331d4f-ba7b-4800-9e13-0a5bff2de398 req-c627676f-97ea-4ede-ab83-7e6083829719 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986656 Feb 09 03:20:06.433574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e3a-5fc3-479a-bdab-73405e14bd4f req-7eb67fc5-8436-4edb-9705-8b984a48bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:06.435416 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02268e3a-5fc3-479a-bdab-73405e14bd4f req-7eb67fc5-8436-4edb-9705-8b984a48bb9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 1126 time: 0.0691128 Feb 09 03:20:06.489830 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d82cd5c-d091-4566-af65-fe13969c7d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.522273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0bb82-0719-4059-bf50-7b78b4b977df req-c2fa5820-0813-4b54-af9a-697dc9efd599 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:06.524273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b6e0bb82-0719-4059-bf50-7b78b4b977df req-c2fa5820-0813-4b54-af9a-697dc9efd599 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.0965111 Feb 09 03:20:06.586309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e3a-5fc3-479a-bdab-73405e14bd4f req-ba8e7ed4-2b19-414e-a6e3-bbb134dd18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:06.588200 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02268e3a-5fc3-479a-bdab-73405e14bd4f req-ba8e7ed4-2b19-414e-a6e3-bbb134dd18b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.1440396 Feb 09 03:20:06.618424 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b6e0bb82-0719-4059-bf50-7b78b4b977df req-35308aa0-c4b6-4e0c-9cc2-bc6dfb3d2acb tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850041 Feb 09 03:20:06.637029 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02268e3a-5fc3-479a-bdab-73405e14bd4f req-14e23a16-02f8-4a7b-9711-1684dc261aae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c453f719-6bc5-4c12-9498-51859e8508bd HTTP/1.1" status: 200 len: 217 time: 0.0426815 Feb 09 03:20:06.675074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d82cd5c-d091-4566-af65-fe13969c7d91 admin admin] Publish callbacks [] for security_group (bf1b6703-ff49-44e9-85a1-2854110444da), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.682587 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d82cd5c-d091-4566-af65-fe13969c7d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bf1b6703-ff49-44e9-85a1-2854110444da), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.708856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e3a-5fc3-479a-bdab-73405e14bd4f req-4b604198-3f04-4250-8b40-943368adabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:06.710672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02268e3a-5fc3-479a-bdab-73405e14bd4f req-4b604198-3f04-4250-8b40-943368adabe1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0645018 Feb 09 03:20:06.728124 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2d82cd5c-d091-4566-af65-fe13969c7d91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ac89ff52c7445b1b7a50bde63376f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5876915 Feb 09 03:20:06.728868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82cd5c-d091-4566-af65-fe13969c7d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1b6703-ff49-44e9-85a1-2854110444da,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:06.731275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59420) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:06.786061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e3a-5fc3-479a-bdab-73405e14bd4f req-8f0d162a-faa7-4197-87b0-63bbcd793b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:06.787648 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02268e3a-5fc3-479a-bdab-73405e14bd4f req-8f0d162a-faa7-4197-87b0-63bbcd793b13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0678213 Feb 09 03:20:06.825973 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a08917fb-60a3-46e5-9f2e-dfbe850ab027 admin admin] Publish callbacks [] for security_group (bf1b6703-ff49-44e9-85a1-2854110444da), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.853651 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a08917fb-60a3-46e5-9f2e-dfbe850ab027 admin admin] Publish callbacks [] for security_group (bf1b6703-ff49-44e9-85a1-2854110444da), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.906374 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02268e3a-5fc3-479a-bdab-73405e14bd4f req-d22dc38b-7c1a-48a7-9e1d-b26c5e68f462 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121814 Feb 09 03:20:06.937847 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a08917fb-60a3-46e5-9f2e-dfbe850ab027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bf1b6703-ff49-44e9-85a1-2854110444da), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.944515 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a08917fb-60a3-46e5-9f2e-dfbe850ab027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.946085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a08917fb-60a3-46e5-9f2e-dfbe850ab027 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf1b6703-ff49-44e9-85a1-2854110444da HTTP/1.1" status: 204 len: 168 time: 0.2061367 Feb 09 03:20:06.966352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08917fb-60a3-46e5-9f2e-dfbe850ab027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1b6703-ff49-44e9-85a1-2854110444da,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:07.099848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b05f0-4818-4658-a9fd-de566fbe3542 req-f2d842ca-f351-4973-b3a2-a60ff1ce98a9 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:07.118543 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f8b05f0-4818-4658-a9fd-de566fbe3542 req-f2d842ca-f351-4973-b3a2-a60ff1ce98a9 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 943 time: 0.1466997 Feb 09 03:20:07.133104 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02268e3a-5fc3-479a-bdab-73405e14bd4f req-c41cbfec-59a8-4628-a9f1-69bde59dbad6 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202997 Feb 09 03:20:07.191821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f8b05f0-4818-4658-a9fd-de566fbe3542 req-c9ed8627-caa6-4b19-abce-9ff9ee8ba462 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671608 Feb 09 03:20:07.341459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cde985-aeb9-4ec9-a292-b2d235306611 req-f4874ae3-c6f0-40a4-b8dd-a94f57438f85 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:07.349297 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6cde985-aeb9-4ec9-a292-b2d235306611 req-f4874ae3-c6f0-40a4-b8dd-a94f57438f85 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.0723865 Feb 09 03:20:07.407579 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6cde985-aeb9-4ec9-a292-b2d235306611 req-a8286533-d2bd-4b91-ad1a-efe5d9ff6b10 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573826 Feb 09 03:20:07.417795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59448) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:07.431422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdd118-81a2-411c-98d5-c29c30a68660 req-d38cf17f-0b37-40c5-893b-cc1e9bf02569 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:07.432967 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15fdd118-81a2-411c-98d5-c29c30a68660 req-d38cf17f-0b37-40c5-893b-cc1e9bf02569 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.0645022 Feb 09 03:20:07.464055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59452) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:07.481468 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7e04a57-e834-4d4c-868f-c8708efeefc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.496734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c453f719-6bc5-4c12-9498-51859e8508bd details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:20:07.539397 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15fdd118-81a2-411c-98d5-c29c30a68660 req-93587960-ec20-4fd7-a685-8edc068ff65f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002576 Feb 09 03:20:07.552388 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.595817 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7e04a57-e834-4d4c-868f-c8708efeefc3 admin admin] Publish callbacks [] for security_group (c7641fcc-bb7f-4829-9967-cafef1c1f4b6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.604235 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7e04a57-e834-4d4c-868f-c8708efeefc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c7641fcc-bb7f-4829-9967-cafef1c1f4b6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.649109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c453f719-6bc5-4c12-9498-51859e8508bd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c453f719-6bc5-4c12-9498-51859e8508bd,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:07.662853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'c453f719-6bc5-4c12-9498-51859e8508bd', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'port_id': 'c453f719-6bc5-4c12-9498-51859e8508bd', 'mac_address': 'fa:16:3e:eb:40:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:20:07.669188 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d7e04a57-e834-4d4c-868f-c8708efeefc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f01edbcb07d04802bc56c4c4b854eb7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039344 Feb 09 03:20:07.670033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e04a57-e834-4d4c-868f-c8708efeefc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7641fcc-bb7f-4829-9967-cafef1c1f4b6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:07.673495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59454) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:07.714167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port c453f719-6bc5-4c12-9498-51859e8508bd is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:07.716984 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.728527 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10fb37ac-f458-43b9-855e-8d3fa5b3ac81 admin admin] Publish callbacks [] for security_group (c7641fcc-bb7f-4829-9967-cafef1c1f4b6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.733452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c453f719-6bc5-4c12-9498-51859e8508bd {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:07.757204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10fb37ac-f458-43b9-855e-8d3fa5b3ac81 admin admin] Publish callbacks [] for security_group (c7641fcc-bb7f-4829-9967-cafef1c1f4b6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.759692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c453f719-6bc5-4c12-9498-51859e8508bd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c453f719-6bc5-4c12-9498-51859e8508bd,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:07.765914 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.767735 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-465427849-network', 'tenant_id': '69b6b1176614400e9dcf0a59965b7b9e'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:07.796231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Made reservation on behalf of 69b6b1176614400e9dcf0a59965b7b9e for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:07.800406 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.817994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=c453f719-6bc5-4c12-9498-51859e8508bd,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:07.819427 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.832860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10fb37ac-f458-43b9-855e-8d3fa5b3ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c7641fcc-bb7f-4829-9967-cafef1c1f4b6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.835965 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10fb37ac-f458-43b9-855e-8d3fa5b3ac81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.839309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-10fb37ac-f458-43b9-855e-8d3fa5b3ac81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7641fcc-bb7f-4829-9967-cafef1c1f4b6 HTTP/1.1" status: 204 len: 168 time: 0.1623540 Feb 09 03:20:07.845472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb37ac-f458-43b9-855e-8d3fa5b3ac81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7641fcc-bb7f-4829-9967-cafef1c1f4b6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:07.942074 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Publish callbacks [] for security_group (9da82855-c542-4e08-bb7c-808c840c39db), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.948327 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9da82855-c542-4e08-bb7c-808c840c39db), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.982026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:20:08.005985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da82855-c542-4e08-bb7c-808c840c39db,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:08.006879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['c453f719-6bc5-4c12-9498-51859e8508bd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:20:08.010911 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4d9f1391-b750-45c0-a03f-31d4503d370c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:08.011255 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Added segment 4d9f1391-b750-45c0-a03f-31d4503d370c of type vlan for network d9949b55-ccfa-4df2-b531-2094d183f640 Feb 09 03:20:08.055766 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (d9949b55-ccfa-4df2-b531-2094d183f640), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:08.091474 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (d9949b55-ccfa-4df2-b531-2094d183f640), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:08.092824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:08.093624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:08.173726 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7515168 Feb 09 03:20:08.174322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59466) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:08.180678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-77ab10bc-79a3-4fd0-a258-4b12b974781d admin admin] Request body: {'subnet': {'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-465427849-subnet', 'tenant_id': '69b6b1176614400e9dcf0a59965b7b9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:08.196054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a6658-b77b-4e3f-8ade-4e4799ce776c admin admin] Pushing event updated for resources: {'Network': ['ID=d9949b55-ccfa-4df2-b531-2094d183f640,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:08.220573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network d9949b55-ccfa-4df2-b531-2094d183f640 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:20:08.229757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ab10bc-79a3-4fd0-a258-4b12b974781d admin admin] Made reservation on behalf of 69b6b1176614400e9dcf0a59965b7b9e for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:08.232043 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-77ab10bc-79a3-4fd0-a258-4b12b974781d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:08.416593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84e8e8-a0f2-4754-a2d3-77e3f77e4717 req-ae330d98-4129-49d9-9f24-21ccf732430b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:08.418417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b84e8e8-a0f2-4754-a2d3-77e3f77e4717 req-ae330d98-4129-49d9-9f24-21ccf732430b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 944 time: 0.0951004 Feb 09 03:20:08.536807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-77ab10bc-79a3-4fd0-a258-4b12b974781d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (0775cadb-5388-496a-9c76-2a812afcdf9e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:08.552732 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b84e8e8-a0f2-4754-a2d3-77e3f77e4717 req-beaccf79-d037-43f3-8521-96a564ef4383 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247935 Feb 09 03:20:08.574613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57cae2-9223-4c65-bb3b-5327133e907f req-d9cd3416-a346-41d2-890e-71c314e6978c tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:08.583896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a57cae2-9223-4c65-bb3b-5327133e907f req-d9cd3416-a346-41d2-890e-71c314e6978c tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.0940835 Feb 09 03:20:08.633422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab10bc-79a3-4fd0-a258-4b12b974781d admin admin] Checking segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:08.633786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ab10bc-79a3-4fd0-a258-4b12b974781d admin admin] Network hostable DHCP agents. Network: d9949b55-ccfa-4df2-b531-2094d183f640, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:20:08.648539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab10bc-79a3-4fd0-a258-4b12b974781d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0775cadb-5388-496a-9c76-2a812afcdf9e,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:08.667808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ab10bc-79a3-4fd0-a258-4b12b974781d admin admin] Network d9949b55-ccfa-4df2-b531-2094d183f640 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:20:08.691847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-77ab10bc-79a3-4fd0-a258-4b12b974781d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, d9949b55-ccfa-4df2-b531-2094d183f640) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:08.718599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a57cae2-9223-4c65-bb3b-5327133e907f req-a49e3323-0b0c-4292-8975-2ba9832a79e1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333983 Feb 09 03:20:08.724061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b107a91-5d0a-4737-87b7-21ea271a5b67 None None] Network d9949b55-ccfa-4df2-b531-2094d183f640 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:08.734370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab10bc-79a3-4fd0-a258-4b12b974781d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:08.735900 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-77ab10bc-79a3-4fd0-a258-4b12b974781d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:08.818232 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-77ab10bc-79a3-4fd0-a258-4b12b974781d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6419425 Feb 09 03:20:08.856094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cb7cf-d4a8-4147-a460-7c1eb8a1923a req-a4eec778-b87e-4944-a133-71f5cdb2d92d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:08.862009 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-880cb7cf-d4a8-4147-a460-7c1eb8a1923a req-a4eec778-b87e-4944-a133-71f5cdb2d92d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1527460 Feb 09 03:20:08.875785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ca39e4-7f12-47d2-8456-bf52e62a6cfe None None] Network d9949b55-ccfa-4df2-b531-2094d183f640 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:08.950838 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-880cb7cf-d4a8-4147-a460-7c1eb8a1923a req-2a4e0d78-0ddd-449a-8a56-77ade2fb783f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759435 Feb 09 03:20:09.512336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c453f719-6bc5-4c12-9498-51859e8508bd up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:09.546728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-72c3f9ab-071f-4f51-948d-0eb02af76f6c tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:09.548135 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-72c3f9ab-071f-4f51-948d-0eb02af76f6c tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.65 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.0946164 Feb 09 03:20:09.556596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3b7d00b6-6b35-485c-a46a-89bf881b71fd tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:09.563408 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3b7d00b6-6b35-485c-a46a-89bf881b71fd tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.1714046 Feb 09 03:20:09.602737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port c453f719-6bc5-4c12-9498-51859e8508bd completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:20:09.610167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port c453f719-6bc5-4c12-9498-51859e8508bd triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:09.610676 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.645474 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-bc426947-bcfc-492c-8bba-ff52d7b12834 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/quotas/69b6b1176614400e9dcf0a59965b7b9e HTTP/1.1" status: 200 len: 375 time: 0.0809939 Feb 09 03:20:09.717800 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-eebf3223-0288-4036-80bd-53f75127e903 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634613 Feb 09 03:20:09.766305 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port c453f719-6bc5-4c12-9498-51859e8508bd is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:09.767368 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.775461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759acac5-c249-42df-8b1d-bb6ddee3bd82 req-7a99e9b4-4843-432d-84c2-ebd4a4b772f4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:09.777195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-759acac5-c249-42df-8b1d-bb6ddee3bd82 req-7a99e9b4-4843-432d-84c2-ebd4a4b772f4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 944 time: 0.1114953 Feb 09 03:20:09.806391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcc8394-1ef1-47c4-abea-570ba07b8de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453f719-6bc5-4c12-9498-51859e8508bd'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:09.810154 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4478d9-4850-4871-a608-d0ee0bad95c1" -d '{"events": [{"server_uuid": "fbcc8394-1ef1-47c4-abea-570ba07b8de0", "name": "network-vif-plugged", "status": "completed", "tag": "c453f719-6bc5-4c12-9498-51859e8508bd"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:09.819725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Deleting port 446e70a9-9716-41a2-a9fa-748879753ab3 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:09.820936 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.828684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c453f719-6bc5-4c12-9498-51859e8508bd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c453f719-6bc5-4c12-9498-51859e8508bd,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:09.835417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.890334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-759acac5-c249-42df-8b1d-bb6ddee3bd82 req-5478c1fb-e2b0-4dfc-99d6-7965ba18c425 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048365 Feb 09 03:20:09.915791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=c453f719-6bc5-4c12-9498-51859e8508bd,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:09.955833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] For port 446e70a9-9716-41a2-a9fa-748879753ab3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=446e70a9-9716-41a2-a9fa-748879753ab3,segment=NetworkSegment(fb7c4d3d-94ec-4751-b06a-89390463de8a),segment_id=fb7c4d3d-94ec-4751-b06a-89390463de8a)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:09.957857 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.977719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59530) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:10.030284 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3e00108b-d0b6-4f0d-9fbd-ac8b5d7d9c07 service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132973 Feb 09 03:20:10.095073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665ee2-fd92-4e83-9476-15fc631ca7e2 req-9de0515a-3053-4398-b819-fef888d2bd25 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:10.101652 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d665ee2-fd92-4e83-9476-15fc631ca7e2 req-9de0515a-3053-4398-b819-fef888d2bd25 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 945 time: 0.1276350 Feb 09 03:20:10.210758 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8d18-f17e-49df-9ab9-293c03fb96ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.215869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d665ee2-fd92-4e83-9476-15fc631ca7e2 req-e0769dc5-097b-47d3-8a41-ce4693172e55 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups?id=42220e69-e119-41b4-8721-ab10a3e0080b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084757 Feb 09 03:20:10.258054 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-9264176b-d23c-4b95-aba7-9c7362b90d29 service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188106 Feb 09 03:20:10.281825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.282467 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (dcdb2ace-f2b2-4431-8e9d-c59b12280ea5), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.282822 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Floating IP dcdb2ace-f2b2-4431-8e9d-c59b12280ea5 disassociated. External IP: 172.25.5.220, port: 446e70a9-9716-41a2-a9fa-748879753ab3. Feb 09 03:20:10.283356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Calling delete_port for 446e70a9-9716-41a2-a9fa-748879753ab3 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:10.300069 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c8af83-f1d4-4277-ad92-76fb95ff69ca x-openstack-request-id: req-d0c8af83-f1d4-4277-ad92-76fb95ff69ca {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:10.300915 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcc8394-1ef1-47c4-abea-570ba07b8de0", "name": "network-vif-plugged", "status": "completed", "tag": "c453f719-6bc5-4c12-9498-51859e8508bd", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:10.301453 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0c8af83-f1d4-4277-ad92-76fb95ff69ca {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:10.302184 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcc8394-1ef1-47c4-abea-570ba07b8de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453f719-6bc5-4c12-9498-51859e8508bd', 'code': 200} Feb 09 03:20:10.469637 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8d18-f17e-49df-9ab9-293c03fb96ff admin admin] Publish callbacks [] for security_group (ee320a02-d230-4cdf-9362-57578ce31a70), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.485952 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d9b8d18-f17e-49df-9ab9-293c03fb96ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ee320a02-d230-4cdf-9362-57578ce31a70), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.543010 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed8f0b-619b-4b9f-8197-76591aebfe6d req-aa1989e7-2c9e-4ae7-9fc2-958acb641601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:10.544580 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cbed8f0b-619b-4b9f-8197-76591aebfe6d req-aa1989e7-2c9e-4ae7-9fc2-958acb641601 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 1128 time: 0.1725011 Feb 09 03:20:10.554725 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5d9b8d18-f17e-49df-9ab9-293c03fb96ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4edb17f8984147dd810c95f0143c5f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5727756 Feb 09 03:20:10.558045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59540) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:10.624613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b8d18-f17e-49df-9ab9-293c03fb96ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee320a02-d230-4cdf-9362-57578ce31a70,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:10.654563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e057839-1598-4492-87de-91ddf84ebe65 req-16600439-caca-478a-9929-1602b3cdb816 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:10.656639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e057839-1598-4492-87de-91ddf84ebe65 req-16600439-caca-478a-9929-1602b3cdb816 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.2612700 Feb 09 03:20:10.719363 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cbed8f0b-619b-4b9f-8197-76591aebfe6d req-7d915d9e-1b2a-4346-996e-968d11c7b72b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624978 Feb 09 03:20:10.791965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e057839-1598-4492-87de-91ddf84ebe65 req-8811a7e8-aeb1-4d8f-b998-27180019a4e4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215622 Feb 09 03:20:10.827995 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124c26aa-1ddd-4747-ad02-521f64b2e257 admin admin] Publish callbacks [] for security_group (ee320a02-d230-4cdf-9362-57578ce31a70), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.881505 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124c26aa-1ddd-4747-ad02-521f64b2e257 admin admin] Publish callbacks [] for security_group (ee320a02-d230-4cdf-9362-57578ce31a70), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.992880 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124c26aa-1ddd-4747-ad02-521f64b2e257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ee320a02-d230-4cdf-9362-57578ce31a70), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.996346 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124c26aa-1ddd-4747-ad02-521f64b2e257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.997846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-124c26aa-1ddd-4747-ad02-521f64b2e257 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee320a02-d230-4cdf-9362-57578ce31a70 HTTP/1.1" status: 204 len: 168 time: 0.3976634 Feb 09 03:20:11.014697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c26aa-1ddd-4747-ad02-521f64b2e257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee320a02-d230-4cdf-9362-57578ce31a70,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:11.146119 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e5ddff1-79df-4f80-9234-bba4212f71fb req-ca10783d-5823-4280-aca8-2e694e2c7bb1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 210 time: 0.0680685 Feb 09 03:20:11.239829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6919a-8a72-4ea5-8528-b8c0f987ca1c req-9d582dd2-f744-4bfb-8bc0-00b18bb30762 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:11.260252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5eb6919a-8a72-4ea5-8528-b8c0f987ca1c req-9d582dd2-f744-4bfb-8bc0-00b18bb30762 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 945 time: 0.1940145 Feb 09 03:20:11.287412 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (446e70a9-9716-41a2-a9fa-748879753ab3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:11.341249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Pushing event deleted for resources: {'Port': ['ID=446e70a9-9716-41a2-a9fa-748879753ab3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:11.438758 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5eb6919a-8a72-4ea5-8528-b8c0f987ca1c req-5db26202-f4d6-44e9-acc4-9839ef508b97 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758871 Feb 09 03:20:11.529924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e75b1e8c-3f02-46b4-a016-8e3a094a28f2 req-bf068159-64fc-4d1b-984a-dfb7ce71ad30 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0461719 Feb 09 03:20:11.586857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59566) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:11.589458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:11.604570 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7951af74-9d7a-44fe-b123-744839de32c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:11.750964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:11.765111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012418ca-7a35-4301-bc12-b9127fbcc4ac None None] Sync routers for ids ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:11.770937 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7951af74-9d7a-44fe-b123-744839de32c5 admin admin] Publish callbacks [] for security_group (b48b0080-7509-41f2-b655-433351237fc1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:11.775817 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7951af74-9d7a-44fe-b123-744839de32c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b48b0080-7509-41f2-b655-433351237fc1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:11.782888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012418ca-7a35-4301-bc12-b9127fbcc4ac None None] Routers {'2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:11.783515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-012418ca-7a35-4301-bc12-b9127fbcc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:19:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:11.811723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] No DVR routers for this DVR port 446e70a9-9716-41a2-a9fa-748879753ab3 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:11.817877 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:11.821320 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6508c06-c76e-4d6a-a37d-d223952cc2fb req-33e4228a-96d5-46f0-98d9-6dc2dec65afa tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.65 "DELETE /v2.0/ports/446e70a9-9716-41a2-a9fa-748879753ab3 HTTP/1.1" status: 204 len: 173 time: 2.2558422 Feb 09 03:20:11.821801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'name': 'network-vif-deleted', 'tag': '446e70a9-9716-41a2-a9fa-748879753ab3'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:11.827444 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e334a9dc-400d-4895-9bb5-537eca63b01c" -d '{"events": [{"server_uuid": "2415d2c8-fdd0-43db-b024-da905d3e711f", "name": "network-vif-deleted", "tag": "446e70a9-9716-41a2-a9fa-748879753ab3"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:11.860416 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951af74-9d7a-44fe-b123-744839de32c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48b0080-7509-41f2-b655-433351237fc1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:11.870733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59572) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:11.878351 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7951af74-9d7a-44fe-b123-744839de32c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5367e3e813ed4157b8bda125b46dfae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792780 Feb 09 03:20:11.991022 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646d9dcd-0013-4c0f-a41c-227f95c66eaa x-openstack-request-id: req-646d9dcd-0013-4c0f-a41c-227f95c66eaa {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:11.992221 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2415d2c8-fdd0-43db-b024-da905d3e711f", "name": "network-vif-deleted", "tag": "446e70a9-9716-41a2-a9fa-748879753ab3", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:11.993997 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-646d9dcd-0013-4c0f-a41c-227f95c66eaa {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:11.994567 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2415d2c8-fdd0-43db-b024-da905d3e711f', 'name': 'network-vif-deleted', 'tag': '446e70a9-9716-41a2-a9fa-748879753ab3', 'status': 'completed', 'code': 200} Feb 09 03:20:12.029223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82d25ea-c4b2-47af-9ab1-ba49899b63d7 admin admin] Publish callbacks [] for security_group (b48b0080-7509-41f2-b655-433351237fc1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.071093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-012418ca-7a35-4301-bc12-b9127fbcc4ac None None] Set router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:12.072747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d53fd-fecb-4f4d-9536-4b1a337d4f5c req-04467c2b-a244-47ff-b5db-f064bcae926e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:12.083053 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a65d53fd-fecb-4f4d-9536-4b1a337d4f5c req-04467c2b-a244-47ff-b5db-f064bcae926e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1279066 Feb 09 03:20:12.088212 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82d25ea-c4b2-47af-9ab1-ba49899b63d7 admin admin] Publish callbacks [] for security_group (b48b0080-7509-41f2-b655-433351237fc1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.162544 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82d25ea-c4b2-47af-9ab1-ba49899b63d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b48b0080-7509-41f2-b655-433351237fc1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.167050 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82d25ea-c4b2-47af-9ab1-ba49899b63d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.169466 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e82d25ea-c4b2-47af-9ab1-ba49899b63d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b48b0080-7509-41f2-b655-433351237fc1 HTTP/1.1" status: 204 len: 168 time: 0.2976549 Feb 09 03:20:12.176139 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a65d53fd-fecb-4f4d-9536-4b1a337d4f5c req-7c26daa8-f7e4-451d-a198-9a4b8647d3f4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916314 Feb 09 03:20:12.185995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d25ea-c4b2-47af-9ab1-ba49899b63d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48b0080-7509-41f2-b655-433351237fc1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:12.323143 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d13621b8-caa6-4e6d-8bfa-c6e3c7d0e944 req-ad68e84e-d6b1-45be-8229-fa58c5f436f0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 210 time: 0.0771954 Feb 09 03:20:12.404727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-314d25a2-170c-44d9-bc36-d3debaee59d4 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:12.406725 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-314d25a2-170c-44d9-bc36-d3debaee59d4 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.65 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.2012885 Feb 09 03:20:12.431334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Request body: {'port': {'device_id': '8cc23f83-8d3a-4688-a8d8-97db0311d975', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'admin_state_up': True, 'tenant_id': '69b6b1176614400e9dcf0a59965b7b9e'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:12.497102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-012418ca-7a35-4301-bc12-b9127fbcc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:16:50Z', 'revision_number': 4, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '478f2395-9072-42ea-b799-dfeceb862a19', 'name': '', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'mac_address': 'fa:16:3e:0e:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:46Z', 'updated_at': '2022-02-09T03:16:57Z', 'revision_number': 5, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'subnets': [{'id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:12.532985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012418ca-7a35-4301-bc12-b9127fbcc4ac None None] Checking router: 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:12.544658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012418ca-7a35-4301-bc12-b9127fbcc4ac None None] Routers {'2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:12.545490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-012418ca-7a35-4301-bc12-b9127fbcc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:19:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:12.589802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Made reservation on behalf of 69b6b1176614400e9dcf0a59965b7b9e for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:12.594422 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.687372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-012418ca-7a35-4301-bc12-b9127fbcc4ac None None] Set router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:12.787668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b040d8-6223-4c6a-aa2b-d020ab98b657 req-8a8907af-9e9d-4118-b275-5209b7f49a56 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:12.811279 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70b040d8-6223-4c6a-aa2b-d020ab98b657 req-8a8907af-9e9d-4118-b275-5209b7f49a56 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 945 time: 0.2098329 Feb 09 03:20:12.882925 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-56021dc8-f0ac-46ee-bbe6-4f2d8c1f985c req-7e38918d-f45c-454d-8aed-a320f1776a44 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.1139164 Feb 09 03:20:12.912216 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70b040d8-6223-4c6a-aa2b-d020ab98b657 req-42cb9f79-eadb-4dda-8f04-78fdbb2bdfec tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909016 Feb 09 03:20:13.031318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Allocated IP 172.20.0.12 (d9949b55-ccfa-4df2-b531-2094d183f640/0775cadb-5388-496a-9c76-2a812afcdf9e/ca5875eb-8777-413c-ad61-0e7306c8ee8f) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:13.078704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-012418ca-7a35-4301-bc12-b9127fbcc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:16:50Z', 'revision_number': 4, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '478f2395-9072-42ea-b799-dfeceb862a19', 'name': '', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'mac_address': 'fa:16:3e:0e:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:46Z', 'updated_at': '2022-02-09T03:16:57Z', 'revision_number': 5, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'subnets': [{'id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:13.165715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012418ca-7a35-4301-bc12-b9127fbcc4ac None None] The sync data for ids ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'] in n-d-824835-15 is: [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:16:50Z', 'revision_number': 4, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '478f2395-9072-42ea-b799-dfeceb862a19', 'name': '', 'network_id': 'ab1b5245-6614-42db-bf69-22807f125bf8', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'mac_address': 'fa:16:3e:0e:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:46Z', 'updated_at': '2022-02-09T03:16:57Z', 'revision_number': 5, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'subnets': [{'id': '87e338df-aa5d-4662-99c5-3dddbdc6dbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:13.177596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 446e70a9-9716-41a2-a9fa-748879753ab3 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:13.251093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 446e70a9-9716-41a2-a9fa-748879753ab3 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:13.258342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 446e70a9-9716-41a2-a9fa-748879753ab3 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:13.333525 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks [] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:13.438177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc73de-301b-44a5-9276-81c0df497ee6 req-4f2fd09f-ded2-4103-b9f2-96341eb20814 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:13.445055 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88bc73de-301b-44a5-9276-81c0df497ee6 req-4f2fd09f-ded2-4103-b9f2-96341eb20814 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.1125782 Feb 09 03:20:13.470783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:13.552211 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88bc73de-301b-44a5-9276-81c0df497ee6 req-963fca6e-15d7-4e13-9fef-edadcf5e95f2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010163 Feb 09 03:20:13.655841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Network d9949b55-ccfa-4df2-b531-2094d183f640 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:13.673558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:13.674574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59610) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:13.675603 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f73db6c-1438-4d28-a128-02e9f5739107 None None] New status for floating IP dcdb2ace-f2b2-4431-8e9d-c59b12280ea5: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:20:13.677718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:13.788077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Pushing event updated for resources: {'Port': ['ID=ca5875eb-8777-413c-ad61-0e7306c8ee8f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:13.819358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:13.820075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:13.838677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1298249198-network', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:13.850739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cda34d-2702-4db0-afe6-485e0034f3fe req-e755d141-9ab9-472b-9c0b-e532c1e296cc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:13.854731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19cda34d-2702-4db0-afe6-485e0034f3fe req-e755d141-9ab9-472b-9c0b-e532c1e296cc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 932 time: 0.2966626 Feb 09 03:20:13.875506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Made reservation on behalf of 807c57d2eab945669d7163d36e4da3bf for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:13.877893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:13.888559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:13.907576 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3f018832-f53d-44c8-9186-abe832df4f21 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4818985 Feb 09 03:20:13.948727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Request body: {'port': {'device_id': '8cc23f83-8d3a-4688-a8d8-97db0311d975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:13.985752 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Publish callbacks [] for security_group (1ef72873-a9e3-4fba-9c6e-a49bf81f12da), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:13.991556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1ef72873-a9e3-4fba-9c6e-a49bf81f12da), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.025967 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19cda34d-2702-4db0-afe6-485e0034f3fe req-ac681277-eb5a-45f6-9b55-0accc02fda1a tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651647 Feb 09 03:20:14.061986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:20:14.065802 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1031a16f-815c-46f9-9ccf-5b39d6dc993b req-c5c71c97-9c8f-4129-b714-dfac1d1f67cc tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0498304 Feb 09 03:20:14.072727 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef72873-a9e3-4fba-9c6e-a49bf81f12da,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:14.073932 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.078630 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (29526c08-2a10-420b-95a7-b10972d151f5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.078911 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Added segment 29526c08-2a10-420b-95a7-b10972d151f5 of type vlan for network f0c3dcd2-097b-4d66-8a83-65d08566d88b Feb 09 03:20:14.133480 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f0c3dcd2-097b-4d66-8a83-65d08566d88b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.161803 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f0c3dcd2-097b-4d66-8a83-65d08566d88b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.163150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:14.163745 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.227124 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5509791 Feb 09 03:20:14.231925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59618) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:14.236730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8aaf63e5-134a-4c9f-a921-9ebcb47288d3 admin admin] Request body: {'subnet': {'network_id': 'f0c3dcd2-097b-4d66-8a83-65d08566d88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1298249198-subnet', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:14.240062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286dba1-e065-4447-baf3-41f279e64a5f admin admin] Pushing event updated for resources: {'Network': ['ID=f0c3dcd2-097b-4d66-8a83-65d08566d88b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:14.255534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f0c3dcd2-097b-4d66-8a83-65d08566d88b details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:20:14.302582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaf63e5-134a-4c9f-a921-9ebcb47288d3 admin admin] Made reservation on behalf of 807c57d2eab945669d7163d36e4da3bf for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:14.304753 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8aaf63e5-134a-4c9f-a921-9ebcb47288d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.511064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5875eb-8777-413c-ad61-0e7306c8ee8f {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:14.523292 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Publish callbacks [] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.573422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Transition to ACTIVE for port object ca5875eb-8777-413c-ad61-0e7306c8ee8f will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:20:14.581312 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.615108 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8aaf63e5-134a-4c9f-a921-9ebcb47288d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (66355a3a-f429-4215-8e76-42f3e1f6464b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.681245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5875eb-8777-413c-ad61-0e7306c8ee8f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:14.730921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf63e5-134a-4c9f-a921-9ebcb47288d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66355a3a-f429-4215-8e76-42f3e1f6464b,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:14.766317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf63e5-134a-4c9f-a921-9ebcb47288d3 admin admin] Checking segment: {'id': '29526c08-2a10-420b-95a7-b10972d151f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f0c3dcd2-097b-4d66-8a83-65d08566d88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:14.766579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaf63e5-134a-4c9f-a921-9ebcb47288d3 admin admin] Network hostable DHCP agents. Network: f0c3dcd2-097b-4d66-8a83-65d08566d88b, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:20:14.806317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Attempting to bind port ca5875eb-8777-413c-ad61-0e7306c8ee8f on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:14.806791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Attempting to bind port ca5875eb-8777-413c-ad61-0e7306c8ee8f by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:14.807048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Attempting to bind port ca5875eb-8777-413c-ad61-0e7306c8ee8f on network d9949b55-ccfa-4df2-b531-2094d183f640 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:14.810823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaf63e5-134a-4c9f-a921-9ebcb47288d3 admin admin] Network f0c3dcd2-097b-4d66-8a83-65d08566d88b is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:20:14.818285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Port ca5875eb-8777-413c-ad61-0e7306c8ee8f on network d9949b55-ccfa-4df2-b531-2094d183f640 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:20:14.818747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Attempting to bind port ca5875eb-8777-413c-ad61-0e7306c8ee8f on network d9949b55-ccfa-4df2-b531-2094d183f640 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:14.829729 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8aaf63e5-134a-4c9f-a921-9ebcb47288d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, f0c3dcd2-097b-4d66-8a83-65d08566d88b) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:14.835663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:14.836163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Checking segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:14.836604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Bound using segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:14.837067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Bound port: ca5875eb-8777-413c-ad61-0e7306c8ee8f, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:14.837661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.840479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaf63e5-134a-4c9f-a921-9ebcb47288d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:14.841129 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8aaf63e5-134a-4c9f-a921-9ebcb47288d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.849868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e057d-ecbe-4c21-8fb9-354351198d6a None None] Network f0c3dcd2-097b-4d66-8a83-65d08566d88b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:14.882078 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8aaf63e5-134a-4c9f-a921-9ebcb47288d3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6489341 Feb 09 03:20:14.882775 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59622) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:14.907610 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1298249198-router', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:14.938530 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (97c68da2-affb-47ba-9309-b408dae9e56e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.939692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (97c68da2-affb-47ba-9309-b408dae9e56e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.972653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1a5d4-dec2-48e7-98be-81822af031e4 req-a89a5cf3-9f79-4846-85bd-7401fd647660 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:14.977195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-f0c3dcd2-097b-4d66-8a83-65d08566d88b', 'network_id': 'f0c3dcd2-097b-4d66-8a83-65d08566d88b', 'project_id': '807c57d2eab945669d7163d36e4da3bf', 'fixed_ips': [{'subnet_id': '66355a3a-f429-4215-8e76-42f3e1f6464b'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:20:14.978776 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.980010 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46c1a5d4-dec2-48e7-98be-81822af031e4 req-a89a5cf3-9f79-4846-85bd-7401fd647660 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.3432784 Feb 09 03:20:14.993822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] For port ca5875eb-8777-413c-ad61-0e7306c8ee8f, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:15.038512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] For port ca5875eb-8777-413c-ad61-0e7306c8ee8f, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca5875eb-8777-413c-ad61-0e7306c8ee8f,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:15.043256 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Publish callbacks [] for router_controller (97c68da2-affb-47ba-9309-b408dae9e56e), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.045959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46c1a5d4-dec2-48e7-98be-81822af031e4 req-d6000c9f-4782-4ad7-b7a1-132447e0cfb3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650077 Feb 09 03:20:15.053081 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.191860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Allocated IP 172.20.0.2 (f0c3dcd2-097b-4d66-8a83-65d08566d88b/66355a3a-f429-4215-8e76-42f3e1f6464b/aa76dea5-b471-458a-9338-0b4a187b61af) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:15.200684 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc68d6fc-b72e-4ef1-be94-9f8ddabdad78 req-dac3172a-cb4f-4847-b13a-9e657dc4d0bb tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0310462 Feb 09 03:20:15.202750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5875eb-8777-413c-ad61-0e7306c8ee8f,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:15.250371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:15.250996 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.253781 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-4630150e-1a49-4475-a43a-9d78140669f7 service neutron] 10.222.0.65 "PUT /v2.0/ports/ca5875eb-8777-413c-ad61-0e7306c8ee8f HTTP/1.1" status: 200 len: 1093 time: 1.3082011 Feb 09 03:20:15.255843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc23f83-8d3a-4688-a8d8-97db0311d975', 'tag': 'ca5875eb-8777-413c-ad61-0e7306c8ee8f'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:15.258342 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ddc05-1cb1-4c40-8209-9e73ed19dd79" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc23f83-8d3a-4688-a8d8-97db0311d975", "tag": "ca5875eb-8777-413c-ad61-0e7306c8ee8f"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:15.399193 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Publish callbacks [] for router_gateway (97c68da2-affb-47ba-9309-b408dae9e56e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.433000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63ce66-a3fd-4929-ab75-557c0263497d req-f00542ba-d614-4283-ab22-67d1fedce922 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:15.435580 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e63ce66-a3fd-4929-ab75-557c0263497d req-f00542ba-d614-4283-ab22-67d1fedce922 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 944 time: 0.2263072 Feb 09 03:20:15.448458 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Publish callbacks [] for port (aa76dea5-b471-458a-9338-0b4a187b61af), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.463979 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7e9640-ce64-4d23-8129-bc35a6945b16 x-openstack-request-id: req-3f7e9640-ce64-4d23-8129-bc35a6945b16 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:15.464305 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc23f83-8d3a-4688-a8d8-97db0311d975", "tag": "ca5875eb-8777-413c-ad61-0e7306c8ee8f", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:15.464603 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f7e9640-ce64-4d23-8129-bc35a6945b16 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:15.464985 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc23f83-8d3a-4688-a8d8-97db0311d975', 'tag': 'ca5875eb-8777-413c-ad61-0e7306c8ee8f', 'status': 'completed', 'code': 200} Feb 09 03:20:15.468034 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-bfa15bda-78e9-4849-b5fb-85f29608f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:15.469767 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-bfa15bda-78e9-4849-b5fb-85f29608f5e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 1127 time: 0.1208849 Feb 09 03:20:15.474077 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.527176 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-8734ef1b-7982-46f6-8712-bdef69ee5808 service neutron] 10.222.0.42 "GET /v2.0/ports/13b7291b-74da-427c-8f79-fd02980f0fd0/bindings/n-h1-824835-15 HTTP/1.1" status: 200 len: 385 time: 0.1372378 Feb 09 03:20:15.585665 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-7b14c8fb-7504-41a2-b397-8623b97def14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca5875eb-8777-413c-ad61-0e7306c8ee8f HTTP/1.1" status: 200 len: 217 time: 0.0795743 Feb 09 03:20:15.613403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Network f0c3dcd2-097b-4d66-8a83-65d08566d88b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:15.617118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Pushing event updated for resources: {'Port': ['ID=aa76dea5-b471-458a-9338-0b4a187b61af,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:15.626620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:15.631376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:15.634334 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a06a2cf-3f76-43b8-b4e9-d392828910d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.675739 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e63ce66-a3fd-4929-ab75-557c0263497d req-df83d245-292c-4367-bed2-8c50638d9251 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238522 Feb 09 03:20:15.714114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-e41fbd23-266c-4600-bb3e-d81c6a35869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:15.715610 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-e41fbd23-266c-4600-bb3e-d81c6a35869e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 200 len: 851 time: 0.1173551 Feb 09 03:20:15.754065 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Attempting to bind port aa76dea5-b471-458a-9338-0b4a187b61af on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:15.755336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Attempting to bind port aa76dea5-b471-458a-9338-0b4a187b61af by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '29526c08-2a10-420b-95a7-b10972d151f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f0c3dcd2-097b-4d66-8a83-65d08566d88b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:15.756721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Attempting to bind port aa76dea5-b471-458a-9338-0b4a187b61af on network f0c3dcd2-097b-4d66-8a83-65d08566d88b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:15.763164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-3ba74762-5b98-420d-ba2c-fa6f088e7bf2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9949b55-ccfa-4df2-b531-2094d183f640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371413 Feb 09 03:20:15.770723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:15.771538 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Checking segment: {'id': '29526c08-2a10-420b-95a7-b10972d151f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f0c3dcd2-097b-4d66-8a83-65d08566d88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:15.772194 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.772819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Bound using segment: {'id': '29526c08-2a10-420b-95a7-b10972d151f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f0c3dcd2-097b-4d66-8a83-65d08566d88b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:15.773565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Bound port: aa76dea5-b471-458a-9338-0b4a187b61af, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29526c08-2a10-420b-95a7-b10972d151f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f0c3dcd2-097b-4d66-8a83-65d08566d88b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:15.774204 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.868290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1758db0f-674e-442d-a526-482e36b02901 None None] For port aa76dea5-b471-458a-9338-0b4a187b61af, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:15.873835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1758db0f-674e-442d-a526-482e36b02901 None None] For port aa76dea5-b471-458a-9338-0b4a187b61af, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aa76dea5-b471-458a-9338-0b4a187b61af,segment=NetworkSegment(29526c08-2a10-420b-95a7-b10972d151f5),segment_id=29526c08-2a10-420b-95a7-b10972d151f5)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:15.884565 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.943850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-d10dbb7b-867b-4a3b-89da-5fba12c925be service neutron] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=13b7291b-74da-427c-8f79-fd02980f0fd0,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:15.963474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758db0f-674e-442d-a526-482e36b02901 None None] Pushing event updated for resources: {'Port': ['ID=aa76dea5-b471-458a-9338-0b4a187b61af,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:15.986266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-d10dbb7b-867b-4a3b-89da-5fba12c925be service neutron] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:16.025132 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Publish callbacks [] for router_gateway (97c68da2-affb-47ba-9309-b408dae9e56e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.027713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-d10dbb7b-867b-4a3b-89da-5fba12c925be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b7291b-74da-427c-8f79-fd02980f0fd0 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:16.043330 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-d10dbb7b-867b-4a3b-89da-5fba12c925be service neutron] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=13b7291b-74da-427c-8f79-fd02980f0fd0,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:16.053688 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.076697 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-d10dbb7b-867b-4a3b-89da-5fba12c925be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.084201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-64dd4154-1cad-4317-8c82-db3453ad2265 service neutron] 10.222.0.65 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137922 Feb 09 03:20:16.229996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-d10dbb7b-867b-4a3b-89da-5fba12c925be service neutron] Transition to ACTIVE for port object 13b7291b-74da-427c-8f79-fd02980f0fd0 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:20:16.255686 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-d10dbb7b-867b-4a3b-89da-5fba12c925be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.371545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Allocated IP 172.25.5.133 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/f599122e-632c-4fe7-a9d4-4812321266c8) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:16.382961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-d10dbb7b-867b-4a3b-89da-5fba12c925be service neutron] No DVR routers for this DVR port 13b7291b-74da-427c-8f79-fd02980f0fd0 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:16.400286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad28594-de3e-4d01-a84a-45d1a18582c7 req-5c43acc3-1883-486a-bbdd-ff1fbc6fc78c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:16.408351 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ad28594-de3e-4d01-a84a-45d1a18582c7 req-5c43acc3-1883-486a-bbdd-ff1fbc6fc78c tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 943 time: 0.2381089 Feb 09 03:20:16.409513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c77135b5-40ff-492b-a6de-4a5b9f261a44 req-f800f51a-6a9a-4801-87d5-2f5509ad0f81 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0719900 Feb 09 03:20:16.413754 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67466084-2e9e-4220-a1c2-ed20bafacca4 req-f0ccefe8-d038-4ca6-9063-b5f25c585b7b service neutron] 10.222.0.65 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902141 Feb 09 03:20:16.512047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dbb7b-867b-4a3b-89da-5fba12c925be service neutron] Pushing event updated for resources: {'Port': ['ID=13b7291b-74da-427c-8f79-fd02980f0fd0,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:16.535453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-d10dbb7b-867b-4a3b-89da-5fba12c925be service neutron] 10.222.0.42 "PUT /v2.0/ports/13b7291b-74da-427c-8f79-fd02980f0fd0/bindings/n-h1-824835-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0002496 Feb 09 03:20:16.559546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Publish callbacks [] for port (f599122e-632c-4fe7-a9d4-4812321266c8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.586389 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ad28594-de3e-4d01-a84a-45d1a18582c7 req-aab62ded-0395-40d7-8407-a3d87d7e6f19 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760125 Feb 09 03:20:16.693088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ddc05-1cb1-4c40-8209-9e73ed19dd79 req-530a769a-3353-4231-b2b0-fb8751b8b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:16.694913 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-194ddc05-1cb1-4c40-8209-9e73ed19dd79 req-530a769a-3353-4231-b2b0-fb8751b8b557 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 1127 time: 0.1286278 Feb 09 03:20:16.711917 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f599122e-632c-4fe7-a9d4-4812321266c8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.724404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-37b2a1c9-853c-4f66-98e0-ad28666a448d tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:16.726042 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-37b2a1c9-853c-4f66-98e0-ad28666a448d tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd&tenant_id=3981e12ce8e54406870070535619e45b&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1127 time: 0.1040850 Feb 09 03:20:16.914699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:16.926572 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:16.929600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=f599122e-632c-4fe7-a9d4-4812321266c8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:16.932701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:16.935519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ddc05-1cb1-4c40-8209-9e73ed19dd79 req-7b12906b-ae3b-4827-bc65-eda887454202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:16.937065 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-194ddc05-1cb1-4c40-8209-9e73ed19dd79 req-7b12906b-ae3b-4827-bc65-eda887454202 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 912 time: 0.2347341 Feb 09 03:20:17.042944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-194ddc05-1cb1-4c40-8209-9e73ed19dd79 req-2df3d4bf-df9c-4ef4-be1a-0362ac4cb10c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca5875eb-8777-413c-ad61-0e7306c8ee8f HTTP/1.1" status: 200 len: 217 time: 0.0743930 Feb 09 03:20:17.386732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d26718f-07ba-48c8-bac9-d6dd8a68fcd6 None None] Network f0c3dcd2-097b-4d66-8a83-65d08566d88b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:17.458759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b9536f9a-7fb5-4402-a74d-85d47ae17378 None None] Provisioning complete for port aa76dea5-b471-458a-9338-0b4a187b61af triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:17.459029 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9536f9a-7fb5-4402-a74d-85d47ae17378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.574658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa0d08-a051-4298-8cfe-f5bcf07910e1 req-468c3fc9-b4be-4ce2-9bbe-7fc1cf5b9b81 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:17.582140 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1baa0d08-a051-4298-8cfe-f5bcf07910e1 req-468c3fc9-b4be-4ce2-9bbe-7fc1cf5b9b81 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 944 time: 0.7587183 Feb 09 03:20:17.639071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-3d0c58b4-4cde-40dc-966b-3b0e2dd3609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:17.641241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-3d0c58b4-4cde-40dc-966b-3b0e2dd3609b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd&tenant_id=3981e12ce8e54406870070535619e45b HTTP/1.1" status: 200 len: 1127 time: 0.8562253 Feb 09 03:20:17.652889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b9536f9a-7fb5-4402-a74d-85d47ae17378 None None] Current status of the port aa76dea5-b471-458a-9338-0b4a187b61af is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:17.653286 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9536f9a-7fb5-4402-a74d-85d47ae17378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.653723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c172b00-3d9c-4d32-92cc-2b294146bfa1 req-afd8b662-3de8-47c0-8b2b-3020ead64fd8 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0807481 Feb 09 03:20:17.735239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aa76dea5-b471-458a-9338-0b4a187b61af up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:17.772886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ddc05-1cb1-4c40-8209-9e73ed19dd79 req-6212eac9-1209-46ed-a8ca-bddb56499634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:17.774424 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-194ddc05-1cb1-4c40-8209-9e73ed19dd79 req-6212eac9-1209-46ed-a8ca-bddb56499634 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 200 len: 851 time: 0.7204058 Feb 09 03:20:17.823015 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-194ddc05-1cb1-4c40-8209-9e73ed19dd79 req-a7d29a54-4de7-455e-b920-903af293b514 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9949b55-ccfa-4df2-b531-2094d183f640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415227 Feb 09 03:20:17.837479 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1baa0d08-a051-4298-8cfe-f5bcf07910e1 req-6497bf89-9fd3-4c7b-b473-ca73a4a8d5a2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529476 Feb 09 03:20:17.842277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b9536f9a-7fb5-4402-a74d-85d47ae17378 None None] For port aa76dea5-b471-458a-9338-0b4a187b61af, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aa76dea5-b471-458a-9338-0b4a187b61af,segment=NetworkSegment(29526c08-2a10-420b-95a7-b10972d151f5),segment_id=29526c08-2a10-420b-95a7-b10972d151f5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:17.874309 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9536f9a-7fb5-4402-a74d-85d47ae17378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.013779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-c25c1e52-10a8-4d32-b228-eb03eba05216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:18.015280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-c25c1e52-10a8-4d32-b228-eb03eba05216 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 1127 time: 0.3172076 Feb 09 03:20:18.021505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9536f9a-7fb5-4402-a74d-85d47ae17378 None None] Pushing event updated for resources: {'Port': ['ID=aa76dea5-b471-458a-9338-0b4a187b61af,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:18.022056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88522b7f-c1d1-4ce2-b233-daede2544646 req-8f25c9e8-4423-4bec-a214-772a1ae19454 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:18.023965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88522b7f-c1d1-4ce2-b233-daede2544646 req-8f25c9e8-4423-4bec-a214-772a1ae19454 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 944 time: 0.1479445 Feb 09 03:20:18.038711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port aa76dea5-b471-458a-9338-0b4a187b61af triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:18.048341 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.115994 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88522b7f-c1d1-4ce2-b233-daede2544646 req-6ace8601-8b11-4f4b-9c1c-d3307cb26532 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859568 Feb 09 03:20:18.122575 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2257530-988f-4b8b-8926-a6bcf36c1e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.142460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5073410d-8e9d-477f-a935-288afa498996 None None] Provisioning complete for port aa76dea5-b471-458a-9338-0b4a187b61af triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:18.142875 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5073410d-8e9d-477f-a935-288afa498996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.170258 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Publish callbacks [] for router_gateway (97c68da2-affb-47ba-9309-b408dae9e56e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.218264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port aa76dea5-b471-458a-9338-0b4a187b61af is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:18.227510 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-194ddc05-1cb1-4c40-8209-9e73ed19dd79 req-91a28c3a-4203-4dc8-9447-21bd0ae674ea service neutron] 10.222.0.65 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888886 Feb 09 03:20:18.280657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5073410d-8e9d-477f-a935-288afa498996 None None] Current status of the port aa76dea5-b471-458a-9338-0b4a187b61af is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:18.393946 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-194ddc05-1cb1-4c40-8209-9e73ed19dd79 req-9954a654-a89f-4b2c-abbd-043e0092d1bd service neutron] 10.222.0.65 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331537 Feb 09 03:20:18.401895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-e7c603d0-6d74-4aed-8544-018c70802e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:18.403598 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-e7c603d0-6d74-4aed-8544-018c70802e28 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.3773220 Feb 09 03:20:18.465332 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-8dbccb7d-a16e-4711-9ece-c332918c7d27 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13b7291b-74da-427c-8f79-fd02980f0fd0 HTTP/1.1" status: 200 len: 217 time: 0.0446689 Feb 09 03:20:18.587581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-2ecfc892-a3f2-469f-9f4d-0b0d54312d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:18.588968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-2ecfc892-a3f2-469f-9f4d-0b0d54312d91 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.1176949 Feb 09 03:20:18.630332 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-750d2f0f-2481-4045-b43f-31e3f9e6ac90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348477 Feb 09 03:20:18.636853 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (97c68da2-affb-47ba-9309-b408dae9e56e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.827394 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-32701fcc-32ca-4f0f-a6f5-da76d4e7b8c7 req-e154c6e2-9f97-4554-b26a-2a1ae192c432 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0491004 Feb 09 03:20:18.881195 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-a4db6e32-5ffb-4be4-a5b7-f43efc43bc22 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914101 Feb 09 03:20:19.038012 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-8572a50e-87f6-4644-a3a8-bb3616e6ce17 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494009 Feb 09 03:20:19.046298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c217b7-185d-4916-8b99-8745bf3afc25 req-5bb3e0b9-712c-4a94-b413-0d1134125262 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:19.047740 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84c217b7-185d-4916-8b99-8745bf3afc25 req-5bb3e0b9-712c-4a94-b413-0d1134125262 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 944 time: 0.1390264 Feb 09 03:20:19.048824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Router 97c68da2-affb-47ba-9309-b408dae9e56e is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:20:19.186357 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84c217b7-185d-4916-8b99-8745bf3afc25 req-41f19918-a6a0-4a75-927d-5aa3f24d8d71 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274967 Feb 09 03:20:19.226721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.248408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:19.258117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Sync routers for ids ['97c68da2-affb-47ba-9309-b408dae9e56e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:19.279600 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Routers {'97c68da2-affb-47ba-9309-b408dae9e56e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:19.280435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['97c68da2-affb-47ba-9309-b408dae9e56e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:19.285654 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.294529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59670) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:19.295600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a7844565-5169-48cb-b1c1-d3a381df4ad4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.3918719 Feb 09 03:20:19.422707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab4d8-6995-4415-8223-2d4f2117dabc req-13f4abc5-9577-4e98-94fe-aa9e1ec98fee tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:19.426449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-054ab4d8-6995-4415-8223-2d4f2117dabc req-13f4abc5-9577-4e98-94fe-aa9e1ec98fee tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 944 time: 0.2113104 Feb 09 03:20:19.493752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-593acfd6-3494-47d1-abc8-5dc7e79ab16c tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:19.498438 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-593acfd6-3494-47d1-abc8-5dc7e79ab16c tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd&tenant_id=3981e12ce8e54406870070535619e45b&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 1127 time: 0.1017501 Feb 09 03:20:19.606092 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-054ab4d8-6995-4415-8223-2d4f2117dabc req-6448e22c-3a73-4c21-a3fd-f7a5c4d14ed3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672122 Feb 09 03:20:19.624645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aa76dea5-b471-458a-9338-0b4a187b61af up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:19.658254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Set router 97c68da2-affb-47ba-9309-b408dae9e56e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:19.736239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-45b181a9-4167-476b-876b-57292259dfe2 service neutron] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:19.740888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-45b181a9-4167-476b-876b-57292259dfe2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.743064 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c412c5-5e5f-4201-b318-d2e95976ab2f req-45b181a9-4167-476b-876b-57292259dfe2 service neutron] 10.222.0.65 "DELETE /v2.0/ports/13b7291b-74da-427c-8f79-fd02980f0fd0/bindings/n-h2-824835-15 HTTP/1.1" status: 204 len: 173 time: 0.2375605 Feb 09 03:20:19.804325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port aa76dea5-b471-458a-9338-0b4a187b61af triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:19.804695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.976091 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b303b72-679e-4925-8518-d33730003a42 req-abbf5d1d-6b67-4775-9032-b57cefd56213 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0465357 Feb 09 03:20:20.009045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port aa76dea5-b471-458a-9338-0b4a187b61af is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:20.013493 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1298249198-router', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f599122e-632c-4fe7-a9d4-4812321266c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:14Z', 'updated_at': '2022-02-09T03:20:17Z', 'revision_number': 3, 'project_id': '807c57d2eab945669d7163d36e4da3bf', 'gw_port': {'id': 'f599122e-632c-4fe7-a9d4-4812321266c8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:16Z', 'updated_at': '2022-02-09T03:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:20.043678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Checking router: 97c68da2-affb-47ba-9309-b408dae9e56e for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:20.044068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Updating router 97c68da2-affb-47ba-9309-b408dae9e56e port f599122e-632c-4fe7-a9d4-4812321266c8 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:20:20.101785 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f599122e-632c-4fe7-a9d4-4812321266c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.213194 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.498505 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07e2ad-a645-4eb9-b9ed-5192b44fa886 req-2ff7fca0-7a33-4d71-8338-31047a42c719 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:20.506726 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e07e2ad-a645-4eb9-b9ed-5192b44fa886 req-2ff7fca0-7a33-4d71-8338-31047a42c719 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 944 time: 0.1923871 Feb 09 03:20:20.564524 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Publish callbacks [] for port (f599122e-632c-4fe7-a9d4-4812321266c8), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.577076 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f599122e-632c-4fe7-a9d4-4812321266c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.628502 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e07e2ad-a645-4eb9-b9ed-5192b44fa886 req-e0fd19b8-bb8b-4def-a866-4d1f42829ad5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153865 Feb 09 03:20:20.629880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Allocated IP 172.20.0.1 (f0c3dcd2-097b-4d66-8a83-65d08566d88b/66355a3a-f429-4215-8e76-42f3e1f6464b/7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:20.739144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Attempting to bind port f599122e-632c-4fe7-a9d4-4812321266c8 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:20.739809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Attempting to bind port f599122e-632c-4fe7-a9d4-4812321266c8 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:20.740400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Attempting to bind port f599122e-632c-4fe7-a9d4-4812321266c8 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:20.743068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93bdbf-37cd-4a97-984e-3097411333fc None None] Pushing event updated for resources: {'Port': ['ID=f599122e-632c-4fe7-a9d4-4812321266c8,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:20.764663 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.771333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:20.777953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:20.778679 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.779349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:20.779955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Bound port: f599122e-632c-4fe7-a9d4-4812321266c8, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:20.783269 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f599122e-632c-4fe7-a9d4-4812321266c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.833905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Publish callbacks [] for port (7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.842798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] For port f599122e-632c-4fe7-a9d4-4812321266c8, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:20.843151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561de6c3-1603-4e58-8d18-b2979073022f req-0ad960b3-2d66-430e-be7b-dd0e000aa9c3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:20.846758 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] For port f599122e-632c-4fe7-a9d4-4812321266c8, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f599122e-632c-4fe7-a9d4-4812321266c8,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:20.846931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-561de6c3-1603-4e58-8d18-b2979073022f req-0ad960b3-2d66-430e-be7b-dd0e000aa9c3 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 944 time: 0.0955985 Feb 09 03:20:20.855141 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f599122e-632c-4fe7-a9d4-4812321266c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.910724 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.925671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Routers {'97c68da2-affb-47ba-9309-b408dae9e56e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:20.926442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['97c68da2-affb-47ba-9309-b408dae9e56e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:20.953526 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-561de6c3-1603-4e58-8d18-b2979073022f req-770636d9-ee27-45d1-b765-7d87db7ee4c5 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985088 Feb 09 03:20:20.974634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93bdbf-37cd-4a97-984e-3097411333fc None None] Pushing event updated for resources: {'Port': ['ID=f599122e-632c-4fe7-a9d4-4812321266c8,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:20.992090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Network f0c3dcd2-097b-4d66-8a83-65d08566d88b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:20.997752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:21.011269 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:21.053123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:21.072495 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (97c68da2-affb-47ba-9309-b408dae9e56e), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.147927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] Set router 97c68da2-affb-47ba-9309-b408dae9e56e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:21.195228 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7088ef7f-12f6-4a4b-b478-73d72f2bf952 req-71ced28e-54ae-4252-b569-ad47e22d7ed1 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0502126 Feb 09 03:20:21.260074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca5875eb-8777-413c-ad61-0e7306c8ee8f details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:20:21.416886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb30a9-3e1f-4fee-9ebd-8a38b0ff5f97 req-63f061c0-c29c-4024-9aa3-cd82235774ce tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:21.422155 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f6fb30a9-3e1f-4fee-9ebd-8a38b0ff5f97 req-63f061c0-c29c-4024-9aa3-cd82235774ce tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 1127 time: 0.1664169 Feb 09 03:20:21.439437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.496684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-da8cc03c-9950-4cbc-a650-3578c7098ec2 None None] Provisioning complete for port 7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:21.497050 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da8cc03c-9950-4cbc-a650-3578c7098ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.513135 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f6fb30a9-3e1f-4fee-9ebd-8a38b0ff5f97 req-03dc2b0a-a4c4-4ec5-9439-194bcea0f6e7 tempest-LiveMigrationTest-1221953016 tempest-LiveMigrationTest-1221953016-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767024 Feb 09 03:20:21.567994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca5875eb-8777-413c-ad61-0e7306c8ee8f, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca5875eb-8777-413c-ad61-0e7306c8ee8f,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:21.595155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-da8cc03c-9950-4cbc-a650-3578c7098ec2 None None] Port 7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:21.597783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'ca5875eb-8777-413c-ad61-0e7306c8ee8f', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'port_id': 'ca5875eb-8777-413c-ad61-0e7306c8ee8f', 'mac_address': 'fa:16:3e:78:8f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0775cadb-5388-496a-9c76-2a812afcdf9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:20:21.641851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1298249198-router', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f599122e-632c-4fe7-a9d4-4812321266c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:14Z', 'updated_at': '2022-02-09T03:20:17Z', 'revision_number': 3, 'project_id': '807c57d2eab945669d7163d36e4da3bf', 'gw_port': {'id': 'f599122e-632c-4fe7-a9d4-4812321266c8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:16Z', 'updated_at': '2022-02-09T03:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:21.674016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc227c4f-c41a-4df4-b355-d22bc5185114 None None] The sync data for ids ['97c68da2-affb-47ba-9309-b408dae9e56e'] in n-d-824835-15 is: [{'id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1298249198-router', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f599122e-632c-4fe7-a9d4-4812321266c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:14Z', 'updated_at': '2022-02-09T03:20:17Z', 'revision_number': 3, 'project_id': '807c57d2eab945669d7163d36e4da3bf', 'gw_port': {'id': 'f599122e-632c-4fe7-a9d4-4812321266c8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:16Z', 'updated_at': '2022-02-09T03:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:21.676732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca5875eb-8777-413c-ad61-0e7306c8ee8f is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:21.677173 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.692749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5875eb-8777-413c-ad61-0e7306c8ee8f {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:21.719822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca5875eb-8777-413c-ad61-0e7306c8ee8f, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca5875eb-8777-413c-ad61-0e7306c8ee8f,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:21.725464 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.754315 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Publish callbacks [] for port (7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.763839 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.790188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ca5875eb-8777-413c-ad61-0e7306c8ee8f,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:21.891716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:21.897161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (97c68da2-affb-47ba-9309-b408dae9e56e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.942377 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.977972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fea45-5492-4b63-8397-8ddfb7ae59d3 req-d0e8f08e-fe2a-498d-9471-bdd4c62eea01 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:21.979648 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b3fea45-5492-4b63-8397-8ddfb7ae59d3 req-d0e8f08e-fe2a-498d-9471-bdd4c62eea01 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 944 time: 0.1096833 Feb 09 03:20:21.991192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102e4d5-1b55-4303-a5e0-e606d4d373fb req-a7acaf46-510e-4308-a36b-60ab4996ec43 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:21.992741 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d102e4d5-1b55-4303-a5e0-e606d4d373fb req-a7acaf46-510e-4308-a36b-60ab4996ec43 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 945 time: 0.1664767 Feb 09 03:20:22.082775 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b3fea45-5492-4b63-8397-8ddfb7ae59d3 req-57316858-24b0-4ef2-8831-aaf4bc35807f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973704 Feb 09 03:20:22.162678 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d102e4d5-1b55-4303-a5e0-e606d4d373fb req-668a8d8b-7b76-4a88-a85d-105b3ba7aeb5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614511 Feb 09 03:20:22.187948 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Network f0c3dcd2-097b-4d66-8a83-65d08566d88b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:22.187948 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:22.435561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a279a95-39f9-45e7-81fe-caedac0c02dc req-3bd56371-a7df-4255-bf26-f208dd0c93a0 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0710514 Feb 09 03:20:22.503218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ca5875eb-8777-413c-ad61-0e7306c8ee8f'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:20:22.520906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Router 97c68da2-affb-47ba-9309-b408dae9e56e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:22.652867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a39e8a26-fa71-429a-9132-d2db76f4ea59 None None] Provisioning complete for port 7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:22.652867 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a39e8a26-fa71-429a-9132-d2db76f4ea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:22.690478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:22.702337 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ffe7cf25-efb9-4179-878f-0baa37d4abe9 admin admin] 10.222.0.21 "PUT /v2.0/routers/97c68da2-affb-47ba-9309-b408dae9e56e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4054537 Feb 09 03:20:22.728840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a39e8a26-fa71-429a-9132-d2db76f4ea59 None None] Port 7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:23.080003 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-7dd1d03e-d634-4c93-8357-130306967e78 req-bc93ed28-cb6d-440d-b205-771f1e5fdb4e tempest-FloatingIPDetailsNegativeTestJSON-230762547 tempest-FloatingIPDetailsNegativeTestJSON-230762547-project] show failed (client error): The resource could not be found. Feb 09 03:20:23.085663 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7dd1d03e-d634-4c93-8357-130306967e78 req-bc93ed28-cb6d-440d-b205-771f1e5fdb4e tempest-FloatingIPDetailsNegativeTestJSON-230762547 tempest-FloatingIPDetailsNegativeTestJSON-230762547-project] 10.222.0.21 "GET /v2.0/floatingips/67993833-2ad6-4e77-9a72-b538f7a950a0 HTTP/1.1" status: 404 len: 350 time: 0.0565493 Feb 09 03:20:23.090785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59714) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:23.246830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916d40a-2969-4640-9656-6bf6aa8b7a68 req-a0b0fe00-c37f-404a-b572-71f85aa26f07 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:23.248571 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a916d40a-2969-4640-9656-6bf6aa8b7a68 req-a0b0fe00-c37f-404a-b572-71f85aa26f07 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 944 time: 0.1619837 Feb 09 03:20:23.297039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0c6be-565f-4b1c-9113-e9ba28183da9 req-22393ae6-c893-47be-8399-24c13cb87d86 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:23.306104 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96d0c6be-565f-4b1c-9113-e9ba28183da9 req-22393ae6-c893-47be-8399-24c13cb87d86 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 944 time: 0.1428118 Feb 09 03:20:23.366030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96d0c6be-565f-4b1c-9113-e9ba28183da9 req-b57f8be1-f4ef-447a-8afa-7e8d3a213a12 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587835 Feb 09 03:20:23.492283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd48c12-d356-4e03-a8fc-48fcaf37ab1f req-dc7e5734-72da-4844-ba6d-e7a91b969409 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:23.499939 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ecd48c12-d356-4e03-a8fc-48fcaf37ab1f req-dc7e5734-72da-4844-ba6d-e7a91b969409 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 945 time: 0.1941259 Feb 09 03:20:23.590450 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-a916d40a-2969-4640-9656-6bf6aa8b7a68 req-1bf5e02b-a7f1-4e56-9555-0604a0d84d4e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Deleting port 13b7291b-74da-427c-8f79-fd02980f0fd0 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:23.590710 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a916d40a-2969-4640-9656-6bf6aa8b7a68 req-1bf5e02b-a7f1-4e56-9555-0604a0d84d4e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.614616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf2ec62c-a440-4809-84ba-69c989c53bd8 req-aff114da-6d1f-4f5e-a149-db17b78e19fc tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0317848 Feb 09 03:20:23.639711 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ecd48c12-d356-4e03-a8fc-48fcaf37ab1f req-37d1c31d-dfe6-4110-b420-f18e42af85a0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394682 Feb 09 03:20:23.666528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f599122e-632c-4fe7-a9d4-4812321266c8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:23.720103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f599122e-632c-4fe7-a9d4-4812321266c8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:23.720491 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f599122e-632c-4fe7-a9d4-4812321266c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.731002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a916d40a-2969-4640-9656-6bf6aa8b7a68 req-1bf5e02b-a7f1-4e56-9555-0604a0d84d4e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] For port 13b7291b-74da-427c-8f79-fd02980f0fd0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=13b7291b-74da-427c-8f79-fd02980f0fd0,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:23.731606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a916d40a-2969-4640-9656-6bf6aa8b7a68 req-1bf5e02b-a7f1-4e56-9555-0604a0d84d4e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.747843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-a916d40a-2969-4640-9656-6bf6aa8b7a68 req-1bf5e02b-a7f1-4e56-9555-0604a0d84d4e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Calling delete_port for 13b7291b-74da-427c-8f79-fd02980f0fd0 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:23.804769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f599122e-632c-4fe7-a9d4-4812321266c8 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:23.805163 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f599122e-632c-4fe7-a9d4-4812321266c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.829720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port f599122e-632c-4fe7-a9d4-4812321266c8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f599122e-632c-4fe7-a9d4-4812321266c8,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:23.836847 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f599122e-632c-4fe7-a9d4-4812321266c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.860203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e122a0d-9271-41d1-8c4e-ec22c216a2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (97c68da2-affb-47ba-9309-b408dae9e56e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.916255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=f599122e-632c-4fe7-a9d4-4812321266c8,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:23.928137 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:24.171368 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] Sync routers for ids ['97c68da2-affb-47ba-9309-b408dae9e56e'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:24.187320 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] Routers {'97c68da2-affb-47ba-9309-b408dae9e56e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:24.187962 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['97c68da2-affb-47ba-9309-b408dae9e56e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:24.329742 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] Set router 97c68da2-affb-47ba-9309-b408dae9e56e gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:24.339902 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a916d40a-2969-4640-9656-6bf6aa8b7a68 req-1bf5e02b-a7f1-4e56-9555-0604a0d84d4e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (13b7291b-74da-427c-8f79-fd02980f0fd0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:24.382679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5e02b-a7f1-4e56-9555-0604a0d84d4e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Pushing event deleted for resources: {'Port': ['ID=13b7291b-74da-427c-8f79-fd02980f0fd0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:24.384029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['c7b4ba1e-0d88-4491-b02a-efd7caf27a62', '13b7291b-74da-427c-8f79-fd02980f0fd0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:20:24.480219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-a916d40a-2969-4640-9656-6bf6aa8b7a68 req-1bf5e02b-a7f1-4e56-9555-0604a0d84d4e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] No DVR routers for this DVR port 13b7291b-74da-427c-8f79-fd02980f0fd0 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:24.484871 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a916d40a-2969-4640-9656-6bf6aa8b7a68 req-1bf5e02b-a7f1-4e56-9555-0604a0d84d4e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:24.491499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a916d40a-2969-4640-9656-6bf6aa8b7a68 req-1bf5e02b-a7f1-4e56-9555-0604a0d84d4e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.65 "DELETE /v2.0/ports/13b7291b-74da-427c-8f79-fd02980f0fd0 HTTP/1.1" status: 204 len: 173 time: 1.2346523 Feb 09 03:20:24.492769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b4c408-f900-4cf2-a203-4a9fa533befd', 'name': 'network-vif-deleted', 'tag': '13b7291b-74da-427c-8f79-fd02980f0fd0'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:24.495346 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d878ca-4e0b-40f3-82cb-62df69c6f4a5" -d '{"events": [{"server_uuid": "e0b4c408-f900-4cf2-a203-4a9fa533befd", "name": "network-vif-deleted", "tag": "13b7291b-74da-427c-8f79-fd02980f0fd0"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:24.556491 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-622de34e-4830-4b73-9603-212d88bae893 req-90d8c370-2fde-44cc-871e-34f1716541d4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.0555482 Feb 09 03:20:24.662128 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c1e3c4-d36f-4b51-a645-355e2aa8e1b3 x-openstack-request-id: req-57c1e3c4-d36f-4b51-a645-355e2aa8e1b3 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:24.666184 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b4c408-f900-4cf2-a203-4a9fa533befd", "name": "network-vif-deleted", "tag": "13b7291b-74da-427c-8f79-fd02980f0fd0", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:24.666464 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57c1e3c4-d36f-4b51-a645-355e2aa8e1b3 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:24.666888 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b4c408-f900-4cf2-a203-4a9fa533befd', 'name': 'network-vif-deleted', 'tag': '13b7291b-74da-427c-8f79-fd02980f0fd0', 'status': 'completed', 'code': 200} Feb 09 03:20:24.731759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9e122a0d-9271-41d1-8c4e-ec22c216a2a6 admin admin] Deleting port 7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:24.732595 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e122a0d-9271-41d1-8c4e-ec22c216a2a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:24.747031 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1298249198-router', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f599122e-632c-4fe7-a9d4-4812321266c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:14Z', 'updated_at': '2022-02-09T03:20:21Z', 'revision_number': 4, 'project_id': '807c57d2eab945669d7163d36e4da3bf', 'gw_port': {'id': 'f599122e-632c-4fe7-a9d4-4812321266c8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:16Z', 'updated_at': '2022-02-09T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb', 'name': '', 'network_id': 'f0c3dcd2-097b-4d66-8a83-65d08566d88b', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf', 'mac_address': 'fa:16:3e:ea:b4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '66355a3a-f429-4215-8e76-42f3e1f6464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:20Z', 'updated_at': '2022-02-09T03:20:21Z', 'revision_number': 2, 'project_id': '807c57d2eab945669d7163d36e4da3bf', 'subnets': [{'id': '66355a3a-f429-4215-8e76-42f3e1f6464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:24.762296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ee06-81c3-4e40-beac-2aa6e546296a req-556f2750-4a88-4911-a854-208edfabac7c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:24.771762 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6b0ee06-81c3-4e40-beac-2aa6e546296a req-556f2750-4a88-4911-a854-208edfabac7c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1356428 Feb 09 03:20:24.777089 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] Checking router: 97c68da2-affb-47ba-9309-b408dae9e56e for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:24.777771 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] Updating router 97c68da2-affb-47ba-9309-b408dae9e56e port 7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:20:24.821521 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:24.835205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6b0ee06-81c3-4e40-beac-2aa6e546296a req-b3ff39b2-711c-46d8-ad7e-e2e98432efcc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614779 Feb 09 03:20:24.845081 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-beeec5e8-e27d-4fbb-bb07-7c83b9ee4d28 req-50f569d0-5b45-4717-9ab6-fed302cf6234 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0353758 Feb 09 03:20:24.872057 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e122a0d-9271-41d1-8c4e-ec22c216a2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:24.910544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9e122a0d-9271-41d1-8c4e-ec22c216a2a6 admin admin] Calling delete_port for 7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:25.026220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f166abb-efdc-4248-97c5-ef7ea7c726ef req-a44d1eaa-9f0f-4f62-ab2e-6a1c764344d5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:25.028026 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2f166abb-efdc-4248-97c5-ef7ea7c726ef req-a44d1eaa-9f0f-4f62-ab2e-6a1c764344d5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0727825 Feb 09 03:20:25.066017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2a920-9e5f-47a7-b9f9-e58f0223509a req-cb658e9c-ff25-4dc1-bcd3-ca90962f5135 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:25.071306 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8be2a920-9e5f-47a7-b9f9-e58f0223509a req-cb658e9c-ff25-4dc1-bcd3-ca90962f5135 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 945 time: 0.1385972 Feb 09 03:20:25.086379 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2f166abb-efdc-4248-97c5-ef7ea7c726ef req-5ba8b0fa-792d-4593-b8fa-cb3e64e80732 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525033 Feb 09 03:20:25.196224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8be2a920-9e5f-47a7-b9f9-e58f0223509a req-97adddc8-9f5d-4711-8e5e-094a7d13a408 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177826 Feb 09 03:20:25.231836 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] Publish callbacks [] for port (7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:25.241259 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.db.api [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 03:20:25.241259 n-d-824835-15 neutron-server[103330]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Feb 09 03:20:25.241259 n-d-824835-15 neutron-server[103330]: [parameters: {'host': 'n-d-824835-15', 'ml2_port_bindings_port_id': '7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb', 'ml2_port_bindings_host': ''}] Feb 09 03:20:25.241259 n-d-824835-15 neutron-server[103330]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:20:25.241854 n-d-824835-15 neutron-server[103330]: DEBUG oslo_db.api [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:20:25.261345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca5875eb-8777-413c-ad61-0e7306c8ee8f up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:25.301528 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e122a0d-9271-41d1-8c4e-ec22c216a2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:25.340988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port ca5875eb-8777-413c-ad61-0e7306c8ee8f completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:20:25.345159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e122a0d-9271-41d1-8c4e-ec22c216a2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:25.355279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port ca5875eb-8777-413c-ad61-0e7306c8ee8f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:25.355741 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:25.450015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca5875eb-8777-413c-ad61-0e7306c8ee8f is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:25.450445 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:25.485429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489b7d4-188b-42e8-a969-39a81ac77eef req-bf760111-f1dd-42d8-8982-a3725b10d3c2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:25.493898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a489b7d4-188b-42e8-a969-39a81ac77eef req-bf760111-f1dd-42d8-8982-a3725b10d3c2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1346660 Feb 09 03:20:25.500020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc23f83-8d3a-4688-a8d8-97db0311d975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5875eb-8777-413c-ad61-0e7306c8ee8f'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:25.502687 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f337fa9-c9d9-44ad-800e-6a3e1990e2c7" -d '{"events": [{"server_uuid": "8cc23f83-8d3a-4688-a8d8-97db0311d975", "name": "network-vif-plugged", "status": "completed", "tag": "ca5875eb-8777-413c-ad61-0e7306c8ee8f"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:25.543737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca5875eb-8777-413c-ad61-0e7306c8ee8f, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca5875eb-8777-413c-ad61-0e7306c8ee8f,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:25.549765 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:25.550999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 13b7291b-74da-427c-8f79-fd02980f0fd0 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:25.642732 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab015e6-77a7-4712-91e1-3f47a1bc6490 x-openstack-request-id: req-1ab015e6-77a7-4712-91e1-3f47a1bc6490 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:25.643953 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc23f83-8d3a-4688-a8d8-97db0311d975", "name": "network-vif-plugged", "status": "completed", "tag": "ca5875eb-8777-413c-ad61-0e7306c8ee8f", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:25.644382 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ab015e6-77a7-4712-91e1-3f47a1bc6490 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:25.645028 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc23f83-8d3a-4688-a8d8-97db0311d975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5875eb-8777-413c-ad61-0e7306c8ee8f', 'code': 200} Feb 09 03:20:25.648070 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f599122e-632c-4fe7-a9d4-4812321266c8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:25.651888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 13b7291b-74da-427c-8f79-fd02980f0fd0 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:25.652286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 13b7291b-74da-427c-8f79-fd02980f0fd0 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:25.659567 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e122a0d-9271-41d1-8c4e-ec22c216a2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (97c68da2-affb-47ba-9309-b408dae9e56e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:25.694961 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a489b7d4-188b-42e8-a969-39a81ac77eef req-35ace192-4f32-4073-9e50-b5f9958e7b39 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986063 Feb 09 03:20:25.761804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ca5875eb-8777-413c-ad61-0e7306c8ee8f,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:25.770179 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] Port 7fd1dec5-3a1e-49a4-9f64-14d5ee50d3eb not found while updating agent binding for router 97c68da2-affb-47ba-9309-b408dae9e56e. {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 03:20:25.774604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.775044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.775401 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.775773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.776105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.776442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.776876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.777215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.777681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.778129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.778334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.778706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.779015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:25.787696 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] Routers {'97c68da2-affb-47ba-9309-b408dae9e56e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:25.789393 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['97c68da2-affb-47ba-9309-b408dae9e56e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:25.804803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f599122e-632c-4fe7-a9d4-4812321266c8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:25.805274 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f599122e-632c-4fe7-a9d4-4812321266c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:25.977543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f599122e-632c-4fe7-a9d4-4812321266c8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:25.984433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05e1aa-e931-4832-a279-4fb2aa0f8a02 req-09c712b5-d507-4ce7-93a7-060b3394abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:25.989023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b05e1aa-e931-4832-a279-4fb2aa0f8a02 req-09c712b5-d507-4ce7-93a7-060b3394abcb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 1129 time: 0.2930839 Feb 09 03:20:26.008112 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] Set router 97c68da2-affb-47ba-9309-b408dae9e56e gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:26.097149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b11c9376-3ab6-4dd4-9a03-6ab218784347 req-302fc2c6-bffd-46db-bdcf-0b40864f69a8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.0800467 Feb 09 03:20:26.208779 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b05e1aa-e931-4832-a279-4fb2aa0f8a02 req-8c32d047-887e-428f-b718-fe7644eaec5c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889977 Feb 09 03:20:26.243517 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-34ef3860-1104-4932-8f74-02a94cd9c021 req-a4c85b81-eba0-4af5-84f1-441ff782d1ca tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0726016 Feb 09 03:20:26.270573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e122a0d-9271-41d1-8c4e-ec22c216a2a6 admin admin] Router 97c68da2-affb-47ba-9309-b408dae9e56e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:26.315763 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1298249198-router', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f599122e-632c-4fe7-a9d4-4812321266c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:14Z', 'updated_at': '2022-02-09T03:20:25Z', 'revision_number': 5, 'project_id': '807c57d2eab945669d7163d36e4da3bf', 'gw_port': {'id': 'f599122e-632c-4fe7-a9d4-4812321266c8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:16Z', 'updated_at': '2022-02-09T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:26.369183 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3cc3b-3735-4bc6-b75e-d4c04272c827 None None] The sync data for ids ['97c68da2-affb-47ba-9309-b408dae9e56e'] in n-d-824835-15 is: [{'id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1298249198-router', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f599122e-632c-4fe7-a9d4-4812321266c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:14Z', 'updated_at': '2022-02-09T03:20:25Z', 'revision_number': 5, 'project_id': '807c57d2eab945669d7163d36e4da3bf', 'gw_port': {'id': 'f599122e-632c-4fe7-a9d4-4812321266c8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:16Z', 'updated_at': '2022-02-09T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:26.404682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e122a0d-9271-41d1-8c4e-ec22c216a2a6 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:26.418164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9e122a0d-9271-41d1-8c4e-ec22c216a2a6 admin admin] 10.222.0.21 "PUT /v2.0/routers/97c68da2-affb-47ba-9309-b408dae9e56e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3264108 Feb 09 03:20:26.421448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59768) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:26.501769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26788ed-63a1-4928-a368-51696e44c6fd req-6b621312-0fac-41a2-94a8-fc40341b6c64 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:26.504527 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b26788ed-63a1-4928-a368-51696e44c6fd req-6b621312-0fac-41a2-94a8-fc40341b6c64 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 946 time: 0.0971477 Feb 09 03:20:26.629588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b26788ed-63a1-4928-a368-51696e44c6fd req-e86424c2-2fd4-49ea-846a-4061b180792b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155572 Feb 09 03:20:26.797018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3d775-c9cb-4542-95c1-93e5db24d835 req-dbf8cd1a-24ce-4e3f-98a4-4086f1ffcebb tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:26.798972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3a3d775-c9cb-4542-95c1-93e5db24d835 req-dbf8cd1a-24ce-4e3f-98a4-4086f1ffcebb tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0835385 Feb 09 03:20:26.870821 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3a3d775-c9cb-4542-95c1-93e5db24d835 req-87c8ff6c-996e-48de-9bb7-3bb66e77ed49 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537143 Feb 09 03:20:27.002994 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Publish callbacks [] for router (97c68da2-affb-47ba-9309-b408dae9e56e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:27.048829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac13b10-85e2-4d81-ae07-10ab2f089056 req-211fe5d4-ae4d-41bd-acc9-06694454cd82 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:27.051327 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eac13b10-85e2-4d81-ae07-10ab2f089056 req-211fe5d4-ae4d-41bd-acc9-06694454cd82 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.1166742 Feb 09 03:20:27.151199 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eac13b10-85e2-4d81-ae07-10ab2f089056 req-0613da97-5fa6-45b7-a371-0085eaf6590c tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663126 Feb 09 03:20:27.177209 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Publish callbacks [] for router_gateway (97c68da2-affb-47ba-9309-b408dae9e56e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:27.233767 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbc07f78-9359-452f-8404-8cda7ba327ec req-7d771ff0-dfad-4d3d-9b1d-6df47af67414 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.0467813 Feb 09 03:20:27.270395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Deleting port f599122e-632c-4fe7-a9d4-4812321266c8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:27.270739 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f599122e-632c-4fe7-a9d4-4812321266c8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:27.322150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c7e2f-963a-4960-9c0d-3609d2db98fe None None] Sync routers for ids ['97c68da2-affb-47ba-9309-b408dae9e56e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:27.338331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c7e2f-963a-4960-9c0d-3609d2db98fe None None] Routers {'97c68da2-affb-47ba-9309-b408dae9e56e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:27.338980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-146c7e2f-963a-4960-9c0d-3609d2db98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['97c68da2-affb-47ba-9309-b408dae9e56e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:27.356147 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb713648-2d28-40c5-905e-0f4377ffc719 req-766c2d81-a459-44b0-812e-755dda377fe0 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0360863 Feb 09 03:20:27.413516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] For port f599122e-632c-4fe7-a9d4-4812321266c8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f599122e-632c-4fe7-a9d4-4812321266c8,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:27.413881 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f599122e-632c-4fe7-a9d4-4812321266c8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:27.430998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Calling delete_port for f599122e-632c-4fe7-a9d4-4812321266c8 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:27.455040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-146c7e2f-963a-4960-9c0d-3609d2db98fe None None] Set router 97c68da2-affb-47ba-9309-b408dae9e56e gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:27.561200 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-146c7e2f-963a-4960-9c0d-3609d2db98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1298249198-router', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:14Z', 'updated_at': '2022-02-09T03:20:27Z', 'revision_number': 6, 'project_id': '807c57d2eab945669d7163d36e4da3bf', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:27.595372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c7e2f-963a-4960-9c0d-3609d2db98fe None None] Checking router: 97c68da2-affb-47ba-9309-b408dae9e56e for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:27.623436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c7e2f-963a-4960-9c0d-3609d2db98fe None None] Routers {'97c68da2-affb-47ba-9309-b408dae9e56e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:27.628342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-146c7e2f-963a-4960-9c0d-3609d2db98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['97c68da2-affb-47ba-9309-b408dae9e56e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:27.672409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f599122e-632c-4fe7-a9d4-4812321266c8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:27.708189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Pushing event deleted for resources: {'Port': ['ID=f599122e-632c-4fe7-a9d4-4812321266c8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:27.811265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-146c7e2f-963a-4960-9c0d-3609d2db98fe None None] Set router 97c68da2-affb-47ba-9309-b408dae9e56e gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:27.898573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-146c7e2f-963a-4960-9c0d-3609d2db98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1298249198-router', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:14Z', 'updated_at': '2022-02-09T03:20:27Z', 'revision_number': 6, 'project_id': '807c57d2eab945669d7163d36e4da3bf', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:27.909611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0297ae-c145-4718-8f71-c6631ff63971 req-0b1f942f-5219-4b5f-917c-41971a71142a tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:27.911143 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b0297ae-c145-4718-8f71-c6631ff63971 req-0b1f942f-5219-4b5f-917c-41971a71142a tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 946 time: 0.1595182 Feb 09 03:20:27.914513 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (97c68da2-affb-47ba-9309-b408dae9e56e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:27.938857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c7e2f-963a-4960-9c0d-3609d2db98fe None None] The sync data for ids ['97c68da2-affb-47ba-9309-b408dae9e56e'] in n-d-824835-15 is: [{'id': '97c68da2-affb-47ba-9309-b408dae9e56e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1298249198-router', 'tenant_id': '807c57d2eab945669d7163d36e4da3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:14Z', 'updated_at': '2022-02-09T03:20:27Z', 'revision_number': 6, 'project_id': '807c57d2eab945669d7163d36e4da3bf', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:27.939476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f87e-8d3d-4d7a-be56-7ffffd6ecd3b req-906dbe3c-10cb-4947-a37d-837a6ddc6622 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:27.946374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5157f87e-8d3d-4d7a-be56-7ffffd6ecd3b req-906dbe3c-10cb-4947-a37d-837a6ddc6622 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.0845580 Feb 09 03:20:28.053146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (97c68da2-affb-47ba-9309-b408dae9e56e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.066138 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:20:28.082477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Publish callbacks [] for router_controller (97c68da2-affb-47ba-9309-b408dae9e56e), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.103430 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5157f87e-8d3d-4d7a-be56-7ffffd6ecd3b req-9c508784-614b-4b0a-9c11-0531c1c0badc tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305790 Feb 09 03:20:28.107764 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b0297ae-c145-4718-8f71-c6631ff63971 req-435c8401-fee6-4761-af2a-4111d4222bb8 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536415 Feb 09 03:20:28.183815 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (97c68da2-affb-47ba-9309-b408dae9e56e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.185006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97c68da2-affb-47ba-9309-b408dae9e56e {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:20:28.202419 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.206582 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-707c08de-585d-4f21-a007-75e7c0fc2763 admin admin] 10.222.0.21 "DELETE /v2.0/routers/97c68da2-affb-47ba-9309-b408dae9e56e HTTP/1.1" status: 204 len: 168 time: 1.7807629 Feb 09 03:20:28.207186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59788) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:28.248771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473442-2230-413f-9494-f08ae5bba57e req-593cfcf7-dda6-4c57-971f-37c3572899df tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:28.256885 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c473442-2230-413f-9494-f08ae5bba57e req-593cfcf7-dda6-4c57-971f-37c3572899df tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0694354 Feb 09 03:20:28.267049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-9370838d-3780-4319-9660-b7e9a148adfa admin admin] Deleting subnet 66355a3a-f429-4215-8e76-42f3e1f6464b {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:20:28.271614 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9370838d-3780-4319-9660-b7e9a148adfa admin admin] Publish callbacks [] for subnet (66355a3a-f429-4215-8e76-42f3e1f6464b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.313783 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c473442-2230-413f-9494-f08ae5bba57e req-5b2fec7e-b714-4530-8f67-21671d34bf23 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558472 Feb 09 03:20:28.314183 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9370838d-3780-4319-9660-b7e9a148adfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (66355a3a-f429-4215-8e76-42f3e1f6464b), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.376569 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aacfef70-3d51-40c3-86b2-85d6c355768c req-962dc165-e5fa-43d1-b15d-4b80ded3cd30 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.0341697 Feb 09 03:20:28.492327 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9370838d-3780-4319-9660-b7e9a148adfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (66355a3a-f429-4215-8e76-42f3e1f6464b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.569211 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9370838d-3780-4319-9660-b7e9a148adfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (66355a3a-f429-4215-8e76-42f3e1f6464b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.581298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd30eb4d-a711-4980-b2be-c9038ea7229c req-89c5c3a1-4a8d-43cc-ad88-49eefc5709f0 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/ports?device_id=2415d2c8-fdd0-43db-b024-da905d3e711f HTTP/1.1" status: 200 len: 210 time: 0.0669920 Feb 09 03:20:28.586034 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9370838d-3780-4319-9660-b7e9a148adfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.589844 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9370838d-3780-4319-9660-b7e9a148adfa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/66355a3a-f429-4215-8e76-42f3e1f6464b HTTP/1.1" status: 204 len: 168 time: 0.3794756 Feb 09 03:20:28.594215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59794) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:28.600177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a6e6df-79d5-4ca9-804c-a327dc754350 None None] Network f0c3dcd2-097b-4d66-8a83-65d08566d88b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:28.630073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370838d-3780-4319-9660-b7e9a148adfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66355a3a-f429-4215-8e76-42f3e1f6464b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:28.710835 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (f0c3dcd2-097b-4d66-8a83-65d08566d88b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.773853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Deleting port aa76dea5-b471-458a-9338-0b4a187b61af {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:28.773853 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.806035 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac6f50c-9b84-4008-b588-234510cb2a5b None None] DHCP port deletion for f0c3dcd2-097b-4d66-8a83-65d08566d88b request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:20:28.854260 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] For port aa76dea5-b471-458a-9338-0b4a187b61af, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aa76dea5-b471-458a-9338-0b4a187b61af,segment=NetworkSegment(29526c08-2a10-420b-95a7-b10972d151f5),segment_id=29526c08-2a10-420b-95a7-b10972d151f5)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:28.854644 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.871255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cac6f50c-9b84-4008-b588-234510cb2a5b None None] Deleting port aa76dea5-b471-458a-9338-0b4a187b61af {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:28.871851 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cac6f50c-9b84-4008-b588-234510cb2a5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.876935 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Calling delete_port for aa76dea5-b471-458a-9338-0b4a187b61af owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:28.957228 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cac6f50c-9b84-4008-b588-234510cb2a5b None None] For port aa76dea5-b471-458a-9338-0b4a187b61af, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aa76dea5-b471-458a-9338-0b4a187b61af,segment=NetworkSegment(29526c08-2a10-420b-95a7-b10972d151f5),segment_id=29526c08-2a10-420b-95a7-b10972d151f5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:28.957882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cac6f50c-9b84-4008-b588-234510cb2a5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.972942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cac6f50c-9b84-4008-b588-234510cb2a5b None None] Calling delete_port for aa76dea5-b471-458a-9338-0b4a187b61af owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:28.979503 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.007274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Pushing event deleted for resources: {'Port': ['ID=aa76dea5-b471-458a-9338-0b4a187b61af,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:29.011698 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] No DVR routers for this DVR port aa76dea5-b471-458a-9338-0b4a187b61af on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:29.073975 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cac6f50c-9b84-4008-b588-234510cb2a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (aa76dea5-b471-458a-9338-0b4a187b61af), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.089096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (f0c3dcd2-097b-4d66-8a83-65d08566d88b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.106931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6f50c-9b84-4008-b588-234510cb2a5b None None] Pushing event deleted for resources: {'Port': ['ID=aa76dea5-b471-458a-9338-0b4a187b61af,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:29.108926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6f50c-9b84-4008-b588-234510cb2a5b None None] No DVR routers for this DVR port aa76dea5-b471-458a-9338-0b4a187b61af on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:29.112782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c3dcd2-097b-4d66-8a83-65d08566d88b']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:29.124080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29526c08-2a10-420b-95a7-b10972d151f5') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:29.124481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29526c08-2a10-420b-95a7-b10972d151f5') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:29.138183 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (29526c08-2a10-420b-95a7-b10972d151f5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.154550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (29526c08-2a10-420b-95a7-b10972d151f5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.161411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:20:29.161875 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (29526c08-2a10-420b-95a7-b10972d151f5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:20:29.163936 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:20:29.260116 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (f0c3dcd2-097b-4d66-8a83-65d08566d88b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.266887 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.270133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] 10.222.0.21 "DELETE /v2.0/networks/f0c3dcd2-097b-4d66-8a83-65d08566d88b HTTP/1.1" status: 204 len: 168 time: 0.6744528 Feb 09 03:20:29.286030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92918b7a-0451-432a-a77b-5a30da7309ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c3dcd2-097b-4d66-8a83-65d08566d88b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:29.288338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16799e-348c-462a-b671-77bb08c988d4 req-0a52b932-8f9a-4b6b-9990-7d98cf9c9597 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:29.295215 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b16799e-348c-462a-b671-77bb08c988d4 req-0a52b932-8f9a-4b6b-9990-7d98cf9c9597 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.0807228 Feb 09 03:20:29.295923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264b94e-d23a-4a7e-8c6d-0919d26c1ca1 req-670a3ab0-8a38-457d-8e85-0015b9a97958 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:29.297525 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f264b94e-d23a-4a7e-8c6d-0919d26c1ca1 req-670a3ab0-8a38-457d-8e85-0015b9a97958 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 946 time: 0.0898163 Feb 09 03:20:29.348290 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b16799e-348c-462a-b671-77bb08c988d4 req-112acab7-9970-4d26-8fd5-46e2d8cf6e95 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521252 Feb 09 03:20:29.403383 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f264b94e-d23a-4a7e-8c6d-0919d26c1ca1 req-ade8796e-1d4b-4c37-9a5d-d73e21f7d8de tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901928 Feb 09 03:20:29.451595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59810) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:29.495803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da01ab9-9692-4202-a07a-ad84e72b7c98 req-4af83496-96b6-479e-8f07-07f1cbed19d4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:29.497965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4da01ab9-9692-4202-a07a-ad84e72b7c98 req-4af83496-96b6-479e-8f07-07f1cbed19d4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0938840 Feb 09 03:20:29.537256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9529830-c2b9-4c6f-ab82-c459e0213805 req-4ffb0977-ae13-41af-a3a6-a937dd4cf616 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.0491397 Feb 09 03:20:29.541526 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a86953c5-44ef-4fa1-bb3b-9436187b35cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=807c57d2eab945669d7163d36e4da3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0884798 Feb 09 03:20:29.544131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59812) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:29.549716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f599122e-632c-4fe7-a9d4-4812321266c8 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:29.577964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f599122e-632c-4fe7-a9d4-4812321266c8 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:29.578431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f599122e-632c-4fe7-a9d4-4812321266c8 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:29.578848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aa76dea5-b471-458a-9338-0b4a187b61af no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:29.597790 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4da01ab9-9692-4202-a07a-ad84e72b7c98 req-7d2850d3-a23d-46b3-a57e-3fd296a7b09e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923760 Feb 09 03:20:29.610405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: aa76dea5-b471-458a-9338-0b4a187b61af {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:29.610965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aa76dea5-b471-458a-9338-0b4a187b61af not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:29.648676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91c56bc8-23bd-4c95-bc26-8a365c337616 admin admin] Publish callbacks [] for security_group (1ef72873-a9e3-4fba-9c6e-a49bf81f12da), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.681441 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91c56bc8-23bd-4c95-bc26-8a365c337616 admin admin] Publish callbacks [] for security_group (1ef72873-a9e3-4fba-9c6e-a49bf81f12da), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.709257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59820) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:29.754615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91c56bc8-23bd-4c95-bc26-8a365c337616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1ef72873-a9e3-4fba-9c6e-a49bf81f12da), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.761017 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91c56bc8-23bd-4c95-bc26-8a365c337616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.766902 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-91c56bc8-23bd-4c95-bc26-8a365c337616 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ef72873-a9e3-4fba-9c6e-a49bf81f12da HTTP/1.1" status: 204 len: 168 time: 0.2190878 Feb 09 03:20:29.784523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c56bc8-23bd-4c95-bc26-8a365c337616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef72873-a9e3-4fba-9c6e-a49bf81f12da,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:29.839323 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53014888-b896-4eaa-b84e-02b2ffcb58c0 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for security_group (42220e69-e119-41b4-8721-ab10a3e0080b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.874275 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53014888-b896-4eaa-b84e-02b2ffcb58c0 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for security_group (42220e69-e119-41b4-8721-ab10a3e0080b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.954873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6440ff-1a7d-4290-b921-ab08745ebb5b req-43e96d58-5e6e-4170-8948-10ae71779156 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:29.957076 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f6440ff-1a7d-4290-b921-ab08745ebb5b req-43e96d58-5e6e-4170-8948-10ae71779156 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 946 time: 0.0799110 Feb 09 03:20:29.968624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53014888-b896-4eaa-b84e-02b2ffcb58c0 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (42220e69-e119-41b4-8721-ab10a3e0080b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.973053 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53014888-b896-4eaa-b84e-02b2ffcb58c0 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.976718 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-53014888-b896-4eaa-b84e-02b2ffcb58c0 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "DELETE /v2.0/security-groups/42220e69-e119-41b4-8721-ab10a3e0080b HTTP/1.1" status: 204 len: 168 time: 0.2633266 Feb 09 03:20:29.977796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59826) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:29.998532 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-05ff94df-e1f5-4dc4-98ee-67e4fbbafa32 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] show failed (client error): The resource could not be found. Feb 09 03:20:30.008035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53014888-b896-4eaa-b84e-02b2ffcb58c0 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42220e69-e119-41b4-8721-ab10a3e0080b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:30.014979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59830) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:30.027595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-05ff94df-e1f5-4dc4-98ee-67e4fbbafa32 tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "GET /v2.0/security-groups/42220e69-e119-41b4-8721-ab10a3e0080b HTTP/1.1" status: 404 len: 347 time: 0.0473471 Feb 09 03:20:30.105962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-95750306-cc61-4932-83cd-20fe87de18ec tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:30.107573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-95750306-cc61-4932-83cd-20fe87de18ec tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.65 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.0786579 Feb 09 03:20:30.186001 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f6440ff-1a7d-4290-b921-ab08745ebb5b req-7f7d476c-7277-44fc-9eff-2b8f068b5b6d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102022 Feb 09 03:20:30.211234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a5c6513f-214a-4646-827e-da88055c213a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Deleting port 766c559f-8041-4404-ba77-37ec1439c045 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:30.211802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5c6513f-214a-4646-827e-da88055c213a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (766c559f-8041-4404-ba77-37ec1439c045), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.250757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Deleting port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:30.251456 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.327695 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5c6513f-214a-4646-827e-da88055c213a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (766c559f-8041-4404-ba77-37ec1439c045), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.328221 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5c6513f-214a-4646-827e-da88055c213a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for floatingip (766c559f-8041-4404-ba77-37ec1439c045), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.346621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a5c6513f-214a-4646-827e-da88055c213a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Calling delete_port for 766c559f-8041-4404-ba77-37ec1439c045 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:30.403665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] For port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=6534c56f-fbc8-4187-9c5c-c4c4652b55eb,segment=NetworkSegment(7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe),segment_id=7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:30.404109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.597113 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5c6513f-214a-4646-827e-da88055c213a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (766c559f-8041-4404-ba77-37ec1439c045), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.600332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f3d76-3170-4cfe-aaef-08e80c0f0ca4 req-2675d868-5976-42c6-82b7-f39aa60a8d72 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:30.609156 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba5f3d76-3170-4cfe-aaef-08e80c0f0ca4 req-2675d868-5976-42c6-82b7-f39aa60a8d72 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 946 time: 0.1402256 Feb 09 03:20:30.652731 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6513f-214a-4646-827e-da88055c213a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Pushing event deleted for resources: {'Port': ['ID=766c559f-8041-4404-ba77-37ec1439c045,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:30.715050 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba5f3d76-3170-4cfe-aaef-08e80c0f0ca4 req-1fc0cf60-4757-4146-acf1-98613e824dd3 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d44bafa-6c09-4671-946c-77a1cf45b5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049726 Feb 09 03:20:30.774817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.775490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (bc84a177-d518-49ab-bbed-cc8048442bf9), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.775992 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Floating IP bc84a177-d518-49ab-bbed-cc8048442bf9 disassociated. External IP: 172.25.5.195, port: 6534c56f-fbc8-4187-9c5c-c4c4652b55eb. Feb 09 03:20:30.776353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Calling delete_port for 6534c56f-fbc8-4187-9c5c-c4c4652b55eb owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:30.797006 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5c6513f-214a-4646-827e-da88055c213a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks [] for floatingip (dcdb2ace-f2b2-4431-8e9d-c59b12280ea5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.800634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5c6513f-214a-4646-827e-da88055c213a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.804657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a5c6513f-214a-4646-827e-da88055c213a tempest-ServersTestBootFromVolume-1181110418 tempest-ServersTestBootFromVolume-1181110418-project] 10.222.0.21 "DELETE /v2.0/floatingips/dcdb2ace-f2b2-4431-8e9d-c59b12280ea5 HTTP/1.1" status: 204 len: 168 time: 0.7856669 Feb 09 03:20:30.813614 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-857e7a18-6e1b-43ae-99ec-a41a09c45609 req-ed36679f-d9dc-4450-b483-69ea14017809 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.1379302 Feb 09 03:20:30.815458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59854) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:30.931275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70768e52-1cc1-4843-87dc-a47ade781194 req-e36bbba1-3482-4d4c-884a-4d7ecb01afdc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:30.933056 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70768e52-1cc1-4843-87dc-a47ade781194 req-e36bbba1-3482-4d4c-884a-4d7ecb01afdc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1378908 Feb 09 03:20:31.035199 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70768e52-1cc1-4843-87dc-a47ade781194 req-4b431eed-de48-4554-99e3-f806ec4d893c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897720 Feb 09 03:20:31.080142 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6534c56f-fbc8-4187-9c5c-c4c4652b55eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.110693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Pushing event deleted for resources: {'Port': ['ID=6534c56f-fbc8-4187-9c5c-c4c4652b55eb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:31.272556 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-f5a32ed9-e6e7-4c7b-a4ed-bd33d4bfc160 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=dc5ab2c8918e4703bb9a923efbd1f8b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329320 Feb 09 03:20:31.307190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Router 63b9b5c3-d70d-4411-94c7-67a7272b1893 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:31.436998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc014592-9da0-4ae8-94cd-5d875c1e6745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.442217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52f560-9b5b-4ae9-9930-8c58c815259e req-0a0fa02a-d85b-4e4c-b51e-2816ef6eb85c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:31.443803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-be52f560-9b5b-4ae9-9930-8c58c815259e req-0a0fa02a-d85b-4e4c-b51e-2816ef6eb85c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 946 time: 0.1515923 Feb 09 03:20:31.489239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-e11a9a7f-ac4e-48f9-a095-8bd055f45f0f tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:31.496575 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-e11a9a7f-ac4e-48f9-a095-8bd055f45f0f tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171988 Feb 09 03:20:31.500481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:31.528183 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d86ae-cae1-40cf-a23a-877e82e6f764 None None] Sync routers for ids ['63b9b5c3-d70d-4411-94c7-67a7272b1893'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:31.536715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-be52f560-9b5b-4ae9-9930-8c58c815259e req-baacf67b-2b28-4a84-aca9-8b1397f10479 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849609 Feb 09 03:20:31.546894 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d86ae-cae1-40cf-a23a-877e82e6f764 None None] Routers {'63b9b5c3-d70d-4411-94c7-67a7272b1893'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:31.548019 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-cc0d86ae-cae1-40cf-a23a-877e82e6f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['63b9b5c3-d70d-4411-94c7-67a7272b1893'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:31.571288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] No DVR routers for this DVR port 6534c56f-fbc8-4187-9c5c-c4c4652b55eb on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:31.573920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.577476 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7578af-3181-4745-8ab1-acbbf35ab846 req-a79ef934-0692-4c59-99ef-fbc5d778debe tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.65 "DELETE /v2.0/ports/6534c56f-fbc8-4187-9c5c-c4c4652b55eb HTTP/1.1" status: 204 len: 173 time: 1.4639790 Feb 09 03:20:31.577942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'name': 'network-vif-deleted', 'tag': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:31.587102 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f136b3-9bb5-43d8-b82a-1be477df05c8" -d '{"events": [{"server_uuid": "954d23b1-a489-4c10-862c-34f2d08ee6d7", "name": "network-vif-deleted", "tag": "6534c56f-fbc8-4187-9c5c-c4c4652b55eb"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:31.631729 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-adcbe5b0-dd7c-48c7-9394-d96b6c0c6505 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/quotas/dc5ab2c8918e4703bb9a923efbd1f8b6 HTTP/1.1" status: 200 len: 375 time: 0.1335738 Feb 09 03:20:31.639572 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689ed27a-0e76-4269-a5ea-f1fc314344a9 x-openstack-request-id: req-689ed27a-0e76-4269-a5ea-f1fc314344a9 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:31.639874 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954d23b1-a489-4c10-862c-34f2d08ee6d7", "name": "network-vif-deleted", "tag": "6534c56f-fbc8-4187-9c5c-c4c4652b55eb", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:31.640138 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-689ed27a-0e76-4269-a5ea-f1fc314344a9 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:31.640908 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954d23b1-a489-4c10-862c-34f2d08ee6d7', 'name': 'network-vif-deleted', 'tag': '6534c56f-fbc8-4187-9c5c-c4c4652b55eb', 'status': 'completed', 'code': 200} Feb 09 03:20:31.708010 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-04655a4d-24cf-4c15-a494-e1c3f2b6fd2e tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc5ab2c8918e4703bb9a923efbd1f8b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728252 Feb 09 03:20:31.834400 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-cc0d86ae-cae1-40cf-a23a-877e82e6f764 None None] Set router 63b9b5c3-d70d-4411-94c7-67a7272b1893 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:31.873382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beda23-f388-4030-ba35-228b303dfa48 req-c1488f29-cd2c-40c3-9483-8d09bf202db0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:31.875103 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29beda23-f388-4030-ba35-228b303dfa48 req-c1488f29-cd2c-40c3-9483-8d09bf202db0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.65 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 946 time: 0.1116016 Feb 09 03:20:32.071364 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b6696562-7193-479d-88ef-0f39353451ff req-65e05f90-511a-459e-ada1-9469fe233af7 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/ports?device_id=954d23b1-a489-4c10-862c-34f2d08ee6d7 HTTP/1.1" status: 200 len: 210 time: 0.0838552 Feb 09 03:20:32.194134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4941f7d5-f875-4a83-bfaa-22118c95b4c8 req-ee1053aa-4a89-4b86-b4e0-f81853ddd3a6 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.1187913 Feb 09 03:20:32.260972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-311d978d-5eee-4b06-9689-05b59baabc06 req-e8ef201f-4285-4bc8-8cbf-e96bf3a64224 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 210 time: 0.0924733 Feb 09 03:20:32.290268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-dc014592-9da0-4ae8-94cd-5d875c1e6745 admin admin] Deleting port 478f2395-9072-42ea-b799-dfeceb862a19 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:32.290612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc014592-9da0-4ae8-94cd-5d875c1e6745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (478f2395-9072-42ea-b799-dfeceb862a19), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.297800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-29beda23-f388-4030-ba35-228b303dfa48 req-cf431268-2bbe-40ed-975e-3e8d78cf64b5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Deleting port ca5875eb-8777-413c-ad61-0e7306c8ee8f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:32.298156 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-29beda23-f388-4030-ba35-228b303dfa48 req-cf431268-2bbe-40ed-975e-3e8d78cf64b5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.383853 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-cc0d86ae-cae1-40cf-a23a-877e82e6f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ec04c503-e992-4089-a98e-5667227fdb73', 'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'mac_address': 'fa:16:3e:39:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:16Z', 'updated_at': '2022-02-09T03:18:24Z', 'revision_number': 5, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'subnets': [{'id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:32.433526 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d86ae-cae1-40cf-a23a-877e82e6f764 None None] Checking router: 63b9b5c3-d70d-4411-94c7-67a7272b1893 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:32.443684 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d86ae-cae1-40cf-a23a-877e82e6f764 None None] Routers {'63b9b5c3-d70d-4411-94c7-67a7272b1893'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:32.444577 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-cc0d86ae-cae1-40cf-a23a-877e82e6f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['63b9b5c3-d70d-4411-94c7-67a7272b1893'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:32.495302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e59cb-0eed-42a5-be93-124ef68862ef req-3ce71dbc-9bd7-468a-b6b5-6987b4c73b0e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:32.504766 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b8e59cb-0eed-42a5-be93-124ef68862ef req-3ce71dbc-9bd7-468a-b6b5-6987b4c73b0e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1063452 Feb 09 03:20:32.508161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-29beda23-f388-4030-ba35-228b303dfa48 req-cf431268-2bbe-40ed-975e-3e8d78cf64b5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] For port ca5875eb-8777-413c-ad61-0e7306c8ee8f, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca5875eb-8777-413c-ad61-0e7306c8ee8f,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:32.508590 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-29beda23-f388-4030-ba35-228b303dfa48 req-cf431268-2bbe-40ed-975e-3e8d78cf64b5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.516214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dc014592-9da0-4ae8-94cd-5d875c1e6745 admin admin] For port 478f2395-9072-42ea-b799-dfeceb862a19, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=478f2395-9072-42ea-b799-dfeceb862a19,segment=NetworkSegment(fb7c4d3d-94ec-4751-b06a-89390463de8a),segment_id=fb7c4d3d-94ec-4751-b06a-89390463de8a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:32.516630 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc014592-9da0-4ae8-94cd-5d875c1e6745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (478f2395-9072-42ea-b799-dfeceb862a19), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.528660 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-29beda23-f388-4030-ba35-228b303dfa48 req-cf431268-2bbe-40ed-975e-3e8d78cf64b5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Calling delete_port for ca5875eb-8777-413c-ad61-0e7306c8ee8f owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:32.557092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-dc014592-9da0-4ae8-94cd-5d875c1e6745 admin admin] Calling delete_port for 478f2395-9072-42ea-b799-dfeceb862a19 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:32.626369 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-cc0d86ae-cae1-40cf-a23a-877e82e6f764 None None] Set router 63b9b5c3-d70d-4411-94c7-67a7272b1893 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:32.672679 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b8e59cb-0eed-42a5-be93-124ef68862ef req-7aee0612-2ac3-4fab-8fb6-6c8f6e8835eb tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668348 Feb 09 03:20:32.754195 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-29beda23-f388-4030-ba35-228b303dfa48 req-cf431268-2bbe-40ed-975e-3e8d78cf64b5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ca5875eb-8777-413c-ad61-0e7306c8ee8f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.789583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ca5875eb-8777-413c-ad61-0e7306c8ee8f'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:20:32.824278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf431268-2bbe-40ed-975e-3e8d78cf64b5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Pushing event deleted for resources: {'Port': ['ID=ca5875eb-8777-413c-ad61-0e7306c8ee8f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:32.864343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f67e77-7bbc-49fc-b789-6f08a5d05cd3 req-41e15144-8b8c-4402-adfa-1df3197c0b3c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:32.866034 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25f67e77-7bbc-49fc-b789-6f08a5d05cd3 req-41e15144-8b8c-4402-adfa-1df3197c0b3c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc23f83-8d3a-4688-a8d8-97db0311d975 HTTP/1.1" status: 200 len: 946 time: 0.1716034 Feb 09 03:20:32.919234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-29beda23-f388-4030-ba35-228b303dfa48 req-cf431268-2bbe-40ed-975e-3e8d78cf64b5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] No DVR routers for this DVR port ca5875eb-8777-413c-ad61-0e7306c8ee8f on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:32.926807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-29beda23-f388-4030-ba35-228b303dfa48 req-cf431268-2bbe-40ed-975e-3e8d78cf64b5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.931440 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29beda23-f388-4030-ba35-228b303dfa48 req-cf431268-2bbe-40ed-975e-3e8d78cf64b5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.65 "DELETE /v2.0/ports/ca5875eb-8777-413c-ad61-0e7306c8ee8f HTTP/1.1" status: 204 len: 173 time: 1.0508549 Feb 09 03:20:32.943571 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-cc0d86ae-cae1-40cf-a23a-877e82e6f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ec04c503-e992-4089-a98e-5667227fdb73', 'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'mac_address': 'fa:16:3e:39:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:16Z', 'updated_at': '2022-02-09T03:18:24Z', 'revision_number': 5, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'subnets': [{'id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:32.963829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc014592-9da0-4ae8-94cd-5d875c1e6745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (478f2395-9072-42ea-b799-dfeceb862a19), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.990586 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d86ae-cae1-40cf-a23a-877e82e6f764 None None] The sync data for ids ['63b9b5c3-d70d-4411-94c7-67a7272b1893'] in n-d-824835-15 is: [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:18:17Z', 'revision_number': 4, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ec04c503-e992-4089-a98e-5667227fdb73', 'name': '', 'network_id': '1720a163-a6fb-4448-8407-8a261b1e9237', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'mac_address': 'fa:16:3e:39:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:16Z', 'updated_at': '2022-02-09T03:18:24Z', 'revision_number': 5, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'subnets': [{'id': '8109bc29-7c0c-4f79-8ef6-6125de9a61e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:33.042122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25f67e77-7bbc-49fc-b789-6f08a5d05cd3 req-22eecf06-0c06-4626-bc18-ddad15f5e68c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303158 Feb 09 03:20:33.042609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc014592-9da0-4ae8-94cd-5d875c1e6745 admin admin] Pushing event deleted for resources: {'Port': ['ID=478f2395-9072-42ea-b799-dfeceb862a19,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:33.211156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59904) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:33.256201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 6534c56f-fbc8-4187-9c5c-c4c4652b55eb no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:33.297794 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 6534c56f-fbc8-4187-9c5c-c4c4652b55eb {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:33.298130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 6534c56f-fbc8-4187-9c5c-c4c4652b55eb not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:33.322583 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9377e82-719f-4b4b-b3cc-0c00a69b3954 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for security_group (5d44bafa-6c09-4671-946c-77a1cf45b5cd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:33.364558 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9377e82-719f-4b4b-b3cc-0c00a69b3954 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for security_group (5d44bafa-6c09-4671-946c-77a1cf45b5cd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:33.375908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3720384-91c4-4a08-a665-124f0db90f21 req-8550bb35-1beb-471b-944e-8b0030d4d3d2 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.0422308 Feb 09 03:20:33.417214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc014592-9da0-4ae8-94cd-5d875c1e6745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:33.451938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a978c931-d093-48b4-becc-cbbd194f3ab4 req-bddce11d-757f-42c4-b3eb-c0bc1486a3ec tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 210 time: 0.0615201 Feb 09 03:20:33.519345 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9377e82-719f-4b4b-b3cc-0c00a69b3954 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5d44bafa-6c09-4671-946c-77a1cf45b5cd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:33.520309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e77519-9b4c-411d-9e04-bafc802de15d None None] New status for floating IP bc84a177-d518-49ab-bbed-cc8048442bf9: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:20:33.522940 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9377e82-719f-4b4b-b3cc-0c00a69b3954 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:33.525792 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c9377e82-719f-4b4b-b3cc-0c00a69b3954 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "DELETE /v2.0/security-groups/5d44bafa-6c09-4671-946c-77a1cf45b5cd HTTP/1.1" status: 204 len: 168 time: 0.3134403 Feb 09 03:20:33.530639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59910) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:33.572599 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9377e82-719f-4b4b-b3cc-0c00a69b3954 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d44bafa-6c09-4671-946c-77a1cf45b5cd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:33.578538 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-fda00310-d4dd-4942-96cd-16daa369460f tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] show failed (client error): The resource could not be found. Feb 09 03:20:33.583516 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fda00310-d4dd-4942-96cd-16daa369460f tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "GET /v2.0/security-groups/5d44bafa-6c09-4671-946c-77a1cf45b5cd HTTP/1.1" status: 404 len: 347 time: 0.0492949 Feb 09 03:20:33.583960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59912) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:33.642283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc23f83-8d3a-4688-a8d8-97db0311d975', 'name': 'network-vif-deleted', 'tag': 'ca5875eb-8777-413c-ad61-0e7306c8ee8f'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:33.646924 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14809ada-76a5-44fa-81c7-b956b4ac31ef" -d '{"events": [{"server_uuid": "8cc23f83-8d3a-4688-a8d8-97db0311d975", "name": "network-vif-deleted", "tag": "ca5875eb-8777-413c-ad61-0e7306c8ee8f"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:33.668883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-3526b1d4-3073-4252-ab40-1d6233435cf8 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=dc5ab2c8918e4703bb9a923efbd1f8b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381029 Feb 09 03:20:33.714832 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4e90c6-8287-4174-9e8d-a43f4b0221f0 x-openstack-request-id: req-1b4e90c6-8287-4174-9e8d-a43f4b0221f0 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:33.715597 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc23f83-8d3a-4688-a8d8-97db0311d975", "name": "network-vif-deleted", "tag": "ca5875eb-8777-413c-ad61-0e7306c8ee8f", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:33.715836 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b4e90c6-8287-4174-9e8d-a43f4b0221f0 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:33.716299 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc23f83-8d3a-4688-a8d8-97db0311d975', 'name': 'network-vif-deleted', 'tag': 'ca5875eb-8777-413c-ad61-0e7306c8ee8f', 'status': 'completed', 'code': 200} Feb 09 03:20:33.907118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9821e-113a-4ffa-bf0a-d1c9383517af req-754f3121-df76-49cf-adb9-ebfb7d5ce33a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:33.908704 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6d9821e-113a-4ffa-bf0a-d1c9383517af req-754f3121-df76-49cf-adb9-ebfb7d5ce33a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0885839 Feb 09 03:20:33.961103 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6d9821e-113a-4ffa-bf0a-d1c9383517af req-e27e4492-e72e-4d89-88dc-b543fa6f6f81 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456293 Feb 09 03:20:34.220171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-fb53c380-99a3-48b0-9a38-bad5fa2347c9 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:34.221988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-fb53c380-99a3-48b0-9a38-bad5fa2347c9 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4988379 Feb 09 03:20:34.231094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4c52c764-3281-4c37-98a7-6993b3c626a1 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Deleting port 366c1387-17c4-4a6b-9949-14483a008fb0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:34.231440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c52c764-3281-4c37-98a7-6993b3c626a1 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (366c1387-17c4-4a6b-9949-14483a008fb0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:34.239890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Request body: {'port': {'device_id': 'f30b1ccc-146c-4651-8919-543dd3f264a2', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'dc5ab2c8918e4703bb9a923efbd1f8b6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:34.375847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc014592-9da0-4ae8-94cd-5d875c1e6745 admin admin] Router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:34.423008 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-531464f6-c2a9-47d7-a3be-0c5450a3f265 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:34.428223 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-531464f6-c2a9-47d7-a3be-0c5450a3f265 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.1272779 Feb 09 03:20:34.430893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c52c764-3281-4c37-98a7-6993b3c626a1 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (366c1387-17c4-4a6b-9949-14483a008fb0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:34.431223 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c52c764-3281-4c37-98a7-6993b3c626a1 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for floatingip (366c1387-17c4-4a6b-9949-14483a008fb0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:34.447752 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-e5c8f0ce-e69b-4bc4-b930-a81622a68088 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/quotas/69b6b1176614400e9dcf0a59965b7b9e HTTP/1.1" status: 200 len: 375 time: 0.0129850 Feb 09 03:20:34.454995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4c52c764-3281-4c37-98a7-6993b3c626a1 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Calling delete_port for 366c1387-17c4-4a6b-9949-14483a008fb0 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:34.491195 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-6942b9af-b11c-4031-b13c-df90677b3343 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367436 Feb 09 03:20:34.562741 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0275b02-cd79-40f7-9748-8ae4ec446445 req-467a0225-e7c7-4f06-9036-ce73b7e5fcaf tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.0724304 Feb 09 03:20:34.606920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-a1713f5a-f384-437c-9825-c5132aba7f3a service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104791 Feb 09 03:20:34.637141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Made reservation on behalf of dc5ab2c8918e4703bb9a923efbd1f8b6 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:34.640699 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:34.677309 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:34.710666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b4eb0c46-27d0-4e83-9eed-04af5795526f req-51529c28-8293-47e6-a4b5-f1eee3ff266a tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 210 time: 0.0522377 Feb 09 03:20:34.724795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc014592-9da0-4ae8-94cd-5d875c1e6745 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:34.734546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dc014592-9da0-4ae8-94cd-5d875c1e6745 admin admin] 10.222.0.21 "PUT /v2.0/routers/2416b08f-6ab8-42a0-a1e3-af5f9c3349fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9174564 Feb 09 03:20:34.741531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59938) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:34.742194 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ed059-703c-4a0e-8e36-37688e65695b None None] Sync routers for ids ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:34.742819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-b6cd6c0a-d450-44e6-8de5-54b4cd13f997 service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270852 Feb 09 03:20:34.765928 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ed059-703c-4a0e-8e36-37688e65695b None None] Routers {'2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:34.769317 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ae2ed059-703c-4a0e-8e36-37688e65695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:34.924929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c52c764-3281-4c37-98a7-6993b3c626a1 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (366c1387-17c4-4a6b-9949-14483a008fb0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:34.925873 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ae2ed059-703c-4a0e-8e36-37688e65695b None None] Set router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:34.973000 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Publish callbacks [] for security_group (ec9e14ca-ce05-4884-a352-4ca93779f37b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:34.976489 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Publish callbacks [] for router (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:34.980689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52c764-3281-4c37-98a7-6993b3c626a1 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Pushing event deleted for resources: {'Port': ['ID=366c1387-17c4-4a6b-9949-14483a008fb0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:35.089675 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ec9e14ca-ce05-4884-a352-4ca93779f37b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.162518 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ae2ed059-703c-4a0e-8e36-37688e65695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:20:32Z', 'revision_number': 5, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:35.168508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696928c-62f8-4820-9b65-3be2166df213 req-9e31fd14-362d-49c7-af4e-c31a2fda32e6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:35.176545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8696928c-62f8-4820-9b65-3be2166df213 req-9e31fd14-362d-49c7-af4e-c31a2fda32e6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0974529 Feb 09 03:20:35.199071 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ed059-703c-4a0e-8e36-37688e65695b None None] Checking router: 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:35.210825 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ed059-703c-4a0e-8e36-37688e65695b None None] Routers {'2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:35.211431 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ae2ed059-703c-4a0e-8e36-37688e65695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:35.255908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8696928c-62f8-4820-9b65-3be2166df213 req-838704b5-2e5b-4d41-9f88-d6930959dda6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781291 Feb 09 03:20:35.273113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca5875eb-8777-413c-ad61-0e7306c8ee8f no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:35.297338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: ca5875eb-8777-413c-ad61-0e7306c8ee8f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:35.298224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca5875eb-8777-413c-ad61-0e7306c8ee8f not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:35.390536 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46a129fc-9673-40a1-a8cd-68decc3ec223 req-1877c9bd-063d-49bf-a77b-baf064b2f598 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 210 time: 0.1172607 Feb 09 03:20:35.390938 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ae2ed059-703c-4a0e-8e36-37688e65695b None None] Set router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:35.430217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9e14ca-ce05-4884-a352-4ca93779f37b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:35.453547 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c52c764-3281-4c37-98a7-6993b3c626a1 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks [] for floatingip (bc84a177-d518-49ab-bbed-cc8048442bf9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.458115 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c52c764-3281-4c37-98a7-6993b3c626a1 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.462898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4c52c764-3281-4c37-98a7-6993b3c626a1 tempest-ServersTestJSON-655829001 tempest-ServersTestJSON-655829001-project] 10.222.0.21 "DELETE /v2.0/floatingips/bc84a177-d518-49ab-bbed-cc8048442bf9 HTTP/1.1" status: 204 len: 168 time: 1.8752000 Feb 09 03:20:35.463253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59954) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:35.478369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Allocated IP 192.168.233.46 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:35.489875 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Publish callbacks [] for router_gateway (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.692981 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Deleting port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:35.693661 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.739661 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ae2ed059-703c-4a0e-8e36-37688e65695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:20:32Z', 'revision_number': 5, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:35.798237 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ed059-703c-4a0e-8e36-37688e65695b None None] The sync data for ids ['2416b08f-6ab8-42a0-a1e3-af5f9c3349fa'] in n-d-824835-15 is: [{'id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'name': 'tempest-ServersTestBootFromVolume-469596071-router', 'tenant_id': '46696f9de4604dd5998a8164d84283b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:37Z', 'updated_at': '2022-02-09T03:20:32Z', 'revision_number': 5, 'project_id': '46696f9de4604dd5998a8164d84283b8', 'gw_port': {'id': '4196f6ed-dd2c-4f72-9b23-c968553e5ce7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2416b08f-6ab8-42a0-a1e3-af5f9c3349fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:39Z', 'updated_at': '2022-02-09T03:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:35.866654 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Publish callbacks [] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.915051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-24a0f3c5-e1f8-4288-aa46-341729e444d9 req-de3df951-150d-401b-9268-b244c7b4cbec tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 210 time: 0.0465539 Feb 09 03:20:35.917156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] For port 4196f6ed-dd2c-4f72-9b23-c968553e5ce7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4196f6ed-dd2c-4f72-9b23-c968553e5ce7,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:35.917556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.943165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Calling delete_port for 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:36.020599 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:36.114532 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:36.124810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:36.134130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:36.136871 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Pushing event updated for resources: {'Port': ['ID=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:36.202337 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8997a8a7-af93-4655-9332-c052f5e328b7 req-3d184beb-ad3d-4842-92d9-cfe825264a45 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.0542097 Feb 09 03:20:36.221597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:36.221597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:36.255606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-52fdb627-6ae6-4d83-8fb3-eef916c118e6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0202765 Feb 09 03:20:36.364209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Request body: {'port': {'device_id': 'f30b1ccc-146c-4651-8919-543dd3f264a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:36.489981 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:36.495260 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4196f6ed-dd2c-4f72-9b23-c968553e5ce7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:36.568564 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bae84c46-d56f-416e-8dc9-a21c074fd01f req-6011810e-8e90-48f8-8023-017e7ad2efc0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 210 time: 0.0461175 Feb 09 03:20:36.582075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Pushing event deleted for resources: {'Port': ['ID=4196f6ed-dd2c-4f72-9b23-c968553e5ce7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:36.607123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-66b497e3-c020-4358-9f24-8e1d9edbb664 None None] Provisioning complete for port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:36.613805 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66b497e3-c020-4358-9f24-8e1d9edbb664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:36.692955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-6c738a31-cc4b-47a1-ba4d-8ad8c30a2976 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:36.695224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-6c738a31-cc4b-47a1-ba4d-8ad8c30a2976 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.65 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.2509892 Feb 09 03:20:36.709773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-66b497e3-c020-4358-9f24-8e1d9edbb664 None None] Port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:36.735497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Request body: {'port': {'device_id': 'aa1f6241-7d7f-43c8-bdbf-fdcf820152ea', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'admin_state_up': True, 'tenant_id': '69b6b1176614400e9dcf0a59965b7b9e'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:36.770703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ecf30-a671-4130-91b0-807c23dd8a7e req-3c43dd54-d5a4-4117-9f86-de16bc5366db tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:36.772578 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b7ecf30-a671-4130-91b0-807c23dd8a7e req-3c43dd54-d5a4-4117-9f86-de16bc5366db tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.4144928 Feb 09 03:20:36.786631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:36.851070 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4a38cb36-c6ab-4669-a3f3-7a19df16b509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (63b9b5c3-d70d-4411-94c7-67a7272b1893), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:36.917290 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:36.932932 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Publish callbacks [] for router_controller (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:36.972882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Made reservation on behalf of 69b6b1176614400e9dcf0a59965b7b9e for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:36.977131 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.203125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2962d0-b313-44bc-99f2-6b9c19faaaf7 req-ddbd66e5-32d8-4163-bbaf-ae0643f2d8b3 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:37.204550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ca2962d0-b313-44bc-99f2-6b9c19faaaf7 req-ddbd66e5-32d8-4163-bbaf-ae0643f2d8b3 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 935 time: 0.2071908 Feb 09 03:20:37.258125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Allocated IP 172.20.0.9 (d9949b55-ccfa-4df2-b531-2094d183f640/0775cadb-5388-496a-9c76-2a812afcdf9e/55e61b8a-fd26-4a19-8dde-1bd558d313a0) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:37.319398 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ca2962d0-b313-44bc-99f2-6b9c19faaaf7 req-76dbee6b-53e1-4513-83d4-7c5f06f8908b tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec9e14ca-ce05-4884-a352-4ca93779f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085179 Feb 09 03:20:37.350226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b7ecf30-a671-4130-91b0-807c23dd8a7e req-476fbd5b-7357-40fc-b4b2-892230d411c8 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5568435 Feb 09 03:20:37.414516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (2416b08f-6ab8-42a0-a1e3-af5f9c3349fa), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.415350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2416b08f-6ab8-42a0-a1e3-af5f9c3349fa {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:20:37.478512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:37.488370 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Publish callbacks [] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.492166 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d39f15a9-3f7f-480f-9594-86000987f7ec req-c5158107-ae3a-49c1-956c-fbb4c13a53d4 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.0794713 Feb 09 03:20:37.529261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Transition to ACTIVE for port object ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:20:37.535072 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.536996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-43ef297b-e01e-43bb-87e5-b5eb73668960 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2416b08f-6ab8-42a0-a1e3-af5f9c3349fa HTTP/1.1" status: 204 len: 168 time: 2.7933736 Feb 09 03:20:37.539625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59972) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:37.553296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.563724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-4a38cb36-c6ab-4669-a3f3-7a19df16b509 admin admin] Deleting port ec04c503-e992-4089-a98e-5667227fdb73 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:37.564343 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4a38cb36-c6ab-4669-a3f3-7a19df16b509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ec04c503-e992-4089-a98e-5667227fdb73), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.567701 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.654381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b772ac-8b00-4d1e-8320-2fba42ee9a9e admin admin] Deleting subnet 87e338df-aa5d-4662-99c5-3dddbdc6dbca {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:20:37.657849 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61b772ac-8b00-4d1e-8320-2fba42ee9a9e admin admin] Publish callbacks [] for subnet (87e338df-aa5d-4662-99c5-3dddbdc6dbca), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.685665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-4a38cb36-c6ab-4669-a3f3-7a19df16b509 admin admin] For port ec04c503-e992-4089-a98e-5667227fdb73, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ec04c503-e992-4089-a98e-5667227fdb73,segment=NetworkSegment(7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe),segment_id=7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:37.686246 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4a38cb36-c6ab-4669-a3f3-7a19df16b509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ec04c503-e992-4089-a98e-5667227fdb73), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.699115 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61b772ac-8b00-4d1e-8320-2fba42ee9a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (87e338df-aa5d-4662-99c5-3dddbdc6dbca), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.701629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 478f2395-9072-42ea-b799-dfeceb862a19 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:37.702114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-4a38cb36-c6ab-4669-a3f3-7a19df16b509 admin admin] Calling delete_port for ec04c503-e992-4089-a98e-5667227fdb73 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:37.754869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 478f2395-9072-42ea-b799-dfeceb862a19 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:37.756103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 478f2395-9072-42ea-b799-dfeceb862a19 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:37.790726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks [] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.804543 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61b772ac-8b00-4d1e-8320-2fba42ee9a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (87e338df-aa5d-4662-99c5-3dddbdc6dbca), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.902289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Pushing event updated for resources: {'Port': ['ID=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:37.911052 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-48890133-ca3b-4f0d-8b2f-757d6d93110b req-f2d0fc17-4b13-4fdb-b64c-f003b06adca3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 210 time: 0.0477736 Feb 09 03:20:37.911309 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.962647 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61b772ac-8b00-4d1e-8320-2fba42ee9a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (87e338df-aa5d-4662-99c5-3dddbdc6dbca), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.981421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Network d9949b55-ccfa-4df2-b531-2094d183f640 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:37.989383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:37.995835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:38.001782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b772ac-8b00-4d1e-8320-2fba42ee9a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e338df-aa5d-4662-99c5-3dddbdc6dbca,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:38.006597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61b772ac-8b00-4d1e-8320-2fba42ee9a9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:38.010291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-61b772ac-8b00-4d1e-8320-2fba42ee9a9e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/87e338df-aa5d-4662-99c5-3dddbdc6dbca HTTP/1.1" status: 204 len: 168 time: 0.4695337 Feb 09 03:20:38.013103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59976) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:38.018535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb563394-128f-48dc-9097-4e6a25367e19 None None] Network ab1b5245-6614-42db-bf69-22807f125bf8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:38.082831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Attempting to bind port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:38.083206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Attempting to bind port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:38.083515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Attempting to bind port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:38.099559 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:20:38.100439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Attempting to bind port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:38.103000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Pushing event updated for resources: {'Port': ['ID=55e61b8a-fd26-4a19-8dde-1bd558d313a0,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:38.112723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:38.113094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:38.113505 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:38.113948 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Bound port: ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:38.114414 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:38.119334 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (ab1b5245-6614-42db-bf69-22807f125bf8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:38.143842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:38.144598 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:38.151319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4a38cb36-c6ab-4669-a3f3-7a19df16b509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ec04c503-e992-4089-a98e-5667227fdb73), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:38.191577 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-4bb4f4ed-598c-4de4-b34e-c30df12764dc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4615777 Feb 09 03:20:38.194953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38cb36-c6ab-4669-a3f3-7a19df16b509 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec04c503-e992-4089-a98e-5667227fdb73,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:38.233650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Request body: {'port': {'device_id': 'aa1f6241-7d7f-43c8-bdbf-fdcf820152ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:38.273233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] For port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:38.279321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] For port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:38.304261 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:38.453945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:38.518578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Pushing event updated for resources: {'Port': ['ID=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:38.541939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b01fc-a3d8-4cd6-a513-09bf1441fdb0 None None] DHCP port deletion for ab1b5245-6614-42db-bf69-22807f125bf8 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:20:38.609601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:38.618044 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:38.619737 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-0aaa5ecc-befd-4ae0-bac6-8e925a0e6264 service neutron] 10.222.0.42 "PUT /v2.0/ports/ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 HTTP/1.1" status: 200 len: 1096 time: 2.2630737 Feb 09 03:20:38.637488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30b1ccc-146c-4651-8919-543dd3f264a2', 'tag': 'ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:38.641075 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2691bf-6378-4cd8-aa2c-3573fc29e110" -d '{"events": [{"name": "network-changed", "server_uuid": "f30b1ccc-146c-4651-8919-543dd3f264a2", "tag": "ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:38.643559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b01fc-a3d8-4cd6-a513-09bf1441fdb0 None None] Deleting port 7cbe0fef-b046-482a-a10a-1c78357e8b75 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:38.644146 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc3b01fc-a3d8-4cd6-a513-09bf1441fdb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:38.737988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cc3b01fc-a3d8-4cd6-a513-09bf1441fdb0 None None] For port 7cbe0fef-b046-482a-a10a-1c78357e8b75, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7cbe0fef-b046-482a-a10a-1c78357e8b75,segment=NetworkSegment(fb7c4d3d-94ec-4751-b06a-89390463de8a),segment_id=fb7c4d3d-94ec-4751-b06a-89390463de8a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:38.740805 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc3b01fc-a3d8-4cd6-a513-09bf1441fdb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:38.751551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1a799-3633-4536-8448-02cea223bc46 req-f0afebbf-d52e-4cad-8360-17dddb7e8fb6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:38.754092 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93e1a799-3633-4536-8448-02cea223bc46 req-f0afebbf-d52e-4cad-8360-17dddb7e8fb6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.2742088 Feb 09 03:20:38.766629 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3f9efa2-ad95-49a6-9ab3-2216c404a18d req-b4434ac5-4209-4f76-aa26-3116a365749a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2288866 Feb 09 03:20:38.777169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b01fc-a3d8-4cd6-a513-09bf1441fdb0 None None] Calling delete_port for 7cbe0fef-b046-482a-a10a-1c78357e8b75 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:38.799604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Deleting port 7cbe0fef-b046-482a-a10a-1c78357e8b75 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:38.799604 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:38.920701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-538633a3-567a-4a5e-96a6-d4984bbd2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:38.922558 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-538633a3-567a-4a5e-96a6-d4984bbd2485 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc5ab2c8918e4703bb9a923efbd1f8b6&device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 1130 time: 0.2457616 Feb 09 03:20:38.927899 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc3b01fc-a3d8-4cd6-a513-09bf1441fdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:38.937641 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93e1a799-3633-4536-8448-02cea223bc46 req-56c8484a-dc08-468b-a7e4-c8a6e3b04075 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672022 Feb 09 03:20:38.970434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b01fc-a3d8-4cd6-a513-09bf1441fdb0 None None] Pushing event deleted for resources: {'Port': ['ID=7cbe0fef-b046-482a-a10a-1c78357e8b75,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:38.990125 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4a38cb36-c6ab-4669-a3f3-7a19df16b509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (63b9b5c3-d70d-4411-94c7-67a7272b1893), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:39.004384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-67cb77fa-8451-4e17-a164-e907cb796ed7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 HTTP/1.1" status: 200 len: 217 time: 0.0597665 Feb 09 03:20:39.007015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b01fc-a3d8-4cd6-a513-09bf1441fdb0 None None] No DVR routers for this DVR port 7cbe0fef-b046-482a-a10a-1c78357e8b75 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:39.024923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88839f4-5671-46f4-959d-2e9fe78b1713 req-824e42f0-f146-4dc1-9aee-f125ab7b5561 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:39.032147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] For port 7cbe0fef-b046-482a-a10a-1c78357e8b75, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7cbe0fef-b046-482a-a10a-1c78357e8b75,segment=NetworkSegment(fb7c4d3d-94ec-4751-b06a-89390463de8a),segment_id=fb7c4d3d-94ec-4751-b06a-89390463de8a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:39.032662 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:39.035536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b88839f4-5671-46f4-959d-2e9fe78b1713 req-824e42f0-f146-4dc1-9aee-f125ab7b5561 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 947 time: 0.5435591 Feb 09 03:20:39.086593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9efa2-ad95-49a6-9ab3-2216c404a18d req-cbe1288c-2c95-4272-be13-7bbca667cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:39.088210 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3f9efa2-ad95-49a6-9ab3-2216c404a18d req-cbe1288c-2c95-4272-be13-7bbca667cef3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ce13a3816d14a20a89be3a54b5bc362&device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 1128 time: 0.2605491 Feb 09 03:20:39.113457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79b4a2b8-6489-420b-a04f-b48cc44be63a req-10edb5ed-87f9-4e52-8315-d27b56875086 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b4c408-f900-4cf2-a203-4a9fa533befd HTTP/1.1" status: 200 len: 210 time: 0.0421445 Feb 09 03:20:39.124702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Calling delete_port for 7cbe0fef-b046-482a-a10a-1c78357e8b75 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:39.191053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-87be009e-82f0-4ddc-9905-fe2ee7b940d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:39.192877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-87be009e-82f0-4ddc-9905-fe2ee7b940d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1766622 Feb 09 03:20:39.196673 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baecb521-ab0d-4c83-8ee1-94e0ef32cc87 x-openstack-request-id: req-baecb521-ab0d-4c83-8ee1-94e0ef32cc87 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:39.197162 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30b1ccc-146c-4651-8919-543dd3f264a2", "tag": "ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:39.197565 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baecb521-ab0d-4c83-8ee1-94e0ef32cc87 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:39.199040 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30b1ccc-146c-4651-8919-543dd3f264a2', 'tag': 'ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4', 'status': 'completed', 'code': 200} Feb 09 03:20:39.355280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b88839f4-5671-46f4-959d-2e9fe78b1713 req-671d07dc-a6e8-469b-a4b6-40ee265a6f66 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec9e14ca-ce05-4884-a352-4ca93779f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812453 Feb 09 03:20:39.363085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e61b8a-fd26-4a19-8dde-1bd558d313a0 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:39.370421 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-fd0dacf8-b355-46c4-96d8-1af2b65bad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:39.372421 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-fd0dacf8-b355-46c4-96d8-1af2b65bad8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1716154 Feb 09 03:20:39.373804 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Publish callbacks [] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:39.388678 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9efa2-ad95-49a6-9ab3-2216c404a18d req-49e10a83-b368-43f6-893b-949cc980a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:39.390084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3f9efa2-ad95-49a6-9ab3-2216c404a18d req-49e10a83-b368-43f6-893b-949cc980a9d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a649d82-57c3-45e0-8d29-14aae35cabf9 HTTP/1.1" status: 200 len: 916 time: 0.2737434 Feb 09 03:20:39.396208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Transition to ACTIVE for port object 55e61b8a-fd26-4a19-8dde-1bd558d313a0 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:20:39.407163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:39.464476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a38cb36-c6ab-4669-a3f3-7a19df16b509 admin admin] Router 63b9b5c3-d70d-4411-94c7-67a7272b1893 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:39.482065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Pushing event updated for resources: {'Port': ['ID=55e61b8a-fd26-4a19-8dde-1bd558d313a0,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:39.554637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3f9efa2-ad95-49a6-9ab3-2216c404a18d req-90afeb16-c943-42e8-bee7-626adef678ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ce5084-011f-47a9-8ef6-84a00348e639 HTTP/1.1" status: 200 len: 217 time: 0.1502838 Feb 09 03:20:39.572052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8938f-98b3-49b0-a1ae-fd2adecb0de6 req-7215f0db-84f9-4c43-9c4c-494fcb7086f1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:39.579262 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ab8938f-98b3-49b0-a1ae-fd2adecb0de6 req-7215f0db-84f9-4c43-9c4c-494fcb7086f1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 931 time: 0.3160236 Feb 09 03:20:39.627745 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (7cbe0fef-b046-482a-a10a-1c78357e8b75), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:39.707339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] No DVR routers for this DVR port 7cbe0fef-b046-482a-a10a-1c78357e8b75 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:39.709257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbe0fef-b046-482a-a10a-1c78357e8b75,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:39.723852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Attempting to bind port 55e61b8a-fd26-4a19-8dde-1bd558d313a0 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:39.727781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Attempting to bind port 55e61b8a-fd26-4a19-8dde-1bd558d313a0 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:39.728158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Attempting to bind port 55e61b8a-fd26-4a19-8dde-1bd558d313a0 on network d9949b55-ccfa-4df2-b531-2094d183f640 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:39.733543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9efa2-ad95-49a6-9ab3-2216c404a18d req-e79113ec-d2c5-40df-8b55-94a6ebee8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:39.735091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Port 55e61b8a-fd26-4a19-8dde-1bd558d313a0 on network d9949b55-ccfa-4df2-b531-2094d183f640 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:20:39.735489 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Attempting to bind port 55e61b8a-fd26-4a19-8dde-1bd558d313a0 on network d9949b55-ccfa-4df2-b531-2094d183f640 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:39.735642 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3f9efa2-ad95-49a6-9ab3-2216c404a18d req-e79113ec-d2c5-40df-8b55-94a6ebee8c72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=134c9eaa-9fc7-4e13-9fa5-eb29acb259d4 HTTP/1.1" status: 200 len: 855 time: 0.1463957 Feb 09 03:20:39.747398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:39.748386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Checking segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:39.748819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Bound using segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:39.749262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Bound port: 55e61b8a-fd26-4a19-8dde-1bd558d313a0, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:39.749657 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:39.752832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a38cb36-c6ab-4669-a3f3-7a19df16b509 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:39.762202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4a38cb36-c6ab-4669-a3f3-7a19df16b509 admin admin] 10.222.0.21 "PUT /v2.0/routers/63b9b5c3-d70d-4411-94c7-67a7272b1893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2974129 Feb 09 03:20:39.765536 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b9eea-68d4-42a2-9b15-d8f36c157ce8 None None] Sync routers for ids ['63b9b5c3-d70d-4411-94c7-67a7272b1893'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:39.769706 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59992) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:39.779080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b9eea-68d4-42a2-9b15-d8f36c157ce8 None None] Routers {'63b9b5c3-d70d-4411-94c7-67a7272b1893'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:39.783373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-692b9eea-68d4-42a2-9b15-d8f36c157ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['63b9b5c3-d70d-4411-94c7-67a7272b1893'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:39.851337 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ab8938f-98b3-49b0-a1ae-fd2adecb0de6 req-e42fd893-8985-40bb-8170-232aee3be448 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710865 Feb 09 03:20:39.854828 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3f9efa2-ad95-49a6-9ab3-2216c404a18d req-8f444d43-87fd-457d-89d2-f94b647bc973 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a649d82-57c3-45e0-8d29-14aae35cabf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607774 Feb 09 03:20:39.856732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-92613459-21ed-43ad-b28f-163f75320e80 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709876 Feb 09 03:20:39.951444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Publish callbacks [] for router (63b9b5c3-d70d-4411-94c7-67a7272b1893), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:39.957128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-692b9eea-68d4-42a2-9b15-d8f36c157ce8 None None] Set router 63b9b5c3-d70d-4411-94c7-67a7272b1893 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:40.050897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] For port 55e61b8a-fd26-4a19-8dde-1bd558d313a0, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:40.054481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7cbe0fef-b046-482a-a10a-1c78357e8b75 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:40.054710 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] For port 55e61b8a-fd26-4a19-8dde-1bd558d313a0, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=55e61b8a-fd26-4a19-8dde-1bd558d313a0,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:40.092200 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (ab1b5245-6614-42db-bf69-22807f125bf8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:40.111221 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:40.119766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 7cbe0fef-b046-482a-a10a-1c78357e8b75 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:40.120362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7cbe0fef-b046-482a-a10a-1c78357e8b75 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:40.120943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:40.128800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1b5245-6614-42db-bf69-22807f125bf8']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:40.163734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7c4d3d-94ec-4751-b06a-89390463de8a') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:40.164100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7c4d3d-94ec-4751-b06a-89390463de8a') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:40.167409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:40.171936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4196f6ed-dd2c-4f72-9b23-c968553e5ce7 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:40.229630 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (fb7c4d3d-94ec-4751-b06a-89390463de8a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:40.238732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:40.239350 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:40.240874 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] 10.222.0.65 "PUT /v2.0/ports/55e61b8a-fd26-4a19-8dde-1bd558d313a0 HTTP/1.1" status: 200 len: 1092 time: 2.0124774 Feb 09 03:20:40.244320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1f6241-7d7f-43c8-bdbf-fdcf820152ea', 'tag': '55e61b8a-fd26-4a19-8dde-1bd558d313a0'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:40.247932 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765dc8f5-a8f3-4402-9e5e-9d9169192b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1f6241-7d7f-43c8-bdbf-fdcf820152ea", "tag": "55e61b8a-fd26-4a19-8dde-1bd558d313a0"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:40.270814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af4eced9-7af0-41e7-8523-53e3d95e1795 req-2ea6809d-a1eb-4f5e-8096-d583c5081d83 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023869 Feb 09 03:20:40.275799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3f9efa2-ad95-49a6-9ab3-2216c404a18d req-4a6c2f4d-345e-487a-9c97-5085f17c9a14 service neutron] 10.222.0.42 "GET /v2.0/networks/3a649d82-57c3-45e0-8d29-14aae35cabf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987699 Feb 09 03:20:40.277740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (fb7c4d3d-94ec-4751-b06a-89390463de8a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:40.289087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0b44c-d389-42cc-b744-2e548c016376 service neutron] Pushing event updated for resources: {'Port': ['ID=55e61b8a-fd26-4a19-8dde-1bd558d313a0,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:40.307977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb3e0f-c24c-4a9c-86c8-1c4c6677b27d req-6badb77a-af04-412f-9490-70c902085d95 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:40.309609 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0eb3e0f-c24c-4a9c-86c8-1c4c6677b27d req-6badb77a-af04-412f-9490-70c902085d95 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.2099752 Feb 09 03:20:40.375758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:20:40.377876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (fb7c4d3d-94ec-4751-b06a-89390463de8a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:20:40.380040 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:20:40.418567 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae6a041-15d9-4725-b0b0-c84a48af7c28 x-openstack-request-id: req-8ae6a041-15d9-4725-b0b0-c84a48af7c28 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:40.418859 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1f6241-7d7f-43c8-bdbf-fdcf820152ea", "tag": "55e61b8a-fd26-4a19-8dde-1bd558d313a0", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:40.419093 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ae6a041-15d9-4725-b0b0-c84a48af7c28 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:40.419494 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1f6241-7d7f-43c8-bdbf-fdcf820152ea', 'tag': '55e61b8a-fd26-4a19-8dde-1bd558d313a0', 'status': 'completed', 'code': 200} Feb 09 03:20:40.449296 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Publish callbacks [] for router_gateway (63b9b5c3-d70d-4411-94c7-67a7272b1893), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:40.456963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-692b9eea-68d4-42a2-9b15-d8f36c157ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:20:37Z', 'revision_number': 5, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port': {'id': '3890b7a3-a22f-418c-ad26-58a54841a386', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:13Z', 'updated_at': '2022-02-09T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:40.467507 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0eb3e0f-c24c-4a9c-86c8-1c4c6677b27d req-49ad134b-1a5c-4381-9943-5e6b7b3f0797 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478927 Feb 09 03:20:40.514111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b9eea-68d4-42a2-9b15-d8f36c157ce8 None None] Checking router: 63b9b5c3-d70d-4411-94c7-67a7272b1893 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:40.524589 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b9eea-68d4-42a2-9b15-d8f36c157ce8 None None] Routers {'63b9b5c3-d70d-4411-94c7-67a7272b1893'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:40.525557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-692b9eea-68d4-42a2-9b15-d8f36c157ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['63b9b5c3-d70d-4411-94c7-67a7272b1893'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:40.530652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-fc84de26-505b-4239-9ccc-56739890576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:40.532226 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-fc84de26-505b-4239-9ccc-56739890576c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 1126 time: 0.1874268 Feb 09 03:20:40.579786 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (ab1b5245-6614-42db-bf69-22807f125bf8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:40.602028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:40.605194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ab1b5245-6614-42db-bf69-22807f125bf8 HTTP/1.1" status: 204 len: 168 time: 2.5844524 Feb 09 03:20:40.607003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244973b4-a074-4ab9-a2d4-c55f22a80647 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1b5245-6614-42db-bf69-22807f125bf8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:40.632813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2691bf-6378-4cd8-aa2c-3573fc29e110 req-ce79ba23-1250-455d-9612-dba68e3d317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:40.634617 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a2691bf-6378-4cd8-aa2c-3573fc29e110 req-ce79ba23-1250-455d-9612-dba68e3d317a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc5ab2c8918e4703bb9a923efbd1f8b6&device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 1130 time: 0.2968228 Feb 09 03:20:40.675982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Deleting port 3890b7a3-a22f-418c-ad26-58a54841a386 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:40.676798 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3890b7a3-a22f-418c-ad26-58a54841a386), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:40.693800 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-dafd83d9-50e7-4776-8d43-6351de31b5d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55e61b8a-fd26-4a19-8dde-1bd558d313a0 HTTP/1.1" status: 200 len: 217 time: 0.1408467 Feb 09 03:20:40.706796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-692b9eea-68d4-42a2-9b15-d8f36c157ce8 None None] Set router 63b9b5c3-d70d-4411-94c7-67a7272b1893 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:40.724954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d072f7b-c161-44b6-b98e-1a86e0711457 req-5b10ffb9-299a-41d4-9d82-8dedbc735057 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:40.731854 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d072f7b-c161-44b6-b98e-1a86e0711457 req-5b10ffb9-299a-41d4-9d82-8dedbc735057 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 947 time: 0.2381346 Feb 09 03:20:40.765024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3f9efa2-ad95-49a6-9ab3-2216c404a18d req-57e67c81-1d95-4fc6-a059-1c79f200ff8d service neutron] 10.222.0.42 "GET /v2.0/networks/3a649d82-57c3-45e0-8d29-14aae35cabf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752269 Feb 09 03:20:40.812910 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d072f7b-c161-44b6-b98e-1a86e0711457 req-16c5ec54-20eb-43ba-8251-87cdb557780e tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec9e14ca-ce05-4884-a352-4ca93779f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751140 Feb 09 03:20:40.846768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2691bf-6378-4cd8-aa2c-3573fc29e110 req-acf9f6db-50d9-4022-85a7-f64ddf23f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:40.848827 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a2691bf-6378-4cd8-aa2c-3573fc29e110 req-acf9f6db-50d9-4022-85a7-f64ddf23f0fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2025752 Feb 09 03:20:40.851464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-692b9eea-68d4-42a2-9b15-d8f36c157ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:20:40Z', 'revision_number': 6, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:40.905066 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a2691bf-6378-4cd8-aa2c-3573fc29e110 req-6668fab9-f28f-4e16-b431-320dd2c5830e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 HTTP/1.1" status: 200 len: 217 time: 0.0494497 Feb 09 03:20:40.942732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b9eea-68d4-42a2-9b15-d8f36c157ce8 None None] The sync data for ids ['63b9b5c3-d70d-4411-94c7-67a7272b1893'] in n-d-824835-15 is: [{'id': '63b9b5c3-d70d-4411-94c7-67a7272b1893', 'name': 'tempest-ServersTestJSON-2040795493-router', 'tenant_id': 'f36e756129934eb1a3d33668f1e9471e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:12Z', 'updated_at': '2022-02-09T03:20:40Z', 'revision_number': 6, 'project_id': 'f36e756129934eb1a3d33668f1e9471e', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:40.979523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60012) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:41.010990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2691bf-6378-4cd8-aa2c-3573fc29e110 req-614ac8a7-3041-43bc-8ebe-78242bf91f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:41.012425 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a2691bf-6378-4cd8-aa2c-3573fc29e110 req-614ac8a7-3041-43bc-8ebe-78242bf91f98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1004100 Feb 09 03:20:41.066665 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a15d0d09-3003-46cd-b692-2566fa1ab5f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46696f9de4604dd5998a8164d84283b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0856967 Feb 09 03:20:41.069199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60016) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:41.119778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2691bf-6378-4cd8-aa2c-3573fc29e110 req-4d9688bd-8da6-40f7-b965-81634b46290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:41.121264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a2691bf-6378-4cd8-aa2c-3573fc29e110 req-4d9688bd-8da6-40f7-b965-81634b46290a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0994446 Feb 09 03:20:41.151441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee55f09d-aafc-4fdd-ba46-22bc931ca34f admin admin] Publish callbacks [] for security_group (50a14299-8056-4140-b0f7-e3b55ef12b05), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:41.255695 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-cbd5e4f2-bed9-4830-8a23-aed0fc5169d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:41.257521 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-cbd5e4f2-bed9-4830-8a23-aed0fc5169d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 200 len: 851 time: 0.5249085 Feb 09 03:20:41.311080 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-1da4b8da-6d00-4645-b10f-9b9d97101941 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9949b55-ccfa-4df2-b531-2094d183f640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440946 Feb 09 03:20:41.337708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] For port 3890b7a3-a22f-418c-ad26-58a54841a386, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=3890b7a3-a22f-418c-ad26-58a54841a386,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:41.338225 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3890b7a3-a22f-418c-ad26-58a54841a386), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:41.357761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0172dd-a6ca-4ec9-a082-295b796e30a2 req-96cd7e37-1f9a-44a6-a3ab-deaccc1245e8 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:41.366899 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fa0172dd-a6ca-4ec9-a082-295b796e30a2 req-96cd7e37-1f9a-44a6-a3ab-deaccc1245e8 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 943 time: 0.1873324 Feb 09 03:20:41.424302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Calling delete_port for 3890b7a3-a22f-418c-ad26-58a54841a386 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:41.512564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee55f09d-aafc-4fdd-ba46-22bc931ca34f admin admin] Publish callbacks [] for security_group (50a14299-8056-4140-b0f7-e3b55ef12b05), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:41.541503 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fa0172dd-a6ca-4ec9-a082-295b796e30a2 req-a59d2f6a-a1c7-4a8e-a4d0-cc3a3bb88dc9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674206 Feb 09 03:20:41.577333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a2691bf-6378-4cd8-aa2c-3573fc29e110 req-c57d30d0-5ffa-4065-9798-d71a7f4dace9 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470949 Feb 09 03:20:41.592069 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-2d283fdf-219f-4bb0-ada7-80b226cbd005 service neutron] 10.222.0.65 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727852 Feb 09 03:20:41.659664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:20:41.670440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee55f09d-aafc-4fdd-ba46-22bc931ca34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (50a14299-8056-4140-b0f7-e3b55ef12b05), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:41.673096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee55f09d-aafc-4fdd-ba46-22bc931ca34f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:41.676912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ee55f09d-aafc-4fdd-ba46-22bc931ca34f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50a14299-8056-4140-b0f7-e3b55ef12b05 HTTP/1.1" status: 204 len: 168 time: 0.6044106 Feb 09 03:20:41.692920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55f09d-aafc-4fdd-ba46-22bc931ca34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a14299-8056-4140-b0f7-e3b55ef12b05,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:41.735312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f2942-e709-464f-8fbf-af34285f71b7 req-f41f3d01-5c79-47ff-91d2-b82c47790b16 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:41.743673 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b0f2942-e709-464f-8fbf-af34285f71b7 req-f41f3d01-5c79-47ff-91d2-b82c47790b16 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1507013 Feb 09 03:20:41.758590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a2691bf-6378-4cd8-aa2c-3573fc29e110 req-21f29d72-9b2d-4bbc-b8b5-f15d4ee8f0b9 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740696 Feb 09 03:20:41.883251 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b0f2942-e709-464f-8fbf-af34285f71b7 req-506b5c0f-b68c-465c-bf1c-f99a4486a1f1 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385288 Feb 09 03:20:41.935183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:41.958605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4', 'mac_address': 'fa:16:3e:5a:f8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:20:41.961949 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3890b7a3-a22f-418c-ad26-58a54841a386 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:42.036422 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ef4809-9192-4bbc-ab4b-479d915002cd req-58774fa1-d0e3-45df-9525-e945e2fe4ebc service neutron] 10.222.0.65 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367051 Feb 09 03:20:42.115293 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3890b7a3-a22f-418c-ad26-58a54841a386), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:42.122506 n-d-824835-15 neutron-server[103329]: INFO neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No ports have port_id starting with 3890b7a3-a22f-418c-ad26-58a54841a386 Feb 09 03:20:42.129928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:42.130525 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:42.138210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ec04c503-e992-4089-a98e-5667227fdb73 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:42.162842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b35777-00a4-4db2-ba78-bcf7b1d610a2 req-8492f99f-f6e7-408e-afc1-b085488048d6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:42.173563 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e2b35777-00a4-4db2-ba78-bcf7b1d610a2 req-8492f99f-f6e7-408e-afc1-b085488048d6 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 947 time: 0.1589208 Feb 09 03:20:42.227703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:42.244047 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: ec04c503-e992-4089-a98e-5667227fdb73 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:42.245396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ec04c503-e992-4089-a98e-5667227fdb73 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:42.297324 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:42.306658 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:42.379606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:42.382356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Pushing event deleted for resources: {'Port': ['ID=3890b7a3-a22f-418c-ad26-58a54841a386,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:42.385168 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (63b9b5c3-d70d-4411-94c7-67a7272b1893), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:42.502198 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (63b9b5c3-d70d-4411-94c7-67a7272b1893), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:42.504417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Publish callbacks [] for router_controller (63b9b5c3-d70d-4411-94c7-67a7272b1893), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:42.585512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dc8f5-a8f3-4402-9e5e-9d9169192b9a req-5c3fede4-785c-45bc-9445-1a3e6ec65fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:42.587512 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765dc8f5-a8f3-4402-9e5e-9d9169192b9a req-5c3fede4-785c-45bc-9445-1a3e6ec65fc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 1126 time: 0.3910203 Feb 09 03:20:42.587663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:20:42.592637 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e2b35777-00a4-4db2-ba78-bcf7b1d610a2 req-80d2f854-a7fc-43e2-bb40-407977c9eda9 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec9e14ca-ce05-4884-a352-4ca93779f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147489 Feb 09 03:20:42.593617 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (63b9b5c3-d70d-4411-94c7-67a7272b1893), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:42.594171 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63b9b5c3-d70d-4411-94c7-67a7272b1893 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:20:42.600839 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:42.602827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b82cf487-1a22-49ec-b109-808fa45bda1a admin admin] 10.222.0.21 "DELETE /v2.0/routers/63b9b5c3-d70d-4411-94c7-67a7272b1893 HTTP/1.1" status: 204 len: 168 time: 2.8321652 Feb 09 03:20:42.605664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60044) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:42.714304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edf40e2-0268-4c28-bdc2-93cc8f77e111 admin admin] Deleting subnet 8109bc29-7c0c-4f79-8ef6-6125de9a61e8 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:20:42.721938 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6edf40e2-0268-4c28-bdc2-93cc8f77e111 admin admin] Publish callbacks [] for subnet (8109bc29-7c0c-4f79-8ef6-6125de9a61e8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:42.800769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dc8f5-a8f3-4402-9e5e-9d9169192b9a req-0f3398ad-0ce9-45ab-b319-f9372a038be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:42.805164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765dc8f5-a8f3-4402-9e5e-9d9169192b9a req-0f3398ad-0ce9-45ab-b319-f9372a038be2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 912 time: 0.2084150 Feb 09 03:20:42.932948 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6edf40e2-0268-4c28-bdc2-93cc8f77e111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (8109bc29-7c0c-4f79-8ef6-6125de9a61e8), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:42.990334 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765dc8f5-a8f3-4402-9e5e-9d9169192b9a req-330f3925-3839-4528-9b33-5c5379be2564 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55e61b8a-fd26-4a19-8dde-1bd558d313a0 HTTP/1.1" status: 200 len: 217 time: 0.1755023 Feb 09 03:20:43.090422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dc8f5-a8f3-4402-9e5e-9d9169192b9a req-dbbadbf5-598e-4ed7-a79f-0b4bb3b00059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:43.092579 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765dc8f5-a8f3-4402-9e5e-9d9169192b9a req-dbbadbf5-598e-4ed7-a79f-0b4bb3b00059 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 200 len: 851 time: 0.0983295 Feb 09 03:20:43.163177 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765dc8f5-a8f3-4402-9e5e-9d9169192b9a req-ad30972d-5e17-4b56-8b91-e2c41b73d3c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9949b55-ccfa-4df2-b531-2094d183f640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630641 Feb 09 03:20:43.175728 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6edf40e2-0268-4c28-bdc2-93cc8f77e111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (8109bc29-7c0c-4f79-8ef6-6125de9a61e8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:43.188674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124d989-a6aa-450b-a9c1-3b84f793ea0d req-8a4e21ce-f579-4088-a9d1-995f4efa2d74 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:43.191273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6124d989-a6aa-450b-a9c1-3b84f793ea0d req-8a4e21ce-f579-4088-a9d1-995f4efa2d74 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1530964 Feb 09 03:20:43.247065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f38f9-4d9f-4045-bbc9-4a79939052ec req-d35db3ea-28ca-4b7a-b0d4-52402d3f4397 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:43.255715 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-434f38f9-4d9f-4045-bbc9-4a79939052ec req-d35db3ea-28ca-4b7a-b0d4-52402d3f4397 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 943 time: 0.4778187 Feb 09 03:20:43.300747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60062) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:43.333261 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6edf40e2-0268-4c28-bdc2-93cc8f77e111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (8109bc29-7c0c-4f79-8ef6-6125de9a61e8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:43.362843 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-434f38f9-4d9f-4045-bbc9-4a79939052ec req-cf86e39c-9159-4029-ad25-015332188d4a tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060376 Feb 09 03:20:43.399920 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6edf40e2-0268-4c28-bdc2-93cc8f77e111 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:43.407753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34edb48-aea2-4d34-bff6-a9f1eb11179a None None] Network 1720a163-a6fb-4448-8407-8a261b1e9237 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:43.409060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6edf40e2-0268-4c28-bdc2-93cc8f77e111 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8109bc29-7c0c-4f79-8ef6-6125de9a61e8 HTTP/1.1" status: 204 len: 168 time: 0.7980509 Feb 09 03:20:43.409988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf40e2-0268-4c28-bdc2-93cc8f77e111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8109bc29-7c0c-4f79-8ef6-6125de9a61e8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:43.417035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60066) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:43.445310 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6124d989-a6aa-450b-a9c1-3b84f793ea0d req-8607b19a-d8aa-4f31-830b-414e51d0f968 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378307 Feb 09 03:20:43.561856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765dc8f5-a8f3-4402-9e5e-9d9169192b9a req-3dc0ec83-22bc-45df-919d-ce608b137a2d service neutron] 10.222.0.65 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695560 Feb 09 03:20:43.593382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-939497602-network', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:43.621606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (1720a163-a6fb-4448-8407-8a261b1e9237), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:43.668475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Made reservation on behalf of a46d4ce0abc242f59b363eadc0de9e4d for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:43.673415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:43.682334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:43.743965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db58f09c-88fe-4385-b8db-69a7e5a91861 None None] DHCP port deletion for 1720a163-a6fb-4448-8407-8a261b1e9237 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:20:43.799762 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:43.964932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60088) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:44.021287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-db58f09c-88fe-4385-b8db-69a7e5a91861 None None] Deleting port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:44.021704 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db58f09c-88fe-4385-b8db-69a7e5a91861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.023297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:20:44.062138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:44.062516 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.063597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adac944-b727-4ae9-a40f-a37bab8a4b81 req-4f9b761c-0145-4ea3-8b3a-4c33f1b36dd0 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.079163 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3adac944-b727-4ae9-a40f-a37bab8a4b81 req-4f9b761c-0145-4ea3-8b3a-4c33f1b36dd0 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 948 time: 0.3298965 Feb 09 03:20:44.136130 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765dc8f5-a8f3-4402-9e5e-9d9169192b9a req-67713c51-0d8c-40d5-8463-0449d62b5eb7 service neutron] 10.222.0.65 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654571 Feb 09 03:20:44.160097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-db58f09c-88fe-4385-b8db-69a7e5a91861 None None] For port d3df78de-674a-4ed8-8be0-f0b6f8aabb69, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d3df78de-674a-4ed8-8be0-f0b6f8aabb69,segment=NetworkSegment(7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe),segment_id=7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:44.160500 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db58f09c-88fe-4385-b8db-69a7e5a91861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.162828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1620c1-f5c3-4525-8118-5e9b3bafc782 req-fea7d080-61bd-46d3-9a89-8b7a83ff6711 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.176070 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be1620c1-f5c3-4525-8118-5e9b3bafc782 req-fea7d080-61bd-46d3-9a89-8b7a83ff6711 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.3183990 Feb 09 03:20:44.178229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-db58f09c-88fe-4385-b8db-69a7e5a91861 None None] Calling delete_port for d3df78de-674a-4ed8-8be0-f0b6f8aabb69 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:44.213481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f9c4a-c1db-4416-9fbd-6906310e13a3 req-d78704ec-4172-40d6-a79e-ff7fcc667934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.215054 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e6f9c4a-c1db-4416-9fbd-6906310e13a3 req-d78704ec-4172-40d6-a79e-ff7fcc667934 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 1128 time: 0.2662423 Feb 09 03:20:44.232430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Deleting port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:44.232844 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.234480 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3adac944-b727-4ae9-a40f-a37bab8a4b81 req-d4aafb65-d13e-4610-b6b4-b6854686fcf3 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec9e14ca-ce05-4884-a352-4ca93779f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489680 Feb 09 03:20:44.240454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:44.241063 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.263883 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929e542-e7ea-45e7-baba-213325f186a2 req-3bba7a40-0969-4b9b-83e7-fd4c92581d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.264768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929e542-e7ea-45e7-baba-213325f186a2 req-3bba7a40-0969-4b9b-83e7-fd4c92581d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.265459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929e542-e7ea-45e7-baba-213325f186a2 req-3bba7a40-0969-4b9b-83e7-fd4c92581d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.266231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929e542-e7ea-45e7-baba-213325f186a2 req-3bba7a40-0969-4b9b-83e7-fd4c92581d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.266985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929e542-e7ea-45e7-baba-213325f186a2 req-3bba7a40-0969-4b9b-83e7-fd4c92581d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.268329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929e542-e7ea-45e7-baba-213325f186a2 req-3bba7a40-0969-4b9b-83e7-fd4c92581d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.268984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929e542-e7ea-45e7-baba-213325f186a2 req-3bba7a40-0969-4b9b-83e7-fd4c92581d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.271413 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5929e542-e7ea-45e7-baba-213325f186a2 req-3bba7a40-0969-4b9b-83e7-fd4c92581d6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 6713 time: 0.3047302 Feb 09 03:20:44.302286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30b1ccc-146c-4651-8919-543dd3f264a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:44.304599 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089d35e7-8a99-4a76-a4bf-557332f5ff78" -d '{"events": [{"server_uuid": "f30b1ccc-146c-4651-8919-543dd3f264a2", "name": "network-vif-plugged", "status": "completed", "tag": "ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:44.332148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:44.347812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.382238 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887c92ef-6389-4dba-a4ba-57d604f004da x-openstack-request-id: req-887c92ef-6389-4dba-a4ba-57d604f004da {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:44.382581 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30b1ccc-146c-4651-8919-543dd3f264a2", "name": "network-vif-plugged", "status": "completed", "tag": "ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:44.382833 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-887c92ef-6389-4dba-a4ba-57d604f004da {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:44.383231 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30b1ccc-146c-4651-8919-543dd3f264a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4', 'code': 200} Feb 09 03:20:44.396536 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db58f09c-88fe-4385-b8db-69a7e5a91861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.425406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58f09c-88fe-4385-b8db-69a7e5a91861 None None] No DVR routers for this DVR port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:44.427105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:44.478350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58f09c-88fe-4385-b8db-69a7e5a91861 None None] Pushing event deleted for resources: {'Port': ['ID=d3df78de-674a-4ed8-8be0-f0b6f8aabb69,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:44.516827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] For port d3df78de-674a-4ed8-8be0-f0b6f8aabb69, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d3df78de-674a-4ed8-8be0-f0b6f8aabb69,segment=NetworkSegment(7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe),segment_id=7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:44.517425 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.528340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be1620c1-f5c3-4525-8118-5e9b3bafc782 req-450d90aa-9c32-4139-898b-5d2b8e7e1b27 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513780 Feb 09 03:20:44.562212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Calling delete_port for d3df78de-674a-4ed8-8be0-f0b6f8aabb69 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:44.582542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5929e542-e7ea-45e7-baba-213325f186a2 req-a7dd7d44-00aa-487f-8445-e7176c01f81f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2990367 Feb 09 03:20:44.601096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f9c4a-c1db-4416-9fbd-6906310e13a3 req-da07e5d6-1c85-41d1-b2fa-e29a4e264600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.603161 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e6f9c4a-c1db-4416-9fbd-6906310e13a3 req-da07e5d6-1c85-41d1-b2fa-e29a4e264600 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.3664439 Feb 09 03:20:44.614835 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Publish callbacks [] for security_group (c566e54b-0a19-4afb-b459-102db562402d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.648864 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c566e54b-0a19-4afb-b459-102db562402d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.662468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:20:44.674509 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e6cbbc81-06e4-44fe-94b5-d832fc8471cd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.675256 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Added segment e6cbbc81-06e4-44fe-94b5-d832fc8471cd of type vlan for network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 Feb 09 03:20:44.685650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50b3a8-c7f6-4bc6-b957-90e21ae3d65c req-f207a8bb-bbd1-4a1a-b66d-fe81cf4b22d1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.687710 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc50b3a8-c7f6-4bc6-b957-90e21ae3d65c req-f207a8bb-bbd1-4a1a-b66d-fe81cf4b22d1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 943 time: 0.1922860 Feb 09 03:20:44.729058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e6f9c4a-c1db-4416-9fbd-6906310e13a3 req-7ada5da1-522d-4ac3-b055-b8d48b7a6086 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7 HTTP/1.1" status: 200 len: 998 time: 0.1109235 Feb 09 03:20:44.739536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (319cabb2-e9b1-49c5-a01d-3a41452b2a30), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.787616 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (319cabb2-e9b1-49c5-a01d-3a41452b2a30), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.789521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.790020 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.813004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f9c4a-c1db-4416-9fbd-6906310e13a3 req-55d358fc-4e6c-4acf-b13a-7f17d3dd79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.814817 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e6f9c4a-c1db-4416-9fbd-6906310e13a3 req-55d358fc-4e6c-4acf-b13a-7f17d3dd79f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0723827 Feb 09 03:20:44.848142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7886b3-c727-47e1-ac5d-dc7bf7cd19f2 req-b59b5ec2-72ea-41e2-824d-46efed9d88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.852127 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e7886b3-c727-47e1-ac5d-dc7bf7cd19f2 req-b59b5ec2-72ea-41e2-824d-46efed9d88a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 1132 time: 0.3814313 Feb 09 03:20:44.899154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc50b3a8-c7f6-4bc6-b957-90e21ae3d65c req-f47a497c-8ed9-4657-9d86-e18f6de5dd54 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020409 Feb 09 03:20:44.929327 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6247194 Feb 09 03:20:44.929327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c566e54b-0a19-4afb-b459-102db562402d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:44.929689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f9c4a-c1db-4416-9fbd-6906310e13a3 req-b182f2fb-385d-4a48-a0b9-1c1199f7fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:44.929689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e6f9c4a-c1db-4416-9fbd-6906310e13a3 req-b182f2fb-385d-4a48-a0b9-1c1199f7fd47 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1002543 Feb 09 03:20:44.931453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60104) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:44.952872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-0bacbf13-f111-4dac-862a-1ebdc998711c admin admin] Request body: {'subnet': {'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-939497602-subnet', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:45.006608 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e7886b3-c727-47e1-ac5d-dc7bf7cd19f2 req-581f490b-337d-47f8-90be-33f765aa95c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ec9e14ca-ce05-4884-a352-4ca93779f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873413 Feb 09 03:20:45.011334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac1ea5-eb1e-448e-9491-9f15331385ac admin admin] Pushing event updated for resources: {'Network': ['ID=319cabb2-e9b1-49c5-a01d-3a41452b2a30,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:45.026195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:20:45.041316 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d3df78de-674a-4ed8-8be0-f0b6f8aabb69), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:45.069319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] No DVR routers for this DVR port d3df78de-674a-4ed8-8be0-f0b6f8aabb69 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:45.079226 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bacbf13-f111-4dac-862a-1ebdc998711c admin admin] Made reservation on behalf of a46d4ce0abc242f59b363eadc0de9e4d for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:45.081676 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0bacbf13-f111-4dac-862a-1ebdc998711c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:45.133924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e6f9c4a-c1db-4416-9fbd-6906310e13a3 req-ad4ae42b-adec-4697-8804-0e1066b0f1b9 service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974564 Feb 09 03:20:45.301749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 55e61b8a-fd26-4a19-8dde-1bd558d313a0 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:20:45.328457 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e6f9c4a-c1db-4416-9fbd-6906310e13a3 req-63b7f1cc-dd62-4b50-bf84-fbc93ec193ab service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879592 Feb 09 03:20:45.365152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Pushing event deleted for resources: {'Port': ['ID=d3df78de-674a-4ed8-8be0-f0b6f8aabb69,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:45.452259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 55e61b8a-fd26-4a19-8dde-1bd558d313a0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=55e61b8a-fd26-4a19-8dde-1bd558d313a0,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:45.467868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '55e61b8a-fd26-4a19-8dde-1bd558d313a0', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'port_id': '55e61b8a-fd26-4a19-8dde-1bd558d313a0', 'mac_address': 'fa:16:3e:89:0c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0775cadb-5388-496a-9c76-2a812afcdf9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:20:45.546949 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 55e61b8a-fd26-4a19-8dde-1bd558d313a0 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:45.547636 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:45.571198 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (1720a163-a6fb-4448-8407-8a261b1e9237), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:45.590833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0bacbf13-f111-4dac-862a-1ebdc998711c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (d546f451-67dc-46ba-b7fc-3fe005f795a3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:45.621289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d3df78de-674a-4ed8-8be0-f0b6f8aabb69 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:45.640329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e61b8a-fd26-4a19-8dde-1bd558d313a0 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:45.656482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1720a163-a6fb-4448-8407-8a261b1e9237']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:45.679366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05154246-8a71-44d3-bc24-571fe2a3cc53 req-e5e42342-ede2-45d8-b32d-4b0459fb3adc tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:45.680967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05154246-8a71-44d3-bc24-571fe2a3cc53 req-e5e42342-ede2-45d8-b32d-4b0459fb3adc tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 949 time: 0.2971709 Feb 09 03:20:45.692177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: d3df78de-674a-4ed8-8be0-f0b6f8aabb69 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:45.692847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d3df78de-674a-4ed8-8be0-f0b6f8aabb69 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:45.720049 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6ce-de89-40d0-a23a-b9ff02928b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:45.730649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:45.730934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:45.732570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 55e61b8a-fd26-4a19-8dde-1bd558d313a0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=55e61b8a-fd26-4a19-8dde-1bd558d313a0,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:45.744243 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:45.765218 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:45.777441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbda7a-2eed-45f4-ba6e-ae5b76979f6f req-da01645a-265e-4ad7-9b3e-e8eb16610866 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:45.778574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacbf13-f111-4dac-862a-1ebdc998711c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d546f451-67dc-46ba-b7fc-3fe005f795a3,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:45.804889 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fabbda7a-2eed-45f4-ba6e-ae5b76979f6f req-da01645a-265e-4ad7-9b3e-e8eb16610866 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1732357 Feb 09 03:20:45.850620 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05154246-8a71-44d3-bc24-571fe2a3cc53 req-04930fe9-6a29-4393-8555-36e94e4c84ab tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec9e14ca-ce05-4884-a352-4ca93779f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502950 Feb 09 03:20:45.856401 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:45.872649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=55e61b8a-fd26-4a19-8dde-1bd558d313a0,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:45.880459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:20:45.880861 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (7ad37580-7a3d-4ea0-8113-7cf6b4d2adbe), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:20:45.882697 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:20:45.962265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bacbf13-f111-4dac-862a-1ebdc998711c admin admin] Checking segment: {'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:45.962625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bacbf13-f111-4dac-862a-1ebdc998711c admin admin] Network hostable DHCP agents. Network: 319cabb2-e9b1-49c5-a01d-3a41452b2a30, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:20:45.967806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fabbda7a-2eed-45f4-ba6e-ae5b76979f6f req-bd90bb01-b0fd-4ebe-b972-5793845578a0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561611 Feb 09 03:20:46.042630 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (1720a163-a6fb-4448-8407-8a261b1e9237), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:46.084326 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:46.091919 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] 10.222.0.21 "DELETE /v2.0/networks/1720a163-a6fb-4448-8407-8a261b1e9237 HTTP/1.1" status: 204 len: 168 time: 2.6737542 Feb 09 03:20:46.094010 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a5870-371e-4c52-85d1-6fac71c194db admin admin] Pushing event deleted for resources: {'Network': ['ID=1720a163-a6fb-4448-8407-8a261b1e9237,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:46.103695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bacbf13-f111-4dac-862a-1ebdc998711c admin admin] Network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:20:46.148137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-0bacbf13-f111-4dac-862a-1ebdc998711c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 319cabb2-e9b1-49c5-a01d-3a41452b2a30) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:46.159204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a380e913-9614-422f-bf54-02f9e217582d None None] Network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:46.167623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bacbf13-f111-4dac-862a-1ebdc998711c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:46.168222 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0bacbf13-f111-4dac-862a-1ebdc998711c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:46.213993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5180f32-f3de-4d69-8588-0d3da848cf21 req-193b0534-a460-4eff-a36f-ca48405a42f7 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:46.224251 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e5180f32-f3de-4d69-8588-0d3da848cf21 req-193b0534-a460-4eff-a36f-ca48405a42f7 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 944 time: 0.1664648 Feb 09 03:20:46.241401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0bacbf13-f111-4dac-862a-1ebdc998711c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2978389 Feb 09 03:20:46.241802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60120) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:46.247622 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:46.293433 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:46.294825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:46.321975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60122) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:46.364561 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['55e61b8a-fd26-4a19-8dde-1bd558d313a0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:20:46.435833 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e5180f32-f3de-4d69-8588-0d3da848cf21 req-d15c3b5d-da47-4365-ae3e-3023ef28e8b0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106807 Feb 09 03:20:46.496490 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b5985a77-67ec-4865-8c1b-0d8f65438668 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f36e756129934eb1a3d33668f1e9471e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446278 Feb 09 03:20:46.504268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60124) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:46.532271 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Publish callbacks [] for router_controller (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:46.555501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'fixed_ips': [{'subnet_id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:20:46.557804 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:46.778642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Allocated IP 172.20.0.2 (319cabb2-e9b1-49c5-a01d-3a41452b2a30/d546f451-67dc-46ba-b7fc-3fe005f795a3/2de591c9-b9c1-4697-b6cf-6a046b3127f5) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:46.804277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8563ea37-571a-4834-aca7-a1aa2863cfd5 admin admin] Publish callbacks [] for security_group (6494a7ad-ee5e-4c53-9766-956d508e97e2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:46.833293 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Publish callbacks [] for router_gateway (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:46.856213 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8563ea37-571a-4834-aca7-a1aa2863cfd5 admin admin] Publish callbacks [] for security_group (6494a7ad-ee5e-4c53-9766-956d508e97e2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:46.995830 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8563ea37-571a-4834-aca7-a1aa2863cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6494a7ad-ee5e-4c53-9766-956d508e97e2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:46.998825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8563ea37-571a-4834-aca7-a1aa2863cfd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:47.002234 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8563ea37-571a-4834-aca7-a1aa2863cfd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6494a7ad-ee5e-4c53-9766-956d508e97e2 HTTP/1.1" status: 204 len: 168 time: 0.4895322 Feb 09 03:20:47.020122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ea37-571a-4834-aca7-a1aa2863cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6494a7ad-ee5e-4c53-9766-956d508e97e2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:47.229933 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3ad42-ec59-4a68-bf96-f4afb388b92e req-5af72e5b-0041-46cc-9899-277b840f6812 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:47.241818 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-85e3ad42-ec59-4a68-bf96-f4afb388b92e req-5af72e5b-0041-46cc-9899-277b840f6812 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1000426 Feb 09 03:20:47.254295 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Publish callbacks [] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:47.273883 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:47.326119 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-85e3ad42-ec59-4a68-bf96-f4afb388b92e req-579f4926-e6c4-4898-aa64-4fa5e21fe093 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832732 Feb 09 03:20:47.350111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b9ef9-67ab-49be-b94f-8ff02a87f68a req-dcd0f39e-e64d-480a-a3cb-62cf04973fab tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:47.351819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c3b9ef9-67ab-49be-b94f-8ff02a87f68a req-dcd0f39e-e64d-480a-a3cb-62cf04973fab tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 949 time: 0.3111877 Feb 09 03:20:47.376623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:47.387398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:47.404418 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Publish callbacks [] for router_gateway (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:47.416097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:47.426230 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:47.430103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Pushing event updated for resources: {'Port': ['ID=2de591c9-b9c1-4697-b6cf-6a046b3127f5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:47.491977 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c3b9ef9-67ab-49be-b94f-8ff02a87f68a req-cf4fced2-283b-45e9-be27-0f32c2036822 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec9e14ca-ce05-4884-a352-4ca93779f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257701 Feb 09 03:20:47.601339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Attempting to bind port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:47.602346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Attempting to bind port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:47.602894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Attempting to bind port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 on network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:47.614814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:47.615487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebec86-058c-4621-b95f-bf88c9ad2db2 req-1b8e9757-321d-4ef0-8ae7-0dfb929af577 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:47.615708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Checking segment: {'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:47.616311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:47.617022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Bound using segment: {'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:47.617701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Bound port: 2de591c9-b9c1-4697-b6cf-6a046b3127f5, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:47.619077 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:47.623201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfebec86-058c-4621-b95f-bf88c9ad2db2 req-1b8e9757-321d-4ef0-8ae7-0dfb929af577 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1283152 Feb 09 03:20:47.682200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Allocated IP 172.25.5.110 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/9891457b-6e73-49ae-919d-b1caf5805a99) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:47.713426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfebec86-058c-4621-b95f-bf88c9ad2db2 req-a6ab7e21-f275-4f0d-80b0-571018376125 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892501 Feb 09 03:20:47.728984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] For port 2de591c9-b9c1-4697-b6cf-6a046b3127f5, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:47.746562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] For port 2de591c9-b9c1-4697-b6cf-6a046b3127f5, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2de591c9-b9c1-4697-b6cf-6a046b3127f5,segment=NetworkSegment(e6cbbc81-06e4-44fe-94b5-d832fc8471cd),segment_id=e6cbbc81-06e4-44fe-94b5-d832fc8471cd)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:47.765042 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:47.888595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d6af7-c019-40a6-bf15-b9c214962698 None None] Pushing event updated for resources: {'Port': ['ID=2de591c9-b9c1-4697-b6cf-6a046b3127f5,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:47.956555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Publish callbacks [] for port (9891457b-6e73-49ae-919d-b1caf5805a99), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:48.021182 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9891457b-6e73-49ae-919d-b1caf5805a99), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:48.088350 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2bae3e6-6550-494c-8d39-fe5b3f8643f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:48.112950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Pushing event updated for resources: {'Port': ['ID=9891457b-6e73-49ae-919d-b1caf5805a99,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:48.141569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:48.156830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b75baf-080f-4bb6-8e5c-ff9c336a1aac req-5a37605e-8c38-4769-809e-4237a12aa82f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:48.168432 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-03b75baf-080f-4bb6-8e5c-ff9c336a1aac req-5a37605e-8c38-4769-809e-4237a12aa82f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 944 time: 0.5373919 Feb 09 03:20:48.175325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:48.178680 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:48.515433 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-03b75baf-080f-4bb6-8e5c-ff9c336a1aac req-e966d174-2870-4af7-8202-665f513fc87d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464983 Feb 09 03:20:48.576626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60172) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:48.611733 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e4ec9-7c93-4839-b67d-c518812ba80b req-1cbaefcf-9f6a-4f1f-b4c2-02d823871384 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:48.620442 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e26e4ec9-7c93-4839-b67d-c518812ba80b req-1cbaefcf-9f6a-4f1f-b4c2-02d823871384 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 949 time: 0.2017925 Feb 09 03:20:48.688417 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e26e4ec9-7c93-4839-b67d-c518812ba80b req-315eba91-7d72-4fb6-b540-78cbe44ebbf3 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec9e14ca-ce05-4884-a352-4ca93779f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667284 Feb 09 03:20:48.856496 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-653805582-network', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:48.858858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214dec1-c09d-4a0b-962a-6015f66dbbb5 req-be440c88-2a62-4b48-9d64-e554bf289d78 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:48.864751 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a214dec1-c09d-4a0b-962a-6015f66dbbb5 req-be440c88-2a62-4b48-9d64-e554bf289d78 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.2515850 Feb 09 03:20:48.910231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:48.916503 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:48.958865 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:49.119690 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Publish callbacks [] for security_group (fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:49.126536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a214dec1-c09d-4a0b-962a-6015f66dbbb5 req-58da56a3-485b-4d85-9008-cfdf6e10a88b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536690 Feb 09 03:20:49.175724 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:49.178690 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Publish callbacks [] for router_gateway (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:49.213903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:49.238361 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:49.251062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:20:49.274281 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f183708c-1966-411f-adf4-e38d9427f1ec), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:49.274901 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Added segment f183708c-1966-411f-adf4-e38d9427f1ec of type vlan for network a5ce7ab2-2852-455f-95d9-9067098b15cb Feb 09 03:20:49.285432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d4fbe-11a2-4a53-809e-25e8190458b1 req-06e9e1fa-aa83-4aac-b240-85594ff43064 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:49.300814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f29d4fbe-11a2-4a53-809e-25e8190458b1 req-06e9e1fa-aa83-4aac-b240-85594ff43064 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 945 time: 0.1793211 Feb 09 03:20:49.333092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 55e61b8a-fd26-4a19-8dde-1bd558d313a0 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:49.508289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 55e61b8a-fd26-4a19-8dde-1bd558d313a0 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:20:49.513753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 55e61b8a-fd26-4a19-8dde-1bd558d313a0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:49.514843 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:49.694706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 55e61b8a-fd26-4a19-8dde-1bd558d313a0 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:49.695162 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:49.751524 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1f6241-7d7f-43c8-bdbf-fdcf820152ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e61b8a-fd26-4a19-8dde-1bd558d313a0'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:49.754709 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (a5ce7ab2-2852-455f-95d9-9067098b15cb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:49.759527 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1758f2a6-8ade-4847-8430-921c775db62c" -d '{"events": [{"server_uuid": "aa1f6241-7d7f-43c8-bdbf-fdcf820152ea", "name": "network-vif-plugged", "status": "completed", "tag": "55e61b8a-fd26-4a19-8dde-1bd558d313a0"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:49.787979 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f29d4fbe-11a2-4a53-809e-25e8190458b1 req-bc7eecd5-316d-4b4e-9e84-40160bf2684f tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861934 Feb 09 03:20:49.801055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2de591c9-b9c1-4697-b6cf-6a046b3127f5 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:49.809326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aae557-5530-48b6-88c5-047d3afe5cd1 None None] Network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:49.841033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 55e61b8a-fd26-4a19-8dde-1bd558d313a0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=55e61b8a-fd26-4a19-8dde-1bd558d313a0,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:49.883404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8856e65-98cb-47c2-8aa7-eaed2e539d5e req-93220e71-d1fa-4e47-a6a3-9d18a483aa08 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:49.884943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e8856e65-98cb-47c2-8aa7-eaed2e539d5e req-93220e71-d1fa-4e47-a6a3-9d18a483aa08 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.42 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 949 time: 0.3633897 Feb 09 03:20:49.896282 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:49.988917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e9ba805e-d68a-4877-a7ba-920ad3bb4029 None None] Provisioning complete for port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:49.989955 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ba805e-d68a-4877-a7ba-920ad3bb4029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.050725 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (a5ce7ab2-2852-455f-95d9-9067098b15cb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.051739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:50.057846 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.085106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=55e61b8a-fd26-4a19-8dde-1bd558d313a0,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:50.099346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:50.100055 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.258215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ce7ab2-2852-455f-95d9-9067098b15cb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:50.304862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network a5ce7ab2-2852-455f-95d9-9067098b15cb details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:20:50.317127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e9ba805e-d68a-4877-a7ba-920ad3bb4029 None None] Current status of the port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:50.317538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ba805e-d68a-4877-a7ba-920ad3bb4029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.325202 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ffe9778e-f01b-4eb7-8ffd-02ce5af84d48 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7474525 Feb 09 03:20:50.334482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60190) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:50.350177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e91c6cc3-1a45-4704-8ba2-180230a7c0d3 admin admin] Request body: {'subnet': {'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-653805582-subnet', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:50.414262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914c287-2e0d-4033-9f7f-03b99a7bc853 req-aee7fc9f-8bbd-44c6-a8e4-5dc8004294be tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:50.420259 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5914c287-2e0d-4033-9f7f-03b99a7bc853 req-aee7fc9f-8bbd-44c6-a8e4-5dc8004294be tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 945 time: 0.5013292 Feb 09 03:20:50.428003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f5727-c5e6-4a2f-ade1-cbcc63f5ce5a req-f3c73531-f281-448d-9b42-1239f1c6b489 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:50.429096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91c6cc3-1a45-4704-8ba2-180230a7c0d3 admin admin] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:50.438280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-280f5727-c5e6-4a2f-ade1-cbcc63f5ce5a req-f3c73531-f281-448d-9b42-1239f1c6b489 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1792140 Feb 09 03:20:50.442833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e91c6cc3-1a45-4704-8ba2-180230a7c0d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.452691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:50.453481 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.606464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e9ba805e-d68a-4877-a7ba-920ad3bb4029 None None] For port 2de591c9-b9c1-4697-b6cf-6a046b3127f5, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2de591c9-b9c1-4697-b6cf-6a046b3127f5,segment=NetworkSegment(e6cbbc81-06e4-44fe-94b5-d832fc8471cd),segment_id=e6cbbc81-06e4-44fe-94b5-d832fc8471cd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:50.630503 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ba805e-d68a-4877-a7ba-920ad3bb4029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.686696 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-280f5727-c5e6-4a2f-ade1-cbcc63f5ce5a req-0b6dc2b9-52e1-4565-8508-6d90450275c6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461600 Feb 09 03:20:50.750174 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:20:50.750558 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:20:50.849285 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.855317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bed7d331-4e56-457b-ba1d-176918e4b12f None None] Provisioning complete for port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:50.855682 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bed7d331-4e56-457b-ba1d-176918e4b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.874307 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.908264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba805e-d68a-4877-a7ba-920ad3bb4029 None None] Pushing event updated for resources: {'Port': ['ID=2de591c9-b9c1-4697-b6cf-6a046b3127f5,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:50.964861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-e8856e65-98cb-47c2-8aa7-eaed2e539d5e req-16170e11-2b69-4b50-b1aa-59ca9918a92f tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Deleting port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:50.965500 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e8856e65-98cb-47c2-8aa7-eaed2e539d5e req-16170e11-2b69-4b50-b1aa-59ca9918a92f tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.981770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bed7d331-4e56-457b-ba1d-176918e4b12f None None] Current status of the port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:51.060496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8fec4-eaf8-4f1e-be82-4e21118cf23b req-53e0b9a1-6e05-4738-ae59-c38285d2321d tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:51.062944 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5914c287-2e0d-4033-9f7f-03b99a7bc853 req-d7e32641-098a-4539-a46e-c888b726c4f8 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143651 Feb 09 03:20:51.068600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ddd8fec4-eaf8-4f1e-be82-4e21118cf23b req-53e0b9a1-6e05-4738-ae59-c38285d2321d tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 949 time: 0.2687953 Feb 09 03:20:51.138795 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94f1317-6287-4197-9b8b-2a901b549d0e x-openstack-request-id: req-f94f1317-6287-4197-9b8b-2a901b549d0e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:51.139193 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1f6241-7d7f-43c8-bdbf-fdcf820152ea", "name": "network-vif-plugged", "status": "completed", "tag": "55e61b8a-fd26-4a19-8dde-1bd558d313a0", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:51.139495 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f94f1317-6287-4197-9b8b-2a901b549d0e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:51.140245 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1f6241-7d7f-43c8-bdbf-fdcf820152ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e61b8a-fd26-4a19-8dde-1bd558d313a0', 'code': 200} Feb 09 03:20:51.152068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b7c3e-aad3-423d-b7fd-dbca976afe2a req-6583444f-42a0-42ee-99dc-46aae40ce43c tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:51.153819 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f89b7c3e-aad3-423d-b7fd-dbca976afe2a req-6583444f-42a0-42ee-99dc-46aae40ce43c tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 945 time: 0.5474861 Feb 09 03:20:51.158294 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e91c6cc3-1a45-4704-8ba2-180230a7c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (adcaac86-58d1-412b-a4f6-c85e6da1f841), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.211432 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ddd8fec4-eaf8-4f1e-be82-4e21118cf23b req-86bb74d9-c783-4f9f-a5fd-fa38df32ae68 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec9e14ca-ce05-4884-a352-4ca93779f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417880 Feb 09 03:20:51.334446 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:51.351687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:20:51.403859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0a353-d24a-466f-bfb4-4627babf06bc req-3c77f15c-9a9d-4f06-81ca-9436d5cfa5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:51.405511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4ec0a353-d24a-466f-bfb4-4627babf06bc req-3c77f15c-9a9d-4f06-81ca-9436d5cfa5a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 1128 time: 0.1492603 Feb 09 03:20:51.556529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c6cc3-1a45-4704-8ba2-180230a7c0d3 admin admin] Checking segment: {'id': 'f183708c-1966-411f-adf4-e38d9427f1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:51.556892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91c6cc3-1a45-4704-8ba2-180230a7c0d3 admin admin] Network hostable DHCP agents. Network: a5ce7ab2-2852-455f-95d9-9067098b15cb, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:20:51.633620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e8856e65-98cb-47c2-8aa7-eaed2e539d5e req-16170e11-2b69-4b50-b1aa-59ca9918a92f tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] For port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:51.634280 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e8856e65-98cb-47c2-8aa7-eaed2e539d5e req-16170e11-2b69-4b50-b1aa-59ca9918a92f tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.645276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2de591c9-b9c1-4697-b6cf-6a046b3127f5 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:51.687317 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91c6cc3-1a45-4704-8ba2-180230a7c0d3 admin admin] Network a5ce7ab2-2852-455f-95d9-9067098b15cb is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:20:51.702495 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325f5ef-bdd7-44d4-8706-6b922ddd6a14 req-1a57d608-919a-4544-b64c-2f31750a8a7c tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:51.715161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:51.721835 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9325f5ef-bdd7-44d4-8706-6b922ddd6a14 req-1a57d608-919a-4544-b64c-2f31750a8a7c tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 945 time: 0.3520389 Feb 09 03:20:51.746911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:51.761059 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Sync routers for ids ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:51.788650 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Routers {'1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:51.789285 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:51.801186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c6cc3-1a45-4704-8ba2-180230a7c0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adcaac86-58d1-412b-a4f6-c85e6da1f841,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:51.804011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-e8856e65-98cb-47c2-8aa7-eaed2e539d5e req-16170e11-2b69-4b50-b1aa-59ca9918a92f tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Calling delete_port for ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:51.818147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4ec0a353-d24a-466f-bfb4-4627babf06bc req-8877032b-6539-46d0-b6cc-4aadd58306fe service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970499 Feb 09 03:20:51.875481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e91c6cc3-1a45-4704-8ba2-180230a7c0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, a5ce7ab2-2852-455f-95d9-9067098b15cb) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:51.922544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91c6cc3-1a45-4704-8ba2-180230a7c0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:51.926816 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e91c6cc3-1a45-4704-8ba2-180230a7c0d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.969144 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.977644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e3a1caaa-4036-4602-b5ec-d305f6c61789 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7318938 Feb 09 03:20:51.987343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60200) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:52.056056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea98e966-5cf3-4f06-b719-681eb5e9c493 None None] Network a5ce7ab2-2852-455f-95d9-9067098b15cb requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:52.069025 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e91c6cc3-1a45-4704-8ba2-180230a7c0d3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7284265 Feb 09 03:20:52.073538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f89b7c3e-aad3-423d-b7fd-dbca976afe2a req-518d5a8a-2375-4935-9f40-f212919942f7 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Deleting port 70ce5084-011f-47a9-8ef6-84a00348e639 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:52.073882 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f89b7c3e-aad3-423d-b7fd-dbca976afe2a req-518d5a8a-2375-4935-9f40-f212919942f7 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:52.076598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60202) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:52.097999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9325f5ef-bdd7-44d4-8706-6b922ddd6a14 req-33c7aaba-8e9e-4f2d-96da-d8721dc91871 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750904 Feb 09 03:20:52.134153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-653805582-router', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:52.201325 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:52.218779 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Set router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:52.234312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:52.234687 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:52.290169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (b046324c-99ad-426c-8f0c-6deee3e11f74), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:52.291534 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (b046324c-99ad-426c-8f0c-6deee3e11f74), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:52.343001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:52.343565 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:52.413120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6570a08-a990-4ffc-b724-c2339fadeb1b req-c657f490-4230-4f09-8d06-fbf8c8183b58 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:52.414732 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6570a08-a990-4ffc-b724-c2339fadeb1b req-c657f490-4230-4f09-8d06-fbf8c8183b58 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.5956111 Feb 09 03:20:52.433295 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Publish callbacks [] for router_controller (b046324c-99ad-426c-8f0c-6deee3e11f74), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:52.436169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-a5ce7ab2-2852-455f-95d9-9067098b15cb', 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb', 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'fixed_ips': [{'subnet_id': 'adcaac86-58d1-412b-a4f6-c85e6da1f841'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:20:52.441577 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:52.625010 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6570a08-a990-4ffc-b724-c2339fadeb1b req-cd0d5465-4fee-4226-8f2d-765bf9395c2f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982145 Feb 09 03:20:52.731805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f89b7c3e-aad3-423d-b7fd-dbca976afe2a req-518d5a8a-2375-4935-9f40-f212919942f7 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] For port 70ce5084-011f-47a9-8ef6-84a00348e639, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=70ce5084-011f-47a9-8ef6-84a00348e639,segment=NetworkSegment(d6f13a67-34b1-4edb-876a-158cbe20905e),segment_id=d6f13a67-34b1-4edb-876a-158cbe20905e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:52.735137 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f89b7c3e-aad3-423d-b7fd-dbca976afe2a req-518d5a8a-2375-4935-9f40-f212919942f7 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:52.755731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Allocated IP 172.20.0.2 (a5ce7ab2-2852-455f-95d9-9067098b15cb/adcaac86-58d1-412b-a4f6-c85e6da1f841/a6201e45-1ae4-4be4-813c-05556d1553b9) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:52.792826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f89b7c3e-aad3-423d-b7fd-dbca976afe2a req-518d5a8a-2375-4935-9f40-f212919942f7 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Calling delete_port for 70ce5084-011f-47a9-8ef6-84a00348e639 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:52.894927 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:20:48Z', 'revision_number': 3, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:52.962640 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Checking router: 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:52.963176 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Updating router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 port 9891457b-6e73-49ae-919d-b1caf5805a99 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:20:53.029146 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9891457b-6e73-49ae-919d-b1caf5805a99), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.032707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Publish callbacks [] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.038865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:53.041040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c3837-ac0c-4486-9384-6cf3c29d0478 req-567635d4-6b53-47d1-9509-76a1c1b46182 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:53.054695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e55c3837-ac0c-4486-9384-6cf3c29d0478 req-567635d4-6b53-47d1-9509-76a1c1b46182 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 949 time: 0.2402999 Feb 09 03:20:53.056106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:53.060158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.070197 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f89b7c3e-aad3-423d-b7fd-dbca976afe2a req-518d5a8a-2375-4935-9f40-f212919942f7 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (70ce5084-011f-47a9-8ef6-84a00348e639), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.160746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30b1ccc-146c-4651-8919-543dd3f264a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:53.167318 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5eb34d8-6b97-4bf7-95ad-df93f8bb44af" -d '{"events": [{"server_uuid": "f30b1ccc-146c-4651-8919-543dd3f264a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:53.174867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Pushing event updated for resources: {'Port': ['ID=a6201e45-1ae4-4be4-813c-05556d1553b9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:53.183414 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.282161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Network a5ce7ab2-2852-455f-95d9-9067098b15cb is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:53.288620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:53.294851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:53.346252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:53.450996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e55c3837-ac0c-4486-9384-6cf3c29d0478 req-ebac55dc-3484-41a1-81b1-f3dc9b3a1158 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec9e14ca-ce05-4884-a352-4ca93779f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951948 Feb 09 03:20:53.477453 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Attempting to bind port a6201e45-1ae4-4be4-813c-05556d1553b9 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:53.477837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Attempting to bind port a6201e45-1ae4-4be4-813c-05556d1553b9 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'f183708c-1966-411f-adf4-e38d9427f1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:53.478202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Attempting to bind port a6201e45-1ae4-4be4-813c-05556d1553b9 on network a5ce7ab2-2852-455f-95d9-9067098b15cb {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:53.489645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:53.490033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Checking segment: {'id': 'f183708c-1966-411f-adf4-e38d9427f1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:53.490442 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.491705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Bound using segment: {'id': 'f183708c-1966-411f-adf4-e38d9427f1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:53.492015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Bound port: a6201e45-1ae4-4be4-813c-05556d1553b9, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f183708c-1966-411f-adf4-e38d9427f1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:53.492407 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.646451 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Publish callbacks [] for port (9891457b-6e73-49ae-919d-b1caf5805a99), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.669871 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.672062 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9891457b-6e73-49ae-919d-b1caf5805a99), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.729704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 70ce5084-011f-47a9-8ef6-84a00348e639 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:53.742137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] For port a6201e45-1ae4-4be4-813c-05556d1553b9, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:53.823300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 70ce5084-011f-47a9-8ef6-84a00348e639 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:53.825781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 70ce5084-011f-47a9-8ef6-84a00348e639 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:53.837700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] For port a6201e45-1ae4-4be4-813c-05556d1553b9, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a6201e45-1ae4-4be4-813c-05556d1553b9,segment=NetworkSegment(f183708c-1966-411f-adf4-e38d9427f1ec),segment_id=f183708c-1966-411f-adf4-e38d9427f1ec)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:53.853256 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.897741 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Attempting to bind port 9891457b-6e73-49ae-919d-b1caf5805a99 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:53.903316 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Attempting to bind port 9891457b-6e73-49ae-919d-b1caf5805a99 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:53.904603 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Attempting to bind port 9891457b-6e73-49ae-919d-b1caf5805a99 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:53.922957 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Pushing event updated for resources: {'Port': ['ID=9891457b-6e73-49ae-919d-b1caf5805a99,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:53.929029 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:53.934549 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:53.935380 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.936019 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:53.937373 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Bound port: 9891457b-6e73-49ae-919d-b1caf5805a99, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:53.937964 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9891457b-6e73-49ae-919d-b1caf5805a99), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.964917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588cde7-ae74-4578-bb16-6241dea8bf79 None None] Pushing event updated for resources: {'Port': ['ID=a6201e45-1ae4-4be4-813c-05556d1553b9,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:54.043725 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.069783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Allocated IP 172.20.0.1 (319cabb2-e9b1-49c5-a01d-3a41452b2a30/d546f451-67dc-46ba-b7fc-3fe005f795a3/48d9e9b4-9d9a-4168-8210-5be08a9c0404) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:54.073531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d5a8a-2375-4935-9f40-f212919942f7 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Pushing event deleted for resources: {'Port': ['ID=70ce5084-011f-47a9-8ef6-84a00348e639,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:54.091308 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.091659 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.094934 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.095380 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.095722 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.102386 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.102919 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.103267 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.103595 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.110649 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.111408 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.112782 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.113988 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.164647 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Publish callbacks [] for router_gateway (b046324c-99ad-426c-8f0c-6deee3e11f74), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.238121 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Publish callbacks [] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.245384 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] For port 9891457b-6e73-49ae-919d-b1caf5805a99, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:54.252320 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] For port 9891457b-6e73-49ae-919d-b1caf5805a99, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9891457b-6e73-49ae-919d-b1caf5805a99,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:54.269852 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9891457b-6e73-49ae-919d-b1caf5805a99), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.290552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.354914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89b7c3e-aad3-423d-b7fd-dbca976afe2a req-518d5a8a-2375-4935-9f40-f212919942f7 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] No DVR routers for this DVR port 70ce5084-011f-47a9-8ef6-84a00348e639 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:54.358000 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f89b7c3e-aad3-423d-b7fd-dbca976afe2a req-518d5a8a-2375-4935-9f40-f212919942f7 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.366748 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f89b7c3e-aad3-423d-b7fd-dbca976afe2a req-518d5a8a-2375-4935-9f40-f212919942f7 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.42 "DELETE /v2.0/ports/70ce5084-011f-47a9-8ef6-84a00348e639 HTTP/1.1" status: 204 len: 173 time: 3.1996169 Feb 09 03:20:54.381896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Pushing event updated for resources: {'Port': ['ID=48d9e9b4-9d9a-4168-8210-5be08a9c0404,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:54.442699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ee31c64-d20f-4eea-988c-df64238c9938 req-67d01154-e95a-4c79-a9ff-814253d4d070 tempest-VolumesAdminNegativeTest-442358312 tempest-VolumesAdminNegativeTest-442358312-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f88aee6-573a-461c-91d2-5ef6953d35cc HTTP/1.1" status: 200 len: 210 time: 0.1604323 Feb 09 03:20:54.473244 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Routers {'1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:54.474212 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:54.481004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f88aee6-573a-461c-91d2-5ef6953d35cc', 'name': 'network-vif-deleted', 'tag': '70ce5084-011f-47a9-8ef6-84a00348e639'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:54.484781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:54.489336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:54.492104 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9017a8-8fd7-41d0-98e7-34dcda07b188" -d '{"events": [{"server_uuid": "4f88aee6-573a-461c-91d2-5ef6953d35cc", "name": "network-vif-deleted", "tag": "70ce5084-011f-47a9-8ef6-84a00348e639"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:54.493653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:54.548816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a793cf-20c5-4f65-bbd8-e799abd9d83a req-0b95e8c7-36a6-45fc-afed-78b4c4d1a4b8 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:54.570493 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3a793cf-20c5-4f65-bbd8-e799abd9d83a req-0b95e8c7-36a6-45fc-afed-78b4c4d1a4b8 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 945 time: 2.2901928 Feb 09 03:20:54.585758 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e4acc3-4942-46cf-b4d6-bb5e32ebd98c x-openstack-request-id: req-e2e4acc3-4942-46cf-b4d6-bb5e32ebd98c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:54.586659 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30b1ccc-146c-4651-8919-543dd3f264a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:54.587213 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2e4acc3-4942-46cf-b4d6-bb5e32ebd98c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:54.587793 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30b1ccc-146c-4651-8919-543dd3f264a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4', 'code': 200} Feb 09 03:20:54.635031 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-552500cc-f92b-4917-aeee-839f637c1a2e req-cd85b81a-0581-446b-a2cd-bcd578fe8694 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3569808 Feb 09 03:20:54.685961 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.723252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3a793cf-20c5-4f65-bbd8-e799abd9d83a req-7a10d378-64d0-464f-9ed3-4116e5a9136f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513205 Feb 09 03:20:54.793867 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01356855-6f06-4088-99ca-a0739d4e16bb None None] Pushing event updated for resources: {'Port': ['ID=9891457b-6e73-49ae-919d-b1caf5805a99,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:54.865770 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e8856e65-98cb-47c2-8aa7-eaed2e539d5e req-16170e11-2b69-4b50-b1aa-59ca9918a92f tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.996616 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] Set router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:55.002373 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-456d7f24-90f2-4173-a12b-9ff5b04a1dbd req-c6893c13-a45b-4295-8705-c6a0d2474434 tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f30b1ccc-146c-4651-8919-543dd3f264a2 HTTP/1.1" status: 200 len: 210 time: 0.1388953 Feb 09 03:20:55.106360 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-80bc3948-313d-4189-8198-c5a9fa241235 None None] Provisioning complete for port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:55.107121 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80bc3948-313d-4189-8198-c5a9fa241235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:55.147364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8856e65-98cb-47c2-8aa7-eaed2e539d5e req-16170e11-2b69-4b50-b1aa-59ca9918a92f tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] No DVR routers for this DVR port ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:55.163698 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e8856e65-98cb-47c2-8aa7-eaed2e539d5e req-16170e11-2b69-4b50-b1aa-59ca9918a92f tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:55.172100 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e8856e65-98cb-47c2-8aa7-eaed2e539d5e req-16170e11-2b69-4b50-b1aa-59ca9918a92f tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] 10.222.0.42 "DELETE /v2.0/ports/ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4 HTTP/1.1" status: 204 len: 173 time: 5.2696505 Feb 09 03:20:55.191307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552500cc-f92b-4917-aeee-839f637c1a2e req-0a9b7bff-291c-4d66-9753-ea6b75dd618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:55.194091 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-552500cc-f92b-4917-aeee-839f637c1a2e req-0a9b7bff-291c-4d66-9753-ea6b75dd618e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3981e12ce8e54406870070535619e45b&device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 1128 time: 0.5021393 Feb 09 03:20:55.196881 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7d4800-2f87-43d1-b904-137a7aced803 x-openstack-request-id: req-5b7d4800-2f87-43d1-b904-137a7aced803 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:55.197147 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f88aee6-573a-461c-91d2-5ef6953d35cc", "name": "network-vif-deleted", "tag": "70ce5084-011f-47a9-8ef6-84a00348e639", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:55.207545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35f3bb-a32d-410a-ac82-e5f24c5abf5c req-c89ca385-7994-41f8-8fb1-2804f49cdd12 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:55.210202 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b7d4800-2f87-43d1-b904-137a7aced803 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:55.210754 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f88aee6-573a-461c-91d2-5ef6953d35cc', 'name': 'network-vif-deleted', 'tag': '70ce5084-011f-47a9-8ef6-84a00348e639', 'status': 'completed', 'code': 200} Feb 09 03:20:55.210883 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a35f3bb-a32d-410a-ac82-e5f24c5abf5c req-c89ca385-7994-41f8-8fb1-2804f49cdd12 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.3261578 Feb 09 03:20:55.219135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16170e11-2b69-4b50-b1aa-59ca9918a92f tempest-ImagesNegativeTestJSON-1740729650 tempest-ImagesNegativeTestJSON-1740729650-project] Pushing event deleted for resources: {'Port': ['ID=ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:55.240336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-80bc3948-313d-4189-8198-c5a9fa241235 None None] Port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:55.503042 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Publish callbacks [] for router_gateway (b046324c-99ad-426c-8f0c-6deee3e11f74), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:55.503336 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:20:48Z', 'revision_number': 3, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:55.536613 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:55.542397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60230) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:55.551554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:55.578121 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86882b4-b8a0-4f55-961e-156d5e23e467 None None] The sync data for ids ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'] in n-d-824835-15 is: [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:20:48Z', 'revision_number': 3, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:55.754630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b984b6-ae7d-4e2e-809a-f2c5c1f40bde admin admin] Deleting subnet 134c9eaa-9fc7-4e13-9fa5-eb29acb259d4 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:20:55.769551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a6201e45-1ae4-4be4-813c-05556d1553b9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:55.771413 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91b984b6-ae7d-4e2e-809a-f2c5c1f40bde admin admin] Publish callbacks [] for subnet (134c9eaa-9fc7-4e13-9fa5-eb29acb259d4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:55.806847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a35f3bb-a32d-410a-ac82-e5f24c5abf5c req-b6f908df-ce5d-478d-b469-932a80e3e069 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5772283 Feb 09 03:20:55.893243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91b984b6-ae7d-4e2e-809a-f2c5c1f40bde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (134c9eaa-9fc7-4e13-9fa5-eb29acb259d4), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:55.921583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552500cc-f92b-4917-aeee-839f637c1a2e req-d839c401-d3ec-4b5c-a913-94dfbd5811d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:55.926188 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-552500cc-f92b-4917-aeee-839f637c1a2e req-d839c401-d3ec-4b5c-a913-94dfbd5811d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 200 len: 908 time: 0.5932982 Feb 09 03:20:55.953929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a6201e45-1ae4-4be4-813c-05556d1553b9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:55.955834 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.015456 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91b984b6-ae7d-4e2e-809a-f2c5c1f40bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (134c9eaa-9fc7-4e13-9fa5-eb29acb259d4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.123589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-552500cc-f92b-4917-aeee-839f637c1a2e req-f6b2b49b-7654-46fc-89f0-54d564368094 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e HTTP/1.1" status: 200 len: 217 time: 0.0761349 Feb 09 03:20:56.126184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91b984b6-ae7d-4e2e-809a-f2c5c1f40bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (134c9eaa-9fc7-4e13-9fa5-eb29acb259d4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.248421 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91b984b6-ae7d-4e2e-809a-f2c5c1f40bde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.250317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a6201e45-1ae4-4be4-813c-05556d1553b9 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:56.250999 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.260541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-91b984b6-ae7d-4e2e-809a-f2c5c1f40bde admin admin] 10.222.0.21 "DELETE /v2.0/subnets/134c9eaa-9fc7-4e13-9fa5-eb29acb259d4 HTTP/1.1" status: 204 len: 168 time: 0.7162681 Feb 09 03:20:56.276045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b984b6-ae7d-4e2e-809a-f2c5c1f40bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134c9eaa-9fc7-4e13-9fa5-eb29acb259d4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:56.328260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port a6201e45-1ae4-4be4-813c-05556d1553b9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a6201e45-1ae4-4be4-813c-05556d1553b9,segment=NetworkSegment(f183708c-1966-411f-adf4-e38d9427f1ec),segment_id=f183708c-1966-411f-adf4-e38d9427f1ec)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:56.331663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60242) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:56.340439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.355561 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e867b54c-ab7c-43c2-8bc8-9c269068a6cd None None] Network a5ce7ab2-2852-455f-95d9-9067098b15cb requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:56.406687 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Publish callbacks [] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.458643 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.509897 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (3a649d82-57c3-45e0-8d29-14aae35cabf9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.535896 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.619870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d27b6214-91b9-4a2a-9e14-ee70a7597eca None None] Provisioning complete for port a6201e45-1ae4-4be4-813c-05556d1553b9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:56.624500 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d27b6214-91b9-4a2a-9e14-ee70a7597eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.629613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=a6201e45-1ae4-4be4-813c-05556d1553b9,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:56.665476 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (3a649d82-57c3-45e0-8d29-14aae35cabf9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.694126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a649d82-57c3-45e0-8d29-14aae35cabf9']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:56.705898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f13a67-34b1-4edb-876a-158cbe20905e') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:56.706260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f13a67-34b1-4edb-876a-158cbe20905e') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:56.742796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (d6f13a67-34b1-4edb-876a-158cbe20905e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.761282 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d6f13a67-34b1-4edb-876a-158cbe20905e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.769689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:20:56.770200 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (d6f13a67-34b1-4edb-876a-158cbe20905e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.786869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:56.804995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:20:56.847607 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:20:56.874298 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (3a649d82-57c3-45e0-8d29-14aae35cabf9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.881677 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:56.888099 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3a649d82-57c3-45e0-8d29-14aae35cabf9 HTTP/1.1" status: 204 len: 168 time: 0.5495520 Feb 09 03:20:56.888099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Allocated IP 172.25.5.51 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/3261032e-106a-43f3-9ba1-ab4c92d92a1a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:56.922894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c0b8-16c8-4309-a7ec-19aba65ee117 req-31b5faa8-4a03-40fa-a5f4-e234a9475310 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:56.924323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60244) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:56.933736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6d259-2ad3-4926-8b94-91ad0b024683 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a649d82-57c3-45e0-8d29-14aae35cabf9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:56.934920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95e1c0b8-16c8-4309-a7ec-19aba65ee117 req-31b5faa8-4a03-40fa-a5f4-e234a9475310 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.8917637 Feb 09 03:20:56.945774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552500cc-f92b-4917-aeee-839f637c1a2e req-1ccca810-2113-40e9-8951-fd6515373454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:56.953696 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-552500cc-f92b-4917-aeee-839f637c1a2e req-1ccca810-2113-40e9-8951-fd6515373454 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 200 len: 847 time: 0.7929547 Feb 09 03:20:56.960372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b2f2c-8ec4-4287-b9c1-f370a81617c1 req-33bf2b9f-b473-45ed-8615-34bf114718b3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:56.969160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-178b2f2c-8ec4-4287-b9c1-f370a81617c1 req-33bf2b9f-b473-45ed-8615-34bf114718b3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 945 time: 0.8523412 Feb 09 03:20:56.982446 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d27b6214-91b9-4a2a-9e14-ee70a7597eca None None] Current status of the port a6201e45-1ae4-4be4-813c-05556d1553b9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:57.122583 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb302bd8-6120-4d41-b6c1-a2f07f2c57ed admin admin] Deleting subnet e530907b-6113-4454-a6da-33ce9865b0f0 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:20:57.130432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb302bd8-6120-4d41-b6c1-a2f07f2c57ed admin admin] Publish callbacks [] for subnet (e530907b-6113-4454-a6da-33ce9865b0f0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:57.219544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30b1ccc-146c-4651-8919-543dd3f264a2', 'name': 'network-vif-deleted', 'tag': 'ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:57.222466 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94b4585-3a9e-4218-b14d-2e3ac7ea2bae" -d '{"events": [{"server_uuid": "f30b1ccc-146c-4651-8919-543dd3f264a2", "name": "network-vif-deleted", "tag": "ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:57.253139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Pushing event updated for resources: {'Port': ['ID=48d9e9b4-9d9a-4168-8210-5be08a9c0404,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:57.316149 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-552500cc-f92b-4917-aeee-839f637c1a2e req-e45bf6e6-d24f-41b4-8c6a-b4b398b45730 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6900578-017f-45ac-90ab-c2cb115c04f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840721 Feb 09 03:20:57.335589 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a8b47599-b7f7-4f35-af82-ce4db824d376 None None] Provisioning complete for port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:57.339502 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a8b47599-b7f7-4f35-af82-ce4db824d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:57.348741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.349767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.350349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.351040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.351716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.352604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.353121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.353662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.354596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-178b2f2c-8ec4-4287-b9c1-f370a81617c1 req-1ffce098-8d87-4d56-8eb5-524f41243509 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845203 Feb 09 03:20:57.360322 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb302bd8-6120-4d41-b6c1-a2f07f2c57ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (e530907b-6113-4454-a6da-33ce9865b0f0), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:57.367740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.368549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.370623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.371181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.371704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:57.430547 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95e1c0b8-16c8-4309-a7ec-19aba65ee117 req-2c2237b6-4712-4bfc-9ce8-4f529b9fd9f3 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4715409 Feb 09 03:20:57.448647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a8b47599-b7f7-4f35-af82-ce4db824d376 None None] Port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:57.594390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-81658266-1bf6-4535-863b-c0069c945aa6 None None] Provisioning complete for port a6201e45-1ae4-4be4-813c-05556d1553b9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:57.596439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81658266-1bf6-4535-863b-c0069c945aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:57.634184 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139b0a1d-7c6f-4c5c-8efe-972bd98ea7bd x-openstack-request-id: req-139b0a1d-7c6f-4c5c-8efe-972bd98ea7bd {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:57.638724 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30b1ccc-146c-4651-8919-543dd3f264a2", "name": "network-vif-deleted", "tag": "ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:57.640254 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-139b0a1d-7c6f-4c5c-8efe-972bd98ea7bd {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:57.643239 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30b1ccc-146c-4651-8919-543dd3f264a2', 'name': 'network-vif-deleted', 'tag': 'ef89cdff-09d0-4c4b-a1a0-1a2e4fa657c4', 'status': 'completed', 'code': 200} Feb 09 03:20:57.696686 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-552500cc-f92b-4917-aeee-839f637c1a2e req-abbd850e-6d13-4353-8e85-13383a2a1a20 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599358 Feb 09 03:20:57.729265 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Publish callbacks [] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:57.738830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:57.784980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb302bd8-6120-4d41-b6c1-a2f07f2c57ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (e530907b-6113-4454-a6da-33ce9865b0f0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:57.916400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-81658266-1bf6-4535-863b-c0069c945aa6 None None] Current status of the port a6201e45-1ae4-4be4-813c-05556d1553b9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:57.928463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a6201e45-1ae4-4be4-813c-05556d1553b9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:57.990287 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:58.014343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeed636-af9a-40f9-87d9-e2f1f75159b1 req-178f8eaa-379f-4100-8a6f-06b059dda00c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:58.016320 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2aeed636-af9a-40f9-87d9-e2f1f75159b1 req-178f8eaa-379f-4100-8a6f-06b059dda00c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.2592094 Feb 09 03:20:58.037226 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb302bd8-6120-4d41-b6c1-a2f07f2c57ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (e530907b-6113-4454-a6da-33ce9865b0f0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:58.078850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a6201e45-1ae4-4be4-813c-05556d1553b9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:58.079332 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:58.173311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb302bd8-6120-4d41-b6c1-a2f07f2c57ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e530907b-6113-4454-a6da-33ce9865b0f0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:58.179019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb302bd8-6120-4d41-b6c1-a2f07f2c57ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:58.187891 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-eb302bd8-6120-4d41-b6c1-a2f07f2c57ed admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e530907b-6113-4454-a6da-33ce9865b0f0 HTTP/1.1" status: 204 len: 168 time: 1.2497156 Feb 09 03:20:58.202720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:58.203562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60274) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:58.238314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:58.258479 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:58.260386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3261032e-106a-43f3-9ba1-ab4c92d92a1a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:58.335739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a6201e45-1ae4-4be4-813c-05556d1553b9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:58.336845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9891457b-6e73-49ae-919d-b1caf5805a99 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:58.368735 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60280) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:58.425439 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2aeed636-af9a-40f9-87d9-e2f1f75159b1 req-b5b2c12e-6016-4139-b970-378e16479bde tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975689 Feb 09 03:20:58.438049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9891457b-6e73-49ae-919d-b1caf5805a99 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:58.438426 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9891457b-6e73-49ae-919d-b1caf5805a99), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:58.704606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9891457b-6e73-49ae-919d-b1caf5805a99 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:58.705265 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9891457b-6e73-49ae-919d-b1caf5805a99), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:58.749588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 9891457b-6e73-49ae-919d-b1caf5805a99, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9891457b-6e73-49ae-919d-b1caf5805a99,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:58.758461 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9891457b-6e73-49ae-919d-b1caf5805a99), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:58.824687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=9891457b-6e73-49ae-919d-b1caf5805a99,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:58.949207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Publish callbacks [] for router_gateway (b046324c-99ad-426c-8f0c-6deee3e11f74), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.046720 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d2819b40-c667-4fe9-ba17-cd42d40ed50a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc5ab2c8918e4703bb9a923efbd1f8b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6702671 Feb 09 03:20:59.046952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60288) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:59.059379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-552500cc-f92b-4917-aeee-839f637c1a2e req-1aaa7493-b89d-413e-94dc-52729c9169c4 service neutron] 10.222.0.65 "GET /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3573382 Feb 09 03:20:59.144257 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Publish callbacks [] for security_group (ec9e14ca-ce05-4884-a352-4ca93779f37b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.168850 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Publish callbacks [] for security_group (ec9e14ca-ce05-4884-a352-4ca93779f37b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.172762 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (3ff91147-6529-4ac0-af67-63e7b2f4d42e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.192638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:59.202899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Sync routers for ids ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:59.212436 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c74aeac6-49e0-4d95-9a9a-6a02e2a64d84 admin admin] 10.222.0.21 "PUT /v2.0/routers/1e920e39-f9c7-45e0-aa3a-13c3c1d73c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2139394 Feb 09 03:20:59.230136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0341d6-6c8b-4ee7-948c-e9c640d3ed1c req-8404b18a-c9d6-46c7-bb2b-37ce442e6cc9 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:59.231925 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc0341d6-6c8b-4ee7-948c-e9c640d3ed1c req-8404b18a-c9d6-46c7-bb2b-37ce442e6cc9 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1697526 Feb 09 03:20:59.237467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Routers {'1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:59.238414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:59.255314 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ec9e14ca-ce05-4884-a352-4ca93779f37b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.258243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.268969 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec9e14ca-ce05-4884-a352-4ca93779f37b HTTP/1.1" status: 204 len: 168 time: 0.2210691 Feb 09 03:20:59.347051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9e14ca-ce05-4884-a352-4ca93779f37b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:59.477484 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (3ff91147-6529-4ac0-af67-63e7b2f4d42e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.534913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Set router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:59.539545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff91147-6529-4ac0-af67-63e7b2f4d42e']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:59.564461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.564959 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.565377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.566286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.574260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.574260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.574260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.574260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.574260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.574260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.574260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.574260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.574260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54352740-29ad-4939-ac8e-f6b78bb12361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:59.591321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49a18a1-75eb-49b0-a6cb-3320bdb47f8f') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:59.591622 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49a18a1-75eb-49b0-a6cb-3320bdb47f8f') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:59.622582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (a49a18a1-75eb-49b0-a6cb-3320bdb47f8f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.673998 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a49a18a1-75eb-49b0-a6cb-3320bdb47f8f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.691276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:20:59.691276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (a49a18a1-75eb-49b0-a6cb-3320bdb47f8f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.730245 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (b046324c-99ad-426c-8f0c-6deee3e11f74), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.760262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9891457b-6e73-49ae-919d-b1caf5805a99 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:20:59.774057 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:20:59.786664 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (3ff91147-6529-4ac0-af67-63e7b2f4d42e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.803149 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.806682 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3ff91147-6529-4ac0-af67-63e7b2f4d42e HTTP/1.1" status: 204 len: 168 time: 1.6019914 Feb 09 03:20:59.854851 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc0341d6-6c8b-4ee7-948c-e9c640d3ed1c req-c2275aaa-28c8-4cd5-acbc-9738ad787b28 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4863443 Feb 09 03:20:59.856401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997cdf0-58bc-4b62-a3e1-8dab572dd416 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff91147-6529-4ac0-af67-63e7b2f4d42e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:00.120781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Router b046324c-99ad-426c-8f0c-6deee3e11f74 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:21:00.285902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60314) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:00.337025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9891457b-6e73-49ae-919d-b1caf5805a99 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:00.337785 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9891457b-6e73-49ae-919d-b1caf5805a99), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:00.369057 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cb1bdb71-540a-44f6-a551-86433333deda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ce13a3816d14a20a89be3a54b5bc362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0814102 Feb 09 03:21:00.373944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60320) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:00.410234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:21:00.421442 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Sync routers for ids ['b046324c-99ad-426c-8f0c-6deee3e11f74'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:21:00.451893 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Routers {'b046324c-99ad-426c-8f0c-6deee3e11f74'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:00.452522 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b046324c-99ad-426c-8f0c-6deee3e11f74'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:00.459523 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:00.465655 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f7502977-a30d-4862-a51f-2b6b35d6a3a0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.3835340 Feb 09 03:21:00.467462 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60326) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:00.534207 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26ad0618-b768-4807-b565-a54d635ad3f0 admin admin] Publish callbacks [] for security_group (9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:00.614468 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26ad0618-b768-4807-b565-a54d635ad3f0 admin admin] Publish callbacks [] for security_group (9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:00.749768 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26ad0618-b768-4807-b565-a54d635ad3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:00.754886 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26ad0618-b768-4807-b565-a54d635ad3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:00.756703 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-26ad0618-b768-4807-b565-a54d635ad3f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18 HTTP/1.1" status: 204 len: 168 time: 0.3815393 Feb 09 03:21:00.785395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad0618-b768-4807-b565-a54d635ad3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee2faf1-5d22-4f42-8a42-1a1a5bc4fe18,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:00.893673 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Set router b046324c-99ad-426c-8f0c-6deee3e11f74 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:01.238262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62703e0b-dd61-4b07-bee5-b4ed0356f290 req-0ca10dab-988c-4af3-a208-03ecbd76a62d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:01.254305 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62703e0b-dd61-4b07-bee5-b4ed0356f290 req-0ca10dab-988c-4af3-a208-03ecbd76a62d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 944 time: 0.2012565 Feb 09 03:21:01.264046 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'name': 'tempest-ServersTestMultiNic-653805582-router', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:52Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 3, 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'gw_port': {'id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:55Z', 'updated_at': '2022-02-09T03:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:01.385243 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Checking router: b046324c-99ad-426c-8f0c-6deee3e11f74 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:21:01.385621 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Updating router b046324c-99ad-426c-8f0c-6deee3e11f74 port 3261032e-106a-43f3-9ba1-ab4c92d92a1a binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:21:01.471168 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62703e0b-dd61-4b07-bee5-b4ed0356f290 req-e01138b5-67b2-4d1c-9843-05df9588aebb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147691 Feb 09 03:21:01.471704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60340) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:01.495410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1e9a3d06-2d39-4edb-aaa9-f0c4a7861f95 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--100851629', 'description': 'tempest-description--265406694'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:01.500038 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:01.530872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9891457b-6e73-49ae-919d-b1caf5805a99 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:01.584059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:20:55Z', 'revision_number': 4, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '48d9e9b4-9d9a-4168-8210-5be08a9c0404', 'name': '', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'mac_address': 'fa:16:3e:88:b7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:53Z', 'updated_at': '2022-02-09T03:20:55Z', 'revision_number': 2, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'subnets': [{'id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:01.600857 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3d06-2d39-4edb-aaa9-f0c4a7861f95 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:01.691685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60346) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:01.712248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Checking router: 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:21:01.712856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Updating router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:21:01.812717 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-72c545a8-7894-4623-9aeb-0cc4b2a390af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d833486eeae940bb8a3d50a50d8b7077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1181526 Feb 09 03:21:01.822156 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:01.855790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60352) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:01.980214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3d06-2d39-4edb-aaa9-f0c4a7861f95 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for security_group (f416f855-6b31-4b31-84a5-bf4d4ad320e9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.031831 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3d06-2d39-4edb-aaa9-f0c4a7861f95 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f416f855-6b31-4b31-84a5-bf4d4ad320e9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.120791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a3d06-2d39-4edb-aaa9-f0c4a7861f95 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f416f855-6b31-4b31-84a5-bf4d4ad320e9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:02.182549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd546686-3b92-485e-ba2b-c6900a0aa77b req-aa2fdfdc-2b5a-47b2-a9d1-2272380fb469 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:02.186622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd546686-3b92-485e-ba2b-c6900a0aa77b req-aa2fdfdc-2b5a-47b2-a9d1-2272380fb469 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 944 time: 0.3844953 Feb 09 03:21:02.207367 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1866de1c-4fe1-4610-9094-a9de638f230f admin admin] Publish callbacks [] for security_group (5711455b-2975-49f0-a2dd-6ae8f040eac0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.211274 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3d06-2d39-4edb-aaa9-f0c4a7861f95 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.212707 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1e9a3d06-2d39-4edb-aaa9-f0c4a7861f95 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7388821 Feb 09 03:21:02.215555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60356) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:02.286155 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Publish callbacks [] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.308750 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.320282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-073bb022-84aa-4e8b-aa05-476d8cd15ff7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Request body: {'security_group_rule': {'security_group_id': 'f416f855-6b31-4b31-84a5-bf4d4ad320e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:02.362442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.381205 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf78234-6552-4902-9cf7-2c31e7b9d3d5 None None] Pushing event updated for resources: {'Port': ['ID=3261032e-106a-43f3-9ba1-ab4c92d92a1a,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:02.415593 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Attempting to bind port 3261032e-106a-43f3-9ba1-ab4c92d92a1a on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:02.417548 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Attempting to bind port 3261032e-106a-43f3-9ba1-ab4c92d92a1a by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:02.418050 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Attempting to bind port 3261032e-106a-43f3-9ba1-ab4c92d92a1a on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:02.433626 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:02.434196 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:02.434709 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.441993 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:02.442558 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Bound port: 3261032e-106a-43f3-9ba1-ab4c92d92a1a, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:02.443002 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.449044 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1866de1c-4fe1-4610-9094-a9de638f230f admin admin] Publish callbacks [] for security_group (5711455b-2975-49f0-a2dd-6ae8f040eac0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.601280 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] For port 3261032e-106a-43f3-9ba1-ab4c92d92a1a, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:02.606524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-073bb022-84aa-4e8b-aa05-476d8cd15ff7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for security_group_rule (4f1a5d07-4edf-40f5-8f03-0fd510cd1367), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.607666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Allocated IP 172.20.0.1 (a5ce7ab2-2852-455f-95d9-9067098b15cb/adcaac86-58d1-412b-a4f6-c85e6da1f841/75c3dc6f-dafd-43f2-95a6-c9dd62144f7d) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:02.610014 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] For port 3261032e-106a-43f3-9ba1-ab4c92d92a1a, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=3261032e-106a-43f3-9ba1-ab4c92d92a1a,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:02.627710 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.653016 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Publish callbacks [] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.673790 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.681603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-fd546686-3b92-485e-ba2b-c6900a0aa77b req-89440cb3-7cdc-40c5-a4ca-70ce9229aa17 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Deleting port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:21:02.681813 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fd546686-3b92-485e-ba2b-c6900a0aa77b req-89440cb3-7cdc-40c5-a4ca-70ce9229aa17 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.785844 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf78234-6552-4902-9cf7-2c31e7b9d3d5 None None] Pushing event updated for resources: {'Port': ['ID=3261032e-106a-43f3-9ba1-ab4c92d92a1a,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:02.843590 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Routers {'b046324c-99ad-426c-8f0c-6deee3e11f74'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:02.844219 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b046324c-99ad-426c-8f0c-6deee3e11f74'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:02.928591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e1bfb-89e1-4ea6-be74-7fd377764ef8 None None] Pushing event updated for resources: {'Port': ['ID=48d9e9b4-9d9a-4168-8210-5be08a9c0404,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:02.948980 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1866de1c-4fe1-4610-9094-a9de638f230f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5711455b-2975-49f0-a2dd-6ae8f040eac0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.960051 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1866de1c-4fe1-4610-9094-a9de638f230f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:02.965768 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1866de1c-4fe1-4610-9094-a9de638f230f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5711455b-2975-49f0-a2dd-6ae8f040eac0 HTTP/1.1" status: 204 len: 168 time: 1.1072116 Feb 09 03:21:02.970577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Publish callbacks [] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.052633 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Attempting to bind port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:03.059218 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.059902 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Attempting to bind port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:03.060608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Attempting to bind port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 on network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:03.084441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:03.085097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Checking segment: {'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:03.085725 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.086250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Bound using segment: {'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:03.086944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Bound port: 48d9e9b4-9d9a-4168-8210-5be08a9c0404, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:03.087444 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.113131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-fd546686-3b92-485e-ba2b-c6900a0aa77b req-89440cb3-7cdc-40c5-a4ca-70ce9229aa17 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] For port c7b4ba1e-0d88-4491-b02a-efd7caf27a62, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:03.115108 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fd546686-3b92-485e-ba2b-c6900a0aa77b req-89440cb3-7cdc-40c5-a4ca-70ce9229aa17 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.153878 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-fd546686-3b92-485e-ba2b-c6900a0aa77b req-89440cb3-7cdc-40c5-a4ca-70ce9229aa17 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Calling delete_port for c7b4ba1e-0d88-4491-b02a-efd7caf27a62 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:21:03.259719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] For port 48d9e9b4-9d9a-4168-8210-5be08a9c0404, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:03.260224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Pushing event updated for resources: {'Port': ['ID=75c3dc6f-dafd-43f2-95a6-c9dd62144f7d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:03.263915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] For port 48d9e9b4-9d9a-4168-8210-5be08a9c0404, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=48d9e9b4-9d9a-4168-8210-5be08a9c0404,segment=NetworkSegment(e6cbbc81-06e4-44fe-94b5-d832fc8471cd),segment_id=e6cbbc81-06e4-44fe-94b5-d832fc8471cd)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:03.280972 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.302807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Network a5ce7ab2-2852-455f-95d9-9067098b15cb is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:03.311355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:03.316603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:03.375330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866de1c-4fe1-4610-9094-a9de638f230f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5711455b-2975-49f0-a2dd-6ae8f040eac0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:03.392110 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-073bb022-84aa-4e8b-aa05-476d8cd15ff7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for security_group_rule (4f1a5d07-4edf-40f5-8f03-0fd510cd1367), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.420529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-073bb022-84aa-4e8b-aa05-476d8cd15ff7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (4f1a5d07-4edf-40f5-8f03-0fd510cd1367), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.429782 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (b046324c-99ad-426c-8f0c-6deee3e11f74), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.442105 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] Set router b046324c-99ad-426c-8f0c-6deee3e11f74 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:03.518906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-58f24a89-c87a-4952-b219-733011afe4f7 None None] Provisioning complete for port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:03.519663 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58f24a89-c87a-4952-b219-733011afe4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.634363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e1bfb-89e1-4ea6-be74-7fd377764ef8 None None] Pushing event updated for resources: {'Port': ['ID=48d9e9b4-9d9a-4168-8210-5be08a9c0404,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:03.650156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaca1b5-cb97-47c8-84a6-265b79562bf7 req-648fe759-2128-4532-b9d1-c7bbb7eb9e54 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:03.660047 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ffaca1b5-cb97-47c8-84a6-265b79562bf7 req-648fe759-2128-4532-b9d1-c7bbb7eb9e54 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 944 time: 0.6373367 Feb 09 03:21:03.671644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bb022-84aa-4e8b-aa05-476d8cd15ff7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1a5d07-4edf-40f5-8f03-0fd510cd1367,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:03.710354 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-073bb022-84aa-4e8b-aa05-476d8cd15ff7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.717893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-073bb022-84aa-4e8b-aa05-476d8cd15ff7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4565384 Feb 09 03:21:03.719460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60382) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:03.735124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Routers {'1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:03.737601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:03.758182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6dd19769-81b6-4b90-800e-46d41a30a8a8 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Request body: {'security_group_rule': {'security_group_id': 'f416f855-6b31-4b31-84a5-bf4d4ad320e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:03.901148 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ffaca1b5-cb97-47c8-84a6-265b79562bf7 req-3d293f54-ffb8-46e5-aa4c-7cfb4da6ff85 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321618 Feb 09 03:21:03.904911 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dd19769-81b6-4b90-800e-46d41a30a8a8 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for security_group_rule (c8490482-cf02-41c3-be06-e39dc6de34cc), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.968601 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fd546686-3b92-485e-ba2b-c6900a0aa77b req-89440cb3-7cdc-40c5-a4ca-70ce9229aa17 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c7b4ba1e-0d88-4491-b02a-efd7caf27a62), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.119699 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.156653 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'name': 'tempest-ServersTestMultiNic-653805582-router', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:52Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 3, 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'gw_port': {'id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:55Z', 'updated_at': '2022-02-09T03:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:04.211595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89440cb3-7cdc-40c5-a4ca-70ce9229aa17 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Pushing event deleted for resources: {'Port': ['ID=c7b4ba1e-0d88-4491-b02a-efd7caf27a62,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:04.233429 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5b497-e80f-48ba-86ae-ddeabade873a None None] The sync data for ids ['b046324c-99ad-426c-8f0c-6deee3e11f74'] in n-d-824835-15 is: [{'id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'name': 'tempest-ServersTestMultiNic-653805582-router', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:52Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 3, 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'gw_port': {'id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:55Z', 'updated_at': '2022-02-09T03:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:21:04.234491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd546686-3b92-485e-ba2b-c6900a0aa77b req-89440cb3-7cdc-40c5-a4ca-70ce9229aa17 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] No DVR routers for this DVR port c7b4ba1e-0d88-4491-b02a-efd7caf27a62 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:21:04.240446 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fd546686-3b92-485e-ba2b-c6900a0aa77b req-89440cb3-7cdc-40c5-a4ca-70ce9229aa17 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.244191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd546686-3b92-485e-ba2b-c6900a0aa77b req-89440cb3-7cdc-40c5-a4ca-70ce9229aa17 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.65 "DELETE /v2.0/ports/c7b4ba1e-0d88-4491-b02a-efd7caf27a62 HTTP/1.1" status: 204 len: 173 time: 2.0292594 Feb 09 03:21:04.244510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf24570f-c2f3-4f4f-8807-17794bf80922', 'name': 'network-vif-deleted', 'tag': 'c7b4ba1e-0d88-4491-b02a-efd7caf27a62'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:04.249604 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd908360-81f9-4fdb-9767-6616bf4866c7" -d '{"events": [{"server_uuid": "bf24570f-c2f3-4f4f-8807-17794bf80922", "name": "network-vif-deleted", "tag": "c7b4ba1e-0d88-4491-b02a-efd7caf27a62"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:04.307642 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dd19769-81b6-4b90-800e-46d41a30a8a8 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for security_group_rule (c8490482-cf02-41c3-be06-e39dc6de34cc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.317807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dd19769-81b6-4b90-800e-46d41a30a8a8 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (c8490482-cf02-41c3-be06-e39dc6de34cc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.331718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-58f24a89-c87a-4952-b219-733011afe4f7 None None] Current status of the port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:04.332535 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58f24a89-c87a-4952-b219-733011afe4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.362764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd19769-81b6-4b90-800e-46d41a30a8a8 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8490482-cf02-41c3-be06-e39dc6de34cc,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:04.373253 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dd19769-81b6-4b90-800e-46d41a30a8a8 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.376076 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6dd19769-81b6-4b90-800e-46d41a30a8a8 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6386340 Feb 09 03:21:04.378427 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ec293b-6908-4ef5-b15d-8a128527b3ca x-openstack-request-id: req-c8ec293b-6908-4ef5-b15d-8a128527b3ca {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:04.378927 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf24570f-c2f3-4f4f-8807-17794bf80922", "name": "network-vif-deleted", "tag": "c7b4ba1e-0d88-4491-b02a-efd7caf27a62", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:04.379408 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8ec293b-6908-4ef5-b15d-8a128527b3ca {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:04.380603 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf24570f-c2f3-4f4f-8807-17794bf80922', 'name': 'network-vif-deleted', 'tag': 'c7b4ba1e-0d88-4491-b02a-efd7caf27a62', 'status': 'completed', 'code': 200} Feb 09 03:21:04.381346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60410) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:04.388810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:04.433743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.553674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-58f24a89-c87a-4952-b219-733011afe4f7 None None] For port 48d9e9b4-9d9a-4168-8210-5be08a9c0404, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=48d9e9b4-9d9a-4168-8210-5be08a9c0404,segment=NetworkSegment(e6cbbc81-06e4-44fe-94b5-d832fc8471cd),segment_id=e6cbbc81-06e4-44fe-94b5-d832fc8471cd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:04.573651 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58f24a89-c87a-4952-b219-733011afe4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.698503 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Publish callbacks [] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.713072 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.795660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f24a89-c87a-4952-b219-733011afe4f7 None None] Pushing event updated for resources: {'Port': ['ID=48d9e9b4-9d9a-4168-8210-5be08a9c0404,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:04.807814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] Set router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:04.845598 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.855030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9313659f-64d1-4759-af33-d710601cf986 None None] Provisioning complete for port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:04.855518 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9313659f-64d1-4759-af33-d710601cf986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:05.068972 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:21:05.124420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9313659f-64d1-4759-af33-d710601cf986 None None] Port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:05.166364 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (b046324c-99ad-426c-8f0c-6deee3e11f74), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:05.198494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9313659f-64d1-4759-af33-d710601cf986 None None] Provisioning complete for port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:05.200748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Allocated IP 172.25.5.134 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/4642644a-aedd-4ead-958a-8106726cca96) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:05.202660 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9313659f-64d1-4759-af33-d710601cf986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:05.277223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Pushing event updated for resources: {'Port': ['ID=75c3dc6f-dafd-43f2-95a6-c9dd62144f7d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:05.306987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-28ab2b4c-9209-4c47-957f-71371c513a77 req-05053fd8-cd33-4865-a4a3-ea7e60f38577 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf24570f-c2f3-4f4f-8807-17794bf80922 HTTP/1.1" status: 200 len: 210 time: 0.2014406 Feb 09 03:21:05.478665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c7b4ba1e-0d88-4491-b02a-efd7caf27a62 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:21:05.507665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Network a5ce7ab2-2852-455f-95d9-9067098b15cb is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:05.508325 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for port (4642644a-aedd-4ead-958a-8106726cca96), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:05.511687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:05.589143 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: c7b4ba1e-0d88-4491-b02a-efd7caf27a62 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:21:05.597744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c7b4ba1e-0d88-4491-b02a-efd7caf27a62 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:21:05.620915 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4642644a-aedd-4ead-958a-8106726cca96), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:05.691250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9313659f-64d1-4759-af33-d710601cf986 None None] Current status of the port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:05.722693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Pushing event updated for resources: {'Port': ['ID=4642644a-aedd-4ead-958a-8106726cca96,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:05.761468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:20:55Z', 'revision_number': 4, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '48d9e9b4-9d9a-4168-8210-5be08a9c0404', 'name': '', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'mac_address': 'fa:16:3e:88:b7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:53Z', 'updated_at': '2022-02-09T03:21:03Z', 'revision_number': 4, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'subnets': [{'id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:05.773649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:05.781909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:05.802304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:05.872605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73785df8-b238-41dd-bb30-464f713a2219 None None] The sync data for ids ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'] in n-d-824835-15 is: [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:20:55Z', 'revision_number': 4, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '48d9e9b4-9d9a-4168-8210-5be08a9c0404', 'name': '', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'mac_address': 'fa:16:3e:88:b7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:53Z', 'updated_at': '2022-02-09T03:21:03Z', 'revision_number': 4, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'subnets': [{'id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:21:05.920763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3261032e-106a-43f3-9ba1-ab4c92d92a1a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:06.038240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Router b046324c-99ad-426c-8f0c-6deee3e11f74 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:21:06.135631 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for floatingip (21cd1a66-ba4b-4993-a330-4709dd08a1e8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:06.162890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 3261032e-106a-43f3-9ba1-ab4c92d92a1a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:06.163262 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:06.209934 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4642644a-aedd-4ead-958a-8106726cca96), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:06.325840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e4f3da49-6fc7-43db-acb8-44fda98cd3fd None None] Provisioning complete for port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:06.326850 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4f3da49-6fc7-43db-acb8-44fda98cd3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:06.405424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:21:06.446291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e8366671-4a31-453e-8eb3-3a1d8b12c66a admin admin] 10.222.0.21 "PUT /v2.0/routers/b046324c-99ad-426c-8f0c-6deee3e11f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9769332 Feb 09 03:21:06.492093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e4f3da49-6fc7-43db-acb8-44fda98cd3fd None None] Port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:06.529771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 3261032e-106a-43f3-9ba1-ab4c92d92a1a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:06.530168 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:06.613796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 3261032e-106a-43f3-9ba1-ab4c92d92a1a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=3261032e-106a-43f3-9ba1-ab4c92d92a1a,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:06.629179 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:06.701476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60484) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:06.764693 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for port (4642644a-aedd-4ead-958a-8106726cca96), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:06.775631 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (4642644a-aedd-4ead-958a-8106726cca96), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:06.813247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=3261032e-106a-43f3-9ba1-ab4c92d92a1a,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:06.930745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Pushing event updated for resources: {'Port': ['ID=4642644a-aedd-4ead-958a-8106726cca96,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:06.945260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-fc7fa6c0-4327-4770-9f58-36890f4b8953 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-323647332'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:06.971565 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (21cd1a66-ba4b-4993-a330-4709dd08a1e8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:06.992762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7fa6c0-4327-4770-9f58-36890f4b8953 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:06.997257 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc7fa6c0-4327-4770-9f58-36890f4b8953 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:07.000144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d15714-f93f-44d8-bf2e-f33aba34497e req-9fd6916b-e14e-4614-94e9-609811f597f0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:07.007730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59d15714-f93f-44d8-bf2e-f33aba34497e req-9fd6916b-e14e-4614-94e9-609811f597f0 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 945 time: 0.1164763 Feb 09 03:21:07.017181 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:07.018814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a4f253c3-15e2-4532-8f4d-4c5ff9be58db tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6363025 Feb 09 03:21:07.047389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7fa6c0-4327-4770-9f58-36890f4b8953 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:21:07.072367 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc7fa6c0-4327-4770-9f58-36890f4b8953 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (fe763922-e5cb-413a-bbed-a67933620224), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:07.072721 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-fc7fa6c0-4327-4770-9f58-36890f4b8953 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Added segment fe763922-e5cb-413a-bbed-a67933620224 of type vlan for network 74395649-668e-40f9-bc9e-5b583e56b71e Feb 09 03:21:07.081377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59d15714-f93f-44d8-bf2e-f33aba34497e req-abf6b02d-37d9-44c0-9083-7348fcf6cc83 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726330 Feb 09 03:21:07.169393 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc7fa6c0-4327-4770-9f58-36890f4b8953 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (74395649-668e-40f9-bc9e-5b583e56b71e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:07.241126 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc7fa6c0-4327-4770-9f58-36890f4b8953 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (74395649-668e-40f9-bc9e-5b583e56b71e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:07.247883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7fa6c0-4327-4770-9f58-36890f4b8953 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:07.248497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc7fa6c0-4327-4770-9f58-36890f4b8953 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:07.313200 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fc7fa6c0-4327-4770-9f58-36890f4b8953 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6074290 Feb 09 03:21:07.314302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60520) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:07.319410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-61dbf4b4-d7f2-4588-8b97-923775502004 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'subnet': {'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:07.383035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fa6c0-4327-4770-9f58-36890f4b8953 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Network': ['ID=74395649-668e-40f9-bc9e-5b583e56b71e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:07.400985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 74395649-668e-40f9-bc9e-5b583e56b71e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:21:07.573749 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:07.576111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-157def48-8e0d-4552-9f93-96245d5a13f5 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--100851629&fields=id&tenant_id=a46d4ce0abc242f59b363eadc0de9e4d HTTP/1.1" status: 200 len: 267 time: 0.1706572 Feb 09 03:21:07.592399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0fe04-ded6-4ac3-b180-b8938c005087 req-e78df92e-ede0-4072-9ce1-8648d5c05d20 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:07.593930 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07b0fe04-ded6-4ac3-b180-b8938c005087 req-e78df92e-ede0-4072-9ce1-8648d5c05d20 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.65 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 945 time: 0.2119067 Feb 09 03:21:07.597078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dbf4b4-d7f2-4588-8b97-923775502004 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:07.604918 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61dbf4b4-d7f2-4588-8b97-923775502004 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:07.834054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3261032e-106a-43f3-9ba1-ab4c92d92a1a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:07.939944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a2354090-b4be-454e-93bf-f8e5b0c35ad6 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:07.942128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 3261032e-106a-43f3-9ba1-ab4c92d92a1a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:07.942838 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:07.947970 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a2354090-b4be-454e-93bf-f8e5b0c35ad6 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/networks?id=319cabb2-e9b1-49c5-a01d-3a41452b2a30 HTTP/1.1" status: 200 len: 814 time: 0.3529449 Feb 09 03:21:08.031189 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-8651ddc6-3b85-41e6-a3d8-bf44ad791dd8 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/quotas/a46d4ce0abc242f59b363eadc0de9e4d HTTP/1.1" status: 200 len: 375 time: 0.0807409 Feb 09 03:21:08.054214 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 3261032e-106a-43f3-9ba1-ab4c92d92a1a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:08.055925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 48d9e9b4-9d9a-4168-8210-5be08a9c0404 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:08.112054 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-07b0fe04-ded6-4ac3-b180-b8938c005087 req-286c7702-9e73-4190-9601-9399e28ec0cb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Deleting port c62ef08c-4d36-4775-aa0c-9cbc755f825e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:21:08.112395 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-07b0fe04-ded6-4ac3-b180-b8938c005087 req-286c7702-9e73-4190-9601-9399e28ec0cb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:08.116984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:08.117227 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:08.212497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Sync routers for ids ['b046324c-99ad-426c-8f0c-6deee3e11f74'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:21:08.242165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:08.246686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Routers {'b046324c-99ad-426c-8f0c-6deee3e11f74'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:08.247398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b046324c-99ad-426c-8f0c-6deee3e11f74'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:08.378029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-07b0fe04-ded6-4ac3-b180-b8938c005087 req-286c7702-9e73-4190-9601-9399e28ec0cb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] For port c62ef08c-4d36-4775-aa0c-9cbc755f825e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c62ef08c-4d36-4775-aa0c-9cbc755f825e,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:08.378635 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-07b0fe04-ded6-4ac3-b180-b8938c005087 req-286c7702-9e73-4190-9601-9399e28ec0cb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:08.391857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-07b0fe04-ded6-4ac3-b180-b8938c005087 req-286c7702-9e73-4190-9601-9399e28ec0cb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Calling delete_port for c62ef08c-4d36-4775-aa0c-9cbc755f825e owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:21:08.400531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569c2eb-cc92-4ed1-8652-307f8a7bdcb7 req-f1ec4c97-2cea-4d97-a87e-e8ddc34b27bd tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:08.403145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0569c2eb-cc92-4ed1-8652-307f8a7bdcb7 req-f1ec4c97-2cea-4d97-a87e-e8ddc34b27bd tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 945 time: 0.0962567 Feb 09 03:21:08.536415 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0569c2eb-cc92-4ed1-8652-307f8a7bdcb7 req-d6716b35-3375-4696-87d2-a8be52ba064d tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245029 Feb 09 03:21:08.651926 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-5dc76852-46ed-479b-a187-7d295f79f837 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a46d4ce0abc242f59b363eadc0de9e4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6212883 Feb 09 03:21:08.665072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61dbf4b4-d7f2-4588-8b97-923775502004 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (74a93261-4841-4dbf-b4f5-96822c30c264), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:08.765976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Set router b046324c-99ad-426c-8f0c-6deee3e11f74 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:08.825926 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-07b0fe04-ded6-4ac3-b180-b8938c005087 req-286c7702-9e73-4190-9601-9399e28ec0cb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c62ef08c-4d36-4775-aa0c-9cbc755f825e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:08.835765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbf4b4-d7f2-4588-8b97-923775502004 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Subnet': ['ID=74a93261-4841-4dbf-b4f5-96822c30c264,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:08.894576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c7702-9e73-4190-9601-9399e28ec0cb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Pushing event deleted for resources: {'Port': ['ID=c62ef08c-4d36-4775-aa0c-9cbc755f825e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:08.943359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dbf4b4-d7f2-4588-8b97-923775502004 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Checking segment: {'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:08.943359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dbf4b4-d7f2-4588-8b97-923775502004 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network hostable DHCP agents. Network: 74395649-668e-40f9-bc9e-5b583e56b71e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:21:08.950470 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-7805b8a3-6f98-4795-b1a6-838724042889 service neutron] 10.222.0.21 "GET /v2.0/networks/319cabb2-e9b1-49c5-a01d-3a41452b2a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831316 Feb 09 03:21:08.976503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b0fe04-ded6-4ac3-b180-b8938c005087 req-286c7702-9e73-4190-9601-9399e28ec0cb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] No DVR routers for this DVR port c62ef08c-4d36-4775-aa0c-9cbc755f825e on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:21:08.980291 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-07b0fe04-ded6-4ac3-b180-b8938c005087 req-286c7702-9e73-4190-9601-9399e28ec0cb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:08.983589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07b0fe04-ded6-4ac3-b180-b8938c005087 req-286c7702-9e73-4190-9601-9399e28ec0cb tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.65 "DELETE /v2.0/ports/c62ef08c-4d36-4775-aa0c-9cbc755f825e HTTP/1.1" status: 204 len: 173 time: 1.3750582 Feb 09 03:21:08.993667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2cdc31-4b62-49f7-96bb-81a05d75e7de', 'name': 'network-vif-deleted', 'tag': 'c62ef08c-4d36-4775-aa0c-9cbc755f825e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:08.995921 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113c8aac-0da4-44f4-a556-bf10eb88aaec" -d '{"events": [{"server_uuid": "de2cdc31-4b62-49f7-96bb-81a05d75e7de", "name": "network-vif-deleted", "tag": "c62ef08c-4d36-4775-aa0c-9cbc755f825e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:09.055407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dbf4b4-d7f2-4588-8b97-923775502004 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network 74395649-668e-40f9-bc9e-5b583e56b71e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:21:09.060277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'name': 'tempest-ServersTestMultiNic-653805582-router', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:52Z', 'updated_at': '2022-02-09T03:21:04Z', 'revision_number': 4, 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'gw_port': {'id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:55Z', 'updated_at': '2022-02-09T03:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '75c3dc6f-dafd-43f2-95a6-c9dd62144f7d', 'name': '', 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'mac_address': 'fa:16:3e:f5:87:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'adcaac86-58d1-412b-a4f6-c85e6da1f841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:02Z', 'updated_at': '2022-02-09T03:21:04Z', 'revision_number': 2, 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'subnets': [{'id': 'adcaac86-58d1-412b-a4f6-c85e6da1f841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:09.085085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-61dbf4b4-d7f2-4588-8b97-923775502004 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 74395649-668e-40f9-bc9e-5b583e56b71e) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:09.090567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dbf4b4-d7f2-4588-8b97-923775502004 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:09.091174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61dbf4b4-d7f2-4588-8b97-923775502004 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:09.103567 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-98544954-bf73-4ce6-8d82-63269813794e service neutron] 10.222.0.21 "GET /v2.0/networks/319cabb2-e9b1-49c5-a01d-3a41452b2a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521947 Feb 09 03:21:09.119628 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Checking router: b046324c-99ad-426c-8f0c-6deee3e11f74 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:21:09.120183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Updating router b046324c-99ad-426c-8f0c-6deee3e11f74 port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:21:09.123125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae0b033-3389-4747-87b8-50dbe8aa8e65 None None] Network 74395649-668e-40f9-bc9e-5b583e56b71e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:09.136306 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-61dbf4b4-d7f2-4588-8b97-923775502004 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8213735 Feb 09 03:21:09.139134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60576) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:09.146717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4c08e1da-320c-41e0-843f-1ad704f611e2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1560791474'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:09.194631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c08e1da-320c-41e0-843f-1ad704f611e2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:09.197980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c08e1da-320c-41e0-843f-1ad704f611e2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:09.236815 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:09.275288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c08e1da-320c-41e0-843f-1ad704f611e2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:21:09.306735 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c08e1da-320c-41e0-843f-1ad704f611e2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (05517f75-787a-4bcf-b233-19a65f4f27fd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:09.307084 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-4c08e1da-320c-41e0-843f-1ad704f611e2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Added segment 05517f75-787a-4bcf-b233-19a65f4f27fd of type vlan for network 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e Feb 09 03:21:09.366916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-74395649-668e-40f9-bc9e-5b583e56b71e', 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e', 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'fixed_ips': [{'subnet_id': '74a93261-4841-4dbf-b4f5-96822c30c264'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:21:09.368134 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:09.429641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c08e1da-320c-41e0-843f-1ad704f611e2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (961313e2-c9a1-4251-b4a7-fe18fa2b7b1e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:09.519421 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c08e1da-320c-41e0-843f-1ad704f611e2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (961313e2-c9a1-4251-b4a7-fe18fa2b7b1e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:09.526240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c08e1da-320c-41e0-843f-1ad704f611e2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:09.527098 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c08e1da-320c-41e0-843f-1ad704f611e2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:09.682976 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1261a151-34bc-41cc-9f21-aa17f8831bb5 x-openstack-request-id: req-1261a151-34bc-41cc-9f21-aa17f8831bb5 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:09.684252 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2cdc31-4b62-49f7-96bb-81a05d75e7de", "name": "network-vif-deleted", "tag": "c62ef08c-4d36-4775-aa0c-9cbc755f825e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:09.684252 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1261a151-34bc-41cc-9f21-aa17f8831bb5 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:09.684252 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2cdc31-4b62-49f7-96bb-81a05d75e7de', 'name': 'network-vif-deleted', 'tag': 'c62ef08c-4d36-4775-aa0c-9cbc755f825e', 'status': 'completed', 'code': 200} Feb 09 03:21:09.753829 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4c08e1da-320c-41e0-843f-1ad704f611e2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6135285 Feb 09 03:21:09.755094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08e1da-320c-41e0-843f-1ad704f611e2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Network': ['ID=961313e2-c9a1-4251-b4a7-fe18fa2b7b1e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:09.756511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60602) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:09.762009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-14e55be1-c07c-4281-a079-3bc7e50a7b68 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'subnet': {'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:09.814630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:21:09.959759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4572e865-d946-40ad-b328-3a1560dbed51 req-8925095e-b86c-4931-bd78-244217aa163c tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 210 time: 0.1253805 Feb 09 03:21:09.979806 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b029341-b335-404f-b11d-e174e0267b9d req-28067d30-676b-46b1-8c48-5c5162629a4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=de2cdc31-4b62-49f7-96bb-81a05d75e7de HTTP/1.1" status: 200 len: 210 time: 0.0537670 Feb 09 03:21:10.025647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e55be1-c07c-4281-a079-3bc7e50a7b68 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:10.030980 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14e55be1-c07c-4281-a079-3bc7e50a7b68 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:10.106559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Allocated IP 19.80.0.2 (74395649-668e-40f9-bc9e-5b583e56b71e/74a93261-4841-4dbf-b4f5-96822c30c264/9cf417f6-682a-4c61-abba-b13a3e62098a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:10.144553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-dbc9438d-692a-4920-aec5-dba5f8deccb4 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9a28181a9794238981a22f25a871def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509729 Feb 09 03:21:10.233261 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Publish callbacks [] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:10.241184 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:10.302184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-13676b97-fbe2-465d-b858-18f5715f5245 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:10.311870 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-13676b97-fbe2-465d-b858-18f5715f5245 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660171 Feb 09 03:21:10.334405 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-9907506f-715c-4e13-9a9c-936ff9cabdb8 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/quotas/a9a28181a9794238981a22f25a871def HTTP/1.1" status: 200 len: 375 time: 0.0213718 Feb 09 03:21:10.415157 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-728c4f68-bf67-4f48-8c93-5f34796d9756 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9a28181a9794238981a22f25a871def&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797474 Feb 09 03:21:10.472481 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Publish callbacks [] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:10.487959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18885d54-2a8a-4bea-87fa-fdbf5f7cb016 None None] Pushing event updated for resources: {'Port': ['ID=75c3dc6f-dafd-43f2-95a6-c9dd62144f7d,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:10.504670 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:10.543487 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14e55be1-c07c-4281-a079-3bc7e50a7b68 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (d51faa45-6e4e-444c-b2aa-f4f36caba5c8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:10.653391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Attempting to bind port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:10.653862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Attempting to bind port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'f183708c-1966-411f-adf4-e38d9427f1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:10.654162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Attempting to bind port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d on network a5ce7ab2-2852-455f-95d9-9067098b15cb {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:10.661084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Network 74395649-668e-40f9-bc9e-5b583e56b71e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:10.664151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:10.664529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Checking segment: {'id': 'f183708c-1966-411f-adf4-e38d9427f1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:10.665530 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:10.665927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Bound using segment: {'id': 'f183708c-1966-411f-adf4-e38d9427f1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:10.666885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Bound port: 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f183708c-1966-411f-adf4-e38d9427f1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:10.667282 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:10.682808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:10.686224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Pushing event updated for resources: {'Port': ['ID=9cf417f6-682a-4c61-abba-b13a3e62098a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:10.698474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:10.705042 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e55be1-c07c-4281-a079-3bc7e50a7b68 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Subnet': ['ID=d51faa45-6e4e-444c-b2aa-f4f36caba5c8,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:10.708406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e55be1-c07c-4281-a079-3bc7e50a7b68 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Checking segment: {'id': '05517f75-787a-4bcf-b233-19a65f4f27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:10.708907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e55be1-c07c-4281-a079-3bc7e50a7b68 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network hostable DHCP agents. Network: 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:21:10.775775 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e55be1-c07c-4281-a079-3bc7e50a7b68 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:21:10.793500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-14e55be1-c07c-4281-a079-3bc7e50a7b68 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:10.800966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e55be1-c07c-4281-a079-3bc7e50a7b68 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:10.801633 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14e55be1-c07c-4281-a079-3bc7e50a7b68 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:10.818398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349d76c3-e20f-457a-b29d-f17933549c40 None None] Network 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:10.837313 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-14e55be1-c07c-4281-a079-3bc7e50a7b68 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0795074 Feb 09 03:21:10.952721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-87e259b3-07d3-4757-9c5b-57471235a2ae None None] Provisioning complete for port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:10.953101 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87e259b3-07d3-4757-9c5b-57471235a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:10.996649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-87e259b3-07d3-4757-9c5b-57471235a2ae None None] Port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:11.027148 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-79072e90-bf43-4390-b8aa-04bf15f174eb tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9a28181a9794238981a22f25a871def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864925 Feb 09 03:21:11.032067 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Attempting to bind port 9cf417f6-682a-4c61-abba-b13a3e62098a on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:11.032207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Attempting to bind port 9cf417f6-682a-4c61-abba-b13a3e62098a by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:11.032712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Attempting to bind port 9cf417f6-682a-4c61-abba-b13a3e62098a on network 74395649-668e-40f9-bc9e-5b583e56b71e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:11.038053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] For port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:11.043753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] For port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=75c3dc6f-dafd-43f2-95a6-c9dd62144f7d,segment=NetworkSegment(f183708c-1966-411f-adf4-e38d9427f1ec),segment_id=f183708c-1966-411f-adf4-e38d9427f1ec)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:11.057646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:11.058029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Checking segment: {'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:11.058430 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:11.059006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Bound using segment: {'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:11.059674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Bound port: 9cf417f6-682a-4c61-abba-b13a3e62098a, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:11.060252 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:11.082266 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:11.179582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18885d54-2a8a-4bea-87fa-fdbf5f7cb016 None None] Pushing event updated for resources: {'Port': ['ID=75c3dc6f-dafd-43f2-95a6-c9dd62144f7d,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:11.257350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Routers {'b046324c-99ad-426c-8f0c-6deee3e11f74'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:11.258039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b046324c-99ad-426c-8f0c-6deee3e11f74'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:11.303167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] For port 9cf417f6-682a-4c61-abba-b13a3e62098a, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:11.313323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] For port 9cf417f6-682a-4c61-abba-b13a3e62098a, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9cf417f6-682a-4c61-abba-b13a3e62098a,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:11.318168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-b2dd229a-0c86-4628-a106-9f45dfc8a6c9 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:11.325885 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-b2dd229a-0c86-4628-a106-9f45dfc8a6c9 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2905586 Feb 09 03:21:11.353608 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-8c04ba01-7086-4eec-932b-6be4949d48e0 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/quotas/a9a28181a9794238981a22f25a871def HTTP/1.1" status: 200 len: 375 time: 0.0262470 Feb 09 03:21:11.436077 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-19554882-ed79-41fe-880f-627dd12fa9cc tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9a28181a9794238981a22f25a871def&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813322 Feb 09 03:21:11.559701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-7159371f-f617-4710-95d0-2e9df95390f7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:11.571568 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-7159371f-f617-4710-95d0-2e9df95390f7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.42 "GET /v2.0/networks?id=319cabb2-e9b1-49c5-a01d-3a41452b2a30 HTTP/1.1" status: 200 len: 814 time: 0.4783430 Feb 09 03:21:11.723845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-01dc2e4e-bfd2-4c5c-b688-a822960e0527 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a46d4ce0abc242f59b363eadc0de9e4d HTTP/1.1" status: 200 len: 379 time: 0.1417303 Feb 09 03:21:11.733524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Request body: {'port': {'device_id': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'admin_state_up': True, 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'security_groups': ['f416f855-6b31-4b31-84a5-bf4d4ad320e9']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:11.904016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] Set router b046324c-99ad-426c-8f0c-6deee3e11f74 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:11.997044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f54a0-c30a-416f-9495-75592507846d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-961313e2-c9a1-4251-b4a7-fe18fa2b7b1e', 'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e', 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'fixed_ips': [{'subnet_id': 'd51faa45-6e4e-444c-b2aa-f4f36caba5c8'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:21:11.998420 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-752f54a0-c30a-416f-9495-75592507846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:12.103194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c62ef08c-4d36-4775-aa0c-9cbc755f825e no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:21:12.112305 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:12.160308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Made reservation on behalf of a46d4ce0abc242f59b363eadc0de9e4d for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:12.163712 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:12.171785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-ac50dce8-3a1a-4f42-8cd8-8284ed365ad2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:12.177449 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-ac50dce8-3a1a-4f42-8cd8-8284ed365ad2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:12.186722 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-ac50dce8-3a1a-4f42-8cd8-8284ed365ad2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/networks?id=74395649-668e-40f9-bc9e-5b583e56b71e&id=961313e2-c9a1-4251-b4a7-fe18fa2b7b1e&id=74395649-668e-40f9-bc9e-5b583e56b71e HTTP/1.1" status: 200 len: 1391 time: 0.3197825 Feb 09 03:21:12.203849 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-6217bbfe-f6ac-485c-b9bd-fd568d3a4883 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/quotas/e318a6beaf8a42d8abdb900eb79f4fee HTTP/1.1" status: 200 len: 375 time: 0.0162101 Feb 09 03:21:12.259029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: c62ef08c-4d36-4775-aa0c-9cbc755f825e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:21:12.259847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c62ef08c-4d36-4775-aa0c-9cbc755f825e not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:21:12.270841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-804e6a8f-4a6c-4e76-9b3e-74fb7e2b6749 None None] Provisioning complete for port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:12.271311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-804e6a8f-4a6c-4e76-9b3e-74fb7e2b6749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:12.317008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6aa160-a6c3-4b6c-a62f-749773a927f8 None None] Pushing event updated for resources: {'Port': ['ID=9cf417f6-682a-4c61-abba-b13a3e62098a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:12.380794 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-a3f7a7d7-0dfe-42f2-b052-45888e42f624 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1704092 Feb 09 03:21:12.420845 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8649e03b-1011-4f40-a380-2f9b07e0dc14 req-7fcccd45-20f8-4083-aeb9-e54420a4dd7c tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 210 time: 0.0454912 Feb 09 03:21:12.504014 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-022855ee-6a13-4bd5-a558-6a442b867499 service neutron] 10.222.0.21 "GET /v2.0/networks/74395649-668e-40f9-bc9e-5b583e56b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182494 Feb 09 03:21:12.587602 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'name': 'tempest-ServersTestMultiNic-653805582-router', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:52Z', 'updated_at': '2022-02-09T03:21:04Z', 'revision_number': 4, 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'gw_port': {'id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:55Z', 'updated_at': '2022-02-09T03:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '75c3dc6f-dafd-43f2-95a6-c9dd62144f7d', 'name': '', 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'mac_address': 'fa:16:3e:f5:87:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'adcaac86-58d1-412b-a4f6-c85e6da1f841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:02Z', 'updated_at': '2022-02-09T03:21:11Z', 'revision_number': 4, 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'subnets': [{'id': 'adcaac86-58d1-412b-a4f6-c85e6da1f841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:12.618842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Allocated IP 172.20.0.8 (319cabb2-e9b1-49c5-a01d-3a41452b2a30/d546f451-67dc-46ba-b7fc-3fe005f795a3/b7c07cba-dac0-4a3b-89fe-d7d91b6a8931) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:12.639730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da3c2eca-2fb2-439c-8da7-298bf549043e req-8c8f0b94-3890-4ac4-8416-cd3150f830bc tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 210 time: 0.0659671 Feb 09 03:21:12.747429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c02f280-cfa0-47c2-a96a-be09bd2ad0c2 None None] The sync data for ids ['b046324c-99ad-426c-8f0c-6deee3e11f74'] in n-d-824835-15 is: [{'id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'name': 'tempest-ServersTestMultiNic-653805582-router', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:52Z', 'updated_at': '2022-02-09T03:21:04Z', 'revision_number': 4, 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'gw_port': {'id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:55Z', 'updated_at': '2022-02-09T03:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '75c3dc6f-dafd-43f2-95a6-c9dd62144f7d', 'name': '', 'network_id': 'a5ce7ab2-2852-455f-95d9-9067098b15cb', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'mac_address': 'fa:16:3e:f5:87:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'adcaac86-58d1-412b-a4f6-c85e6da1f841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:02Z', 'updated_at': '2022-02-09T03:21:11Z', 'revision_number': 4, 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'subnets': [{'id': 'adcaac86-58d1-412b-a4f6-c85e6da1f841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:21:12.772207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b169cac3-b593-4109-b0b7-deea480af79e service neutron] 10.222.0.21 "GET /v2.0/networks/74395649-668e-40f9-bc9e-5b583e56b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581501 Feb 09 03:21:12.776041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-752f54a0-c30a-416f-9495-75592507846d None None] Allocated IP 19.86.0.2 (961313e2-c9a1-4251-b4a7-fe18fa2b7b1e/d51faa45-6e4e-444c-b2aa-f4f36caba5c8/0f0450a8-8421-47d2-9ecc-6cb4c8182d24) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:12.793763 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-aeeacfce-b630-4e2e-a838-dbd5955a807b tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a9a28181a9794238981a22f25a871def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354896 Feb 09 03:21:12.845317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-804e6a8f-4a6c-4e76-9b3e-74fb7e2b6749 None None] Current status of the port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:12.848920 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-804e6a8f-4a6c-4e76-9b3e-74fb7e2b6749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.004421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-804e6a8f-4a6c-4e76-9b3e-74fb7e2b6749 None None] For port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=75c3dc6f-dafd-43f2-95a6-c9dd62144f7d,segment=NetworkSegment(f183708c-1966-411f-adf4-e38d9427f1ec),segment_id=f183708c-1966-411f-adf4-e38d9427f1ec)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:13.090733 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-804e6a8f-4a6c-4e76-9b3e-74fb7e2b6749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.121254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e42c6945-7577-485d-97f9-e7b68bba992f tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:13.125349 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e42c6945-7577-485d-97f9-e7b68bba992f tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3256247 Feb 09 03:21:13.154514 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Request body: {'port': {'device_id': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'a9a28181a9794238981a22f25a871def'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:13.250734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e6a8f-4a6c-4e76-9b3e-74fb7e2b6749 None None] Pushing event updated for resources: {'Port': ['ID=75c3dc6f-dafd-43f2-95a6-c9dd62144f7d,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:13.279344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.333325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-ae523f1c-b583-4284-8d8b-bc0a9664477f service neutron] 10.222.0.21 "GET /v2.0/networks/961313e2-c9a1-4251-b4a7-fe18fa2b7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180223 Feb 09 03:21:13.340076 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-752f54a0-c30a-416f-9495-75592507846d None None] Publish callbacks [] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.348379 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-752f54a0-c30a-416f-9495-75592507846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.375410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f8188-5ac4-4679-8834-cd2882151a74 req-a177840d-e75b-46e8-b3bb-26660819cb1e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:13.384716 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-347f8188-5ac4-4679-8834-cd2882151a74 req-a177840d-e75b-46e8-b3bb-26660819cb1e tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 945 time: 0.1419852 Feb 09 03:21:13.421793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Made reservation on behalf of a9a28181a9794238981a22f25a871def for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:13.428356 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f54a0-c30a-416f-9495-75592507846d None None] Pushing event updated for resources: {'Port': ['ID=0f0450a8-8421-47d2-9ecc-6cb4c8182d24,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:13.438298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f54a0-c30a-416f-9495-75592507846d None None] Network 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:13.440476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-752f54a0-c30a-416f-9495-75592507846d None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:13.440766 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.447066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f54a0-c30a-416f-9495-75592507846d None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:13.475726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.484602 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.586699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-752f54a0-c30a-416f-9495-75592507846d None None] Attempting to bind port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:13.590542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-752f54a0-c30a-416f-9495-75592507846d None None] Attempting to bind port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '05517f75-787a-4bcf-b233-19a65f4f27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:13.591443 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-347f8188-5ac4-4679-8834-cd2882151a74 req-fd1cf976-4a60-4030-999c-2164ef30f78f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054427 Feb 09 03:21:13.593442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f54a0-c30a-416f-9495-75592507846d None None] Attempting to bind port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 on network 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:13.611778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f54a0-c30a-416f-9495-75592507846d None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:13.612166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f54a0-c30a-416f-9495-75592507846d None None] Checking segment: {'id': '05517f75-787a-4bcf-b233-19a65f4f27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:13.612582 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-752f54a0-c30a-416f-9495-75592507846d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.614980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f54a0-c30a-416f-9495-75592507846d None None] Bound using segment: {'id': '05517f75-787a-4bcf-b233-19a65f4f27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:13.618129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-752f54a0-c30a-416f-9495-75592507846d None None] Bound port: 0f0450a8-8421-47d2-9ecc-6cb4c8182d24, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05517f75-787a-4bcf-b233-19a65f4f27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:13.618964 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-752f54a0-c30a-416f-9495-75592507846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.633459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:13.661149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-baa5fbfd-5607-45be-98e6-0ba22c6329f7 service neutron] 10.222.0.21 "GET /v2.0/networks/961313e2-c9a1-4251-b4a7-fe18fa2b7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082821 Feb 09 03:21:13.768521 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-85ebf3ca-bec1-446f-b308-871291a04338 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a9a28181a9794238981a22f25a871def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1436453 Feb 09 03:21:13.909851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:13.914053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-752f54a0-c30a-416f-9495-75592507846d None None] For port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:13.930861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-752f54a0-c30a-416f-9495-75592507846d None None] For port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0f0450a8-8421-47d2-9ecc-6cb4c8182d24,segment=NetworkSegment(05517f75-787a-4bcf-b233-19a65f4f27fd),segment_id=05517f75-787a-4bcf-b233-19a65f4f27fd)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:13.931275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:13.959031 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-752f54a0-c30a-416f-9495-75592507846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.984889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9cf417f6-682a-4c61-abba-b13a3e62098a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:13.995040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Pushing event updated for resources: {'Port': ['ID=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:14.067241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-cd336d99-e249-4b0b-9227-44d7f809d8b9 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:14.069471 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-cd336d99-e249-4b0b-9227-44d7f809d8b9 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758706 Feb 09 03:21:14.119681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Request body: {'port': {'device_id': '1fb690be-e979-49ce-ac7a-7a0cf9409102', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'a9a28181a9794238981a22f25a871def'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:14.215660 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-4c41d32e-a672-4dd5-a602-677337f7f9a1 service neutron] 10.222.0.21 "GET /v2.0/networks/74395649-668e-40f9-bc9e-5b583e56b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464749 Feb 09 03:21:14.241376 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:14.242053 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.283527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f54a0-c30a-416f-9495-75592507846d None None] Pushing event updated for resources: {'Port': ['ID=0f0450a8-8421-47d2-9ecc-6cb4c8182d24,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:14.307900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9cf417f6-682a-4c61-abba-b13a3e62098a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:14.308277 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.415007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-a871fbc5-f045-42b2-b8f2-ad42b8b41fe7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6809800 Feb 09 03:21:14.458818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-e652cdd6-f2d9-48b4-9693-c3c57c1abe46 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:21:14.459833 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-e652cdd6-f2d9-48b4-9693-c3c57c1abe46 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162857 Feb 09 03:21:14.465314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks [] for security_group (83b349fb-dddc-4527-ad16-dfc793b7b72f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.493109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc0372-1ded-491c-84a5-5bc4a4e9b05f req-0f979b75-6c97-4fca-ba56-5effc4043ad4 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:14.496209 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3bc0372-1ded-491c-84a5-5bc4a4e9b05f req-0f979b75-6c97-4fca-ba56-5effc4043ad4 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 931 time: 0.4255254 Feb 09 03:21:14.498033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60706) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:14.500761 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (83b349fb-dddc-4527-ad16-dfc793b7b72f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.511335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de747d68-3678-4c82-b7c0-e475f6e1abef None None] Network 74395649-668e-40f9-bc9e-5b583e56b71e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:14.559881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b349fb-dddc-4527-ad16-dfc793b7b72f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:14.707687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9cf417f6-682a-4c61-abba-b13a3e62098a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:14.710620 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.740829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89ddbc-c59e-42e1-8b00-ca9bd310cdd9 req-df487e24-1ced-49ad-a5fd-94c0a920acaa tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:14.742401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b89ddbc-c59e-42e1-8b00-ca9bd310cdd9 req-df487e24-1ced-49ad-a5fd-94c0a920acaa tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.65 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 945 time: 0.6248860 Feb 09 03:21:14.745901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3bc0372-1ded-491c-84a5-5bc4a4e9b05f req-f782071a-f316-413e-92c2-a57b37fed653 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348483 Feb 09 03:21:14.804891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Request body: {'port': {'device_id': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:14.813116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-98604bff-ec9c-475d-b0b7-d944f8c5e0fa None None] Provisioning complete for port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:14.813655 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98604bff-ec9c-475d-b0b7-d944f8c5e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.887466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-e51f5d3d-c2bf-4352-b09f-97d47ab1925c service neutron] 10.222.0.21 "GET /v2.0/networks/74395649-668e-40f9-bc9e-5b583e56b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084331 Feb 09 03:21:14.935642 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-437ed545-4a85-4f9c-a8f9-e840cb081a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:15.016352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 9cf417f6-682a-4c61-abba-b13a3e62098a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9cf417f6-682a-4c61-abba-b13a3e62098a,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:15.038377 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:15.039457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:15.044912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-98604bff-ec9c-475d-b0b7-d944f8c5e0fa None None] Port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:15.058145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-437ed545-4a85-4f9c-a8f9-e840cb081a9e admin admin] Publish callbacks [] for security_group (4baf426a-0662-434d-8c01-226d338d290f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:15.078282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Made reservation on behalf of a9a28181a9794238981a22f25a871def for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:15.089311 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:15.144796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=9cf417f6-682a-4c61-abba-b13a3e62098a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:15.162672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:15.163045 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:15.226419 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ab485864-013c-4307-b854-0f23a1efcc1c None None] Provisioning complete for port 9cf417f6-682a-4c61-abba-b13a3e62098a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:15.226940 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab485864-013c-4307-b854-0f23a1efcc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:15.299552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Allocated IP 192.168.233.59 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/e69bdefe-0d0e-4cbe-95a3-3d889753a0c1) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:15.375390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:15.464927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ab485864-013c-4307-b854-0f23a1efcc1c None None] Current status of the port 9cf417f6-682a-4c61-abba-b13a3e62098a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:15.509175 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks [] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:15.518308 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-437ed545-4a85-4f9c-a8f9-e840cb081a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4baf426a-0662-434d-8c01-226d338d290f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:15.573245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ed545-4a85-4f9c-a8f9-e840cb081a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baf426a-0662-434d-8c01-226d338d290f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:15.591194 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7fa50854-7f70-4dd9-b8eb-5cd475971335 req-70609fbf-bc4b-4007-af95-a00fcd9c928f tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 210 time: 0.6629736 Feb 09 03:21:15.638794 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623571db-3658-420a-83e8-0a57a8d6c668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:15.660188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-21b6978e-d4c3-4a19-8034-814a99e8ef12 None None] Provisioning complete for port 9cf417f6-682a-4c61-abba-b13a3e62098a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:15.660837 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21b6978e-d4c3-4a19-8034-814a99e8ef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:15.684967 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-437ed545-4a85-4f9c-a8f9-e840cb081a9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef1b06ba9076483eb4e582f1fc9051d4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1851475 Feb 09 03:21:15.689683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60724) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:15.742440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:15.825607 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d94f8bd5-720a-49a0-83ab-32fae33bfc52 req-be2b3cef-bc35-4267-8208-dcbe56fb8bcd tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 210 time: 0.1388547 Feb 09 03:21:15.869766 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:15.937092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-21b6978e-d4c3-4a19-8034-814a99e8ef12 None None] Current status of the port 9cf417f6-682a-4c61-abba-b13a3e62098a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:15.950972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:16.067610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:16.068108 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.083046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Pushing event updated for resources: {'Port': ['ID=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:16.114295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:16.115715 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5cd07c85-7ae9-417f-b8e1-a656fcac8eb4 admin admin] Publish callbacks [] for security_group (4baf426a-0662-434d-8c01-226d338d290f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.146571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:16.151786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11c4b-5a89-4188-bdca-579cbcb075c9 req-f4146081-2114-4567-a0d3-8c67b7b826a8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:16.159671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:16.182154 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73d11c4b-5a89-4188-bdca-579cbcb075c9 req-f4146081-2114-4567-a0d3-8c67b7b826a8 tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 945 time: 0.4436250 Feb 09 03:21:16.231112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:16.231547 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.243812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5cd07c85-7ae9-417f-b8e1-a656fcac8eb4 admin admin] Publish callbacks [] for security_group (4baf426a-0662-434d-8c01-226d338d290f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.276415 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Allocated IP 192.168.233.44 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/fc896222-43e4-42ea-b5c1-f8792094cbe7) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:16.280870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0f0450a8-8421-47d2-9ecc-6cb4c8182d24,segment=NetworkSegment(05517f75-787a-4bcf-b233-19a65f4f27fd),segment_id=05517f75-787a-4bcf-b233-19a65f4f27fd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:16.294334 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.296830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9cf417f6-682a-4c61-abba-b13a3e62098a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:16.362103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-2b89ddbc-c59e-42e1-8b00-ca9bd310cdd9 req-b9c38a4b-47ed-44af-91e2-6ddeaea50b4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Deleting port e97dd1d9-843c-4143-a566-e22e063bf526 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:21:16.363164 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b89ddbc-c59e-42e1-8b00-ca9bd310cdd9 req-b9c38a4b-47ed-44af-91e2-6ddeaea50b4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.395411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04621e41-9c87-4d73-94d9-8c24655c0cad req-24a3a914-52cd-4be7-91dc-2352bb319ff7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:16.397034 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04621e41-9c87-4d73-94d9-8c24655c0cad req-24a3a914-52cd-4be7-91dc-2352bb319ff7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 931 time: 0.3159447 Feb 09 03:21:16.405783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=0f0450a8-8421-47d2-9ecc-6cb4c8182d24,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:16.438544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9cf417f6-682a-4c61-abba-b13a3e62098a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:16.439013 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.452786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:16.453392 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.495574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2b89ddbc-c59e-42e1-8b00-ca9bd310cdd9 req-b9c38a4b-47ed-44af-91e2-6ddeaea50b4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] For port e97dd1d9-843c-4143-a566-e22e063bf526, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e97dd1d9-843c-4143-a566-e22e063bf526,segment=NetworkSegment(eceb4671-f95e-4473-8040-8f0d9ff7cce8),segment_id=eceb4671-f95e-4473-8040-8f0d9ff7cce8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:16.496549 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b89ddbc-c59e-42e1-8b00-ca9bd310cdd9 req-b9c38a4b-47ed-44af-91e2-6ddeaea50b4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.508833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae9145-4c01-4316-ae78-bffa4088e460 None None] Network 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:16.513655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-2b89ddbc-c59e-42e1-8b00-ca9bd310cdd9 req-b9c38a4b-47ed-44af-91e2-6ddeaea50b4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Calling delete_port for e97dd1d9-843c-4143-a566-e22e063bf526 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:21:16.574584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-6a43867d-4826-475f-91bf-6d5fc73030e6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4599142 Feb 09 03:21:16.598641 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73d11c4b-5a89-4188-bdca-579cbcb075c9 req-889885db-1d06-4528-b860-0f99c8c2a83b tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7d9765-4e27-41e8-874f-0557c65e9392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154968 Feb 09 03:21:16.611549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-9799bcc4-63ea-4ff1-85c8-0423930bbbb6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:21:16.616295 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-9799bcc4-63ea-4ff1-85c8-0423930bbbb6 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0276232 Feb 09 03:21:16.643145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6ea755ea-f3fc-4151-ba10-7f23bbee3499 None None] Provisioning complete for port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:16.643692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ea755ea-f3fc-4151-ba10-7f23bbee3499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.659153 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Request body: {'port': {'device_id': '1fb690be-e979-49ce-ac7a-7a0cf9409102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:16.699850 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04621e41-9c87-4d73-94d9-8c24655c0cad req-f6611b52-72f9-479d-a649-22f228f44f93 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828667 Feb 09 03:21:16.709640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9cf417f6-682a-4c61-abba-b13a3e62098a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:16.788744 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5cd07c85-7ae9-417f-b8e1-a656fcac8eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4baf426a-0662-434d-8c01-226d338d290f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.791394 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5cd07c85-7ae9-417f-b8e1-a656fcac8eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.792553 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5cd07c85-7ae9-417f-b8e1-a656fcac8eb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4baf426a-0662-434d-8c01-226d338d290f HTTP/1.1" status: 204 len: 168 time: 1.1012235 Feb 09 03:21:16.864503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6ea755ea-f3fc-4151-ba10-7f23bbee3499 None None] Current status of the port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:16.899699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6ea755ea-f3fc-4151-ba10-7f23bbee3499 None None] Provisioning complete for port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:16.900339 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ea755ea-f3fc-4151-ba10-7f23bbee3499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.923453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd07c85-7ae9-417f-b8e1-a656fcac8eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baf426a-0662-434d-8c01-226d338d290f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:16.937457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.962664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0c331-4e29-48ef-8d0a-6ce4cfaeb98b req-495f9c11-4d88-4c58-a38f-c434d4d6de05 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:16.970185 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6da0c331-4e29-48ef-8d0a-6ce4cfaeb98b req-495f9c11-4d88-4c58-a38f-c434d4d6de05 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 935 time: 0.2506366 Feb 09 03:21:16.998470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6ea755ea-f3fc-4151-ba10-7f23bbee3499 None None] Port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:17.041291 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05303b4d-d322-4ef1-8ffd-b646a649b986 req-f8a2390f-9ebd-4ec6-b452-80ee81209fa1 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 210 time: 0.0644786 Feb 09 03:21:17.056426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6da0c331-4e29-48ef-8d0a-6ce4cfaeb98b req-e1c074ba-8776-4fde-87f7-f1c161d44350 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844562 Feb 09 03:21:17.094245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:17.146189 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Publish callbacks [] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.158995 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks [] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.186415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b89ddbc-c59e-42e1-8b00-ca9bd310cdd9 req-b9c38a4b-47ed-44af-91e2-6ddeaea50b4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (e97dd1d9-843c-4143-a566-e22e063bf526), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.253271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Transition to ACTIVE for port object b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:21:17.262915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c38a4b-47ed-44af-91e2-6ddeaea50b4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Pushing event deleted for resources: {'Port': ['ID=e97dd1d9-843c-4143-a566-e22e063bf526,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:17.318632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b89ddbc-c59e-42e1-8b00-ca9bd310cdd9 req-b9c38a4b-47ed-44af-91e2-6ddeaea50b4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] No DVR routers for this DVR port e97dd1d9-843c-4143-a566-e22e063bf526 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:21:17.320516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.328817 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2b89ddbc-c59e-42e1-8b00-ca9bd310cdd9 req-b9c38a4b-47ed-44af-91e2-6ddeaea50b4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.330298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b89ddbc-c59e-42e1-8b00-ca9bd310cdd9 req-b9c38a4b-47ed-44af-91e2-6ddeaea50b4f tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.65 "DELETE /v2.0/ports/e97dd1d9-843c-4143-a566-e22e063bf526 HTTP/1.1" status: 204 len: 173 time: 2.4801421 Feb 09 03:21:17.333163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cf2896-df3b-4e4d-bc26-72adf4ff437e', 'name': 'network-vif-deleted', 'tag': 'e97dd1d9-843c-4143-a566-e22e063bf526'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:17.334952 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e96033-4d6a-4b3a-9146-ad38ad1193ca" -d '{"events": [{"server_uuid": "36cf2896-df3b-4e4d-bc26-72adf4ff437e", "name": "network-vif-deleted", "tag": "e97dd1d9-843c-4143-a566-e22e063bf526"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:17.368293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4465b8bb-b5d7-4419-8ea8-646588559bdd None None] Provisioning complete for port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:17.368729 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4465b8bb-b5d7-4419-8ea8-646588559bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.410685 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c4257a-9a6f-4f57-a905-d731f7953037 x-openstack-request-id: req-c5c4257a-9a6f-4f57-a905-d731f7953037 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:17.410979 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cf2896-df3b-4e4d-bc26-72adf4ff437e", "name": "network-vif-deleted", "tag": "e97dd1d9-843c-4143-a566-e22e063bf526", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:17.411283 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5c4257a-9a6f-4f57-a905-d731f7953037 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:17.415601 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cf2896-df3b-4e4d-bc26-72adf4ff437e', 'name': 'network-vif-deleted', 'tag': 'e97dd1d9-843c-4143-a566-e22e063bf526', 'status': 'completed', 'code': 200} Feb 09 03:21:17.426950 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.433775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-70b466f6-cbe6-48b6-98dd-a3b4108546fe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:17.442893 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-70b466f6-cbe6-48b6-98dd-a3b4108546fe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:17.444775 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-70b466f6-cbe6-48b6-98dd-a3b4108546fe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "GET /v2.0/networks?id=74395649-668e-40f9-bc9e-5b583e56b71e&id=961313e2-c9a1-4251-b4a7-fe18fa2b7b1e&id=74395649-668e-40f9-bc9e-5b583e56b71e HTTP/1.1" status: 200 len: 1391 time: 0.3849835 Feb 09 03:21:17.485790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'port': {'device_id': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e', 'admin_state_up': True, 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:17.490631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:17.496154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e97dd1d9-843c-4143-a566-e22e063bf526 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:21:17.553583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: e97dd1d9-843c-4143-a566-e22e063bf526 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:21:17.554060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e97dd1d9-843c-4143-a566-e22e063bf526 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:21:17.717998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:17.727778 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Pushing event updated for resources: {'Port': ['ID=fc896222-43e4-42ea-b5c1-f8792094cbe7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:17.750411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:17.766328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:17.776361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4465b8bb-b5d7-4419-8ea8-646588559bdd None None] Current status of the port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:17.789017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:17.835440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Attempting to bind port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:17.836407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Attempting to bind port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:17.836751 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Attempting to bind port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 on network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:17.841656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:17.844246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:17.844867 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.850585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.868995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 on network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:21:17.869327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Attempting to bind port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 on network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:17.948159 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:17.948514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Checking segment: {'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:17.948912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Bound using segment: {'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:17.949389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Bound port: b7c07cba-dac0-4a3b-89fe-d7d91b6a8931, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:17.949761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.986582 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc4f0b0c-5f43-4721-89a0-576ef89459b5 req-e1500049-69ee-4cc2-bdfb-d02d49cb6bec tempest-LiveMigrationTest-312059710 tempest-LiveMigrationTest-312059710-project] 10.222.0.21 "GET /v2.0/ports?device_id=36cf2896-df3b-4e4d-bc26-72adf4ff437e HTTP/1.1" status: 200 len: 210 time: 0.1583149 Feb 09 03:21:18.106510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:18.161192 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90981bdf-e8bb-4490-91f4-a3524aaf2ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.281128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-02c472cf-b0fe-425b-8cda-1d2cf6934475 None None] Provisioning complete for port fc896222-43e4-42ea-b5c1-f8792094cbe7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:18.281771 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02c472cf-b0fe-425b-8cda-1d2cf6934475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.291743 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c09f623f-d90d-4164-94da-d4043f898a1d req-1a9552d7-049e-4743-9565-e97ad5ac4b2b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 210 time: 0.0763164 Feb 09 03:21:18.338950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-02c472cf-b0fe-425b-8cda-1d2cf6934475 None None] Port fc896222-43e4-42ea-b5c1-f8792094cbe7 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:18.356019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] For port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:18.411244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] For port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931,segment=NetworkSegment(e6cbbc81-06e4-44fe-94b5-d832fc8471cd),segment_id=e6cbbc81-06e4-44fe-94b5-d832fc8471cd)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:18.463962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.487124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:18.488025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.532940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:18.534550 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.536163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 HTTP/1.1" status: 200 len: 1092 time: 3.9962790 Feb 09 03:21:18.538294 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-733f9bea-46fe-4284-a363-e92b38187abf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3889387 Feb 09 03:21:18.543373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945589fc-6d17-4ed9-86ac-3673eace46d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:18.549140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Allocated IP 19.80.0.191 (74395649-668e-40f9-bc9e-5b583e56b71e/74a93261-4841-4dbf-b4f5-96822c30c264/44582d98-1d9c-423f-add0-e9fa3fa7ae8d) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:18.551972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420b49-3509-406a-b044-4657f866b8ff req-9fb97454-e04b-41e0-bdb4-efd44a07854a tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:18.553873 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3420b49-3509-406a-b044-4657f866b8ff req-9fb97454-e04b-41e0-bdb4-efd44a07854a tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 943 time: 0.1491203 Feb 09 03:21:18.567272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Request body: {'port': {'device_id': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:18.664176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c40364-ffe3-48d3-a533-78a793244c83 req-cad1d992-e3a4-42f8-8de5-6c977c617a08 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:18.665768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04c40364-ffe3-48d3-a533-78a793244c83 req-cad1d992-e3a4-42f8-8de5-6c977c617a08 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 935 time: 0.2509534 Feb 09 03:21:18.698799 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:18.708899 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.725853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-45ac6a67-07ad-4347-929e-5f6657483e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:18.727476 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-45ac6a67-07ad-4347-929e-5f6657483e27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46d4ce0abc242f59b363eadc0de9e4d&device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 1126 time: 0.1282921 Feb 09 03:21:18.738356 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Publish callbacks [] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.752228 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3420b49-3509-406a-b044-4657f866b8ff req-6721f848-d542-410e-b2e9-e561e3eda4bb tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456518 Feb 09 03:21:18.811898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-ae979714-709c-45a9-abfd-1f49d940a156 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 HTTP/1.1" status: 200 len: 217 time: 0.0721071 Feb 09 03:21:18.833864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Transition to ACTIVE for port object e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:21:18.852355 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.867772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04c40364-ffe3-48d3-a533-78a793244c83 req-ae7d78a7-f031-49ae-860f-404791e317ca tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950662 Feb 09 03:21:18.927003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-2eaf466c-04a7-4da8-ac5a-fa9e49faa164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:18.928484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-2eaf466c-04a7-4da8-ac5a-fa9e49faa164 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d546f451-67dc-46ba-b7fc-3fe005f795a3 HTTP/1.1" status: 200 len: 853 time: 0.0997598 Feb 09 03:21:19.024902 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks [] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.034290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-6149e416-7e0e-4d4a-a5b4-7c069c982b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:19.035826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-6149e416-7e0e-4d4a-a5b4-7c069c982b16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=319cabb2-e9b1-49c5-a01d-3a41452b2a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1005604 Feb 09 03:21:19.087841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60776) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:19.153470 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-d8203192-44dd-4901-84c1-598eeae34cdb service neutron] 10.222.0.42 "GET /v2.0/networks/319cabb2-e9b1-49c5-a01d-3a41452b2a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107028 Feb 09 03:21:19.237450 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.272749 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3147954-5785-4210-9ddd-31b4bb061b4e req-6bc9b250-7ce6-44d7-918f-ee779c288aeb service neutron] 10.222.0.42 "GET /v2.0/networks/319cabb2-e9b1-49c5-a01d-3a41452b2a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087949 Feb 09 03:21:19.276081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:19.312783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.399549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Attempting to bind port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:19.399895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Attempting to bind port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:19.400226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Attempting to bind port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:19.412072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:21:19.412470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Attempting to bind port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:19.416279 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'tag': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:19.419159 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554b7ae3-9e3b-436c-8370-ef5563ab19b0" -d '{"events": [{"name": "network-changed", "server_uuid": "577a9c3c-c704-48e5-845e-bd68ae17f810", "tag": "b7c07cba-dac0-4a3b-89fe-d7d91b6a8931"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:19.423605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:19.424048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:19.424529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:19.425100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Bound port: e69bdefe-0d0e-4cbe-95a3-3d889753a0c1, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:19.425482 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.428792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network 74395649-668e-40f9-bc9e-5b583e56b71e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:19.436598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:19.442156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:19.480207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cbd276-9b29-4983-957f-b9e29178dfb9 admin admin] Deleting subnet f02ff38e-7b0e-4e54-993e-48f3a7637677 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:21:19.484103 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00cbd276-9b29-4983-957f-b9e29178dfb9 admin admin] Publish callbacks [] for subnet (f02ff38e-7b0e-4e54-993e-48f3a7637677), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.489747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Port': ['ID=44582d98-1d9c-423f-add0-e9fa3fa7ae8d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:19.519516 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e520b4b9-bb00-4e79-adaf-70880482580a x-openstack-request-id: req-e520b4b9-bb00-4e79-adaf-70880482580a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:19.519796 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577a9c3c-c704-48e5-845e-bd68ae17f810", "tag": "b7c07cba-dac0-4a3b-89fe-d7d91b6a8931", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:19.520172 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e520b4b9-bb00-4e79-adaf-70880482580a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:19.520614 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'tag': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931', 'status': 'completed', 'code': 200} Feb 09 03:21:19.577946 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00cbd276-9b29-4983-957f-b9e29178dfb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (f02ff38e-7b0e-4e54-993e-48f3a7637677), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.631903 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00cbd276-9b29-4983-957f-b9e29178dfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (f02ff38e-7b0e-4e54-993e-48f3a7637677), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.661038 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23771fe9-f3c3-405c-ac50-6701dfa08ebd req-5399a114-de25-4849-8013-477fdf1a4841 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:19.667587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23771fe9-f3c3-405c-ac50-6701dfa08ebd req-5399a114-de25-4849-8013-477fdf1a4841 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 932 time: 0.2352045 Feb 09 03:21:19.676342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:19.679947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60794) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:19.680609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.756128 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23771fe9-f3c3-405c-ac50-6701dfa08ebd req-aef968c6-1d63-4557-bd93-83bc2b1f01a8 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686078 Feb 09 03:21:19.775402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b7ae3-9e3b-436c-8370-ef5563ab19b0 req-5574c907-2359-4c67-ac88-8044edda95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:19.777180 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-554b7ae3-9e3b-436c-8370-ef5563ab19b0 req-5574c907-2359-4c67-ac88-8044edda95dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46d4ce0abc242f59b363eadc0de9e4d&device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 1126 time: 0.2380021 Feb 09 03:21:19.784140 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0bdfbbd0-7dd9-4725-8771-7b02d26d5ebe tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3030760 Feb 09 03:21:19.791713 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00cbd276-9b29-4983-957f-b9e29178dfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (f02ff38e-7b0e-4e54-993e-48f3a7637677), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.816987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] For port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:19.822678 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'port': {'device_id': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e', 'admin_state_up': True, 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:19.853955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00cbd276-9b29-4983-957f-b9e29178dfb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.858474 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-00cbd276-9b29-4983-957f-b9e29178dfb9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f02ff38e-7b0e-4e54-993e-48f3a7637677 HTTP/1.1" status: 204 len: 168 time: 0.7671301 Feb 09 03:21:19.864136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbd276-9b29-4983-957f-b9e29178dfb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f02ff38e-7b0e-4e54-993e-48f3a7637677,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:19.867655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60800) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:19.871829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] For port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:19.922063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ec8267c9-4d35-402b-8e7b-1f4060429919 None None] Provisioning complete for port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:19.922436 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec8267c9-4d35-402b-8e7b-1f4060429919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.954239 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.991077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ec8267c9-4d35-402b-8e7b-1f4060429919 None None] Port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:20.072690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:20.073316 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.075594 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] 10.222.0.65 "PUT /v2.0/ports/e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 HTTP/1.1" status: 200 len: 1096 time: 3.4392037 Feb 09 03:21:20.100425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b7ae3-9e3b-436c-8370-ef5563ab19b0 req-93921bac-79c1-4ed0-bb24-84776fa06c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:20.103430 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-554b7ae3-9e3b-436c-8370-ef5563ab19b0 req-93921bac-79c1-4ed0-bb24-84776fa06c4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=319cabb2-e9b1-49c5-a01d-3a41452b2a30 HTTP/1.1" status: 200 len: 915 time: 0.3180838 Feb 09 03:21:20.105631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:20.116955 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.117253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb690be-e979-49ce-ac7a-7a0cf9409102', 'tag': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:20.117253 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d3448b-6e1f-4cf6-871a-440305c42552" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb690be-e979-49ce-ac7a-7a0cf9409102", "tag": "e69bdefe-0d0e-4cbe-95a3-3d889753a0c1"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:20.136579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (d6900578-017f-45ac-90ab-c2cb115c04f7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.137664 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f343a94e-d6d9-4eee-b2b7-8c69142ba7c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.161398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc896222-43e4-42ea-b5c1-f8792094cbe7 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:20.174540 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-554b7ae3-9e3b-436c-8370-ef5563ab19b0 req-dd6aa1c3-819b-46f1-b497-224d9657b8db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 HTTP/1.1" status: 200 len: 217 time: 0.0614207 Feb 09 03:21:20.210242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd58fb-d10d-46c7-af15-f6256a6455ce req-00061a15-2517-4419-b9f4-a175845a9b1b tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:20.218006 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9fbd58fb-d10d-46c7-af15-f6256a6455ce req-00061a15-2517-4419-b9f4-a175845a9b1b tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 947 time: 0.2096064 Feb 09 03:21:20.256358 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Publish callbacks [] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.283218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e582b-8a95-4645-8462-b215d0a52ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:20.329303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce969ed1-f590-4db6-bcba-10415e74bffb req-61e6835c-cf72-4128-b802-0ee86256d409 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:20.331145 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce969ed1-f590-4db6-bcba-10415e74bffb req-61e6835c-cf72-4128-b802-0ee86256d409 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 943 time: 0.3811185 Feb 09 03:21:20.337267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b7ae3-9e3b-436c-8370-ef5563ab19b0 req-642d1ba4-222a-4368-908c-da31baba7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:20.339214 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-554b7ae3-9e3b-436c-8370-ef5563ab19b0 req-642d1ba4-222a-4368-908c-da31baba7227 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d546f451-67dc-46ba-b7fc-3fe005f795a3 HTTP/1.1" status: 200 len: 853 time: 0.1576412 Feb 09 03:21:20.366973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Transition to ACTIVE for port object fc896222-43e4-42ea-b5c1-f8792094cbe7 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:21:20.403492 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.451569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Allocated IP 19.86.0.220 (961313e2-c9a1-4251-b4a7-fe18fa2b7b1e/d51faa45-6e4e-444c-b2aa-f4f36caba5c8/967e60a3-74e6-4a2b-bb64-61191a4f06d9) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:20.454233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (d6900578-017f-45ac-90ab-c2cb115c04f7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.481236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-2e4365e7-53a9-44ad-a070-cc4c3b9cee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:20.483106 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-2e4365e7-53a9-44ad-a070-cc4c3b9cee86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9a28181a9794238981a22f25a871def&device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 1130 time: 0.2689471 Feb 09 03:21:20.540395 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9fbd58fb-d10d-46c7-af15-f6256a6455ce req-bb200f97-fd9e-41e7-9953-6229140e6bb8 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213315 Feb 09 03:21:20.583379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce969ed1-f590-4db6-bcba-10415e74bffb req-63b7bd99-75f6-4224-b3b3-e34462b425b7 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071877 Feb 09 03:21:20.587129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b7ae3-9e3b-436c-8370-ef5563ab19b0 req-32fca7a9-4de6-4d6d-9b25-99078a8ebfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:20.588769 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-554b7ae3-9e3b-436c-8370-ef5563ab19b0 req-32fca7a9-4de6-4d6d-9b25-99078a8ebfca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=319cabb2-e9b1-49c5-a01d-3a41452b2a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2374866 Feb 09 03:21:20.641663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6900578-017f-45ac-90ab-c2cb115c04f7']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:20.645383 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6cc560-6cc8-4ef5-8cc1-cf93ace09b43 x-openstack-request-id: req-ab6cc560-6cc8-4ef5-8cc1-cf93ace09b43 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:20.645703 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb690be-e979-49ce-ac7a-7a0cf9409102", "tag": "e69bdefe-0d0e-4cbe-95a3-3d889753a0c1", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:20.645840 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab6cc560-6cc8-4ef5-8cc1-cf93ace09b43 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:20.647043 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb690be-e979-49ce-ac7a-7a0cf9409102', 'tag': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1', 'status': 'completed', 'code': 200} Feb 09 03:21:20.666815 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.697107 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-d5ec4e1f-8a03-414e-9b32-81e30f708d9d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 HTTP/1.1" status: 200 len: 217 time: 0.1848326 Feb 09 03:21:20.698782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eceb4671-f95e-4473-8040-8f0d9ff7cce8') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:20.699073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eceb4671-f95e-4473-8040-8f0d9ff7cce8') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:20.729310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc896222-43e4-42ea-b5c1-f8792094cbe7,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:20.771042 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (eceb4671-f95e-4473-8040-8f0d9ff7cce8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.775667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f343a94e-d6d9-4eee-b2b7-8c69142ba7c4 admin admin] Publish callbacks [] for security_group (fa1e69cd-097f-4af4-b3e3-028ce6d73c1b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.798948 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f343a94e-d6d9-4eee-b2b7-8c69142ba7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fa1e69cd-097f-4af4-b3e3-028ce6d73c1b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.819247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (eceb4671-f95e-4473-8040-8f0d9ff7cce8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.829707 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks [] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.836938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Attempting to bind port fc896222-43e4-42ea-b5c1-f8792094cbe7 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:20.837223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Attempting to bind port fc896222-43e4-42ea-b5c1-f8792094cbe7 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:20.837558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Attempting to bind port fc896222-43e4-42ea-b5c1-f8792094cbe7 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:20.848344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:21:20.848751 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (eceb4671-f95e-4473-8040-8f0d9ff7cce8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:21:20.855782 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:21:20.859148 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-554b7ae3-9e3b-436c-8370-ef5563ab19b0 req-d75eb7e6-7d35-4c31-a035-b9e5f98bcf24 service neutron] 10.222.0.42 "GET /v2.0/networks/319cabb2-e9b1-49c5-a01d-3a41452b2a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505333 Feb 09 03:21:20.882141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Port fc896222-43e4-42ea-b5c1-f8792094cbe7 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:21:20.882471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Attempting to bind port fc896222-43e4-42ea-b5c1-f8792094cbe7 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:20.914316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-2a49118e-211e-4d96-b230-1aa3990560ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:20.915601 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-2a49118e-211e-4d96-b230-1aa3990560ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.2048554 Feb 09 03:21:20.923173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343a94e-d6d9-4eee-b2b7-8c69142ba7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1e69cd-097f-4af4-b3e3-028ce6d73c1b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:20.945622 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:20.946074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:20.946321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:20.946760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Bound port: fc896222-43e4-42ea-b5c1-f8792094cbe7, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:20.947114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.950572 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f343a94e-d6d9-4eee-b2b7-8c69142ba7c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6d0337193aa47db8b6b3ffa1abf224f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2697101 Feb 09 03:21:20.959107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60810) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:21.010264 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.035512 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (d6900578-017f-45ac-90ab-c2cb115c04f7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.064636 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.070368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] 10.222.0.21 "DELETE /v2.0/networks/d6900578-017f-45ac-90ab-c2cb115c04f7 HTTP/1.1" status: 204 len: 168 time: 1.1942115 Feb 09 03:21:21.072870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60812) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:21.123140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b525c-cafc-406d-ae9f-c2752aca72ca admin admin] Pushing event deleted for resources: {'Network': ['ID=d6900578-017f-45ac-90ab-c2cb115c04f7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:21.174969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-e2e76861-1c4c-4a5a-a2ca-fe960c72d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:21.176435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-e2e76861-1c4c-4a5a-a2ca-fe960c72d056 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2441761 Feb 09 03:21:21.182162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:21.187620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:21.198449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef99d049-1d81-4f76-a2d9-896b14044642 admin admin] Deleting subnet 67b575f8-969f-410b-b37f-b2a6172aedce {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:21:21.214864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1113bce-98aa-4b6c-bacd-9f410b13a00b req-67d4d912-d2e3-4171-8245-91685997e724 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:21.221330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1113bce-98aa-4b6c-bacd-9f410b13a00b req-67d4d912-d2e3-4171-8245-91685997e724 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:21.223019 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1113bce-98aa-4b6c-bacd-9f410b13a00b req-67d4d912-d2e3-4171-8245-91685997e724 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 1655 time: 0.2709680 Feb 09 03:21:21.234080 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef99d049-1d81-4f76-a2d9-896b14044642 admin admin] Publish callbacks [] for subnet (67b575f8-969f-410b-b37f-b2a6172aedce), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.278880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.356053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:21.356666 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.358160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] 10.222.0.65 "PUT /v2.0/ports/fc896222-43e4-42ea-b5c1-f8792094cbe7 HTTP/1.1" status: 200 len: 1096 time: 2.7973266 Feb 09 03:21:21.366114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef99d049-1d81-4f76-a2d9-896b14044642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (67b575f8-969f-410b-b37f-b2a6172aedce), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.370656 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8161ab4a-b3fd-40bd-a335-23d165fbed5a admin admin] Publish callbacks [] for security_group (fa1e69cd-097f-4af4-b3e3-028ce6d73c1b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.375481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:21.379939 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-554b7ae3-9e3b-436c-8370-ef5563ab19b0 req-a932a4fb-2b60-4900-9049-1a5f8d5ccbe9 service neutron] 10.222.0.42 "GET /v2.0/networks/319cabb2-e9b1-49c5-a01d-3a41452b2a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128789 Feb 09 03:21:21.382835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Port': ['ID=967e60a3-74e6-4a2b-bb64-61191a4f06d9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:21.390389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:21.394422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:21.429159 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8161ab4a-b3fd-40bd-a335-23d165fbed5a admin admin] Publish callbacks [] for security_group (fa1e69cd-097f-4af4-b3e3-028ce6d73c1b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.461855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194d606-2a7a-4d57-b4d9-5942c9ccccd9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc896222-43e4-42ea-b5c1-f8792094cbe7,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:21.483372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:21.483984 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.513689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b263ecdc-5864-45e8-940c-e1b18fde5a73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7162447 Feb 09 03:21:21.518730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1113bce-98aa-4b6c-bacd-9f410b13a00b req-24c8e3d2-a21f-418c-a582-6b55a1597878 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756970 Feb 09 03:21:21.527745 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef99d049-1d81-4f76-a2d9-896b14044642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (67b575f8-969f-410b-b37f-b2a6172aedce), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.537943 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-e956fa82-373d-4570-be3c-086582872644 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530860 Feb 09 03:21:21.545319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'port': {'device_id': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e', 'admin_state_up': True, 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:21.568018 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8161ab4a-b3fd-40bd-a335-23d165fbed5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fa1e69cd-097f-4af4-b3e3-028ce6d73c1b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.572781 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8161ab4a-b3fd-40bd-a335-23d165fbed5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.574357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8161ab4a-b3fd-40bd-a335-23d165fbed5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa1e69cd-097f-4af4-b3e3-028ce6d73c1b HTTP/1.1" status: 204 len: 168 time: 0.6128798 Feb 09 03:21:21.655355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161ab4a-b3fd-40bd-a335-23d165fbed5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1e69cd-097f-4af4-b3e3-028ce6d73c1b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:21.823030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-042621d8-ce6d-4367-b907-20b7e4f2c0d2 req-12950663-f889-446b-9f1f-bf51d6f6545e service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575006 Feb 09 03:21:21.836161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e81f79d5-89da-46f7-9b31-4784f3d2b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:21.838077 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-e81f79d5-89da-46f7-9b31-4784f3d2b124 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9a28181a9794238981a22f25a871def&device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 1130 time: 0.4030094 Feb 09 03:21:21.839532 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef99d049-1d81-4f76-a2d9-896b14044642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (67b575f8-969f-410b-b37f-b2a6172aedce), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.866272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbb17e-8109-4f9f-9b54-f7cb60adcb1a req-7e0f7f5c-841e-419f-9a32-cbf1d56adf4d tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:21.867848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cbcbb17e-8109-4f9f-9b54-f7cb60adcb1a req-7e0f7f5c-841e-419f-9a32-cbf1d56adf4d tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 947 time: 0.1342256 Feb 09 03:21:21.868492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:21.871839 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.895661 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.948591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-64146cf4-cfe0-45fd-8050-29d2cc99313d None None] Provisioning complete for port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:21.952935 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64146cf4-cfe0-45fd-8050-29d2cc99313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.982702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-b1dccdaa-13e4-4ce7-9e23-4c90e4d988a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7 HTTP/1.1" status: 200 len: 217 time: 0.1209724 Feb 09 03:21:21.984087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef99d049-1d81-4f76-a2d9-896b14044642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.990705 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ef99d049-1d81-4f76-a2d9-896b14044642 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/67b575f8-969f-410b-b37f-b2a6172aedce HTTP/1.1" status: 204 len: 168 time: 0.9159143 Feb 09 03:21:21.991831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99d049-1d81-4f76-a2d9-896b14044642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b575f8-969f-410b-b37f-b2a6172aedce,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:22.010376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60824) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:22.018923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-64146cf4-cfe0-45fd-8050-29d2cc99313d None None] Port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:22.030389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Allocated IP 19.80.0.62 (74395649-668e-40f9-bc9e-5b583e56b71e/74a93261-4841-4dbf-b4f5-96822c30c264/6f28b28b-be06-4d71-a4cb-c67f3f2f0441) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:22.109627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-0cd6691b-c700-4459-9a7b-d23bb199240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:22.111938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-0cd6691b-c700-4459-9a7b-d23bb199240c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1008909 Feb 09 03:21:22.185627 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks [] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:22.226395 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:22.233617 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (e38e88db-ae15-4588-bef3-ceacb37ebbd9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:22.268602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3448b-6e1f-4cf6-871a-440305c42552 req-b18864d8-5d97-4b16-9df4-650d719e6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:22.270497 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-91d3448b-6e1f-4cf6-871a-440305c42552 req-b18864d8-5d97-4b16-9df4-650d719e6a1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9a28181a9794238981a22f25a871def&device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 1130 time: 0.2876182 Feb 09 03:21:22.287701 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cbcbb17e-8109-4f9f-9b54-f7cb60adcb1a req-8124690a-235f-4ef8-9679-b54680a22c2a tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044130 Feb 09 03:21:22.293874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network 74395649-668e-40f9-bc9e-5b583e56b71e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:22.296885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb758d8-ed40-45d7-a81b-b9597ae83d49 req-66eac2af-3769-494d-9638-3f9fba060462 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:22.299918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:22.307604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:22.310411 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Port': ['ID=6f28b28b-be06-4d71-a4cb-c67f3f2f0441,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:22.323059 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3cb758d8-ed40-45d7-a81b-b9597ae83d49 req-66eac2af-3769-494d-9638-3f9fba060462 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 943 time: 0.4778488 Feb 09 03:21:22.366597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:22.370559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:22.390601 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-c51d4d53-4577-4cc1-8a01-05eb9f83fc43 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8720167 Feb 09 03:21:22.411922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Request body: {'port': {'device_id': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:22.468094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-36d931e7-a280-4d6b-8e83-5801ae6572ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:22.476273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-36d931e7-a280-4d6b-8e83-5801ae6572ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3473418 Feb 09 03:21:22.487153 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:22.653212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3cb758d8-ed40-45d7-a81b-b9597ae83d49 req-7c894706-44ea-479a-ba67-8087df91282e tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286624 Feb 09 03:21:22.663788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (e38e88db-ae15-4588-bef3-ceacb37ebbd9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:22.667990 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:22.674944 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba133ab0-1a47-4882-ab09-93687602c393" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:22.734478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3448b-6e1f-4cf6-871a-440305c42552 req-7e1d920d-274e-4445-9fc1-df9d1145db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:22.736470 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-91d3448b-6e1f-4cf6-871a-440305c42552 req-7e1d920d-274e-4445-9fc1-df9d1145db56 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.4048190 Feb 09 03:21:22.745656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38e88db-ae15-4588-bef3-ceacb37ebbd9']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:22.750374 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3012a9b3-9b21-4394-8d3f-bebd83f68c1d x-openstack-request-id: req-3012a9b3-9b21-4394-8d3f-bebd83f68c1d {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:22.750669 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:22.751846 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3012a9b3-9b21-4394-8d3f-bebd83f68c1d {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:22.754229 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'status': 'completed', 'code': 200} Feb 09 03:21:22.770859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d8219790-e12d-452b-b294-c2311104325d None None] Provisioning complete for port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:22.771232 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8219790-e12d-452b-b294-c2311104325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:22.841521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d8219790-e12d-452b-b294-c2311104325d None None] Port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:22.893512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60848) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:22.950793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44582d98-1d9c-423f-add0-e9fa3fa7ae8d {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:22.967346 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Publish callbacks [] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:22.998913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Transition to ACTIVE for port object 44582d98-1d9c-423f-add0-e9fa3fa7ae8d will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:21:23.013647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb9ce6-8191-4262-9a5f-386242af6536 req-f84ce259-ec67-4cc5-893b-5ceddc34390d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:23.020053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb9ce6-8191-4262-9a5f-386242af6536 req-f84ce259-ec67-4cc5-893b-5ceddc34390d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:23.025320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb9ce6-8191-4262-9a5f-386242af6536 req-f84ce259-ec67-4cc5-893b-5ceddc34390d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:23.027050 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-50eb9ce6-8191-4262-9a5f-386242af6536 req-f84ce259-ec67-4cc5-893b-5ceddc34390d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2376 time: 0.1326172 Feb 09 03:21:23.028244 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.150573 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-362971096-network', 'tenant_id': '837383832f674f66abb27eb094d85db8'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:23.171589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Pushing event updated for resources: {'Port': ['ID=44582d98-1d9c-423f-add0-e9fa3fa7ae8d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:23.201747 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-50eb9ce6-8191-4262-9a5f-386242af6536 req-e92bf5d2-481b-4b00-a57e-4cec6c0aa24c tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632359 Feb 09 03:21:23.217130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162d9f38-9104-44ed-b53c-7c7fc5e4f364') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:23.217879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162d9f38-9104-44ed-b53c-7c7fc5e4f364') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:23.220318 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-91d3448b-6e1f-4cf6-871a-440305c42552 req-a7b76ac1-d3da-41a9-b641-7a44c3479e9a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 HTTP/1.1" status: 200 len: 217 time: 0.4630265 Feb 09 03:21:23.228884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Made reservation on behalf of 837383832f674f66abb27eb094d85db8 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:23.231782 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.269025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (162d9f38-9104-44ed-b53c-7c7fc5e4f364), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.289667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (162d9f38-9104-44ed-b53c-7c7fc5e4f364), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.296512 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.304692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-1191a49f-b9d6-4a50-80d8-18d90d7cf211 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8003035 Feb 09 03:21:23.305976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:21:23.306386 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (162d9f38-9104-44ed-b53c-7c7fc5e4f364), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:21:23.309918 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:21:23.331949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Attempting to bind port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:23.332275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Attempting to bind port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:23.332606 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Attempting to bind port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d on network 74395649-668e-40f9-bc9e-5b583e56b71e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:23.342860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d on network 74395649-668e-40f9-bc9e-5b583e56b71e not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:21:23.343218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Attempting to bind port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d on network 74395649-668e-40f9-bc9e-5b583e56b71e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:23.354204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:23.354629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Checking segment: {'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:23.354950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Bound using segment: {'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:23.355513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Bound port: 44582d98-1d9c-423f-add0-e9fa3fa7ae8d, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:23.355885 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.461128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3448b-6e1f-4cf6-871a-440305c42552 req-21dc7e97-6a6b-4418-8bb5-935fd582e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:23.462608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-91d3448b-6e1f-4cf6-871a-440305c42552 req-21dc7e97-6a6b-4418-8bb5-935fd582e6d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.2352748 Feb 09 03:21:23.475956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] For port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:23.479709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] For port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=44582d98-1d9c-423f-add0-e9fa3fa7ae8d,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:23.495107 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.512015 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Publish callbacks [] for security_group (776427b8-0032-4e71-bb9a-f07b2630cf16), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.535778 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (776427b8-0032-4e71-bb9a-f07b2630cf16), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.536444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (e38e88db-ae15-4588-bef3-ceacb37ebbd9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.548509 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.561138 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e38e88db-ae15-4588-bef3-ceacb37ebbd9 HTTP/1.1" status: 204 len: 168 time: 1.5167623 Feb 09 03:21:23.571864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:23.572492 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.574268 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] 10.222.0.42 "PUT /v2.0/ports/44582d98-1d9c-423f-add0-e9fa3fa7ae8d HTTP/1.1" status: 200 len: 1093 time: 1.1752536 Feb 09 03:21:23.574724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'tag': '44582d98-1d9c-423f-add0-e9fa3fa7ae8d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:23.576986 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2463a2-52de-494c-bc62-fc46437ff61b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "tag": "44582d98-1d9c-423f-add0-e9fa3fa7ae8d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:23.586116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a1cd3-4939-473e-b82e-6b8a4452a318 admin admin] Pushing event deleted for resources: {'Network': ['ID=e38e88db-ae15-4588-bef3-ceacb37ebbd9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:23.618952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:21:23.636345 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Request body: {'port': {'device_id': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:23.657831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e96fe-a81b-4651-9dd6-751973ec96fb req-2ebcbef6-e765-4d14-af37-5bc3d442e55d tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:23.660531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-208e96fe-a81b-4651-9dd6-751973ec96fb req-2ebcbef6-e765-4d14-af37-5bc3d442e55d tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 947 time: 0.2546134 Feb 09 03:21:23.662707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3448b-6e1f-4cf6-871a-440305c42552 req-cc15424e-5619-40b5-b380-c8fe032af725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:23.664208 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-91d3448b-6e1f-4cf6-871a-440305c42552 req-cc15424e-5619-40b5-b380-c8fe032af725 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1653454 Feb 09 03:21:23.668659 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d038fce0-31b9-4ec8-8276-befdcba269c9 req-c87174a9-b69c-47f1-839f-87247e50abfa service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325624 Feb 09 03:21:23.688957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d71cd-6a49-4fc3-9b33-4a811c260b1a service neutron] Pushing event updated for resources: {'Port': ['ID=44582d98-1d9c-423f-add0-e9fa3fa7ae8d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:23.695922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776427b8-0032-4e71-bb9a-f07b2630cf16,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:23.700488 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (53caf9ba-79b5-41b9-bc41-7fe34d04a503), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.700865 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Added segment 53caf9ba-79b5-41b9-bc41-7fe34d04a503 of type vlan for network c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d Feb 09 03:21:23.821790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:21:23.847145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60864) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:23.870938 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.879008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-208e96fe-a81b-4651-9dd6-751973ec96fb req-f8ab4caf-593a-48b5-a145-5b97a128214c tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000856 Feb 09 03:21:23.892988 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.935567 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-91d3448b-6e1f-4cf6-871a-440305c42552 req-58153327-1736-4be6-999b-c20ef6865014 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508702 Feb 09 03:21:23.939090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba133ab0-1a47-4882-ab09-93687602c393 req-81a6367c-64e1-4612-8e8a-762df6dd1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:23.940745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba133ab0-1a47-4882-ab09-93687602c393 req-81a6367c-64e1-4612-8e8a-762df6dd1a73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9a28181a9794238981a22f25a871def&device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 1130 time: 0.1409152 Feb 09 03:21:23.985002 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e1e36d-9213-4fe4-944f-5da025c4378d x-openstack-request-id: req-68e1e36d-9213-4fe4-944f-5da025c4378d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:23.985834 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "tag": "44582d98-1d9c-423f-add0-e9fa3fa7ae8d", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:23.986170 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68e1e36d-9213-4fe4-944f-5da025c4378d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:23.986650 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'tag': '44582d98-1d9c-423f-add0-e9fa3fa7ae8d', 'status': 'completed', 'code': 200} Feb 09 03:21:23.986812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.021993 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.023443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.023806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.031559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931,segment=NetworkSegment(e6cbbc81-06e4-44fe-94b5-d832fc8471cd),segment_id=e6cbbc81-06e4-44fe-94b5-d832fc8471cd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:24.044866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'port_id': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931', 'mac_address': 'fa:16:3e:82:ff:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:21:24.056914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b1372bc2-698b-437c-a3a8-73a068c75a3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3981e12ce8e54406870070535619e45b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061098 Feb 09 03:21:24.077265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60866) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:24.083020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:24.083428 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.098076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:24.119478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931,segment=NetworkSegment(e6cbbc81-06e4-44fe-94b5-d832fc8471cd),segment_id=e6cbbc81-06e4-44fe-94b5-d832fc8471cd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:24.124856 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.182138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2859199 Feb 09 03:21:24.188875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:24.191184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60868) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:24.199820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1c93a70c-869a-4ee7-aeb1-54c2086a1879 admin admin] Request body: {'subnet': {'network_id': 'c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-362971096-subnet', 'tenant_id': '837383832f674f66abb27eb094d85db8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:24.208757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-91d3448b-6e1f-4cf6-871a-440305c42552 req-e67e6d26-6138-40c1-a89a-40f2a6692fd8 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662864 Feb 09 03:21:24.222036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f3443-5cc4-4876-9124-ffd21c8cd8be req-b2563038-698c-4b8a-8f01-71b64d1fd0dc tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.223275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52703046-2957-4165-a4b6-73ea65cab2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:24.223513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-977f3443-5cc4-4876-9124-ffd21c8cd8be req-b2563038-698c-4b8a-8f01-71b64d1fd0dc tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 943 time: 0.1983945 Feb 09 03:21:24.226696 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba133ab0-1a47-4882-ab09-93687602c393 req-94c75be4-0a23-4edb-abd3-1f16a8d8ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.228062 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba133ab0-1a47-4882-ab09-93687602c393 req-94c75be4-0a23-4edb-abd3-1f16a8d8ff21 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2778711 Feb 09 03:21:24.249104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:21:24.256708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab46f9c1-d4c1-48db-9acb-75955a193326 admin admin] Publish callbacks [] for security_group (1d7d9765-4e27-41e8-874f-0557c65e9392), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.293909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2463a2-52de-494c-bc62-fc46437ff61b req-c6798307-8dc2-4b43-a4fb-e3ca98cc6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.297056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2463a2-52de-494c-bc62-fc46437ff61b req-c6798307-8dc2-4b43-a4fb-e3ca98cc6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.298525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2463a2-52de-494c-bc62-fc46437ff61b req-c6798307-8dc2-4b43-a4fb-e3ca98cc6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.303094 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab46f9c1-d4c1-48db-9acb-75955a193326 admin admin] Publish callbacks [] for security_group (1d7d9765-4e27-41e8-874f-0557c65e9392), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.304668 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a2463a2-52de-494c-bc62-fc46437ff61b req-c6798307-8dc2-4b43-a4fb-e3ca98cc6baf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2763 time: 0.3055470 Feb 09 03:21:24.321633 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c93a70c-869a-4ee7-aeb1-54c2086a1879 admin admin] Made reservation on behalf of 837383832f674f66abb27eb094d85db8 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:24.325992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c93a70c-869a-4ee7-aeb1-54c2086a1879 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.326656 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-977f3443-5cc4-4876-9124-ffd21c8cd8be req-f1c909c0-1f0a-4547-8ae8-c7de7e07e9e5 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932472 Feb 09 03:21:24.378406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab46f9c1-d4c1-48db-9acb-75955a193326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1d7d9765-4e27-41e8-874f-0557c65e9392), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.381507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab46f9c1-d4c1-48db-9acb-75955a193326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.384976 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ab46f9c1-d4c1-48db-9acb-75955a193326 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d7d9765-4e27-41e8-874f-0557c65e9392 HTTP/1.1" status: 204 len: 168 time: 0.2861862 Feb 09 03:21:24.388768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['b7c07cba-dac0-4a3b-89fe-d7d91b6a8931'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:24.407421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46f9c1-d4c1-48db-9acb-75955a193326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7d9765-4e27-41e8-874f-0557c65e9392,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:24.466624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba133ab0-1a47-4882-ab09-93687602c393 req-7545646c-79db-48b2-8a4f-2538767f0543 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7 HTTP/1.1" status: 200 len: 217 time: 0.2234449 Feb 09 03:21:24.539710 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba133ab0-1a47-4882-ab09-93687602c393 req-ec56f0d7-a66b-4b2d-8b55-9d437646e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.541269 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba133ab0-1a47-4882-ab09-93687602c393 req-ec56f0d7-a66b-4b2d-8b55-9d437646e419 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0674632 Feb 09 03:21:24.603756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba133ab0-1a47-4882-ab09-93687602c393 req-71bf4fb9-b6fa-4b63-85c2-39e363bf65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.605428 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba133ab0-1a47-4882-ab09-93687602c393 req-71bf4fb9-b6fa-4b63-85c2-39e363bf65c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0578766 Feb 09 03:21:24.706188 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba133ab0-1a47-4882-ab09-93687602c393 req-ebb9b563-6a46-41ac-99f7-b84003f40395 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942190 Feb 09 03:21:24.747361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2545924-7e3f-4f8b-8e69-900bf136e798 req-784047f7-a334-4fb0-85f2-5ea74fb52fb5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.753326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2545924-7e3f-4f8b-8e69-900bf136e798 req-784047f7-a334-4fb0-85f2-5ea74fb52fb5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.759095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2545924-7e3f-4f8b-8e69-900bf136e798 req-784047f7-a334-4fb0-85f2-5ea74fb52fb5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.760765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2545924-7e3f-4f8b-8e69-900bf136e798 req-784047f7-a334-4fb0-85f2-5ea74fb52fb5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2388 time: 0.3475406 Feb 09 03:21:24.776994 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2463a2-52de-494c-bc62-fc46437ff61b req-eb540247-5e96-4272-a7f1-b176beedda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.778111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2463a2-52de-494c-bc62-fc46437ff61b req-eb540247-5e96-4272-a7f1-b176beedda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.778588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2463a2-52de-494c-bc62-fc46437ff61b req-eb540247-5e96-4272-a7f1-b176beedda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.780448 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a2463a2-52de-494c-bc62-fc46437ff61b req-eb540247-5e96-4272-a7f1-b176beedda78 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4597919 Feb 09 03:21:24.814039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba133ab0-1a47-4882-ab09-93687602c393 req-ba2493dc-6141-4a4f-916b-c695899da24f service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014097 Feb 09 03:21:24.818705 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60880) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:24.869211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f29f5faf-4618-46a0-9d1e-d818d684fa6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0596ba5daaef4eef94fa08e92ce20a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489228 Feb 09 03:21:24.871675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60882) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:24.920667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4b12874-2d62-4325-94c6-7230467cbfed admin admin] Publish callbacks [] for security_group (fbf3ab46-0f9d-46fa-a05a-640c293ee9a4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.944740 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4b12874-2d62-4325-94c6-7230467cbfed admin admin] Publish callbacks [] for security_group (fbf3ab46-0f9d-46fa-a05a-640c293ee9a4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.992166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967e60a3-74e6-4a2b-bb64-61191a4f06d9 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:25.029227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60492c-f1a4-4d34-85c8-ba012462b718 req-59fa76ad-9a7d-4879-b87f-e3cc82de486b tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:25.030835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb60492c-f1a4-4d34-85c8-ba012462b718 req-59fa76ad-9a7d-4879-b87f-e3cc82de486b tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 947 time: 0.0793741 Feb 09 03:21:25.050995 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Publish callbacks [] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.059130 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4b12874-2d62-4325-94c6-7230467cbfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fbf3ab46-0f9d-46fa-a05a-640c293ee9a4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.061728 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4b12874-2d62-4325-94c6-7230467cbfed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.062860 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e4b12874-2d62-4325-94c6-7230467cbfed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbf3ab46-0f9d-46fa-a05a-640c293ee9a4 HTTP/1.1" status: 204 len: 168 time: 0.1902282 Feb 09 03:21:25.077070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b12874-2d62-4325-94c6-7230467cbfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf3ab46-0f9d-46fa-a05a-640c293ee9a4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:25.081951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2545924-7e3f-4f8b-8e69-900bf136e798 req-7ba80836-4eef-4766-aeae-8b0b0b9312b3 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101478 Feb 09 03:21:25.103834 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb60492c-f1a4-4d34-85c8-ba012462b718 req-53e50223-1b54-4b6a-87ba-c205fa7dc7b5 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595024 Feb 09 03:21:25.132932 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c93a70c-869a-4ee7-aeb1-54c2086a1879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (d3f8b495-2ce5-46d9-a645-7f3d5ffd4271), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.136658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Transition to ACTIVE for port object 967e60a3-74e6-4a2b-bb64-61191a4f06d9 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:21:25.164168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2463a2-52de-494c-bc62-fc46437ff61b req-74747447-60f1-456d-b0d1-4908382e4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:25.165715 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a2463a2-52de-494c-bc62-fc46437ff61b req-74747447-60f1-456d-b0d1-4908382e4a0b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3694606 Feb 09 03:21:25.166339 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.247778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93a70c-869a-4ee7-aeb1-54c2086a1879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f8b495-2ce5-46d9-a645-7f3d5ffd4271,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:25.263683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Pushing event updated for resources: {'Port': ['ID=967e60a3-74e6-4a2b-bb64-61191a4f06d9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:25.339217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93a70c-869a-4ee7-aeb1-54c2086a1879 admin admin] Checking segment: {'id': '53caf9ba-79b5-41b9-bc41-7fe34d04a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:25.340236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c93a70c-869a-4ee7-aeb1-54c2086a1879 admin admin] Network hostable DHCP agents. Network: c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:21:25.379909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c93a70c-869a-4ee7-aeb1-54c2086a1879 admin admin] Network c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:21:25.390341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Attempting to bind port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:25.390341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Attempting to bind port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '05517f75-787a-4bcf-b233-19a65f4f27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:25.390669 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Attempting to bind port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 on network 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:25.399811 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 on network 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:21:25.400246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Attempting to bind port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 on network 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:25.404513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1c93a70c-869a-4ee7-aeb1-54c2086a1879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:25.410869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c93a70c-869a-4ee7-aeb1-54c2086a1879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:25.411298 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c93a70c-869a-4ee7-aeb1-54c2086a1879 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.419990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:25.420609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Checking segment: {'id': '05517f75-787a-4bcf-b233-19a65f4f27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:25.420901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Bound using segment: {'id': '05517f75-787a-4bcf-b233-19a65f4f27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:25.421196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Bound port: 967e60a3-74e6-4a2b-bb64-61191a4f06d9, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05517f75-787a-4bcf-b233-19a65f4f27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:25.421595 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.425788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b8a5b2-3a74-4ffb-ab38-db8bf75fe183 None None] Network c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:25.463634 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1c93a70c-869a-4ee7-aeb1-54c2086a1879 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2704773 Feb 09 03:21:25.528551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:21:25.563857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdc93a-b32e-4f8a-a616-4c9bb7806c9e req-42d22237-268a-400a-af49-03dedd1675c5 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:25.568740 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ebdc93a-b32e-4f8a-a616-4c9bb7806c9e req-42d22237-268a-400a-af49-03dedd1675c5 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 944 time: 0.1269631 Feb 09 03:21:25.571847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] For port 967e60a3-74e6-4a2b-bb64-61191a4f06d9, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:25.576942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] For port 967e60a3-74e6-4a2b-bb64-61191a4f06d9, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=967e60a3-74e6-4a2b-bb64-61191a4f06d9,segment=NetworkSegment(05517f75-787a-4bcf-b233-19a65f4f27fd),segment_id=05517f75-787a-4bcf-b233-19a65f4f27fd)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:25.595316 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.624719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae15f253-936e-421a-85ce-bbfc5ef5a409 None None] Network c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:25.656712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:25.657976 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.659528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] 10.222.0.42 "PUT /v2.0/ports/967e60a3-74e6-4a2b-bb64-61191a4f06d9 HTTP/1.1" status: 200 len: 1093 time: 2.0418277 Feb 09 03:21:25.760579 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:21:25.861179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:26.012499 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:26.017846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'tag': '967e60a3-74e6-4a2b-bb64-61191a4f06d9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:26.024561 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a64cc8-126f-4c0b-9f7a-e35852eca394" -d '{"events": [{"name": "network-changed", "server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "tag": "967e60a3-74e6-4a2b-bb64-61191a4f06d9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:26.032568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1', 'mac_address': 'fa:16:3e:0d:cb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:21:26.050945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Request body: {'port': {'device_id': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:26.066880 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ebdc93a-b32e-4f8a-a616-4c9bb7806c9e req-255998d5-9ba2-4208-9cc0-3daff37b76a5 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4924963 Feb 09 03:21:26.098919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a5208-52ea-4bf6-b7db-e588fcd257e3 service neutron] Pushing event updated for resources: {'Port': ['ID=967e60a3-74e6-4a2b-bb64-61191a4f06d9,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:26.152420 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.158776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:26.159378 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.184790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:26.192289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:21:26.208829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:26.208829 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.236889 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8515f9-abdf-4268-9018-20f42ac86ad3 x-openstack-request-id: req-9f8515f9-abdf-4268-9018-20f42ac86ad3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:26.237197 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "tag": "967e60a3-74e6-4a2b-bb64-61191a4f06d9", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:26.237566 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f8515f9-abdf-4268-9018-20f42ac86ad3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:26.237976 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'tag': '967e60a3-74e6-4a2b-bb64-61191a4f06d9', 'status': 'completed', 'code': 200} Feb 09 03:21:26.245006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:26.264793 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.368136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:26.399656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.400491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.401016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.401553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.402059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.403237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.403587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.403916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.404254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.404723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.405062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.405414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.405748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:26.419754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a64cc8-126f-4c0b-9f7a-e35852eca394 req-1ef1801b-e148-40ac-8045-be1c7410b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.420572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a64cc8-126f-4c0b-9f7a-e35852eca394 req-1ef1801b-e148-40ac-8045-be1c7410b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.420828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a64cc8-126f-4c0b-9f7a-e35852eca394 req-1ef1801b-e148-40ac-8045-be1c7410b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.423533 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0a64cc8-126f-4c0b-9f7a-e35852eca394 req-1ef1801b-e148-40ac-8045-be1c7410b792 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2862 time: 0.2046425 Feb 09 03:21:26.431954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:26.432566 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.465898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-89dbac76-da5b-418e-ad25-ae628003e605 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.466697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:26.469908 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00b5a79-fc4e-4932-b429-f5bd808e52d3" -d '{"events": [{"server_uuid": "577a9c3c-c704-48e5-845e-bd68ae17f810", "name": "network-vif-plugged", "status": "completed", "tag": "b7c07cba-dac0-4a3b-89fe-d7d91b6a8931"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:26.474795 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-89dbac76-da5b-418e-ad25-ae628003e605 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/networks?id=c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d HTTP/1.1" status: 200 len: 813 time: 0.1464381 Feb 09 03:21:26.484622 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931,segment=NetworkSegment(e6cbbc81-06e4-44fe-94b5-d832fc8471cd),segment_id=e6cbbc81-06e4-44fe-94b5-d832fc8471cd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:26.491295 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.492142 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-8ff854a1-7d14-4a1e-80ef-3e9f96977ac3 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/quotas/837383832f674f66abb27eb094d85db8 HTTP/1.1" status: 200 len: 375 time: 0.0164323 Feb 09 03:21:26.537989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-96efcd22-dba1-4502-8254-1dd43894354b tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=837383832f674f66abb27eb094d85db8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449030 Feb 09 03:21:26.551231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:26.601401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d24c28-cd7a-47d7-b053-ff4eb10f50ab req-0c58fa2a-d6d1-4acf-9eaf-d58fe7ed1f6f tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.606536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d24c28-cd7a-47d7-b053-ff4eb10f50ab req-0c58fa2a-d6d1-4acf-9eaf-d58fe7ed1f6f tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.612215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d24c28-cd7a-47d7-b053-ff4eb10f50ab req-0c58fa2a-d6d1-4acf-9eaf-d58fe7ed1f6f tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.613883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8d24c28-cd7a-47d7-b053-ff4eb10f50ab req-0c58fa2a-d6d1-4acf-9eaf-d58fe7ed1f6f tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2400 time: 0.2977448 Feb 09 03:21:26.629261 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-27a6d44e-ab52-4283-9358-ef644e7b6caf service neutron] 10.222.0.21 "GET /v2.0/networks/c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901799 Feb 09 03:21:26.687659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a64cc8-126f-4c0b-9f7a-e35852eca394 req-79481d54-4be2-47e5-953c-b439b5c56703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.688656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a64cc8-126f-4c0b-9f7a-e35852eca394 req-79481d54-4be2-47e5-953c-b439b5c56703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.689330 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a64cc8-126f-4c0b-9f7a-e35852eca394 req-79481d54-4be2-47e5-953c-b439b5c56703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.694479 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0a64cc8-126f-4c0b-9f7a-e35852eca394 req-79481d54-4be2-47e5-953c-b439b5c56703 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2601063 Feb 09 03:21:26.740876 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-7b2f2b09-7979-431a-aae3-593da0af0ca3 service neutron] 10.222.0.21 "GET /v2.0/networks/c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056967 Feb 09 03:21:26.807633 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8d24c28-cd7a-47d7-b053-ff4eb10f50ab req-99f25246-1b80-4542-8f3e-2351f0e0f9f5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821573 Feb 09 03:21:26.874795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['e69bdefe-0d0e-4cbe-95a3-3d889753a0c1'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:26.949490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:26.965884 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Publish callbacks [] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.984712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a64cc8-126f-4c0b-9f7a-e35852eca394 req-da42dfb9-7a2c-4f82-b97f-e68f0420a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.987038 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0a64cc8-126f-4c0b-9f7a-e35852eca394 req-da42dfb9-7a2c-4f82-b97f-e68f0420a7f3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2758627 Feb 09 03:21:26.993650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Transition to ACTIVE for port object 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:21:27.005599 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.017531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c0b1b-f57d-44dd-bc37-83472b26bd60 req-04ec9676-81c3-4d00-ad07-f534371b036c tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:27.025627 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c02c0b1b-f57d-44dd-bc37-83472b26bd60 req-04ec9676-81c3-4d00-ad07-f534371b036c tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 948 time: 0.1234996 Feb 09 03:21:27.133145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c02c0b1b-f57d-44dd-bc37-83472b26bd60 req-44684ba7-358a-492a-9ad9-44d8e4c1865d tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065354 Feb 09 03:21:27.153707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f28b28b-be06-4d71-a4cb-c67f3f2f0441,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:27.225798 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaef5f1-eff6-4fe5-b210-b8c089f912e2 x-openstack-request-id: req-5eaef5f1-eff6-4fe5-b210-b8c089f912e2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:27.226118 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577a9c3c-c704-48e5-845e-bd68ae17f810", "name": "network-vif-plugged", "status": "completed", "tag": "b7c07cba-dac0-4a3b-89fe-d7d91b6a8931", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:27.226371 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5eaef5f1-eff6-4fe5-b210-b8c089f912e2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:27.227097 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931', 'code': 200} Feb 09 03:21:27.309522 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fb7f4e4-7ca2-4562-8c60-b161c59d593b req-aee73314-7725-4b15-a7f2-e5821480c08c tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 210 time: 0.0918331 Feb 09 03:21:27.379056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f959f-c83e-4b32-abe0-782f097ae513 req-606eb9f6-ad70-43f6-8507-a66a2a389f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:27.380950 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-401f959f-c83e-4b32-abe0-782f097ae513 req-606eb9f6-ad70-43f6-8507-a66a2a389f31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 1128 time: 0.0862453 Feb 09 03:21:27.382144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Attempting to bind port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:27.382564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Attempting to bind port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:27.383719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Attempting to bind port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 on network 74395649-668e-40f9-bc9e-5b583e56b71e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:27.396922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459e69a-8856-46b8-9aba-82d3e64bf897 req-5555ff8c-e35a-49ce-9812-9b65387c9b30 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:27.397198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 on network 74395649-668e-40f9-bc9e-5b583e56b71e not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:21:27.397551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Attempting to bind port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 on network 74395649-668e-40f9-bc9e-5b583e56b71e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:27.404278 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5459e69a-8856-46b8-9aba-82d3e64bf897 req-5555ff8c-e35a-49ce-9812-9b65387c9b30 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 945 time: 0.1001387 Feb 09 03:21:27.410689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:27.411482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Checking segment: {'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:27.411840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Bound using segment: {'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:27.412371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Bound port: 6f28b28b-be06-4d71-a4cb-c67f3f2f0441, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe763922-e5cb-413a-bbed-a67933620224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:27.412832 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.481333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-401f959f-c83e-4b32-abe0-782f097ae513 req-dabb38fa-845b-4796-94f7-7f3d7aeb4995 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935967 Feb 09 03:21:27.488326 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5459e69a-8856-46b8-9aba-82d3e64bf897 req-d168be86-aabd-4576-bcf0-6eb9899b5bec tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831878 Feb 09 03:21:27.496970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fc896222-43e4-42ea-b5c1-f8792094cbe7 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:21:27.539700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] For port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:27.544833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] For port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6f28b28b-be06-4d71-a4cb-c67f3f2f0441,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:27.555861 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.598458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:27.599088 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.600625 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] 10.222.0.42 "PUT /v2.0/ports/6f28b28b-be06-4d71-a4cb-c67f3f2f0441 HTTP/1.1" status: 200 len: 1092 time: 1.5545440 Feb 09 03:21:27.644941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122070c7-b07d-4169-8289-c7cc3dba50d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f28b28b-be06-4d71-a4cb-c67f3f2f0441,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:27.657918 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-096ca4fa-6504-4062-8c93-6b99bfb67983 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315876 Feb 09 03:21:27.674589 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:27.688017 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'mac_address': 'fa:16:3e:a3:bd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:21:27.761496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fc896222-43e4-42ea-b5c1-f8792094cbe7 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:27.761978 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.776642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc896222-43e4-42ea-b5c1-f8792094cbe7 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:27.799097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:27.803958 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.819813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-d7a959f8-ee6f-4b87-9114-57ba133cb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:27.820392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-d7a959f8-ee6f-4b87-9114-57ba133cb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:27.820878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-d7a959f8-ee6f-4b87-9114-57ba133cb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:27.822754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-d7a959f8-ee6f-4b87-9114-57ba133cb02d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2961 time: 0.0919490 Feb 09 03:21:27.833626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-c3d63e3c-94f5-41e9-88f6-4ffd0df94892 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:27.835248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-c3d63e3c-94f5-41e9-88f6-4ffd0df94892 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682644 Feb 09 03:21:27.884755 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-41645939-0957-44fa-b8ae-ada13e20b8c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.191&port_id=44582d98-1d9c-423f-add0-e9fa3fa7ae8d HTTP/1.1" status: 200 len: 217 time: 0.0484254 Feb 09 03:21:27.887378 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-9030c02c-67b5-4ec7-9a5a-ef82c9fc2e2c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/quotas/b9b07480321e4a54b5b17d5264d44e7b HTTP/1.1" status: 200 len: 375 time: 0.0434012 Feb 09 03:21:27.892335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fc896222-43e4-42ea-b5c1-f8792094cbe7,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:27.934111 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-847c305d-f0bc-4a47-bcc0-df4846eb22d4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357549 Feb 09 03:21:27.963807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d1fa-2837-44a0-9010-298a9eb8dd5c req-919d2758-1a74-4486-b2cf-61c09bbfd1e7 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:27.973521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-89a159d5-5f03-44da-b5ee-aead55195781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:27.974485 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-89a159d5-5f03-44da-b5ee-aead55195781 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74a93261-4841-4dbf-b4f5-96822c30c264 HTTP/1.1" status: 200 len: 801 time: 0.0663264 Feb 09 03:21:27.974992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d1fa-2837-44a0-9010-298a9eb8dd5c req-919d2758-1a74-4486-b2cf-61c09bbfd1e7 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:27.981453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d1fa-2837-44a0-9010-298a9eb8dd5c req-919d2758-1a74-4486-b2cf-61c09bbfd1e7 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:27.983906 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f936d1fa-2837-44a0-9010-298a9eb8dd5c req-919d2758-1a74-4486-b2cf-61c09bbfd1e7 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2412 time: 0.0921137 Feb 09 03:21:28.041080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-947cdc7c-78bf-4340-8f3e-a529feef36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:28.043006 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-947cdc7c-78bf-4340-8f3e-a529feef36d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74395649-668e-40f9-bc9e-5b583e56b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0627174 Feb 09 03:21:28.048330 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f936d1fa-2837-44a0-9010-298a9eb8dd5c req-f473a0ed-d40b-4373-842b-298b995bb40f tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572567 Feb 09 03:21:28.139264 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-34405ba8-98a6-42ef-b606-391e59dde005 req-8d0952fc-abab-46e7-93b1-aa5e0cd5712e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 210 time: 0.0288754 Feb 09 03:21:28.191520 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-0c4ce895-6ca5-429f-98a2-da21f573feb0 service neutron] 10.222.0.42 "GET /v2.0/networks/74395649-668e-40f9-bc9e-5b583e56b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349554 Feb 09 03:21:28.244045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'tag': '6f28b28b-be06-4d71-a4cb-c67f3f2f0441'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:28.246274 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc12eb10-88ae-4775-892d-b173c76fc3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "tag": "6f28b28b-be06-4d71-a4cb-c67f3f2f0441"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:28.294197 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa165290-3f04-464f-9b2f-dfd2f90df7e3 x-openstack-request-id: req-fa165290-3f04-464f-9b2f-dfd2f90df7e3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:28.294484 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "tag": "6f28b28b-be06-4d71-a4cb-c67f3f2f0441", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:28.294728 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa165290-3f04-464f-9b2f-dfd2f90df7e3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:28.295117 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'tag': '6f28b28b-be06-4d71-a4cb-c67f3f2f0441', 'status': 'completed', 'code': 200} Feb 09 03:21:28.339232 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-055664d4-4f44-484d-a2ed-6c3dfb30e828 service neutron] 10.222.0.42 "GET /v2.0/networks/74395649-668e-40f9-bc9e-5b583e56b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401887 Feb 09 03:21:28.347883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcd600-8f48-43af-9dd2-41c757e212c1 req-2c18052f-788b-4b48-9c98-14bfe3299239 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:28.349392 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0dcd600-8f48-43af-9dd2-41c757e212c1 req-2c18052f-788b-4b48-9c98-14bfe3299239 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 948 time: 0.1309783 Feb 09 03:21:28.394229 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-1560f92d-21e1-4bb4-96f9-2c4385803974 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.220&port_id=967e60a3-74e6-4a2b-bb64-61191a4f06d9 HTTP/1.1" status: 200 len: 217 time: 0.0437708 Feb 09 03:21:28.442954 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff731233-e38d-4804-ac68-bcb069fcf697 req-06efe848-fdde-428b-bd2e-585a11587d40 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 210 time: 0.0426090 Feb 09 03:21:28.493166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['fc896222-43e4-42ea-b5c1-f8792094cbe7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:28.538294 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0dcd600-8f48-43af-9dd2-41c757e212c1 req-ed0cc46e-4039-4248-ab92-b7cceb360b65 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520791 Feb 09 03:21:28.542411 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-778e9bad-def5-436d-b6c3-8885a6ca28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:28.543687 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-778e9bad-def5-436d-b6c3-8885a6ca28e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d51faa45-6e4e-444c-b2aa-f4f36caba5c8 HTTP/1.1" status: 200 len: 801 time: 0.1337993 Feb 09 03:21:28.642961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-2836f676-fc3c-497d-a613-bfbfc649e399 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:28.644606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-2836f676-fc3c-497d-a613-bfbfc649e399 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.42 "GET /v2.0/networks?id=c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d HTTP/1.1" status: 200 len: 813 time: 0.2359731 Feb 09 03:21:28.654285 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-60530f71-1723-4bd6-9607-e1688b2babde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:28.655958 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-60530f71-1723-4bd6-9607-e1688b2babde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=961313e2-c9a1-4251-b4a7-fe18fa2b7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1048498 Feb 09 03:21:28.663645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Request body: {'port': {'device_id': '9fa5954f-9135-4297-be14-18e8137913a6', 'network_id': 'c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d', 'admin_state_up': True, 'tenant_id': '837383832f674f66abb27eb094d85db8'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:28.718368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce29466-6c6c-4738-8875-c27bc05ee085 req-b1b6f1ee-e659-4f49-abb7-9d82e36347d5 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:28.721202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ce29466-6c6c-4738-8875-c27bc05ee085 req-b1b6f1ee-e659-4f49-abb7-9d82e36347d5 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 945 time: 0.0905988 Feb 09 03:21:28.782040 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ce29466-6c6c-4738-8875-c27bc05ee085 req-bd9bceaf-e2f3-4c34-a19a-a3a9851d09a4 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547762 Feb 09 03:21:28.842308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-750de6f8-8aef-46e1-b1e2-ba472f34f76e service neutron] 10.222.0.42 "GET /v2.0/networks/961313e2-c9a1-4251-b4a7-fe18fa2b7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736863 Feb 09 03:21:28.868666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Made reservation on behalf of 837383832f674f66abb27eb094d85db8 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:28.871985 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:29.008829 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-654012f8-afc8-4d60-bc76-84faeb338ed2 service neutron] 10.222.0.42 "GET /v2.0/networks/961313e2-c9a1-4251-b4a7-fe18fa2b7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591380 Feb 09 03:21:29.070752 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-843b40b3-9072-4264-a882-d208314c549e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=6f28b28b-be06-4d71-a4cb-c67f3f2f0441 HTTP/1.1" status: 200 len: 217 time: 0.0435617 Feb 09 03:21:29.118887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Allocated IP 172.20.0.13 (c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d/d3f8b495-2ce5-46d9-a645-7f3d5ffd4271/75c79ebe-818c-4bcb-8357-a46abc0b873f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:29.169010 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-95aef519-e5f6-4722-8aeb-351bca8e9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:29.170487 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-95aef519-e5f6-4722-8aeb-351bca8e9e32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74a93261-4841-4dbf-b4f5-96822c30c264 HTTP/1.1" status: 200 len: 801 time: 0.0946915 Feb 09 03:21:29.251957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ab8e1-48f3-40d8-9502-d373d7da80d0 req-eee22d90-99a3-40dc-af0b-3b0e53a9442a tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:29.258009 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ab8e1-48f3-40d8-9502-d373d7da80d0 req-eee22d90-99a3-40dc-af0b-3b0e53a9442a tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:29.262827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6be5328e-66ab-4712-9bd7-4bf5ac05dae8 req-eed8838c-ef94-4f34-8125-e6cbb93582a0 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 210 time: 0.0355911 Feb 09 03:21:29.264140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ab8e1-48f3-40d8-9502-d373d7da80d0 req-eee22d90-99a3-40dc-af0b-3b0e53a9442a tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:29.265996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c4ab8e1-48f3-40d8-9502-d373d7da80d0 req-eee22d90-99a3-40dc-af0b-3b0e53a9442a tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2412 time: 0.1485839 Feb 09 03:21:29.351476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-65334f2a-1f66-4841-9109-dbcf01093353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:29.352962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-65334f2a-1f66-4841-9109-dbcf01093353 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74395649-668e-40f9-bc9e-5b583e56b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1721056 Feb 09 03:21:29.441000 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c4ab8e1-48f3-40d8-9502-d373d7da80d0 req-e4e6076a-2b14-4ce2-b00b-3dc8dc2cb3a1 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549046 Feb 09 03:21:29.477041 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-491859b4-669f-4a8b-a2e1-4964c8b79b30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394049 Feb 09 03:21:29.490661 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Publish callbacks [] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:29.513432 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-4f41629a-1656-408f-97f5-c23441873429 service neutron] 10.222.0.42 "GET /v2.0/networks/74395649-668e-40f9-bc9e-5b583e56b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488740 Feb 09 03:21:29.515566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:29.600723 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:29.630977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:21:29.639768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:29.640150 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:29.684566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b78b7d4a-1153-4c48-bae8-94ccfd14011f req-b013f807-e497-4b7e-b351-9ea9f6864887 service neutron] 10.222.0.42 "GET /v2.0/networks/74395649-668e-40f9-bc9e-5b583e56b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640532 Feb 09 03:21:29.688724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Network c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:29.699214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c5a38-67e8-49a7-82c5-974de01e9e86 req-e2dcc58b-2f78-4046-8843-dec5873389fb tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:29.701163 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac5c5a38-67e8-49a7-82c5-974de01e9e86 req-e2dcc58b-2f78-4046-8843-dec5873389fb tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 932 time: 0.1255894 Feb 09 03:21:29.711462 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:29.714852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:29.717795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Pushing event updated for resources: {'Port': ['ID=75c79ebe-818c-4bcb-8357-a46abc0b873f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:29.743524 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-d176afbe-fe4b-4504-878b-530790ad63c2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:29.747649 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-d176afbe-fe4b-4504-878b-530790ad63c2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624159 Feb 09 03:21:29.775028 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Request body: {'port': {'device_id': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'b9b07480321e4a54b5b17d5264d44e7b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:29.837058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac5c5a38-67e8-49a7-82c5-974de01e9e86 req-2fd18906-4194-44c5-9c18-4cd5444ebf9b tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295910 Feb 09 03:21:29.905344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:29.905761 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:29.932697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Made reservation on behalf of b9b07480321e4a54b5b17d5264d44e7b for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:29.933776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb690be-e979-49ce-ac7a-7a0cf9409102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:29.936286 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0a66b9-970e-445b-8afd-40dd0d624c07" -d '{"events": [{"server_uuid": "1fb690be-e979-49ce-ac7a-7a0cf9409102", "name": "network-vif-plugged", "status": "completed", "tag": "e69bdefe-0d0e-4cbe-95a3-3d889753a0c1"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:29.937248 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:29.949283 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:29.953564 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:29.975621 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:30.024251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:30.040888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ffab6-3db2-4758-b80a-1b47461d404c req-e9552694-49c2-499a-b8bb-fe5d006a133f tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.042439 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-176ffab6-3db2-4758-b80a-1b47461d404c req-e9552694-49c2-499a-b8bb-fe5d006a133f tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 945 time: 0.1027284 Feb 09 03:21:30.100305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.100996 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:30.111199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b680-e843-49af-9153-ac05937be044 req-76ce6428-4420-49d3-a00d-70c698d98928 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.112685 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4964b680-e843-49af-9153-ac05937be044 req-76ce6428-4420-49d3-a00d-70c698d98928 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 948 time: 0.4474165 Feb 09 03:21:30.118763 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks [] for security_group (ef5bb2c2-df1f-4095-835c-d5ea49295505), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:30.124237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-176ffab6-3db2-4758-b80a-1b47461d404c req-bf510164-1dfb-4d90-a273-aad734a00215 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757682 Feb 09 03:21:30.125211 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ef5bb2c2-df1f-4095-835c-d5ea49295505), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:30.144405 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b84a7a1d-0e65-48a1-abde-0fa26d63f3dd tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4850278 Feb 09 03:21:30.159755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Request body: {'port': {'device_id': '9fa5954f-9135-4297-be14-18e8137913a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:30.171918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-141c97f9-f536-4fb4-99ab-458c61a62bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.172394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-141c97f9-f536-4fb4-99ab-458c61a62bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.173482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-141c97f9-f536-4fb4-99ab-458c61a62bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.175224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-141c97f9-f536-4fb4-99ab-458c61a62bb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2961 time: 0.4194603 Feb 09 03:21:30.182543 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a764b6-518a-43c7-9994-7df8c3098a24 x-openstack-request-id: req-c7a764b6-518a-43c7-9994-7df8c3098a24 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:30.182990 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb690be-e979-49ce-ac7a-7a0cf9409102", "name": "network-vif-plugged", "status": "completed", "tag": "e69bdefe-0d0e-4cbe-95a3-3d889753a0c1", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:30.183242 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7a764b6-518a-43c7-9994-7df8c3098a24 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:30.183635 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb690be-e979-49ce-ac7a-7a0cf9409102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1', 'code': 200} Feb 09 03:21:30.197060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5bb2c2-df1f-4095-835c-d5ea49295505,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:30.273467 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4964b680-e843-49af-9153-ac05937be044 req-817df639-0bd7-48c3-95ab-bd4f92a3b2f3 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530118 Feb 09 03:21:30.315058 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:30.365805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Allocated IP 192.168.233.204 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/aedcc373-f3f9-4a4b-9d6f-93d460b51433) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:30.383031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-ec55ff06-0c05-4e36-b986-7df51f641276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.384446 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-ec55ff06-0c05-4e36-b986-7df51f641276 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74395649-668e-40f9-bc9e-5b583e56b71e HTTP/1.1" status: 200 len: 902 time: 0.1918037 Feb 09 03:21:30.400939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc98436-01fb-41a9-acff-aceab24b8cca req-c226e793-471a-40de-aa99-5d65d2457871 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.402469 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcc98436-01fb-41a9-acff-aceab24b8cca req-c226e793-471a-40de-aa99-5d65d2457871 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 945 time: 0.1592300 Feb 09 03:21:30.409829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d6245-91bb-48e1-81ea-46f53d09cfbf req-f928face-1748-4b63-94b4-eee9209c56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.411277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7d2d6245-91bb-48e1-81ea-46f53d09cfbf req-f928face-1748-4b63-94b4-eee9209c56b1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 1132 time: 0.1354935 Feb 09 03:21:30.417002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 32796) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:30.425159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-354eb9ae-01c0-432a-bccb-06357f6b91f0 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Request body: {'floatingip': {'port_id': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:30.433649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b6ebaae-9816-4dd9-a9ef-1db9163cbe58 req-a4aeee5c-c7f4-44f0-b364-c215fab475c0 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 210 time: 0.0593164 Feb 09 03:21:30.488512 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-354eb9ae-01c0-432a-bccb-06357f6b91f0 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for floatingip (21cd1a66-ba4b-4993-a330-4709dd08a1e8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:30.540885 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-e481043a-7e28-4afe-abcf-e33bf4ab8eb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=6f28b28b-be06-4d71-a4cb-c67f3f2f0441 HTTP/1.1" status: 200 len: 217 time: 0.1350193 Feb 09 03:21:30.656487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-c0b61369-f5b9-42bc-acc3-29d7f6f5ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.659192 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-c0b61369-f5b9-42bc-acc3-29d7f6f5ad46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74a93261-4841-4dbf-b4f5-96822c30c264 HTTP/1.1" status: 200 len: 801 time: 0.1024132 Feb 09 03:21:30.705997 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7d2d6245-91bb-48e1-81ea-46f53d09cfbf req-59fbe756-f58b-4a8c-b406-962e5ade2ad4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868135 Feb 09 03:21:30.769418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521d2f-52df-42e8-bd0d-0d48871b73e2 req-1a8cc51b-aee1-4b98-a20d-f14c1ac76109 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.774659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521d2f-52df-42e8-bd0d-0d48871b73e2 req-1a8cc51b-aee1-4b98-a20d-f14c1ac76109 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.779887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521d2f-52df-42e8-bd0d-0d48871b73e2 req-1a8cc51b-aee1-4b98-a20d-f14c1ac76109 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.781548 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6521d2f-52df-42e8-bd0d-0d48871b73e2 req-1a8cc51b-aee1-4b98-a20d-f14c1ac76109 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2412 time: 0.2430303 Feb 09 03:21:30.820234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-3312cd98-6ec5-4a7c-8ff6-ea6fbc71542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.821662 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-3312cd98-6ec5-4a7c-8ff6-ea6fbc71542c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74395649-668e-40f9-bc9e-5b583e56b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1538327 Feb 09 03:21:30.838638 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks [] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:30.885209 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61b75b-596c-438a-92a8-cd790f771aa4 req-b965f5e1-1c2f-457b-83ef-dc0855e9f587 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.886700 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb61b75b-596c-438a-92a8-cd790f771aa4 req-b965f5e1-1c2f-457b-83ef-dc0855e9f587 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 945 time: 0.1796503 Feb 09 03:21:30.913614 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6521d2f-52df-42e8-bd0d-0d48871b73e2 req-5f09c1be-c632-4e4d-a7a5-ae405eb5f5d4 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231823 Feb 09 03:21:30.981980 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.038370 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-04e7cb24-f8cf-490a-a1c7-0e96a4edacdf service neutron] 10.222.0.42 "GET /v2.0/networks/74395649-668e-40f9-bc9e-5b583e56b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020028 Feb 09 03:21:31.042677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c79ebe-818c-4bcb-8357-a46abc0b873f {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:31.045211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb61b75b-596c-438a-92a8-cd790f771aa4 req-908aafdf-996c-4a5c-bfa9-180cb31e7ac1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466722 Feb 09 03:21:31.059869 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Publish callbacks [] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.116999 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Transition to ACTIVE for port object 75c79ebe-818c-4bcb-8357-a46abc0b873f will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:21:31.117712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:31.125416 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.126049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:31.128786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:31.144902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab858-bb2c-4270-83aa-52a9cf908c65 req-7cede15f-7afe-4a7e-ae0f-b5ea6e0d8a57 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:31.146544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff3ab858-bb2c-4270-83aa-52a9cf908c65 req-7cede15f-7afe-4a7e-ae0f-b5ea6e0d8a57 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 932 time: 0.1617858 Feb 09 03:21:31.162012 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Pushing event updated for resources: {'Port': ['ID=aedcc373-f3f9-4a4b-9d6f-93d460b51433,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:31.204352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:31.205015 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.222714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Pushing event updated for resources: {'Port': ['ID=75c79ebe-818c-4bcb-8357-a46abc0b873f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:31.252678 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-25896fb1-a2ea-454d-ae57-893e45574c6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4855616 Feb 09 03:21:31.276141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc12eb10-88ae-4775-892d-b173c76fc3fe req-5bbfaef6-37f9-4a18-b15e-c3ccac632c85 service neutron] 10.222.0.42 "GET /v2.0/networks/74395649-668e-40f9-bc9e-5b583e56b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289894 Feb 09 03:21:31.294757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Request body: {'port': {'device_id': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:31.322002 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff3ab858-bb2c-4270-83aa-52a9cf908c65 req-4a5868b1-7ef5-4667-8a91-0aae9ff9261e tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524508 Feb 09 03:21:31.353708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-354eb9ae-01c0-432a-bccb-06357f6b91f0 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.362207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Attempting to bind port 75c79ebe-818c-4bcb-8357-a46abc0b873f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:31.362544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Attempting to bind port 75c79ebe-818c-4bcb-8357-a46abc0b873f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '53caf9ba-79b5-41b9-bc41-7fe34d04a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:31.362871 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Attempting to bind port 75c79ebe-818c-4bcb-8357-a46abc0b873f on network c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:31.367345 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-354eb9ae-01c0-432a-bccb-06357f6b91f0 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (21cd1a66-ba4b-4993-a330-4709dd08a1e8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.369262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Port 75c79ebe-818c-4bcb-8357-a46abc0b873f on network c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:21:31.369632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Attempting to bind port 75c79ebe-818c-4bcb-8357-a46abc0b873f on network c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:31.376198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:31.376580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Checking segment: {'id': '53caf9ba-79b5-41b9-bc41-7fe34d04a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:31.376980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Bound using segment: {'id': '53caf9ba-79b5-41b9-bc41-7fe34d04a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:31.378677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Bound port: 75c79ebe-818c-4bcb-8357-a46abc0b873f, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53caf9ba-79b5-41b9-bc41-7fe34d04a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:31.378677 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.448025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] For port 75c79ebe-818c-4bcb-8357-a46abc0b873f, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:31.451020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] For port 75c79ebe-818c-4bcb-8357-a46abc0b873f, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=75c79ebe-818c-4bcb-8357-a46abc0b873f,segment=NetworkSegment(53caf9ba-79b5-41b9-bc41-7fe34d04a503),segment_id=53caf9ba-79b5-41b9-bc41-7fe34d04a503)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:31.458961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.486484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5662914c-b9c6-4345-b2a2-fe8add9047cb None None] Provisioning complete for port aedcc373-f3f9-4a4b-9d6f-93d460b51433 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:31.487816 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5662914c-b9c6-4345-b2a2-fe8add9047cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.491621 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.506899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:31.507738 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.509149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] 10.222.0.42 "PUT /v2.0/ports/75c79ebe-818c-4bcb-8357-a46abc0b873f HTTP/1.1" status: 200 len: 1093 time: 1.3551404 Feb 09 03:21:31.509750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa5954f-9135-4297-be14-18e8137913a6', 'tag': '75c79ebe-818c-4bcb-8357-a46abc0b873f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:31.512148 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b4489c-24f1-40c6-a272-b04927c93845" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa5954f-9135-4297-be14-18e8137913a6", "tag": "75c79ebe-818c-4bcb-8357-a46abc0b873f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:31.526300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fc896222-43e4-42ea-b5c1-f8792094cbe7 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:31.575805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24787d6-a2a9-4804-ac05-200966fafd0c req-0571b019-0dea-40d8-b5dd-94a7c15c2c86 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:31.582916 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a24787d6-a2a9-4804-ac05-200966fafd0c req-0571b019-0dea-40d8-b5dd-94a7c15c2c86 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 949 time: 0.2237401 Feb 09 03:21:31.587306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5662914c-b9c6-4345-b2a2-fe8add9047cb None None] Port aedcc373-f3f9-4a4b-9d6f-93d460b51433 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:31.604854 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0786c2d-60c4-4596-a2bb-9896c10b4220 service neutron] Pushing event updated for resources: {'Port': ['ID=75c79ebe-818c-4bcb-8357-a46abc0b873f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:31.607680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port fc896222-43e4-42ea-b5c1-f8792094cbe7 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:21:31.611857 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-354eb9ae-01c0-432a-bccb-06357f6b91f0 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Floating IP 21cd1a66-ba4b-4993-a330-4709dd08a1e8 associated. External IP: 172.25.5.134, port: b7c07cba-dac0-4a3b-89fe-d7d91b6a8931. Feb 09 03:21:31.612052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port fc896222-43e4-42ea-b5c1-f8792094cbe7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:31.612547 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.643280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-50611b2e-4929-42c9-b2b4-0b2a3664c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:31.644863 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-50611b2e-4929-42c9-b2b4-0b2a3664c595 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=837383832f674f66abb27eb094d85db8&device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 1127 time: 0.0825267 Feb 09 03:21:31.652756 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248617-83e1-4481-92ed-bd48aa6b4ff5 req-96f285eb-20c8-4048-9d24-d03b5ab889c4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:31.660989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83248617-83e1-4481-92ed-bd48aa6b4ff5 req-96f285eb-20c8-4048-9d24-d03b5ab889c4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 936 time: 0.1458287 Feb 09 03:21:31.696333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fc896222-43e4-42ea-b5c1-f8792094cbe7 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:31.696876 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.709970 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-25f0486d-ad6a-4cbe-85b8-fd2d1b1665a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75c79ebe-818c-4bcb-8357-a46abc0b873f HTTP/1.1" status: 200 len: 217 time: 0.0468173 Feb 09 03:21:31.734718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:31.741276 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.774505 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83248617-83e1-4481-92ed-bd48aa6b4ff5 req-893a7165-dce8-4e23-a555-50fc2d276a54 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126025 Feb 09 03:21:31.782539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-a75e8851-3fe6-4c31-a4b9-ad14f129bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:31.783502 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-a75e8851-3fe6-4c31-a4b9-ad14f129bc4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3f8b495-2ce5-46d9-a645-7f3d5ffd4271 HTTP/1.1" status: 200 len: 853 time: 0.0675755 Feb 09 03:21:31.796290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fc896222-43e4-42ea-b5c1-f8792094cbe7,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:31.825638 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a24787d6-a2a9-4804-ac05-200966fafd0c req-f645fd94-3702-4c7a-963e-d1e8f6863519 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404099 Feb 09 03:21:31.826290 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-ecc3bcaf-f5b4-4453-a75f-e0791e204893 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367670 Feb 09 03:21:31.838771 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3f1431-863b-4a25-a8d3-a0e4c84e5775 x-openstack-request-id: req-8a3f1431-863b-4a25-a8d3-a0e4c84e5775 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:31.839055 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa5954f-9135-4297-be14-18e8137913a6", "tag": "75c79ebe-818c-4bcb-8357-a46abc0b873f", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:31.839304 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a3f1431-863b-4a25-a8d3-a0e4c84e5775 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:31.839748 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa5954f-9135-4297-be14-18e8137913a6', 'tag': '75c79ebe-818c-4bcb-8357-a46abc0b873f', 'status': 'completed', 'code': 200} Feb 09 03:21:31.922627 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-c3889734-ab3f-4dd7-8615-9ba80d56d6d8 service neutron] 10.222.0.42 "GET /v2.0/networks/c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877688 Feb 09 03:21:32.028110 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3473711a-bbcd-4325-8c9c-cd5f3f9589ed req-f6e0fc4a-d2d3-41cf-9a9e-b23ec0705c67 service neutron] 10.222.0.42 "GET /v2.0/networks/c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991731 Feb 09 03:21:32.124362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4489c-24f1-40c6-a272-b04927c93845 req-43bd1bbb-f937-44c1-8dc3-568eab7c4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:32.126074 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02b4489c-24f1-40c6-a272-b04927c93845 req-43bd1bbb-f937-44c1-8dc3-568eab7c4112 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=837383832f674f66abb27eb094d85db8&device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 1127 time: 0.0528212 Feb 09 03:21:32.185276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:32.187760 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b61b44e-2ebd-41ec-8625-84c220a525d0" -d '{"events": [{"server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "name": "network-vif-plugged", "status": "completed", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:32.248714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eb2d5-5367-44f8-b19b-a9a938a33843 req-f6510f5d-6078-4116-bd12-96da5c110caa tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:32.250317 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-917eb2d5-5367-44f8-b19b-a9a938a33843 req-f6510f5d-6078-4116-bd12-96da5c110caa tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 945 time: 0.1232128 Feb 09 03:21:32.270689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4489c-24f1-40c6-a272-b04927c93845 req-51f91bca-0ea4-4c55-b2d4-d8a3b685b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:32.272114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02b4489c-24f1-40c6-a272-b04927c93845 req-51f91bca-0ea4-4c55-b2d4-d8a3b685b237 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d HTTP/1.1" status: 200 len: 914 time: 0.1362567 Feb 09 03:21:32.325975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02b4489c-24f1-40c6-a272-b04927c93845 req-f896ed6b-559c-46dd-be1d-21ecd00b5a7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75c79ebe-818c-4bcb-8357-a46abc0b873f HTTP/1.1" status: 200 len: 217 time: 0.0470722 Feb 09 03:21:32.377208 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-917eb2d5-5367-44f8-b19b-a9a938a33843 req-232802de-e6bb-4448-91a1-f9864f51d67f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173353 Feb 09 03:21:32.395465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4489c-24f1-40c6-a272-b04927c93845 req-5e5fc99c-4f7d-4988-974b-2957888b52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:32.397059 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02b4489c-24f1-40c6-a272-b04927c93845 req-5e5fc99c-4f7d-4988-974b-2957888b52ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3f8b495-2ce5-46d9-a645-7f3d5ffd4271 HTTP/1.1" status: 200 len: 853 time: 0.0645006 Feb 09 03:21:32.422093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064e89b-c499-4137-96c4-43ad34a52bab req-e97f2b44-9269-4a94-9891-afe4373c64c1 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:32.428258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064e89b-c499-4137-96c4-43ad34a52bab req-e97f2b44-9269-4a94-9891-afe4373c64c1 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:32.433682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064e89b-c499-4137-96c4-43ad34a52bab req-e97f2b44-9269-4a94-9891-afe4373c64c1 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:32.435461 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5064e89b-c499-4137-96c4-43ad34a52bab req-e97f2b44-9269-4a94-9891-afe4373c64c1 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2412 time: 0.1498678 Feb 09 03:21:32.439428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedcc373-f3f9-4a4b-9d6f-93d460b51433 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:32.440700 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d193e5-2753-4edd-9acd-7dc9d2249d44 x-openstack-request-id: req-33d193e5-2753-4edd-9acd-7dc9d2249d44 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:32.441416 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "name": "network-vif-plugged", "status": "completed", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:32.442044 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33d193e5-2753-4edd-9acd-7dc9d2249d44 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:32.442857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02b4489c-24f1-40c6-a272-b04927c93845 req-42f743e3-0590-4b98-845a-ef8a32abbc1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345533 Feb 09 03:21:32.443233 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'code': 200} Feb 09 03:21:32.451828 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Publish callbacks [] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:32.463533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354eb9ae-01c0-432a-bccb-06357f6b91f0 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:21:32.490964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Transition to ACTIVE for port object aedcc373-f3f9-4a4b-9d6f-93d460b51433 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:21:32.501221 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:32.582796 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5064e89b-c499-4137-96c4-43ad34a52bab req-f70912f8-a9d7-497a-b76a-82c68370a862 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332855 Feb 09 03:21:32.605519 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fe551-eae3-4ab9-9079-5c24d561de19 req-e1fdb881-166f-476f-95a5-3cf187397b5d tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:32.605519 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e7fe551-eae3-4ab9-9079-5c24d561de19 req-e1fdb881-166f-476f-95a5-3cf187397b5d tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 944 time: 0.0949674 Feb 09 03:21:32.613570 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02b4489c-24f1-40c6-a272-b04927c93845 req-5d84da9f-9d10-4a43-bb3b-7ee458b5636e service neutron] 10.222.0.42 "GET /v2.0/networks/c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628582 Feb 09 03:21:32.674128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=aedcc373-f3f9-4a4b-9d6f-93d460b51433,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:32.707891 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e7fe551-eae3-4ab9-9079-5c24d561de19 req-a85a897f-f0c2-4c6c-a22d-29bf19063c6e tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987411 Feb 09 03:21:32.742240 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02b4489c-24f1-40c6-a272-b04927c93845 req-f3f796ee-a98a-4b82-adea-8e56cd88c405 service neutron] 10.222.0.42 "GET /v2.0/networks/c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159368 Feb 09 03:21:32.787746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Attempting to bind port aedcc373-f3f9-4a4b-9d6f-93d460b51433 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:32.788087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Attempting to bind port aedcc373-f3f9-4a4b-9d6f-93d460b51433 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:32.788417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Attempting to bind port aedcc373-f3f9-4a4b-9d6f-93d460b51433 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:32.792304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354eb9ae-01c0-432a-bccb-06357f6b91f0 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:21:32.796137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e62e6-c159-45dd-8a03-2470ec524e4c req-2d63b562-6769-4088-bde2-7a7cbac117a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:32.798854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f3e62e6-c159-45dd-8a03-2470ec524e4c req-2d63b562-6769-4088-bde2-7a7cbac117a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 1132 time: 0.1791756 Feb 09 03:21:32.801662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-354eb9ae-01c0-432a-bccb-06357f6b91f0 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:32.802292 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0db2a1-d366-4a7f-81ca-aa1d8bf7747f None None] Sync routers for ids ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:21:32.803687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Port aedcc373-f3f9-4a4b-9d6f-93d460b51433 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:21:32.804007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Attempting to bind port aedcc373-f3f9-4a4b-9d6f-93d460b51433 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:32.812745 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0db2a1-d366-4a7f-81ca-aa1d8bf7747f None None] Routers {'1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:32.814856 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8d0db2a1-d366-4a7f-81ca-aa1d8bf7747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:21:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:32.841068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:32.841438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:32.842080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:32.842528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Bound port: aedcc373-f3f9-4a4b-9d6f-93d460b51433, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:32.842887 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:32.866227 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-354eb9ae-01c0-432a-bccb-06357f6b91f0 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "PUT /v2.0/floatingips/21cd1a66-ba4b-4993-a330-4709dd08a1e8 HTTP/1.1" status: 200 len: 991 time: 2.4481647 Feb 09 03:21:32.872477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'tag': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:32.874956 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e69c9c-8974-45a7-b62b-348cb110725d" -d '{"events": [{"name": "network-changed", "server_uuid": "577a9c3c-c704-48e5-845e-bd68ae17f810", "tag": "b7c07cba-dac0-4a3b-89fe-d7d91b6a8931"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:32.934457 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-8d0db2a1-d366-4a7f-81ca-aa1d8bf7747f None None] Set router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:32.935638 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f3e62e6-c159-45dd-8a03-2470ec524e4c req-195c95ab-c71f-433d-9e8b-eff383b99bd3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294746 Feb 09 03:21:32.976592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2652e2-f6fa-41f9-8163-be54c18fd162 req-7c5b42ca-7060-4460-a0a2-ff3a8a1c02a7 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:32.978280 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d2652e2-f6fa-41f9-8163-be54c18fd162 req-7c5b42ca-7060-4460-a0a2-ff3a8a1c02a7 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 949 time: 0.0626919 Feb 09 03:21:32.990796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:32.996332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:33.013827 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:33.027321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efaa6a-840d-4a75-829f-d6ce0acba635 req-1dccf433-7793-4d8a-99df-f7be33a05e84 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.028836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e5efaa6a-840d-4a75-829f-d6ce0acba635 req-1dccf433-7793-4d8a-99df-f7be33a05e84 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 948 time: 0.1098142 Feb 09 03:21:33.035226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d2652e2-f6fa-41f9-8163-be54c18fd162 req-e03bc4e7-ca9d-4c7d-ae77-3bbb2873bcdf tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493267 Feb 09 03:21:33.089184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.090253 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:33.092093 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] 10.222.0.65 "PUT /v2.0/ports/aedcc373-f3f9-4a4b-9d6f-93d460b51433 HTTP/1.1" status: 200 len: 1097 time: 1.8033841 Feb 09 03:21:33.119091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b82e6-44b7-44cc-a883-e5836d84ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=aedcc373-f3f9-4a4b-9d6f-93d460b51433,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:33.134508 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e5efaa6a-840d-4a75-829f-d6ce0acba635 req-47b6e712-61b9-4ec3-ac6e-2fcbfa849e19 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802987 Feb 09 03:21:33.160269 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17c415-57e5-4e1a-8ee8-f57ab2eac26a req-02cd547d-1ba7-4a8b-bf15-022d8f9db158 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.167703 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3c17c415-57e5-4e1a-8ee8-f57ab2eac26a req-02cd547d-1ba7-4a8b-bf15-022d8f9db158 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 945 time: 0.0693939 Feb 09 03:21:33.225901 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3c17c415-57e5-4e1a-8ee8-f57ab2eac26a req-83595602-d519-409c-bcc7-be8230150155 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573063 Feb 09 03:21:33.230224 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8d0db2a1-d366-4a7f-81ca-aa1d8bf7747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:20:55Z', 'revision_number': 4, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '21cd1a66-ba4b-4993-a330-4709dd08a1e8', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'port_id': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'mac_address': 'fa:16:3e:82:ff:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:21:05Z', 'updated_at': '2022-02-09T03:21:31Z', 'revision_number': 1, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9e9b4-9d9a-4168-8210-5be08a9c0404', 'name': '', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'mac_address': 'fa:16:3e:88:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:53Z', 'updated_at': '2022-02-09T03:21:04Z', 'revision_number': 5, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'subnets': [{'id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:33.263336 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0db2a1-d366-4a7f-81ca-aa1d8bf7747f None None] Checking router: 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:21:33.273739 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0db2a1-d366-4a7f-81ca-aa1d8bf7747f None None] Routers {'1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:33.274742 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8d0db2a1-d366-4a7f-81ca-aa1d8bf7747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:21:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:33.300959 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d8f2d4-0bbc-4190-8038-0f0eea803cb3 x-openstack-request-id: req-c1d8f2d4-0bbc-4190-8038-0f0eea803cb3 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:33.301260 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577a9c3c-c704-48e5-845e-bd68ae17f810", "tag": "b7c07cba-dac0-4a3b-89fe-d7d91b6a8931", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:33.301564 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1d8f2d4-0bbc-4190-8038-0f0eea803cb3 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:33.301968 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'tag': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931', 'status': 'completed', 'code': 200} Feb 09 03:21:33.404240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaeb6b-d417-4090-bc5f-34a44930426e req-44477537-ddff-4f0e-b8b4-2e3142923ee8 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.406257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-39eaeb6b-d417-4090-bc5f-34a44930426e req-44477537-ddff-4f0e-b8b4-2e3142923ee8 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 949 time: 0.0935719 Feb 09 03:21:33.411325 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-8d0db2a1-d366-4a7f-81ca-aa1d8bf7747f None None] Set router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:33.424258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69c9c-8974-45a7-b62b-348cb110725d req-4dc7166a-a9e2-4335-9642-9b630424ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.425854 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46e69c9c-8974-45a7-b62b-348cb110725d req-4dc7166a-a9e2-4335-9642-9b630424ea3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46d4ce0abc242f59b363eadc0de9e4d&device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 1128 time: 0.0962763 Feb 09 03:21:33.479904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-78c47340-0a61-4e70-81a2-fd6b3e620b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.497855 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-78c47340-0a61-4e70-81a2-fd6b3e620b10 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 1131 time: 0.0822134 Feb 09 03:21:33.516344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-39eaeb6b-d417-4090-bc5f-34a44930426e req-83be957e-c711-423d-9209-cf6afde140cb tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023989 Feb 09 03:21:33.552817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69c9c-8974-45a7-b62b-348cb110725d req-0e2ed46f-8717-4856-8e09-333ec1fa0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.554323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46e69c9c-8974-45a7-b62b-348cb110725d req-0e2ed46f-8717-4856-8e09-333ec1fa0ef8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=319cabb2-e9b1-49c5-a01d-3a41452b2a30 HTTP/1.1" status: 200 len: 915 time: 0.1183980 Feb 09 03:21:33.569008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-d633ce81-1e55-4a1a-bb7a-ee890e2a8872 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433 HTTP/1.1" status: 200 len: 217 time: 0.0398777 Feb 09 03:21:33.626424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb0c0c-b367-410f-b687-89468d26ceaf req-b4bbc727-81f3-430e-a73a-9e5f790ba297 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.634341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6cfb0c0c-b367-410f-b687-89468d26ceaf req-b4bbc727-81f3-430e-a73a-9e5f790ba297 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 945 time: 0.1354070 Feb 09 03:21:33.637668 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46e69c9c-8974-45a7-b62b-348cb110725d req-6cace699-5295-4ce2-b25f-f6676e4b92f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 HTTP/1.1" status: 200 len: 999 time: 0.0760944 Feb 09 03:21:33.663911 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8d0db2a1-d366-4a7f-81ca-aa1d8bf7747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:20:55Z', 'revision_number': 4, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '21cd1a66-ba4b-4993-a330-4709dd08a1e8', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'port_id': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'mac_address': 'fa:16:3e:82:ff:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:21:05Z', 'updated_at': '2022-02-09T03:21:31Z', 'revision_number': 1, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9e9b4-9d9a-4168-8210-5be08a9c0404', 'name': '', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'mac_address': 'fa:16:3e:88:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:53Z', 'updated_at': '2022-02-09T03:21:04Z', 'revision_number': 5, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'subnets': [{'id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:33.674929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-bcfd5db2-6330-4973-bf15-8b08634ce14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.676401 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-bcfd5db2-6330-4973-bf15-8b08634ce14c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1014097 Feb 09 03:21:33.698397 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0db2a1-d366-4a7f-81ca-aa1d8bf7747f None None] The sync data for ids ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'] in n-d-824835-15 is: [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:20:55Z', 'revision_number': 4, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '21cd1a66-ba4b-4993-a330-4709dd08a1e8', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'port_id': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'mac_address': 'fa:16:3e:82:ff:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:21:05Z', 'updated_at': '2022-02-09T03:21:31Z', 'revision_number': 1, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9e9b4-9d9a-4168-8210-5be08a9c0404', 'name': '', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'mac_address': 'fa:16:3e:88:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:53Z', 'updated_at': '2022-02-09T03:21:04Z', 'revision_number': 5, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'subnets': [{'id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:21:33.717776 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6cfb0c0c-b367-410f-b687-89468d26ceaf req-e79ced77-50fa-4d33-9f30-c3880a14b187 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825481 Feb 09 03:21:33.735494 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69c9c-8974-45a7-b62b-348cb110725d req-85d87987-c6d6-4c1f-982c-19442b152bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.737468 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46e69c9c-8974-45a7-b62b-348cb110725d req-85d87987-c6d6-4c1f-982c-19442b152bf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d546f451-67dc-46ba-b7fc-3fe005f795a3 HTTP/1.1" status: 200 len: 853 time: 0.0947094 Feb 09 03:21:33.745917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-ac656cd0-e86d-4ac8-9988-aac9cc026ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.748046 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-ac656cd0-e86d-4ac8-9988-aac9cc026ee1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0643506 Feb 09 03:21:33.796140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1942c8-e151-40e9-a9dd-5ba7e8e3f84c req-76d9b16f-83bf-4ac6-b40f-9c81efcb002c tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.802084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1942c8-e151-40e9-a9dd-5ba7e8e3f84c req-76d9b16f-83bf-4ac6-b40f-9c81efcb002c tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.807566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1942c8-e151-40e9-a9dd-5ba7e8e3f84c req-76d9b16f-83bf-4ac6-b40f-9c81efcb002c tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.809260 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c1942c8-e151-40e9-a9dd-5ba7e8e3f84c req-76d9b16f-83bf-4ac6-b40f-9c81efcb002c tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2412 time: 0.1285632 Feb 09 03:21:33.840632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69c9c-8974-45a7-b62b-348cb110725d req-0945fd20-72bc-47e0-ae9d-ee8d78a41efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.842614 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46e69c9c-8974-45a7-b62b-348cb110725d req-0945fd20-72bc-47e0-ae9d-ee8d78a41efb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=319cabb2-e9b1-49c5-a01d-3a41452b2a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0993793 Feb 09 03:21:33.868542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:21:33.905417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-3c0fb60b-2269-4fb4-a8c9-b0267482e74c service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494699 Feb 09 03:21:33.913467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfd5c4-22cb-4b24-aa39-a0efea492c68 req-ef2adb6f-f781-4a25-8d1e-f528b1d74d31 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.914991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94bfd5c4-22cb-4b24-aa39-a0efea492c68 req-ef2adb6f-f781-4a25-8d1e-f528b1d74d31 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 944 time: 0.1116853 Feb 09 03:21:33.937819 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c1942c8-e151-40e9-a9dd-5ba7e8e3f84c req-714833f5-6cd3-4b20-8c5d-94a079096cd6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203039 Feb 09 03:21:33.966609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ae595-3866-46f6-b0dd-d5cba7dc2fbb None None] New status for floating IP 21cd1a66-ba4b-4993-a330-4709dd08a1e8: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:21:33.977931 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46e69c9c-8974-45a7-b62b-348cb110725d req-05d2197b-f4d7-4be8-a077-58bde5fd8dde service neutron] 10.222.0.42 "GET /v2.0/networks/319cabb2-e9b1-49c5-a01d-3a41452b2a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285465 Feb 09 03:21:34.076972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94bfd5c4-22cb-4b24-aa39-a0efea492c68 req-0ae4739d-c864-4cd7-b53d-993329583600 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517422 Feb 09 03:21:34.082336 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46e69c9c-8974-45a7-b62b-348cb110725d req-7bd58f49-71b7-4897-b292-8481e66bcc95 service neutron] 10.222.0.42 "GET /v2.0/networks/319cabb2-e9b1-49c5-a01d-3a41452b2a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978041 Feb 09 03:21:34.098722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6f28b28b-be06-4d71-a4cb-c67f3f2f0441,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:34.106701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b2ef4-b0a0-4664-9577-bfdd2fdd2c20 req-26ed4730-ba12-4086-9664-f18f11e01d2d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:34.108748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-478b2ef4-b0a0-4664-9577-bfdd2fdd2c20 req-26ed4730-ba12-4086-9664-f18f11e01d2d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 945 time: 0.1774874 Feb 09 03:21:34.118861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '6f28b28b-be06-4d71-a4cb-c67f3f2f0441', 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e', 'port_id': '6f28b28b-be06-4d71-a4cb-c67f3f2f0441', 'mac_address': 'fa:16:3e:66:52:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a93261-4841-4dbf-b4f5-96822c30c264', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:21:34.148495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04ffa0e8-f29b-49f3-b682-586c22481a11 req-9b8160fa-c35a-44c0-a1b3-cb466fc3e8e7 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960046 Feb 09 03:21:34.208210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:34.209033 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.227701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-478b2ef4-b0a0-4664-9577-bfdd2fdd2c20 req-51daffe6-9002-4a6f-94e0-3941cfc67893 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Deleting port 55e61b8a-fd26-4a19-8dde-1bd558d313a0 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:21:34.228040 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-478b2ef4-b0a0-4664-9577-bfdd2fdd2c20 req-51daffe6-9002-4a6f-94e0-3941cfc67893 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.228904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:34.256130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6f28b28b-be06-4d71-a4cb-c67f3f2f0441,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:34.261337 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.262178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 44582d98-1d9c-423f-add0-e9fa3fa7ae8d details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:21:34.299238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c0d50-6b5c-4a8d-8901-28cbd951f40b req-d33d3ede-c88e-44b7-98d1-5e49316ae491 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:34.302639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-625c0d50-6b5c-4a8d-8901-28cbd951f40b req-d33d3ede-c88e-44b7-98d1-5e49316ae491 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 948 time: 0.0816557 Feb 09 03:21:34.346153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=44582d98-1d9c-423f-add0-e9fa3fa7ae8d,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:34.348618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=6f28b28b-be06-4d71-a4cb-c67f3f2f0441,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:34.359755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '44582d98-1d9c-423f-add0-e9fa3fa7ae8d', 'network_id': '74395649-668e-40f9-bc9e-5b583e56b71e', 'port_id': '44582d98-1d9c-423f-add0-e9fa3fa7ae8d', 'mac_address': 'fa:16:3e:62:19:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a93261-4841-4dbf-b4f5-96822c30c264', 'ip_address': '19.80.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:21:34.363278 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-625c0d50-6b5c-4a8d-8901-28cbd951f40b req-66ecb4e9-6ed8-4f16-a33c-29f332b1c32b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529633 Feb 09 03:21:34.369835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-478b2ef4-b0a0-4664-9577-bfdd2fdd2c20 req-51daffe6-9002-4a6f-94e0-3941cfc67893 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] For port 55e61b8a-fd26-4a19-8dde-1bd558d313a0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=55e61b8a-fd26-4a19-8dde-1bd558d313a0,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:34.370308 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-478b2ef4-b0a0-4664-9577-bfdd2fdd2c20 req-51daffe6-9002-4a6f-94e0-3941cfc67893 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.389213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-478b2ef4-b0a0-4664-9577-bfdd2fdd2c20 req-51daffe6-9002-4a6f-94e0-3941cfc67893 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Calling delete_port for 55e61b8a-fd26-4a19-8dde-1bd558d313a0 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:21:34.400359 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:34.400784 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.413920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44582d98-1d9c-423f-add0-e9fa3fa7ae8d {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:34.414128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df4836-ad46-4238-8add-e0a6648047c6 req-60f4189b-eff2-427c-b648-7d0341a49311 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:34.415523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05df4836-ad46-4238-8add-e0a6648047c6 req-60f4189b-eff2-427c-b648-7d0341a49311 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 945 time: 0.0972869 Feb 09 03:21:34.434165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=44582d98-1d9c-423f-add0-e9fa3fa7ae8d,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:34.439264 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.439890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 967e60a3-74e6-4a2b-bb64-61191a4f06d9 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:21:34.507215 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05df4836-ad46-4238-8add-e0a6648047c6 req-b139ceda-4030-40c2-9827-9e68710115ec tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597272 Feb 09 03:21:34.533897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=44582d98-1d9c-423f-add0-e9fa3fa7ae8d,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:34.578241 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-478b2ef4-b0a0-4664-9577-bfdd2fdd2c20 req-51daffe6-9002-4a6f-94e0-3941cfc67893 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (55e61b8a-fd26-4a19-8dde-1bd558d313a0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.588761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 967e60a3-74e6-4a2b-bb64-61191a4f06d9, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=967e60a3-74e6-4a2b-bb64-61191a4f06d9,segment=NetworkSegment(05517f75-787a-4bcf-b233-19a65f4f27fd),segment_id=05517f75-787a-4bcf-b233-19a65f4f27fd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:34.604797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '967e60a3-74e6-4a2b-bb64-61191a4f06d9', 'network_id': '961313e2-c9a1-4251-b4a7-fe18fa2b7b1e', 'port_id': '967e60a3-74e6-4a2b-bb64-61191a4f06d9', 'mac_address': 'fa:16:3e:20:cf:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51faa45-6e4e-444c-b2aa-f4f36caba5c8', 'ip_address': '19.86.0.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:21:34.608103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daffe6-9002-4a6f-94e0-3941cfc67893 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Pushing event deleted for resources: {'Port': ['ID=55e61b8a-fd26-4a19-8dde-1bd558d313a0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:34.650061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:34.650454 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.652790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['55e61b8a-fd26-4a19-8dde-1bd558d313a0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:34.656893 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-478b2ef4-b0a0-4664-9577-bfdd2fdd2c20 req-51daffe6-9002-4a6f-94e0-3941cfc67893 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] No DVR routers for this DVR port 55e61b8a-fd26-4a19-8dde-1bd558d313a0 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:21:34.660635 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-478b2ef4-b0a0-4664-9577-bfdd2fdd2c20 req-51daffe6-9002-4a6f-94e0-3941cfc67893 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.661616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b8c5d-d57f-4077-beb7-22964a3ceaa6 req-a57ac06a-8efb-42e5-a516-ae7b72fc6b15 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:34.663234 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-701b8c5d-d57f-4077-beb7-22964a3ceaa6 req-a57ac06a-8efb-42e5-a516-ae7b72fc6b15 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 949 time: 0.0732963 Feb 09 03:21:34.664088 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-478b2ef4-b0a0-4664-9577-bfdd2fdd2c20 req-51daffe6-9002-4a6f-94e0-3941cfc67893 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.65 "DELETE /v2.0/ports/55e61b8a-fd26-4a19-8dde-1bd558d313a0 HTTP/1.1" status: 204 len: 173 time: 0.5457187 Feb 09 03:21:34.695045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967e60a3-74e6-4a2b-bb64-61191a4f06d9 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:34.721291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 967e60a3-74e6-4a2b-bb64-61191a4f06d9, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=967e60a3-74e6-4a2b-bb64-61191a4f06d9,segment=NetworkSegment(05517f75-787a-4bcf-b233-19a65f4f27fd),segment_id=05517f75-787a-4bcf-b233-19a65f4f27fd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:34.726836 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.733016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-701b8c5d-d57f-4077-beb7-22964a3ceaa6 req-966e8b13-a1a2-4256-827e-4985e49ec7a9 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559361 Feb 09 03:21:34.786677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=967e60a3-74e6-4a2b-bb64-61191a4f06d9,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:34.855233 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5af4a95a-d678-4685-b16f-664726b4ec0c req-5aaa74f9-8660-42c6-9386-258f39709f39 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 210 time: 0.0334616 Feb 09 03:21:35.036352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['44582d98-1d9c-423f-add0-e9fa3fa7ae8d'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:35.068250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5cb58-93ef-4a7a-9fe9-591530374330 req-733a2363-a98a-46be-b656-9a0e2eac683a tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.073728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5cb58-93ef-4a7a-9fe9-591530374330 req-733a2363-a98a-46be-b656-9a0e2eac683a tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.079547 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5cb58-93ef-4a7a-9fe9-591530374330 req-733a2363-a98a-46be-b656-9a0e2eac683a tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.079923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['6f28b28b-be06-4d71-a4cb-c67f3f2f0441'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:35.081236 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ba5cb58-93ef-4a7a-9fe9-591530374330 req-733a2363-a98a-46be-b656-9a0e2eac683a tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2415 time: 0.0693932 Feb 09 03:21:35.136128 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ba5cb58-93ef-4a7a-9fe9-591530374330 req-37493e4f-63b3-4069-b12e-a5ef06185571 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468287 Feb 09 03:21:35.231674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81275232-0266-438e-a1e5-c5b81efec4ac req-fcd8c778-27e9-4a8a-8da4-81c85fcf4359 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.233297 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-81275232-0266-438e-a1e5-c5b81efec4ac req-fcd8c778-27e9-4a8a-8da4-81c85fcf4359 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 944 time: 0.0592160 Feb 09 03:21:35.286024 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-81275232-0266-438e-a1e5-c5b81efec4ac req-294c98ba-6bdf-498b-afb6-dd24c7ace1ed tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460339 Feb 09 03:21:35.303636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'tag': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433'}, {'server_uuid': 'aa1f6241-7d7f-43c8-bdbf-fdcf820152ea', 'name': 'network-vif-deleted', 'tag': '55e61b8a-fd26-4a19-8dde-1bd558d313a0'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:35.306874 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42351b7-3b20-4bfd-acf8-917ea9a8090c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e92679e-76e4-4cc0-b953-a200e0fff76b", "tag": "aedcc373-f3f9-4a4b-9d6f-93d460b51433"}, {"server_uuid": "aa1f6241-7d7f-43c8-bdbf-fdcf820152ea", "name": "network-vif-deleted", "tag": "55e61b8a-fd26-4a19-8dde-1bd558d313a0"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:35.352331 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da5aa11-b18e-4a9e-aeb6-c2d0a9b08065 x-openstack-request-id: req-5da5aa11-b18e-4a9e-aeb6-c2d0a9b08065 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:35.352631 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e92679e-76e4-4cc0-b953-a200e0fff76b", "tag": "aedcc373-f3f9-4a4b-9d6f-93d460b51433", "status": "completed", "code": 200}, {"server_uuid": "aa1f6241-7d7f-43c8-bdbf-fdcf820152ea", "name": "network-vif-deleted", "tag": "55e61b8a-fd26-4a19-8dde-1bd558d313a0", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:35.352887 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5da5aa11-b18e-4a9e-aeb6-c2d0a9b08065 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:35.353293 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'tag': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433', 'status': 'completed', 'code': 200} Feb 09 03:21:35.353584 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1f6241-7d7f-43c8-bdbf-fdcf820152ea', 'name': 'network-vif-deleted', 'tag': '55e61b8a-fd26-4a19-8dde-1bd558d313a0', 'status': 'completed', 'code': 200} Feb 09 03:21:35.480511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42351b7-3b20-4bfd-acf8-917ea9a8090c req-adec536e-faca-40a4-becf-17273a05c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.482013 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f42351b7-3b20-4bfd-acf8-917ea9a8090c req-adec536e-faca-40a4-becf-17273a05c25d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 1131 time: 0.0788407 Feb 09 03:21:35.540593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428c990-2795-4373-a3ed-ab3b3007ae3d req-28484b13-9b41-4771-b938-0a5692b795d6 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.541956 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e428c990-2795-4373-a3ed-ab3b3007ae3d req-28484b13-9b41-4771-b938-0a5692b795d6 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 948 time: 0.1082823 Feb 09 03:21:35.615371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42351b7-3b20-4bfd-acf8-917ea9a8090c req-77889fa2-89bc-43c7-9a1b-78522de389cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.617208 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f42351b7-3b20-4bfd-acf8-917ea9a8090c req-77889fa2-89bc-43c7-9a1b-78522de389cd service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1281426 Feb 09 03:21:35.620369 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e428c990-2795-4373-a3ed-ab3b3007ae3d req-e164429d-a0ed-4e66-bad5-0cba13c494ba tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708189 Feb 09 03:21:35.662352 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f42351b7-3b20-4bfd-acf8-917ea9a8090c req-83933dff-23bb-4765-99d9-3dd1227ef438 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433 HTTP/1.1" status: 200 len: 217 time: 0.0387156 Feb 09 03:21:35.710134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42351b7-3b20-4bfd-acf8-917ea9a8090c req-efb61872-62cd-4bd5-ac80-7c66ccaadd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.711610 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f42351b7-3b20-4bfd-acf8-917ea9a8090c req-efb61872-62cd-4bd5-ac80-7c66ccaadd0d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0442467 Feb 09 03:21:35.762316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42351b7-3b20-4bfd-acf8-917ea9a8090c req-524601c1-9193-4cdc-a2f2-ebedf0f097f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.763683 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f42351b7-3b20-4bfd-acf8-917ea9a8090c req-524601c1-9193-4cdc-a2f2-ebedf0f097f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0456355 Feb 09 03:21:35.863483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f42351b7-3b20-4bfd-acf8-917ea9a8090c req-b2a6d953-1305-45f5-878c-1d26657fd161 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930471 Feb 09 03:21:35.865015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba650ac-8e38-43a3-92a0-0c53ea29a8cd req-88bb0e3d-e2ab-46e8-818d-acf83ba4890e tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.869094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 75c79ebe-818c-4bcb-8357-a46abc0b873f details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:21:35.871504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:35.872665 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ba650ac-8e38-43a3-92a0-0c53ea29a8cd req-88bb0e3d-e2ab-46e8-818d-acf83ba4890e tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 949 time: 0.0665560 Feb 09 03:21:35.963469 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f42351b7-3b20-4bfd-acf8-917ea9a8090c req-3526bac8-bc76-4d2a-8ef3-c5b367420a01 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931244 Feb 09 03:21:35.988350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ba650ac-8e38-43a3-92a0-0c53ea29a8cd req-26c9ca28-d356-4bf1-b48f-1d8b60146e84 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146066 Feb 09 03:21:36.030688 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c45bea0e-b5f5-415b-8ea1-9393d19cc2f5 req-dd539b26-d2d3-4346-bcdf-ccb6f0f49076 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 210 time: 0.0558479 Feb 09 03:21:36.057810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:21:36.066614 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 75c79ebe-818c-4bcb-8357-a46abc0b873f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=75c79ebe-818c-4bcb-8357-a46abc0b873f,segment=NetworkSegment(53caf9ba-79b5-41b9-bc41-7fe34d04a503),segment_id=53caf9ba-79b5-41b9-bc41-7fe34d04a503)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:36.075347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:36.075721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:36.099363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['967e60a3-74e6-4a2b-bb64-61191a4f06d9'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:36.107367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '75c79ebe-818c-4bcb-8357-a46abc0b873f', 'network_id': 'c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d', 'port_id': '75c79ebe-818c-4bcb-8357-a46abc0b873f', 'mac_address': 'fa:16:3e:70:26:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f8b495-2ce5-46d9-a645-7f3d5ffd4271', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:21:36.204255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 75c79ebe-818c-4bcb-8357-a46abc0b873f is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:36.204629 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:36.251901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:36.252319 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:36.274473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c79ebe-818c-4bcb-8357-a46abc0b873f {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:36.276217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a371b-a591-469b-aa5e-f0b59ba40f82 req-95f6dd3a-7ae6-4461-9440-6f58d9f5ddbc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:36.282906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a371b-a591-469b-aa5e-f0b59ba40f82 req-95f6dd3a-7ae6-4461-9440-6f58d9f5ddbc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:36.289068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a371b-a591-469b-aa5e-f0b59ba40f82 req-95f6dd3a-7ae6-4461-9440-6f58d9f5ddbc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:36.296355 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab9a371b-a591-469b-aa5e-f0b59ba40f82 req-95f6dd3a-7ae6-4461-9440-6f58d9f5ddbc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2415 time: 0.0862262 Feb 09 03:21:36.324985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 75c79ebe-818c-4bcb-8357-a46abc0b873f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=75c79ebe-818c-4bcb-8357-a46abc0b873f,segment=NetworkSegment(53caf9ba-79b5-41b9-bc41-7fe34d04a503),segment_id=53caf9ba-79b5-41b9-bc41-7fe34d04a503)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:36.326190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f28b28b-be06-4d71-a4cb-c67f3f2f0441'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:36.329343 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e39604e-dfac-4e0e-94a7-14fa902fad00" -d '{"events": [{"server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "name": "network-vif-plugged", "status": "completed", "tag": "6f28b28b-be06-4d71-a4cb-c67f3f2f0441"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:36.343338 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:36.352660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6f28b28b-be06-4d71-a4cb-c67f3f2f0441,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:36.356405 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab9a371b-a591-469b-aa5e-f0b59ba40f82 req-157f37b6-d3e4-4c2c-8a99-9e25960b4b28 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572462 Feb 09 03:21:36.407671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=75c79ebe-818c-4bcb-8357-a46abc0b873f,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:36.419985 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bb1576-64d3-4cbc-9d11-7f0314424b10 x-openstack-request-id: req-f0bb1576-64d3-4cbc-9d11-7f0314424b10 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:36.419985 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "name": "network-vif-plugged", "status": "completed", "tag": "6f28b28b-be06-4d71-a4cb-c67f3f2f0441", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:36.419985 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0bb1576-64d3-4cbc-9d11-7f0314424b10 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:36.420450 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f28b28b-be06-4d71-a4cb-c67f3f2f0441', 'code': 200} Feb 09 03:21:36.426856 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:36.428080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 44582d98-1d9c-423f-add0-e9fa3fa7ae8d up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:36.553427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=6f28b28b-be06-4d71-a4cb-c67f3f2f0441,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:36.556259 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695afbd7-89c6-459c-9012-0367eca65dc1 req-174ed60b-a906-4b90-bacf-b14a516e542f tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:36.558315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-695afbd7-89c6-459c-9012-0367eca65dc1 req-174ed60b-a906-4b90-bacf-b14a516e542f tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 945 time: 0.0631285 Feb 09 03:21:36.588768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:21:36.597003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:36.598064 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:36.604598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['75c79ebe-818c-4bcb-8357-a46abc0b873f'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:36.629846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-695afbd7-89c6-459c-9012-0367eca65dc1 req-1ad2a1db-51c0-472f-8772-4f047b2a1822 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625913 Feb 09 03:21:36.756313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fb590-3d26-4324-bb34-6dc69cac5699 req-5391ee96-1724-406b-b542-3f496d1b2c6e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:36.758041 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-871fb590-3d26-4324-bb34-6dc69cac5699 req-5391ee96-1724-406b-b542-3f496d1b2c6e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 948 time: 0.0579181 Feb 09 03:21:36.770747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:36.771233 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:36.807419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-871fb590-3d26-4324-bb34-6dc69cac5699 req-6024215c-8e01-4d08-bd25-ea917daa453e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Feb 09 03:21:36.828097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=44582d98-1d9c-423f-add0-e9fa3fa7ae8d,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:36.836057 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:36.894362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=44582d98-1d9c-423f-add0-e9fa3fa7ae8d,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:37.124674 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-90e1bfc2-29ff-4847-8f74-7fc1460a94fe req-4c0113bb-9e2d-4b00-933e-3f85b10065fc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 210 time: 0.0261085 Feb 09 03:21:37.484242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429dc1f-3e62-4458-8a3a-c789a65462b0 req-704c2d30-3154-4da8-a609-e6fb523dfc1d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:37.490040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429dc1f-3e62-4458-8a3a-c789a65462b0 req-704c2d30-3154-4da8-a609-e6fb523dfc1d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:37.495303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429dc1f-3e62-4458-8a3a-c789a65462b0 req-704c2d30-3154-4da8-a609-e6fb523dfc1d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:37.496957 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3429dc1f-3e62-4458-8a3a-c789a65462b0 req-704c2d30-3154-4da8-a609-e6fb523dfc1d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2417 time: 0.0710859 Feb 09 03:21:37.547703 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3429dc1f-3e62-4458-8a3a-c789a65462b0 req-1b8fbdaa-f498-40d9-9d33-12e3796e479e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427217 Feb 09 03:21:37.550797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 55e61b8a-fd26-4a19-8dde-1bd558d313a0 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:21:37.585299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 55e61b8a-fd26-4a19-8dde-1bd558d313a0 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:21:37.585299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 55e61b8a-fd26-4a19-8dde-1bd558d313a0 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:21:37.589743 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:37.870210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 75c79ebe-818c-4bcb-8357-a46abc0b873f up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:37.936501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 75c79ebe-818c-4bcb-8357-a46abc0b873f completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:21:37.942121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 75c79ebe-818c-4bcb-8357-a46abc0b873f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:37.942502 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:37.988038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e08067-e022-4874-95af-04fe5948a1e1 req-8a540c2e-058c-42e5-b732-6149deb37fef tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:37.990245 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41e08067-e022-4874-95af-04fe5948a1e1 req-8a540c2e-058c-42e5-b732-6149deb37fef tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 948 time: 0.0688171 Feb 09 03:21:38.051376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 75c79ebe-818c-4bcb-8357-a46abc0b873f is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:38.052009 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41e08067-e022-4874-95af-04fe5948a1e1 req-18da2416-4f57-4b59-89f1-3dc0606e5385 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549960 Feb 09 03:21:38.052373 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:38.059895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41beb88c-facc-43d8-9327-258fb8a39474 req-b851734d-763d-43cb-94da-a3f213e262c5 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:38.061594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41beb88c-facc-43d8-9327-258fb8a39474 req-b851734d-763d-43cb-94da-a3f213e262c5 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 945 time: 0.3620954 Feb 09 03:21:38.100957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 75c79ebe-818c-4bcb-8357-a46abc0b873f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=75c79ebe-818c-4bcb-8357-a46abc0b873f,segment=NetworkSegment(53caf9ba-79b5-41b9-bc41-7fe34d04a503),segment_id=53caf9ba-79b5-41b9-bc41-7fe34d04a503)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:38.105063 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:38.106223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 967e60a3-74e6-4a2b-bb64-61191a4f06d9 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:38.120589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41beb88c-facc-43d8-9327-258fb8a39474 req-50f33e99-ce67-4bfc-a6c1-1d91882330a2 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507720 Feb 09 03:21:38.186123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=75c79ebe-818c-4bcb-8357-a46abc0b873f,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:38.198968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:21:38.203265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:38.204289 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:38.225835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37d91141-39cd-467d-9a57-4f12b414b243 req-ddadf742-127a-4ffd-bffc-59bdf5edd67b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 210 time: 0.0292654 Feb 09 03:21:38.293509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:38.293908 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:38.329977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 967e60a3-74e6-4a2b-bb64-61191a4f06d9, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=967e60a3-74e6-4a2b-bb64-61191a4f06d9,segment=NetworkSegment(05517f75-787a-4bcf-b233-19a65f4f27fd),segment_id=05517f75-787a-4bcf-b233-19a65f4f27fd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:38.334087 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:38.385246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=967e60a3-74e6-4a2b-bb64-61191a4f06d9,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:38.421242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44582d98-1d9c-423f-add0-e9fa3fa7ae8d'}, {'server_uuid': '9fa5954f-9135-4297-be14-18e8137913a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c79ebe-818c-4bcb-8357-a46abc0b873f'}, {'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967e60a3-74e6-4a2b-bb64-61191a4f06d9'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:38.424676 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87217d14-bb10-496c-9429-c02a1f12ea6c" -d '{"events": [{"server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "name": "network-vif-plugged", "status": "completed", "tag": "44582d98-1d9c-423f-add0-e9fa3fa7ae8d"}, {"server_uuid": "9fa5954f-9135-4297-be14-18e8137913a6", "name": "network-vif-plugged", "status": "completed", "tag": "75c79ebe-818c-4bcb-8357-a46abc0b873f"}, {"server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "name": "network-vif-plugged", "status": "completed", "tag": "967e60a3-74e6-4a2b-bb64-61191a4f06d9"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:38.467721 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7134de69-7675-4f87-a96e-85653e611d6a x-openstack-request-id: req-7134de69-7675-4f87-a96e-85653e611d6a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:38.468024 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "name": "network-vif-plugged", "status": "completed", "tag": "44582d98-1d9c-423f-add0-e9fa3fa7ae8d", "code": 200}, {"server_uuid": "9fa5954f-9135-4297-be14-18e8137913a6", "name": "network-vif-plugged", "status": "completed", "tag": "75c79ebe-818c-4bcb-8357-a46abc0b873f", "code": 200}, {"server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "name": "network-vif-plugged", "status": "completed", "tag": "967e60a3-74e6-4a2b-bb64-61191a4f06d9", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:38.468273 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7134de69-7675-4f87-a96e-85653e611d6a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:38.468665 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44582d98-1d9c-423f-add0-e9fa3fa7ae8d', 'code': 200} Feb 09 03:21:38.468917 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa5954f-9135-4297-be14-18e8137913a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c79ebe-818c-4bcb-8357-a46abc0b873f', 'code': 200} Feb 09 03:21:38.469241 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967e60a3-74e6-4a2b-bb64-61191a4f06d9', 'code': 200} Feb 09 03:21:38.684932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c4031-f381-45c4-9893-9c694ff41045 req-7a17f91e-b33b-4ece-a109-649b53590343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:38.685512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c4031-f381-45c4-9893-9c694ff41045 req-7a17f91e-b33b-4ece-a109-649b53590343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:38.685793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c4031-f381-45c4-9893-9c694ff41045 req-7a17f91e-b33b-4ece-a109-649b53590343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:38.687439 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b83c4031-f381-45c4-9893-9c694ff41045 req-7a17f91e-b33b-4ece-a109-649b53590343 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2967 time: 0.1263018 Feb 09 03:21:38.691842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e7b92-3723-4879-9ba1-9e7fbf176fd4 req-82411710-11cc-4840-b2e1-2260f38c772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:38.693200 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-664e7b92-3723-4879-9ba1-9e7fbf176fd4 req-82411710-11cc-4840-b2e1-2260f38c772e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 1129 time: 0.1230183 Feb 09 03:21:38.734017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5ac3b-0143-43b9-ab23-fc14a873190b req-87b0fd6c-8e60-4f04-ae83-68b184f13d95 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:38.739457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5ac3b-0143-43b9-ab23-fc14a873190b req-87b0fd6c-8e60-4f04-ae83-68b184f13d95 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:38.744995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5ac3b-0143-43b9-ab23-fc14a873190b req-87b0fd6c-8e60-4f04-ae83-68b184f13d95 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:38.746665 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ff5ac3b-0143-43b9-ab23-fc14a873190b req-87b0fd6c-8e60-4f04-ae83-68b184f13d95 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2418 time: 0.1179845 Feb 09 03:21:38.819048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-664e7b92-3723-4879-9ba1-9e7fbf176fd4 req-ef21de77-2328-422d-a5a3-964c7aafb685 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166568 Feb 09 03:21:38.825650 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b83c4031-f381-45c4-9893-9c694ff41045 req-6c9cfd9f-6d6d-4118-82f8-489d82dd73ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243670 Feb 09 03:21:38.837021 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ff5ac3b-0143-43b9-ab23-fc14a873190b req-704157f3-0b3d-494a-8b99-13c1656cdb7d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828555 Feb 09 03:21:39.183159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccff01-82d9-407f-8ca6-d0f779637e2b req-f2c42182-54e0-4d93-b8ce-74ed9fdbc52c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:39.184894 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25ccff01-82d9-407f-8ca6-d0f779637e2b req-f2c42182-54e0-4d93-b8ce-74ed9fdbc52c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 948 time: 0.0580935 Feb 09 03:21:39.235580 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25ccff01-82d9-407f-8ca6-d0f779637e2b req-4390c7de-ba80-4639-8eba-87bd318c8c8b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443647 Feb 09 03:21:39.268271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fe7a7-36c0-497f-9ae8-52bfdaf25030 req-173dc387-c1a9-4052-a869-e9c30c50ccdc tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:39.269939 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b5fe7a7-36c0-497f-9ae8-52bfdaf25030 req-173dc387-c1a9-4052-a869-e9c30c50ccdc tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 946 time: 0.0703311 Feb 09 03:21:39.320179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b5fe7a7-36c0-497f-9ae8-52bfdaf25030 req-a9201e05-8a33-47b0-849b-0c53ff2a42cf tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445130 Feb 09 03:21:39.323623 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36e68a6e-3645-4c69-9f94-f4a3574185d8 req-25375f01-6302-49c3-a034-eee958539b5c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 210 time: 0.0277364 Feb 09 03:21:39.551581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device aedcc373-f3f9-4a4b-9d6f-93d460b51433 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:21:39.790860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:39.802688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433', 'mac_address': 'fa:16:3e:67:5f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:21:39.838817 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port aedcc373-f3f9-4a4b-9d6f-93d460b51433 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:39.839198 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:39.853028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedcc373-f3f9-4a4b-9d6f-93d460b51433 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:39.875808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:39.881436 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:39.945978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=aedcc373-f3f9-4a4b-9d6f-93d460b51433,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:39.988983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3e84a-cf09-4ec1-a4a9-6cc8ddf7323d req-a10c2b3f-d59f-46f9-8ed1-ab611050fb73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:39.997108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3e84a-cf09-4ec1-a4a9-6cc8ddf7323d req-a10c2b3f-d59f-46f9-8ed1-ab611050fb73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:40.007869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3e84a-cf09-4ec1-a4a9-6cc8ddf7323d req-a10c2b3f-d59f-46f9-8ed1-ab611050fb73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:40.012133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7f3e84a-cf09-4ec1-a4a9-6cc8ddf7323d req-a10c2b3f-d59f-46f9-8ed1-ab611050fb73 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2418 time: 0.0957241 Feb 09 03:21:40.069763 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7f3e84a-cf09-4ec1-a4a9-6cc8ddf7323d req-9c018871-e84e-4810-b66c-4ac12453bb47 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498748 Feb 09 03:21:40.368253 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257312ce-ac66-4433-a34a-7c2fe6c2dce9 req-962b2af8-8a5a-4795-81b5-19016dcfac3c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:40.370334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-257312ce-ac66-4433-a34a-7c2fe6c2dce9 req-962b2af8-8a5a-4795-81b5-19016dcfac3c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 949 time: 0.0609584 Feb 09 03:21:40.424948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-257312ce-ac66-4433-a34a-7c2fe6c2dce9 req-93f32898-5cc5-40d3-8c21-2e808e581640 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473490 Feb 09 03:21:40.474609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f01045-f7e2-4b73-84d2-c7f5480ffe5c req-23a0fb33-75a1-474f-945e-9b7508efc13f tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:40.481095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-58f01045-f7e2-4b73-84d2-c7f5480ffe5c req-23a0fb33-75a1-474f-945e-9b7508efc13f tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 946 time: 0.0820074 Feb 09 03:21:40.503138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['aedcc373-f3f9-4a4b-9d6f-93d460b51433'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:40.534595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-58f01045-f7e2-4b73-84d2-c7f5480ffe5c req-23ef0f55-22e3-4aa1-8dc9-b61c404f8a49 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501893 Feb 09 03:21:40.561750 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-077ac7a6-f062-4957-abee-328191e8a71b req-66c7ee44-07ba-4883-bc61-a4187a02f911 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 210 time: 0.0431883 Feb 09 03:21:40.576763 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5846cb47-f1a1-4269-a02d-48b1f2c6e8b9 req-1b3600eb-37a5-4f61-bbb2-322ae16e529d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0922053 Feb 09 03:21:40.668976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846cb47-f1a1-4269-a02d-48b1f2c6e8b9 req-04ac5c0f-c6c1-4fd9-af5b-bc9dcba5733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:40.671780 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5846cb47-f1a1-4269-a02d-48b1f2c6e8b9 req-04ac5c0f-c6c1-4fd9-af5b-bc9dcba5733c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 1128 time: 0.0697367 Feb 09 03:21:40.822033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846cb47-f1a1-4269-a02d-48b1f2c6e8b9 req-1d5f14c6-381b-41ab-98ba-e417a0f70947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:40.825067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5846cb47-f1a1-4269-a02d-48b1f2c6e8b9 req-1d5f14c6-381b-41ab-98ba-e417a0f70947 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.1301017 Feb 09 03:21:40.881476 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5846cb47-f1a1-4269-a02d-48b1f2c6e8b9 req-e126100c-80ec-4ba3-ae77-01447887fb05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=642c6e2d-c507-4ff4-82ca-121044d69858 HTTP/1.1" status: 200 len: 217 time: 0.0501735 Feb 09 03:21:40.885846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ddff3-dff6-4f33-9f7c-fb777ad6dcc4 req-e85d8beb-7a8f-423a-a7bf-cbaee659cd2e tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:40.887309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f50ddff3-dff6-4f33-9f7c-fb777ad6dcc4 req-e85d8beb-7a8f-423a-a7bf-cbaee659cd2e tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 946 time: 0.0607619 Feb 09 03:21:40.940435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f50ddff3-dff6-4f33-9f7c-fb777ad6dcc4 req-ecbd3fc1-aaf4-48cf-87d0-71793641909b tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462530 Feb 09 03:21:40.958001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846cb47-f1a1-4269-a02d-48b1f2c6e8b9 req-1125af44-93ec-4a02-a897-4f31a9c1cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:40.959469 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5846cb47-f1a1-4269-a02d-48b1f2c6e8b9 req-1125af44-93ec-4a02-a897-4f31a9c1cfb3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0570989 Feb 09 03:21:40.962194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf011358-b7d4-44a0-93e1-e12089103282 req-a1214427-6939-47ad-a34b-45115617c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:40.963565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf011358-b7d4-44a0-93e1-e12089103282 req-a1214427-6939-47ad-a34b-45115617c1db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=837383832f674f66abb27eb094d85db8&device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 1129 time: 0.0914559 Feb 09 03:21:41.079424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846cb47-f1a1-4269-a02d-48b1f2c6e8b9 req-ff0ae6d9-aea2-4567-b027-b6f1f640f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:41.080951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5846cb47-f1a1-4269-a02d-48b1f2c6e8b9 req-ff0ae6d9-aea2-4567-b027-b6f1f640f742 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1116607 Feb 09 03:21:41.138340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf011358-b7d4-44a0-93e1-e12089103282 req-7191a863-49de-4acd-acc3-de443efc113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:41.140307 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf011358-b7d4-44a0-93e1-e12089103282 req-7191a863-49de-4acd-acc3-de443efc113f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d HTTP/1.1" status: 200 len: 914 time: 0.1693411 Feb 09 03:21:41.198236 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf011358-b7d4-44a0-93e1-e12089103282 req-6ac386d4-20b9-4054-a748-a005c9f4a1f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75c79ebe-818c-4bcb-8357-a46abc0b873f HTTP/1.1" status: 200 len: 217 time: 0.0493352 Feb 09 03:21:41.293016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5846cb47-f1a1-4269-a02d-48b1f2c6e8b9 req-0e36e325-d62e-4ec0-a7ff-2c2dc2814a98 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035899 Feb 09 03:21:41.297222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf011358-b7d4-44a0-93e1-e12089103282 req-611477e3-a790-4551-abf2-8b136f10e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:41.298746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf011358-b7d4-44a0-93e1-e12089103282 req-611477e3-a790-4551-abf2-8b136f10e290 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3f8b495-2ce5-46d9-a645-7f3d5ffd4271 HTTP/1.1" status: 200 len: 853 time: 0.0821645 Feb 09 03:21:41.314901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0232ff-e550-4878-89f0-c5c3ba057c3c req-afd89d11-152e-4156-9754-78a14efd986b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:41.320159 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0232ff-e550-4878-89f0-c5c3ba057c3c req-afd89d11-152e-4156-9754-78a14efd986b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:41.325409 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0232ff-e550-4878-89f0-c5c3ba057c3c req-afd89d11-152e-4156-9754-78a14efd986b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:41.326937 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0e0232ff-e550-4878-89f0-c5c3ba057c3c req-afd89d11-152e-4156-9754-78a14efd986b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2418 time: 0.1686115 Feb 09 03:21:41.400660 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf011358-b7d4-44a0-93e1-e12089103282 req-c17af916-1f1a-4555-a545-3badb6c8d145 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727210 Feb 09 03:21:41.496993 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0e0232ff-e550-4878-89f0-c5c3ba057c3c req-efdd2bfc-38c3-4194-99bc-3e7aab97c1af tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497464 Feb 09 03:21:41.522901 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5846cb47-f1a1-4269-a02d-48b1f2c6e8b9 req-f20e54a4-dc9e-4798-95d4-a18a546cf2a4 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225709 Feb 09 03:21:41.557830 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf011358-b7d4-44a0-93e1-e12089103282 req-393258ce-eaa3-47bc-9691-f307b610452f service neutron] 10.222.0.42 "GET /v2.0/networks/c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491570 Feb 09 03:21:41.559357 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fc896222-43e4-42ea-b5c1-f8792094cbe7 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:21:41.593804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842d6ac-0bb5-4ebb-8636-146900167198 req-6da68ee4-dcdd-4386-bd12-4fa2b3186c60 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:41.597030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7842d6ac-0bb5-4ebb-8636-146900167198 req-6da68ee4-dcdd-4386-bd12-4fa2b3186c60 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 949 time: 0.1006095 Feb 09 03:21:41.678021 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7842d6ac-0bb5-4ebb-8636-146900167198 req-3bbcbdae-c0f2-4b82-9d86-c8f0a7ec093c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742178 Feb 09 03:21:41.687449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-880053c1-e270-4367-bba0-dd07df3b387d req-98c690fb-4601-45e8-b532-a2addbfdfc6e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 210 time: 0.0363958 Feb 09 03:21:41.729751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:41.743651 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf011358-b7d4-44a0-93e1-e12089103282 req-567422e3-3a7b-4b6d-9683-e59d9c597746 service neutron] 10.222.0.42 "GET /v2.0/networks/c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769896 Feb 09 03:21:41.744740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'mac_address': 'fa:16:3e:a3:bd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:21:41.803363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fc896222-43e4-42ea-b5c1-f8792094cbe7 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:41.803894 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:41.820972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc896222-43e4-42ea-b5c1-f8792094cbe7 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:41.845311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:41.859949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:41.928891 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fc896222-43e4-42ea-b5c1-f8792094cbe7,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:41.991956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbe292-711d-4ee0-b318-96286a31a3ed req-bd18a2f9-74ba-4e20-833d-807ca0b99d6e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:41.997376 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbe292-711d-4ee0-b318-96286a31a3ed req-bd18a2f9-74ba-4e20-833d-807ca0b99d6e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:42.007670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbe292-711d-4ee0-b318-96286a31a3ed req-bd18a2f9-74ba-4e20-833d-807ca0b99d6e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:42.009719 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94bbe292-711d-4ee0-b318-96286a31a3ed req-bd18a2f9-74ba-4e20-833d-807ca0b99d6e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2418 time: 0.0857933 Feb 09 03:21:42.057816 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94bbe292-711d-4ee0-b318-96286a31a3ed req-7926bb0c-a00c-4228-82e7-21592296d6c8 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445933 Feb 09 03:21:42.067796 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:21:42.088161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89334dd3-0d3a-4763-a02e-b1b4b4aba038 req-f1f35565-9410-4222-b8d9-6218237fa235 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:42.089844 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89334dd3-0d3a-4763-a02e-b1b4b4aba038 req-f1f35565-9410-4222-b8d9-6218237fa235 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 946 time: 0.0629320 Feb 09 03:21:42.143886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89334dd3-0d3a-4763-a02e-b1b4b4aba038 req-c11aed6d-729a-409d-9079-a2d49b28e283 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468824 Feb 09 03:21:42.227873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['fc896222-43e4-42ea-b5c1-f8792094cbe7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:42.803621 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8e3ed6f-b992-4dfd-99e8-391fccd2b0de req-61f24eae-4904-4886-b50b-f89ed152894c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 210 time: 0.0386806 Feb 09 03:21:42.809787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdae5d-8b3c-4d03-9bfb-234ee64d735f req-7075a9ac-dabd-4770-a7c8-b7c4adbc5da8 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:42.811645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2bdae5d-8b3c-4d03-9bfb-234ee64d735f req-7075a9ac-dabd-4770-a7c8-b7c4adbc5da8 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 949 time: 0.0742958 Feb 09 03:21:42.867464 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2bdae5d-8b3c-4d03-9bfb-234ee64d735f req-ebd00808-b6af-4d4a-b5cb-4d340064f7f2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458817 Feb 09 03:21:43.188767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8c135-3fd2-4273-bdb0-3a702135687f req-7e492fc7-f7ec-4f22-a2c3-edf33ae22116 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:43.194339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8c135-3fd2-4273-bdb0-3a702135687f req-7e492fc7-f7ec-4f22-a2c3-edf33ae22116 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:43.204619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8c135-3fd2-4273-bdb0-3a702135687f req-7e492fc7-f7ec-4f22-a2c3-edf33ae22116 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:43.206147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e7d8c135-3fd2-4273-bdb0-3a702135687f req-7e492fc7-f7ec-4f22-a2c3-edf33ae22116 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2418 time: 0.0760944 Feb 09 03:21:43.267560 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e7d8c135-3fd2-4273-bdb0-3a702135687f req-8f5e2a2d-d7d6-4fe5-988b-5c4d3266398b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511291 Feb 09 03:21:43.286136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc84d8c-4b29-4ab8-bf4f-5a203b9ad283 req-dc55f054-ff97-4ca1-816b-2facac34d820 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:43.287829 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fbc84d8c-4b29-4ab8-bf4f-5a203b9ad283 req-dc55f054-ff97-4ca1-816b-2facac34d820 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 946 time: 0.0567737 Feb 09 03:21:43.335477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fbc84d8c-4b29-4ab8-bf4f-5a203b9ad283 req-672b41fa-4057-4c61-badf-92a40cd908f2 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 Feb 09 03:21:43.582776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fc896222-43e4-42ea-b5c1-f8792094cbe7 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:43.637976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port fc896222-43e4-42ea-b5c1-f8792094cbe7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:43.638352 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:43.653698 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37de7a1-9e40-4edf-bee6-7684593e089c req-cea44de5-df11-415a-a1e4-514a5f980eeb tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:43.655246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a37de7a1-9e40-4edf-bee6-7684593e089c req-cea44de5-df11-415a-a1e4-514a5f980eeb tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 946 time: 0.0537548 Feb 09 03:21:43.708616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a37de7a1-9e40-4edf-bee6-7684593e089c req-0db02cb3-c032-4f9c-9a85-ba44d7a69fd7 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454087 Feb 09 03:21:43.717097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fc896222-43e4-42ea-b5c1-f8792094cbe7 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:43.717656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:43.741298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:43.743766 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4743ac-c4bf-405c-9e2c-38a1727fd0f1" -d '{"events": [{"server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "name": "network-vif-plugged", "status": "completed", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:43.756517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:43.760785 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:43.761706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device aedcc373-f3f9-4a4b-9d6f-93d460b51433 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:43.785457 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4232b323-80d8-4c25-8fb3-abfd5cbd4d21 x-openstack-request-id: req-4232b323-80d8-4c25-8fb3-abfd5cbd4d21 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:43.785750 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "name": "network-vif-plugged", "status": "completed", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:43.786005 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4232b323-80d8-4c25-8fb3-abfd5cbd4d21 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:43.786395 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'code': 200} Feb 09 03:21:43.820445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-49f8c067-df4e-458a-944e-d06de0bf21cc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:43.826742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-49f8c067-df4e-458a-944e-d06de0bf21cc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:43.831864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-49f8c067-df4e-458a-944e-d06de0bf21cc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:43.833553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-49f8c067-df4e-458a-944e-d06de0bf21cc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 2418 time: 0.0763052 Feb 09 03:21:43.844925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fc896222-43e4-42ea-b5c1-f8792094cbe7,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:43.856267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port aedcc373-f3f9-4a4b-9d6f-93d460b51433 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:21:43.860799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port aedcc373-f3f9-4a4b-9d6f-93d460b51433 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:43.861183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:43.935662 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8cbe0abe-9328-41c8-8ad7-8cfdacb35055 req-57326bb7-b5cd-476b-bf97-ae1ec8648bb8 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1f6241-7d7f-43c8-bdbf-fdcf820152ea HTTP/1.1" status: 200 len: 210 time: 0.0374668 Feb 09 03:21:43.964989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-a69de746-20e7-4ca4-bb54-fb926c361b40 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:21:43.965345 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-a69de746-20e7-4ca4-bb54-fb926c361b40 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:43.969930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port aedcc373-f3f9-4a4b-9d6f-93d460b51433 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:43.970520 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.011107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:44.017638 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.058562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c1373-2d72-4079-9606-0f80876fb122 req-4dabadc1-d585-4af2-84a1-d830eb24fdab tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:44.060254 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a71c1373-2d72-4079-9606-0f80876fb122 req-4dabadc1-d585-4af2-84a1-d830eb24fdab tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 949 time: 0.0621347 Feb 09 03:21:44.072302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-a69de746-20e7-4ca4-bb54-fb926c361b40 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] For port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=44582d98-1d9c-423f-add0-e9fa3fa7ae8d,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:44.072625 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-a69de746-20e7-4ca4-bb54-fb926c361b40 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.081911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=aedcc373-f3f9-4a4b-9d6f-93d460b51433,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:44.086989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-a69de746-20e7-4ca4-bb54-fb926c361b40 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Calling delete_port for 44582d98-1d9c-423f-add0-e9fa3fa7ae8d owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:21:44.116040 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a71c1373-2d72-4079-9606-0f80876fb122 req-2573fa81-0391-4f5a-b606-9546b0027a25 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466206 Feb 09 03:21:44.239879 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-a69de746-20e7-4ca4-bb54-fb926c361b40 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (44582d98-1d9c-423f-add0-e9fa3fa7ae8d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.252735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['44582d98-1d9c-423f-add0-e9fa3fa7ae8d', '6f28b28b-be06-4d71-a4cb-c67f3f2f0441', '967e60a3-74e6-4a2b-bb64-61191a4f06d9'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:44.281556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de746-20e7-4ca4-bb54-fb926c361b40 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Port': ['ID=44582d98-1d9c-423f-add0-e9fa3fa7ae8d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:44.335029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-a69de746-20e7-4ca4-bb54-fb926c361b40 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] No DVR routers for this DVR port 44582d98-1d9c-423f-add0-e9fa3fa7ae8d on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:21:44.339491 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-a69de746-20e7-4ca4-bb54-fb926c361b40 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.343393 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-a69de746-20e7-4ca4-bb54-fb926c361b40 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "DELETE /v2.0/ports/44582d98-1d9c-423f-add0-e9fa3fa7ae8d HTTP/1.1" status: 204 len: 173 time: 0.5027440 Feb 09 03:21:44.344074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'name': 'network-vif-deleted', 'tag': '44582d98-1d9c-423f-add0-e9fa3fa7ae8d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:44.347670 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65895b5-e2d9-4ef1-ad72-203f616c87a8" -d '{"events": [{"server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "name": "network-vif-deleted", "tag": "44582d98-1d9c-423f-add0-e9fa3fa7ae8d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:44.439732 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6743a4-1b82-47f6-825b-efb43acefcf3 x-openstack-request-id: req-be6743a4-1b82-47f6-825b-efb43acefcf3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:44.440038 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "name": "network-vif-deleted", "tag": "44582d98-1d9c-423f-add0-e9fa3fa7ae8d", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:44.440313 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be6743a4-1b82-47f6-825b-efb43acefcf3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:44.440726 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'name': 'network-vif-deleted', 'tag': '44582d98-1d9c-423f-add0-e9fa3fa7ae8d', 'status': 'completed', 'code': 200} Feb 09 03:21:44.550584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c5f11-093c-4a31-855b-40826d5374d2 req-f7e28a94-6839-439d-95b5-efa9d4cdb2c5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:44.556228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c5f11-093c-4a31-855b-40826d5374d2 req-f7e28a94-6839-439d-95b5-efa9d4cdb2c5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:44.557975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-553c5f11-093c-4a31-855b-40826d5374d2 req-f7e28a94-6839-439d-95b5-efa9d4cdb2c5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 1682 time: 0.1376905 Feb 09 03:21:44.580144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-36ce3276-5fb9-4c58-b807-c7283800cc94 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:21:44.580571 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-36ce3276-5fb9-4c58-b807-c7283800cc94 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.672121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-553c5f11-093c-4a31-855b-40826d5374d2 req-3878697d-e77c-4340-a0f7-a1fe8872b80b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037786 Feb 09 03:21:44.713133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-36ce3276-5fb9-4c58-b807-c7283800cc94 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] For port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=6f28b28b-be06-4d71-a4cb-c67f3f2f0441,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:44.713535 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-36ce3276-5fb9-4c58-b807-c7283800cc94 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.726997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-36ce3276-5fb9-4c58-b807-c7283800cc94 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Calling delete_port for 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:21:44.844362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4db47e-8b3e-402a-ba75-7b1d68732b69 req-b665720f-61cf-4965-a0ff-8056450ddee5 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:44.846253 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb4db47e-8b3e-402a-ba75-7b1d68732b69 req-b665720f-61cf-4965-a0ff-8056450ddee5 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 946 time: 0.0582447 Feb 09 03:21:44.896291 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-36ce3276-5fb9-4c58-b807-c7283800cc94 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6f28b28b-be06-4d71-a4cb-c67f3f2f0441), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.899681 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb4db47e-8b3e-402a-ba75-7b1d68732b69 req-da29a1ce-da7f-40ae-86fb-98543c96f557 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456343 Feb 09 03:21:44.908947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['44582d98-1d9c-423f-add0-e9fa3fa7ae8d'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:44.929725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce3276-5fb9-4c58-b807-c7283800cc94 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Port': ['ID=6f28b28b-be06-4d71-a4cb-c67f3f2f0441,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:44.999527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-36ce3276-5fb9-4c58-b807-c7283800cc94 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] No DVR routers for this DVR port 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:21:45.003189 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-36ce3276-5fb9-4c58-b807-c7283800cc94 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:45.010819 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-36ce3276-5fb9-4c58-b807-c7283800cc94 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "DELETE /v2.0/ports/6f28b28b-be06-4d71-a4cb-c67f3f2f0441 HTTP/1.1" status: 204 len: 173 time: 0.6596229 Feb 09 03:21:45.180196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-24743b71-b1a1-40a9-aa56-53b8076f3b9e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:21:45.180196 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-24743b71-b1a1-40a9-aa56-53b8076f3b9e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:45.305595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69ac06-f46d-4812-8826-feb62f3d8e3e req-9fd8e623-b7d4-44d4-a26f-103b8a658f80 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.307924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b69ac06-f46d-4812-8826-feb62f3d8e3e req-9fd8e623-b7d4-44d4-a26f-103b8a658f80 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.0994480 Feb 09 03:21:45.352170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189b42c-e578-4f29-bbe8-8bcd688be69c req-c4237c15-f6ad-495a-9e0e-495377b1182d tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.352170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3189b42c-e578-4f29-bbe8-8bcd688be69c req-c4237c15-f6ad-495a-9e0e-495377b1182d tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.42 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 946 time: 0.1697304 Feb 09 03:21:45.408733 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b69ac06-f46d-4812-8826-feb62f3d8e3e req-7df7e691-4fab-4eaf-a25a-796c8bbb8b2d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748310 Feb 09 03:21:45.462319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-24743b71-b1a1-40a9-aa56-53b8076f3b9e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] For port 967e60a3-74e6-4a2b-bb64-61191a4f06d9, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=967e60a3-74e6-4a2b-bb64-61191a4f06d9,segment=NetworkSegment(05517f75-787a-4bcf-b233-19a65f4f27fd),segment_id=05517f75-787a-4bcf-b233-19a65f4f27fd)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:45.462683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-24743b71-b1a1-40a9-aa56-53b8076f3b9e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:45.508931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-24743b71-b1a1-40a9-aa56-53b8076f3b9e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Calling delete_port for 967e60a3-74e6-4a2b-bb64-61191a4f06d9 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:21:45.585350 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f4652ce-fc52-4253-b6bb-8d390abbf299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:45.787857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:45.788346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-3189b42c-e578-4f29-bbe8-8bcd688be69c req-f3ac0a57-375d-41fb-8a33-704d88dc3691 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Deleting port 75c79ebe-818c-4bcb-8357-a46abc0b873f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:21:45.788746 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3189b42c-e578-4f29-bbe8-8bcd688be69c req-f3ac0a57-375d-41fb-8a33-704d88dc3691 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:45.792184 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9367969c-b590-41f9-bffb-65c69497307c" -d '{"events": [{"server_uuid": "7e92679e-76e4-4cc0-b953-a200e0fff76b", "name": "network-vif-plugged", "status": "completed", "tag": "aedcc373-f3f9-4a4b-9d6f-93d460b51433"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:45.866808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5f59c-7f19-4dfd-b3f3-94e8fb641bf2 req-b6403aa8-4679-4a95-b5a3-b1f737b8a5f5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.879688 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2a5f59c-7f19-4dfd-b3f3-94e8fb641bf2 req-b6403aa8-4679-4a95-b5a3-b1f737b8a5f5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd59e8c6-ca13-40e1-9be5-62f24b07b838 HTTP/1.1" status: 200 len: 946 time: 0.1142659 Feb 09 03:21:45.887508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139313a0-8cef-437d-88b1-280f662b2e25 req-05ae09cc-b817-4be3-9870-e15d02c15fd2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.889225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-139313a0-8cef-437d-88b1-280f662b2e25 req-05ae09cc-b817-4be3-9870-e15d02c15fd2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.2711854 Feb 09 03:21:45.957769 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2a5f59c-7f19-4dfd-b3f3-94e8fb641bf2 req-b8020efd-4144-4f9c-889d-2da2306b810a tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762701 Feb 09 03:21:45.981991 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-139313a0-8cef-437d-88b1-280f662b2e25 req-b9933184-0c2d-4d4a-9def-065810cd96e9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/quotas/69b6b1176614400e9dcf0a59965b7b9e HTTP/1.1" status: 200 len: 375 time: 0.0681505 Feb 09 03:21:46.030799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-139313a0-8cef-437d-88b1-280f662b2e25 req-5b055e7b-b56d-4ae6-ab23-12ee257c3a5e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416107 Feb 09 03:21:46.037698 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e23240-e44c-4bc5-a5f0-c3cb23603c1d x-openstack-request-id: req-63e23240-e44c-4bc5-a5f0-c3cb23603c1d {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:46.038613 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e92679e-76e4-4cc0-b953-a200e0fff76b", "name": "network-vif-plugged", "status": "completed", "tag": "aedcc373-f3f9-4a4b-9d6f-93d460b51433", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:46.039106 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63e23240-e44c-4bc5-a5f0-c3cb23603c1d {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:46.039852 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433', 'code': 200} Feb 09 03:21:46.051599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-139313a0-8cef-437d-88b1-280f662b2e25 req-12e4203c-6138-4bd1-be8f-b1a987003fc2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:21:46.052745 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-139313a0-8cef-437d-88b1-280f662b2e25 req-12e4203c-6138-4bd1-be8f-b1a987003fc2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095179 Feb 09 03:21:46.055021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-3189b42c-e578-4f29-bbe8-8bcd688be69c req-f3ac0a57-375d-41fb-8a33-704d88dc3691 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] For port 75c79ebe-818c-4bcb-8357-a46abc0b873f, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=75c79ebe-818c-4bcb-8357-a46abc0b873f,segment=NetworkSegment(53caf9ba-79b5-41b9-bc41-7fe34d04a503),segment_id=53caf9ba-79b5-41b9-bc41-7fe34d04a503)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:46.055389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3189b42c-e578-4f29-bbe8-8bcd688be69c req-f3ac0a57-375d-41fb-8a33-704d88dc3691 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:46.085717 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-24743b71-b1a1-40a9-aa56-53b8076f3b9e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (967e60a3-74e6-4a2b-bb64-61191a4f06d9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:46.103456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-3189b42c-e578-4f29-bbe8-8bcd688be69c req-f3ac0a57-375d-41fb-8a33-704d88dc3691 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Calling delete_port for 75c79ebe-818c-4bcb-8357-a46abc0b873f owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:21:46.213075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24743b71-b1a1-40a9-aa56-53b8076f3b9e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Port': ['ID=967e60a3-74e6-4a2b-bb64-61191a4f06d9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:46.296574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c297280-25eb-4d55-8933-e0635de83205 req-4292a79a-dfd9-49cd-9c28-966c4afc6c1b tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:46.298053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-24743b71-b1a1-40a9-aa56-53b8076f3b9e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] No DVR routers for this DVR port 967e60a3-74e6-4a2b-bb64-61191a4f06d9 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:21:46.301091 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-24743b71-b1a1-40a9-aa56-53b8076f3b9e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:46.305818 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f06b2501-ddcb-49cb-93ff-84f7b49b1d00 req-24743b71-b1a1-40a9-aa56-53b8076f3b9e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "DELETE /v2.0/ports/967e60a3-74e6-4a2b-bb64-61191a4f06d9 HTTP/1.1" status: 204 len: 173 time: 1.2821507 Feb 09 03:21:46.315452 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c297280-25eb-4d55-8933-e0635de83205 req-4292a79a-dfd9-49cd-9c28-966c4afc6c1b tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 946 time: 0.1773870 Feb 09 03:21:46.379729 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-139313a0-8cef-437d-88b1-280f662b2e25 req-770343b7-9749-4c41-8c43-338b8752f5f3 service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117085 Feb 09 03:21:46.406031 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c297280-25eb-4d55-8933-e0635de83205 req-b8ce52c3-51b1-46df-96ac-6ddc0a5c672c tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/security-groups?id=776427b8-0032-4e71-bb9a-f07b2630cf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863173 Feb 09 03:21:46.419171 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70834326-4088-4fbe-84a5-21bc7eddeaa5 req-c9189fbd-cea1-4c9f-87be-18bad39c73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:46.421326 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70834326-4088-4fbe-84a5-21bc7eddeaa5 req-c9189fbd-cea1-4c9f-87be-18bad39c73b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 1133 time: 0.2451260 Feb 09 03:21:46.470037 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'name': 'network-vif-deleted', 'tag': '6f28b28b-be06-4d71-a4cb-c67f3f2f0441'}, {'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'name': 'network-vif-deleted', 'tag': '967e60a3-74e6-4a2b-bb64-61191a4f06d9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:46.473953 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf76def-b2e0-4204-925b-a09fbcd4673d" -d '{"events": [{"server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "name": "network-vif-deleted", "tag": "6f28b28b-be06-4d71-a4cb-c67f3f2f0441"}, {"server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "name": "network-vif-deleted", "tag": "967e60a3-74e6-4a2b-bb64-61191a4f06d9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:46.539923 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70834326-4088-4fbe-84a5-21bc7eddeaa5 req-a738dc7f-84d8-43b6-95fd-976beec30f15 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106465 Feb 09 03:21:46.608328 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-139313a0-8cef-437d-88b1-280f662b2e25 req-febb7250-ffca-4ea3-812c-a4deedc52b7b service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142324 Feb 09 03:21:46.656212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3189b42c-e578-4f29-bbe8-8bcd688be69c req-f3ac0a57-375d-41fb-8a33-704d88dc3691 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (75c79ebe-818c-4bcb-8357-a46abc0b873f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:46.669801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['75c79ebe-818c-4bcb-8357-a46abc0b873f'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:46.708417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243860db-3622-4f55-acc4-6251a3caeca3 req-351114a2-0359-4a82-a839-ca8fa4b62bc9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:46.715516 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-243860db-3622-4f55-acc4-6251a3caeca3 req-351114a2-0359-4a82-a839-ca8fa4b62bc9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1235869 Feb 09 03:21:46.920318 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-243860db-3622-4f55-acc4-6251a3caeca3 req-40407602-2c60-4914-8709-4fe3112dff8a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938343 Feb 09 03:21:47.028025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33122) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:47.081822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca4625e-6afa-46e5-8069-a9736824a4bc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting subnet d51faa45-6e4e-444c-b2aa-f4f36caba5c8 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:21:47.085388 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ca4625e-6afa-46e5-8069-a9736824a4bc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks [] for subnet (d51faa45-6e4e-444c-b2aa-f4f36caba5c8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:47.135130 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ca4625e-6afa-46e5-8069-a9736824a4bc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (d51faa45-6e4e-444c-b2aa-f4f36caba5c8), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:47.173436 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfe6368-b457-46a1-a411-da88835d81ea x-openstack-request-id: req-2dfe6368-b457-46a1-a411-da88835d81ea {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:47.174798 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "name": "network-vif-deleted", "tag": "6f28b28b-be06-4d71-a4cb-c67f3f2f0441", "status": "completed", "code": 200}, {"server_uuid": "fd59e8c6-ca13-40e1-9be5-62f24b07b838", "name": "network-vif-deleted", "tag": "967e60a3-74e6-4a2b-bb64-61191a4f06d9", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:47.175192 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dfe6368-b457-46a1-a411-da88835d81ea {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:47.175611 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'name': 'network-vif-deleted', 'tag': '6f28b28b-be06-4d71-a4cb-c67f3f2f0441', 'status': 'completed', 'code': 200} Feb 09 03:21:47.175878 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd59e8c6-ca13-40e1-9be5-62f24b07b838', 'name': 'network-vif-deleted', 'tag': '967e60a3-74e6-4a2b-bb64-61191a4f06d9', 'status': 'completed', 'code': 200} Feb 09 03:21:47.186612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac0a57-375d-41fb-8a33-704d88dc3691 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Pushing event deleted for resources: {'Port': ['ID=75c79ebe-818c-4bcb-8357-a46abc0b873f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:47.254882 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0fd2f276-7193-4149-afc3-8af151bc4d63 req-49ebdda3-de7b-43c9-b17d-8bee5f7876e3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42a13696-1659-406d-83f1-2f9842a7cd23 HTTP/1.1" status: 200 len: 210 time: 0.0862644 Feb 09 03:21:47.289113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-3189b42c-e578-4f29-bbe8-8bcd688be69c req-f3ac0a57-375d-41fb-8a33-704d88dc3691 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] No DVR routers for this DVR port 75c79ebe-818c-4bcb-8357-a46abc0b873f on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:21:47.292076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3189b42c-e578-4f29-bbe8-8bcd688be69c req-f3ac0a57-375d-41fb-8a33-704d88dc3691 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:47.295712 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3189b42c-e578-4f29-bbe8-8bcd688be69c req-f3ac0a57-375d-41fb-8a33-704d88dc3691 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.42 "DELETE /v2.0/ports/75c79ebe-818c-4bcb-8357-a46abc0b873f HTTP/1.1" status: 204 len: 173 time: 1.9246337 Feb 09 03:21:47.320888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ca4625e-6afa-46e5-8069-a9736824a4bc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (d51faa45-6e4e-444c-b2aa-f4f36caba5c8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:47.393515 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ca4625e-6afa-46e5-8069-a9736824a4bc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (d51faa45-6e4e-444c-b2aa-f4f36caba5c8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:47.426970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4625e-6afa-46e5-8069-a9736824a4bc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Subnet': ['ID=d51faa45-6e4e-444c-b2aa-f4f36caba5c8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:47.430025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ca4625e-6afa-46e5-8069-a9736824a4bc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:47.436108 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9ca4625e-6afa-46e5-8069-a9736824a4bc tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "DELETE /v2.0/subnets/d51faa45-6e4e-444c-b2aa-f4f36caba5c8 HTTP/1.1" status: 204 len: 168 time: 0.4046056 Feb 09 03:21:47.437628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33134) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:47.442913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182f963d-8134-432f-a69e-e6175458bb20 None None] Network 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:47.555230 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (961313e2-c9a1-4251-b4a7-fe18fa2b7b1e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:47.601755 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e7ca5e6-828d-44a7-be19-fc2a75a7b019 req-38ac8f74-ca6d-4eaa-bc2b-51a7317fcb95 tempest-InstanceActionsTestJSON-2009158746 tempest-InstanceActionsTestJSON-2009158746-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa5954f-9135-4297-be14-18e8137913a6 HTTP/1.1" status: 200 len: 210 time: 0.0371051 Feb 09 03:21:47.691203 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:21:47.691767 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:47.806341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db733127-c78e-43a5-96ef-e7b28949bf72 None None] DHCP port deletion for 961313e2-c9a1-4251-b4a7-fe18fa2b7b1e request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:21:47.824356 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] For port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0f0450a8-8421-47d2-9ecc-6cb4c8182d24,segment=NetworkSegment(05517f75-787a-4bcf-b233-19a65f4f27fd),segment_id=05517f75-787a-4bcf-b233-19a65f4f27fd)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:47.824928 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:47.847153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Calling delete_port for 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:21:47.895656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-db733127-c78e-43a5-96ef-e7b28949bf72 None None] Deleting port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:21:47.897583 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db733127-c78e-43a5-96ef-e7b28949bf72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:47.959643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 44582d98-1d9c-423f-add0-e9fa3fa7ae8d no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:21:47.987029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 44582d98-1d9c-423f-add0-e9fa3fa7ae8d {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:21:47.987487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 44582d98-1d9c-423f-add0-e9fa3fa7ae8d not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:21:47.988048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:21:48.033844 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.059440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:21:48.059847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 6f28b28b-be06-4d71-a4cb-c67f3f2f0441 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:21:48.060001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 75c79ebe-818c-4bcb-8357-a46abc0b873f no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:21:48.079064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] No DVR routers for this DVR port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:21:48.094665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Port': ['ID=0f0450a8-8421-47d2-9ecc-6cb4c8182d24,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:48.153682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-db733127-c78e-43a5-96ef-e7b28949bf72 None None] For port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0f0450a8-8421-47d2-9ecc-6cb4c8182d24,segment=NetworkSegment(05517f75-787a-4bcf-b233-19a65f4f27fd),segment_id=05517f75-787a-4bcf-b233-19a65f4f27fd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:48.155950 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db733127-c78e-43a5-96ef-e7b28949bf72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.160309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 75c79ebe-818c-4bcb-8357-a46abc0b873f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:21:48.160804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 75c79ebe-818c-4bcb-8357-a46abc0b873f not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:21:48.161425 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 967e60a3-74e6-4a2b-bb64-61191a4f06d9 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:21:48.179129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd048d-3fab-48ae-8b9d-74fe741bdcaa req-1fce415a-aa94-40d5-935a-622da6c41490 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:48.187221 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ebbd048d-3fab-48ae-8b9d-74fe741bdcaa req-1fce415a-aa94-40d5-935a-622da6c41490 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1106765 Feb 09 03:21:48.196367 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0615228e-951a-4188-819c-0d03e414c211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.198108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-db733127-c78e-43a5-96ef-e7b28949bf72 None None] Calling delete_port for 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:21:48.199821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 967e60a3-74e6-4a2b-bb64-61191a4f06d9 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:21:48.200163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 967e60a3-74e6-4a2b-bb64-61191a4f06d9 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:21:48.257588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ebbd048d-3fab-48ae-8b9d-74fe741bdcaa req-26c3cae6-a3ea-46b9-9aa7-f40f554f6393 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583739 Feb 09 03:21:48.294759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-adb9ad4e-e8ed-4a23-92f6-dbce1e13d74a tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:48.308940 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db733127-c78e-43a5-96ef-e7b28949bf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (0f0450a8-8421-47d2-9ecc-6cb4c8182d24), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.315929 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-adb9ad4e-e8ed-4a23-92f6-dbce1e13d74a tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.1520195 Feb 09 03:21:48.339380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db733127-c78e-43a5-96ef-e7b28949bf72 None None] Pushing event deleted for resources: {'Port': ['ID=0f0450a8-8421-47d2-9ecc-6cb4c8182d24,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:48.343814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db733127-c78e-43a5-96ef-e7b28949bf72 None None] No DVR routers for this DVR port 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:21:48.396955 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (961313e2-c9a1-4251-b4a7-fe18fa2b7b1e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.417692 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-d947092d-dcc5-4ea2-a0e3-ebc9796aceaf tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/quotas/69b6b1176614400e9dcf0a59965b7b9e HTTP/1.1" status: 200 len: 375 time: 0.0994477 Feb 09 03:21:48.428380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961313e2-c9a1-4251-b4a7-fe18fa2b7b1e']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:48.452754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05517f75-787a-4bcf-b233-19a65f4f27fd') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:48.453048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05517f75-787a-4bcf-b233-19a65f4f27fd') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:48.476796 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-194e694b-ddec-408e-ad15-820c20587c2c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390604 Feb 09 03:21:48.481806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (05517f75-787a-4bcf-b233-19a65f4f27fd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.511043 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (05517f75-787a-4bcf-b233-19a65f4f27fd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.528247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:21:48.528690 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (05517f75-787a-4bcf-b233-19a65f4f27fd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:21:48.532849 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:21:48.649458 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (961313e2-c9a1-4251-b4a7-fe18fa2b7b1e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.670413 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.674926 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "DELETE /v2.0/networks/961313e2-c9a1-4251-b4a7-fe18fa2b7b1e HTTP/1.1" status: 204 len: 168 time: 1.2368591 Feb 09 03:21:48.678236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33174) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:48.698397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a131e-48ff-4086-b3be-100e069a4bef tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Network': ['ID=961313e2-c9a1-4251-b4a7-fe18fa2b7b1e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:48.708773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33176) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:48.760440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6e3458-49de-4c0b-8619-3cac10f5453b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting subnet 74a93261-4841-4dbf-b4f5-96822c30c264 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:21:48.766783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c6e3458-49de-4c0b-8619-3cac10f5453b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks [] for subnet (74a93261-4841-4dbf-b4f5-96822c30c264), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.789637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-3095aa7e-116c-4bed-bc4c-291b8f2cc6d9 service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755215 Feb 09 03:21:48.834765 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c6e3458-49de-4c0b-8619-3cac10f5453b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (74a93261-4841-4dbf-b4f5-96822c30c264), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.866695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdd23c5-6a93-4370-9502-7333bddc0509 admin admin] Deleting subnet d3f8b495-2ce5-46d9-a645-7f3d5ffd4271 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:21:48.872595 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cdd23c5-6a93-4370-9502-7333bddc0509 admin admin] Publish callbacks [] for subnet (d3f8b495-2ce5-46d9-a645-7f3d5ffd4271), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.935196 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cdd23c5-6a93-4370-9502-7333bddc0509 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (d3f8b495-2ce5-46d9-a645-7f3d5ffd4271), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.936150 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c6e3458-49de-4c0b-8619-3cac10f5453b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (74a93261-4841-4dbf-b4f5-96822c30c264), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:48.976170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-997da13a-757f-41c5-ad22-3dbc2047131c service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831071 Feb 09 03:21:49.022875 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cdd23c5-6a93-4370-9502-7333bddc0509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (d3f8b495-2ce5-46d9-a645-7f3d5ffd4271), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.048831 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c6e3458-49de-4c0b-8619-3cac10f5453b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (74a93261-4841-4dbf-b4f5-96822c30c264), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.167666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e3458-49de-4c0b-8619-3cac10f5453b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Subnet': ['ID=74a93261-4841-4dbf-b4f5-96822c30c264,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:49.176945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa5954f-9135-4297-be14-18e8137913a6', 'name': 'network-vif-deleted', 'tag': '75c79ebe-818c-4bcb-8357-a46abc0b873f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:49.184262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd19589-47ee-42c6-b6ca-23699f797a31 None None] Network 74395649-668e-40f9-bc9e-5b583e56b71e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:49.195847 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c6e3458-49de-4c0b-8619-3cac10f5453b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.202326 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec988d2f-c651-4506-adf8-f509bb7479d1" -d '{"events": [{"server_uuid": "9fa5954f-9135-4297-be14-18e8137913a6", "name": "network-vif-deleted", "tag": "75c79ebe-818c-4bcb-8357-a46abc0b873f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:49.214696 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2c6e3458-49de-4c0b-8619-3cac10f5453b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "DELETE /v2.0/subnets/74a93261-4841-4dbf-b4f5-96822c30c264 HTTP/1.1" status: 204 len: 168 time: 0.5348253 Feb 09 03:21:49.220753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33192) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:49.252856 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cdd23c5-6a93-4370-9502-7333bddc0509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (d3f8b495-2ce5-46d9-a645-7f3d5ffd4271), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.316358 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.355234 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebe6115-e0a7-48d0-9943-5b1f1a25f998 x-openstack-request-id: req-8ebe6115-e0a7-48d0-9943-5b1f1a25f998 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:49.355865 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa5954f-9135-4297-be14-18e8137913a6", "name": "network-vif-deleted", "tag": "75c79ebe-818c-4bcb-8357-a46abc0b873f", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:49.356058 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ebe6115-e0a7-48d0-9943-5b1f1a25f998 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:49.359038 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa5954f-9135-4297-be14-18e8137913a6', 'name': 'network-vif-deleted', 'tag': '75c79ebe-818c-4bcb-8357-a46abc0b873f', 'status': 'completed', 'code': 200} Feb 09 03:21:49.367456 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cdd23c5-6a93-4370-9502-7333bddc0509 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.378141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2cdd23c5-6a93-4370-9502-7333bddc0509 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d3f8b495-2ce5-46d9-a645-7f3d5ffd4271 HTTP/1.1" status: 204 len: 168 time: 0.6682253 Feb 09 03:21:49.380884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd23c5-6a93-4370-9502-7333bddc0509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f8b495-2ce5-46d9-a645-7f3d5ffd4271,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:49.383898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33198) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:49.431857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d6d01c-8230-46de-b473-c2177b3b542c None None] DHCP port deletion for 74395649-668e-40f9-bc9e-5b583e56b71e request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:21:49.438886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-29c1630e-e26f-4e5b-910b-bda8a49f0aa3 req-76c39d75-8a6b-4f84-a08d-f2cab7e62a33 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 210 time: 0.1081438 Feb 09 03:21:49.511060 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (74395649-668e-40f9-bc9e-5b583e56b71e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.530277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6d01c-8230-46de-b473-c2177b3b542c None None] Deleting port 9cf417f6-682a-4c61-abba-b13a3e62098a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:21:49.530559 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d01c-8230-46de-b473-c2177b3b542c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.583908 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.601796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ba752-99f4-4e5e-a191-c6c978591ae7 req-a3f6347d-6f16-498f-ac03-3cba7db30d38 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:49.608841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a4ba752-99f4-4e5e-a191-c6c978591ae7 req-a3f6347d-6f16-498f-ac03-3cba7db30d38 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.2359409 Feb 09 03:21:49.650919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d1d6d01c-8230-46de-b473-c2177b3b542c None None] For port 9cf417f6-682a-4c61-abba-b13a3e62098a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9cf417f6-682a-4c61-abba-b13a3e62098a,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:49.651630 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d01c-8230-46de-b473-c2177b3b542c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.680669 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6d01c-8230-46de-b473-c2177b3b542c None None] Calling delete_port for 9cf417f6-682a-4c61-abba-b13a3e62098a owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:21:49.684273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a4ba752-99f4-4e5e-a191-c6c978591ae7 req-b4374908-f508-4875-826e-3352de900f1d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650976 Feb 09 03:21:49.740357 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting port 9cf417f6-682a-4c61-abba-b13a3e62098a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:21:49.740934 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.743661 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.789696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:49.814084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53caf9ba-79b5-41b9-bc41-7fe34d04a503') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:49.814375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53caf9ba-79b5-41b9-bc41-7fe34d04a503') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:49.838068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] For port 9cf417f6-682a-4c61-abba-b13a3e62098a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9cf417f6-682a-4c61-abba-b13a3e62098a,segment=NetworkSegment(fe763922-e5cb-413a-bbed-a67933620224),segment_id=fe763922-e5cb-413a-bbed-a67933620224)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:49.838436 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.842863 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (53caf9ba-79b5-41b9-bc41-7fe34d04a503), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.868771 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (53caf9ba-79b5-41b9-bc41-7fe34d04a503), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.870861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Calling delete_port for 9cf417f6-682a-4c61-abba-b13a3e62098a owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:21:49.888438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:21:49.889168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:21:49.893838 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (53caf9ba-79b5-41b9-bc41-7fe34d04a503), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:21:49.896590 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:21:49.899541 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d01c-8230-46de-b473-c2177b3b542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.960437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:21:49.960684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0f0450a8-8421-47d2-9ecc-6cb4c8182d24 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:21:49.961109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9cf417f6-682a-4c61-abba-b13a3e62098a no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:21:49.964264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6d01c-8230-46de-b473-c2177b3b542c None None] Pushing event deleted for resources: {'Port': ['ID=9cf417f6-682a-4c61-abba-b13a3e62098a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:49.970015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6d01c-8230-46de-b473-c2177b3b542c None None] No DVR routers for this DVR port 9cf417f6-682a-4c61-abba-b13a3e62098a on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:21:50.013890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 9cf417f6-682a-4c61-abba-b13a3e62098a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:21:50.014349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9cf417f6-682a-4c61-abba-b13a3e62098a not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:21:50.030171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.045596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9cf417f6-682a-4c61-abba-b13a3e62098a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.068566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] No DVR routers for this DVR port 9cf417f6-682a-4c61-abba-b13a3e62098a on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:21:50.100561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Port': ['ID=9cf417f6-682a-4c61-abba-b13a3e62098a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:50.115740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.122272 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] 10.222.0.21 "DELETE /v2.0/networks/c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d HTTP/1.1" status: 204 len: 168 time: 0.7024996 Feb 09 03:21:50.122272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95606dfd-1236-487c-8957-a860e3030f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a0b0f8-e19e-4326-8d90-a3bec7c5e83d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:50.151874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b6c12-f8e9-4f1a-bf94-3104971c5d0f req-a885bf55-6213-4493-a63a-930321d2175b tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:50.160985 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-976b6c12-f8e9-4f1a-bf94-3104971c5d0f req-a885bf55-6213-4493-a63a-930321d2175b tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 1133 time: 0.2602081 Feb 09 03:21:50.181194 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-976b6c12-f8e9-4f1a-bf94-3104971c5d0f req-5e0f5815-2bae-4d2a-bf19-8daa1d5b36a1 tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.277558 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (74395649-668e-40f9-bc9e-5b583e56b71e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.305557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74395649-668e-40f9-bc9e-5b583e56b71e']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:50.318262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe763922-e5cb-413a-bbed-a67933620224') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:50.318713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe763922-e5cb-413a-bbed-a67933620224') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:50.330097 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (fe763922-e5cb-413a-bbed-a67933620224), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.331750 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-976b6c12-f8e9-4f1a-bf94-3104971c5d0f req-5e0f5815-2bae-4d2a-bf19-8daa1d5b36a1 tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] Publish callbacks [] for security_group (ae04ee58-2f43-4ce4-9a5b-e8bca30e4087), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.336997 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-976b6c12-f8e9-4f1a-bf94-3104971c5d0f req-5e0f5815-2bae-4d2a-bf19-8daa1d5b36a1 tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ae04ee58-2f43-4ce4-9a5b-e8bca30e4087), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.362063 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (fe763922-e5cb-413a-bbed-a67933620224), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.379330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:21:50.380920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (fe763922-e5cb-413a-bbed-a67933620224), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:21:50.384572 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:21:50.402229 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-976b6c12-f8e9-4f1a-bf94-3104971c5d0f req-5e0f5815-2bae-4d2a-bf19-8daa1d5b36a1 tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347727 Feb 09 03:21:50.441809 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33228) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:50.507369 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (74395649-668e-40f9-bc9e-5b583e56b71e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.508180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f5815-2bae-4d2a-bf19-8daa1d5b36a1 tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae04ee58-2f43-4ce4-9a5b-e8bca30e4087,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:50.517141 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.530500 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "DELETE /v2.0/networks/74395649-668e-40f9-bc9e-5b583e56b71e HTTP/1.1" status: 204 len: 168 time: 1.3071370 Feb 09 03:21:50.541836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33232) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:50.547947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-cf77f924-553e-4b07-b2e8-a6691ffe0208 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-661738100'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:50.561782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38970680-6328-4f1b-bc00-078b4c907e78 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Network': ['ID=74395649-668e-40f9-bc9e-5b583e56b71e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:50.614192 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ebe3bac-92dd-4b25-8cd9-448331515b21 req-cb9c91ec-d24e-4927-b103-5a74904b7fe1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 210 time: 0.0731342 Feb 09 03:21:50.622480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cc62130e-caa4-49ee-80b2-cac5814758e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=837383832f674f66abb27eb094d85db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795428 Feb 09 03:21:50.626082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33236) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:50.635701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf77f924-553e-4b07-b2e8-a6691ffe0208 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:50.644787 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf77f924-553e-4b07-b2e8-a6691ffe0208 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.674510 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.676422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf77f924-553e-4b07-b2e8-a6691ffe0208 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:21:50.688631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf77f924-553e-4b07-b2e8-a6691ffe0208 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1718735a-ba13-43f8-9ade-58ced715e634), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.688975 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-cf77f924-553e-4b07-b2e8-a6691ffe0208 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Added segment 1718735a-ba13-43f8-9ade-58ced715e634 of type vlan for network cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 Feb 09 03:21:50.716344 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6e84-528a-4919-9983-d8032875bc76 admin admin] Publish callbacks [] for security_group (776427b8-0032-4e71-bb9a-f07b2630cf16), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.735523 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf77f924-553e-4b07-b2e8-a6691ffe0208 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (cbd7754f-8d9c-4a3f-b2ac-dd76b424f858), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.761177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6e84-528a-4919-9983-d8032875bc76 admin admin] Publish callbacks [] for security_group (776427b8-0032-4e71-bb9a-f07b2630cf16), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.773184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf77f924-553e-4b07-b2e8-a6691ffe0208 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (cbd7754f-8d9c-4a3f-b2ac-dd76b424f858), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.787348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf77f924-553e-4b07-b2e8-a6691ffe0208 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:50.789283 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf77f924-553e-4b07-b2e8-a6691ffe0208 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.823838 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cf77f924-553e-4b07-b2e8-a6691ffe0208 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2809715 Feb 09 03:21:50.826753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33238) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:50.833617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0573ec9b-e0eb-4d69-93fc-d08ec5462570 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'subnet': {'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:50.863782 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6e84-528a-4919-9983-d8032875bc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (776427b8-0032-4e71-bb9a-f07b2630cf16), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.866577 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6e84-528a-4919-9983-d8032875bc76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:50.867968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fdfb6e84-528a-4919-9983-d8032875bc76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/776427b8-0032-4e71-bb9a-f07b2630cf16 HTTP/1.1" status: 204 len: 168 time: 0.2406967 Feb 09 03:21:50.901469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-4674a2a3-1be3-4d9b-9c28-fd9c22dfee23 req-0648a629-ec19-48db-9e5e-47da673b54b7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:21:50.914746 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4674a2a3-1be3-4d9b-9c28-fd9c22dfee23 req-0648a629-ec19-48db-9e5e-47da673b54b7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3283215 Feb 09 03:21:50.946557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb6e84-528a-4919-9983-d8032875bc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776427b8-0032-4e71-bb9a-f07b2630cf16,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:51.049618 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77f924-553e-4b07-b2e8-a6691ffe0208 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Network': ['ID=cbd7754f-8d9c-4a3f-b2ac-dd76b424f858,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:51.056249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0573ec9b-e0eb-4d69-93fc-d08ec5462570 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:51.067671 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0573ec9b-e0eb-4d69-93fc-d08ec5462570 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:51.071850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:21:51.173327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-afe09f38-96e3-4dc3-922f-4d11c04e2bf5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:51.175975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-afe09f38-96e3-4dc3-922f-4d11c04e2bf5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.2334270 Feb 09 03:21:51.196894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Request body: {'port': {'device_id': '59504282-dc1f-4ada-a526-89a4f9a81a04', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'admin_state_up': True, 'tenant_id': '69b6b1176614400e9dcf0a59965b7b9e'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:51.383887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Made reservation on behalf of 69b6b1176614400e9dcf0a59965b7b9e for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:51.390347 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:51.458246 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0573ec9b-e0eb-4d69-93fc-d08ec5462570 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (29027875-03c6-4523-b884-2ca22c3e73a5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:51.588763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573ec9b-e0eb-4d69-93fc-d08ec5462570 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Subnet': ['ID=29027875-03c6-4523-b884-2ca22c3e73a5,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:51.600202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0573ec9b-e0eb-4d69-93fc-d08ec5462570 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Checking segment: {'id': '1718735a-ba13-43f8-9ade-58ced715e634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:51.600584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0573ec9b-e0eb-4d69-93fc-d08ec5462570 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network hostable DHCP agents. Network: cbd7754f-8d9c-4a3f-b2ac-dd76b424f858, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:21:51.626399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0573ec9b-e0eb-4d69-93fc-d08ec5462570 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:21:51.641342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-0573ec9b-e0eb-4d69-93fc-d08ec5462570 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, cbd7754f-8d9c-4a3f-b2ac-dd76b424f858) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:51.646694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0573ec9b-e0eb-4d69-93fc-d08ec5462570 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:51.647336 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0573ec9b-e0eb-4d69-93fc-d08ec5462570 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:51.654435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af827f3-70e4-45a6-b649-244dcf8e5c26 None None] Network cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:51.677738 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0573ec9b-e0eb-4d69-93fc-d08ec5462570 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8492508 Feb 09 03:21:51.680305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33272) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:51.694386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3c081647-8b21-4e2c-80a8-48c4d606f9c6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1581816840'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:51.711867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Allocated IP 172.20.0.14 (d9949b55-ccfa-4df2-b531-2094d183f640/0775cadb-5388-496a-9c76-2a812afcdf9e/264edc02-9f3d-4546-ac40-08c7a3ad3360) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:51.745665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c081647-8b21-4e2c-80a8-48c4d606f9c6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:51.749648 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c081647-8b21-4e2c-80a8-48c4d606f9c6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:51.872985 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaaac7cf-e197-4807-b0b1-28c44d880bf8 req-0a4ce31e-2a47-4884-ad86-0068563d0f1f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 210 time: 0.1340210 Feb 09 03:21:51.898360 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c081647-8b21-4e2c-80a8-48c4d606f9c6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:21:51.914017 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c081647-8b21-4e2c-80a8-48c4d606f9c6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (5718f228-279e-403d-9b98-0205793e7083), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:51.915329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-cbd7754f-8d9c-4a3f-b2ac-dd76b424f858', 'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858', 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'fixed_ips': [{'subnet_id': '29027875-03c6-4523-b884-2ca22c3e73a5'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:21:51.916278 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:51.916531 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-3c081647-8b21-4e2c-80a8-48c4d606f9c6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Added segment 5718f228-279e-403d-9b98-0205793e7083 of type vlan for network 4ab03bd1-46de-4474-b34d-2259965265a5 Feb 09 03:21:52.110708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-af3fb1b9-018d-4d27-b597-e915f0ec775e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2394435 Feb 09 03:21:52.123511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-b63e3af5-8f70-4630-ae79-d89934bc6b79 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:21:52.124509 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-b63e3af5-8f70-4630-ae79-d89934bc6b79 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085950 Feb 09 03:21:52.140114 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.178280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Allocated IP 19.80.0.2 (cbd7754f-8d9c-4a3f-b2ac-dd76b424f858/29027875-03c6-4523-b884-2ca22c3e73a5/283bb2b6-9417-4ee1-8941-123dd70557f0) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:52.213933 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks [] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.269466 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.325399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Network d9949b55-ccfa-4df2-b531-2094d183f640 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:52.329420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:52.336213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:52.422196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Pushing event updated for resources: {'Port': ['ID=264edc02-9f3d-4546-ac40-08c7a3ad3360,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:52.429943 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Publish callbacks [] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.445624 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.485049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:52.485906 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.522370 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c081647-8b21-4e2c-80a8-48c4d606f9c6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (4ab03bd1-46de-4474-b34d-2259965265a5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.522616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-f7576990-1abe-4fb1-a742-924a3624ff60 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3324647 Feb 09 03:21:52.522982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33300) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:52.525626 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Pushing event updated for resources: {'Port': ['ID=283bb2b6-9417-4ee1-8941-123dd70557f0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:52.541778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Request body: {'port': {'device_id': '59504282-dc1f-4ada-a526-89a4f9a81a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:52.567619 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Network cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:52.572017 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:52.576569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:52.577395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b48b-417d-491e-8ec1-a332e0d52223 req-2c1ebb36-b1ea-4e29-8430-e8749aa3d259 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:52.580443 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2cd1b48b-417d-491e-8ec1-a332e0d52223 req-2c1ebb36-b1ea-4e29-8430-e8749aa3d259 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.7477403 Feb 09 03:21:52.681530 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c081647-8b21-4e2c-80a8-48c4d606f9c6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (4ab03bd1-46de-4474-b34d-2259965265a5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.692464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c081647-8b21-4e2c-80a8-48c4d606f9c6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:52.693100 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c081647-8b21-4e2c-80a8-48c4d606f9c6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.698409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.731503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Attempting to bind port 283bb2b6-9417-4ee1-8941-123dd70557f0 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:52.732165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Attempting to bind port 283bb2b6-9417-4ee1-8941-123dd70557f0 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '1718735a-ba13-43f8-9ade-58ced715e634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:52.732845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Attempting to bind port 283bb2b6-9417-4ee1-8941-123dd70557f0 on network cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:52.736546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-295678251-network', 'tenant_id': '5f8aa665123a48e4bf49a97e9491f168'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:52.744864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:52.745673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Checking segment: {'id': '1718735a-ba13-43f8-9ade-58ced715e634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:52.746406 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.747084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Bound using segment: {'id': '1718735a-ba13-43f8-9ade-58ced715e634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:52.748707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Bound port: 283bb2b6-9417-4ee1-8941-123dd70557f0, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1718735a-ba13-43f8-9ade-58ced715e634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:52.749710 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.847351 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Made reservation on behalf of 5f8aa665123a48e4bf49a97e9491f168 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:52.849550 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.851901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] For port 283bb2b6-9417-4ee1-8941-123dd70557f0, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:52.857437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] For port 283bb2b6-9417-4ee1-8941-123dd70557f0, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=283bb2b6-9417-4ee1-8941-123dd70557f0,segment=NetworkSegment(1718735a-ba13-43f8-9ade-58ced715e634),segment_id=1718735a-ba13-43f8-9ade-58ced715e634)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:52.870839 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3c081647-8b21-4e2c-80a8-48c4d606f9c6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1892912 Feb 09 03:21:52.883211 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.900747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33316) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:52.909069 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2cd1b48b-417d-491e-8ec1-a332e0d52223 req-338a606f-f211-43e7-b987-434368145d41 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134029 Feb 09 03:21:52.925713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4759b78f-a707-4e91-813f-2d392d72079d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'subnet': {'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:52.949341 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:52.990393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867ce3c-7462-430e-9297-25c5f923fcfc None None] Pushing event updated for resources: {'Port': ['ID=283bb2b6-9417-4ee1-8941-123dd70557f0,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:53.006161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c081647-8b21-4e2c-80a8-48c4d606f9c6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Network': ['ID=4ab03bd1-46de-4474-b34d-2259965265a5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:53.024695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 4ab03bd1-46de-4474-b34d-2259965265a5 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:21:53.473798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4759b78f-a707-4e91-813f-2d392d72079d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:53.477181 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4759b78f-a707-4e91-813f-2d392d72079d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:53.553704 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Publish callbacks [] for security_group (299e71a2-8aba-4bb7-82df-900d003e7a68), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:53.571041 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (299e71a2-8aba-4bb7-82df-900d003e7a68), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:53.640265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:21:53.653491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918a425-3de1-4e35-ad65-2e5f8b81632d req-4dd9e3b9-a23b-4991-82f1-15d002c6e418 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:53.661041 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4918a425-3de1-4e35-ad65-2e5f8b81632d req-4dd9e3b9-a23b-4991-82f1-15d002c6e418 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 932 time: 0.4824932 Feb 09 03:21:53.689908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299e71a2-8aba-4bb7-82df-900d003e7a68,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:53.711170 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (32c7182d-31aa-456d-8999-0d0be1d7d9ef), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:53.711511 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Added segment 32c7182d-31aa-456d-8999-0d0be1d7d9ef of type vlan for network 3bca27b1-2f6d-473c-8181-682fb1897027 Feb 09 03:21:53.822528 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (3bca27b1-2f6d-473c-8181-682fb1897027), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:53.848814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264edc02-9f3d-4546-ac40-08c7a3ad3360 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:53.883286 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Publish callbacks [] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:53.906102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4918a425-3de1-4e35-ad65-2e5f8b81632d req-7243abdb-2b0c-47a3-a96e-e375d1fc666a tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426727 Feb 09 03:21:53.908891 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 283bb2b6-9417-4ee1-8941-123dd70557f0 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:53.933314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Transition to ACTIVE for port object 264edc02-9f3d-4546-ac40-08c7a3ad3360 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:21:53.950441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:53.985841 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.011604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 283bb2b6-9417-4ee1-8941-123dd70557f0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:54.012167 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.027767 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (3bca27b1-2f6d-473c-8181-682fb1897027), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.028724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:54.029310 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.103981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54932b-be30-42d1-9f7a-6897f2174467 req-9c029af7-3c94-4f3f-b765-a8edacc3b893 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:54.117684 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e54932b-be30-42d1-9f7a-6897f2174467 req-9c029af7-3c94-4f3f-b765-a8edacc3b893 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1195230 Feb 09 03:21:54.173818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 283bb2b6-9417-4ee1-8941-123dd70557f0 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:54.174340 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.212215 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e54932b-be30-42d1-9f7a-6897f2174467 req-05ad3810-734e-4170-8d6e-99599bbc209a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870070 Feb 09 03:21:54.243456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Pushing event updated for resources: {'Port': ['ID=264edc02-9f3d-4546-ac40-08c7a3ad3360,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:54.249009 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4759b78f-a707-4e91-813f-2d392d72079d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (0fcdfd2e-7998-48ff-9748-67b552a2fa5a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.257537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 283bb2b6-9417-4ee1-8941-123dd70557f0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=283bb2b6-9417-4ee1-8941-123dd70557f0,segment=NetworkSegment(1718735a-ba13-43f8-9ade-58ced715e634),segment_id=1718735a-ba13-43f8-9ade-58ced715e634)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:54.267864 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.300878 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7767897 Feb 09 03:21:54.304913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0533ed-f88e-471b-97fd-69683f7bfc29 admin admin] Pushing event updated for resources: {'Network': ['ID=3bca27b1-2f6d-473c-8181-682fb1897027,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:54.306040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33348) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:54.311932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-2b454e0e-27e1-486c-9627-2ef6ea42d81d admin admin] Request body: {'subnet': {'network_id': '3bca27b1-2f6d-473c-8181-682fb1897027', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-295678251-subnet', 'tenant_id': '5f8aa665123a48e4bf49a97e9491f168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:54.345282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-bf5439cf-ace7-40eb-9a94-05af191cd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:54.347052 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-bf5439cf-ace7-40eb-9a94-05af191cd540 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 1133 time: 0.1338882 Feb 09 03:21:54.350584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 3bca27b1-2f6d-473c-8181-682fb1897027 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:21:54.432114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=283bb2b6-9417-4ee1-8941-123dd70557f0,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:54.479741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b454e0e-27e1-486c-9627-2ef6ea42d81d admin admin] Made reservation on behalf of 5f8aa665123a48e4bf49a97e9491f168 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:54.481978 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b454e0e-27e1-486c-9627-2ef6ea42d81d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.533092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759b78f-a707-4e91-813f-2d392d72079d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Subnet': ['ID=0fcdfd2e-7998-48ff-9748-67b552a2fa5a,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:54.549221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759b78f-a707-4e91-813f-2d392d72079d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Checking segment: {'id': '5718f228-279e-403d-9b98-0205793e7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:54.549923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4759b78f-a707-4e91-813f-2d392d72079d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network hostable DHCP agents. Network: 4ab03bd1-46de-4474-b34d-2259965265a5, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:21:54.557183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Attempting to bind port 264edc02-9f3d-4546-ac40-08c7a3ad3360 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:54.557861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Attempting to bind port 264edc02-9f3d-4546-ac40-08c7a3ad3360 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:54.558451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Attempting to bind port 264edc02-9f3d-4546-ac40-08c7a3ad3360 on network d9949b55-ccfa-4df2-b531-2094d183f640 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:54.580227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d2f0d8-e088-4ea0-a6cd-af58a919e930 None None] Network cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:54.581927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Port 264edc02-9f3d-4546-ac40-08c7a3ad3360 on network d9949b55-ccfa-4df2-b531-2094d183f640 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:21:54.582666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Attempting to bind port 264edc02-9f3d-4546-ac40-08c7a3ad3360 on network d9949b55-ccfa-4df2-b531-2094d183f640 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:54.590614 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-2c33d51d-df7c-47aa-8680-4a6d65fc7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:54.592453 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-2c33d51d-df7c-47aa-8680-4a6d65fc7f74 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2200077 Feb 09 03:21:54.593894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:54.594550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Checking segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:54.595426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Bound using segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:54.596111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Bound port: 264edc02-9f3d-4546-ac40-08c7a3ad3360, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:54.596856 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.616889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4759b78f-a707-4e91-813f-2d392d72079d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network 4ab03bd1-46de-4474-b34d-2259965265a5 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:21:54.652015 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-3c89dbc6-f46c-4c75-97c6-79fb0732dc06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433 HTTP/1.1" status: 200 len: 217 time: 0.0489800 Feb 09 03:21:54.663412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4759b78f-a707-4e91-813f-2d392d72079d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 4ab03bd1-46de-4474-b34d-2259965265a5) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:54.671388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4759b78f-a707-4e91-813f-2d392d72079d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:54.672010 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4759b78f-a707-4e91-813f-2d392d72079d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.679197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70193915-acb0-4784-9625-d1d3fabfedc0 None None] Network 4ab03bd1-46de-4474-b34d-2259965265a5 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:54.680971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f9169b85-61cf-462d-acb6-6ea24ef2cd9f None None] Provisioning complete for port 283bb2b6-9417-4ee1-8941-123dd70557f0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:54.681345 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9169b85-61cf-462d-acb6-6ea24ef2cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.721389 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4759b78f-a707-4e91-813f-2d392d72079d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7898769 Feb 09 03:21:54.722724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] For port 264edc02-9f3d-4546-ac40-08c7a3ad3360, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:54.727809 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] For port 264edc02-9f3d-4546-ac40-08c7a3ad3360, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=264edc02-9f3d-4546-ac40-08c7a3ad3360,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:54.740046 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.777485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:54.778103 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.779641 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] 10.222.0.42 "PUT /v2.0/ports/264edc02-9f3d-4546-ac40-08c7a3ad3360 HTTP/1.1" status: 200 len: 1093 time: 2.2488670 Feb 09 03:21:54.780090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59504282-dc1f-4ada-a526-89a4f9a81a04', 'tag': '264edc02-9f3d-4546-ac40-08c7a3ad3360'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:54.783160 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df4b60c-167d-4b4b-9bce-7cc39f3113f7" -d '{"events": [{"name": "network-changed", "server_uuid": "59504282-dc1f-4ada-a526-89a4f9a81a04", "tag": "264edc02-9f3d-4546-ac40-08c7a3ad3360"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:54.787170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-37d5f177-0a11-4b7e-b3b1-6fdf68807d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:54.788635 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-37d5f177-0a11-4b7e-b3b1-6fdf68807d69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0820255 Feb 09 03:21:54.896910 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c660737b-7858-45fa-b188-705b0d297a19 x-openstack-request-id: req-c660737b-7858-45fa-b188-705b0d297a19 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:54.897530 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59504282-dc1f-4ada-a526-89a4f9a81a04", "tag": "264edc02-9f3d-4546-ac40-08c7a3ad3360", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:54.897530 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c660737b-7858-45fa-b188-705b0d297a19 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:54.897920 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59504282-dc1f-4ada-a526-89a4f9a81a04', 'tag': '264edc02-9f3d-4546-ac40-08c7a3ad3360', 'status': 'completed', 'code': 200} Feb 09 03:21:54.904113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaff77b-f01a-447c-af7e-0f0fcf70a972 service neutron] Pushing event updated for resources: {'Port': ['ID=264edc02-9f3d-4546-ac40-08c7a3ad3360,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:54.918112 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b454e0e-27e1-486c-9627-2ef6ea42d81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (1053491d-8eb1-4987-b39b-e7afb5c37edb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:54.951500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-26206470-bb50-4c89-9f5f-c85dac791718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:54.952486 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-26206470-bb50-4c89-9f5f-c85dac791718 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 1127 time: 0.1229489 Feb 09 03:21:54.988846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-5291f82e-6e7f-4026-9b40-efd2a95146a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:54.991140 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-5291f82e-6e7f-4026-9b40-efd2a95146a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1941578 Feb 09 03:21:55.036978 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-60fd20a1-1c36-45ac-b759-fd97f00a3644 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=264edc02-9f3d-4546-ac40-08c7a3ad3360 HTTP/1.1" status: 200 len: 217 time: 0.0723372 Feb 09 03:21:55.119410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-4ab03bd1-46de-4474-b34d-2259965265a5', 'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5', 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'fixed_ips': [{'subnet_id': '0fcdfd2e-7998-48ff-9748-67b552a2fa5a'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:21:55.120235 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:55.129025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-06fe8574-67b4-46ee-8c19-1641fe5f3b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:55.131048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-06fe8574-67b4-46ee-8c19-1641fe5f3b49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 200 len: 851 time: 0.0914791 Feb 09 03:21:55.145199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f9169b85-61cf-462d-acb6-6ea24ef2cd9f None None] Current status of the port 283bb2b6-9417-4ee1-8941-123dd70557f0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:55.181110 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-03958826-1ea2-4df3-bb71-def2a5990533 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9949b55-ccfa-4df2-b531-2094d183f640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434840 Feb 09 03:21:55.238420 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-27ae1201-0e8e-427c-abfa-62a6a77ab16e service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003109 Feb 09 03:21:55.243795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faee7e2-953f-432e-936e-e1f42a9ae734 req-a548922b-460a-4a20-84ed-84e2e0ebcdc9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:55.244497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b454e0e-27e1-486c-9627-2ef6ea42d81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1053491d-8eb1-4987-b39b-e7afb5c37edb,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:55.247728 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1faee7e2-953f-432e-936e-e1f42a9ae734 req-a548922b-460a-4a20-84ed-84e2e0ebcdc9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 944 time: 0.1579206 Feb 09 03:21:55.347930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Allocated IP 19.86.0.2 (4ab03bd1-46de-4474-b34d-2259965265a5/0fcdfd2e-7998-48ff-9748-67b552a2fa5a/6ecfcaa9-b65c-4923-ab27-52950f033ac1) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:55.483588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-d9508d8b-6a62-4279-a7cb-bfc4b401fef5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:55.491468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-d9508d8b-6a62-4279-a7cb-bfc4b401fef5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:55.498681 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-d9508d8b-6a62-4279-a7cb-bfc4b401fef5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/networks?id=cbd7754f-8d9c-4a3f-b2ac-dd76b424f858&id=4ab03bd1-46de-4474-b34d-2259965265a5 HTTP/1.1" status: 200 len: 1391 time: 0.2583711 Feb 09 03:21:55.521956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b454e0e-27e1-486c-9627-2ef6ea42d81d admin admin] Checking segment: {'id': '32c7182d-31aa-456d-8999-0d0be1d7d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '3bca27b1-2f6d-473c-8181-682fb1897027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:55.522358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b454e0e-27e1-486c-9627-2ef6ea42d81d admin admin] Network hostable DHCP agents. Network: 3bca27b1-2f6d-473c-8181-682fb1897027, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:21:55.571733 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-a348937c-72dd-4d0e-9c63-8a0686a5a7f5 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/quotas/e318a6beaf8a42d8abdb900eb79f4fee HTTP/1.1" status: 200 len: 375 time: 0.0721285 Feb 09 03:21:55.665226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3a6c957d-dfd9-436f-9913-f24690333f02 None None] Provisioning complete for port 283bb2b6-9417-4ee1-8941-123dd70557f0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:55.665947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b454e0e-27e1-486c-9627-2ef6ea42d81d admin admin] Network 3bca27b1-2f6d-473c-8181-682fb1897027 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:21:55.672663 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a6c957d-dfd9-436f-9913-f24690333f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:55.709169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-2b454e0e-27e1-486c-9627-2ef6ea42d81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 3bca27b1-2f6d-473c-8181-682fb1897027) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:55.719717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b454e0e-27e1-486c-9627-2ef6ea42d81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:55.722170 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b454e0e-27e1-486c-9627-2ef6ea42d81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:55.742347 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-d26de9a7-6d05-4fdb-99f3-263bc270c16d service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934726 Feb 09 03:21:55.745786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71108c51-7a9a-4476-b1ea-152812c9cf9c None None] Network 3bca27b1-2f6d-473c-8181-682fb1897027 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:55.747856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 283bb2b6-9417-4ee1-8941-123dd70557f0 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:55.748351 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2b454e0e-27e1-486c-9627-2ef6ea42d81d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4400673 Feb 09 03:21:55.766210 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-174b0aaf-c9bc-4e27-ac10-dd9407c8e541 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1933217 Feb 09 03:21:55.785734 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Publish callbacks [] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:55.855024 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:55.892721 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-d627c3e5-e7cf-4622-8021-3cfc9ef001c9 service neutron] 10.222.0.21 "GET /v2.0/networks/cbd7754f-8d9c-4a3f-b2ac-dd76b424f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244466 Feb 09 03:21:55.915425 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-24ac7e61-2b39-45fe-a144-4fdc94763ed8 service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7295105 Feb 09 03:21:55.981055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 283bb2b6-9417-4ee1-8941-123dd70557f0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:55.981464 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:56.014743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Network 4ab03bd1-46de-4474-b34d-2259965265a5 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:56.065409 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1faee7e2-953f-432e-936e-e1f42a9ae734 req-ff969d96-efe4-45e1-9513-9d19d3672d0d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478937 Feb 09 03:21:56.080926 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-79794d9b-192b-4f68-af12-4b88d32275d6 service neutron] 10.222.0.21 "GET /v2.0/networks/cbd7754f-8d9c-4a3f-b2ac-dd76b424f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837046 Feb 09 03:21:56.085684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:56.097986 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58e58c68-c382-4dc8-8e57-fd687c03cf38 req-a970cff6-ef1b-4568-87d2-85f9b58754cd service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728954 Feb 09 03:21:56.118190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Pushing event updated for resources: {'Port': ['ID=6ecfcaa9-b65c-4923-ab27-52950f033ac1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:56.138711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:56.299584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-e34e7d21-930f-4748-b5a6-0509899c5215 service neutron] 10.222.0.21 "GET /v2.0/networks/4ab03bd1-46de-4474-b34d-2259965265a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168536 Feb 09 03:21:56.316871 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09b8d55-2d83-487a-b6f9-1463d4b7a1f1 None None] Network 3bca27b1-2f6d-473c-8181-682fb1897027 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:56.334600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c907ce1-4139-46c0-9c74-9be184b00bb3 req-70c2026a-6052-4e17-b60b-2132d46d12ee tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:56.335776 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c907ce1-4139-46c0-9c74-9be184b00bb3 req-70c2026a-6052-4e17-b60b-2132d46d12ee tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1495256 Feb 09 03:21:56.347535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4b60c-167d-4b4b-9bce-7cc39f3113f7 req-3c135179-ab93-49ad-8ec6-a596cfb4cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:56.349614 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6df4b60c-167d-4b4b-9bce-7cc39f3113f7 req-3c135179-ab93-49ad-8ec6-a596cfb4cd94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 1127 time: 0.1406326 Feb 09 03:21:56.393093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c957d-dfd9-436f-9913-f24690333f02 None None] Current status of the port 283bb2b6-9417-4ee1-8941-123dd70557f0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:56.417791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c907ce1-4139-46c0-9c74-9be184b00bb3 req-38add8a9-fd23-4ac2-8eee-80d9b4201852 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744944 Feb 09 03:21:56.451085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-0cdce259-0db8-4d67-bb8b-742be90eae9f service neutron] 10.222.0.21 "GET /v2.0/networks/4ab03bd1-46de-4474-b34d-2259965265a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439235 Feb 09 03:21:56.487740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Attempting to bind port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:56.488325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Attempting to bind port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '5718f228-279e-403d-9b98-0205793e7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:56.488792 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Attempting to bind port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 on network 4ab03bd1-46de-4474-b34d-2259965265a5 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:56.513278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4b60c-167d-4b4b-9bce-7cc39f3113f7 req-6fc34097-23a7-4c4f-84bc-a98e3d0e6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:56.515239 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6df4b60c-167d-4b4b-9bce-7cc39f3113f7 req-6fc34097-23a7-4c4f-84bc-a98e3d0e6047 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 912 time: 0.1514070 Feb 09 03:21:56.522022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:56.522402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Checking segment: {'id': '5718f228-279e-403d-9b98-0205793e7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:56.522809 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:56.523202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Bound using segment: {'id': '5718f228-279e-403d-9b98-0205793e7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:56.523725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Bound port: 6ecfcaa9-b65c-4923-ab27-52950f033ac1, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718f228-279e-403d-9b98-0205793e7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:56.524098 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:56.580691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 283bb2b6-9417-4ee1-8941-123dd70557f0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:56.636480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] For port 6ecfcaa9-b65c-4923-ab27-52950f033ac1, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:56.641481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] For port 6ecfcaa9-b65c-4923-ab27-52950f033ac1, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6ecfcaa9-b65c-4923-ab27-52950f033ac1,segment=NetworkSegment(5718f228-279e-403d-9b98-0205793e7083),segment_id=5718f228-279e-403d-9b98-0205793e7083)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:56.642871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6df4b60c-167d-4b4b-9bce-7cc39f3113f7 req-b1e6609c-9d6f-4e9a-b7f7-ee7ac2d73600 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=264edc02-9f3d-4546-ac40-08c7a3ad3360 HTTP/1.1" status: 200 len: 217 time: 0.1205049 Feb 09 03:21:56.654775 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:56.731610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97829931-f3f0-4959-82ca-6390203caa34 None None] Pushing event updated for resources: {'Port': ['ID=6ecfcaa9-b65c-4923-ab27-52950f033ac1,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:56.760578 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4dbdb21f-5e79-42a0-964a-3ab9fa13d8a9 req-2f4b9402-4241-4b19-9bbf-e66af7be6f99 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 210 time: 0.0902030 Feb 09 03:21:56.811358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4b60c-167d-4b4b-9bce-7cc39f3113f7 req-74b2e4b0-565f-469b-86a4-bc991081ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:56.814016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6df4b60c-167d-4b4b-9bce-7cc39f3113f7 req-74b2e4b0-565f-469b-86a4-bc991081ae77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 200 len: 851 time: 0.1642742 Feb 09 03:21:56.871816 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6df4b60c-167d-4b4b-9bce-7cc39f3113f7 req-ed7d3a73-c279-4ad7-bc19-44970ace7d4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9949b55-ccfa-4df2-b531-2094d183f640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513027 Feb 09 03:21:57.242008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6df4b60c-167d-4b4b-9bce-7cc39f3113f7 req-6d3975ba-cd74-47f7-a38d-3fc1d3ddcdc2 service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622513 Feb 09 03:21:57.358833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c29c4-3090-4f46-9d9f-b3216cbddd9b req-5d900d81-1367-43b0-bd9f-36073fe8a663 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:57.358833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7a0c29c4-3090-4f46-9d9f-b3216cbddd9b req-5d900d81-1367-43b0-bd9f-36073fe8a663 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 944 time: 0.1284046 Feb 09 03:21:57.394015 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8f78b15-d99d-4eb6-bb55-00f898887047 req-99769355-ca56-4ffa-984b-ec4cd98f5cd3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2206104 Feb 09 03:21:57.394391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6df4b60c-167d-4b4b-9bce-7cc39f3113f7 req-8e1388d2-192c-47e1-bb53-58dbb3748c88 service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354573 Feb 09 03:21:57.418902 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7a0c29c4-3090-4f46-9d9f-b3216cbddd9b req-2991a739-9618-426b-b2a4-91f806539b5c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820847 Feb 09 03:21:57.424373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c3ff23c0-9b5b-400d-8f0d-25c65a817ddb tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:57.426754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c3ff23c0-9b5b-400d-8f0d-25c65a817ddb tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/networks?id=3bca27b1-2f6d-473c-8181-682fb1897027 HTTP/1.1" status: 200 len: 821 time: 0.3968284 Feb 09 03:21:57.465938 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-2ab02dde-bca7-49b7-80ca-fcf0e47bc147 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/quotas/5f8aa665123a48e4bf49a97e9491f168 HTTP/1.1" status: 200 len: 375 time: 0.0163517 Feb 09 03:21:57.505166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f78b15-d99d-4eb6-bb55-00f898887047 req-3a2769f0-297e-4d36-bda3-fe79b16522b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:57.506914 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8f78b15-d99d-4eb6-bb55-00f898887047 req-3a2769f0-297e-4d36-bda3-fe79b16522b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 1128 time: 0.0592923 Feb 09 03:21:57.519577 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-a0f4e25f-636b-49ec-9e90-35f2e4fddabd tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8aa665123a48e4bf49a97e9491f168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461266 Feb 09 03:21:57.667608 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-ab374e21-03ac-4e5c-9395-b452ce1e6a19 service neutron] 10.222.0.21 "GET /v2.0/networks/3bca27b1-2f6d-473c-8181-682fb1897027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414413 Feb 09 03:21:57.672555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c25ef-c29c-452b-b030-a5d60fbebf7d req-a28fef44-c942-4ea6-baa8-2b6e0c6a75c6 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:57.674667 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b2c25ef-c29c-452b-b030-a5d60fbebf7d req-a28fef44-c942-4ea6-baa8-2b6e0c6a75c6 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1524472 Feb 09 03:21:57.719481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f78b15-d99d-4eb6-bb55-00f898887047 req-db260558-54e8-49c9-a45a-14addd08efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:57.721413 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8f78b15-d99d-4eb6-bb55-00f898887047 req-db260558-54e8-49c9-a45a-14addd08efc4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.1900637 Feb 09 03:21:57.780809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6ecfcaa9-b65c-4923-ab27-52950f033ac1 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:57.840807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-4d4440ab-2436-44c1-abc8-7f58d9f5f6e2 service neutron] 10.222.0.21 "GET /v2.0/networks/3bca27b1-2f6d-473c-8181-682fb1897027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660359 Feb 09 03:21:57.883607 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b2c25ef-c29c-452b-b030-a5d60fbebf7d req-b7b0cf25-80a7-48f4-84b2-48472e483313 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917017 Feb 09 03:21:57.905204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:57.907296 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:57.927523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8f78b15-d99d-4eb6-bb55-00f898887047 req-0f83af4e-0d21-4499-ba67-33acaed9e4ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7 HTTP/1.1" status: 200 len: 998 time: 0.1900265 Feb 09 03:21:58.086812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f78b15-d99d-4eb6-bb55-00f898887047 req-110f2905-36ac-44ac-a671-f219d3679139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:58.098329 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8f78b15-d99d-4eb6-bb55-00f898887047 req-110f2905-36ac-44ac-a671-f219d3679139 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.1520522 Feb 09 03:21:58.159707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:58.163400 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:58.226959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 6ecfcaa9-b65c-4923-ab27-52950f033ac1, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6ecfcaa9-b65c-4923-ab27-52950f033ac1,segment=NetworkSegment(5718f228-279e-403d-9b98-0205793e7083),segment_id=5718f228-279e-403d-9b98-0205793e7083)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:58.237831 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:58.279321 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfb644b3-cab3-4ee4-9786-252f681f16f6 req-76d4c5df-8a7e-4a74-ab7f-ba7b4393b9d2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 210 time: 0.1232460 Feb 09 03:21:58.319134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f78b15-d99d-4eb6-bb55-00f898887047 req-874ce13e-89fc-4ff0-bbf1-ae14b9cfd255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:58.320920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8f78b15-d99d-4eb6-bb55-00f898887047 req-874ce13e-89fc-4ff0-bbf1-ae14b9cfd255 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2142479 Feb 09 03:21:58.324444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ee1ddb4-9e5f-4307-ac8a-1609018a9ddf req-9c1d3298-feb9-4d47-8ae1-91b5422bd8d7 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 210 time: 0.0862889 Feb 09 03:21:58.381582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=6ecfcaa9-b65c-4923-ab27-52950f033ac1,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:58.516295 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8f78b15-d99d-4eb6-bb55-00f898887047 req-8032f64c-1bb6-493d-a5f3-7241c167846d service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866033 Feb 09 03:21:58.572662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15eb60d-7b23-4c95-b659-73d9607d8f39 None None] Network 4ab03bd1-46de-4474-b34d-2259965265a5 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:58.627629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-a5ed39d7-c73a-47a1-ba4a-9daa7cb5ae42 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:58.642576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-a5ed39d7-c73a-47a1-ba4a-9daa7cb5ae42 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:58.646369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-a5ed39d7-c73a-47a1-ba4a-9daa7cb5ae42 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "GET /v2.0/networks?id=cbd7754f-8d9c-4a3f-b2ac-dd76b424f858&id=4ab03bd1-46de-4474-b34d-2259965265a5 HTTP/1.1" status: 200 len: 1391 time: 0.3209186 Feb 09 03:21:58.666525 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8f78b15-d99d-4eb6-bb55-00f898887047 req-081cb4ab-17a1-423f-8da8-66be10d6d97e service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424561 Feb 09 03:21:58.670239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'port': {'device_id': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858', 'admin_state_up': True, 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:58.711590 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6312ad11-6cd4-4de9-9ecc-8a860f684bc2 None None] Provisioning complete for port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:58.711963 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6312ad11-6cd4-4de9-9ecc-8a860f684bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:58.795292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c3b48-ed69-4666-b3d9-18f41c824f19 req-eac14266-b150-42e5-a7f7-f0050dcd4f4b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:58.799905 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae6c3b48-ed69-4666-b3d9-18f41c824f19 req-eac14266-b150-42e5-a7f7-f0050dcd4f4b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 944 time: 0.1321194 Feb 09 03:21:58.875374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6312ad11-6cd4-4de9-9ecc-8a860f684bc2 None None] Current status of the port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:58.893450 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae6c3b48-ed69-4666-b3d9-18f41c824f19 req-d60fa5da-5876-4ab6-9efd-3264f073c443 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831161 Feb 09 03:21:58.920543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:58.926557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:59.114483 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Allocated IP 19.80.0.34 (cbd7754f-8d9c-4a3f-b2ac-dd76b424f858/29027875-03c6-4523-b884-2ca22c3e73a5/cbe5aeb1-a26a-4051-942c-0b834806c118) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:59.306826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-20ba326c-6cde-4a12-998d-8604e6f286c2 None None] Provisioning complete for port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:59.307070 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20ba326c-6cde-4a12-998d-8604e6f286c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:59.326862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4006cb-4f3f-4f16-99a2-f986cb7367ca req-14b54006-2959-4a29-b9b3-27e5a573a99a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:59.328497 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb4006cb-4f3f-4f16-99a2-f986cb7367ca req-14b54006-2959-4a29-b9b3-27e5a573a99a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1927431 Feb 09 03:21:59.437496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-20ba326c-6cde-4a12-998d-8604e6f286c2 None None] Current status of the port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:59.443969 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb4006cb-4f3f-4f16-99a2-f986cb7367ca req-46d704b1-1bbb-4af5-8698-64ceb09252e4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064489 Feb 09 03:21:59.446860 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks [] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:59.474912 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11ee0573-4026-48d2-b48e-b82af85aac40 req-d325d25a-c635-4586-ae1a-a38a21bb70ad tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 210 time: 0.0580001 Feb 09 03:21:59.510985 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:59.572982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:59.575769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:59.588386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Port': ['ID=cbe5aeb1-a26a-4051-942c-0b834806c118,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:59.590724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:59.653541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.653901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.654358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.654702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.655043 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.655384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.655797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.663557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.663557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.663557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.663557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.663557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.663557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:59.680051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c387169b-341a-4852-94d6-e9b859b95d92 req-aad64b0b-8d5b-4779-b737-ec5afa64a73f tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 210 time: 0.0926840 Feb 09 03:21:59.701258 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6ecfcaa9-b65c-4923-ab27-52950f033ac1 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:59.719970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:59.720637 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:59.745121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ece83b2e-889f-499e-a520-e168dc022760 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0828211 Feb 09 03:21:59.758465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Request body: {'port': {'device_id': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5', 'admin_state_up': True, 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:59.794650 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:59.795368 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:59.962864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Made reservation on behalf of e318a6beaf8a42d8abdb900eb79f4fee for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:59.967978 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:59.973178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:59.992771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f0fc0c47-c917-4f25-bd1b-b44e5f5b2aa5 None None] Provisioning complete for port cbe5aeb1-a26a-4051-942c-0b834806c118 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:59.993587 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0c47-c917-4f25-bd1b-b44e5f5b2aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:00.031939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 264edc02-9f3d-4546-ac40-08c7a3ad3360 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:00.256357 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Allocated IP 19.86.0.218 (4ab03bd1-46de-4474-b34d-2259965265a5/0fcdfd2e-7998-48ff-9748-67b552a2fa5a/207c05e5-f3f1-4846-950d-debde4b29fea) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:00.275389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc0c47-c917-4f25-bd1b-b44e5f5b2aa5 None None] Port cbe5aeb1-a26a-4051-942c-0b834806c118 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:22:00.294040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-79ca9799-b99b-45ff-ad95-1b38b576f12a tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:00.296730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-79ca9799-b99b-45ff-ad95-1b38b576f12a tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.65 "GET /v2.0/networks?id=3bca27b1-2f6d-473c-8181-682fb1897027 HTTP/1.1" status: 200 len: 821 time: 0.4274969 Feb 09 03:22:00.329597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Request body: {'port': {'device_id': '37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6', 'network_id': '3bca27b1-2f6d-473c-8181-682fb1897027', 'admin_state_up': True, 'tenant_id': '5f8aa665123a48e4bf49a97e9491f168'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:00.394982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 264edc02-9f3d-4546-ac40-08c7a3ad3360, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=264edc02-9f3d-4546-ac40-08c7a3ad3360,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:00.408975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '264edc02-9f3d-4546-ac40-08c7a3ad3360', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'port_id': '264edc02-9f3d-4546-ac40-08c7a3ad3360', 'mac_address': 'fa:16:3e:4f:da:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0775cadb-5388-496a-9c76-2a812afcdf9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:00.468225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 264edc02-9f3d-4546-ac40-08c7a3ad3360 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:00.469541 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:00.482594 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks [] for port (207c05e5-f3f1-4846-950d-debde4b29fea), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:00.510395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264edc02-9f3d-4546-ac40-08c7a3ad3360 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:00.549334 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:00.572543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 264edc02-9f3d-4546-ac40-08c7a3ad3360, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=264edc02-9f3d-4546-ac40-08c7a3ad3360,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:00.588060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14626c-7df5-4f30-8f95-eea05d403a23 req-c5c72c0f-f83c-4741-a1cf-943f254594e3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:00.590790 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a14626c-7df5-4f30-8f95-eea05d403a23 req-c5c72c0f-f83c-4741-a1cf-943f254594e3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 944 time: 0.5027893 Feb 09 03:22:00.604472 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Network 4ab03bd1-46de-4474-b34d-2259965265a5 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:00.615946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:00.618925 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:00.634225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:00.780049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:00.782624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:00.786003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=264edc02-9f3d-4546-ac40-08c7a3ad3360,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:00.886340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1359766 Feb 09 03:22:00.888939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c09d4-1700-44d2-8319-9c4b00b93070 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event updated for resources: {'Port': ['ID=207c05e5-f3f1-4846-950d-debde4b29fea,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:00.903955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['264edc02-9f3d-4546-ac40-08c7a3ad3360'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:00.913306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1d649-fae5-4a67-a820-7c6db9b29b6e req-3f664cf8-abd3-43aa-a5dd-31bc0060505f tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:00.924418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1d649-fae5-4a67-a820-7c6db9b29b6e req-3f664cf8-abd3-43aa-a5dd-31bc0060505f tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:00.940902 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3a1d649-fae5-4a67-a820-7c6db9b29b6e req-3f664cf8-abd3-43aa-a5dd-31bc0060505f tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1654 time: 0.2054999 Feb 09 03:22:00.945985 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a14626c-7df5-4f30-8f95-eea05d403a23 req-95c49ed8-9acb-4998-a1da-ee19f2795745 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377631 Feb 09 03:22:00.999395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Request body: {'port': {'device_id': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:01.012218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Made reservation on behalf of 5f8aa665123a48e4bf49a97e9491f168 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:01.016676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:01.184605 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3a1d649-fae5-4a67-a820-7c6db9b29b6e req-eab4d747-f1ea-4e06-8e2f-f7b46b8e7226 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427788 Feb 09 03:22:01.219337 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:01.261349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Allocated IP 172.20.0.10 (3bca27b1-2f6d-473c-8181-682fb1897027/1053491d-8eb1-4987-b39b-e7afb5c37edb/f3653591-aaee-48f3-8fd7-0642ed38b0f5) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:01.290807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d9fa9e38-4174-4acd-a616-9db6f6f059d1 None None] Provisioning complete for port 207c05e5-f3f1-4846-950d-debde4b29fea triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:01.291413 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9fa9e38-4174-4acd-a616-9db6f6f059d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:01.303138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3f365-abb0-46fa-957e-5a232ccfbdbd req-be28db04-6fc5-48c0-bf81-b2e43aeb1b8d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:01.305964 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-52a3f365-abb0-46fa-957e-5a232ccfbdbd req-be28db04-6fc5-48c0-bf81-b2e43aeb1b8d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.2178214 Feb 09 03:22:01.385657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa9e38-4174-4acd-a616-9db6f6f059d1 None None] Port 207c05e5-f3f1-4846-950d-debde4b29fea cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:22:01.390412 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96cebdaf-55a4-4804-95d3-d2cf6ec9dfab req-e54817f2-9974-49a5-a6e7-3715ebdf3f44 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 210 time: 0.0723975 Feb 09 03:22:01.455404 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-52a3f365-abb0-46fa-957e-5a232ccfbdbd req-aa5ba044-3677-4662-b5c9-69b60391bebf tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381025 Feb 09 03:22:01.587253 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Publish callbacks [] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:01.671287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe5aeb1-a26a-4051-942c-0b834806c118 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:01.680558 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Publish callbacks [] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:01.696958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Transition to ACTIVE for port object cbe5aeb1-a26a-4051-942c-0b834806c118 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:01.702024 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:01.836504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe5aeb1-a26a-4051-942c-0b834806c118,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:01.879247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Attempting to bind port cbe5aeb1-a26a-4051-942c-0b834806c118 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:01.879955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Attempting to bind port cbe5aeb1-a26a-4051-942c-0b834806c118 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '1718735a-ba13-43f8-9ade-58ced715e634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:01.880526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Attempting to bind port cbe5aeb1-a26a-4051-942c-0b834806c118 on network cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:01.886143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Port cbe5aeb1-a26a-4051-942c-0b834806c118 on network cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:01.887419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Attempting to bind port cbe5aeb1-a26a-4051-942c-0b834806c118 on network cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:01.893768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:01.894478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Checking segment: {'id': '1718735a-ba13-43f8-9ade-58ced715e634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:01.895372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Bound using segment: {'id': '1718735a-ba13-43f8-9ade-58ced715e634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:01.896690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Bound port: cbe5aeb1-a26a-4051-942c-0b834806c118, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1718735a-ba13-43f8-9ade-58ced715e634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:01.897294 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:01.925778 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:02.023275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Network 3bca27b1-2f6d-473c-8181-682fb1897027 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:02.040593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 264edc02-9f3d-4546-ac40-08c7a3ad3360 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:02.065346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:02.069800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Pushing event updated for resources: {'Port': ['ID=f3653591-aaee-48f3-8fd7-0642ed38b0f5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:02.075724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:02.080366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] For port cbe5aeb1-a26a-4051-942c-0b834806c118, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:02.084645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] For port cbe5aeb1-a26a-4051-942c-0b834806c118, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=cbe5aeb1-a26a-4051-942c-0b834806c118,segment=NetworkSegment(1718735a-ba13-43f8-9ade-58ced715e634),segment_id=1718735a-ba13-43f8-9ade-58ced715e634)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:02.099872 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:02.143108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:02.143866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:02.164537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 264edc02-9f3d-4546-ac40-08c7a3ad3360 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:02.171448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 264edc02-9f3d-4546-ac40-08c7a3ad3360 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:02.172878 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:02.192207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:02.192829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:02.194259 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] 10.222.0.42 "PUT /v2.0/ports/cbe5aeb1-a26a-4051-942c-0b834806c118 HTTP/1.1" status: 200 len: 1092 time: 1.1995859 Feb 09 03:22:02.205936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'tag': 'cbe5aeb1-a26a-4051-942c-0b834806c118'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:02.208321 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d323fa-be8f-4450-8ca0-191be636e6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e08ed2f-b9d3-40f8-8216-935a47ca4e94", "tag": "cbe5aeb1-a26a-4051-942c-0b834806c118"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:02.223417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.223868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.224222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.224566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.224905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.225448 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.225795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.226127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.226476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.226966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.227301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.227771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.228102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:02.252874 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c83af5ca-9287-43d4-90c9-8b7fb88449d0 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9382546 Feb 09 03:22:02.277471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Request body: {'port': {'device_id': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:02.281169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Request body: {'port': {'device_id': '37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:02.321707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560d10a-e6dc-4d8b-9b41-1c11233a336d req-36c517fe-dfa2-48a0-9bbc-356d45783993 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:02.326960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f5d1a-fa94-4727-939e-be6eddeed180 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe5aeb1-a26a-4051-942c-0b834806c118,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:02.329789 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 264edc02-9f3d-4546-ac40-08c7a3ad3360 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:02.330319 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:02.330838 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e560d10a-e6dc-4d8b-9b41-1c11233a336d req-36c517fe-dfa2-48a0-9bbc-356d45783993 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 945 time: 0.1706760 Feb 09 03:22:02.363545 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1997157-b5df-4076-b1b4-5cbda26f1ad4 x-openstack-request-id: req-c1997157-b5df-4076-b1b4-5cbda26f1ad4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:02.363839 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e08ed2f-b9d3-40f8-8216-935a47ca4e94", "tag": "cbe5aeb1-a26a-4051-942c-0b834806c118", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:02.364096 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1997157-b5df-4076-b1b4-5cbda26f1ad4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:02.364509 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'tag': 'cbe5aeb1-a26a-4051-942c-0b834806c118', 'status': 'completed', 'code': 200} Feb 09 03:22:02.383781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 264edc02-9f3d-4546-ac40-08c7a3ad3360, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=264edc02-9f3d-4546-ac40-08c7a3ad3360,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:02.384850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59504282-dc1f-4ada-a526-89a4f9a81a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264edc02-9f3d-4546-ac40-08c7a3ad3360'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:02.387713 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64da9eee-b4fe-461f-ad0c-6b0a7351b74d" -d '{"events": [{"server_uuid": "59504282-dc1f-4ada-a526-89a4f9a81a04", "name": "network-vif-plugged", "status": "completed", "tag": "264edc02-9f3d-4546-ac40-08c7a3ad3360"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:02.395364 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:02.493109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=264edc02-9f3d-4546-ac40-08c7a3ad3360,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:02.555936 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:02.556222 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:02.592744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d323fa-be8f-4450-8ca0-191be636e6f2 req-ade17ee8-6033-4088-a723-13458cedff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:02.593224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d323fa-be8f-4450-8ca0-191be636e6f2 req-ade17ee8-6033-4088-a723-13458cedff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:02.595350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83d323fa-be8f-4450-8ca0-191be636e6f2 req-ade17ee8-6033-4088-a723-13458cedff81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1945 time: 0.2346816 Feb 09 03:22:02.652868 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e560d10a-e6dc-4d8b-9b41-1c11233a336d req-cbf75321-7a3d-4b3f-8afb-269804f60e8e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748388 Feb 09 03:22:02.658047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15651b-973c-4bac-9fab-237b691eb661 req-3feaed3c-077a-4346-ae85-73ac27ece3ac tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:02.663814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15651b-973c-4bac-9fab-237b691eb661 req-3feaed3c-077a-4346-ae85-73ac27ece3ac tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:02.670888 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-de15651b-973c-4bac-9fab-237b691eb661 req-3feaed3c-077a-4346-ae85-73ac27ece3ac tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1666 time: 0.2381754 Feb 09 03:22:02.746707 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f6d38b-f036-4a2e-8e72-ed31cdd051c1 x-openstack-request-id: req-91f6d38b-f036-4a2e-8e72-ed31cdd051c1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:02.747111 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59504282-dc1f-4ada-a526-89a4f9a81a04", "name": "network-vif-plugged", "status": "completed", "tag": "264edc02-9f3d-4546-ac40-08c7a3ad3360", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:02.747379 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91f6d38b-f036-4a2e-8e72-ed31cdd051c1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:02.748661 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59504282-dc1f-4ada-a526-89a4f9a81a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264edc02-9f3d-4546-ac40-08c7a3ad3360', 'code': 200} Feb 09 03:22:02.872760 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-de15651b-973c-4bac-9fab-237b691eb661 req-5695e0b7-3596-4b77-b8ad-7e0105763e28 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996882 Feb 09 03:22:03.011736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d323fa-be8f-4450-8ca0-191be636e6f2 req-7d67a828-f492-4857-b370-9419c71d9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:03.012458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d323fa-be8f-4450-8ca0-191be636e6f2 req-7d67a828-f492-4857-b370-9419c71d9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:03.013659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d323fa-be8f-4450-8ca0-191be636e6f2 req-7d67a828-f492-4857-b370-9419c71d9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:03.016262 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83d323fa-be8f-4450-8ca0-191be636e6f2 req-7d67a828-f492-4857-b370-9419c71d9f49 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4011641 Feb 09 03:22:03.063095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee623-ee63-4e76-bd9e-d7470a1a3a7f req-3e12af78-cc94-4f91-b3e5-24a0811e01e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:03.064828 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fabee623-ee63-4e76-bd9e-d7470a1a3a7f req-3e12af78-cc94-4f91-b3e5-24a0811e01e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 1129 time: 0.1925280 Feb 09 03:22:03.076158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb075a-f153-44fc-9100-8be9972a94e8 req-ddf00ab7-0fad-4234-8c55-22b623aa54ac tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:03.084732 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7eeb075a-f153-44fc-9100-8be9972a94e8 req-ddf00ab7-0fad-4234-8c55-22b623aa54ac tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 932 time: 0.2109168 Feb 09 03:22:03.183280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912901b-25d4-459c-bf17-be805340ce0c req-af2f6447-7fcb-4b26-b91f-727f8d40d211 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:03.192025 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3912901b-25d4-459c-bf17-be805340ce0c req-af2f6447-7fcb-4b26-b91f-727f8d40d211 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1981297 Feb 09 03:22:03.218139 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fabee623-ee63-4e76-bd9e-d7470a1a3a7f req-6641a54d-206e-41f5-a623-23916a164e69 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253247 Feb 09 03:22:03.260080 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7eeb075a-f153-44fc-9100-8be9972a94e8 req-c6c81678-6cf9-47e8-ae93-f5d6db17b029 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700940 Feb 09 03:22:03.283879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d323fa-be8f-4450-8ca0-191be636e6f2 req-16f5a364-2af1-40bc-aab9-9a63318bf263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:03.285694 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83d323fa-be8f-4450-8ca0-191be636e6f2 req-16f5a364-2af1-40bc-aab9-9a63318bf263 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2484648 Feb 09 03:22:03.338421 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207c05e5-f3f1-4846-950d-debde4b29fea {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:03.366021 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Publish callbacks [] for port (207c05e5-f3f1-4846-950d-debde4b29fea), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:03.406653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Transition to ACTIVE for port object 207c05e5-f3f1-4846-950d-debde4b29fea will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:03.426660 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3912901b-25d4-459c-bf17-be805340ce0c req-775a7cd4-ea0d-4c08-ae97-2e41d997e4dd tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333748 Feb 09 03:22:03.438177 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:03.486687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3653591-aaee-48f3-8fd7-0642ed38b0f5 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:03.502943 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Publish callbacks [] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:03.529345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Transition to ACTIVE for port object f3653591-aaee-48f3-8fd7-0642ed38b0f5 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:03.534546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:03.699808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Pushing event updated for resources: {'Port': ['ID=f3653591-aaee-48f3-8fd7-0642ed38b0f5,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:03.843293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Attempting to bind port f3653591-aaee-48f3-8fd7-0642ed38b0f5 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:03.844149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Attempting to bind port f3653591-aaee-48f3-8fd7-0642ed38b0f5 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '32c7182d-31aa-456d-8999-0d0be1d7d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '3bca27b1-2f6d-473c-8181-682fb1897027'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:03.844466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Attempting to bind port f3653591-aaee-48f3-8fd7-0642ed38b0f5 on network 3bca27b1-2f6d-473c-8181-682fb1897027 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:03.853552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Port f3653591-aaee-48f3-8fd7-0642ed38b0f5 on network 3bca27b1-2f6d-473c-8181-682fb1897027 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:03.853876 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Attempting to bind port f3653591-aaee-48f3-8fd7-0642ed38b0f5 on network 3bca27b1-2f6d-473c-8181-682fb1897027 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:03.870002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060c29c-02b6-4372-860e-cfc4f436fa3c req-3d33c2b3-f10f-46dc-8a1a-4551a1838401 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:03.871531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c060c29c-02b6-4372-860e-cfc4f436fa3c req-3d33c2b3-f10f-46dc-8a1a-4551a1838401 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 946 time: 0.0884414 Feb 09 03:22:03.872440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:03.872783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Checking segment: {'id': '32c7182d-31aa-456d-8999-0d0be1d7d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '3bca27b1-2f6d-473c-8181-682fb1897027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:03.873169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Bound using segment: {'id': '32c7182d-31aa-456d-8999-0d0be1d7d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '3bca27b1-2f6d-473c-8181-682fb1897027'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:03.873630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Bound port: f3653591-aaee-48f3-8fd7-0642ed38b0f5, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c7182d-31aa-456d-8999-0d0be1d7d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '3bca27b1-2f6d-473c-8181-682fb1897027'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:03.873992 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:03.907468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Pushing event updated for resources: {'Port': ['ID=207c05e5-f3f1-4846-950d-debde4b29fea,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:03.991404 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c060c29c-02b6-4372-860e-cfc4f436fa3c req-11afb2d4-5711-46f7-b5ee-ed242da17748 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046832 Feb 09 03:22:04.034506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] For port f3653591-aaee-48f3-8fd7-0642ed38b0f5, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:04.038889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] For port f3653591-aaee-48f3-8fd7-0642ed38b0f5, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f3653591-aaee-48f3-8fd7-0642ed38b0f5,segment=NetworkSegment(32c7182d-31aa-456d-8999-0d0be1d7d9ef),segment_id=32c7182d-31aa-456d-8999-0d0be1d7d9ef)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:04.051553 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:04.053477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Attempting to bind port 207c05e5-f3f1-4846-950d-debde4b29fea on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:04.053829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Attempting to bind port 207c05e5-f3f1-4846-950d-debde4b29fea by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '5718f228-279e-403d-9b98-0205793e7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:04.054337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Attempting to bind port 207c05e5-f3f1-4846-950d-debde4b29fea on network 4ab03bd1-46de-4474-b34d-2259965265a5 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:04.066606 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Port 207c05e5-f3f1-4846-950d-debde4b29fea on network 4ab03bd1-46de-4474-b34d-2259965265a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:04.067134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Attempting to bind port 207c05e5-f3f1-4846-950d-debde4b29fea on network 4ab03bd1-46de-4474-b34d-2259965265a5 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:04.075849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:04.076198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Checking segment: {'id': '5718f228-279e-403d-9b98-0205793e7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:04.076585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Bound using segment: {'id': '5718f228-279e-403d-9b98-0205793e7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:04.077180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Bound port: 207c05e5-f3f1-4846-950d-debde4b29fea, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5718f228-279e-403d-9b98-0205793e7083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:04.077561 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:04.102689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:04.103652 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:04.105266 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] 10.222.0.65 "PUT /v2.0/ports/f3653591-aaee-48f3-8fd7-0642ed38b0f5 HTTP/1.1" status: 200 len: 1093 time: 1.8360553 Feb 09 03:22:04.108025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6', 'tag': 'f3653591-aaee-48f3-8fd7-0642ed38b0f5'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:04.109085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b3e4d-d144-4402-81dc-ea7bd53f15c5 req-4b65fe97-499e-42c5-97be-e736211ebfc4 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:04.111773 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee88edc-8d34-464f-b816-8457a21c5653" -d '{"events": [{"name": "network-changed", "server_uuid": "37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6", "tag": "f3653591-aaee-48f3-8fd7-0642ed38b0f5"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:04.115323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b3e4d-d144-4402-81dc-ea7bd53f15c5 req-4b65fe97-499e-42c5-97be-e736211ebfc4 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:04.117349 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a91b3e4d-d144-4402-81dc-ea7bd53f15c5 req-4b65fe97-499e-42c5-97be-e736211ebfc4 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1678 time: 0.1431944 Feb 09 03:22:04.158411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4837b-d3a9-4dc9-9110-986b28633dcf service neutron] Pushing event updated for resources: {'Port': ['ID=f3653591-aaee-48f3-8fd7-0642ed38b0f5,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:04.169829 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bf87c5-c216-488c-9a31-907bc2619491 x-openstack-request-id: req-f8bf87c5-c216-488c-9a31-907bc2619491 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:04.170123 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6", "tag": "f3653591-aaee-48f3-8fd7-0642ed38b0f5", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:04.170378 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8bf87c5-c216-488c-9a31-907bc2619491 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:04.171162 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6', 'tag': 'f3653591-aaee-48f3-8fd7-0642ed38b0f5', 'status': 'completed', 'code': 200} Feb 09 03:22:04.243267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] For port 207c05e5-f3f1-4846-950d-debde4b29fea, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:04.247327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] For port 207c05e5-f3f1-4846-950d-debde4b29fea, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=207c05e5-f3f1-4846-950d-debde4b29fea,segment=NetworkSegment(5718f228-279e-403d-9b98-0205793e7083),segment_id=5718f228-279e-403d-9b98-0205793e7083)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:04.254346 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a91b3e4d-d144-4402-81dc-ea7bd53f15c5 req-95be8ac7-698d-4ace-9801-464ca5a5d9c2 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997679 Feb 09 03:22:04.256620 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:04.284013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-dac4f297-6b7a-42e3-94eb-4aa0ad73ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:04.285962 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-dac4f297-6b7a-42e3-94eb-4aa0ad73ef16 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f8aa665123a48e4bf49a97e9491f168&device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 1127 time: 0.0873959 Feb 09 03:22:04.303447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:04.303931 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:04.305338 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] 10.222.0.42 "PUT /v2.0/ports/207c05e5-f3f1-4846-950d-debde4b29fea HTTP/1.1" status: 200 len: 1093 time: 2.0573134 Feb 09 03:22:04.369929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'tag': '207c05e5-f3f1-4846-950d-debde4b29fea'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:04.377482 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68270aa1-ddd5-4008-ac0b-54525eb20391" -d '{"events": [{"name": "network-changed", "server_uuid": "6e08ed2f-b9d3-40f8-8216-935a47ca4e94", "tag": "207c05e5-f3f1-4846-950d-debde4b29fea"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:04.379083 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-aeda7e81-4f81-471e-98fa-cd5f7b19ca23 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3653591-aaee-48f3-8fd7-0642ed38b0f5 HTTP/1.1" status: 200 len: 217 time: 0.0708542 Feb 09 03:22:04.511306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c0b7bc77-5182-4529-80ed-0423c6075de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:04.512793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-c0b7bc77-5182-4529-80ed-0423c6075de6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1053491d-8eb1-4987-b39b-e7afb5c37edb HTTP/1.1" status: 200 len: 861 time: 0.1251056 Feb 09 03:22:04.519356 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e63535-4e3c-4d25-aee9-7fb985a7a32b x-openstack-request-id: req-15e63535-4e3c-4d25-aee9-7fb985a7a32b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:04.519850 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e08ed2f-b9d3-40f8-8216-935a47ca4e94", "tag": "207c05e5-f3f1-4846-950d-debde4b29fea", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:04.519990 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15e63535-4e3c-4d25-aee9-7fb985a7a32b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:04.520304 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'tag': '207c05e5-f3f1-4846-950d-debde4b29fea', 'status': 'completed', 'code': 200} Feb 09 03:22:04.548459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f8ccf-06db-4f60-852e-6c79d8d957a5 service neutron] Pushing event updated for resources: {'Port': ['ID=207c05e5-f3f1-4846-950d-debde4b29fea,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:04.576700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-edf5f0d9-9a7b-4dd1-85ec-c5ea34c3efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:04.577339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-edf5f0d9-9a7b-4dd1-85ec-c5ea34c3efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:04.579785 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-edf5f0d9-9a7b-4dd1-85ec-c5ea34c3efbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 2044 time: 0.1928682 Feb 09 03:22:04.599052 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-270aa1d0-0bad-4db1-978b-22cd6eb8212a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3bca27b1-2f6d-473c-8181-682fb1897027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754645 Feb 09 03:22:04.618824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e746-8ba5-43f0-b5f8-ddb7f619db7c req-3c27de29-5620-4727-84e9-955b4b0cec78 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:04.622281 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2918e746-8ba5-43f0-b5f8-ddb7f619db7c req-3c27de29-5620-4727-84e9-955b4b0cec78 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 944 time: 0.1822093 Feb 09 03:22:04.658434 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-00fe86a0-6589-42c8-881c-19af5d902bdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.34&port_id=cbe5aeb1-a26a-4051-942c-0b834806c118 HTTP/1.1" status: 200 len: 217 time: 0.0689540 Feb 09 03:22:04.738220 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2918e746-8ba5-43f0-b5f8-ddb7f619db7c req-316f453e-4dc0-4709-8f07-5a603c51934f tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060443 Feb 09 03:22:04.753891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-08458da4-8c20-43d1-9a96-c177d621da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:04.755464 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-08458da4-8c20-43d1-9a96-c177d621da07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29027875-03c6-4523-b884-2ca22c3e73a5 HTTP/1.1" status: 200 len: 801 time: 0.0710909 Feb 09 03:22:04.767847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-2742bf96-98a2-4ee2-a8e0-7f47f74b6a4d service neutron] 10.222.0.65 "GET /v2.0/networks/3bca27b1-2f6d-473c-8181-682fb1897027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439149 Feb 09 03:22:04.783631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20186d-93c0-425c-bb62-9370f93332bf req-a2de1d2c-1b1d-4719-a335-6b5e77f7aa90 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:04.790515 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f20186d-93c0-425c-bb62-9370f93332bf req-a2de1d2c-1b1d-4719-a335-6b5e77f7aa90 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1447980 Feb 09 03:22:04.869681 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f20186d-93c0-425c-bb62-9370f93332bf req-122a8c06-b088-41a7-a308-4ab533830740 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734193 Feb 09 03:22:04.870087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-529c67d8-e0dc-4efb-bbe3-bec9a5022c7b req-850d65ed-5735-43ae-b2b2-4afd9dc3c425 service neutron] 10.222.0.65 "GET /v2.0/networks/3bca27b1-2f6d-473c-8181-682fb1897027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955973 Feb 09 03:22:04.881280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-cf467c31-337b-4af2-af47-efda58445b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:04.883218 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-cf467c31-337b-4af2-af47-efda58445b0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbd7754f-8d9c-4a3f-b2ac-dd76b424f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1152618 Feb 09 03:22:04.989650 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-3e6d5e7c-81f9-41e5-ab60-a8cf8bb7ec45 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd7754f-8d9c-4a3f-b2ac-dd76b424f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999348 Feb 09 03:22:05.043091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee88edc-8d34-464f-b816-8457a21c5653 req-31009e3b-543c-4709-895d-4cf62eeb5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.046094 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ee88edc-8d34-464f-b816-8457a21c5653 req-31009e3b-543c-4709-895d-4cf62eeb5c9a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f8aa665123a48e4bf49a97e9491f168&device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 1127 time: 0.0679970 Feb 09 03:22:05.132524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-4049425b-0140-4ab9-bed6-ba28f251c9f2 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd7754f-8d9c-4a3f-b2ac-dd76b424f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358001 Feb 09 03:22:05.144682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0004d87-4ad6-4cf1-8181-6d1ade9f8370 req-aebd6f8e-708a-4ba6-ac26-99e60753e4d7 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.146183 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0004d87-4ad6-4cf1-8181-6d1ade9f8370 req-aebd6f8e-708a-4ba6-ac26-99e60753e4d7 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 946 time: 0.0776801 Feb 09 03:22:05.158638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee88edc-8d34-464f-b816-8457a21c5653 req-c009c40e-897a-4e3f-9bfd-0a6f74a96df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.160148 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ee88edc-8d34-464f-b816-8457a21c5653 req-c009c40e-897a-4e3f-9bfd-0a6f74a96df8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3bca27b1-2f6d-473c-8181-682fb1897027 HTTP/1.1" status: 200 len: 922 time: 0.0997660 Feb 09 03:22:05.193427 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-ba366de1-9c8d-47f2-a9fd-865b99c9d601 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.218&port_id=207c05e5-f3f1-4846-950d-debde4b29fea HTTP/1.1" status: 200 len: 217 time: 0.0462255 Feb 09 03:22:05.222823 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ee88edc-8d34-464f-b816-8457a21c5653 req-11393bcb-215c-4347-966f-bac37a676a0c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3653591-aaee-48f3-8fd7-0642ed38b0f5 HTTP/1.1" status: 200 len: 217 time: 0.0491269 Feb 09 03:22:05.274029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-0a602928-6600-434e-a91b-799db438f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.275589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-0a602928-6600-434e-a91b-799db438f0e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fcdfd2e-7998-48ff-9748-67b552a2fa5a HTTP/1.1" status: 200 len: 801 time: 0.0714002 Feb 09 03:22:05.279100 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0004d87-4ad6-4cf1-8181-6d1ade9f8370 req-6212bb03-70ec-43fb-b822-83cd1fa74d4a tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249459 Feb 09 03:22:05.346755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-f4776b80-6cf5-4d0c-b6d5-0d62c154a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.348478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-f4776b80-6cf5-4d0c-b6d5-0d62c154a3b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ab03bd1-46de-4474-b34d-2259965265a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0668235 Feb 09 03:22:05.357637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee88edc-8d34-464f-b816-8457a21c5653 req-8ef36e69-a333-45d1-ade7-4257f02cec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.359160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ee88edc-8d34-464f-b816-8457a21c5653 req-8ef36e69-a333-45d1-ade7-4257f02cec84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1053491d-8eb1-4987-b39b-e7afb5c37edb HTTP/1.1" status: 200 len: 861 time: 0.1167917 Feb 09 03:22:05.400735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44bd66-339c-4e77-b874-85321f59f89b req-6b8ab51e-0c11-4d98-8a1a-ee0db4455195 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.402140 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b44bd66-339c-4e77-b874-85321f59f89b req-6b8ab51e-0c11-4d98-8a1a-ee0db4455195 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1487966 Feb 09 03:22:05.406679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ee88edc-8d34-464f-b816-8457a21c5653 req-1dce35d1-3c26-49ee-ac5c-164f44a71196 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3bca27b1-2f6d-473c-8181-682fb1897027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402288 Feb 09 03:22:05.409469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28dbc1-f2ce-447e-bc3e-62b90dc0d94e req-9556b3a5-de86-418b-9822-26971703ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.411516 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad28dbc1-f2ce-447e-bc3e-62b90dc0d94e req-9556b3a5-de86-418b-9822-26971703ddc9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 1128 time: 0.1286447 Feb 09 03:22:05.460619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56756901-c5a9-4d63-8d41-ecee6d7a1598 req-6d534425-b9f7-4e28-86d1-9b63e99a9735 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.465997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56756901-c5a9-4d63-8d41-ecee6d7a1598 req-6d534425-b9f7-4e28-86d1-9b63e99a9735 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.467819 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-56756901-c5a9-4d63-8d41-ecee6d7a1598 req-6d534425-b9f7-4e28-86d1-9b63e99a9735 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1678 time: 0.1168478 Feb 09 03:22:05.514511 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-486b0951-3b50-4df8-ae8e-8c40d306d541 service neutron] 10.222.0.42 "GET /v2.0/networks/4ab03bd1-46de-4474-b34d-2259965265a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535084 Feb 09 03:22:05.543926 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-56756901-c5a9-4d63-8d41-ecee6d7a1598 req-605b57cb-a513-40d3-8c8f-4cf6ebe91e30 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691195 Feb 09 03:22:05.563603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b44bd66-339c-4e77-b874-85321f59f89b req-a017dee2-7277-4c83-b021-034b19b74cf5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510477 Feb 09 03:22:05.609701 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ee88edc-8d34-464f-b816-8457a21c5653 req-d9e793cc-1c6a-4b90-9bf0-e9edf89a4159 service neutron] 10.222.0.65 "GET /v2.0/networks/3bca27b1-2f6d-473c-8181-682fb1897027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904695 Feb 09 03:22:05.611191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28dbc1-f2ce-447e-bc3e-62b90dc0d94e req-d437e4f8-837e-4c4b-a98d-f14752109c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.612509 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad28dbc1-f2ce-447e-bc3e-62b90dc0d94e req-d437e4f8-837e-4c4b-a98d-f14752109c40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.1811652 Feb 09 03:22:05.655205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d60f1e9d-8bce-4cca-b4e6-5e63dca76181 req-c91fbcb6-a4b2-43aa-9343-00d0566e3a22 service neutron] 10.222.0.42 "GET /v2.0/networks/4ab03bd1-46de-4474-b34d-2259965265a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303990 Feb 09 03:22:05.777163 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad28dbc1-f2ce-447e-bc3e-62b90dc0d94e req-6a251749-5e93-4c17-9179-b22733aa7cac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7 HTTP/1.1" status: 200 len: 998 time: 0.1543143 Feb 09 03:22:05.810272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ee88edc-8d34-464f-b816-8457a21c5653 req-ee1a60f4-ac71-452d-8aea-3466aff09676 service neutron] 10.222.0.65 "GET /v2.0/networks/3bca27b1-2f6d-473c-8181-682fb1897027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889098 Feb 09 03:22:05.817555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68270aa1-ddd5-4008-ac0b-54525eb20391 req-e5d12220-66db-471d-8f7c-778963a8fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.818029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68270aa1-ddd5-4008-ac0b-54525eb20391 req-e5d12220-66db-471d-8f7c-778963a8fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.819606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68270aa1-ddd5-4008-ac0b-54525eb20391 req-e5d12220-66db-471d-8f7c-778963a8fef4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 2044 time: 0.1094389 Feb 09 03:22:05.843616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cba0c-68bd-4653-b793-7ef33b46db40 req-ebab7154-7ba4-4fa1-9ee7-788a6765ff70 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.845103 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb8cba0c-68bd-4653-b793-7ef33b46db40 req-ebab7154-7ba4-4fa1-9ee7-788a6765ff70 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 946 time: 0.0771677 Feb 09 03:22:05.852711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118844f-832f-4481-8da1-53f88b01e0e4 req-8119b627-7d2c-4794-962b-0ee31295afd4 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.857946 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4118844f-832f-4481-8da1-53f88b01e0e4 req-8119b627-7d2c-4794-962b-0ee31295afd4 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 949 time: 0.0628898 Feb 09 03:22:05.957808 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4118844f-832f-4481-8da1-53f88b01e0e4 req-ddf8a115-a5cf-4526-bf0a-36a96fa1f7d9 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957251 Feb 09 03:22:05.961155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28dbc1-f2ce-447e-bc3e-62b90dc0d94e req-256a4e18-c07b-4469-a154-4277df29248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.962082 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb8cba0c-68bd-4653-b793-7ef33b46db40 req-59872581-71a6-4ab8-b8dc-1c483faa49bb tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027348 Feb 09 03:22:05.963683 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad28dbc1-f2ce-447e-bc3e-62b90dc0d94e req-256a4e18-c07b-4469-a154-4277df29248a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0851533 Feb 09 03:22:05.990321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68270aa1-ddd5-4008-ac0b-54525eb20391 req-160e14ef-2331-4fe5-8ce2-0ff97286e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.991997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68270aa1-ddd5-4008-ac0b-54525eb20391 req-160e14ef-2331-4fe5-8ce2-0ff97286e976 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ab03bd1-46de-4474-b34d-2259965265a5 HTTP/1.1" status: 200 len: 903 time: 0.1645956 Feb 09 03:22:06.058767 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68270aa1-ddd5-4008-ac0b-54525eb20391 req-4c12563e-90e6-4b1e-84ad-73ba37942135 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.218&port_id=207c05e5-f3f1-4846-950d-debde4b29fea HTTP/1.1" status: 200 len: 217 time: 0.0586963 Feb 09 03:22:06.060175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28dbc1-f2ce-447e-bc3e-62b90dc0d94e req-554f5679-a75e-4ebc-a3c3-093d254faae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:06.061687 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad28dbc1-f2ce-447e-bc3e-62b90dc0d94e req-554f5679-a75e-4ebc-a3c3-093d254faae2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0790658 Feb 09 03:22:06.134409 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68270aa1-ddd5-4008-ac0b-54525eb20391 req-2b182fec-23f4-43f3-8321-49d37433db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:06.135859 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68270aa1-ddd5-4008-ac0b-54525eb20391 req-2b182fec-23f4-43f3-8321-49d37433db7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fcdfd2e-7998-48ff-9748-67b552a2fa5a HTTP/1.1" status: 200 len: 801 time: 0.0675733 Feb 09 03:22:06.145961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1714100-b752-476d-99f4-c352ba533d6d req-f4863b80-018c-4240-885d-6cf64dfc50e6 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:06.147381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1714100-b752-476d-99f4-c352ba533d6d req-f4863b80-018c-4240-885d-6cf64dfc50e6 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 944 time: 0.0912352 Feb 09 03:22:06.155139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed7019-4487-4c3d-82cc-0e3c74b5b1eb req-a6e5ebff-adfe-4235-a58e-6f9b8e865d26 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:06.157336 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-12ed7019-4487-4c3d-82cc-0e3c74b5b1eb req-a6e5ebff-adfe-4235-a58e-6f9b8e865d26 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1145000 Feb 09 03:22:06.204511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad28dbc1-f2ce-447e-bc3e-62b90dc0d94e req-3389c566-f3f6-4d03-b8b4-8d0216eecbaa service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273217 Feb 09 03:22:06.224271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68270aa1-ddd5-4008-ac0b-54525eb20391 req-2cacc970-b147-47d3-828f-54848c119a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:06.225697 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68270aa1-ddd5-4008-ac0b-54525eb20391 req-2cacc970-b147-47d3-828f-54848c119a13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ab03bd1-46de-4474-b34d-2259965265a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0774162 Feb 09 03:22:06.229990 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1714100-b752-476d-99f4-c352ba533d6d req-dc914e6e-5b5a-4fbd-83cd-10c78cbe7b71 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742431 Feb 09 03:22:06.264421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-12ed7019-4487-4c3d-82cc-0e3c74b5b1eb req-36b9a119-2e36-42c0-b704-015140dcd8ed tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952716 Feb 09 03:22:06.309700 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad28dbc1-f2ce-447e-bc3e-62b90dc0d94e req-489a5c1a-389a-4428-a2fd-99a796c04137 service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975080 Feb 09 03:22:06.322065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68270aa1-ddd5-4008-ac0b-54525eb20391 req-8d7c531a-1033-4bae-9d5c-ead0198aed7e service neutron] 10.222.0.42 "GET /v2.0/networks/4ab03bd1-46de-4474-b34d-2259965265a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887520 Feb 09 03:22:06.415426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68270aa1-ddd5-4008-ac0b-54525eb20391 req-675a389f-4a32-46d5-b609-7d8ebe7699e4 service neutron] 10.222.0.42 "GET /v2.0/networks/4ab03bd1-46de-4474-b34d-2259965265a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852573 Feb 09 03:22:06.677278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6e337-c227-495f-811a-3c1b19484053 req-f714a8a5-3d35-4a86-9f50-7676da773082 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:06.682611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6e337-c227-495f-811a-3c1b19484053 req-f714a8a5-3d35-4a86-9f50-7676da773082 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:06.684182 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7fa6e337-c227-495f-811a-3c1b19484053 req-f714a8a5-3d35-4a86-9f50-7676da773082 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1678 time: 0.0663664 Feb 09 03:22:06.702555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6d55-234e-4f7c-88dd-96d23332f97b req-b00ea530-87f6-4148-b4d6-3eb3bd5b55a3 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:06.705125 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c2f6d55-234e-4f7c-88dd-96d23332f97b req-b00ea530-87f6-4148-b4d6-3eb3bd5b55a3 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0582910 Feb 09 03:22:06.734736 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7fa6e337-c227-495f-811a-3c1b19484053 req-d715de55-3a08-4060-8ce8-0c91a894db6c tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435095 Feb 09 03:22:06.752507 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c2f6d55-234e-4f7c-88dd-96d23332f97b req-1eb2d712-8328-478b-be4d-cde37face5ae tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421677 Feb 09 03:22:07.082836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f151c-1d73-4c17-96ce-e20e5798ff5a req-73f9b02e-75c6-4c36-801d-6ffe8565ade0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:07.084783 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a3f151c-1d73-4c17-96ce-e20e5798ff5a req-73f9b02e-75c6-4c36-801d-6ffe8565ade0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 946 time: 0.0548396 Feb 09 03:22:07.097017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd1c66-8ffe-4e8f-add7-c81a4a98ddff req-f811a63a-2ee7-43b5-ad02-3fcf2e319550 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:07.098537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-03cd1c66-8ffe-4e8f-add7-c81a4a98ddff req-f811a63a-2ee7-43b5-ad02-3fcf2e319550 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 949 time: 0.0584927 Feb 09 03:22:07.146545 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a3f151c-1d73-4c17-96ce-e20e5798ff5a req-02fae893-2b40-4329-8da8-351c120779a0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506725 Feb 09 03:22:07.148650 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-03cd1c66-8ffe-4e8f-add7-c81a4a98ddff req-6634172d-2752-4748-bbab-9d591fd59d76 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440907 Feb 09 03:22:07.399889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924233d-fc61-4e39-b282-19bbe0d3a5ed req-f5d70047-ee32-4f5e-9bf9-aa38543639d1 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:07.401439 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f924233d-fc61-4e39-b282-19bbe0d3a5ed req-f5d70047-ee32-4f5e-9bf9-aa38543639d1 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 944 time: 0.0588279 Feb 09 03:22:07.451372 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f924233d-fc61-4e39-b282-19bbe0d3a5ed req-91c7c720-e008-475f-8388-e79d9583e7da tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 Feb 09 03:22:07.566335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de9d3f-dbe3-485b-bcc6-bed90804e438 req-88f47dc2-c92e-4ea8-979c-41ea3d5e5816 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:07.568184 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36de9d3f-dbe3-485b-bcc6-bed90804e438 req-88f47dc2-c92e-4ea8-979c-41ea3d5e5816 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.0583215 Feb 09 03:22:07.569376 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:07.580955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46902a0d-e94e-4d39-bfbd-77862968b314 req-8fbf5353-905b-4d4e-98ac-ee17aae58eb9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:07.582503 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46902a0d-e94e-4d39-bfbd-77862968b314 req-8fbf5353-905b-4d4e-98ac-ee17aae58eb9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 946 time: 0.0667729 Feb 09 03:22:07.620307 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36de9d3f-dbe3-485b-bcc6-bed90804e438 req-4146c0d8-4330-4de6-be22-1b181f3e50a1 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468485 Feb 09 03:22:07.639783 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46902a0d-e94e-4d39-bfbd-77862968b314 req-93509096-1f35-4a07-95b7-55a5cd681087 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514870 Feb 09 03:22:07.667974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fc896222-43e4-42ea-b5c1-f8792094cbe7 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:07.746440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fc896222-43e4-42ea-b5c1-f8792094cbe7 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:07.746825 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:07.768955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:07.771214 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1948eafd-9d72-4099-afd4-be2e0b218766" -d '{"events": [{"server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "name": "network-vif-unplugged", "status": "completed", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:07.784327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:07.791198 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:07.823321 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36615433-ba9e-4dc2-a139-33648d23a526 x-openstack-request-id: req-36615433-ba9e-4dc2-a139-33648d23a526 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:07.823613 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "name": "network-vif-unplugged", "status": "completed", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:07.823869 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36615433-ba9e-4dc2-a139-33648d23a526 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:07.824259 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'code': 200} Feb 09 03:22:07.844993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fc896222-43e4-42ea-b5c1-f8792094cbe7,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:07.866450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237cd0e-7efd-46c6-832b-01cffc301393 req-70123ebc-871d-49e0-87e1-92ce47069995 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:07.872238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237cd0e-7efd-46c6-832b-01cffc301393 req-70123ebc-871d-49e0-87e1-92ce47069995 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:07.873888 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5237cd0e-7efd-46c6-832b-01cffc301393 req-70123ebc-871d-49e0-87e1-92ce47069995 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1678 time: 0.0675495 Feb 09 03:22:07.936423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27981453-045d-4626-8ba8-2df9e9697a92 req-29a54b6a-4c62-4f37-9164-b9dfd9fe7836 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:07.939871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5237cd0e-7efd-46c6-832b-01cffc301393 req-49327feb-752a-4c5b-923c-151860e245d3 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527008 Feb 09 03:22:07.940354 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-27981453-045d-4626-8ba8-2df9e9697a92 req-29a54b6a-4c62-4f37-9164-b9dfd9fe7836 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0680952 Feb 09 03:22:07.991518 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-27981453-045d-4626-8ba8-2df9e9697a92 req-6e1b64bd-3603-4258-8121-cd6b4906700f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461261 Feb 09 03:22:08.406549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eba3ad-9b3f-4be1-a382-745a3b122e8a req-f49b361c-eeea-4db7-841c-2a3f20d42c51 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:08.408147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68eba3ad-9b3f-4be1-a382-745a3b122e8a req-f49b361c-eeea-4db7-841c-2a3f20d42c51 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 945 time: 0.0533204 Feb 09 03:22:08.453608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68eba3ad-9b3f-4be1-a382-745a3b122e8a req-d1ba3328-ed41-4c23-a2bd-57077c1bbfdb tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395420 Feb 09 03:22:08.576831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5f5bc-9a21-4a16-95f3-0d8fb6ca1c33 req-965cff45-a425-4e18-8ff0-61f37c41347b tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:08.578613 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ac5f5bc-9a21-4a16-95f3-0d8fb6ca1c33 req-965cff45-a425-4e18-8ff0-61f37c41347b tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 944 time: 0.0528200 Feb 09 03:22:08.625384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ac5f5bc-9a21-4a16-95f3-0d8fb6ca1c33 req-88f9d9cb-ef3b-4f92-8aa8-0c4980c9c62b tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Feb 09 03:22:08.749255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809d6ec-a254-4cdb-b99a-198d9c23875d req-f077aa6b-1af4-47ad-9d50-de985bca908d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:08.751764 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a809d6ec-a254-4cdb-b99a-198d9c23875d req-f077aa6b-1af4-47ad-9d50-de985bca908d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.0594838 Feb 09 03:22:08.760459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5be732-6442-4278-aac1-ccb0950793f6 req-20fffcf3-4466-4975-9b71-2324d2151b10 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:08.762015 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff5be732-6442-4278-aac1-ccb0950793f6 req-20fffcf3-4466-4975-9b71-2324d2151b10 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 946 time: 0.0546429 Feb 09 03:22:08.799954 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a809d6ec-a254-4cdb-b99a-198d9c23875d req-b344c1b5-aa80-4267-a554-56dfefed9452 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Feb 09 03:22:08.809171 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff5be732-6442-4278-aac1-ccb0950793f6 req-43d7f042-d4a3-4a1d-8957-486983d2c44b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Feb 09 03:22:08.881053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a15cf-22dc-46db-ace9-ed1547861eb2 req-79f3fb8e-2f9a-4974-877d-0d617f3fdf4d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:08.882550 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef7a15cf-22dc-46db-ace9-ed1547861eb2 req-79f3fb8e-2f9a-4974-877d-0d617f3fdf4d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 946 time: 0.0579350 Feb 09 03:22:08.981942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ef7a15cf-22dc-46db-ace9-ed1547861eb2 req-a23b2422-7073-4112-b9e5-2041130b4748 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Deleting port 264edc02-9f3d-4546-ac40-08c7a3ad3360 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:08.982286 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef7a15cf-22dc-46db-ace9-ed1547861eb2 req-a23b2422-7073-4112-b9e5-2041130b4748 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:09.113463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fdec9-2258-4aac-a818-b35381b5ca1e req-2bfd668a-d55d-4113-ac00-fc0ad5a81866 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:09.118679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fdec9-2258-4aac-a818-b35381b5ca1e req-2bfd668a-d55d-4113-ac00-fc0ad5a81866 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:09.120208 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc1fdec9-2258-4aac-a818-b35381b5ca1e req-2bfd668a-d55d-4113-ac00-fc0ad5a81866 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1678 time: 0.0945308 Feb 09 03:22:09.125381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ef7a15cf-22dc-46db-ace9-ed1547861eb2 req-a23b2422-7073-4112-b9e5-2041130b4748 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] For port 264edc02-9f3d-4546-ac40-08c7a3ad3360, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=264edc02-9f3d-4546-ac40-08c7a3ad3360,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:09.125783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef7a15cf-22dc-46db-ace9-ed1547861eb2 req-a23b2422-7073-4112-b9e5-2041130b4748 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:09.151744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ef7a15cf-22dc-46db-ace9-ed1547861eb2 req-a23b2422-7073-4112-b9e5-2041130b4748 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Calling delete_port for 264edc02-9f3d-4546-ac40-08c7a3ad3360 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:09.220914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc1fdec9-2258-4aac-a818-b35381b5ca1e req-2e261f73-e7e8-4a55-9b81-9f165350b540 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924177 Feb 09 03:22:09.303893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef7a15cf-22dc-46db-ace9-ed1547861eb2 req-a23b2422-7073-4112-b9e5-2041130b4748 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (264edc02-9f3d-4546-ac40-08c7a3ad3360), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:09.315733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['264edc02-9f3d-4546-ac40-08c7a3ad3360'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:09.332152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b2422-7073-4112-b9e5-2041130b4748 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Pushing event deleted for resources: {'Port': ['ID=264edc02-9f3d-4546-ac40-08c7a3ad3360,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:09.379253 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7a15cf-22dc-46db-ace9-ed1547861eb2 req-a23b2422-7073-4112-b9e5-2041130b4748 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] No DVR routers for this DVR port 264edc02-9f3d-4546-ac40-08c7a3ad3360 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:09.381945 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef7a15cf-22dc-46db-ace9-ed1547861eb2 req-a23b2422-7073-4112-b9e5-2041130b4748 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:09.385289 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef7a15cf-22dc-46db-ace9-ed1547861eb2 req-a23b2422-7073-4112-b9e5-2041130b4748 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "DELETE /v2.0/ports/264edc02-9f3d-4546-ac40-08c7a3ad3360 HTTP/1.1" status: 204 len: 173 time: 0.4962351 Feb 09 03:22:09.385749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59504282-dc1f-4ada-a526-89a4f9a81a04', 'name': 'network-vif-deleted', 'tag': '264edc02-9f3d-4546-ac40-08c7a3ad3360'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:09.387973 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eb0a51-434d-4324-9bb9-35858314a623" -d '{"events": [{"server_uuid": "59504282-dc1f-4ada-a526-89a4f9a81a04", "name": "network-vif-deleted", "tag": "264edc02-9f3d-4546-ac40-08c7a3ad3360"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:09.428764 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a308893-9f22-4c01-9874-6ab113f84266 x-openstack-request-id: req-0a308893-9f22-4c01-9874-6ab113f84266 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:09.429066 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59504282-dc1f-4ada-a526-89a4f9a81a04", "name": "network-vif-deleted", "tag": "264edc02-9f3d-4546-ac40-08c7a3ad3360", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:09.429384 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a308893-9f22-4c01-9874-6ab113f84266 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:09.429786 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59504282-dc1f-4ada-a526-89a4f9a81a04', 'name': 'network-vif-deleted', 'tag': '264edc02-9f3d-4546-ac40-08c7a3ad3360', 'status': 'completed', 'code': 200} Feb 09 03:22:09.575563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d56fa-404e-4019-99ed-00bb675a6700 req-e1e14c75-3117-4423-85fc-7436c5f0cf07 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:09.576981 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c8d56fa-404e-4019-99ed-00bb675a6700 req-e1e14c75-3117-4423-85fc-7436c5f0cf07 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 945 time: 0.0541034 Feb 09 03:22:09.626286 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c8d56fa-404e-4019-99ed-00bb675a6700 req-84c91d6b-be84-49da-bebe-d37e17de8767 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups?id=f416f855-6b31-4b31-84a5-bf4d4ad320e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422373 Feb 09 03:22:09.672744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device f3653591-aaee-48f3-8fd7-0642ed38b0f5 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:09.756666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a53f5c-6ba6-4784-bfc4-9b487c883fbb req-47a14ee9-e7a5-4f55-944f-69618512cab7 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:09.758863 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-47a53f5c-6ba6-4784-bfc4-9b487c883fbb req-47a14ee9-e7a5-4f55-944f-69618512cab7 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 944 time: 0.0585856 Feb 09 03:22:09.782889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port f3653591-aaee-48f3-8fd7-0642ed38b0f5, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f3653591-aaee-48f3-8fd7-0642ed38b0f5,segment=NetworkSegment(32c7182d-31aa-456d-8999-0d0be1d7d9ef),segment_id=32c7182d-31aa-456d-8999-0d0be1d7d9ef)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:09.799002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'f3653591-aaee-48f3-8fd7-0642ed38b0f5', 'network_id': '3bca27b1-2f6d-473c-8181-682fb1897027', 'port_id': 'f3653591-aaee-48f3-8fd7-0642ed38b0f5', 'mac_address': 'fa:16:3e:1c:d0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1053491d-8eb1-4987-b39b-e7afb5c37edb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:09.807767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-4d9ee2f7-de74-4505-9859-31779ec579a8 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:09.809504 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-4d9ee2f7-de74-4505-9859-31779ec579a8 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.42 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 945 time: 0.0890074 Feb 09 03:22:09.822246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-47a53f5c-6ba6-4784-bfc4-9b487c883fbb req-7078bfe5-af72-46f5-b0e6-12d4613ae517 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568767 Feb 09 03:22:09.847824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port f3653591-aaee-48f3-8fd7-0642ed38b0f5 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:09.848930 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:09.897087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3653591-aaee-48f3-8fd7-0642ed38b0f5 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:09.946112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port f3653591-aaee-48f3-8fd7-0642ed38b0f5, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f3653591-aaee-48f3-8fd7-0642ed38b0f5,segment=NetworkSegment(32c7182d-31aa-456d-8999-0d0be1d7d9ef),segment_id=32c7182d-31aa-456d-8999-0d0be1d7d9ef)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:09.954944 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:09.977778 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9bba87cb-9456-45bd-ac0e-dceecc6ec351 req-e42dae77-bb36-4ead-b883-e7845d91f566 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=59504282-dc1f-4ada-a526-89a4f9a81a04 HTTP/1.1" status: 200 len: 210 time: 0.0414951 Feb 09 03:22:10.046473 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7adc1-2503-4755-8e81-e83bc9ab2159 req-a6bc055b-a21e-4a03-91b1-1722510a42f6 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:10.048957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58c7adc1-2503-4755-8e81-e83bc9ab2159 req-a6bc055b-a21e-4a03-91b1-1722510a42f6 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1532755 Feb 09 03:22:10.055922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Deleting port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:10.056279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=f3653591-aaee-48f3-8fd7-0642ed38b0f5,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:10.056574 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.071489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device cbe5aeb1-a26a-4051-942c-0b834806c118 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:10.155266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58c7adc1-2503-4755-8e81-e83bc9ab2159 req-5f1e4687-740f-4daa-b95e-bb80b53cc6a9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940433 Feb 09 03:22:10.185157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port cbe5aeb1-a26a-4051-942c-0b834806c118, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=cbe5aeb1-a26a-4051-942c-0b834806c118,segment=NetworkSegment(1718735a-ba13-43f8-9ade-58ced715e634),segment_id=1718735a-ba13-43f8-9ade-58ced715e634)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:10.187366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] For port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931,segment=NetworkSegment(e6cbbc81-06e4-44fe-94b5-d832fc8471cd),segment_id=e6cbbc81-06e4-44fe-94b5-d832fc8471cd)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:10.187729 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.196905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'cbe5aeb1-a26a-4051-942c-0b834806c118', 'network_id': 'cbd7754f-8d9c-4a3f-b2ac-dd76b424f858', 'port_id': 'cbe5aeb1-a26a-4051-942c-0b834806c118', 'mac_address': 'fa:16:3e:0b:b8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29027875-03c6-4523-b884-2ca22c3e73a5', 'ip_address': '19.80.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:10.235314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port cbe5aeb1-a26a-4051-942c-0b834806c118 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:10.235709 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.248613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe5aeb1-a26a-4051-942c-0b834806c118 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:10.268937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port cbe5aeb1-a26a-4051-942c-0b834806c118, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=cbe5aeb1-a26a-4051-942c-0b834806c118,segment=NetworkSegment(1718735a-ba13-43f8-9ade-58ced715e634),segment_id=1718735a-ba13-43f8-9ade-58ced715e634)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:10.275395 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.276043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 207c05e5-f3f1-4846-950d-debde4b29fea details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:10.359196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053aa23e-cf07-4358-b59e-ecd40ea27d08 req-f33247d0-c07d-46da-bd94-9370ec3ad397 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:10.364882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053aa23e-cf07-4358-b59e-ecd40ea27d08 req-f33247d0-c07d-46da-bd94-9370ec3ad397 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:10.366181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-053aa23e-cf07-4358-b59e-ecd40ea27d08 req-f33247d0-c07d-46da-bd94-9370ec3ad397 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1679 time: 0.0646124 Feb 09 03:22:10.377730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=cbe5aeb1-a26a-4051-942c-0b834806c118,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:10.416737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 207c05e5-f3f1-4846-950d-debde4b29fea, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=207c05e5-f3f1-4846-950d-debde4b29fea,segment=NetworkSegment(5718f228-279e-403d-9b98-0205793e7083),segment_id=5718f228-279e-403d-9b98-0205793e7083)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:10.418139 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-053aa23e-cf07-4358-b59e-ecd40ea27d08 req-b99f58a9-2b9d-437b-9ecf-54a70ea5b8bb tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459309 Feb 09 03:22:10.429755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '207c05e5-f3f1-4846-950d-debde4b29fea', 'network_id': '4ab03bd1-46de-4474-b34d-2259965265a5', 'port_id': '207c05e5-f3f1-4846-950d-debde4b29fea', 'mac_address': 'fa:16:3e:7e:47:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcdfd2e-7998-48ff-9748-67b552a2fa5a', 'ip_address': '19.86.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:10.446966 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.447713 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (21cd1a66-ba4b-4993-a330-4709dd08a1e8), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.448307 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Floating IP 21cd1a66-ba4b-4993-a330-4709dd08a1e8 disassociated. External IP: 172.25.5.134, port: b7c07cba-dac0-4a3b-89fe-d7d91b6a8931. Feb 09 03:22:10.448834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Calling delete_port for b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:10.467610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 207c05e5-f3f1-4846-950d-debde4b29fea is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:10.468132 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.481936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207c05e5-f3f1-4846-950d-debde4b29fea {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:10.505561 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 207c05e5-f3f1-4846-950d-debde4b29fea, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=207c05e5-f3f1-4846-950d-debde4b29fea,segment=NetworkSegment(5718f228-279e-403d-9b98-0205793e7083),segment_id=5718f228-279e-403d-9b98-0205793e7083)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:10.510714 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.559687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=207c05e5-f3f1-4846-950d-debde4b29fea,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:10.580878 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b7c07cba-dac0-4a3b-89fe-d7d91b6a8931), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.615871 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Pushing event deleted for resources: {'Port': ['ID=b7c07cba-dac0-4a3b-89fe-d7d91b6a8931,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:10.732048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f5803227-7455-4a78-928c-6db3181c459d req-46f0aba5-a25b-4407-8982-bf4631abb7b1 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/ports?device_id=577a9c3c-c704-48e5-845e-bd68ae17f810 HTTP/1.1" status: 200 len: 210 time: 0.0317335 Feb 09 03:22:10.753950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:22:10.754520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['207c05e5-f3f1-4846-950d-debde4b29fea'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:10.864011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:10.876261 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110d339-c856-4a3e-bc3c-866e0992a92c None None] Sync routers for ids ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:10.895553 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110d339-c856-4a3e-bc3c-866e0992a92c None None] Routers {'1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:10.896180 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9110d339-c856-4a3e-bc3c-866e0992a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:21:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:10.907405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] No DVR routers for this DVR port b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:10.909934 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.914325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a50b1f2d-6dbb-49cc-ad1a-46a6024a1472 req-fb636ceb-fe5d-4344-aab2-436ac7b4a084 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.42 "DELETE /v2.0/ports/b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 HTTP/1.1" status: 204 len: 173 time: 1.0992990 Feb 09 03:22:11.003159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ed3da-8a00-403c-8556-ad6b7d13ca08 req-3a25481d-0dc8-4158-b7a0-905422f1992e tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:11.017499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-093ed3da-8a00-403c-8556-ad6b7d13ca08 req-3a25481d-0dc8-4158-b7a0-905422f1992e tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0860598 Feb 09 03:22:11.035758 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9110d339-c856-4a3e-bc3c-866e0992a92c None None] Set router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:11.104683 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-093ed3da-8a00-403c-8556-ad6b7d13ca08 req-6df7a182-977f-439c-a5b9-b66eeefb8f38 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860794 Feb 09 03:22:11.139170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['f3653591-aaee-48f3-8fd7-0642ed38b0f5'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:11.326329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d5980-c1a7-4499-bb16-9c4f6ae20df2 req-40fc47e1-b25c-4abc-bb72-95c319b90da6 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:11.334371 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a13d5980-c1a7-4499-bb16-9c4f6ae20df2 req-40fc47e1-b25c-4abc-bb72-95c319b90da6 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.0760930 Feb 09 03:22:11.467974 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9110d339-c856-4a3e-bc3c-866e0992a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:20:55Z', 'revision_number': 4, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '48d9e9b4-9d9a-4168-8210-5be08a9c0404', 'name': '', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'mac_address': 'fa:16:3e:88:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:53Z', 'updated_at': '2022-02-09T03:21:04Z', 'revision_number': 5, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'subnets': [{'id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:11.505549 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110d339-c856-4a3e-bc3c-866e0992a92c None None] Checking router: 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:11.516070 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110d339-c856-4a3e-bc3c-866e0992a92c None None] Routers {'1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:11.516699 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9110d339-c856-4a3e-bc3c-866e0992a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:21:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:11.625255 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a13d5980-c1a7-4499-bb16-9c4f6ae20df2 req-e2afa2cb-3673-493e-bde2-730c47d01afd tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839751 Feb 09 03:22:11.654079 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9110d339-c856-4a3e-bc3c-866e0992a92c None None] Set router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:11.710661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'name': 'network-vif-deleted', 'tag': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:11.712962 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e0445d-a25c-4785-8080-bc5117419649" -d '{"events": [{"server_uuid": "577a9c3c-c704-48e5-845e-bd68ae17f810", "name": "network-vif-deleted", "tag": "b7c07cba-dac0-4a3b-89fe-d7d91b6a8931"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:11.733312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c1d40-4636-45e8-b362-82652558541f req-39411852-77e9-4a25-9d2e-4e73768b638c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:11.735321 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-39411852-77e9-4a25-9d2e-4e73768b638c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.4623601 Feb 09 03:22:11.736387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164a67f-1c08-45ea-b921-aec5cef6d1be req-a0df72c3-7483-457a-9a9d-6e5232485825 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:11.741907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164a67f-1c08-45ea-b921-aec5cef6d1be req-a0df72c3-7483-457a-9a9d-6e5232485825 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:11.743910 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5164a67f-1c08-45ea-b921-aec5cef6d1be req-a0df72c3-7483-457a-9a9d-6e5232485825 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1680 time: 0.0704081 Feb 09 03:22:11.756776 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-af1b52d0-1327-4ed0-9b33-88e8e4eafb82 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/quotas/69b6b1176614400e9dcf0a59965b7b9e HTTP/1.1" status: 200 len: 375 time: 0.0136881 Feb 09 03:22:11.789562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['cbe5aeb1-a26a-4051-942c-0b834806c118'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:11.795441 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-2c7eab31-b5f3-444b-b702-f871ac4b5d57 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313039 Feb 09 03:22:11.797850 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5164a67f-1c08-45ea-b921-aec5cef6d1be req-a6c11750-aa42-4b36-bde9-c021ea4fa511 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459204 Feb 09 03:22:11.867533 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4c0a0a-456f-4d03-87be-cfdaf31775a5 x-openstack-request-id: req-0d4c0a0a-456f-4d03-87be-cfdaf31775a5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:11.867833 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577a9c3c-c704-48e5-845e-bd68ae17f810", "name": "network-vif-deleted", "tag": "b7c07cba-dac0-4a3b-89fe-d7d91b6a8931", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:11.868076 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d4c0a0a-456f-4d03-87be-cfdaf31775a5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:11.868475 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577a9c3c-c704-48e5-845e-bd68ae17f810', 'name': 'network-vif-deleted', 'tag': 'b7c07cba-dac0-4a3b-89fe-d7d91b6a8931', 'status': 'completed', 'code': 200} Feb 09 03:22:11.890182 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9110d339-c856-4a3e-bc3c-866e0992a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:20:55Z', 'revision_number': 4, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '48d9e9b4-9d9a-4168-8210-5be08a9c0404', 'name': '', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'mac_address': 'fa:16:3e:88:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:53Z', 'updated_at': '2022-02-09T03:21:04Z', 'revision_number': 5, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'subnets': [{'id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:11.916177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33720) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:11.920791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-045aef9c-3db6-4d86-99e2-344aab16cd31 service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077285 Feb 09 03:22:11.941785 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110d339-c856-4a3e-bc3c-866e0992a92c None None] The sync data for ids ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'] in n-d-824835-15 is: [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:20:55Z', 'revision_number': 4, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '48d9e9b4-9d9a-4168-8210-5be08a9c0404', 'name': '', 'network_id': '319cabb2-e9b1-49c5-a01d-3a41452b2a30', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'mac_address': 'fa:16:3e:88:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:53Z', 'updated_at': '2022-02-09T03:21:04Z', 'revision_number': 5, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'subnets': [{'id': 'd546f451-67dc-46ba-b7fc-3fe005f795a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:11.987432 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13700c95-54d2-4a1a-9c08-eaa352f443d4 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for security_group (f416f855-6b31-4b31-84a5-bf4d4ad320e9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.021130 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13700c95-54d2-4a1a-9c08-eaa352f443d4 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for security_group (f416f855-6b31-4b31-84a5-bf4d4ad320e9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.025975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-7f998077-d8a0-4bc6-90d8-25aae0095684 service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973845 Feb 09 03:22:12.081093 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13700c95-54d2-4a1a-9c08-eaa352f443d4 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f416f855-6b31-4b31-84a5-bf4d4ad320e9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.083715 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13700c95-54d2-4a1a-9c08-eaa352f443d4 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.087481 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-13700c95-54d2-4a1a-9c08-eaa352f443d4 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "DELETE /v2.0/security-groups/f416f855-6b31-4b31-84a5-bf4d4ad320e9 HTTP/1.1" status: 204 len: 168 time: 0.1701787 Feb 09 03:22:12.087631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33722) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:12.093892 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 207c05e5-f3f1-4846-950d-debde4b29fea up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:12.098123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13700c95-54d2-4a1a-9c08-eaa352f443d4 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f416f855-6b31-4b31-84a5-bf4d4ad320e9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:12.124274 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-701e8ada-9ab9-4078-b662-8c2aaad76e19 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] show failed (client error): The resource could not be found. Feb 09 03:22:12.126333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-701e8ada-9ab9-4078-b662-8c2aaad76e19 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "GET /v2.0/security-groups/f416f855-6b31-4b31-84a5-bf4d4ad320e9 HTTP/1.1" status: 404 len: 347 time: 0.0371199 Feb 09 03:22:12.129576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33724) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:12.225825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 207c05e5-f3f1-4846-950d-debde4b29fea completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:12.230313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 207c05e5-f3f1-4846-950d-debde4b29fea triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:12.230714 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.256848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-168c3b1f-440d-4dec-ac30-e0f7e948ab73 req-02825524-d767-4647-883f-c6fe0cccff16 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 210 time: 0.0414872 Feb 09 03:22:12.325929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0cca32-0a9b-4366-bc2b-0d96c311a7b9 None None] New status for floating IP 21cd1a66-ba4b-4993-a330-4709dd08a1e8: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:22:12.384487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522d07a-9887-4104-a709-036f5efac870 req-3e185e16-efba-4d4f-9838-957d9bbf3bb6 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:12.386284 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3522d07a-9887-4104-a709-036f5efac870 req-3e185e16-efba-4d4f-9838-957d9bbf3bb6 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 945 time: 0.1444685 Feb 09 03:22:12.420386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 207c05e5-f3f1-4846-950d-debde4b29fea is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:12.420810 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.423328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d08f9-d2b1-4e4c-9f56-05db3ece6af3 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Deleting port 4642644a-aedd-4ead-958a-8106726cca96 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:12.423680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a4d08f9-d2b1-4e4c-9f56-05db3ece6af3 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4642644a-aedd-4ead-958a-8106726cca96), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.486843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 207c05e5-f3f1-4846-950d-debde4b29fea, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=207c05e5-f3f1-4846-950d-debde4b29fea,segment=NetworkSegment(5718f228-279e-403d-9b98-0205793e7083),segment_id=5718f228-279e-403d-9b98-0205793e7083)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:12.489232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207c05e5-f3f1-4846-950d-debde4b29fea'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:12.492364 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abe5dfc-057c-49df-9bbd-5c388385566a" -d '{"events": [{"server_uuid": "6e08ed2f-b9d3-40f8-8216-935a47ca4e94", "name": "network-vif-plugged", "status": "completed", "tag": "207c05e5-f3f1-4846-950d-debde4b29fea"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:12.496652 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.497812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:12.499254 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3522d07a-9887-4104-a709-036f5efac870 req-ab98a4fe-17c3-41d9-a300-da2345dd3cd4 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063490 Feb 09 03:22:12.554408 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a4d08f9-d2b1-4e4c-9f56-05db3ece6af3 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4642644a-aedd-4ead-958a-8106726cca96), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.554738 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a4d08f9-d2b1-4e4c-9f56-05db3ece6af3 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for floatingip (4642644a-aedd-4ead-958a-8106726cca96), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.554886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:12.555223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b7c07cba-dac0-4a3b-89fe-d7d91b6a8931 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:12.555642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 264edc02-9f3d-4546-ac40-08c7a3ad3360 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:12.568779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d08f9-d2b1-4e4c-9f56-05db3ece6af3 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Calling delete_port for 4642644a-aedd-4ead-958a-8106726cca96 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:12.585788 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5f9002-0275-4505-9a07-f4cde37e5ee6 x-openstack-request-id: req-bf5f9002-0275-4505-9a07-f4cde37e5ee6 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:12.586078 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e08ed2f-b9d3-40f8-8216-935a47ca4e94", "name": "network-vif-plugged", "status": "completed", "tag": "207c05e5-f3f1-4846-950d-debde4b29fea", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:12.586502 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf5f9002-0275-4505-9a07-f4cde37e5ee6 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:12.587078 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207c05e5-f3f1-4846-950d-debde4b29fea', 'code': 200} Feb 09 03:22:12.589576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 264edc02-9f3d-4546-ac40-08c7a3ad3360 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:12.590105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 264edc02-9f3d-4546-ac40-08c7a3ad3360 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:12.606029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=207c05e5-f3f1-4846-950d-debde4b29fea,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:12.753609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a4d08f9-d2b1-4e4c-9f56-05db3ece6af3 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4642644a-aedd-4ead-958a-8106726cca96), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.784443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d08f9-d2b1-4e4c-9f56-05db3ece6af3 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Pushing event deleted for resources: {'Port': ['ID=4642644a-aedd-4ead-958a-8106726cca96,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:12.794665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d592ee-f768-4021-bcd8-e61b47208de5 req-559367a1-f6d9-4d52-be86-5de244b81264 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:12.796140 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18d592ee-f768-4021-bcd8-e61b47208de5 req-559367a1-f6d9-4d52-be86-5de244b81264 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.0964029 Feb 09 03:22:12.885494 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a4d08f9-d2b1-4e4c-9f56-05db3ece6af3 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks [] for floatingip (21cd1a66-ba4b-4993-a330-4709dd08a1e8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.888007 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a4d08f9-d2b1-4e4c-9f56-05db3ece6af3 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.889145 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3a4d08f9-d2b1-4e4c-9f56-05db3ece6af3 tempest-ServersTestFqdnHostnames-1569358171 tempest-ServersTestFqdnHostnames-1569358171-project] 10.222.0.21 "DELETE /v2.0/floatingips/21cd1a66-ba4b-4993-a330-4709dd08a1e8 HTTP/1.1" status: 204 len: 168 time: 0.7585840 Feb 09 03:22:12.892756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33754) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:12.903268 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18d592ee-f768-4021-bcd8-e61b47208de5 req-f6ecc72b-e1ac-49d8-b462-9663ca7eee64 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885112 Feb 09 03:22:12.938764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99021d4e-685c-411b-9076-b9da742e97b2 req-e621c2ee-575f-485e-9485-065048055b41 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:12.944281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99021d4e-685c-411b-9076-b9da742e97b2 req-e621c2ee-575f-485e-9485-065048055b41 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:12.945915 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99021d4e-685c-411b-9076-b9da742e97b2 req-e621c2ee-575f-485e-9485-065048055b41 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1681 time: 0.0704319 Feb 09 03:22:12.999384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99021d4e-685c-411b-9076-b9da742e97b2 req-5b4d909b-7961-4609-8327-8fc1d602ceb0 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476525 Feb 09 03:22:13.310106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c1d40-4636-45e8-b362-82652558541f req-89702ea8-2065-45b4-bd9b-4c38536ba7ec tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:13.311384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-89702ea8-2065-45b4-bd9b-4c38536ba7ec tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.1320057 Feb 09 03:22:13.325152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e067c9e-d7ef-4bbb-804c-e6979139778f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.331041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-642c1d40-4636-45e8-b362-82652558541f req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Request body: {'port': {'device_id': 'debd7098-03e0-4fb7-b2ea-ea40ad27dcc6', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'admin_state_up': True, 'tenant_id': '69b6b1176614400e9dcf0a59965b7b9e'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:13.430125 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d97bba95-afe9-443f-87ee-a92a2191c4d1 req-58450366-9591-4c57-a69e-fdcfc807ea2d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 210 time: 0.0686009 Feb 09 03:22:13.452266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642c1d40-4636-45e8-b362-82652558541f req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Made reservation on behalf of 69b6b1176614400e9dcf0a59965b7b9e for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:13.456269 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-642c1d40-4636-45e8-b362-82652558541f req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.630655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-642c1d40-4636-45e8-b362-82652558541f req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Allocated IP 172.20.0.5 (d9949b55-ccfa-4df2-b531-2094d183f640/0775cadb-5388-496a-9c76-2a812afcdf9e/eea571bf-821d-408f-9d4e-9747a4e84b72) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:13.645098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3e067c9e-d7ef-4bbb-804c-e6979139778f admin admin] Deleting port 48d9e9b4-9d9a-4168-8210-5be08a9c0404 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:13.645618 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e067c9e-d7ef-4bbb-804c-e6979139778f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.669651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc216b-bb00-4962-894f-ae759f0dd4ec req-a7afc317-809c-43da-843a-1dd6c027c410 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:13.671373 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b8fc216b-bb00-4962-894f-ae759f0dd4ec req-a7afc317-809c-43da-843a-1dd6c027c410 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 945 time: 0.0859323 Feb 09 03:22:13.716192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:13.725588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-3e067c9e-d7ef-4bbb-804c-e6979139778f admin admin] For port 48d9e9b4-9d9a-4168-8210-5be08a9c0404, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=48d9e9b4-9d9a-4168-8210-5be08a9c0404,segment=NetworkSegment(e6cbbc81-06e4-44fe-94b5-d832fc8471cd),segment_id=e6cbbc81-06e4-44fe-94b5-d832fc8471cd)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:13.725950 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e067c9e-d7ef-4bbb-804c-e6979139778f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.728150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device f3653591-aaee-48f3-8fd7-0642ed38b0f5 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:13.739987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3e067c9e-d7ef-4bbb-804c-e6979139778f admin admin] Calling delete_port for 48d9e9b4-9d9a-4168-8210-5be08a9c0404 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:13.789148 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b8fc216b-bb00-4962-894f-ae759f0dd4ec req-4c44a86c-f40c-49b0-a600-51b486317304 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113076 Feb 09 03:22:13.845438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port f3653591-aaee-48f3-8fd7-0642ed38b0f5 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:13.846966 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-642c1d40-4636-45e8-b362-82652558541f req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks [] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.857245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port f3653591-aaee-48f3-8fd7-0642ed38b0f5 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:13.857649 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.885766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:13.888942 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-642c1d40-4636-45e8-b362-82652558541f req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.906788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1', 'mac_address': 'fa:16:3e:0d:cb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:13.933504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642c1d40-4636-45e8-b362-82652558541f req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Network d9949b55-ccfa-4df2-b531-2094d183f640 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:13.940276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-642c1d40-4636-45e8-b362-82652558541f req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:13.942877 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-642c1d40-4636-45e8-b362-82652558541f req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:13.960544 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e067c9e-d7ef-4bbb-804c-e6979139778f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (48d9e9b4-9d9a-4168-8210-5be08a9c0404), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.982950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:13.983235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Pushing event updated for resources: {'Port': ['ID=eea571bf-821d-408f-9d4e-9747a4e84b72,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:13.983362 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:14.001332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e067c9e-d7ef-4bbb-804c-e6979139778f admin admin] Pushing event deleted for resources: {'Port': ['ID=48d9e9b4-9d9a-4168-8210-5be08a9c0404,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:14.004269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port f3653591-aaee-48f3-8fd7-0642ed38b0f5 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:14.004613 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:14.014746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:14.039856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c1d40-4636-45e8-b362-82652558541f req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:14.040414 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-642c1d40-4636-45e8-b362-82652558541f req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:14.047600 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:14.063675 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:14.072386 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-fb9433c4-aea7-4d48-80d1-4fb17c864068 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7513113 Feb 09 03:22:14.081022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port f3653591-aaee-48f3-8fd7-0642ed38b0f5, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f3653591-aaee-48f3-8fd7-0642ed38b0f5,segment=NetworkSegment(32c7182d-31aa-456d-8999-0d0be1d7d9ef),segment_id=32c7182d-31aa-456d-8999-0d0be1d7d9ef)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:14.090083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Request body: {'port': {'device_id': 'debd7098-03e0-4fb7-b2ea-ea40ad27dcc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:14.118720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device cbe5aeb1-a26a-4051-942c-0b834806c118 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:14.160590 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:14.210347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:14.212810 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:14.219718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port cbe5aeb1-a26a-4051-942c-0b834806c118 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:14.234687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c99d08-1c36-42bf-8d87-3a3b54b3b3c7 req-64188ef8-58c3-4b37-92da-b481a957caa4 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:14.241880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c99d08-1c36-42bf-8d87-3a3b54b3b3c7 req-64188ef8-58c3-4b37-92da-b481a957caa4 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:14.247931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port cbe5aeb1-a26a-4051-942c-0b834806c118 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:14.248341 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:14.249169 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19c99d08-1c36-42bf-8d87-3a3b54b3b3c7 req-64188ef8-58c3-4b37-92da-b481a957caa4 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1681 time: 0.1544828 Feb 09 03:22:14.255450 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8826a-0ace-4264-b1fc-afef0f2d221d req-61f5adf3-3793-4f5f-88eb-07d85fffb92d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:14.264468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37d8826a-0ace-4264-b1fc-afef0f2d221d req-61f5adf3-3793-4f5f-88eb-07d85fffb92d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.2112610 Feb 09 03:22:14.313259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=f3653591-aaee-48f3-8fd7-0642ed38b0f5,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:14.323494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['e69bdefe-0d0e-4cbe-95a3-3d889753a0c1'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:14.334130 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37d8826a-0ace-4264-b1fc-afef0f2d221d req-263c7a30-0b12-442d-91ba-14dd89652a93 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651665 Feb 09 03:22:14.350227 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19c99d08-1c36-42bf-8d87-3a3b54b3b3c7 req-6fa7d366-e2fb-4457-93e5-3ccf5a449568 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991356 Feb 09 03:22:14.360331 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e067c9e-d7ef-4bbb-804c-e6979139778f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:14.398358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port cbe5aeb1-a26a-4051-942c-0b834806c118 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:14.398750 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:14.471966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port cbe5aeb1-a26a-4051-942c-0b834806c118, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=cbe5aeb1-a26a-4051-942c-0b834806c118,segment=NetworkSegment(1718735a-ba13-43f8-9ade-58ced715e634),segment_id=1718735a-ba13-43f8-9ade-58ced715e634)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:14.485966 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:14.574440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=cbe5aeb1-a26a-4051-942c-0b834806c118,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:14.587966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3653591-aaee-48f3-8fd7-0642ed38b0f5'}, {'server_uuid': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe5aeb1-a26a-4051-942c-0b834806c118'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:14.590376 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d4187f-2e21-4d74-8dce-e0f26dfa11f5" -d '{"events": [{"server_uuid": "37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6", "name": "network-vif-plugged", "status": "completed", "tag": "f3653591-aaee-48f3-8fd7-0642ed38b0f5"}, {"server_uuid": "6e08ed2f-b9d3-40f8-8216-935a47ca4e94", "name": "network-vif-plugged", "status": "completed", "tag": "cbe5aeb1-a26a-4051-942c-0b834806c118"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:14.641469 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda0b54-f6ee-46cc-a809-bbcb31153abe req-cf0fca6f-f806-4f04-b821-92f610ef7b6b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:14.642063 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf03056-68fa-45ac-99d7-77daab564c4b x-openstack-request-id: req-bbf03056-68fa-45ac-99d7-77daab564c4b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:14.642412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e067c9e-d7ef-4bbb-804c-e6979139778f admin admin] Router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:22:14.642975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ddda0b54-f6ee-46cc-a809-bbcb31153abe req-cf0fca6f-f806-4f04-b821-92f610ef7b6b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 931 time: 0.1182015 Feb 09 03:22:14.649688 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6", "name": "network-vif-plugged", "status": "completed", "tag": "f3653591-aaee-48f3-8fd7-0642ed38b0f5", "code": 200}, {"server_uuid": "6e08ed2f-b9d3-40f8-8216-935a47ca4e94", "name": "network-vif-plugged", "status": "completed", "tag": "cbe5aeb1-a26a-4051-942c-0b834806c118", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:14.650037 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbf03056-68fa-45ac-99d7-77daab564c4b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:14.650657 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3653591-aaee-48f3-8fd7-0642ed38b0f5', 'code': 200} Feb 09 03:22:14.651632 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe5aeb1-a26a-4051-942c-0b834806c118', 'code': 200} Feb 09 03:22:14.668663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea571bf-821d-408f-9d4e-9747a4e84b72 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:14.678907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Publish callbacks [] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:14.723620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Transition to ACTIVE for port object eea571bf-821d-408f-9d4e-9747a4e84b72 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:14.728221 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ddda0b54-f6ee-46cc-a809-bbcb31153abe req-f2836358-1f75-4bab-875a-8e2d5d8621d3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761330 Feb 09 03:22:14.747475 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:14.820251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Pushing event updated for resources: {'Port': ['ID=eea571bf-821d-408f-9d4e-9747a4e84b72,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:14.827400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba321109-9d04-453e-ba67-fd772f47a2bb req-61a46302-7f1d-4efa-a24e-58cc6802308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:14.828414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba321109-9d04-453e-ba67-fd772f47a2bb req-61a46302-7f1d-4efa-a24e-58cc6802308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:14.834003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba321109-9d04-453e-ba67-fd772f47a2bb req-61a46302-7f1d-4efa-a24e-58cc6802308f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 2048 time: 0.1215203 Feb 09 03:22:14.928363 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba321109-9d04-453e-ba67-fd772f47a2bb req-3eaf2ba7-0c1f-4ca6-b2bc-0a3f7fd774a6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749807 Feb 09 03:22:14.937517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Attempting to bind port eea571bf-821d-408f-9d4e-9747a4e84b72 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:14.937883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Attempting to bind port eea571bf-821d-408f-9d4e-9747a4e84b72 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:14.938218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Attempting to bind port eea571bf-821d-408f-9d4e-9747a4e84b72 on network d9949b55-ccfa-4df2-b531-2094d183f640 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:14.942628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Port eea571bf-821d-408f-9d4e-9747a4e84b72 on network d9949b55-ccfa-4df2-b531-2094d183f640 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:14.943252 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Attempting to bind port eea571bf-821d-408f-9d4e-9747a4e84b72 on network d9949b55-ccfa-4df2-b531-2094d183f640 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:14.947972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:14.948311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Checking segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:14.948710 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Bound using segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:14.949141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Bound port: eea571bf-821d-408f-9d4e-9747a4e84b72, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:14.949531 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.020454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] For port eea571bf-821d-408f-9d4e-9747a4e84b72, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:15.023469 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] For port eea571bf-821d-408f-9d4e-9747a4e84b72, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=eea571bf-821d-408f-9d4e-9747a4e84b72,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:15.029727 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.048047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e067c9e-d7ef-4bbb-804c-e6979139778f admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:15.055840 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61d397-89cd-409c-9562-de3dbcb2a350 req-9ab97bbf-961a-473a-b2b4-dd342aab1e04 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:15.057316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae61d397-89cd-409c-9562-de3dbcb2a350 req-9ab97bbf-961a-473a-b2b4-dd342aab1e04 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 946 time: 0.1197083 Feb 09 03:22:15.059805 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d9ee6-9290-48e3-a8f5-e2ce9607f5a9 None None] Sync routers for ids ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:15.061042 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3e067c9e-d7ef-4bbb-804c-e6979139778f admin admin] 10.222.0.21 "PUT /v2.0/routers/1e920e39-f9c7-45e0-aa3a-13c3c1d73c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1673622 Feb 09 03:22:15.063308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca366d-3ca4-4c9a-b5d6-b7525f272e13 req-668417e3-6e32-40c3-918d-d71fdfb533c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:15.065335 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93ca366d-3ca4-4c9a-b5d6-b7525f272e13 req-668417e3-6e32-40c3-918d-d71fdfb533c7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 1129 time: 0.1286912 Feb 09 03:22:15.065536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33790) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:15.067604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:15.067721 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.069016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] 10.222.0.42 "PUT /v2.0/ports/eea571bf-821d-408f-9d4e-9747a4e84b72 HTTP/1.1" status: 200 len: 1092 time: 0.9893680 Feb 09 03:22:15.070662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debd7098-03e0-4fb7-b2ea-ea40ad27dcc6', 'tag': 'eea571bf-821d-408f-9d4e-9747a4e84b72'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:15.073025 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d46e55-f8eb-4424-acad-f0a313a22b79" -d '{"events": [{"name": "network-changed", "server_uuid": "debd7098-03e0-4fb7-b2ea-ea40ad27dcc6", "tag": "eea571bf-821d-408f-9d4e-9747a4e84b72"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:15.082935 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d9ee6-9290-48e3-a8f5-e2ce9607f5a9 None None] Routers {'1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:15.084282 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6e3d9ee6-9290-48e3-a8f5-e2ce9607f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:21:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:15.120950 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1072fedc-acbb-41f1-9982-de13a5b65b0d x-openstack-request-id: req-1072fedc-acbb-41f1-9982-de13a5b65b0d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:15.121252 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debd7098-03e0-4fb7-b2ea-ea40ad27dcc6", "tag": "eea571bf-821d-408f-9d4e-9747a4e84b72", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:15.121530 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1072fedc-acbb-41f1-9982-de13a5b65b0d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:15.121934 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debd7098-03e0-4fb7-b2ea-ea40ad27dcc6', 'tag': 'eea571bf-821d-408f-9d4e-9747a4e84b72', 'status': 'completed', 'code': 200} Feb 09 03:22:15.143307 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae61d397-89cd-409c-9562-de3dbcb2a350 req-60ea2997-d117-460b-8883-e85d68e1d04c tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766456 Feb 09 03:22:15.147353 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93ca366d-3ca4-4c9a-b5d6-b7525f272e13 req-02d4e1d9-e481-447c-84aa-feb5d0b13e24 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738735 Feb 09 03:22:15.214800 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-6e3d9ee6-9290-48e3-a8f5-e2ce9607f5a9 None None] Set router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:15.215718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea2c7c-aeb3-4bd5-8f8a-1118f2321c88 service neutron] Pushing event updated for resources: {'Port': ['ID=eea571bf-821d-408f-9d4e-9747a4e84b72,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:15.248211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d46e55-f8eb-4424-acad-f0a313a22b79 req-ed497f99-b6b4-41dd-820c-82c0dae4402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:15.249786 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-91d46e55-f8eb-4424-acad-f0a313a22b79 req-ed497f99-b6b4-41dd-820c-82c0dae4402e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 1126 time: 0.0847204 Feb 09 03:22:15.254399 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Publish callbacks [] for router (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.397602 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6e3d9ee6-9290-48e3-a8f5-e2ce9607f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:22:13Z', 'revision_number': 5, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:15.430995 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d9ee6-9290-48e3-a8f5-e2ce9607f5a9 None None] Checking router: 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:15.435611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d46e55-f8eb-4424-acad-f0a313a22b79 req-a27611cf-35c0-44eb-a742-8a2d5ec9329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:15.437313 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-91d46e55-f8eb-4424-acad-f0a313a22b79 req-a27611cf-35c0-44eb-a742-8a2d5ec9329d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1463943 Feb 09 03:22:15.441015 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d9ee6-9290-48e3-a8f5-e2ce9607f5a9 None None] Routers {'1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:15.441753 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6e3d9ee6-9290-48e3-a8f5-e2ce9607f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:21:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:15.450831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Publish callbacks [] for router_gateway (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.491852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd13371-89bd-48d9-9443-4cf61d0f308f req-6d53c841-2ad1-4a93-817e-cef240a70f69 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:15.497720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd13371-89bd-48d9-9443-4cf61d0f308f req-6d53c841-2ad1-4a93-817e-cef240a70f69 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:15.499583 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ebd13371-89bd-48d9-9443-4cf61d0f308f req-6d53c841-2ad1-4a93-817e-cef240a70f69 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1682 time: 0.0620198 Feb 09 03:22:15.552075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ebd13371-89bd-48d9-9443-4cf61d0f308f req-d3781f23-13f1-4023-b0ec-1fd2f8cced2f tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452824 Feb 09 03:22:15.559765 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-6e3d9ee6-9290-48e3-a8f5-e2ce9607f5a9 None None] Set router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:15.584657 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7ae62a3-e797-407f-8caf-a64aab6f9dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.621495 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418eb85-a1e0-4ddf-9c6b-c7cd67c62e4c req-1f4f21d3-0079-4304-9a47-d425685c31a3 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:15.628855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1418eb85-a1e0-4ddf-9c6b-c7cd67c62e4c req-1f4f21d3-0079-4304-9a47-d425685c31a3 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1895068 Feb 09 03:22:15.666406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d46e55-f8eb-4424-acad-f0a313a22b79 req-cdaed4ed-9dba-4324-b56f-11a36b5b6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:15.667855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-91d46e55-f8eb-4424-acad-f0a313a22b79 req-cdaed4ed-9dba-4324-b56f-11a36b5b6e15 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2129531 Feb 09 03:22:15.684241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Deleting port 9891457b-6e73-49ae-919d-b1caf5805a99 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:15.684654 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9891457b-6e73-49ae-919d-b1caf5805a99), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.736880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:15.794179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1418eb85-a1e0-4ddf-9c6b-c7cd67c62e4c req-d198909a-9054-4baf-bc12-e7e081155ad9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505156 Feb 09 03:22:15.805801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:15.806182 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.806744 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6e3d9ee6-9290-48e3-a8f5-e2ce9607f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:22:13Z', 'revision_number': 5, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:15.834775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c1d40-4636-45e8-b362-82652558541f req-1b457b5d-608b-40c8-98c7-29d8f52f56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:15.836277 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-1b457b5d-608b-40c8-98c7-29d8f52f56dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 1126 time: 0.1009312 Feb 09 03:22:15.838129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] For port 9891457b-6e73-49ae-919d-b1caf5805a99, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9891457b-6e73-49ae-919d-b1caf5805a99,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:15.838491 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9891457b-6e73-49ae-919d-b1caf5805a99), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.849281 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d9ee6-9290-48e3-a8f5-e2ce9607f5a9 None None] The sync data for ids ['1e920e39-f9c7-45e0-aa3a-13c3c1d73c57'] in n-d-824835-15 is: [{'id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'name': 'tempest-ServersTestFqdnHostnames-939497602-router', 'tenant_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:46Z', 'updated_at': '2022-02-09T03:22:13Z', 'revision_number': 5, 'project_id': 'a46d4ce0abc242f59b363eadc0de9e4d', 'gw_port': {'id': '9891457b-6e73-49ae-919d-b1caf5805a99', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920e39-f9c7-45e0-aa3a-13c3c1d73c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:47Z', 'updated_at': '2022-02-09T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:15.887330 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Calling delete_port for 9891457b-6e73-49ae-919d-b1caf5805a99 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:15.899548 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-60daab2f-d000-4f99-92fe-b927bfbcf4e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eea571bf-821d-408f-9d4e-9747a4e84b72 HTTP/1.1" status: 200 len: 217 time: 0.0514181 Feb 09 03:22:15.907111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e55b4-01d6-4869-81b7-21904e2f48fe req-49b67e7a-a723-45b4-89bc-a5cd42e131d5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:15.922576 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a95e55b4-01d6-4869-81b7-21904e2f48fe req-49b67e7a-a723-45b4-89bc-a5cd42e131d5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 943 time: 0.1005709 Feb 09 03:22:15.971862 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a95e55b4-01d6-4869-81b7-21904e2f48fe req-24f87d16-04ea-45b2-8035-e01a341367d5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471625 Feb 09 03:22:16.024721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c1d40-4636-45e8-b362-82652558541f req-cef191f0-2bea-4d96-8eb5-de79c6035d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:16.026201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-cef191f0-2bea-4d96-8eb5-de79c6035d49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 200 len: 851 time: 0.1088936 Feb 09 03:22:16.061275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-4e0a9db7-77e0-438b-81fc-5ba9a6fbe650 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9949b55-ccfa-4df2-b531-2094d183f640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284293 Feb 09 03:22:16.067364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:16.067757 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.102769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:16.107640 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.154866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:16.273452 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-2518dece-b5ba-4f71-839b-9743008bef6b service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676438 Feb 09 03:22:16.290731 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (9891457b-6e73-49ae-919d-b1caf5805a99), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.389336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9891457b-6e73-49ae-919d-b1caf5805a99,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:16.408825 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e7a47-78ae-4157-acbd-43cb0b02ea7b req-e396698c-9eac-489b-a0ac-f9d18d46122d tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:16.410285 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-862e7a47-78ae-4157-acbd-43cb0b02ea7b req-e396698c-9eac-489b-a0ac-f9d18d46122d tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 946 time: 0.1831014 Feb 09 03:22:16.492079 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.495353 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-642c1d40-4636-45e8-b362-82652558541f req-f37d74ae-84c7-452a-ba00-43e64405de93 service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156579 Feb 09 03:22:16.598870 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-862e7a47-78ae-4157-acbd-43cb0b02ea7b req-f574ca9a-12f6-468e-b09a-abde9f7335f6 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674919 Feb 09 03:22:16.603568 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.605808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Publish callbacks [] for router_controller (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.653616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb690be-e979-49ce-ac7a-7a0cf9409102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:16.662667 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2114e318-7ee5-4903-91b3-4c07813f7203" -d '{"events": [{"server_uuid": "1fb690be-e979-49ce-ac7a-7a0cf9409102", "name": "network-vif-plugged", "status": "completed", "tag": "e69bdefe-0d0e-4cbe-95a3-3d889753a0c1"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:16.665932 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (1e920e39-f9c7-45e0-aa3a-13c3c1d73c57), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.666746 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:22:16.671487 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.675717 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e27432c7-e05b-4242-8614-7899542785ff admin admin] 10.222.0.21 "DELETE /v2.0/routers/1e920e39-f9c7-45e0-aa3a-13c3c1d73c57 HTTP/1.1" status: 204 len: 168 time: 1.6055515 Feb 09 03:22:16.676145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33822) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:16.688696 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feda7a0-d061-4f24-9454-60a2bdf02153 req-f86901ac-ae8d-4ce8-b051-00203a7de225 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:16.695893 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feda7a0-d061-4f24-9454-60a2bdf02153 req-f86901ac-ae8d-4ce8-b051-00203a7de225 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:16.697822 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0feda7a0-d061-4f24-9454-60a2bdf02153 req-f86901ac-ae8d-4ce8-b051-00203a7de225 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1682 time: 0.0716593 Feb 09 03:22:16.732149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b16a78-e3f6-4967-81af-aba1d5a6e792 admin admin] Deleting subnet d546f451-67dc-46ba-b7fc-3fe005f795a3 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:22:16.736529 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12b16a78-e3f6-4967-81af-aba1d5a6e792 admin admin] Publish callbacks [] for subnet (d546f451-67dc-46ba-b7fc-3fe005f795a3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.752444 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf9aa78-5689-4c0e-8df7-2df95d5bf7d3 x-openstack-request-id: req-7bf9aa78-5689-4c0e-8df7-2df95d5bf7d3 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:16.752737 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb690be-e979-49ce-ac7a-7a0cf9409102", "name": "network-vif-plugged", "status": "completed", "tag": "e69bdefe-0d0e-4cbe-95a3-3d889753a0c1", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:16.753019 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bf9aa78-5689-4c0e-8df7-2df95d5bf7d3 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:16.753529 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb690be-e979-49ce-ac7a-7a0cf9409102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1', 'code': 200} Feb 09 03:22:16.768166 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0feda7a0-d061-4f24-9454-60a2bdf02153 req-6225f858-4d89-458d-bf9b-997ba38ef1ca tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619347 Feb 09 03:22:16.778421 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12b16a78-e3f6-4967-81af-aba1d5a6e792 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (d546f451-67dc-46ba-b7fc-3fe005f795a3), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.883923 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12b16a78-e3f6-4967-81af-aba1d5a6e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (d546f451-67dc-46ba-b7fc-3fe005f795a3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.923247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f133c-92ad-4636-93db-136a837a638d req-d7c6beb2-0136-407a-9864-559bb8898449 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:16.924844 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-364f133c-92ad-4636-93db-136a837a638d req-d7c6beb2-0136-407a-9864-559bb8898449 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.0596044 Feb 09 03:22:16.996030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-364f133c-92ad-4636-93db-136a837a638d req-b04d6591-bea9-45cd-bb39-0fe672cd275e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650558 Feb 09 03:22:17.126823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9b58b-1315-49dc-99bb-d126b443b3d7 req-46b3eec3-cca3-43c3-9fa3-ea998245972b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:17.128287 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5a9b58b-1315-49dc-99bb-d126b443b3d7 req-46b3eec3-cca3-43c3-9fa3-ea998245972b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 943 time: 0.0571351 Feb 09 03:22:17.178894 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5a9b58b-1315-49dc-99bb-d126b443b3d7 req-7e11c239-6a26-4557-8080-be39f9d4b36d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 Feb 09 03:22:17.271086 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d396bf-2307-4420-a76f-cb6314ef220f req-21cc357d-4b04-452d-a8d3-b9f609ce5a25 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:17.276484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d396bf-2307-4420-a76f-cb6314ef220f req-21cc357d-4b04-452d-a8d3-b9f609ce5a25 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:17.278205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a7d396bf-2307-4420-a76f-cb6314ef220f req-21cc357d-4b04-452d-a8d3-b9f609ce5a25 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1682 time: 0.0800233 Feb 09 03:22:17.282615 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12b16a78-e3f6-4967-81af-aba1d5a6e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (d546f451-67dc-46ba-b7fc-3fe005f795a3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.315240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b16a78-e3f6-4967-81af-aba1d5a6e792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d546f451-67dc-46ba-b7fc-3fe005f795a3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:17.325220 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12b16a78-e3f6-4967-81af-aba1d5a6e792 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.329258 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-12b16a78-e3f6-4967-81af-aba1d5a6e792 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d546f451-67dc-46ba-b7fc-3fe005f795a3 HTTP/1.1" status: 204 len: 168 time: 0.6518807 Feb 09 03:22:17.329672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba55559-813c-46d6-86db-de4a082bb3f5 None None] Network 319cabb2-e9b1-49c5-a01d-3a41452b2a30 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:17.331805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33838) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:17.360782 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a7d396bf-2307-4420-a76f-cb6314ef220f req-4920b354-dfb3-47ba-8c54-a814d24bbd1d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743468 Feb 09 03:22:17.404410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (319cabb2-e9b1-49c5-a01d-3a41452b2a30), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.460011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Deleting port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:17.460347 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.503073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4b53ab-8cac-4f9e-9a64-098540ac8795 None None] DHCP port deletion for 319cabb2-e9b1-49c5-a01d-3a41452b2a30 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:22:17.530320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] For port 2de591c9-b9c1-4697-b6cf-6a046b3127f5, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2de591c9-b9c1-4697-b6cf-6a046b3127f5,segment=NetworkSegment(e6cbbc81-06e4-44fe-94b5-d832fc8471cd),segment_id=e6cbbc81-06e4-44fe-94b5-d832fc8471cd)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:17.532044 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.546235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Calling delete_port for 2de591c9-b9c1-4697-b6cf-6a046b3127f5 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:17.556300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b53ab-8cac-4f9e-9a64-098540ac8795 None None] Deleting port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:17.556676 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c4b53ab-8cac-4f9e-9a64-098540ac8795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.618427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4c4b53ab-8cac-4f9e-9a64-098540ac8795 None None] For port 2de591c9-b9c1-4697-b6cf-6a046b3127f5, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2de591c9-b9c1-4697-b6cf-6a046b3127f5,segment=NetworkSegment(e6cbbc81-06e4-44fe-94b5-d832fc8471cd),segment_id=e6cbbc81-06e4-44fe-94b5-d832fc8471cd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:17.618830 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c4b53ab-8cac-4f9e-9a64-098540ac8795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.630784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.636477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b53ab-8cac-4f9e-9a64-098540ac8795 None None] Calling delete_port for 2de591c9-b9c1-4697-b6cf-6a046b3127f5 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:17.645908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] No DVR routers for this DVR port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:17.693711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de591c9-b9c1-4697-b6cf-6a046b3127f5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:17.710109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 48d9e9b4-9d9a-4168-8210-5be08a9c0404 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:17.741115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 48d9e9b4-9d9a-4168-8210-5be08a9c0404 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:17.741496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 48d9e9b4-9d9a-4168-8210-5be08a9c0404 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:17.741913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2de591c9-b9c1-4697-b6cf-6a046b3127f5 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:17.766288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 2de591c9-b9c1-4697-b6cf-6a046b3127f5 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:17.767224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2de591c9-b9c1-4697-b6cf-6a046b3127f5 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:17.767660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9891457b-6e73-49ae-919d-b1caf5805a99 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:17.770674 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c4b53ab-8cac-4f9e-9a64-098540ac8795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (2de591c9-b9c1-4697-b6cf-6a046b3127f5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.775816 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (319cabb2-e9b1-49c5-a01d-3a41452b2a30), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.801676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319cabb2-e9b1-49c5-a01d-3a41452b2a30']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:17.814036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:17.814321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cbbc81-06e4-44fe-94b5-d832fc8471cd') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:17.815947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 9891457b-6e73-49ae-919d-b1caf5805a99 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:17.816301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9891457b-6e73-49ae-919d-b1caf5805a99 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:17.818206 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b53ab-8cac-4f9e-9a64-098540ac8795 None None] Pushing event deleted for resources: {'Port': ['ID=2de591c9-b9c1-4697-b6cf-6a046b3127f5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:17.821907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b53ab-8cac-4f9e-9a64-098540ac8795 None None] No DVR routers for this DVR port 2de591c9-b9c1-4697-b6cf-6a046b3127f5 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:17.835486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a05de2-b141-4db3-8d41-fbaa12b9f993 req-a06bc04a-1635-4a8a-81b8-68dec5345196 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:17.837538 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2a05de2-b141-4db3-8d41-fbaa12b9f993 req-a06bc04a-1635-4a8a-81b8-68dec5345196 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 946 time: 0.1477582 Feb 09 03:22:17.839098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (e6cbbc81-06e4-44fe-94b5-d832fc8471cd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.863087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e6cbbc81-06e4-44fe-94b5-d832fc8471cd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.875449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:22:17.875860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (e6cbbc81-06e4-44fe-94b5-d832fc8471cd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:22:17.877894 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:22:17.943288 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2a05de2-b141-4db3-8d41-fbaa12b9f993 req-bf41e4cb-5f6f-42fa-aa54-40ae3238152e tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964546 Feb 09 03:22:17.952956 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (319cabb2-e9b1-49c5-a01d-3a41452b2a30), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.958961 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.966087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] 10.222.0.21 "DELETE /v2.0/networks/319cabb2-e9b1-49c5-a01d-3a41452b2a30 HTTP/1.1" status: 204 len: 168 time: 0.6293058 Feb 09 03:22:17.977605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdaf7f-4ed1-473b-a544-883faeabf888 admin admin] Pushing event deleted for resources: {'Network': ['ID=319cabb2-e9b1-49c5-a01d-3a41452b2a30,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:18.071130 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f45c3859-1154-488f-9691-dfe350ab47fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.111026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33862) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:18.160301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc30559-ba11-4984-b239-f44f06cde80b req-6222878c-1aad-417c-a3b6-8a3901cbc507 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:18.162542 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e5be3568-2f32-46c0-8e5f-187d7bd6df42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a46d4ce0abc242f59b363eadc0de9e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498819 Feb 09 03:22:18.165080 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cc30559-ba11-4984-b239-f44f06cde80b req-6222878c-1aad-417c-a3b6-8a3901cbc507 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.0873005 Feb 09 03:22:18.165960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33864) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:18.256785 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cc30559-ba11-4984-b239-f44f06cde80b req-8bc92dc8-4406-47da-8cb5-4569cf60aeb2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806673 Feb 09 03:22:18.261746 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d163176d-222e-4a75-9f5b-6a9bba17ccd3 admin admin] Publish callbacks [] for security_group (c566e54b-0a19-4afb-b459-102db562402d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.294744 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d163176d-222e-4a75-9f5b-6a9bba17ccd3 admin admin] Publish callbacks [] for security_group (c566e54b-0a19-4afb-b459-102db562402d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.337599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e543de-a654-4d2e-be92-53dde30c9e04 req-363a66dc-da28-4bcf-b600-52c7892bc7ba tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:18.340080 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9e543de-a654-4d2e-be92-53dde30c9e04 req-363a66dc-da28-4bcf-b600-52c7892bc7ba tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 946 time: 0.0864809 Feb 09 03:22:18.387420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d163176d-222e-4a75-9f5b-6a9bba17ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c566e54b-0a19-4afb-b459-102db562402d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.391557 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d163176d-222e-4a75-9f5b-6a9bba17ccd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.395128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d163176d-222e-4a75-9f5b-6a9bba17ccd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c566e54b-0a19-4afb-b459-102db562402d HTTP/1.1" status: 204 len: 168 time: 0.2247531 Feb 09 03:22:18.413414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cbcc6-c05f-4e0d-b04a-ed66e2e2049d req-7da49ae8-98d0-4060-af9c-302e2f09667c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:18.414936 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-670cbcc6-c05f-4e0d-b04a-ed66e2e2049d req-7da49ae8-98d0-4060-af9c-302e2f09667c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 943 time: 0.0893106 Feb 09 03:22:18.415719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163176d-222e-4a75-9f5b-6a9bba17ccd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c566e54b-0a19-4afb-b459-102db562402d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:18.416319 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9e543de-a654-4d2e-be92-53dde30c9e04 req-1c28b0fe-2449-45d4-ba4e-8900317c8856 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695522 Feb 09 03:22:18.491012 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-670cbcc6-c05f-4e0d-b04a-ed66e2e2049d req-f13142d3-3cba-4e2f-b7da-6408a8c037d6 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679607 Feb 09 03:22:18.616791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b935e67-1f80-4f61-a9c6-6e76a17af7f6 req-68d7fd6a-298c-482f-817d-5fbc3ba7ae15 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:18.622047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b935e67-1f80-4f61-a9c6-6e76a17af7f6 req-68d7fd6a-298c-482f-817d-5fbc3ba7ae15 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:18.623638 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b935e67-1f80-4f61-a9c6-6e76a17af7f6 req-68d7fd6a-298c-482f-817d-5fbc3ba7ae15 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1682 time: 0.1375749 Feb 09 03:22:18.632010 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-47114d24-0a0e-47f5-bba6-828269de0a8d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:18.637894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-47114d24-0a0e-47f5-bba6-828269de0a8d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:18.639643 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-47114d24-0a0e-47f5-bba6-828269de0a8d tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 1682 time: 0.1362734 Feb 09 03:22:18.747371 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b935e67-1f80-4f61-a9c6-6e76a17af7f6 req-ef84f654-51d4-482c-92a7-a2d2d26737eb tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059620 Feb 09 03:22:18.781884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-baf8159c-be62-4577-873a-025a8acb9594 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting port cbe5aeb1-a26a-4051-942c-0b834806c118 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:18.782980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-baf8159c-be62-4577-873a-025a8acb9594 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.925512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-baf8159c-be62-4577-873a-025a8acb9594 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] For port cbe5aeb1-a26a-4051-942c-0b834806c118, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=cbe5aeb1-a26a-4051-942c-0b834806c118,segment=NetworkSegment(1718735a-ba13-43f8-9ade-58ced715e634),segment_id=1718735a-ba13-43f8-9ade-58ced715e634)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:18.926086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-baf8159c-be62-4577-873a-025a8acb9594 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.943898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-baf8159c-be62-4577-873a-025a8acb9594 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Calling delete_port for cbe5aeb1-a26a-4051-942c-0b834806c118 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:19.087461 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:22:19.141016 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-baf8159c-be62-4577-873a-025a8acb9594 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (cbe5aeb1-a26a-4051-942c-0b834806c118), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.154442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['207c05e5-f3f1-4846-950d-debde4b29fea', 'cbe5aeb1-a26a-4051-942c-0b834806c118'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:19.202091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8159c-be62-4577-873a-025a8acb9594 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Port': ['ID=cbe5aeb1-a26a-4051-942c-0b834806c118,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:19.262713 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.277683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-baf8159c-be62-4577-873a-025a8acb9594 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] No DVR routers for this DVR port cbe5aeb1-a26a-4051-942c-0b834806c118 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:19.282422 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-baf8159c-be62-4577-873a-025a8acb9594 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.290373 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-baf8159c-be62-4577-873a-025a8acb9594 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "DELETE /v2.0/ports/cbe5aeb1-a26a-4051-942c-0b834806c118 HTTP/1.1" status: 204 len: 173 time: 0.6415770 Feb 09 03:22:19.291011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'name': 'network-vif-deleted', 'tag': 'cbe5aeb1-a26a-4051-942c-0b834806c118'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:19.294725 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d740a39d-05cf-4371-8ce6-86064bb741e4" -d '{"events": [{"server_uuid": "6e08ed2f-b9d3-40f8-8216-935a47ca4e94", "name": "network-vif-deleted", "tag": "cbe5aeb1-a26a-4051-942c-0b834806c118"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:19.402483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33928) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:19.488168 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dabd3b-4a6f-4a90-a4ae-ad95be0c1cb4 x-openstack-request-id: req-e3dabd3b-4a6f-4a90-a4ae-ad95be0c1cb4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:19.488168 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e08ed2f-b9d3-40f8-8216-935a47ca4e94", "name": "network-vif-deleted", "tag": "cbe5aeb1-a26a-4051-942c-0b834806c118", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:19.488168 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3dabd3b-4a6f-4a90-a4ae-ad95be0c1cb4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:19.488168 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'name': 'network-vif-deleted', 'tag': 'cbe5aeb1-a26a-4051-942c-0b834806c118', 'status': 'completed', 'code': 200} Feb 09 03:22:19.589115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323909e-d72f-4950-996b-e481430dacfa req-88649830-4c13-48ca-851f-4121eb75eaf4 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:19.597065 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1323909e-d72f-4950-996b-e481430dacfa req-88649830-4c13-48ca-851f-4121eb75eaf4 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 946 time: 0.0705786 Feb 09 03:22:19.616525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-6ebf814b-b84f-4cca-ad18-288af9af0990 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting port 207c05e5-f3f1-4846-950d-debde4b29fea {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:19.617066 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-6ebf814b-b84f-4cca-ad18-288af9af0990 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.640927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-115005388-network', 'tenant_id': 'a9192a5858ba45579af5b047a9a81de4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:19.641746 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74361cdd-3d4e-43e8-a25d-f94e23bc0b5d req-3dcdb41f-a33a-430e-bcd5-3322a8488deb tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:19.643424 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74361cdd-3d4e-43e8-a25d-f94e23bc0b5d req-3dcdb41f-a33a-430e-bcd5-3322a8488deb tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1838179 Feb 09 03:22:19.703118 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1323909e-d72f-4950-996b-e481430dacfa req-23ed5633-6261-4d56-9128-5fb8fd747fc6 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032774 Feb 09 03:22:19.712452 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Made reservation on behalf of a9192a5858ba45579af5b047a9a81de4 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:19.720139 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.734283 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.766112 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74361cdd-3d4e-43e8-a25d-f94e23bc0b5d req-dad5012a-3dcc-424b-a8dc-786ff23bcd2d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921521 Feb 09 03:22:19.798190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-6ebf814b-b84f-4cca-ad18-288af9af0990 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] For port 207c05e5-f3f1-4846-950d-debde4b29fea, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=207c05e5-f3f1-4846-950d-debde4b29fea,segment=NetworkSegment(5718f228-279e-403d-9b98-0205793e7083),segment_id=5718f228-279e-403d-9b98-0205793e7083)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:19.798578 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-6ebf814b-b84f-4cca-ad18-288af9af0990 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.833915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-6ebf814b-b84f-4cca-ad18-288af9af0990 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Calling delete_port for 207c05e5-f3f1-4846-950d-debde4b29fea owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:19.947526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ece7c-0eb2-497e-bb1b-b5ee1abc4100 req-f4dc6857-d158-42f6-868b-e9a14d781fd9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:19.949020 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d99ece7c-0eb2-497e-bb1b-b5ee1abc4100 req-f4dc6857-d158-42f6-868b-e9a14d781fd9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 943 time: 0.1111913 Feb 09 03:22:19.970476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Publish callbacks [] for security_group (a3bfd1b0-e370-4c7a-a3e1-5108cab505f2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.971864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbfb00-4489-4a8c-a1fe-217473d14c62 req-9a56b7e7-c2c4-4542-97eb-553938f5473e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:19.973492 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-edcbfb00-4489-4a8c-a1fe-217473d14c62 req-9a56b7e7-c2c4-4542-97eb-553938f5473e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e08ed2f-b9d3-40f8-8216-935a47ca4e94 HTTP/1.1" status: 200 len: 946 time: 0.1173334 Feb 09 03:22:19.985117 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a3bfd1b0-e370-4c7a-a3e1-5108cab505f2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.048681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:20.071752 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d99ece7c-0eb2-497e-bb1b-b5ee1abc4100 req-73aa92d9-e3a4-43d3-99ed-e42d6821797d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107683 Feb 09 03:22:20.099175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:22:20.105841 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-6ebf814b-b84f-4cca-ad18-288af9af0990 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (207c05e5-f3f1-4846-950d-debde4b29fea), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.123072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['cbe5aeb1-a26a-4051-942c-0b834806c118'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:20.126141 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (85befbc9-dd14-4402-8494-b27937195e44), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.126606 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Added segment 85befbc9-dd14-4402-8494-b27937195e44 of type vlan for network d1a41a70-5418-48b2-b32e-4aa906c2c293 Feb 09 03:22:20.163881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device eea571bf-821d-408f-9d4e-9747a4e84b72 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:20.171833 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-edcbfb00-4489-4a8c-a1fe-217473d14c62 req-7059d99c-20de-4445-bdcb-fc2b51c27c6e tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457939 Feb 09 03:22:20.200299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf814b-b84f-4cca-ad18-288af9af0990 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Port': ['ID=207c05e5-f3f1-4846-950d-debde4b29fea,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:20.205952 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (d1a41a70-5418-48b2-b32e-4aa906c2c293), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.221516 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b4a65-129a-4028-8c3c-ed8e21bdd26e req-425f0ef6-0d6b-4024-a009-6f0eaf0edf89 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:20.223323 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-306b4a65-129a-4028-8c3c-ed8e21bdd26e req-425f0ef6-0d6b-4024-a009-6f0eaf0edf89 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 946 time: 0.1506774 Feb 09 03:22:20.253225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-6ebf814b-b84f-4cca-ad18-288af9af0990 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] No DVR routers for this DVR port 207c05e5-f3f1-4846-950d-debde4b29fea on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:20.256885 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-6ebf814b-b84f-4cca-ad18-288af9af0990 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.260645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af13bfc6-f9fc-4777-93bb-4da04e50b96b req-6ebf814b-b84f-4cca-ad18-288af9af0990 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.42 "DELETE /v2.0/ports/207c05e5-f3f1-4846-950d-debde4b29fea HTTP/1.1" status: 204 len: 173 time: 0.9612741 Feb 09 03:22:20.289914 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (d1a41a70-5418-48b2-b32e-4aa906c2c293), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.297529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:20.298651 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.442341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0360460 Feb 09 03:22:20.442989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33948) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:20.448075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4e96d646-40f8-438d-9da2-5faa88af7e33 admin admin] Request body: {'subnet': {'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-115005388-subnet', 'tenant_id': 'a9192a5858ba45579af5b047a9a81de4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:20.461346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port eea571bf-821d-408f-9d4e-9747a4e84b72, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=eea571bf-821d-408f-9d4e-9747a4e84b72,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:20.473533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f4fca-1c05-420b-af60-266e030d0ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=d1a41a70-5418-48b2-b32e-4aa906c2c293,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:20.487457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e96d646-40f8-438d-9da2-5faa88af7e33 admin admin] Made reservation on behalf of a9192a5858ba45579af5b047a9a81de4 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:20.490675 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e96d646-40f8-438d-9da2-5faa88af7e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.494434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network d1a41a70-5418-48b2-b32e-4aa906c2c293 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:22:20.541269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-306b4a65-129a-4028-8c3c-ed8e21bdd26e req-d482466f-d5cd-46e2-9c19-6b805121bcdc tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Deleting port f3653591-aaee-48f3-8fd7-0642ed38b0f5 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:20.541909 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-306b4a65-129a-4028-8c3c-ed8e21bdd26e req-d482466f-d5cd-46e2-9c19-6b805121bcdc tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.605095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'eea571bf-821d-408f-9d4e-9747a4e84b72', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'port_id': 'eea571bf-821d-408f-9d4e-9747a4e84b72', 'mac_address': 'fa:16:3e:e4:ea:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0775cadb-5388-496a-9c76-2a812afcdf9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:20.689069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-306b4a65-129a-4028-8c3c-ed8e21bdd26e req-d482466f-d5cd-46e2-9c19-6b805121bcdc tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] For port f3653591-aaee-48f3-8fd7-0642ed38b0f5, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=f3653591-aaee-48f3-8fd7-0642ed38b0f5,segment=NetworkSegment(32c7182d-31aa-456d-8999-0d0be1d7d9ef),segment_id=32c7182d-31aa-456d-8999-0d0be1d7d9ef)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:20.690389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-306b4a65-129a-4028-8c3c-ed8e21bdd26e req-d482466f-d5cd-46e2-9c19-6b805121bcdc tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.691285 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.707628 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port eea571bf-821d-408f-9d4e-9747a4e84b72 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:20.711048 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.715587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-306b4a65-129a-4028-8c3c-ed8e21bdd26e req-d482466f-d5cd-46e2-9c19-6b805121bcdc tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Calling delete_port for f3653591-aaee-48f3-8fd7-0642ed38b0f5 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:20.742438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea571bf-821d-408f-9d4e-9747a4e84b72 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:20.816395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port eea571bf-821d-408f-9d4e-9747a4e84b72, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=eea571bf-821d-408f-9d4e-9747a4e84b72,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:20.818821 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e96d646-40f8-438d-9da2-5faa88af7e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (8f6a8bcf-6531-4016-8adb-d44640fba74f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.830219 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.929326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96d646-40f8-438d-9da2-5faa88af7e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6a8bcf-6531-4016-8adb-d44640fba74f,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:20.974531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=eea571bf-821d-408f-9d4e-9747a4e84b72,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:20.987788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96d646-40f8-438d-9da2-5faa88af7e33 admin admin] Checking segment: {'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:20.988157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96d646-40f8-438d-9da2-5faa88af7e33 admin admin] Network hostable DHCP agents. Network: d1a41a70-5418-48b2-b32e-4aa906c2c293, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:22:20.994128 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-306b4a65-129a-4028-8c3c-ed8e21bdd26e req-d482466f-d5cd-46e2-9c19-6b805121bcdc tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f3653591-aaee-48f3-8fd7-0642ed38b0f5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.028857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['f3653591-aaee-48f3-8fd7-0642ed38b0f5'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:21.033873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd9d03-f205-480f-bdf1-da902a3fa247 req-d6a9ee7f-98c8-45f4-aa93-80ca473b4dc0 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.038629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79f883-e9c3-4c31-a8de-5fa6e6197f79 req-01ca3b78-ac96-48a7-82d3-9225077f6e71 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.040194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e79f883-e9c3-4c31-a8de-5fa6e6197f79 req-01ca3b78-ac96-48a7-82d3-9225077f6e71 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 867 time: 0.2150192 Feb 09 03:22:21.041576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96d646-40f8-438d-9da2-5faa88af7e33 admin admin] Network d1a41a70-5418-48b2-b32e-4aa906c2c293 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:22:21.052166 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36bd9d03-f205-480f-bdf1-da902a3fa247 req-d6a9ee7f-98c8-45f4-aa93-80ca473b4dc0 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1702328 Feb 09 03:22:21.064783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['eea571bf-821d-408f-9d4e-9747a4e84b72'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:21.104165 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e79f883-e9c3-4c31-a8de-5fa6e6197f79 req-3080f1cb-44c3-4817-8e33-9b1524a4a8f9 tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/security-groups?id=299e71a2-8aba-4bb7-82df-900d003e7a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554988 Feb 09 03:22:21.105189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4e96d646-40f8-438d-9da2-5faa88af7e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, d1a41a70-5418-48b2-b32e-4aa906c2c293) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:21.121037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c84d08-e15f-4608-a67f-12841fd3a7db None None] Network d1a41a70-5418-48b2-b32e-4aa906c2c293 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:21.126511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96d646-40f8-438d-9da2-5faa88af7e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.128657 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e96d646-40f8-438d-9da2-5faa88af7e33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.138170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482466f-d5cd-46e2-9c19-6b805121bcdc tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Pushing event deleted for resources: {'Port': ['ID=f3653591-aaee-48f3-8fd7-0642ed38b0f5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:21.181471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4e96d646-40f8-438d-9da2-5faa88af7e33 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7296374 Feb 09 03:22:21.278479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-306b4a65-129a-4028-8c3c-ed8e21bdd26e req-d482466f-d5cd-46e2-9c19-6b805121bcdc tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] No DVR routers for this DVR port f3653591-aaee-48f3-8fd7-0642ed38b0f5 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:21.293069 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-306b4a65-129a-4028-8c3c-ed8e21bdd26e req-d482466f-d5cd-46e2-9c19-6b805121bcdc tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.296995 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-306b4a65-129a-4028-8c3c-ed8e21bdd26e req-d482466f-d5cd-46e2-9c19-6b805121bcdc tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.65 "DELETE /v2.0/ports/f3653591-aaee-48f3-8fd7-0642ed38b0f5 HTTP/1.1" status: 204 len: 173 time: 1.0655386 Feb 09 03:22:21.297897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6', 'name': 'network-vif-deleted', 'tag': 'f3653591-aaee-48f3-8fd7-0642ed38b0f5'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:21.315899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adfde0-a5a7-42e4-a743-e23dd222b123 req-4734f5ec-ba48-4ed8-a670-a78e1094b4b2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.324583 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2ad5e3-ae29-4f1c-8212-4909e2c6d1d8" -d '{"events": [{"server_uuid": "37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6", "name": "network-vif-deleted", "tag": "f3653591-aaee-48f3-8fd7-0642ed38b0f5"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:21.328413 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2adfde0-a5a7-42e4-a743-e23dd222b123 req-4734f5ec-ba48-4ed8-a670-a78e1094b4b2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 944 time: 0.0874233 Feb 09 03:22:21.406488 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2adfde0-a5a7-42e4-a743-e23dd222b123 req-523d9263-c5f0-441a-b66c-92ceeb784e20 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768893 Feb 09 03:22:21.434967 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36bd9d03-f205-480f-bdf1-da902a3fa247 req-a7c2f6ec-fb6f-4b7f-ac6d-6ca4095a5c41 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818805 Feb 09 03:22:21.445182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb1cc82-9399-4e27-91e3-5fc15a58144b None None] Network d1a41a70-5418-48b2-b32e-4aa906c2c293 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:21.489002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'name': 'network-vif-deleted', 'tag': '207c05e5-f3f1-4846-950d-debde4b29fea'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:21.489777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33972) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:21.492167 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c37f6d2-2e06-440f-9c06-25f8686cd8fb" -d '{"events": [{"server_uuid": "6e08ed2f-b9d3-40f8-8216-935a47ca4e94", "name": "network-vif-deleted", "tag": "207c05e5-f3f1-4846-950d-debde4b29fea"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:21.637127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7733140-114c-4e2f-84d0-664f0ef4d6e6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting subnet 0fcdfd2e-7998-48ff-9748-67b552a2fa5a {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:22:21.654291 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701b8245-48eb-441b-8041-4d98d5da169f x-openstack-request-id: req-701b8245-48eb-441b-8041-4d98d5da169f {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:21.654517 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6", "name": "network-vif-deleted", "tag": "f3653591-aaee-48f3-8fd7-0642ed38b0f5", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:21.654784 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-701b8245-48eb-441b-8041-4d98d5da169f {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:21.656208 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6', 'name': 'network-vif-deleted', 'tag': 'f3653591-aaee-48f3-8fd7-0642ed38b0f5', 'status': 'completed', 'code': 200} Feb 09 03:22:21.658162 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7733140-114c-4e2f-84d0-664f0ef4d6e6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks [] for subnet (0fcdfd2e-7998-48ff-9748-67b552a2fa5a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.659926 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe93d534-7001-41d6-894c-bb867d84cce3 x-openstack-request-id: req-fe93d534-7001-41d6-894c-bb867d84cce3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:21.661865 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e08ed2f-b9d3-40f8-8216-935a47ca4e94", "name": "network-vif-deleted", "tag": "207c05e5-f3f1-4846-950d-debde4b29fea", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:21.662328 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe93d534-7001-41d6-894c-bb867d84cce3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:21.663044 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e08ed2f-b9d3-40f8-8216-935a47ca4e94', 'name': 'network-vif-deleted', 'tag': '207c05e5-f3f1-4846-950d-debde4b29fea', 'status': 'completed', 'code': 200} Feb 09 03:22:21.705552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7733140-114c-4e2f-84d0-664f0ef4d6e6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (0fcdfd2e-7998-48ff-9748-67b552a2fa5a), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.804272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7733140-114c-4e2f-84d0-664f0ef4d6e6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (0fcdfd2e-7998-48ff-9748-67b552a2fa5a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.889156 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7733140-114c-4e2f-84d0-664f0ef4d6e6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (0fcdfd2e-7998-48ff-9748-67b552a2fa5a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.924000 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.925024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7733140-114c-4e2f-84d0-664f0ef4d6e6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Subnet': ['ID=0fcdfd2e-7998-48ff-9748-67b552a2fa5a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:21.936114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7733140-114c-4e2f-84d0-664f0ef4d6e6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.940993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d7733140-114c-4e2f-84d0-664f0ef4d6e6 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "DELETE /v2.0/subnets/0fcdfd2e-7998-48ff-9748-67b552a2fa5a HTTP/1.1" status: 204 len: 168 time: 0.4501133 Feb 09 03:22:21.944195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33990) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:21.949666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf2e2ef-6f00-49da-b6ab-4823606ca06d None None] Network 4ab03bd1-46de-4474-b34d-2259965265a5 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:22.038979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-cfdba1eb-37fe-44d1-a748-6af375520a27 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:22.041003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-cfdba1eb-37fe-44d1-a748-6af375520a27 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/networks?id=d1a41a70-5418-48b2-b32e-4aa906c2c293 HTTP/1.1" status: 200 len: 817 time: 0.2005785 Feb 09 03:22:22.065423 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-fcc385c1-22b8-4f6f-ad42-d390c8f3772e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/quotas/a9192a5858ba45579af5b047a9a81de4 HTTP/1.1" status: 200 len: 375 time: 0.0170937 Feb 09 03:22:22.094749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (4ab03bd1-46de-4474-b34d-2259965265a5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.122014 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a4e6c4b4-25cd-464a-beb7-5cde89874f9b tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9192a5858ba45579af5b047a9a81de4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505822 Feb 09 03:22:22.179039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device eea571bf-821d-408f-9d4e-9747a4e84b72 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:22.258702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:22.259122 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.267420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port eea571bf-821d-408f-9d4e-9747a4e84b72 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:22.275352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port eea571bf-821d-408f-9d4e-9747a4e84b72 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:22.275733 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.334173 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33243608-a345-44e6-b7b7-136dc414118c req-d126edd5-0888-47d8-af6b-36ccd7a3656a tempest-InstanceActionsNegativeTestJSON-1667477263 tempest-InstanceActionsNegativeTestJSON-1667477263-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df64c2-419a-4c3b-aeb8-d5c8ae52f4c6 HTTP/1.1" status: 200 len: 210 time: 0.0908468 Feb 09 03:22:22.361266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3993547d-e31e-4e7a-885a-c787992b32e6 None None] DHCP port deletion for 4ab03bd1-46de-4474-b34d-2259965265a5 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:22:22.384017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] For port 6ecfcaa9-b65c-4923-ab27-52950f033ac1, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6ecfcaa9-b65c-4923-ab27-52950f033ac1,segment=NetworkSegment(5718f228-279e-403d-9b98-0205793e7083),segment_id=5718f228-279e-403d-9b98-0205793e7083)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:22.384384 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.396419 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port eea571bf-821d-408f-9d4e-9747a4e84b72 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:22.396804 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.403969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Calling delete_port for 6ecfcaa9-b65c-4923-ab27-52950f033ac1 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:22.434112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debd7098-03e0-4fb7-b2ea-ea40ad27dcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea571bf-821d-408f-9d4e-9747a4e84b72'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:22.436767 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ac72b8-beb2-44a6-a1c6-08870a9c90a1" -d '{"events": [{"server_uuid": "debd7098-03e0-4fb7-b2ea-ea40ad27dcc6", "name": "network-vif-plugged", "status": "completed", "tag": "eea571bf-821d-408f-9d4e-9747a4e84b72"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:22.441862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-4a5b27cd-1d62-47be-a85d-a128c847362b service neutron] 10.222.0.21 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093066 Feb 09 03:22:22.453517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port eea571bf-821d-408f-9d4e-9747a4e84b72, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=eea571bf-821d-408f-9d4e-9747a4e84b72,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:22.467253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3993547d-e31e-4e7a-885a-c787992b32e6 None None] Deleting port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:22.467540 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3993547d-e31e-4e7a-885a-c787992b32e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.541017 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.541236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 207c05e5-f3f1-4846-950d-debde4b29fea no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:22.594614 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.600067 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 207c05e5-f3f1-4846-950d-debde4b29fea {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:22.600416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 207c05e5-f3f1-4846-950d-debde4b29fea not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:22.601020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device cbe5aeb1-a26a-4051-942c-0b834806c118 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:22.613639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-126e1c8a-8f52-421a-adeb-941d045fe4bc service neutron] 10.222.0.21 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626277 Feb 09 03:22:22.621056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] No DVR routers for this DVR port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:22.659027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: cbe5aeb1-a26a-4051-942c-0b834806c118 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:22.659479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device cbe5aeb1-a26a-4051-942c-0b834806c118 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:22.670459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3993547d-e31e-4e7a-885a-c787992b32e6 None None] For port 6ecfcaa9-b65c-4923-ab27-52950f033ac1, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6ecfcaa9-b65c-4923-ab27-52950f033ac1,segment=NetworkSegment(5718f228-279e-403d-9b98-0205793e7083),segment_id=5718f228-279e-403d-9b98-0205793e7083)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:22.670858 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3993547d-e31e-4e7a-885a-c787992b32e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.694768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3993547d-e31e-4e7a-885a-c787992b32e6 None None] Calling delete_port for 6ecfcaa9-b65c-4923-ab27-52950f033ac1 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:22.707340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=eea571bf-821d-408f-9d4e-9747a4e84b72,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:22.764634 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (4ab03bd1-46de-4474-b34d-2259965265a5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.802651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab03bd1-46de-4474-b34d-2259965265a5']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:22.820281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5718f228-279e-403d-9b98-0205793e7083') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:22.820828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5718f228-279e-403d-9b98-0205793e7083') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:22.821637 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3993547d-e31e-4e7a-885a-c787992b32e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (6ecfcaa9-b65c-4923-ab27-52950f033ac1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.833665 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (5718f228-279e-403d-9b98-0205793e7083), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.850750 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993547d-e31e-4e7a-885a-c787992b32e6 None None] Pushing event deleted for resources: {'Port': ['ID=6ecfcaa9-b65c-4923-ab27-52950f033ac1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:22.851173 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (5718f228-279e-403d-9b98-0205793e7083), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.858939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:22:22.859516 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (5718f228-279e-403d-9b98-0205793e7083), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.863326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3993547d-e31e-4e7a-885a-c787992b32e6 None None] No DVR routers for this DVR port 6ecfcaa9-b65c-4923-ab27-52950f033ac1 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:22:22.933673 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:22:22.937717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Port': ['ID=6ecfcaa9-b65c-4923-ab27-52950f033ac1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:22.938864 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc8f678-77ad-4f0b-9ccf-37015f7c42b2 x-openstack-request-id: req-edc8f678-77ad-4f0b-9ccf-37015f7c42b2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:22.939167 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debd7098-03e0-4fb7-b2ea-ea40ad27dcc6", "name": "network-vif-plugged", "status": "completed", "tag": "eea571bf-821d-408f-9d4e-9747a4e84b72", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:22.939472 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edc8f678-77ad-4f0b-9ccf-37015f7c42b2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:22.940363 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debd7098-03e0-4fb7-b2ea-ea40ad27dcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea571bf-821d-408f-9d4e-9747a4e84b72', 'code': 200} Feb 09 03:22:22.957689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765365d5-0b44-4341-bac5-91187eabfb02 req-6cb6f778-b2ac-478e-a7b4-8adecbdcdef6 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:22.960001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765365d5-0b44-4341-bac5-91187eabfb02 req-6cb6f778-b2ac-478e-a7b4-8adecbdcdef6 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.4341021 Feb 09 03:22:22.960914 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (4ab03bd1-46de-4474-b34d-2259965265a5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.969937 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.977529 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "DELETE /v2.0/networks/4ab03bd1-46de-4474-b34d-2259965265a5 HTTP/1.1" status: 204 len: 168 time: 1.0320561 Feb 09 03:22:22.978006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34008) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:23.019442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5477c26-bc1b-464b-a836-fec174b5c374 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Network': ['ID=4ab03bd1-46de-4474-b34d-2259965265a5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:23.045752 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765365d5-0b44-4341-bac5-91187eabfb02 req-03a16a2a-db03-45d7-b151-4dd2b1715aa1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649469 Feb 09 03:22:23.247853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f4b4b-a230-4578-a70a-bf5fb7b6f54b req-19694e1f-ea3e-4b78-b400-53d7bd81ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:23.250304 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c0f4b4b-a230-4578-a70a-bf5fb7b6f54b req-19694e1f-ea3e-4b78-b400-53d7bd81ea52 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 1128 time: 0.1980476 Feb 09 03:22:23.260475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bd3a59-623b-4f42-b9fa-d177d73730c8 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting subnet 29027875-03c6-4523-b884-2ca22c3e73a5 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:22:23.276964 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22bd3a59-623b-4f42-b9fa-d177d73730c8 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks [] for subnet (29027875-03c6-4523-b884-2ca22c3e73a5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.288507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e8931-ec94-418e-b219-a864eabf8bb5 req-d0dc3652-59f8-4545-b133-a33949e1b946 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:23.295759 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b8e8931-ec94-418e-b219-a864eabf8bb5 req-d0dc3652-59f8-4545-b133-a33949e1b946 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1562514 Feb 09 03:22:23.382598 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b65f10a-e6db-4e9b-b6fa-83d4903f2779 req-d74e232c-03d1-4a8f-b92c-91a75bcce394 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 210 time: 0.0828638 Feb 09 03:22:23.400013 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22bd3a59-623b-4f42-b9fa-d177d73730c8 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (29027875-03c6-4523-b884-2ca22c3e73a5), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.461173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c0f4b4b-a230-4578-a70a-bf5fb7b6f54b req-ca8ac087-36a2-4191-a07a-9a0193b2e8e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933060 Feb 09 03:22:23.461625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34034) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:23.497158 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b8e8931-ec94-418e-b219-a864eabf8bb5 req-57c2fd45-8c26-4dc8-b4a0-b67ee9a04b75 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001958 Feb 09 03:22:23.549887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ab6bdc-e5a8-4392-8c39-bc9cf683fa1c admin admin] Deleting subnet 1053491d-8eb1-4987-b39b-e7afb5c37edb {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:22:23.553981 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64ab6bdc-e5a8-4392-8c39-bc9cf683fa1c admin admin] Publish callbacks [] for subnet (1053491d-8eb1-4987-b39b-e7afb5c37edb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.603256 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22bd3a59-623b-4f42-b9fa-d177d73730c8 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (29027875-03c6-4523-b884-2ca22c3e73a5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.603720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64ab6bdc-e5a8-4392-8c39-bc9cf683fa1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (1053491d-8eb1-4987-b39b-e7afb5c37edb), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.710964 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64ab6bdc-e5a8-4392-8c39-bc9cf683fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (1053491d-8eb1-4987-b39b-e7afb5c37edb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.729425 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22bd3a59-623b-4f42-b9fa-d177d73730c8 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (29027875-03c6-4523-b884-2ca22c3e73a5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.770790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6ecfcaa9-b65c-4923-ab27-52950f033ac1 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:23.796898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd3a59-623b-4f42-b9fa-d177d73730c8 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Subnet': ['ID=29027875-03c6-4523-b884-2ca22c3e73a5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:23.819431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6ecfcaa9-b65c-4923-ab27-52950f033ac1 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:23.819775 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6ecfcaa9-b65c-4923-ab27-52950f033ac1 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:23.853579 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22bd3a59-623b-4f42-b9fa-d177d73730c8 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.856732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e206e-b753-4a0b-999e-9d678e7c306a None None] Network cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:23.863247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-22bd3a59-623b-4f42-b9fa-d177d73730c8 tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "DELETE /v2.0/subnets/29027875-03c6-4523-b884-2ca22c3e73a5 HTTP/1.1" status: 204 len: 168 time: 0.8838320 Feb 09 03:22:23.866233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34038) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:23.891579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64ab6bdc-e5a8-4392-8c39-bc9cf683fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (1053491d-8eb1-4987-b39b-e7afb5c37edb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.965232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab6bdc-e5a8-4392-8c39-bc9cf683fa1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1053491d-8eb1-4987-b39b-e7afb5c37edb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:23.976318 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64ab6bdc-e5a8-4392-8c39-bc9cf683fa1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.990298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-64ab6bdc-e5a8-4392-8c39-bc9cf683fa1c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1053491d-8eb1-4987-b39b-e7afb5c37edb HTTP/1.1" status: 204 len: 168 time: 0.5254250 Feb 09 03:22:23.992327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34044) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:24.052037 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.099704 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (cbd7754f-8d9c-4a3f-b2ac-dd76b424f858), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.127331 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (3bca27b1-2f6d-473c-8181-682fb1897027), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.166860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029335f0-475d-413f-a011-bf7d475fabab None None] DHCP port deletion for cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:22:24.285953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac90f5e-33ce-4ccd-8050-c951a1dfb3c2 req-a2f5e310-3dbd-46d1-bdc9-2383078412c0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:24.296064 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ac90f5e-33ce-4ccd-8050-c951a1dfb3c2 req-a2f5e310-3dbd-46d1-bdc9-2383078412c0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1432426 Feb 09 03:22:24.304855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-029335f0-475d-413f-a011-bf7d475fabab None None] Deleting port 283bb2b6-9417-4ee1-8941-123dd70557f0 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:24.305077 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-029335f0-475d-413f-a011-bf7d475fabab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.337915 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (3bca27b1-2f6d-473c-8181-682fb1897027), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.409316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bca27b1-2f6d-473c-8181-682fb1897027']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:24.415742 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ac90f5e-33ce-4ccd-8050-c951a1dfb3c2 req-af30a3e3-1c6d-421e-a1a2-198f72201fcc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181049 Feb 09 03:22:24.433760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c7182d-31aa-456d-8999-0d0be1d7d9ef') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:24.434417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c7182d-31aa-456d-8999-0d0be1d7d9ef') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:24.450108 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (32c7182d-31aa-456d-8999-0d0be1d7d9ef), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.468748 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (32c7182d-31aa-456d-8999-0d0be1d7d9ef), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.476082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:22:24.476734 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (32c7182d-31aa-456d-8999-0d0be1d7d9ef), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:22:24.494750 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:22:24.522665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-029335f0-475d-413f-a011-bf7d475fabab None None] For port 283bb2b6-9417-4ee1-8941-123dd70557f0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=283bb2b6-9417-4ee1-8941-123dd70557f0,segment=NetworkSegment(1718735a-ba13-43f8-9ade-58ced715e634),segment_id=1718735a-ba13-43f8-9ade-58ced715e634)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:24.523070 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-029335f0-475d-413f-a011-bf7d475fabab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.559170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-029335f0-475d-413f-a011-bf7d475fabab None None] Calling delete_port for 283bb2b6-9417-4ee1-8941-123dd70557f0 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:24.589135 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d43cf43a-c8ba-4642-8074-b6605db78656 req-c3b37f66-06df-44dc-a344-df1477c8158d tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 210 time: 0.0587058 Feb 09 03:22:24.606092 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (3bca27b1-2f6d-473c-8181-682fb1897027), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.611575 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.615617 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3bca27b1-2f6d-473c-8181-682fb1897027 HTTP/1.1" status: 204 len: 168 time: 0.6221669 Feb 09 03:22:24.619998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Deleting port 283bb2b6-9417-4ee1-8941-123dd70557f0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:24.620437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.688467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026d3ab-48d3-4485-8795-c593d68a8fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bca27b1-2f6d-473c-8181-682fb1897027,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:24.756153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] For port 283bb2b6-9417-4ee1-8941-123dd70557f0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=283bb2b6-9417-4ee1-8941-123dd70557f0,segment=NetworkSegment(1718735a-ba13-43f8-9ade-58ced715e634),segment_id=1718735a-ba13-43f8-9ade-58ced715e634)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:24.756869 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.789637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Calling delete_port for 283bb2b6-9417-4ee1-8941-123dd70557f0 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:24.820022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2f603-de53-4f59-afcb-e003891aabed req-546a0aa0-6bb3-4960-9c6a-023df467d8da tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:24.832467 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-58d2f603-de53-4f59-afcb-e003891aabed req-546a0aa0-6bb3-4960-9c6a-023df467d8da tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1328797 Feb 09 03:22:24.915224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-58d2f603-de53-4f59-afcb-e003891aabed req-a3affcf9-7e10-4b31-9a19-1181b6002400 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817535 Feb 09 03:22:24.931737 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-029335f0-475d-413f-a011-bf7d475fabab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.961085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (283bb2b6-9417-4ee1-8941-123dd70557f0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.964575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029335f0-475d-413f-a011-bf7d475fabab None None] Pushing event deleted for resources: {'Port': ['ID=283bb2b6-9417-4ee1-8941-123dd70557f0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:24.976868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34064) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:24.983707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029335f0-475d-413f-a011-bf7d475fabab None None] No DVR routers for this DVR port 283bb2b6-9417-4ee1-8941-123dd70557f0 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:25.041903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Port': ['ID=283bb2b6-9417-4ee1-8941-123dd70557f0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:25.050690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] No DVR routers for this DVR port 283bb2b6-9417-4ee1-8941-123dd70557f0 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:25.082832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4f078442-178f-4a60-bdbe-0a1c593bd04c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f8aa665123a48e4bf49a97e9491f168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1021025 Feb 09 03:22:25.083258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34066) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:25.217756 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (cbd7754f-8d9c-4a3f-b2ac-dd76b424f858), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.307764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd7754f-8d9c-4a3f-b2ac-dd76b424f858']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:25.328241 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c5c3f93-89fc-4d0c-b410-9417ea3975b8 admin admin] Publish callbacks [] for security_group (299e71a2-8aba-4bb7-82df-900d003e7a68), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.330460 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1718735a-ba13-43f8-9ade-58ced715e634') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:25.330709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1718735a-ba13-43f8-9ade-58ced715e634') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:25.349945 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (1718735a-ba13-43f8-9ade-58ced715e634), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.392998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1718735a-ba13-43f8-9ade-58ced715e634), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.396353 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c5c3f93-89fc-4d0c-b410-9417ea3975b8 admin admin] Publish callbacks [] for security_group (299e71a2-8aba-4bb7-82df-900d003e7a68), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.415775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:22:25.416181 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (1718735a-ba13-43f8-9ade-58ced715e634), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:22:25.420921 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:22:25.493130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-9974704b-620d-4240-8434-e4435af74969 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:25.495271 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-9974704b-620d-4240-8434-e4435af74969 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.42 "GET /v2.0/networks?id=d1a41a70-5418-48b2-b32e-4aa906c2c293 HTTP/1.1" status: 200 len: 817 time: 0.3039663 Feb 09 03:22:25.515233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Request body: {'port': {'device_id': '873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c', 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293', 'admin_state_up': True, 'tenant_id': 'a9192a5858ba45579af5b047a9a81de4'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:25.614371 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (cbd7754f-8d9c-4a3f-b2ac-dd76b424f858), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.620108 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.636810 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] 10.222.0.21 "DELETE /v2.0/networks/cbd7754f-8d9c-4a3f-b2ac-dd76b424f858 HTTP/1.1" status: 204 len: 168 time: 1.7570388 Feb 09 03:22:25.695787 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63549ad5-44eb-4acc-abbc-b941cef4df20 req-808da59a-79f8-4628-9760-8019429ed48c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:25.697385 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63549ad5-44eb-4acc-abbc-b941cef4df20 req-808da59a-79f8-4628-9760-8019429ed48c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1891589 Feb 09 03:22:25.762802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device f3653591-aaee-48f3-8fd7-0642ed38b0f5 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:25.816452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: f3653591-aaee-48f3-8fd7-0642ed38b0f5 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:25.819496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device f3653591-aaee-48f3-8fd7-0642ed38b0f5 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:25.822728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 283bb2b6-9417-4ee1-8941-123dd70557f0 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:25.849580 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63549ad5-44eb-4acc-abbc-b941cef4df20 req-eb9dd87e-b910-4fd8-b021-8dad5fa7940e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378701 Feb 09 03:22:25.869052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-73789d17-315c-46dc-a4ba-d48f372888ad tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:25.874983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-73789d17-315c-46dc-a4ba-d48f372888ad tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.42 "GET /v2.0/networks?id=d1a41a70-5418-48b2-b32e-4aa906c2c293 HTTP/1.1" status: 200 len: 817 time: 0.2787378 Feb 09 03:22:25.879333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 283bb2b6-9417-4ee1-8941-123dd70557f0 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:25.879800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 283bb2b6-9417-4ee1-8941-123dd70557f0 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:25.963882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-02a28766-1113-416d-98a7-ee4d9b8e50e6 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:25.969047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-02a28766-1113-416d-98a7-ee4d9b8e50e6 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.65 "GET /v2.0/networks?id=d1a41a70-5418-48b2-b32e-4aa906c2c293 HTTP/1.1" status: 200 len: 817 time: 0.3182905 Feb 09 03:22:25.969453 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c5c3f93-89fc-4d0c-b410-9417ea3975b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (299e71a2-8aba-4bb7-82df-900d003e7a68), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.979081 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c5c3f93-89fc-4d0c-b410-9417ea3975b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.986451 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4c5c3f93-89fc-4d0c-b410-9417ea3975b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/299e71a2-8aba-4bb7-82df-900d003e7a68 HTTP/1.1" status: 204 len: 168 time: 0.8958366 Feb 09 03:22:25.994337 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0bfa6141-991a-497e-9269-0192659f2dfa req-33be6ca0-52a5-43c2-9d19-7859fb26c5ec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 210 time: 0.1120284 Feb 09 03:22:25.994677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Request body: {'port': {'device_id': 'f3d3dc5a-7df9-4135-af03-ea1768177c6e', 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293', 'admin_state_up': True, 'tenant_id': 'a9192a5858ba45579af5b047a9a81de4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:26.003932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Request body: {'port': {'device_id': '13607e38-6243-428e-a7e1-a3cf15a4c57f', 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293', 'admin_state_up': True, 'tenant_id': 'a9192a5858ba45579af5b047a9a81de4'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:26.156747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7f906-e3e7-4f9a-ab52-f79358d2129b tempest-ServersTestMultiNic-299497628 tempest-ServersTestMultiNic-299497628-project] Pushing event deleted for resources: {'Network': ['ID=cbd7754f-8d9c-4a3f-b2ac-dd76b424f858,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:26.163417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c3f93-89fc-4d0c-b410-9417ea3975b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299e71a2-8aba-4bb7-82df-900d003e7a68,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:26.175047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Made reservation on behalf of a9192a5858ba45579af5b047a9a81de4 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:26.178762 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:26.240147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Made reservation on behalf of a9192a5858ba45579af5b047a9a81de4 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:26.245227 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:26.361172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Allocated IP 172.20.0.9 (d1a41a70-5418-48b2-b32e-4aa906c2c293/8f6a8bcf-6531-4016-8adb-d44640fba74f/749e8057-8cc5-4d43-a522-d93d50317f18) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:26.618086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks [] for port (749e8057-8cc5-4d43-a522-d93d50317f18), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:26.655472 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c3820-cf84-43ba-979e-05733159f62d req-e2e02074-472d-4946-8ec4-33c84c4cfe1b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:26.656921 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db5c3820-cf84-43ba-979e-05733159f62d req-e2e02074-472d-4946-8ec4-33c84c4cfe1b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1188290 Feb 09 03:22:26.659446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Made reservation on behalf of a9192a5858ba45579af5b047a9a81de4 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:26.662691 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:26.756299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db5c3820-cf84-43ba-979e-05733159f62d req-16bcf9de-0266-40bc-90f9-3148d8d0e56e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911601 Feb 09 03:22:26.797987 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:26.857574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Network d1a41a70-5418-48b2-b32e-4aa906c2c293 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:26.879510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Allocated IP 172.20.0.12 (d1a41a70-5418-48b2-b32e-4aa906c2c293/8f6a8bcf-6531-4016-8adb-d44640fba74f/d94df09c-d650-4597-8b83-a5fce2dc3c75) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:26.880381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:26.904103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:26.929197 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34128) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:27.017962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ef567-b2ec-45e3-a646-236dbdb8a754 req-ed5b0c76-d677-4ca3-9c5a-ea2f52c07019 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:27.019886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-118ef567-b2ec-45e3-a646-236dbdb8a754 req-ed5b0c76-d677-4ca3-9c5a-ea2f52c07019 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1302080 Feb 09 03:22:27.409652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-118ef567-b2ec-45e3-a646-236dbdb8a754 req-bbcb13c5-306f-4bd2-aa10-e3d17b9eb99b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882103 Feb 09 03:22:27.443650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Pushing event updated for resources: {'Port': ['ID=749e8057-8cc5-4d43-a522-d93d50317f18,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:27.449594 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks [] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:27.478988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:27.480166 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:27.525135 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:27.594849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Allocated IP 172.20.0.4 (d1a41a70-5418-48b2-b32e-4aa906c2c293/8f6a8bcf-6531-4016-8adb-d44640fba74f/bdba18f3-90ad-4807-94ef-b7a0d76f634a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:27.595504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Network d1a41a70-5418-48b2-b32e-4aa906c2c293 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:27.608171 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:27.618239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:27.629164 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b77281a7-6817-49d7-b465-cedacf86cdec tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6299813 Feb 09 03:22:27.656814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Request body: {'port': {'device_id': '13607e38-6243-428e-a7e1-a3cf15a4c57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:27.666043 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e39a22-ab5c-4c93-a7d8-b57c0486b7e3 req-e448eb04-0cb1-4d01-a433-4c1da3bc1e84 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:27.667646 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1e39a22-ab5c-4c93-a7d8-b57c0486b7e3 req-e448eb04-0cb1-4d01-a433-4c1da3bc1e84 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 931 time: 0.2359121 Feb 09 03:22:27.713745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Pushing event updated for resources: {'Port': ['ID=d94df09c-d650-4597-8b83-a5fce2dc3c75,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:27.757687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:27.758391 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:27.798836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-d29e72c8-1853-4c87-9cc8-e6953f6c31e2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8060951 Feb 09 03:22:27.817729 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Request body: {'port': {'device_id': 'f3d3dc5a-7df9-4135-af03-ea1768177c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:27.888647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:27.986369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1e39a22-ab5c-4c93-a7d8-b57c0486b7e3 req-019acff3-aa2d-4a9a-8ff9-1b3c4225360a tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916627 Feb 09 03:22:28.043006 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.140386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-38760b39-5016-4fed-89b1-48dd42530e99 req-605e1655-34b7-43bf-8f76-633af23cd96d tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f5bad91-d131-479c-ad67-3cf19d5d41a0 HTTP/1.1" status: 200 len: 210 time: 0.0282431 Feb 09 03:22:28.152425 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks [] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.258842 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.430775 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94df09c-d650-4597-8b83-a5fce2dc3c75 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:28.438335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Network d1a41a70-5418-48b2-b32e-4aa906c2c293 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:28.443110 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Publish callbacks [] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.459885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Transition to ACTIVE for port object d94df09c-d650-4597-8b83-a5fce2dc3c75 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:28.467592 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.513513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:28.554935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:28.617946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Pushing event updated for resources: {'Port': ['ID=d94df09c-d650-4597-8b83-a5fce2dc3c75,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:28.639241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:28.641190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.657228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Pushing event updated for resources: {'Port': ['ID=bdba18f3-90ad-4807-94ef-b7a0d76f634a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:28.698942 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-833b2d73-8f1e-4927-8d8a-9385d10a6f3e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1893470 Feb 09 03:22:28.760948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Attempting to bind port d94df09c-d650-4597-8b83-a5fce2dc3c75 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:28.761295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Attempting to bind port d94df09c-d650-4597-8b83-a5fce2dc3c75 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:28.761647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Attempting to bind port d94df09c-d650-4597-8b83-a5fce2dc3c75 on network d1a41a70-5418-48b2-b32e-4aa906c2c293 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:28.777391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Port d94df09c-d650-4597-8b83-a5fce2dc3c75 on network d1a41a70-5418-48b2-b32e-4aa906c2c293 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:28.777391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Attempting to bind port d94df09c-d650-4597-8b83-a5fce2dc3c75 on network d1a41a70-5418-48b2-b32e-4aa906c2c293 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:28.789942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84968a-3f52-498c-9bf3-bda67fb75744 req-d441447e-50fe-4a88-84ba-3388c6c3f712 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:28.797187 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af84968a-3f52-498c-9bf3-bda67fb75744 req-d441447e-50fe-4a88-84ba-3388c6c3f712 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1834698 Feb 09 03:22:28.807922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:28.808262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Checking segment: {'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:28.808642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Bound using segment: {'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:28.809078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Bound port: d94df09c-d650-4597-8b83-a5fce2dc3c75, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:28.809472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.830006 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-82b25431-4b16-424b-9671-d75bf02b1ff6 service neutron] show failed (client error): The resource could not be found. Feb 09 03:22:28.831027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-82b25431-4b16-424b-9671-d75bf02b1ff6 service neutron] 10.222.0.65 "GET /v2.0/ports/aedcc373-f3f9-4a4b-9d6f-93d460b51433/bindings/n-h2-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.1796017 Feb 09 03:22:28.892408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eff31-5ef4-4c60-8554-7f412184e8dc req-ad2427c7-42fb-4d7d-ba41-5e08a9c60113 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:28.898326 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa8eff31-5ef4-4c60-8554-7f412184e8dc req-ad2427c7-42fb-4d7d-ba41-5e08a9c60113 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.6900876 Feb 09 03:22:28.925198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Request body: {'port': {'device_id': '873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:28.934992 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af84968a-3f52-498c-9bf3-bda67fb75744 req-f4616fde-3404-438e-9d88-be31297af9c3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367996 Feb 09 03:22:28.988941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] For port d94df09c-d650-4597-8b83-a5fce2dc3c75, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:29.006934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] For port d94df09c-d650-4597-8b83-a5fce2dc3c75, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d94df09c-d650-4597-8b83-a5fce2dc3c75,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:29.023322 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:29.081677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:29.082299 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:29.084794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] 10.222.0.65 "PUT /v2.0/ports/d94df09c-d650-4597-8b83-a5fce2dc3c75 HTTP/1.1" status: 200 len: 1093 time: 1.2717218 Feb 09 03:22:29.084929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d3dc5a-7df9-4135-af03-ea1768177c6e', 'tag': 'd94df09c-d650-4597-8b83-a5fce2dc3c75'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:29.087593 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f74d06f-a6ce-420c-b5de-1376110ebdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d3dc5a-7df9-4135-af03-ea1768177c6e", "tag": "d94df09c-d650-4597-8b83-a5fce2dc3c75"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:29.119289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ba394-b560-4b6c-9e5e-0ac1db351677 service neutron] Pushing event updated for resources: {'Port': ['ID=d94df09c-d650-4597-8b83-a5fce2dc3c75,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:29.332701 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:29.398976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-be6b9e76-b30f-4714-86e6-fdddb43db173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:29.400650 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-be6b9e76-b30f-4714-86e6-fdddb43db173 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9192a5858ba45579af5b047a9a81de4&device_id=f3d3dc5a-7df9-4135-af03-ea1768177c6e HTTP/1.1" status: 200 len: 1127 time: 0.2088792 Feb 09 03:22:29.409063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050811b2-eddd-4c7b-9354-ab19a772f508 req-5adff43e-0d82-46d1-9a2c-27565b22d06f tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:29.410828 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-050811b2-eddd-4c7b-9354-ab19a772f508 req-5adff43e-0d82-46d1-9a2c-27565b22d06f tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 931 time: 0.1792459 Feb 09 03:22:29.420528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa8eff31-5ef4-4c60-8554-7f412184e8dc req-5a6973f7-56af-479d-ab58-257325b7bb47 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542919 Feb 09 03:22:29.514025 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-5157fd9d-5d0a-40cb-bd7c-30f64baf1334 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94df09c-d650-4597-8b83-a5fce2dc3c75 HTTP/1.1" status: 200 len: 217 time: 0.0716994 Feb 09 03:22:29.517032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7391ee8d-501e-45a7-b40e-3e2afb3edea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:29.518899 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7391ee8d-501e-45a7-b40e-3e2afb3edea4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b&tenant_id=b9b07480321e4a54b5b17d5264d44e7b HTTP/1.1" status: 200 len: 1133 time: 0.2887080 Feb 09 03:22:29.542218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:29.593221 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84d967d-f8ca-4a49-85ff-ee1589ff2a01 x-openstack-request-id: req-c84d967d-f8ca-4a49-85ff-ee1589ff2a01 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:29.593704 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d3dc5a-7df9-4135-af03-ea1768177c6e", "tag": "d94df09c-d650-4597-8b83-a5fce2dc3c75", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:29.594055 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c84d967d-f8ca-4a49-85ff-ee1589ff2a01 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:29.594599 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d3dc5a-7df9-4135-af03-ea1768177c6e', 'tag': 'd94df09c-d650-4597-8b83-a5fce2dc3c75', 'status': 'completed', 'code': 200} Feb 09 03:22:29.637782 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-050811b2-eddd-4c7b-9354-ab19a772f508 req-2488cb4a-8ac9-4747-b949-7261aebf4b74 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133868 Feb 09 03:22:29.687219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-04b2d26b-e6ec-400c-aa0c-a40085fb2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:29.688783 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-04b2d26b-e6ec-400c-aa0c-a40085fb2157 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f6a8bcf-6531-4016-8adb-d44640fba74f HTTP/1.1" status: 200 len: 857 time: 0.1665845 Feb 09 03:22:29.695552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:29.817874 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-90829fd7-ef08-4f8b-826e-6596daebaf71 req-d4e17bf4-ed89-432d-bd19-ddf8cd623595 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0974939 Feb 09 03:22:29.854627 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-3943ca5b-3d92-4f56-853b-5703f2ac5ae5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1a41a70-5418-48b2-b32e-4aa906c2c293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963857 Feb 09 03:22:29.911975 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-745b88d2-18fe-44d6-925b-a3a1c931ad4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (b046324c-99ad-426c-8f0c-6deee3e11f74), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:29.942073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749e8057-8cc5-4d43-a522-d93d50317f18 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:30.062190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Publish callbacks [] for port (749e8057-8cc5-4d43-a522-d93d50317f18), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.102671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Transition to ACTIVE for port object 749e8057-8cc5-4d43-a522-d93d50317f18 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:30.166817 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-4bdc5c0a-9c12-45d3-b7d4-2658608840af service neutron] 10.222.0.65 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982755 Feb 09 03:22:30.194510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeffa0-dea9-4061-9ce6-910141da7647 req-a34bbc35-2468-4b4d-9c9a-7dd92425f6a7 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:30.196231 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9eeffa0-dea9-4061-9ce6-910141da7647 req-a34bbc35-2468-4b4d-9c9a-7dd92425f6a7 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1334035 Feb 09 03:22:30.202978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:30.219480 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.357776 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-c61fdeda-0ca6-44fc-8fba-fdf77975159d service neutron] 10.222.0.65 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809061 Feb 09 03:22:30.367199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Pushing event updated for resources: {'Port': ['ID=749e8057-8cc5-4d43-a522-d93d50317f18,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:30.387593 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9eeffa0-dea9-4061-9ce6-910141da7647 req-c347696e-3893-41d4-8594-fcf3d52ef0b7 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821785 Feb 09 03:22:30.409122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:30.469443 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Publish callbacks [] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.503861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Transition to ACTIVE for port object aedcc373-f3f9-4a4b-9d6f-93d460b51433 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:30.513169 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.553491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Attempting to bind port 749e8057-8cc5-4d43-a522-d93d50317f18 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:30.553955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Attempting to bind port 749e8057-8cc5-4d43-a522-d93d50317f18 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:30.554387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Attempting to bind port 749e8057-8cc5-4d43-a522-d93d50317f18 on network d1a41a70-5418-48b2-b32e-4aa906c2c293 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:30.567343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Port 749e8057-8cc5-4d43-a522-d93d50317f18 on network d1a41a70-5418-48b2-b32e-4aa906c2c293 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:30.567786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Attempting to bind port 749e8057-8cc5-4d43-a522-d93d50317f18 on network d1a41a70-5418-48b2-b32e-4aa906c2c293 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:30.583659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:30.584166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Checking segment: {'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:30.584740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Bound using segment: {'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:30.585296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Bound port: 749e8057-8cc5-4d43-a522-d93d50317f18, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:30.585786 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.618327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdba18f3-90ad-4807-94ef-b7a0d76f634a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:30.664089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] No DVR routers for this DVR port aedcc373-f3f9-4a4b-9d6f-93d460b51433 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:30.680212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Publish callbacks [] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.751197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Attempting to bind port aedcc373-f3f9-4a4b-9d6f-93d460b51433 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:30.751802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Attempting to bind port aedcc373-f3f9-4a4b-9d6f-93d460b51433 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:30.752530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Attempting to bind port aedcc373-f3f9-4a4b-9d6f-93d460b51433 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:30.790766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Port aedcc373-f3f9-4a4b-9d6f-93d460b51433 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:30.793609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Attempting to bind port aedcc373-f3f9-4a4b-9d6f-93d460b51433 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:30.801326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Transition to ACTIVE for port object bdba18f3-90ad-4807-94ef-b7a0d76f634a will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:30.813422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:30.814314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:30.814892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:30.815495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Bound port: aedcc373-f3f9-4a4b-9d6f-93d460b51433, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:30.816276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.829423 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.885654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2e8e9-ac73-48bc-93c4-c334c31b6606 req-00173793-ba35-4862-947f-28dc9b474ab5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:30.887743 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61a2e8e9-ac73-48bc-93c4-c334c31b6606 req-00173793-ba35-4862-947f-28dc9b474ab5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 948 time: 0.2368968 Feb 09 03:22:30.895299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bdba18f3-90ad-4807-94ef-b7a0d76f634a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:30.963580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] For port 749e8057-8cc5-4d43-a522-d93d50317f18, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:30.982517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-745b88d2-18fe-44d6-925b-a3a1c931ad4f admin admin] Deleting port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:30.982858 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-745b88d2-18fe-44d6-925b-a3a1c931ad4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:31.001471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74d06f-a6ce-420c-b5de-1376110ebdc5 req-232bfec3-1f6c-4c69-9226-e4668c26771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.003392 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f74d06f-a6ce-420c-b5de-1376110ebdc5 req-232bfec3-1f6c-4c69-9226-e4668c26771d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9192a5858ba45579af5b047a9a81de4&device_id=f3d3dc5a-7df9-4135-af03-ea1768177c6e HTTP/1.1" status: 200 len: 1127 time: 0.4513419 Feb 09 03:22:31.007161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Pushing event updated for resources: {'Port': ['ID=aedcc373-f3f9-4a4b-9d6f-93d460b51433,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:31.054064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] For port 749e8057-8cc5-4d43-a522-d93d50317f18, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=749e8057-8cc5-4d43-a522-d93d50317f18,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:31.116391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:31.123718 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:31.138307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74d06f-a6ce-420c-b5de-1376110ebdc5 req-06f29f66-4e87-4cf8-bd4d-72adf783ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.139936 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f74d06f-a6ce-420c-b5de-1376110ebdc5 req-06f29f66-4e87-4cf8-bd4d-72adf783ff4d service neutron] 10.222.0.65 "GET /v2.0/networks?id=d1a41a70-5418-48b2-b32e-4aa906c2c293 HTTP/1.1" status: 200 len: 918 time: 0.1239631 Feb 09 03:22:31.141897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:31.168055 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61a2e8e9-ac73-48bc-93c4-c334c31b6606 req-b7041792-1d61-41c1-b6bf-503270acb880 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635660 Feb 09 03:22:31.169864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e418e9-1bdc-4d2c-beae-ddafc69fa1c4 req-2b73f12e-080d-4d0a-98ca-5b2c479329cb tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.176853 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20e418e9-1bdc-4d2c-beae-ddafc69fa1c4 req-2b73f12e-080d-4d0a-98ca-5b2c479329cb tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 943 time: 0.4022000 Feb 09 03:22:31.179402 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:31.204155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.204781 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:31.206468 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] 10.222.0.42 "PUT /v2.0/ports/749e8057-8cc5-4d43-a522-d93d50317f18 HTTP/1.1" status: 200 len: 1092 time: 3.5667837 Feb 09 03:22:31.215515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13607e38-6243-428e-a7e1-a3cf15a4c57f', 'tag': '749e8057-8cc5-4d43-a522-d93d50317f18'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:31.219889 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085a1ded-f175-446c-ba3d-0750cdc02da0" -d '{"events": [{"name": "network-changed", "server_uuid": "13607e38-6243-428e-a7e1-a3cf15a4c57f", "tag": "749e8057-8cc5-4d43-a522-d93d50317f18"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:31.237875 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f74d06f-a6ce-420c-b5de-1376110ebdc5 req-3f140a25-7e69-4e80-83e4-9f8952e1619e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94df09c-d650-4597-8b83-a5fce2dc3c75 HTTP/1.1" status: 200 len: 217 time: 0.0898087 Feb 09 03:22:31.312403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74d06f-a6ce-420c-b5de-1376110ebdc5 req-64554005-b9dd-41b2-88a9-5bd4933e228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.313097 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f74d06f-a6ce-420c-b5de-1376110ebdc5 req-64554005-b9dd-41b2-88a9-5bd4933e228d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f6a8bcf-6531-4016-8adb-d44640fba74f HTTP/1.1" status: 200 len: 857 time: 0.0510943 Feb 09 03:22:31.320885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.321551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:31.323165 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] 10.222.0.42 "PUT /v2.0/ports/aedcc373-f3f9-4a4b-9d6f-93d460b51433 HTTP/1.1" status: 200 len: 1097 time: 1.7852497 Feb 09 03:22:31.385827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f74d06f-a6ce-420c-b5de-1376110ebdc5 req-c4931d3b-e1c2-439d-934c-8d98e2deddb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1a41a70-5418-48b2-b32e-4aa906c2c293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615575 Feb 09 03:22:31.401612 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e610c332-dc02-4993-ad66-dde2cbd7ab39 req-e61e4388-efde-42e4-af55-e03d868204c7 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.1271029 Feb 09 03:22:31.415310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Attempting to bind port bdba18f3-90ad-4807-94ef-b7a0d76f634a on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:31.416209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Attempting to bind port bdba18f3-90ad-4807-94ef-b7a0d76f634a by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:31.416812 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Attempting to bind port bdba18f3-90ad-4807-94ef-b7a0d76f634a on network d1a41a70-5418-48b2-b32e-4aa906c2c293 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:31.454488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Port bdba18f3-90ad-4807-94ef-b7a0d76f634a on network d1a41a70-5418-48b2-b32e-4aa906c2c293 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:31.454869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Attempting to bind port bdba18f3-90ad-4807-94ef-b7a0d76f634a on network d1a41a70-5418-48b2-b32e-4aa906c2c293 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:31.462543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a3732-a728-442d-8b9e-11352cabb32c service neutron] Pushing event updated for resources: {'Port': ['ID=749e8057-8cc5-4d43-a522-d93d50317f18,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:31.467183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-745b88d2-18fe-44d6-925b-a3a1c931ad4f admin admin] For port 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=75c3dc6f-dafd-43f2-95a6-c9dd62144f7d,segment=NetworkSegment(f183708c-1966-411f-adf4-e38d9427f1ec),segment_id=f183708c-1966-411f-adf4-e38d9427f1ec)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:31.469387 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-745b88d2-18fe-44d6-925b-a3a1c931ad4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:31.474464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:31.474912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Checking segment: {'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:31.475448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Bound using segment: {'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:31.475994 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Bound port: bdba18f3-90ad-4807-94ef-b7a0d76f634a, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85befbc9-dd14-4402-8494-b27937195e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:31.477821 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:31.528130 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfd32f5-a28e-4e5f-96f2-f49ddf4c0541 x-openstack-request-id: req-3dfd32f5-a28e-4e5f-96f2-f49ddf4c0541 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:31.528580 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13607e38-6243-428e-a7e1-a3cf15a4c57f", "tag": "749e8057-8cc5-4d43-a522-d93d50317f18", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:31.528933 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dfd32f5-a28e-4e5f-96f2-f49ddf4c0541 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:31.529465 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13607e38-6243-428e-a7e1-a3cf15a4c57f', 'tag': '749e8057-8cc5-4d43-a522-d93d50317f18', 'status': 'completed', 'code': 200} Feb 09 03:22:31.565756 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-745b88d2-18fe-44d6-925b-a3a1c931ad4f admin admin] Calling delete_port for 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:31.568434 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21ca90-2684-441f-b583-3a4c63cd8efe service neutron] Pushing event updated for resources: {'Port': ['ID=aedcc373-f3f9-4a4b-9d6f-93d460b51433,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:31.577030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f74d06f-a6ce-420c-b5de-1376110ebdc5 req-f69df87d-8576-4ff8-9b84-7d146ed13f66 service neutron] 10.222.0.65 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587930 Feb 09 03:22:31.577826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-0bb525d3-513a-4625-94be-0f234c4f9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.579657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-0bb525d3-513a-4625-94be-0f234c4f9bea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9192a5858ba45579af5b047a9a81de4&device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 1126 time: 0.3069651 Feb 09 03:22:31.600135 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20e418e9-1bdc-4d2c-beae-ddafc69fa1c4 req-4293928c-c6a8-4c1e-a4c2-3385108c996e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192789 Feb 09 03:22:31.621950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433'}, {'name': 'network-changed', 'server_uuid': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'tag': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:31.624430 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124d6b81-7a14-42ac-a769-dd5306509081" -d '{"events": [{"server_uuid": "7e92679e-76e4-4cc0-b953-a200e0fff76b", "name": "network-vif-unplugged", "status": "completed", "tag": "aedcc373-f3f9-4a4b-9d6f-93d460b51433"}, {"name": "network-changed", "server_uuid": "7e92679e-76e4-4cc0-b953-a200e0fff76b", "tag": "aedcc373-f3f9-4a4b-9d6f-93d460b51433"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:31.707332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-5b86cf40-b703-41a6-99c6-2d153701a190 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=749e8057-8cc5-4d43-a522-d93d50317f18 HTTP/1.1" status: 200 len: 217 time: 0.1166358 Feb 09 03:22:31.747789 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ffa276-b80c-409c-b5a4-fc8c18a1a768 x-openstack-request-id: req-c2ffa276-b80c-409c-b5a4-fc8c18a1a768 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:31.748159 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e92679e-76e4-4cc0-b953-a200e0fff76b", "name": "network-vif-unplugged", "status": "completed", "tag": "aedcc373-f3f9-4a4b-9d6f-93d460b51433", "code": 200}, {"name": "network-changed", "server_uuid": "7e92679e-76e4-4cc0-b953-a200e0fff76b", "tag": "aedcc373-f3f9-4a4b-9d6f-93d460b51433", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:31.748418 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2ffa276-b80c-409c-b5a4-fc8c18a1a768 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:31.748956 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433', 'code': 200} Feb 09 03:22:31.750289 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'tag': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433', 'status': 'completed', 'code': 200} Feb 09 03:22:31.757791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7a9057d4-9c1b-4ed6-9940-7a7e4a7aefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.759672 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-7a9057d4-9c1b-4ed6-9940-7a7e4a7aefa6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 1131 time: 0.3835564 Feb 09 03:22:31.840883 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f74d06f-a6ce-420c-b5de-1376110ebdc5 req-1a402b65-17c5-48c0-85ab-5dfd2697c7e1 service neutron] 10.222.0.65 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262340 Feb 09 03:22:31.997295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-4212c475-1d5a-4e87-aca3-276e6b76da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.999780 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-4212c475-1d5a-4e87-aca3-276e6b76da0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2335756 Feb 09 03:22:32.046864 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-98b12dc8-a15e-465d-992a-c46931abfe26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433 HTTP/1.1" status: 200 len: 217 time: 0.0383196 Feb 09 03:22:32.142905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] For port bdba18f3-90ad-4807-94ef-b7a0d76f634a, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:32.169922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] For port bdba18f3-90ad-4807-94ef-b7a0d76f634a, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=bdba18f3-90ad-4807-94ef-b7a0d76f634a,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:32.186015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-aca16d32-51a0-4c65-852e-7ad5c6ff90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.188461 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-aca16d32-51a0-4c65-852e-7ad5c6ff90e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f6a8bcf-6531-4016-8adb-d44640fba74f HTTP/1.1" status: 200 len: 857 time: 0.1103351 Feb 09 03:22:32.258547 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:32.333568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c67d2-ac6e-4ea1-aaec-c57a903ed7ef req-906784c0-19e5-41ce-a3ed-5138c612b778 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.340580 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a80c67d2-ac6e-4ea1-aaec-c57a903ed7ef req-906784c0-19e5-41ce-a3ed-5138c612b778 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.6916730 Feb 09 03:22:32.349883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-8a14120c-c6e4-4469-97cf-d21a8b43ea52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1a41a70-5418-48b2-b32e-4aa906c2c293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888174 Feb 09 03:22:32.379666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.380477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:32.381950 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/bdba18f3-90ad-4807-94ef-b7a0d76f634a HTTP/1.1" status: 200 len: 1092 time: 3.4788284 Feb 09 03:22:32.435152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d6b81-7a14-42ac-a769-dd5306509081 req-a2656149-e77b-4219-9aa8-040b5db19359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.437699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-a2656149-e77b-4219-9aa8-040b5db19359 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 1131 time: 0.5053437 Feb 09 03:22:32.527571 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b8d68-41b9-46f8-a0ac-f005096480e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bdba18f3-90ad-4807-94ef-b7a0d76f634a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:32.535756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-b28e1f43-09c0-443b-bd82-c655fce30234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.537215 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-b28e1f43-09c0-443b-bd82-c655fce30234 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.4847045 Feb 09 03:22:32.565439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66bcd6-83f4-42f7-94aa-a22de6bb6773 req-81381bcd-bda2-4865-9c64-eee073446657 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.570218 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a80c67d2-ac6e-4ea1-aaec-c57a903ed7ef req-ad9ef660-830a-46f5-b7cf-59266ff1e0ba tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286487 Feb 09 03:22:32.571941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d66bcd6-83f4-42f7-94aa-a22de6bb6773 req-81381bcd-bda2-4865-9c64-eee073446657 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 948 time: 0.1603613 Feb 09 03:22:32.682550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d66bcd6-83f4-42f7-94aa-a22de6bb6773 req-907795d9-ed5b-4f38-8ef2-f97b77a1ebd1 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096265 Feb 09 03:22:32.710248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-3de345bf-67f7-44e4-ae79-9e186ad84ca0 service neutron] 10.222.0.42 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428972 Feb 09 03:22:32.727330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d6b81-7a14-42ac-a769-dd5306509081 req-bd0db9fc-3946-4384-9325-a32766536fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.729139 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-bd0db9fc-3946-4384-9325-a32766536fb0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2702308 Feb 09 03:22:32.730619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-ecd6c40a-3951-47bf-a901-546b5518688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.732193 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-ecd6c40a-3951-47bf-a901-546b5518688a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9192a5858ba45579af5b047a9a81de4&device_id=873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c HTTP/1.1" status: 200 len: 1126 time: 0.2770939 Feb 09 03:22:32.744012 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-5b891df7-e824-459e-94e8-b6b1d76ccd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.746111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-5b891df7-e824-459e-94e8-b6b1d76ccd10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2002125 Feb 09 03:22:32.759557 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-340a9b59-60d0-49db-9fe6-408358f8f174 req-848e3a81-8849-42ab-896c-af720c9f21fb tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0665267 Feb 09 03:22:32.845570 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-06d52035-9610-41c3-beaa-b12be6a42ba7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433 HTTP/1.1" status: 200 len: 217 time: 0.1086543 Feb 09 03:22:32.912572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-e2866be2-e6b7-4d76-ae12-066a22dd817d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdba18f3-90ad-4807-94ef-b7a0d76f634a HTTP/1.1" status: 200 len: 217 time: 0.1457028 Feb 09 03:22:32.939815 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-745b88d2-18fe-44d6-925b-a3a1c931ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (75c3dc6f-dafd-43f2-95a6-c9dd62144f7d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:32.958051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d6b81-7a14-42ac-a769-dd5306509081 req-0b5db4fa-d995-4ac7-b774-ee33448dd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.959685 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-0b5db4fa-d995-4ac7-b774-ee33448dd828 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0745537 Feb 09 03:22:33.008434 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b88d2-18fe-44d6-925b-a3a1c931ad4f admin admin] Pushing event deleted for resources: {'Port': ['ID=75c3dc6f-dafd-43f2-95a6-c9dd62144f7d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:33.044763 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-1d988b63-a205-49fd-a392-47a68f3d4b16 service neutron] 10.222.0.42 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087277 Feb 09 03:22:33.053341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-9b60cda3-7a64-4860-af10-431a16625414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:33.054942 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-9b60cda3-7a64-4860-af10-431a16625414 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f6a8bcf-6531-4016-8adb-d44640fba74f HTTP/1.1" status: 200 len: 857 time: 0.1357520 Feb 09 03:22:33.055192 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af431b-97cd-4976-8c87-d5d45638eedb req-8960c03c-4ff1-4cf5-a8db-46c66d4d6f2e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:33.062650 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21af431b-97cd-4976-8c87-d5d45638eedb req-8960c03c-4ff1-4cf5-a8db-46c66d4d6f2e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 943 time: 0.2440412 Feb 09 03:22:33.091812 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-d29566c1-ba2f-4c0c-bdbf-48169f836399 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629869 Feb 09 03:22:33.119369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d6b81-7a14-42ac-a769-dd5306509081 req-1a49168e-efd1-4420-8115-af4871869819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:33.120402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-760fe954-24bf-43f6-b1d6-544bbdcbe39d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1a41a70-5418-48b2-b32e-4aa906c2c293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443597 Feb 09 03:22:33.120857 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-1a49168e-efd1-4420-8115-af4871869819 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1478269 Feb 09 03:22:33.242194 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21af431b-97cd-4976-8c87-d5d45638eedb req-2726470b-072f-43d2-afc2-324b6f28289e tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786561 Feb 09 03:22:33.333679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76f5bd5d-98bd-418d-9268-04356e10dbe2 req-424ed4f0-dcde-437a-839e-c36e3e568eff service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311130 Feb 09 03:22:33.336477 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-82af8927-4087-4a42-be53-4ab4d73b05b5 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011230 Feb 09 03:22:33.413989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a1ded-f175-446c-ba3d-0750cdc02da0 req-b56cf7a8-753d-4fcf-9e9e-c0c45232fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:33.415481 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-085a1ded-f175-446c-ba3d-0750cdc02da0 req-b56cf7a8-753d-4fcf-9e9e-c0c45232fb4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9192a5858ba45579af5b047a9a81de4&device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 1126 time: 0.2922854 Feb 09 03:22:33.421785 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-5c9e968e-d285-4a20-9024-53f41621d710 service neutron] 10.222.0.42 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870736 Feb 09 03:22:33.533081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c', 'tag': 'bdba18f3-90ad-4807-94ef-b7a0d76f634a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:33.535360 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18873815-da21-4e2c-804a-ee464e43ef9f" -d '{"events": [{"name": "network-changed", "server_uuid": "873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c", "tag": "bdba18f3-90ad-4807-94ef-b7a0d76f634a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:33.573625 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-514c669d-c80d-4cbe-953d-2a9e810e6b4c service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260695 Feb 09 03:22:33.585213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d6b81-7a14-42ac-a769-dd5306509081 req-cbdd9aa4-028a-4697-8c97-5b1bace3aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:33.587276 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-cbdd9aa4-028a-4697-8c97-5b1bace3aacd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 1131 time: 0.1135583 Feb 09 03:22:33.587400 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-745b88d2-18fe-44d6-925b-a3a1c931ad4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (b046324c-99ad-426c-8f0c-6deee3e11f74), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:33.643044 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f76ff5-6ea8-4eab-b603-9c0ef535b0e3 x-openstack-request-id: req-17f76ff5-6ea8-4eab-b603-9c0ef535b0e3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:33.643338 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c", "tag": "bdba18f3-90ad-4807-94ef-b7a0d76f634a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:33.643590 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17f76ff5-6ea8-4eab-b603-9c0ef535b0e3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:33.643980 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c', 'tag': 'bdba18f3-90ad-4807-94ef-b7a0d76f634a', 'status': 'completed', 'code': 200} Feb 09 03:22:33.707064 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bde59f6-0ab3-42c3-9cea-cb6a5b1ae56b req-47ff6e50-0e2c-4023-ab5e-1c7ad9ad09e7 service neutron] 10.222.0.42 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733326 Feb 09 03:22:33.708046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a1ded-f175-446c-ba3d-0750cdc02da0 req-fecf75f3-7191-441a-9afa-41dbabf8627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:33.709611 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-085a1ded-f175-446c-ba3d-0750cdc02da0 req-fecf75f3-7191-441a-9afa-41dbabf8627a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1a41a70-5418-48b2-b32e-4aa906c2c293 HTTP/1.1" status: 200 len: 918 time: 0.2854745 Feb 09 03:22:33.792319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device aedcc373-f3f9-4a4b-9d6f-93d460b51433 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:33.829901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d6b81-7a14-42ac-a769-dd5306509081 req-51a73c36-cd76-4ec5-92cc-f8e9433419cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:33.832001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-51a73c36-cd76-4ec5-92cc-f8e9433419cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2374721 Feb 09 03:22:33.848380 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923778e2-b7a0-4897-9320-b28e171988ad req-36421889-0ba6-4815-ae6b-501c8feadb8b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:33.853710 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-923778e2-b7a0-4897-9320-b28e171988ad req-36421889-0ba6-4815-ae6b-501c8feadb8b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1532497 Feb 09 03:22:33.883086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-085a1ded-f175-446c-ba3d-0750cdc02da0 req-a408c895-97e8-47ad-80b3-5b0aef39dae2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=749e8057-8cc5-4d43-a522-d93d50317f18 HTTP/1.1" status: 200 len: 217 time: 0.1400054 Feb 09 03:22:33.952819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a1ded-f175-446c-ba3d-0750cdc02da0 req-cd460d85-1b17-470d-a54e-e91b2f20f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:33.954337 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-085a1ded-f175-446c-ba3d-0750cdc02da0 req-cd460d85-1b17-470d-a54e-e91b2f20f8c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f6a8bcf-6531-4016-8adb-d44640fba74f HTTP/1.1" status: 200 len: 857 time: 0.0547662 Feb 09 03:22:33.962453 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-923778e2-b7a0-4897-9320-b28e171988ad req-5d904055-07c1-4a6c-a742-9f2f0ced01af tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934322 Feb 09 03:22:33.964193 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-853e890e-42ee-4ed2-b9a9-8097909f7d09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433 HTTP/1.1" status: 200 len: 217 time: 0.1075480 Feb 09 03:22:33.997939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18873815-da21-4e2c-804a-ee464e43ef9f req-94c10c77-165f-44e6-8836-5f2e3b9652e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.000007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18873815-da21-4e2c-804a-ee464e43ef9f req-94c10c77-165f-44e6-8836-5f2e3b9652e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9192a5858ba45579af5b047a9a81de4&device_id=873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c HTTP/1.1" status: 200 len: 1126 time: 0.1928697 Feb 09 03:22:34.001855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-085a1ded-f175-446c-ba3d-0750cdc02da0 req-a02d0749-173b-4ff4-9c3a-3a15e7ebcb1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1a41a70-5418-48b2-b32e-4aa906c2c293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387473 Feb 09 03:22:34.049030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d6b81-7a14-42ac-a769-dd5306509081 req-c47529ff-7090-42bc-9903-0868553272b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.051251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] The host n-h1-824835-15 is not matching for port aedcc373-f3f9-4a4b-9d6f-93d460b51433 host n-h2-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:22:34.052920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-c47529ff-7090-42bc-9903-0868553272b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0828040 Feb 09 03:22:34.053350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device aedcc373-f3f9-4a4b-9d6f-93d460b51433 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:34.116803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf0f8071-5aeb-4141-bdb4-6fc4891d1539 req-90f771a9-22b6-4840-939d-515f17ad8a0a tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0339658 Feb 09 03:22:34.125848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d90a8-78d7-4ef2-a416-fa73547bb833 req-fb1fbed9-862d-41cc-a017-e726fcff9a4f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.125848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-096d90a8-78d7-4ef2-a416-fa73547bb833 req-fb1fbed9-862d-41cc-a017-e726fcff9a4f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 948 time: 0.3175530 Feb 09 03:22:34.129028 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-085a1ded-f175-446c-ba3d-0750cdc02da0 req-7d6206f2-7b05-46e2-8fbf-dbeb5944981b service neutron] 10.222.0.42 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066148 Feb 09 03:22:34.161374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d6b81-7a14-42ac-a769-dd5306509081 req-b0335804-2240-478f-98a3-937bbbfa656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.163068 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-b0335804-2240-478f-98a3-937bbbfa656e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0916545 Feb 09 03:22:34.309056 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-26716768-9222-4197-aadb-11082431890f service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341949 Feb 09 03:22:34.458358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac4f08-4af7-4a5e-a367-f5e10e7cea39 req-a3c7948a-795e-49ad-aadc-adcfe2fa2721 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.459955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1cac4f08-4af7-4a5e-a367-f5e10e7cea39 req-a3c7948a-795e-49ad-aadc-adcfe2fa2721 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 943 time: 0.1174474 Feb 09 03:22:34.494824 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-124d6b81-7a14-42ac-a769-dd5306509081 req-4c33cb07-9073-4004-996a-e09a399f30b4 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796002 Feb 09 03:22:34.541262 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1cac4f08-4af7-4a5e-a367-f5e10e7cea39 req-a72c0db5-cd6b-4b7a-a9be-7bf5107b2abd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724354 Feb 09 03:22:34.705404 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-096d90a8-78d7-4ef2-a416-fa73547bb833 req-8bf9ce4e-2a6d-485c-97f5-ac5d94a9e32a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609267 Feb 09 03:22:34.789785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18873815-da21-4e2c-804a-ee464e43ef9f req-cb4a85ae-7567-4589-867f-3327c9eaa344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.789785 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18873815-da21-4e2c-804a-ee464e43ef9f req-cb4a85ae-7567-4589-867f-3327c9eaa344 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1a41a70-5418-48b2-b32e-4aa906c2c293 HTTP/1.1" status: 200 len: 918 time: 0.7728150 Feb 09 03:22:34.792814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-085a1ded-f175-446c-ba3d-0750cdc02da0 req-0e26fe33-a0ae-4102-ab70-d7d04b3a8c8e service neutron] 10.222.0.42 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079948 Feb 09 03:22:34.855949 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18873815-da21-4e2c-804a-ee464e43ef9f req-276424f1-a8ef-4a04-a64b-37ce450db8cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdba18f3-90ad-4807-94ef-b7a0d76f634a HTTP/1.1" status: 200 len: 217 time: 0.0423598 Feb 09 03:22:34.897367 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745b88d2-18fe-44d6-925b-a3a1c931ad4f admin admin] Router b046324c-99ad-426c-8f0c-6deee3e11f74 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:22:34.975342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18873815-da21-4e2c-804a-ee464e43ef9f req-6e200411-8c88-4525-87ed-cb6e526e687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.976872 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18873815-da21-4e2c-804a-ee464e43ef9f req-6e200411-8c88-4525-87ed-cb6e526e687c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f6a8bcf-6531-4016-8adb-d44640fba74f HTTP/1.1" status: 200 len: 857 time: 0.1142390 Feb 09 03:22:35.043598 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18873815-da21-4e2c-804a-ee464e43ef9f req-c8ac91f8-fc34-44a2-9246-733b01048ed2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1a41a70-5418-48b2-b32e-4aa906c2c293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389431 Feb 09 03:22:35.132740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b340b-1c1d-481a-8edc-bbe58e0c5d7b req-aec54d95-ae67-4ed3-abd0-bd1257c329bc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:35.134439 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-380b340b-1c1d-481a-8edc-bbe58e0c5d7b req-aec54d95-ae67-4ed3-abd0-bd1257c329bc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0940335 Feb 09 03:22:35.195163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745b88d2-18fe-44d6-925b-a3a1c931ad4f admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:35.209622 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-745b88d2-18fe-44d6-925b-a3a1c931ad4f admin admin] 10.222.0.21 "PUT /v2.0/routers/b046324c-99ad-426c-8f0c-6deee3e11f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2712357 Feb 09 03:22:35.212422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038e609-95fd-4cbe-9c39-1c99eaf625f6 None None] Sync routers for ids ['b046324c-99ad-426c-8f0c-6deee3e11f74'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:35.213201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34296) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:35.228694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038e609-95fd-4cbe-9c39-1c99eaf625f6 None None] Routers {'b046324c-99ad-426c-8f0c-6deee3e11f74'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:35.234962 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f038e609-95fd-4cbe-9c39-1c99eaf625f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:22:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b046324c-99ad-426c-8f0c-6deee3e11f74'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:35.271170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-380b340b-1c1d-481a-8edc-bbe58e0c5d7b req-a6d539a3-3100-4dff-b536-ad4f787a5ec5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293504 Feb 09 03:22:35.396856 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b499137-e2d3-4a4a-a78a-1ee9312f39db req-2531faa7-7002-4bbb-baae-a9e8a8b200dd tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0388718 Feb 09 03:22:35.403516 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18873815-da21-4e2c-804a-ee464e43ef9f req-1d06efd1-b044-4264-bae3-1fa83b608f7a service neutron] 10.222.0.42 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474739 Feb 09 03:22:35.474899 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-963eb3cf-5c62-4134-8705-7c444d04e915 req-0001fa49-b793-40d8-ba76-10c4eb352b59 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f5bad91-d131-479c-ad67-3cf19d5d41a0 HTTP/1.1" status: 200 len: 210 time: 0.0549386 Feb 09 03:22:35.487872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f038e609-95fd-4cbe-9c39-1c99eaf625f6 None None] Set router b046324c-99ad-426c-8f0c-6deee3e11f74 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:35.516243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Publish callbacks [] for router (b046324c-99ad-426c-8f0c-6deee3e11f74), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:35.622975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18873815-da21-4e2c-804a-ee464e43ef9f req-e765a9ff-4f51-4ece-8c97-8903eb2f9a56 service neutron] 10.222.0.42 "GET /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058477 Feb 09 03:22:35.705975 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Publish callbacks [] for router_gateway (b046324c-99ad-426c-8f0c-6deee3e11f74), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:35.717104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35718ae7-a6b7-4917-b92d-d927e78fabba req-a07968b6-2bfd-4e4f-82b6-c608ff227148 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:35.718915 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35718ae7-a6b7-4917-b92d-d927e78fabba req-a07968b6-2bfd-4e4f-82b6-c608ff227148 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 943 time: 0.0708895 Feb 09 03:22:35.730014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f038e609-95fd-4cbe-9c39-1c99eaf625f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'name': 'tempest-ServersTestMultiNic-653805582-router', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:52Z', 'updated_at': '2022-02-09T03:22:32Z', 'revision_number': 5, 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'gw_port': {'id': '3261032e-106a-43f3-9ba1-ab4c92d92a1a', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:55Z', 'updated_at': '2022-02-09T03:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:35.765223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038e609-95fd-4cbe-9c39-1c99eaf625f6 None None] Checking router: b046324c-99ad-426c-8f0c-6deee3e11f74 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:35.774211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038e609-95fd-4cbe-9c39-1c99eaf625f6 None None] Routers {'b046324c-99ad-426c-8f0c-6deee3e11f74'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:35.774843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f038e609-95fd-4cbe-9c39-1c99eaf625f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:22:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b046324c-99ad-426c-8f0c-6deee3e11f74'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:35.778842 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35718ae7-a6b7-4917-b92d-d927e78fabba req-002ecb4e-cb3b-4dda-9a13-fb6fa6d40b28 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539472 Feb 09 03:22:35.792377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Deleting port 3261032e-106a-43f3-9ba1-ab4c92d92a1a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:35.792717 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:35.818917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d94df09c-d650-4597-8b83-a5fce2dc3c75 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:35.933806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] For port 3261032e-106a-43f3-9ba1-ab4c92d92a1a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=3261032e-106a-43f3-9ba1-ab4c92d92a1a,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:35.934264 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:35.948481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f038e609-95fd-4cbe-9c39-1c99eaf625f6 None None] Set router b046324c-99ad-426c-8f0c-6deee3e11f74 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:35.952593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f67c9-fa50-4536-a6f2-734d83f27227 req-307fe6e5-0926-4593-8a1d-f3c17d643ea2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:35.954124 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-652f67c9-fa50-4536-a6f2-734d83f27227 req-307fe6e5-0926-4593-8a1d-f3c17d643ea2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 948 time: 0.0957468 Feb 09 03:22:35.958064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Calling delete_port for 3261032e-106a-43f3-9ba1-ab4c92d92a1a owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:36.009180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f038e609-95fd-4cbe-9c39-1c99eaf625f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'name': 'tempest-ServersTestMultiNic-653805582-router', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:52Z', 'updated_at': '2022-02-09T03:22:35Z', 'revision_number': 6, 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:36.038975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038e609-95fd-4cbe-9c39-1c99eaf625f6 None None] The sync data for ids ['b046324c-99ad-426c-8f0c-6deee3e11f74'] in n-d-824835-15 is: [{'id': 'b046324c-99ad-426c-8f0c-6deee3e11f74', 'name': 'tempest-ServersTestMultiNic-653805582-router', 'tenant_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:52Z', 'updated_at': '2022-02-09T03:22:35Z', 'revision_number': 6, 'project_id': 'e318a6beaf8a42d8abdb900eb79f4fee', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:36.041664 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-652f67c9-fa50-4536-a6f2-734d83f27227 req-5021c109-1a8c-4e9f-a919-a5bc485eedfa tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816236 Feb 09 03:22:36.071757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d94df09c-d650-4597-8b83-a5fce2dc3c75, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d94df09c-d650-4597-8b83-a5fce2dc3c75,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:36.085685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'd94df09c-d650-4597-8b83-a5fce2dc3c75', 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293', 'port_id': 'd94df09c-d650-4597-8b83-a5fce2dc3c75', 'mac_address': 'fa:16:3e:7b:b3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6a8bcf-6531-4016-8adb-d44640fba74f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:36.128923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port d94df09c-d650-4597-8b83-a5fce2dc3c75 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:36.129731 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.144920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94df09c-d650-4597-8b83-a5fce2dc3c75 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:36.166793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d94df09c-d650-4597-8b83-a5fce2dc3c75, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d94df09c-d650-4597-8b83-a5fce2dc3c75,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:36.172964 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.226132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee4bb42a-ad25-4060-a1ce-3dbcda29d9ae req-00cfe1fd-0796-4b8c-9e55-adfa05179190 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0372367 Feb 09 03:22:36.227796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3261032e-106a-43f3-9ba1-ab4c92d92a1a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.231836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 749e8057-8cc5-4d43-a522-d93d50317f18 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:36.255713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=d94df09c-d650-4597-8b83-a5fce2dc3c75,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:36.264966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Pushing event deleted for resources: {'Port': ['ID=3261032e-106a-43f3-9ba1-ab4c92d92a1a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:36.268665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.269012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.269367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.269708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.270060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.270377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.270704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.271025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.271346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.271666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.271988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.272308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.272627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:36.361232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 749e8057-8cc5-4d43-a522-d93d50317f18, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=749e8057-8cc5-4d43-a522-d93d50317f18,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:36.380065 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '749e8057-8cc5-4d43-a522-d93d50317f18', 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293', 'port_id': '749e8057-8cc5-4d43-a522-d93d50317f18', 'mac_address': 'fa:16:3e:dd:ce:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6a8bcf-6531-4016-8adb-d44640fba74f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:36.384747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67226571-28cb-439e-b0c4-8eaa63a8afab req-cbb34d0f-f228-490a-8343-d5edcf88d991 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:36.392288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67226571-28cb-439e-b0c4-8eaa63a8afab req-cbb34d0f-f228-490a-8343-d5edcf88d991 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 948 time: 0.1361864 Feb 09 03:22:36.400633 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (b046324c-99ad-426c-8f0c-6deee3e11f74), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.404652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f890-7376-46f9-8858-abaf88964048 req-15217faf-502c-468f-81ef-75f7ec2f8733 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:36.407371 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e44f890-7376-46f9-8858-abaf88964048 req-15217faf-502c-468f-81ef-75f7ec2f8733 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0684068 Feb 09 03:22:36.441129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 749e8057-8cc5-4d43-a522-d93d50317f18 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:36.442212 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.458322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749e8057-8cc5-4d43-a522-d93d50317f18 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:36.481757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e44f890-7376-46f9-8858-abaf88964048 req-7b51365f-d121-4e69-ad0a-3a4884630ea9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636067 Feb 09 03:22:36.485494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 749e8057-8cc5-4d43-a522-d93d50317f18, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=749e8057-8cc5-4d43-a522-d93d50317f18,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:36.490286 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.491091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device aedcc373-f3f9-4a4b-9d6f-93d460b51433 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:36.536219 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (b046324c-99ad-426c-8f0c-6deee3e11f74), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.542414 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Publish callbacks [] for router_controller (b046324c-99ad-426c-8f0c-6deee3e11f74), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.559244 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67226571-28cb-439e-b0c4-8eaa63a8afab req-633ed581-9eec-46af-bd81-a96a4e0ce57f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659791 Feb 09 03:22:36.603645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=749e8057-8cc5-4d43-a522-d93d50317f18,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:36.640164 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (b046324c-99ad-426c-8f0c-6deee3e11f74), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.641160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b046324c-99ad-426c-8f0c-6deee3e11f74 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:22:36.646258 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.647399 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b91a2de5-a6f5-45db-9be0-85315b022370 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b046324c-99ad-426c-8f0c-6deee3e11f74 HTTP/1.1" status: 204 len: 168 time: 1.4342499 Feb 09 03:22:36.650058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34350) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:36.656333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:36.669979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433', 'mac_address': 'fa:16:3e:67:5f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:36.710536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88ff8fc-1121-42f1-a715-a9b654576edf admin admin] Deleting subnet adcaac86-58d1-412b-a4f6-c85e6da1f841 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:22:36.714836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e88ff8fc-1121-42f1-a715-a9b654576edf admin admin] Publish callbacks [] for subnet (adcaac86-58d1-412b-a4f6-c85e6da1f841), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.721096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port aedcc373-f3f9-4a4b-9d6f-93d460b51433 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:36.721521 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.731888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-228b2084-75a8-4de2-9dbf-2a4b935fe195 req-db204a02-a714-4825-83f8-7a6d46a95143 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0695870 Feb 09 03:22:36.736567 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedcc373-f3f9-4a4b-9d6f-93d460b51433 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:36.772872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:36.781898 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.791465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832690bd-3cb1-4453-8551-f678a621a350 req-1c9653f7-9741-4f85-9953-87d881b1b19d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:36.793604 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-832690bd-3cb1-4453-8551-f678a621a350 req-1c9653f7-9741-4f85-9953-87d881b1b19d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b&tenant_id=b9b07480321e4a54b5b17d5264d44e7b&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 948 time: 0.1871219 Feb 09 03:22:36.798556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e88ff8fc-1121-42f1-a715-a9b654576edf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (adcaac86-58d1-412b-a4f6-c85e6da1f841), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.851754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=aedcc373-f3f9-4a4b-9d6f-93d460b51433,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:36.857097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd16f-1663-410c-bfb4-a2e45ab5d0d5 req-1c59e864-abc1-471c-8000-68e7646c6e0a tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:36.858831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-119fd16f-1663-410c-bfb4-a2e45ab5d0d5 req-1c59e864-abc1-471c-8000-68e7646c6e0a tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 949 time: 0.1190259 Feb 09 03:22:36.910836 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-832690bd-3cb1-4453-8551-f678a621a350 req-94226b71-33d6-4be1-afea-a4b1bd9e89e2 service neutron] delete failed (client error): The resource could not be found. Feb 09 03:22:36.912001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-832690bd-3cb1-4453-8551-f678a621a350 req-94226b71-33d6-4be1-afea-a4b1bd9e89e2 service neutron] 10.222.0.65 "DELETE /v2.0/ports/aedcc373-f3f9-4a4b-9d6f-93d460b51433/bindings/n-h1-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.1111500 Feb 09 03:22:36.954716 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-119fd16f-1663-410c-bfb4-a2e45ab5d0d5 req-6ee2a490-bec2-46a5-ac38-fb34b5535220 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819931 Feb 09 03:22:36.956270 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e88ff8fc-1121-42f1-a715-a9b654576edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (adcaac86-58d1-412b-a4f6-c85e6da1f841), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.971267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a344c-b7a7-48f2-8928-169130565e58 req-94349ee6-87df-49cf-b6b8-645c26068044 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:36.973574 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c75a344c-b7a7-48f2-8928-169130565e58 req-94349ee6-87df-49cf-b6b8-645c26068044 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 944 time: 0.0803101 Feb 09 03:22:37.026049 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e88ff8fc-1121-42f1-a715-a9b654576edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (adcaac86-58d1-412b-a4f6-c85e6da1f841), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.053955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ff8fc-1121-42f1-a715-a9b654576edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adcaac86-58d1-412b-a4f6-c85e6da1f841,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:37.057678 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e88ff8fc-1121-42f1-a715-a9b654576edf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.064178 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e88ff8fc-1121-42f1-a715-a9b654576edf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/adcaac86-58d1-412b-a4f6-c85e6da1f841 HTTP/1.1" status: 204 len: 168 time: 0.4128609 Feb 09 03:22:37.064876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34356) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:37.065738 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c75a344c-b7a7-48f2-8928-169130565e58 req-c8f765e1-5a29-47bb-b904-3169be1df371 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809710 Feb 09 03:22:37.067479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbb8f4a-2c04-42ab-a252-2192b432afcc None None] Network a5ce7ab2-2852-455f-95d9-9067098b15cb requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:37.069769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['749e8057-8cc5-4d43-a522-d93d50317f18'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:37.079544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832690bd-3cb1-4453-8551-f678a621a350 req-40a82d30-5de4-4142-bb79-4b1433150949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:37.080674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-832690bd-3cb1-4453-8551-f678a621a350 req-40a82d30-5de4-4142-bb79-4b1433150949 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 1132 time: 0.0821986 Feb 09 03:22:37.143601 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (a5ce7ab2-2852-455f-95d9-9067098b15cb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.144184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['aedcc373-f3f9-4a4b-9d6f-93d460b51433'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:37.157638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['d94df09c-d650-4597-8b83-a5fce2dc3c75'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:37.189106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832690bd-3cb1-4453-8551-f678a621a350 req-71224023-a00b-44e6-9446-7bdc592225d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:37.190609 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-832690bd-3cb1-4453-8551-f678a621a350 req-71224023-a00b-44e6-9446-7bdc592225d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1003754 Feb 09 03:22:37.208054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Deleting port a6201e45-1ae4-4be4-813c-05556d1553b9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:37.209552 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.260224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-832690bd-3cb1-4453-8551-f678a621a350 req-a109077e-2abd-4073-a290-78a4bc8cedeb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433 HTTP/1.1" status: 200 len: 217 time: 0.0587201 Feb 09 03:22:37.288662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] For port a6201e45-1ae4-4be4-813c-05556d1553b9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a6201e45-1ae4-4be4-813c-05556d1553b9,segment=NetworkSegment(f183708c-1966-411f-adf4-e38d9427f1ec),segment_id=f183708c-1966-411f-adf4-e38d9427f1ec)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:37.288947 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.304579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Calling delete_port for a6201e45-1ae4-4be4-813c-05556d1553b9 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:37.323419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832690bd-3cb1-4453-8551-f678a621a350 req-6ee8457c-0e7f-47da-b696-76b0b3697dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:37.324992 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-832690bd-3cb1-4453-8551-f678a621a350 req-6ee8457c-0e7f-47da-b696-76b0b3697dd8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0524790 Feb 09 03:22:37.381013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832690bd-3cb1-4453-8551-f678a621a350 req-d3909c79-a06f-4ea5-acd5-b4ca1e0063a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:37.382689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-832690bd-3cb1-4453-8551-f678a621a350 req-d3909c79-a06f-4ea5-acd5-b4ca1e0063a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0508597 Feb 09 03:22:37.390958 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a6201e45-1ae4-4be4-813c-05556d1553b9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.414702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6201e45-1ae4-4be4-813c-05556d1553b9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:37.432714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] No DVR routers for this DVR port a6201e45-1ae4-4be4-813c-05556d1553b9 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:37.485871 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-832690bd-3cb1-4453-8551-f678a621a350 req-5448966b-e47f-4741-b67b-4e9fe06e40dd service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956342 Feb 09 03:22:37.522532 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (a5ce7ab2-2852-455f-95d9-9067098b15cb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.563668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ce7ab2-2852-455f-95d9-9067098b15cb']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:37.576048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f183708c-1966-411f-adf4-e38d9427f1ec') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:37.576503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f183708c-1966-411f-adf4-e38d9427f1ec') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:37.618519 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-832690bd-3cb1-4453-8551-f678a621a350 req-8afe59ef-b8ab-4680-84af-c404e0af56ba service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252246 Feb 09 03:22:37.619198 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (f183708c-1966-411f-adf4-e38d9427f1ec), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.640669 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f183708c-1966-411f-adf4-e38d9427f1ec), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.657988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7724a7-af1a-4151-b0d4-e97d9e0509e1 None None] DHCP port deletion for a5ce7ab2-2852-455f-95d9-9067098b15cb request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:22:37.669657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:22:37.670679 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.671751 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (f183708c-1966-411f-adf4-e38d9427f1ec), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:22:37.675481 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:22:37.735390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c42c79-d3c0-4cf7-bf47-dfcf7c5143a0 req-44a232be-bfce-415e-ad3d-1d528c9423fb tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:37.737148 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59c42c79-d3c0-4cf7-bf47-dfcf7c5143a0 req-44a232be-bfce-415e-ad3d-1d528c9423fb tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1519620 Feb 09 03:22:37.771876 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93648f0-a0ea-491a-ad76-cec1ac62487e req-fd73d0a2-9de9-446c-92b4-cc695b90527b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:37.784214 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e93648f0-a0ea-491a-ad76-cec1ac62487e req-fd73d0a2-9de9-446c-92b4-cc695b90527b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 949 time: 0.1100376 Feb 09 03:22:37.787254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (a5ce7ab2-2852-455f-95d9-9067098b15cb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.791277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:37.796221 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.804132 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a5ce7ab2-2852-455f-95d9-9067098b15cb HTTP/1.1" status: 204 len: 168 time: 0.7338986 Feb 09 03:22:37.817451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8a4be-18ef-424e-8967-91adf2f37a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ce7ab2-2852-455f-95d9-9067098b15cb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:37.827164 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59c42c79-d3c0-4cf7-bf47-dfcf7c5143a0 req-965f698b-53d4-409e-a7aa-7b0dd7654fc3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789030 Feb 09 03:22:37.836944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:37.837194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 75c3dc6f-dafd-43f2-95a6-c9dd62144f7d not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:37.837665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a6201e45-1ae4-4be4-813c-05556d1553b9 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:37.864068 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e93648f0-a0ea-491a-ad76-cec1ac62487e req-39a5e93a-500b-4df5-8b4d-6a2ef4764a0a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785422 Feb 09 03:22:37.868770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: a6201e45-1ae4-4be4-813c-05556d1553b9 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:37.869298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a6201e45-1ae4-4be4-813c-05556d1553b9 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:37.869773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3261032e-106a-43f3-9ba1-ab4c92d92a1a no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:37.892187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 3261032e-106a-43f3-9ba1-ab4c92d92a1a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:37.892548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3261032e-106a-43f3-9ba1-ab4c92d92a1a not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:37.940383 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46c66d9c-b971-4b50-af44-282471ac9457 req-5e505b6f-b141-4b22-add2-0e23f6de3b83 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0286202 Feb 09 03:22:38.017255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34368) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:38.060681 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-81d2120a-0805-41d7-b018-ec237846880b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e318a6beaf8a42d8abdb900eb79f4fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417805 Feb 09 03:22:38.063455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34370) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:38.095079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58fc6-a1f5-46d6-9a70-cd9f53525f9f req-d94951e8-5d67-4646-b2ba-83285eda35c7 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:38.096736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-acf58fc6-a1f5-46d6-9a70-cd9f53525f9f req-d94951e8-5d67-4646-b2ba-83285eda35c7 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 949 time: 0.0613134 Feb 09 03:22:38.118816 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0233e93-fe9f-4df4-9ba1-3a02c344626d admin admin] Publish callbacks [] for security_group (fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:38.149468 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0233e93-fe9f-4df4-9ba1-3a02c344626d admin admin] Publish callbacks [] for security_group (fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:38.150162 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-acf58fc6-a1f5-46d6-9a70-cd9f53525f9f req-e46647cf-2262-4e8c-b426-73d2f5a84c41 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471220 Feb 09 03:22:38.232569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c3e37-574f-4d24-b356-42be155610b1 req-abbf0382-2dbd-4560-9a50-efac49d0a970 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:38.234312 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c70c3e37-574f-4d24-b356-42be155610b1 req-abbf0382-2dbd-4560-9a50-efac49d0a970 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 944 time: 0.0825596 Feb 09 03:22:38.241171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device bdba18f3-90ad-4807-94ef-b7a0d76f634a details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:38.256621 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0233e93-fe9f-4df4-9ba1-3a02c344626d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:38.259201 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0233e93-fe9f-4df4-9ba1-3a02c344626d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:38.264020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f0233e93-fe9f-4df4-9ba1-3a02c344626d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0 HTTP/1.1" status: 204 len: 168 time: 0.1959333 Feb 09 03:22:38.273681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0233e93-fe9f-4df4-9ba1-3a02c344626d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5d69bd-08bc-4a2c-a536-39bb5b6dabe0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:38.300810 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c70c3e37-574f-4d24-b356-42be155610b1 req-e714c615-125e-4cac-9015-db0a34201562 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583982 Feb 09 03:22:38.426677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port bdba18f3-90ad-4807-94ef-b7a0d76f634a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=bdba18f3-90ad-4807-94ef-b7a0d76f634a,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:38.459836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'bdba18f3-90ad-4807-94ef-b7a0d76f634a', 'network_id': 'd1a41a70-5418-48b2-b32e-4aa906c2c293', 'port_id': 'bdba18f3-90ad-4807-94ef-b7a0d76f634a', 'mac_address': 'fa:16:3e:05:7e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6a8bcf-6531-4016-8adb-d44640fba74f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:38.507419 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port bdba18f3-90ad-4807-94ef-b7a0d76f634a is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:38.508020 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:38.537066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdba18f3-90ad-4807-94ef-b7a0d76f634a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:38.570290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port bdba18f3-90ad-4807-94ef-b7a0d76f634a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=bdba18f3-90ad-4807-94ef-b7a0d76f634a,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:38.578453 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:38.659855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=bdba18f3-90ad-4807-94ef-b7a0d76f634a,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:38.880708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['bdba18f3-90ad-4807-94ef-b7a0d76f634a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:38.989522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af8f2f-803d-4c85-a2fe-091849d75598 req-54c27eb5-e08a-4fca-ac9a-56ede6346fb8 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:38.991142 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68af8f2f-803d-4c85-a2fe-091849d75598 req-54c27eb5-e08a-4fca-ac9a-56ede6346fb8 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0813997 Feb 09 03:22:39.007398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc22b5-581b-45cc-bef9-e41f20e7495f req-e01c1ada-6152-4921-807b-ecd8e11fa6e2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:39.008943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69bc22b5-581b-45cc-bef9-e41f20e7495f req-e01c1ada-6152-4921-807b-ecd8e11fa6e2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 949 time: 0.0580766 Feb 09 03:22:39.061885 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68af8f2f-803d-4c85-a2fe-091849d75598 req-29c176a2-1d5e-4d91-8020-164fdd7f0534 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633347 Feb 09 03:22:39.092976 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69bc22b5-581b-45cc-bef9-e41f20e7495f req-0eb1c5bb-81ce-4893-af2d-7080712485f5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605016 Feb 09 03:22:39.170004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93bbe328-e3de-4852-bdef-29f0957b6f3f req-f25997be-008b-46a6-b911-efb232dcb1a2 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0384035 Feb 09 03:22:39.170521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34422) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:39.197011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555fde8-19ae-45a8-878c-31e862fab948 req-adf22776-59b2-44e9-abba-b469120dd56f tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:39.198778 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8555fde8-19ae-45a8-878c-31e862fab948 req-adf22776-59b2-44e9-abba-b469120dd56f tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 1132 time: 0.0521021 Feb 09 03:22:39.250226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8555fde8-19ae-45a8-878c-31e862fab948 req-6be2b47d-e815-400b-be72-911b72fa23a9 tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Feb 09 03:22:39.281898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2089832913-network', 'tenant_id': '10455d45cd9e429da2aac0bb30aaf7f0'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:39.313836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Made reservation on behalf of 10455d45cd9e429da2aac0bb30aaf7f0 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:39.313836 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.321195 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.423360 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Publish callbacks [] for security_group (9e21e225-6ad9-4a8a-9d42-583f527cb8f0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.430097 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9e21e225-6ad9-4a8a-9d42-583f527cb8f0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.457024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f1df4-6f76-49a1-a768-07ad09d23ccf req-df020113-f21c-4643-86d8-d67e7bf5f16f tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:39.458735 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae2f1df4-6f76-49a1-a768-07ad09d23ccf req-df020113-f21c-4643-86d8-d67e7bf5f16f tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 944 time: 0.0786288 Feb 09 03:22:39.477484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:22:39.494377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (27f582b9-2ecb-437a-a3aa-18f35c52b37c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.494966 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Added segment 27f582b9-2ecb-437a-a3aa-18f35c52b37c of type vlan for network 327fdb95-fd71-4d4d-9aef-e342dce7eb10 Feb 09 03:22:39.508392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e21e225-6ad9-4a8a-9d42-583f527cb8f0,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:39.528333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae2f1df4-6f76-49a1-a768-07ad09d23ccf req-ad6c5c03-0471-4dc0-900e-0f3c4b370abe tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638859 Feb 09 03:22:39.581083 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (327fdb95-fd71-4d4d-9aef-e342dce7eb10), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.586802 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-15c5bf92-134b-4815-8d5b-eab87c61597b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380542 Feb 09 03:22:39.625431 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08b0c2d4-61b8-46f7-8c6d-75c02bab443d req-c5494505-d248-4727-bc22-561270c9a2dc tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0329254 Feb 09 03:22:39.668292 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (327fdb95-fd71-4d4d-9aef-e342dce7eb10), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.669244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:39.669864 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.743459 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5717425 Feb 09 03:22:39.746380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34470) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:39.752810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-7c9a1847-ec89-443e-a650-c9d5a39881a4 admin admin] Request body: {'subnet': {'network_id': '327fdb95-fd71-4d4d-9aef-e342dce7eb10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2089832913-subnet', 'tenant_id': '10455d45cd9e429da2aac0bb30aaf7f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:39.762610 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3bb6e-a13f-4a33-b10f-f1bb2b5be8ea admin admin] Pushing event updated for resources: {'Network': ['ID=327fdb95-fd71-4d4d-9aef-e342dce7eb10,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:39.773050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 327fdb95-fd71-4d4d-9aef-e342dce7eb10 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:22:39.775406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9a1847-ec89-443e-a650-c9d5a39881a4 admin admin] Made reservation on behalf of 10455d45cd9e429da2aac0bb30aaf7f0 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:39.778264 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c9a1847-ec89-443e-a650-c9d5a39881a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.799332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-092fc3aa-2bd4-495b-af57-542006fac98f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:39.803102 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-092fc3aa-2bd4-495b-af57-542006fac98f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069814 Feb 09 03:22:39.817922 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-55bb653a-d989-468c-b9e4-85764f686f74 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/quotas/b9b07480321e4a54b5b17d5264d44e7b HTTP/1.1" status: 200 len: 375 time: 0.0116460 Feb 09 03:22:39.871546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d94df09c-d650-4597-8b83-a5fce2dc3c75 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:39.884717 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-506b0eed-e2dd-4eb6-863e-d685bfc53108 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606411 Feb 09 03:22:39.924138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port d94df09c-d650-4597-8b83-a5fce2dc3c75 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:39.928787 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port d94df09c-d650-4597-8b83-a5fce2dc3c75 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:39.929234 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.989426 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c9a1847-ec89-443e-a650-c9d5a39881a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (45ad010e-659d-4215-bffc-dde37da32eb0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:40.028407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port d94df09c-d650-4597-8b83-a5fce2dc3c75 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:40.028831 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:40.059939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d3dc5a-7df9-4135-af03-ea1768177c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94df09c-d650-4597-8b83-a5fce2dc3c75'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:40.062554 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c415d9bd-73cb-4e5d-911a-9928a6e65447" -d '{"events": [{"server_uuid": "f3d3dc5a-7df9-4135-af03-ea1768177c6e", "name": "network-vif-plugged", "status": "completed", "tag": "d94df09c-d650-4597-8b83-a5fce2dc3c75"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:40.065025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a1847-ec89-443e-a650-c9d5a39881a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ad010e-659d-4215-bffc-dde37da32eb0,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:40.075931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d94df09c-d650-4597-8b83-a5fce2dc3c75, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d94df09c-d650-4597-8b83-a5fce2dc3c75,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:40.080761 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:40.081788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:40.089499 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b10c73c4-66d9-4aca-ba74-f895e3a986aa req-de2b5219-120a-4721-b014-d079bb53d22b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 210 time: 0.0456176 Feb 09 03:22:40.097580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9a1847-ec89-443e-a650-c9d5a39881a4 admin admin] Checking segment: {'id': '27f582b9-2ecb-437a-a3aa-18f35c52b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '327fdb95-fd71-4d4d-9aef-e342dce7eb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:40.097934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9a1847-ec89-443e-a650-c9d5a39881a4 admin admin] Network hostable DHCP agents. Network: 327fdb95-fd71-4d4d-9aef-e342dce7eb10, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:22:40.119372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9a1847-ec89-443e-a650-c9d5a39881a4 admin admin] Network 327fdb95-fd71-4d4d-9aef-e342dce7eb10 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:22:40.132988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-7c9a1847-ec89-443e-a650-c9d5a39881a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 327fdb95-fd71-4d4d-9aef-e342dce7eb10) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:40.139015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9a1847-ec89-443e-a650-c9d5a39881a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:40.140603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c9a1847-ec89-443e-a650-c9d5a39881a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:40.162303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7c9a1847-ec89-443e-a650-c9d5a39881a4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4136972 Feb 09 03:22:40.175639 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdc6ce8-6292-4481-90bf-7e1de250601c x-openstack-request-id: req-ebdc6ce8-6292-4481-90bf-7e1de250601c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:40.176115 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d3dc5a-7df9-4135-af03-ea1768177c6e", "name": "network-vif-plugged", "status": "completed", "tag": "d94df09c-d650-4597-8b83-a5fce2dc3c75", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:40.176536 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebdc6ce8-6292-4481-90bf-7e1de250601c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:40.177121 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d3dc5a-7df9-4135-af03-ea1768177c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94df09c-d650-4597-8b83-a5fce2dc3c75', 'code': 200} Feb 09 03:22:40.181645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956b0341-d619-4b1b-93a0-61aff4e88ff5 None None] Network 327fdb95-fd71-4d4d-9aef-e342dce7eb10 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:40.246859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529106a-12c7-48e7-892d-e7cf61a611bd req-051e693e-08f9-47b5-95e9-cddd698c1d15 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:40.261781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8529106a-12c7-48e7-892d-e7cf61a611bd req-051e693e-08f9-47b5-95e9-cddd698c1d15 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0979562 Feb 09 03:22:40.273550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device bdba18f3-90ad-4807-94ef-b7a0d76f634a up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:40.305955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=d94df09c-d650-4597-8b83-a5fce2dc3c75,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:40.323081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8529106a-12c7-48e7-892d-e7cf61a611bd req-52090c4b-d51d-4428-b1f8-702afda84a98 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535400 Feb 09 03:22:40.382430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cd994-5b0f-45c1-ae37-20e963ac7e05 req-444e0761-1752-460f-a274-ab6ab289ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:40.385082 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af5cd994-5b0f-45c1-ae37-20e963ac7e05 req-444e0761-1752-460f-a274-ab6ab289ea95 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3d3dc5a-7df9-4135-af03-ea1768177c6e HTTP/1.1" status: 200 len: 1129 time: 0.1046343 Feb 09 03:22:40.417255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:40.417654 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:40.423246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5818ae0e-8474-45da-8f2a-d1c28e58f8d1 None None] Network 327fdb95-fd71-4d4d-9aef-e342dce7eb10 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:40.452793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af5cd994-5b0f-45c1-ae37-20e963ac7e05 req-f1104829-e646-4af1-9e23-d49f9ac7f33e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Feb 09 03:22:40.489531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port bdba18f3-90ad-4807-94ef-b7a0d76f634a completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:40.506131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port bdba18f3-90ad-4807-94ef-b7a0d76f634a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:40.506514 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:40.535062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:40.557094 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:40.643045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:40.682777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port bdba18f3-90ad-4807-94ef-b7a0d76f634a is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:40.683269 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:40.710080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ef66-3026-4465-a0f3-ca3d3ad8ca63 req-3e7da45e-41ac-408d-b8e1-783173b26262 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:40.711779 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-78d5ef66-3026-4465-a0f3-ca3d3ad8ca63 req-3e7da45e-41ac-408d-b8e1-783173b26262 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 944 time: 0.0832636 Feb 09 03:22:40.725242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port bdba18f3-90ad-4807-94ef-b7a0d76f634a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=bdba18f3-90ad-4807-94ef-b7a0d76f634a,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:40.731329 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:40.732351 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device aedcc373-f3f9-4a4b-9d6f-93d460b51433 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:40.741316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-24f2d02d-cda4-4be4-b4c7-577e8d8e5253 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:40.747281 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-24f2d02d-cda4-4be4-b4c7-577e8d8e5253 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/networks?id=327fdb95-fd71-4d4d-9aef-e342dce7eb10 HTTP/1.1" status: 200 len: 822 time: 0.1460757 Feb 09 03:22:40.762653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-556b9000-5fe2-48cf-a4cd-d6d027bd0ce8 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/quotas/10455d45cd9e429da2aac0bb30aaf7f0 HTTP/1.1" status: 200 len: 375 time: 0.0120211 Feb 09 03:22:40.774913 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-78d5ef66-3026-4465-a0f3-ca3d3ad8ca63 req-7387caf4-8fd4-4198-a752-c8dd4ca6a258 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556204 Feb 09 03:22:40.817844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=bdba18f3-90ad-4807-94ef-b7a0d76f634a,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:40.824054 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-8747ebda-3b04-4cb1-9f1b-ce36cf89ddf0 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=10455d45cd9e429da2aac0bb30aaf7f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411828 Feb 09 03:22:40.830781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-59c7cd2e-34ab-4703-a866-2fdb2c302986 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:22:40.832487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port aedcc373-f3f9-4a4b-9d6f-93d460b51433 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:40.839018 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-59c7cd2e-34ab-4703-a866-2fdb2c302986 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141721 Feb 09 03:22:40.846050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port aedcc373-f3f9-4a4b-9d6f-93d460b51433 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:40.846427 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:40.913633 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b69a00a-37cd-44a2-a7cd-738b30076b45 req-30f7cae1-7779-4b9e-b697-3536d3692e5a tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0332983 Feb 09 03:22:40.935212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-9d7dac67-80cd-4830-b51b-655e46957c46 service neutron] 10.222.0.21 "GET /v2.0/networks/327fdb95-fd71-4d4d-9aef-e342dce7eb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953493 Feb 09 03:22:40.938381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port aedcc373-f3f9-4a4b-9d6f-93d460b51433 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:40.938868 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:40.981002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:40.987125 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:40.988134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 749e8057-8cc5-4d43-a522-d93d50317f18 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:41.039317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-c5d218db-e754-4cda-b370-5e3f63578732 service neutron] 10.222.0.21 "GET /v2.0/networks/327fdb95-fd71-4d4d-9aef-e342dce7eb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947320 Feb 09 03:22:41.069983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=aedcc373-f3f9-4a4b-9d6f-93d460b51433,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:41.083691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 749e8057-8cc5-4d43-a522-d93d50317f18 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:41.087783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 749e8057-8cc5-4d43-a522-d93d50317f18 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:41.088162 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:41.194754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 749e8057-8cc5-4d43-a522-d93d50317f18 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:41.195137 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:41.207321 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0dfc987c-fe49-46b5-90d8-d20afb9b2286 req-e85852d5-1af7-4aa0-b2ab-293513c5bfbd tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 210 time: 0.0332098 Feb 09 03:22:41.247275 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-981fc680-4685-4a83-bb96-bbff17c40950 req-155498df-8c6d-4a45-8a86-708ab535e65f tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 210 time: 0.0475366 Feb 09 03:22:41.249823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 749e8057-8cc5-4d43-a522-d93d50317f18, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=749e8057-8cc5-4d43-a522-d93d50317f18,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:41.254973 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:41.308786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=749e8057-8cc5-4d43-a522-d93d50317f18,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:41.309038 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-2b55552a-8a0e-4e3b-a3a4-0e3c0a8086de tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308592 Feb 09 03:22:41.464849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-c8a67eba-985b-449e-9190-39fdd2e88cbb tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:41.467890 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-c8a67eba-985b-449e-9190-39fdd2e88cbb tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523576 Feb 09 03:22:41.489650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Request body: {'port': {'device_id': '650819b8-0726-4088-8d7f-0abdc1c8a6eb', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'b9b07480321e4a54b5b17d5264d44e7b'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:41.503781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de53a8-ed07-493e-930b-4b0594196d2b req-a5bc6b02-9a5c-465a-959e-4109d630c350 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:41.505441 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4de53a8-ed07-493e-930b-4b0594196d2b req-a5bc6b02-9a5c-465a-959e-4109d630c350 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0953510 Feb 09 03:22:41.619801 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c4de53a8-ed07-493e-930b-4b0594196d2b req-998e916c-6e06-4440-a37e-3a886f132aa7 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975230 Feb 09 03:22:41.663712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Made reservation on behalf of b9b07480321e4a54b5b17d5264d44e7b for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:41.667190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:41.805938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Allocated IP 192.168.233.102 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/816496f8-5697-49d4-9966-ba967a965d02) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:41.912668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db82f9-87e4-4a60-9385-67f54e902289 req-f286e202-6459-4b82-a603-790502a37361 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:41.914188 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26db82f9-87e4-4a60-9385-67f54e902289 req-f286e202-6459-4b82-a603-790502a37361 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 945 time: 0.0535152 Feb 09 03:22:41.968002 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26db82f9-87e4-4a60-9385-67f54e902289 req-c35e9f20-6751-4e7b-a72b-54c511a24f21 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477114 Feb 09 03:22:41.968390 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks [] for port (816496f8-5697-49d4-9966-ba967a965d02), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.011048 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (816496f8-5697-49d4-9966-ba967a965d02), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.024707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['aedcc373-f3f9-4a4b-9d6f-93d460b51433'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:42.065682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5592e0d3-15e6-49bf-86cd-a7af2137c027 req-49858c0c-51c6-45cc-9bd8-9b5e35cc8f4f tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0572295 Feb 09 03:22:42.079783 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:42.085261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:42.089276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:42.148406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:42.149074 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.165983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Pushing event updated for resources: {'Port': ['ID=816496f8-5697-49d4-9966-ba967a965d02,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:42.175296 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-b9b15e9d-5924-46e6-981d-a16e79a8a86c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6920502 Feb 09 03:22:42.178358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb690be-e979-49ce-ac7a-7a0cf9409102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1'}, {'server_uuid': '873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdba18f3-90ad-4807-94ef-b7a0d76f634a'}, {'server_uuid': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433'}, {'server_uuid': '13607e38-6243-428e-a7e1-a3cf15a4c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749e8057-8cc5-4d43-a522-d93d50317f18'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:42.181775 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f4551a-2d08-40c1-9091-95e2bf4d4c80" -d '{"events": [{"server_uuid": "1fb690be-e979-49ce-ac7a-7a0cf9409102", "name": "network-vif-unplugged", "status": "completed", "tag": "e69bdefe-0d0e-4cbe-95a3-3d889753a0c1"}, {"server_uuid": "873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c", "name": "network-vif-plugged", "status": "completed", "tag": "bdba18f3-90ad-4807-94ef-b7a0d76f634a"}, {"server_uuid": "7e92679e-76e4-4cc0-b953-a200e0fff76b", "name": "network-vif-plugged", "status": "completed", "tag": "aedcc373-f3f9-4a4b-9d6f-93d460b51433"}, {"server_uuid": "13607e38-6243-428e-a7e1-a3cf15a4c57f", "name": "network-vif-plugged", "status": "completed", "tag": "749e8057-8cc5-4d43-a522-d93d50317f18"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:42.195020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Request body: {'port': {'device_id': '650819b8-0726-4088-8d7f-0abdc1c8a6eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:42.276843 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8999d61-f415-4b59-89a7-77c65f1e50ce x-openstack-request-id: req-c8999d61-f415-4b59-89a7-77c65f1e50ce {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:42.277219 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb690be-e979-49ce-ac7a-7a0cf9409102", "name": "network-vif-unplugged", "status": "completed", "tag": "e69bdefe-0d0e-4cbe-95a3-3d889753a0c1", "code": 200}, {"server_uuid": "873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c", "name": "network-vif-plugged", "status": "completed", "tag": "bdba18f3-90ad-4807-94ef-b7a0d76f634a", "code": 200}, {"server_uuid": "7e92679e-76e4-4cc0-b953-a200e0fff76b", "name": "network-vif-plugged", "status": "completed", "tag": "aedcc373-f3f9-4a4b-9d6f-93d460b51433", "code": 200}, {"server_uuid": "13607e38-6243-428e-a7e1-a3cf15a4c57f", "name": "network-vif-plugged", "status": "completed", "tag": "749e8057-8cc5-4d43-a522-d93d50317f18", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:42.277614 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8999d61-f415-4b59-89a7-77c65f1e50ce {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:42.278090 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb690be-e979-49ce-ac7a-7a0cf9409102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1', 'code': 200} Feb 09 03:22:42.278419 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdba18f3-90ad-4807-94ef-b7a0d76f634a', 'code': 200} Feb 09 03:22:42.278807 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433', 'code': 200} Feb 09 03:22:42.279056 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13607e38-6243-428e-a7e1-a3cf15a4c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749e8057-8cc5-4d43-a522-d93d50317f18', 'code': 200} Feb 09 03:22:42.419581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e5b26c3c-1817-450b-b23d-2dd2d24843c6 None None] Provisioning complete for port 816496f8-5697-49d4-9966-ba967a965d02 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:42.420322 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5b26c3c-1817-450b-b23d-2dd2d24843c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (816496f8-5697-49d4-9966-ba967a965d02), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.450947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.42', 62997) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:42.465723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e5b26c3c-1817-450b-b23d-2dd2d24843c6 None None] Port 816496f8-5697-49d4-9966-ba967a965d02 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:22:42.474034 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6352d62e-3ab0-4294-b301-d9565cd705e5 req-691b37be-fce4-4124-8f7f-993d251202a4 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 210 time: 0.1053767 Feb 09 03:22:42.480974 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (816496f8-5697-49d4-9966-ba967a965d02), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.492341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-c12b7e84-1e09-48f2-88bb-a7c6980df60e tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:42.493786 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-c12b7e84-1e09-48f2-88bb-a7c6980df60e tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.42 "GET /v2.0/networks?id=327fdb95-fd71-4d4d-9aef-e342dce7eb10 HTTP/1.1" status: 200 len: 822 time: 0.2620292 Feb 09 03:22:42.509180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338b425-4a93-4578-a726-bd399d5bd40d req-f22cb59a-035d-4876-8238-3285963e7497 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:42.510630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1338b425-4a93-4578-a726-bd399d5bd40d req-f22cb59a-035d-4876-8238-3285963e7497 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 936 time: 0.1576869 Feb 09 03:22:42.517406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Request body: {'port': {'device_id': '62f06289-b14e-4654-8194-1fb31dee0403', 'network_id': '327fdb95-fd71-4d4d-9aef-e342dce7eb10', 'admin_state_up': True, 'tenant_id': '10455d45cd9e429da2aac0bb30aaf7f0'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:42.550523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb9847-02a9-4ef2-a3d5-89335485d6b4 req-2491fa5e-999c-4489-8529-7ccec04b079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:42.552094 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29fb9847-02a9-4ef2-a3d5-89335485d6b4 req-2491fa5e-999c-4489-8529-7ccec04b079a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c HTTP/1.1" status: 200 len: 1128 time: 0.1849117 Feb 09 03:22:42.560870 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-982d0965-fcd9-4b25-b078-b04a0bc624cf req-a071bf29-a347-4b5b-ba5a-45e74a319dbc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0990448 Feb 09 03:22:42.563264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a28c3e-cc59-49b4-9b8d-b1bbac43da13 req-1b56758e-0b85-4dfa-a5b9-49c5303c1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:42.564714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1a28c3e-cc59-49b4-9b8d-b1bbac43da13 req-1b56758e-0b85-4dfa-a5b9-49c5303c1569 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 1128 time: 0.1476176 Feb 09 03:22:42.676428 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29fb9847-02a9-4ef2-a3d5-89335485d6b4 req-3fd04b40-18a9-423e-972a-4f1fd9855e8a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082602 Feb 09 03:22:42.679611 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1a28c3e-cc59-49b4-9b8d-b1bbac43da13 req-d952d453-1a2b-4c5d-8211-07e96a361ec8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038983 Feb 09 03:22:42.685065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0965-fcd9-4b25-b078-b04a0bc624cf req-c7a9fcfe-4f73-41c6-a7f4-2e472db22d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:42.687739 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-982d0965-fcd9-4b25-b078-b04a0bc624cf req-c7a9fcfe-4f73-41c6-a7f4-2e472db22d2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 1128 time: 0.0978932 Feb 09 03:22:42.739576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1338b425-4a93-4578-a726-bd399d5bd40d req-166828f6-0adb-473a-ad53-82c9c983dd63 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187812 Feb 09 03:22:42.748389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8feabe3-3396-468f-a727-48455aa51eda req-d826834d-2874-4f97-9b90-d9793ed3bd32 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:42.766407 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8feabe3-3396-468f-a727-48455aa51eda req-d826834d-2874-4f97-9b90-d9793ed3bd32 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0638170 Feb 09 03:22:42.777137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Made reservation on behalf of 10455d45cd9e429da2aac0bb30aaf7f0 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:42.781230 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.813122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8feabe3-3396-468f-a727-48455aa51eda req-99fa9e3d-3d9f-4c49-ad13-d2f375898163 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527635 Feb 09 03:22:43.224915 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19b59d9f-bf23-4ff7-99f1-276c671c4e3e req-0fb4f6ac-933e-4c44-9bdf-acfbe45f9109 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0425317 Feb 09 03:22:43.247948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0965-fcd9-4b25-b078-b04a0bc624cf req-bd85f656-6c99-4fe9-b86c-f1256ac97ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:43.249581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-982d0965-fcd9-4b25-b078-b04a0bc624cf req-bd85f656-6c99-4fe9-b86c-f1256ac97ed5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.1422977 Feb 09 03:22:43.310448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f84921-4f75-454c-877d-bd678b7dbc79 req-0f5338e9-36c7-46c2-930f-5ed59865bfcd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:43.311965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b4f84921-4f75-454c-877d-bd678b7dbc79 req-0f5338e9-36c7-46c2-930f-5ed59865bfcd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 945 time: 0.1693265 Feb 09 03:22:43.320393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-982d0965-fcd9-4b25-b078-b04a0bc624cf req-ab9bd0c5-3f5a-4f17-a8e3-db92ef6a6cd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c453f719-6bc5-4c12-9498-51859e8508bd HTTP/1.1" status: 200 len: 217 time: 0.0380597 Feb 09 03:22:43.345683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Allocated IP 172.20.0.10 (327fdb95-fd71-4d4d-9aef-e342dce7eb10/45ad010e-659d-4215-bffc-dde37da32eb0/a31ec5a0-0110-4077-9689-cf56f193c333) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:43.375701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0965-fcd9-4b25-b078-b04a0bc624cf req-e170ec4a-659d-4d41-ac3a-8bffa629c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:43.377176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-982d0965-fcd9-4b25-b078-b04a0bc624cf req-e170ec4a-659d-4d41-ac3a-8bffa629c601 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0484164 Feb 09 03:22:43.427243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0965-fcd9-4b25-b078-b04a0bc624cf req-6bd564d5-fa54-4d07-b8cb-97610f747cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:43.428779 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-982d0965-fcd9-4b25-b078-b04a0bc624cf req-6bd564d5-fa54-4d07-b8cb-97610f747cec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452075 Feb 09 03:22:43.429789 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b4f84921-4f75-454c-877d-bd678b7dbc79 req-fb1cac20-aed7-435c-bd50-a975d75fc916 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081018 Feb 09 03:22:43.449098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816496f8-5697-49d4-9966-ba967a965d02 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:43.462655 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Publish callbacks [] for port (816496f8-5697-49d4-9966-ba967a965d02), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:43.521694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Transition to ACTIVE for port object 816496f8-5697-49d4-9966-ba967a965d02 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:43.531674 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (816496f8-5697-49d4-9966-ba967a965d02), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:43.617148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Pushing event updated for resources: {'Port': ['ID=816496f8-5697-49d4-9966-ba967a965d02,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:43.690525 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Publish callbacks [] for port (a31ec5a0-0110-4077-9689-cf56f193c333), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:43.735984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Attempting to bind port 816496f8-5697-49d4-9966-ba967a965d02 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:43.736344 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Attempting to bind port 816496f8-5697-49d4-9966-ba967a965d02 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:43.737077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Attempting to bind port 816496f8-5697-49d4-9966-ba967a965d02 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:43.744543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Port 816496f8-5697-49d4-9966-ba967a965d02 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:43.744826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Attempting to bind port 816496f8-5697-49d4-9966-ba967a965d02 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:43.753528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:43.753766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:43.754199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:43.754715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Bound port: 816496f8-5697-49d4-9966-ba967a965d02, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:43.754964 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (816496f8-5697-49d4-9966-ba967a965d02), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:43.768420 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:43.790306 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5a5667e-3fb4-433d-aefa-f87aa83050d6 req-98c4f7f9-0109-4afc-98dc-619eefc422ea tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 210 time: 0.0416501 Feb 09 03:22:43.817808 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-982d0965-fcd9-4b25-b078-b04a0bc624cf req-3b6131ec-bdbb-4e41-8ece-ecbba4902dcf service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809247 Feb 09 03:22:43.830344 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Network 327fdb95-fd71-4d4d-9aef-e342dce7eb10 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:43.840178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:43.849085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:43.851163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fc896222-43e4-42ea-b5c1-f8792094cbe7 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:43.902830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Pushing event updated for resources: {'Port': ['ID=a31ec5a0-0110-4077-9689-cf56f193c333,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:43.939998 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-982d0965-fcd9-4b25-b078-b04a0bc624cf req-0a346c10-1085-4997-a23d-23e03348a1a0 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066465 Feb 09 03:22:43.946166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] For port 816496f8-5697-49d4-9966-ba967a965d02, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:43.951212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] For port 816496f8-5697-49d4-9966-ba967a965d02, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=816496f8-5697-49d4-9966-ba967a965d02,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:43.967323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:43.968978 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:43.978555 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (816496f8-5697-49d4-9966-ba967a965d02), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:44.008181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afec21-e7c0-4941-a7c2-a569dd7faf08 req-0908992c-8c8f-4ec7-b9b3-ef5baa0025ed tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:44.009252 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89afec21-e7c0-4941-a7c2-a569dd7faf08 req-0908992c-8c8f-4ec7-b9b3-ef5baa0025ed tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0683544 Feb 09 03:22:44.030588 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-a7fed132-d467-4fd1-927c-7bccc79916fa tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5189602 Feb 09 03:22:44.037836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9067b-3171-4ef1-abdf-078799ce49a0 req-9c8918d0-703a-445e-b0b8-6bed4ffb8180 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:44.039359 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-53a9067b-3171-4ef1-abdf-078799ce49a0 req-9c8918d0-703a-445e-b0b8-6bed4ffb8180 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 948 time: 0.1875117 Feb 09 03:22:44.040722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:44.041383 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:44.042811 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] 10.222.0.42 "PUT /v2.0/ports/816496f8-5697-49d4-9966-ba967a965d02 HTTP/1.1" status: 200 len: 1097 time: 1.8578165 Feb 09 03:22:44.046036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650819b8-0726-4088-8d7f-0abdc1c8a6eb', 'tag': '816496f8-5697-49d4-9966-ba967a965d02'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:44.048513 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adb79c3-58d9-4a59-834b-ccfc5b310670" -d '{"events": [{"name": "network-changed", "server_uuid": "650819b8-0726-4088-8d7f-0abdc1c8a6eb", "tag": "816496f8-5697-49d4-9966-ba967a965d02"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:44.058853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Request body: {'port': {'device_id': '62f06289-b14e-4654-8194-1fb31dee0403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:44.075338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:44.094273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89afec21-e7c0-4941-a7c2-a569dd7faf08 req-130b83ea-1c1c-4349-9de8-52c733377157 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745609 Feb 09 03:22:44.095324 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'mac_address': 'fa:16:3e:a3:bd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:44.116231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45679a9-c2e4-4dbb-bdcb-df108ce6c213 service neutron] Pushing event updated for resources: {'Port': ['ID=816496f8-5697-49d4-9966-ba967a965d02,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:44.185957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fc896222-43e4-42ea-b5c1-f8792094cbe7 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:44.186882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:44.207725 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35872d64-dd24-42b4-9e81-d9eb4e0c0b92 x-openstack-request-id: req-35872d64-dd24-42b4-9e81-d9eb4e0c0b92 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:44.208020 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650819b8-0726-4088-8d7f-0abdc1c8a6eb", "tag": "816496f8-5697-49d4-9966-ba967a965d02", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:44.208315 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35872d64-dd24-42b4-9e81-d9eb4e0c0b92 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:44.208493 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc896222-43e4-42ea-b5c1-f8792094cbe7 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:44.208751 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650819b8-0726-4088-8d7f-0abdc1c8a6eb', 'tag': '816496f8-5697-49d4-9966-ba967a965d02', 'status': 'completed', 'code': 200} Feb 09 03:22:44.242074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:44.250300 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:44.252730 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:44.259099 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-53a9067b-3171-4ef1-abdf-078799ce49a0 req-1c4d147a-3a8e-46bf-925d-a742837eabba tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970737 Feb 09 03:22:44.286773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-56cf00d3-2d73-484e-84ce-adbf1ae59a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:44.286773 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-56cf00d3-2d73-484e-84ce-adbf1ae59a86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 1131 time: 0.1267390 Feb 09 03:22:44.339229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fc896222-43e4-42ea-b5c1-f8792094cbe7,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:44.366221 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-a8e61188-130e-4cd0-8991-ffbbcb455d4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=816496f8-5697-49d4-9966-ba967a965d02 HTTP/1.1" status: 200 len: 217 time: 0.0751350 Feb 09 03:22:44.386789 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d67ac63-8431-446f-930b-29024352f1bd req-80fcf684-8ced-4b46-b5b2-68455272d975 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0306768 Feb 09 03:22:44.486661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['fc896222-43e4-42ea-b5c1-f8792094cbe7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:44.494084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-76a3770b-e314-45da-92e6-deeab8daf44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:44.495641 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-76a3770b-e314-45da-92e6-deeab8daf44a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1208787 Feb 09 03:22:44.657685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049cd51-3a2e-4102-b000-9c6ce0f8ff6f req-048ad4ef-5f39-4f16-ba2c-a3e47d626442 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:44.659165 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2049cd51-3a2e-4102-b000-9c6ce0f8ff6f req-048ad4ef-5f39-4f16-ba2c-a3e47d626442 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 945 time: 0.1604507 Feb 09 03:22:44.665451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-9e672779-d350-4a58-9aeb-78ad0df83660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:44.666880 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-9e672779-d350-4a58-9aeb-78ad0df83660 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1576085 Feb 09 03:22:44.809239 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2049cd51-3a2e-4102-b000-9c6ce0f8ff6f req-11e5b226-0d76-418e-93e0-6c9289391c8a tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413879 Feb 09 03:22:44.823579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31ec5a0-0110-4077-9689-cf56f193c333 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:44.839444 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Publish callbacks [] for port (a31ec5a0-0110-4077-9689-cf56f193c333), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:44.864153 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-dce998ce-9c4f-438d-a44a-ba61c838c0c7 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858902 Feb 09 03:22:44.865417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Transition to ACTIVE for port object a31ec5a0-0110-4077-9689-cf56f193c333 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:44.870441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:44.897427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2f352-661f-4956-b6fb-1e9909df09a8 req-ba73d794-5cce-4b9b-a391-23cd6bc60fa2 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:44.899083 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcf2f352-661f-4956-b6fb-1e9909df09a8 req-ba73d794-5cce-4b9b-a391-23cd6bc60fa2 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 932 time: 0.0588958 Feb 09 03:22:44.950390 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcf2f352-661f-4956-b6fb-1e9909df09a8 req-55a65909-2994-46f1-9d81-134ef051a932 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455256 Feb 09 03:22:45.012336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Pushing event updated for resources: {'Port': ['ID=a31ec5a0-0110-4077-9689-cf56f193c333,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:45.090310 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb0a3f6c-5c20-4ba8-82a5-00d93d0da658 req-bc593b76-04da-446a-bbe1-efd6736b1df6 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168496 Feb 09 03:22:45.100229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a1cdf-598a-491c-9748-ff224272fb3c req-333fc8b8-0242-47c4-99a4-875a6345e8c4 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:45.101667 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9f3a1cdf-598a-491c-9748-ff224272fb3c req-333fc8b8-0242-47c4-99a4-875a6345e8c4 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d3dc5a-7df9-4135-af03-ea1768177c6e HTTP/1.1" status: 200 len: 946 time: 0.2105570 Feb 09 03:22:45.130892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Attempting to bind port a31ec5a0-0110-4077-9689-cf56f193c333 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:45.131229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Attempting to bind port a31ec5a0-0110-4077-9689-cf56f193c333 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '27f582b9-2ecb-437a-a3aa-18f35c52b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '327fdb95-fd71-4d4d-9aef-e342dce7eb10'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:45.131553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Attempting to bind port a31ec5a0-0110-4077-9689-cf56f193c333 on network 327fdb95-fd71-4d4d-9aef-e342dce7eb10 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:45.139359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Port a31ec5a0-0110-4077-9689-cf56f193c333 on network 327fdb95-fd71-4d4d-9aef-e342dce7eb10 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:45.139960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Attempting to bind port a31ec5a0-0110-4077-9689-cf56f193c333 on network 327fdb95-fd71-4d4d-9aef-e342dce7eb10 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:45.156816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:45.157152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Checking segment: {'id': '27f582b9-2ecb-437a-a3aa-18f35c52b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '327fdb95-fd71-4d4d-9aef-e342dce7eb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:45.157558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Bound using segment: {'id': '27f582b9-2ecb-437a-a3aa-18f35c52b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '327fdb95-fd71-4d4d-9aef-e342dce7eb10'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:45.157994 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Bound port: a31ec5a0-0110-4077-9689-cf56f193c333, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f582b9-2ecb-437a-a3aa-18f35c52b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '327fdb95-fd71-4d4d-9aef-e342dce7eb10'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:45.158352 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:45.214622 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9f3a1cdf-598a-491c-9748-ff224272fb3c req-d6213e80-805b-42a8-bf32-8bd2e3be5c3d tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065109 Feb 09 03:22:45.215233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e56c1-dc83-4998-9bde-f4f3698b1a82 req-2fd8ea62-e98b-47aa-8ba7-33d8098035fa tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:45.218584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb3e56c1-dc83-4998-9bde-f4f3698b1a82 req-2fd8ea62-e98b-47aa-8ba7-33d8098035fa tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0575416 Feb 09 03:22:45.260684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb79c3-58d9-4a59-834b-ccfc5b310670 req-d3a0f0dd-6293-4423-a20b-edbb437a6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:45.262204 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5adb79c3-58d9-4a59-834b-ccfc5b310670 req-d3a0f0dd-6293-4423-a20b-edbb437a6dba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 1131 time: 0.1151757 Feb 09 03:22:45.273945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb3e56c1-dc83-4998-9bde-f4f3698b1a82 req-0142ad0b-1dad-4583-a75d-35a53909877c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506914 Feb 09 03:22:45.341065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] For port a31ec5a0-0110-4077-9689-cf56f193c333, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:45.374608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] For port a31ec5a0-0110-4077-9689-cf56f193c333, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a31ec5a0-0110-4077-9689-cf56f193c333,segment=NetworkSegment(27f582b9-2ecb-437a-a3aa-18f35c52b37c),segment_id=27f582b9-2ecb-437a-a3aa-18f35c52b37c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:45.386293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:45.430279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503f250-aed4-4994-af27-aaf2e462e40d req-f165fa3a-6f94-44a1-9f15-ace30af42774 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:45.431878 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9503f250-aed4-4994-af27-aaf2e462e40d req-f165fa3a-6f94-44a1-9f15-ace30af42774 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 948 time: 0.0528588 Feb 09 03:22:45.453898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:45.454520 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:45.455883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] 10.222.0.42 "PUT /v2.0/ports/a31ec5a0-0110-4077-9689-cf56f193c333 HTTP/1.1" status: 200 len: 1093 time: 1.4045453 Feb 09 03:22:45.465114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb79c3-58d9-4a59-834b-ccfc5b310670 req-cfc20090-aade-44ef-8925-5895f5640466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:45.466731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5adb79c3-58d9-4a59-834b-ccfc5b310670 req-cfc20090-aade-44ef-8925-5895f5640466 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1986399 Feb 09 03:22:45.479060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d45a4-feaf-4829-bdc0-0a88d1b044ec req-773f3a52-ba94-421b-9674-cba827c4cd88 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:45.480576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2d45a4-feaf-4829-bdc0-0a88d1b044ec req-773f3a52-ba94-421b-9674-cba827c4cd88 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c HTTP/1.1" status: 200 len: 945 time: 0.1567185 Feb 09 03:22:45.484679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9503f250-aed4-4994-af27-aaf2e462e40d req-16bd60e0-d1f4-4600-9ab1-9fea87095928 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Feb 09 03:22:45.499589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858051e1-667c-4056-bd3a-6f1d3888a70f service neutron] Pushing event updated for resources: {'Port': ['ID=a31ec5a0-0110-4077-9689-cf56f193c333,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:45.559695 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5adb79c3-58d9-4a59-834b-ccfc5b310670 req-42f3efe0-f2ae-418e-99af-ce8d191107a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=816496f8-5697-49d4-9966-ba967a965d02 HTTP/1.1" status: 200 len: 217 time: 0.0781357 Feb 09 03:22:45.573787 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-624ad1b9-0efc-47d4-8c1f-ebedc2811de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:45.588112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a522eba-aeac-4a1f-8dd8-b8ba5751079f req-d4004e91-3555-48e8-919f-581cf5058fc6 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0353730 Feb 09 03:22:45.659865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb79c3-58d9-4a59-834b-ccfc5b310670 req-ff1e5fe8-db73-413b-afd7-f7fee9d65416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:45.661342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5adb79c3-58d9-4a59-834b-ccfc5b310670 req-ff1e5fe8-db73-413b-afd7-f7fee9d65416 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0943103 Feb 09 03:22:45.665951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2d45a4-feaf-4829-bdc0-0a88d1b044ec req-7ea198de-338d-4598-805d-7795a1ae391f tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740639 Feb 09 03:22:45.684998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-dacba74e-172f-4e13-bd86-8d16b64daaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:45.686816 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-dacba74e-172f-4e13-bd86-8d16b64daaaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10455d45cd9e429da2aac0bb30aaf7f0&device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 1127 time: 0.1448298 Feb 09 03:22:45.740598 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-fd40400c-807b-4b55-9124-9fa290cedff6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31ec5a0-0110-4077-9689-cf56f193c333 HTTP/1.1" status: 200 len: 217 time: 0.0389490 Feb 09 03:22:45.788572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb79c3-58d9-4a59-834b-ccfc5b310670 req-52aa5687-9580-410b-acd0-96aa0a02c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:45.790133 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5adb79c3-58d9-4a59-834b-ccfc5b310670 req-52aa5687-9580-410b-acd0-96aa0a02c6fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1214862 Feb 09 03:22:45.861205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-9b6689fa-d67b-469c-b074-c633c9f2ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:45.862865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-9b6689fa-d67b-469c-b074-c633c9f2ffd8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45ad010e-659d-4215-bffc-dde37da32eb0 HTTP/1.1" status: 200 len: 862 time: 0.1128886 Feb 09 03:22:45.864057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fc896222-43e4-42ea-b5c1-f8792094cbe7 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:45.915076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port fc896222-43e4-42ea-b5c1-f8792094cbe7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:45.915553 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:45.940990 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-954d8035-082d-4e8a-b224-7dc68669f1c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=327fdb95-fd71-4d4d-9aef-e342dce7eb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624998 Feb 09 03:22:46.044423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897fa3f-a587-45a1-a29b-09f2c350187e req-0265ae7f-5175-429c-8c38-73c25e88dc8d tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.046799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f897fa3f-a587-45a1-a29b-09f2c350187e req-0265ae7f-5175-429c-8c38-73c25e88dc8d tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c HTTP/1.1" status: 200 len: 945 time: 0.1875768 Feb 09 03:22:46.054519 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5adb79c3-58d9-4a59-834b-ccfc5b310670 req-d66d6fbb-4d6c-4cd1-a8f0-d5e19e3bde5a service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554142 Feb 09 03:22:46.087828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5191af-ac99-4b56-b186-78a058f8e562 req-954e84ce-5952-4a50-b0e1-c0afd0370dbe tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.090222 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d5191af-ac99-4b56-b186-78a058f8e562 req-954e84ce-5952-4a50-b0e1-c0afd0370dbe tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 944 time: 0.0602114 Feb 09 03:22:46.143667 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d5191af-ac99-4b56-b186-78a058f8e562 req-3fc00042-2908-4469-a283-4345bf821b1b tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463657 Feb 09 03:22:46.146924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fc896222-43e4-42ea-b5c1-f8792094cbe7 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:46.147314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:46.170833 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-56f9309a-88a7-4bfd-a59a-50e6902240ee service neutron] 10.222.0.42 "GET /v2.0/networks/327fdb95-fd71-4d4d-9aef-e342dce7eb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094934 Feb 09 03:22:46.174037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:46.176583 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b47a418-351f-4be5-8b36-e2be4f3b4426" -d '{"events": [{"server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "name": "network-vif-plugged", "status": "completed", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:46.181246 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f897fa3f-a587-45a1-a29b-09f2c350187e req-375f41ee-c101-4b67-ad90-6ac1815e4fb2 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243012 Feb 09 03:22:46.198375 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:46.204731 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:46.229979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f06289-b14e-4654-8194-1fb31dee0403', 'tag': 'a31ec5a0-0110-4077-9689-cf56f193c333'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:46.232159 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d991290-e28b-4891-92b8-ac876c5753e4" -d '{"events": [{"name": "network-changed", "server_uuid": "62f06289-b14e-4654-8194-1fb31dee0403", "tag": "a31ec5a0-0110-4077-9689-cf56f193c333"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:46.232356 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5479e94-f707-4b30-8397-10376652e467 x-openstack-request-id: req-d5479e94-f707-4b30-8397-10376652e467 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:46.232646 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "name": "network-vif-plugged", "status": "completed", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:46.232895 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5479e94-f707-4b30-8397-10376652e467 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:46.234616 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'code': 200} Feb 09 03:22:46.261959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fc896222-43e4-42ea-b5c1-f8792094cbe7,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:46.272743 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5adb79c3-58d9-4a59-834b-ccfc5b310670 req-f00bb031-cb6b-469e-855b-7d57d546ff35 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065220 Feb 09 03:22:46.282502 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec2a520-77b8-47b8-baea-ea78bb244f48 x-openstack-request-id: req-1ec2a520-77b8-47b8-baea-ea78bb244f48 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:46.282786 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f06289-b14e-4654-8194-1fb31dee0403", "tag": "a31ec5a0-0110-4077-9689-cf56f193c333", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:46.283035 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ec2a520-77b8-47b8-baea-ea78bb244f48 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:46.283411 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f06289-b14e-4654-8194-1fb31dee0403', 'tag': 'a31ec5a0-0110-4077-9689-cf56f193c333', 'status': 'completed', 'code': 200} Feb 09 03:22:46.301746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62ddc932-b95e-4080-8b85-c54501d712a2 req-1ce60ebc-dd39-40f7-a4ff-ee773c1e0545 service neutron] 10.222.0.42 "GET /v2.0/networks/327fdb95-fd71-4d4d-9aef-e342dce7eb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195047 Feb 09 03:22:46.402703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7326691-fe6f-46be-8a9f-b388af59df68 req-2cad9d95-d311-4828-86cf-88b8e32ceb17 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.404411 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e7326691-fe6f-46be-8a9f-b388af59df68 req-2cad9d95-d311-4828-86cf-88b8e32ceb17 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0623493 Feb 09 03:22:46.407116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d991290-e28b-4891-92b8-ac876c5753e4 req-0d2c4089-cf9c-4a6e-99f6-a36a1d56dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.408727 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d991290-e28b-4891-92b8-ac876c5753e4 req-0d2c4089-cf9c-4a6e-99f6-a36a1d56dd47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10455d45cd9e429da2aac0bb30aaf7f0&device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 1127 time: 0.0567257 Feb 09 03:22:46.452969 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e7326691-fe6f-46be-8a9f-b388af59df68 req-8255a0bc-7292-48ea-ba81-a4366d9fb4a9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427895 Feb 09 03:22:46.508118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d991290-e28b-4891-92b8-ac876c5753e4 req-6f63d605-8edf-4234-bc6b-90d1fd8e5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.509534 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d991290-e28b-4891-92b8-ac876c5753e4 req-6f63d605-8edf-4234-bc6b-90d1fd8e5d9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=327fdb95-fd71-4d4d-9aef-e342dce7eb10 HTTP/1.1" status: 200 len: 923 time: 0.0933504 Feb 09 03:22:46.566618 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d991290-e28b-4891-92b8-ac876c5753e4 req-fc7fb8ef-88c8-418e-a60e-aa3c34c54a6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a31ec5a0-0110-4077-9689-cf56f193c333 HTTP/1.1" status: 200 len: 217 time: 0.0455205 Feb 09 03:22:46.620746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045357b2-e6f8-460d-b085-d85d0ad84480 req-6d09e9d8-4262-40a4-97df-33d9711ea7e9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.622303 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-045357b2-e6f8-460d-b085-d85d0ad84480 req-6d09e9d8-4262-40a4-97df-33d9711ea7e9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 948 time: 0.0622194 Feb 09 03:22:46.630051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d991290-e28b-4891-92b8-ac876c5753e4 req-eb3ba50b-4291-44b0-88a4-3a917794d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.631685 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d991290-e28b-4891-92b8-ac876c5753e4 req-eb3ba50b-4291-44b0-88a4-3a917794d8dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45ad010e-659d-4215-bffc-dde37da32eb0 HTTP/1.1" status: 200 len: 862 time: 0.0508256 Feb 09 03:22:46.673528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d991290-e28b-4891-92b8-ac876c5753e4 req-9f8bfa82-091a-43d8-b491-d23e4cd1c75f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=327fdb95-fd71-4d4d-9aef-e342dce7eb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338061 Feb 09 03:22:46.677720 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-045357b2-e6f8-460d-b085-d85d0ad84480 req-c29ec367-b5da-4b21-a79f-e7c33b69008f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498066 Feb 09 03:22:46.764749 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fbdf93a-1755-4d42-8728-60de1615c952 req-e943980c-c782-470c-ad68-42724219262d tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0376737 Feb 09 03:22:46.800093 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d991290-e28b-4891-92b8-ac876c5753e4 req-babd0c3c-3207-4ec6-b9a9-5e9f9db5faf4 service neutron] 10.222.0.42 "GET /v2.0/networks/327fdb95-fd71-4d4d-9aef-e342dce7eb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177838 Feb 09 03:22:46.809493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29befa0a-d351-4138-afcb-63ee098c2c71 req-25126ddf-e984-4394-9126-8c0bfe5172a9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.816985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29befa0a-d351-4138-afcb-63ee098c2c71 req-25126ddf-e984-4394-9126-8c0bfe5172a9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.822538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29befa0a-d351-4138-afcb-63ee098c2c71 req-25126ddf-e984-4394-9126-8c0bfe5172a9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.829000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29befa0a-d351-4138-afcb-63ee098c2c71 req-25126ddf-e984-4394-9126-8c0bfe5172a9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.833942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29befa0a-d351-4138-afcb-63ee098c2c71 req-25126ddf-e984-4394-9126-8c0bfe5172a9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.839139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29befa0a-d351-4138-afcb-63ee098c2c71 req-25126ddf-e984-4394-9126-8c0bfe5172a9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.844958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29befa0a-d351-4138-afcb-63ee098c2c71 req-25126ddf-e984-4394-9126-8c0bfe5172a9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:46.846993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29befa0a-d351-4138-afcb-63ee098c2c71 req-25126ddf-e984-4394-9126-8c0bfe5172a9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.1063199 Feb 09 03:22:46.893844 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d991290-e28b-4891-92b8-ac876c5753e4 req-722c34e2-1493-4b8c-b6ba-08b8824f00e9 service neutron] 10.222.0.42 "GET /v2.0/networks/327fdb95-fd71-4d4d-9aef-e342dce7eb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866587 Feb 09 03:22:46.907795 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29befa0a-d351-4138-afcb-63ee098c2c71 req-6f64843a-b5bf-4eaa-a7a8-06a25ffdc098 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546732 Feb 09 03:22:47.267394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887584e-a67b-472d-bec0-e36ca9ec87b4 req-d7cfe863-a7ec-474d-a1a2-94a8b105ce2e tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:47.268878 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5887584e-a67b-472d-bec0-e36ca9ec87b4 req-d7cfe863-a7ec-474d-a1a2-94a8b105ce2e tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 944 time: 0.0546224 Feb 09 03:22:47.316472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acf6a8-700a-4c51-8625-feeefb399f01 req-be7616f3-a25d-4cb0-8447-8f19f016d585 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:47.318114 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23acf6a8-700a-4c51-8625-feeefb399f01 req-be7616f3-a25d-4cb0-8447-8f19f016d585 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c HTTP/1.1" status: 200 len: 945 time: 0.0562596 Feb 09 03:22:47.321334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5887584e-a67b-472d-bec0-e36ca9ec87b4 req-43d18082-10b4-4c48-9ee2-90d19192bad5 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460987 Feb 09 03:22:47.365267 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23acf6a8-700a-4c51-8625-feeefb399f01 req-9271b570-503e-411e-a523-bb7a3a732c57 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412967 Feb 09 03:22:47.576421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8275ce8-6b6f-486b-be0e-a64e5413eef2 req-48f6f149-2c6e-499a-85f4-4421e3db5c03 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:47.578847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8275ce8-6b6f-486b-be0e-a64e5413eef2 req-48f6f149-2c6e-499a-85f4-4421e3db5c03 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0574019 Feb 09 03:22:47.626745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8275ce8-6b6f-486b-be0e-a64e5413eef2 req-ffa3a28b-f061-46c9-b34f-db3c498ae26b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Feb 09 03:22:47.798455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd0341-2e5b-423e-9e33-cdbc75033304 req-597b74df-b8c9-4cc0-bd0a-f0f40aa363b4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:47.799956 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fcd0341-2e5b-423e-9e33-cdbc75033304 req-597b74df-b8c9-4cc0-bd0a-f0f40aa363b4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 948 time: 0.0546792 Feb 09 03:22:47.848088 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fcd0341-2e5b-423e-9e33-cdbc75033304 req-2f51ad8e-34e6-49b8-8888-4c8cc27f0e3e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424199 Feb 09 03:22:47.872282 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1ddcafd-effc-4124-9cc5-7b147a225cb5 req-0d739a34-8fc2-4ec7-807b-6ec117899742 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0276334 Feb 09 03:22:47.898874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6451de-21c8-41f3-9f84-2322821f07d1 req-ef79d85b-d2b9-46ac-82de-c38bdd8e7302 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:47.900367 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d6451de-21c8-41f3-9f84-2322821f07d1 req-ef79d85b-d2b9-46ac-82de-c38bdd8e7302 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c HTTP/1.1" status: 200 len: 945 time: 0.0514491 Feb 09 03:22:48.029093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-8d6451de-21c8-41f3-9f84-2322821f07d1 req-f70125e3-652c-4dda-bd0f-f1f7d6e923dd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Deleting port bdba18f3-90ad-4807-94ef-b7a0d76f634a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:48.029463 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8d6451de-21c8-41f3-9f84-2322821f07d1 req-f70125e3-652c-4dda-bd0f-f1f7d6e923dd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:48.063933 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d5b9-1090-45a4-808d-191083221293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:48.275464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 816496f8-5697-49d4-9966-ba967a965d02 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:48.378239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 816496f8-5697-49d4-9966-ba967a965d02, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=816496f8-5697-49d4-9966-ba967a965d02,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:48.388209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40868f5-9cd0-4ad1-8b8e-8a887fb7bb5b req-0e104090-b32a-4533-8496-43c167116fdb tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.390877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '816496f8-5697-49d4-9966-ba967a965d02', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '816496f8-5697-49d4-9966-ba967a965d02', 'mac_address': 'fa:16:3e:95:61:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:48.393673 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40868f5-9cd0-4ad1-8b8e-8a887fb7bb5b req-0e104090-b32a-4533-8496-43c167116fdb tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.398872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40868f5-9cd0-4ad1-8b8e-8a887fb7bb5b req-0e104090-b32a-4533-8496-43c167116fdb tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.404089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40868f5-9cd0-4ad1-8b8e-8a887fb7bb5b req-0e104090-b32a-4533-8496-43c167116fdb tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.410678 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40868f5-9cd0-4ad1-8b8e-8a887fb7bb5b req-0e104090-b32a-4533-8496-43c167116fdb tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.416087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40868f5-9cd0-4ad1-8b8e-8a887fb7bb5b req-0e104090-b32a-4533-8496-43c167116fdb tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.422075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40868f5-9cd0-4ad1-8b8e-8a887fb7bb5b req-0e104090-b32a-4533-8496-43c167116fdb tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.424410 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a40868f5-9cd0-4ad1-8b8e-8a887fb7bb5b req-0e104090-b32a-4533-8496-43c167116fdb tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.4358184 Feb 09 03:22:48.430485 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 816496f8-5697-49d4-9966-ba967a965d02 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:48.430963 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (816496f8-5697-49d4-9966-ba967a965d02), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:48.444805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816496f8-5697-49d4-9966-ba967a965d02 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:48.453233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47639a-d17d-47c6-8617-2cc259aa670c req-9ced0513-5b9f-4b33-b521-63a26eb26b29 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.455201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe47639a-d17d-47c6-8617-2cc259aa670c req-9ced0513-5b9f-4b33-b521-63a26eb26b29 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 944 time: 0.0623112 Feb 09 03:22:48.471977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 816496f8-5697-49d4-9966-ba967a965d02, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=816496f8-5697-49d4-9966-ba967a965d02,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:48.476431 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (816496f8-5697-49d4-9966-ba967a965d02), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:48.479073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8d6451de-21c8-41f3-9f84-2322821f07d1 req-f70125e3-652c-4dda-bd0f-f1f7d6e923dd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] For port bdba18f3-90ad-4807-94ef-b7a0d76f634a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=bdba18f3-90ad-4807-94ef-b7a0d76f634a,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:48.479560 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8d6451de-21c8-41f3-9f84-2322821f07d1 req-f70125e3-652c-4dda-bd0f-f1f7d6e923dd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:48.506550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-8d6451de-21c8-41f3-9f84-2322821f07d1 req-f70125e3-652c-4dda-bd0f-f1f7d6e923dd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Calling delete_port for bdba18f3-90ad-4807-94ef-b7a0d76f634a owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:48.512029 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe47639a-d17d-47c6-8617-2cc259aa670c req-753ff037-3151-4c20-997c-e00346783050 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474160 Feb 09 03:22:48.526423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=816496f8-5697-49d4-9966-ba967a965d02,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:48.533883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a40868f5-9cd0-4ad1-8b8e-8a887fb7bb5b req-28e52f2c-d131-4d33-98ae-c95b49efe3a2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971963 Feb 09 03:22:48.651010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531645f-35a8-40e8-b518-c00e7663aac8 req-d78eccaf-9fdb-4197-a16e-eebb40046f29 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.653177 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8531645f-35a8-40e8-b518-c00e7663aac8 req-d78eccaf-9fdb-4197-a16e-eebb40046f29 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c HTTP/1.1" status: 200 len: 945 time: 0.0568538 Feb 09 03:22:48.670951 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8d6451de-21c8-41f3-9f84-2322821f07d1 req-f70125e3-652c-4dda-bd0f-f1f7d6e923dd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (bdba18f3-90ad-4807-94ef-b7a0d76f634a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:48.694188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['749e8057-8cc5-4d43-a522-d93d50317f18', 'bdba18f3-90ad-4807-94ef-b7a0d76f634a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:48.701274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70125e3-652c-4dda-bd0f-f1f7d6e923dd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Pushing event deleted for resources: {'Port': ['ID=bdba18f3-90ad-4807-94ef-b7a0d76f634a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:48.718503 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8531645f-35a8-40e8-b518-c00e7663aac8 req-598934da-c3c7-4113-a75e-5b59f28959a9 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587244 Feb 09 03:22:48.728405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['d94df09c-d650-4597-8b83-a5fce2dc3c75'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:48.769855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6451de-21c8-41f3-9f84-2322821f07d1 req-f70125e3-652c-4dda-bd0f-f1f7d6e923dd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] No DVR routers for this DVR port bdba18f3-90ad-4807-94ef-b7a0d76f634a on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:48.772558 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8d6451de-21c8-41f3-9f84-2322821f07d1 req-f70125e3-652c-4dda-bd0f-f1f7d6e923dd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:48.775974 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d6451de-21c8-41f3-9f84-2322821f07d1 req-f70125e3-652c-4dda-bd0f-f1f7d6e923dd tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.42 "DELETE /v2.0/ports/bdba18f3-90ad-4807-94ef-b7a0d76f634a HTTP/1.1" status: 204 len: 173 time: 0.8688176 Feb 09 03:22:48.776655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c', 'name': 'network-vif-deleted', 'tag': 'bdba18f3-90ad-4807-94ef-b7a0d76f634a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:48.778858 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9f4bc8-7a27-4924-80b0-4b4a37bcbb20" -d '{"events": [{"server_uuid": "873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c", "name": "network-vif-deleted", "tag": "bdba18f3-90ad-4807-94ef-b7a0d76f634a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:48.799619 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['816496f8-5697-49d4-9966-ba967a965d02'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:48.827349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062a9c2-39d5-4685-bebc-8e3f29c6c547 req-7ba75414-a627-4166-939f-be70ba809387 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.831851 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e062a9c2-39d5-4685-bebc-8e3f29c6c547 req-7ba75414-a627-4166-939f-be70ba809387 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1232116 Feb 09 03:22:48.835055 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb05158-ef73-4ffa-8994-cc81d1a577b9 x-openstack-request-id: req-cbb05158-ef73-4ffa-8994-cc81d1a577b9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:48.835402 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c", "name": "network-vif-deleted", "tag": "bdba18f3-90ad-4807-94ef-b7a0d76f634a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:48.836275 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbb05158-ef73-4ffa-8994-cc81d1a577b9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:48.836910 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873c1d0b-3bd5-4ac1-a56b-f50e78e2dd4c', 'name': 'network-vif-deleted', 'tag': 'bdba18f3-90ad-4807-94ef-b7a0d76f634a', 'status': 'completed', 'code': 200} Feb 09 03:22:48.896429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e062a9c2-39d5-4685-bebc-8e3f29c6c547 req-aed9b01f-843d-411f-9964-e2a8cd990fb6 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523064 Feb 09 03:22:49.019994 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-92851fab-cd49-4be3-9da4-723a30976027 req-790885c8-2350-49ea-843f-d1ae2192d83e tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0401926 Feb 09 03:22:49.026511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a920d-4dac-4f58-b8a4-25e45c1434bd req-f8dc027f-8472-46d4-9c74-1853df6705c2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:49.028756 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a4a920d-4dac-4f58-b8a4-25e45c1434bd req-f8dc027f-8472-46d4-9c74-1853df6705c2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 949 time: 0.0837882 Feb 09 03:22:49.086339 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a4a920d-4dac-4f58-b8a4-25e45c1434bd req-888384fc-202c-4e42-97be-94bb10bb4cf9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510552 Feb 09 03:22:49.225622 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:49.655734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e1d5d-0ce0-40e4-9c7c-b8e763ab8706 req-0072eac2-77ab-49c5-868f-a9b29f20191a tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:49.657230 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b6e1d5d-0ce0-40e4-9c7c-b8e763ab8706 req-0072eac2-77ab-49c5-868f-a9b29f20191a tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 944 time: 0.0720787 Feb 09 03:22:49.700699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ed80-9b97-4260-b340-bad2fb4e58ab req-b4d81b25-d3a4-4260-83eb-6f9483947238 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:49.706430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ed80-9b97-4260-b340-bad2fb4e58ab req-b4d81b25-d3a4-4260-83eb-6f9483947238 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:49.711718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ed80-9b97-4260-b340-bad2fb4e58ab req-b4d81b25-d3a4-4260-83eb-6f9483947238 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:49.714750 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b6e1d5d-0ce0-40e4-9c7c-b8e763ab8706 req-65aab944-e0cd-4c82-adbb-26679b5720e7 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 Feb 09 03:22:49.718119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ed80-9b97-4260-b340-bad2fb4e58ab req-b4d81b25-d3a4-4260-83eb-6f9483947238 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:49.723602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ed80-9b97-4260-b340-bad2fb4e58ab req-b4d81b25-d3a4-4260-83eb-6f9483947238 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:49.728956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ed80-9b97-4260-b340-bad2fb4e58ab req-b4d81b25-d3a4-4260-83eb-6f9483947238 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:49.734863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ed80-9b97-4260-b340-bad2fb4e58ab req-b4d81b25-d3a4-4260-83eb-6f9483947238 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:49.737814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4c00ed80-9b97-4260-b340-bad2fb4e58ab req-b4d81b25-d3a4-4260-83eb-6f9483947238 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.1023271 Feb 09 03:22:49.801137 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4c00ed80-9b97-4260-b340-bad2fb4e58ab req-faa1eae7-7d56-4dd4-892f-646fd2ded732 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581987 Feb 09 03:22:50.038144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3f98c-5019-4021-93e0-bc1775f66828 req-adeb98b9-5c39-4799-a734-d197a9a184c1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:50.039417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fbf3f98c-5019-4021-93e0-bc1775f66828 req-adeb98b9-5c39-4799-a734-d197a9a184c1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0631163 Feb 09 03:22:50.097600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fbf3f98c-5019-4021-93e0-bc1775f66828 req-47afb1b2-7dca-4dea-9551-cdc0b91311da tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499454 Feb 09 03:22:50.220906 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f7d71f9-4da4-4262-8eee-3916f3d7eea3 req-4d8a7db7-86ce-43b6-9c15-c5e8e274b9fe tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0434954 Feb 09 03:22:50.240781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25c7a0-81d1-4f63-ab44-a3a1846dc4bb req-edaa5e17-1c28-42fb-9223-583e0675164d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:50.243475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc25c7a0-81d1-4f63-ab44-a3a1846dc4bb req-edaa5e17-1c28-42fb-9223-583e0675164d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 949 time: 0.0734775 Feb 09 03:22:50.275321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a31ec5a0-0110-4077-9689-cf56f193c333 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:50.328571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 816496f8-5697-49d4-9966-ba967a965d02 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:50.332472 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc25c7a0-81d1-4f63-ab44-a3a1846dc4bb req-763c87c5-3137-4bba-bbd4-52bf34e41763 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878928 Feb 09 03:22:50.496023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a31ec5a0-0110-4077-9689-cf56f193c333, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a31ec5a0-0110-4077-9689-cf56f193c333,segment=NetworkSegment(27f582b9-2ecb-437a-a3aa-18f35c52b37c),segment_id=27f582b9-2ecb-437a-a3aa-18f35c52b37c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:50.499286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 816496f8-5697-49d4-9966-ba967a965d02 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:50.511948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 816496f8-5697-49d4-9966-ba967a965d02 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:50.512490 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (816496f8-5697-49d4-9966-ba967a965d02), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.517839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'a31ec5a0-0110-4077-9689-cf56f193c333', 'network_id': '327fdb95-fd71-4d4d-9aef-e342dce7eb10', 'port_id': 'a31ec5a0-0110-4077-9689-cf56f193c333', 'mac_address': 'fa:16:3e:ec:98:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ad010e-659d-4215-bffc-dde37da32eb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:50.632478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a31ec5a0-0110-4077-9689-cf56f193c333 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:50.633062 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.721611 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31ec5a0-0110-4077-9689-cf56f193c333 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:50.759683 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.815055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a31ec5a0-0110-4077-9689-cf56f193c333, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a31ec5a0-0110-4077-9689-cf56f193c333,segment=NetworkSegment(27f582b9-2ecb-437a-a3aa-18f35c52b37c),segment_id=27f582b9-2ecb-437a-a3aa-18f35c52b37c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:50.820942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 816496f8-5697-49d4-9966-ba967a965d02 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:50.821257 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (816496f8-5697-49d4-9966-ba967a965d02), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.834596 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.844519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172488d-8bb4-4066-a7b2-dea0b5b62d2e req-2df2d548-4315-42d6-a00a-5d2892c550b4 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:50.853067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172488d-8bb4-4066-a7b2-dea0b5b62d2e req-2df2d548-4315-42d6-a00a-5d2892c550b4 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:50.863841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c172488d-8bb4-4066-a7b2-dea0b5b62d2e req-2df2d548-4315-42d6-a00a-5d2892c550b4 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f&device_id=f3d3dc5a-7df9-4135-af03-ea1768177c6e HTTP/1.1" status: 200 len: 1682 time: 0.1475544 Feb 09 03:22:50.888937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650819b8-0726-4088-8d7f-0abdc1c8a6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816496f8-5697-49d4-9966-ba967a965d02'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:50.896488 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c0cc21-1010-4e5b-98c5-b839ad964e8c" -d '{"events": [{"server_uuid": "650819b8-0726-4088-8d7f-0abdc1c8a6eb", "name": "network-vif-plugged", "status": "completed", "tag": "816496f8-5697-49d4-9966-ba967a965d02"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:50.926390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb455c-0921-4912-965a-9fba01a6345c req-a75d02d2-cff6-48fc-b9f4-f0d9519e18e5 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:50.926727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 816496f8-5697-49d4-9966-ba967a965d02, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=816496f8-5697-49d4-9966-ba967a965d02,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:50.933298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bdb455c-0921-4912-965a-9fba01a6345c req-a75d02d2-cff6-48fc-b9f4-f0d9519e18e5 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 945 time: 0.1173089 Feb 09 03:22:50.942643 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (816496f8-5697-49d4-9966-ba967a965d02), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.958517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a31ec5a0-0110-4077-9689-cf56f193c333,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:51.019746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bdb455c-0921-4912-965a-9fba01a6345c req-a279ab43-3b8a-4be3-b327-3130f3071332 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853467 Feb 09 03:22:51.036910 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c172488d-8bb4-4066-a7b2-dea0b5b62d2e req-c950665e-1d22-4bae-9572-06439c1f6b98 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716440 Feb 09 03:22:51.084152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-abc6cf57-7cd0-4c10-953d-0b2af2bab7c0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.090768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-abc6cf57-7cd0-4c10-953d-0b2af2bab7c0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.094223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=816496f8-5697-49d4-9966-ba967a965d02,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:51.109931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-abc6cf57-7cd0-4c10-953d-0b2af2bab7c0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.117403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-abc6cf57-7cd0-4c10-953d-0b2af2bab7c0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.130815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-abc6cf57-7cd0-4c10-953d-0b2af2bab7c0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.136936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-abc6cf57-7cd0-4c10-953d-0b2af2bab7c0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.150345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-abc6cf57-7cd0-4c10-953d-0b2af2bab7c0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.152314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-abc6cf57-7cd0-4c10-953d-0b2af2bab7c0 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.2849720 Feb 09 03:22:51.189674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['a31ec5a0-0110-4077-9689-cf56f193c333'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:51.237564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0f9bd-4628-458a-9d13-7a81816a4c85 req-60a81a7e-b489-4771-87d6-c30a55459b4a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.244352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0f9bd-4628-458a-9d13-7a81816a4c85 req-60a81a7e-b489-4771-87d6-c30a55459b4a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.250275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0f9bd-4628-458a-9d13-7a81816a4c85 req-60a81a7e-b489-4771-87d6-c30a55459b4a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.258278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0f9bd-4628-458a-9d13-7a81816a4c85 req-60a81a7e-b489-4771-87d6-c30a55459b4a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.263037 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0f9bd-4628-458a-9d13-7a81816a4c85 req-60a81a7e-b489-4771-87d6-c30a55459b4a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.268992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0f9bd-4628-458a-9d13-7a81816a4c85 req-60a81a7e-b489-4771-87d6-c30a55459b4a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.273118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2aec4fc8-8e87-4a51-a4bd-0e8538268a1e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.274526 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2aec4fc8-8e87-4a51-a4bd-0e8538268a1e tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "GET /v2.0/ports/fedd24b9-fa6a-4c2d-baa2-df4299e5fd44?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1108825 Feb 09 03:22:51.274641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0f9bd-4628-458a-9d13-7a81816a4c85 req-60a81a7e-b489-4771-87d6-c30a55459b4a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.285178 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37b0f9bd-4628-458a-9d13-7a81816a4c85 req-60a81a7e-b489-4771-87d6-c30a55459b4a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 5432 time: 0.1582863 Feb 09 03:22:51.289591 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e356b4-ccda-4f98-a6a6-ef17a38dd09e x-openstack-request-id: req-98e356b4-ccda-4f98-a6a6-ef17a38dd09e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:51.290059 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650819b8-0726-4088-8d7f-0abdc1c8a6eb", "name": "network-vif-plugged", "status": "completed", "tag": "816496f8-5697-49d4-9966-ba967a965d02", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:51.290155 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98e356b4-ccda-4f98-a6a6-ef17a38dd09e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:51.290501 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650819b8-0726-4088-8d7f-0abdc1c8a6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816496f8-5697-49d4-9966-ba967a965d02', 'code': 200} Feb 09 03:22:51.459334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37b0f9bd-4628-458a-9d13-7a81816a4c85 req-33f6f81e-9c4e-48c2-a2d6-0fe57fac8e61 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1730578 Feb 09 03:22:51.491005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a8091-61cc-4477-becc-5f694aa56605 req-1ce2d26a-fb8b-49c4-a42b-8d93d74783f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.496733 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f68a8091-61cc-4477-becc-5f694aa56605 req-1ce2d26a-fb8b-49c4-a42b-8d93d74783f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 1133 time: 0.1326807 Feb 09 03:22:51.498550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e913-7931-473f-b1e9-20622c03cf5a req-e5bb4b87-d0a3-4f96-afc7-5845b633948b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.500528 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7122e913-7931-473f-b1e9-20622c03cf5a req-e5bb4b87-d0a3-4f96-afc7-5845b633948b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1247222 Feb 09 03:22:51.514920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-f129316a-0e00-48b1-a3dc-5cf104468a73 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "GET /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2321348 Feb 09 03:22:51.527674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:51.590767 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-259bfe08-7994-4de1-83d3-49ef18401085 req-ff61a405-74d0-4523-83f6-c8ddb23c0671 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0372717 Feb 09 03:22:51.609830 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f68a8091-61cc-4477-becc-5f694aa56605 req-2fc33d9b-5a4f-4295-aa54-3d298017d8ff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094587 Feb 09 03:22:51.634541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7122e913-7931-473f-b1e9-20622c03cf5a req-5276dca1-2728-4dc7-94a1-7a922c228bc3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174965 Feb 09 03:22:51.642653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:51.833880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766395b-1608-4c51-ae68-39c86174d8e2 req-c5982b0f-cd95-4cc7-8b06-df99abb981ef tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.835667 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8766395b-1608-4c51-ae68-39c86174d8e2 req-c5982b0f-cd95-4cc7-8b06-df99abb981ef tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.1309941 Feb 09 03:22:51.899798 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:51.941881 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8766395b-1608-4c51-ae68-39c86174d8e2 req-11339c00-381e-4ced-8f39-fed99dcbfd33 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887167 Feb 09 03:22:51.944600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] For port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:51.997391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] For port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:52.033804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] device_id is not set on port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:22:52.049178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] Publish callbacks [] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.060502 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.141583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] No DVR routers for this DVR port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:52.178675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] Pushing event updated for resources: {'Port': ['ID=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:52.236144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] In _notify_port_updated(), no bound segment for port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 {{(pid=103328) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:22:52.237032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:52.237688 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.239724 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-2f5fb115-6ccc-45cf-8705-adea05184099 service neutron] 10.222.0.65 "PUT /v2.0/ports/fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 HTTP/1.1" status: 200 len: 1026 time: 0.7160370 Feb 09 03:22:52.287197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device bdba18f3-90ad-4807-94ef-b7a0d76f634a no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:52.291657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fbba6-2905-4b18-8c17-d9c5c68e66c4 req-350a8176-6806-48b0-bfa7-3789bb7f6e68 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:52.300756 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-789fbba6-2905-4b18-8c17-d9c5c68e66c4 req-350a8176-6806-48b0-bfa7-3789bb7f6e68 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 945 time: 0.1232455 Feb 09 03:22:52.324987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: bdba18f3-90ad-4807-94ef-b7a0d76f634a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:52.325541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device bdba18f3-90ad-4807-94ef-b7a0d76f634a not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:52.335180 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-274f17b7-362b-4a5f-9a35-97e1f4b33d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:52.336560 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-274f17b7-362b-4a5f-9a35-97e1f4b33d28 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "GET /v2.0/ports/e18cbd57-4bb2-4488-bccf-54c045d9eccd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0906277 Feb 09 03:22:52.360008 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:52.425318 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-789fbba6-2905-4b18-8c17-d9c5c68e66c4 req-294fa395-9570-4333-880e-04fdbd048d7f tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182308 Feb 09 03:22:52.467640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea10e75-b665-412f-acd9-3d8f9a5b5edb req-43113420-e236-4bca-96e0-73026f2310e9 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:52.471054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ea10e75-b665-412f-acd9-3d8f9a5b5edb req-43113420-e236-4bca-96e0-73026f2310e9 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d3dc5a-7df9-4135-af03-ea1768177c6e HTTP/1.1" status: 200 len: 946 time: 0.0831850 Feb 09 03:22:52.484655 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.503299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-18f80199-5d7a-47cd-bf46-bb1715968ecd None None] Provisioning complete for port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:52.503299 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-18f80199-5d7a-47cd-bf46-bb1715968ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.541183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-18f80199-5d7a-47cd-bf46-bb1715968ecd None None] Port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:22:52.583461 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ea10e75-b665-412f-acd9-3d8f9a5b5edb req-3a1c233f-f0d7-436e-9fc4-cbc52faebb1c tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865281 Feb 09 03:22:52.690103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f59008-6de9-474a-bcfa-70f8c1e9d022 req-9c0de6c0-3941-4f71-908e-78e5abb3d718 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:52.696741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f59008-6de9-474a-bcfa-70f8c1e9d022 req-9c0de6c0-3941-4f71-908e-78e5abb3d718 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:52.704316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f59008-6de9-474a-bcfa-70f8c1e9d022 req-9c0de6c0-3941-4f71-908e-78e5abb3d718 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:52.710815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f59008-6de9-474a-bcfa-70f8c1e9d022 req-9c0de6c0-3941-4f71-908e-78e5abb3d718 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:52.716930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f59008-6de9-474a-bcfa-70f8c1e9d022 req-9c0de6c0-3941-4f71-908e-78e5abb3d718 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:52.722564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f59008-6de9-474a-bcfa-70f8c1e9d022 req-9c0de6c0-3941-4f71-908e-78e5abb3d718 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:52.731076 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2f59008-6de9-474a-bcfa-70f8c1e9d022 req-9c0de6c0-3941-4f71-908e-78e5abb3d718 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 4659 time: 0.1744611 Feb 09 03:22:52.736411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-249f5321-f3e8-4efd-86da-7842f44b20b5 req-16b33826-19f9-4499-8e30-fce24f306063 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0415578 Feb 09 03:22:52.787807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] For port e18cbd57-4bb2-4488-bccf-54c045d9eccd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e18cbd57-4bb2-4488-bccf-54c045d9eccd,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:52.831658 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2f59008-6de9-474a-bcfa-70f8c1e9d022 req-86bf61f8-ed28-4c2c-a402-dfaffa4ad69c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&id=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995085 Feb 09 03:22:52.870168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] For port e18cbd57-4bb2-4488-bccf-54c045d9eccd, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:52.902911 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cfb9c-6a0c-466d-85f1-f56f91d575ad req-a5852531-ccf8-4916-a9cb-4ee8a9beeafe tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:52.915026 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d85cfb9c-6a0c-466d-85f1-f56f91d575ad req-a5852531-ccf8-4916-a9cb-4ee8a9beeafe tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1006110 Feb 09 03:22:52.916492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] device_id is not set on port e18cbd57-4bb2-4488-bccf-54c045d9eccd yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:22:52.926311 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] Publish callbacks [] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.933040 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.999743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] No DVR routers for this DVR port e18cbd57-4bb2-4488-bccf-54c045d9eccd on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:53.022498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d85cfb9c-6a0c-466d-85f1-f56f91d575ad req-62af6248-69c9-49de-afcb-5197a08f1b46 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064279 Feb 09 03:22:53.031622 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] Pushing event updated for resources: {'Port': ['ID=e18cbd57-4bb2-4488-bccf-54c045d9eccd,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:53.084728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] In _notify_port_updated(), no bound segment for port e18cbd57-4bb2-4488-bccf-54c045d9eccd on network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 {{(pid=103328) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:22:53.086141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:53.086964 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:53.088618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-e7efd3d9-c25d-4d82-9f68-7c535079cde4 service neutron] 10.222.0.65 "PUT /v2.0/ports/e18cbd57-4bb2-4488-bccf-54c045d9eccd HTTP/1.1" status: 200 len: 1027 time: 0.7404523 Feb 09 03:22:53.237663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51854c8-ffbd-4fb0-8d92-4a50c6b778e7 req-f04047e4-52ae-4be4-9a0f-ec3e62d97661 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:53.242548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f51854c8-ffbd-4fb0-8d92-4a50c6b778e7 req-f04047e4-52ae-4be4-9a0f-ec3e62d97661 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.1528382 Feb 09 03:22:53.325017 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f51854c8-ffbd-4fb0-8d92-4a50c6b778e7 req-8516d7a2-e063-4829-a89c-adb7a23224c6 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738058 Feb 09 03:22:53.335569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-ba034658-db22-49b5-81cb-9e4136c549f7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Deleting port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:53.335778 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-ba034658-db22-49b5-81cb-9e4136c549f7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:53.378033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9934c251-da0e-448d-a2db-77386bf46d53 None None] Provisioning complete for port e18cbd57-4bb2-4488-bccf-54c045d9eccd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:53.379057 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9934c251-da0e-448d-a2db-77386bf46d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:53.424894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9934c251-da0e-448d-a2db-77386bf46d53 None None] Port e18cbd57-4bb2-4488-bccf-54c045d9eccd cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:22:53.447766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-ba034658-db22-49b5-81cb-9e4136c549f7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] For port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1a59f575-bfce-4371-a3a5-48e8b44f0ef3,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:53.448157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-ba034658-db22-49b5-81cb-9e4136c549f7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:53.464157 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-ba034658-db22-49b5-81cb-9e4136c549f7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Calling delete_port for 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:53.596872 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea777c-f57f-42be-8fd8-40b1eb68e4d9 req-613c626c-e7a5-49d1-9a78-39f0ec790a17 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:53.598494 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82ea777c-f57f-42be-8fd8-40b1eb68e4d9 req-613c626c-e7a5-49d1-9a78-39f0ec790a17 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 945 time: 0.0899539 Feb 09 03:22:53.671283 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82ea777c-f57f-42be-8fd8-40b1eb68e4d9 req-c1003eeb-36bc-4693-815a-be9e0ad6fb39 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589001 Feb 09 03:22:53.738556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd0c8c-cb67-4d5a-9252-c07f7265a8b4 req-ce31d9e6-1ce4-497e-8b32-11881ca9cbd1 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:53.741055 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4cbd0c8c-cb67-4d5a-9252-c07f7265a8b4 req-ce31d9e6-1ce4-497e-8b32-11881ca9cbd1 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d3dc5a-7df9-4135-af03-ea1768177c6e HTTP/1.1" status: 200 len: 946 time: 0.0784922 Feb 09 03:22:53.751324 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-ba034658-db22-49b5-81cb-9e4136c549f7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1a59f575-bfce-4371-a3a5-48e8b44f0ef3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:53.832058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba034658-db22-49b5-81cb-9e4136c549f7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Port': ['ID=1a59f575-bfce-4371-a3a5-48e8b44f0ef3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:53.869550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:53.983497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-ba034658-db22-49b5-81cb-9e4136c549f7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] No DVR routers for this DVR port 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:53.988013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-ba034658-db22-49b5-81cb-9e4136c549f7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:53.996020 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-ba034658-db22-49b5-81cb-9e4136c549f7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "DELETE /v2.0/ports/1a59f575-bfce-4371-a3a5-48e8b44f0ef3 HTTP/1.1" status: 204 len: 173 time: 0.8605189 Feb 09 03:22:53.996846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-deleted', 'tag': '1a59f575-bfce-4371-a3a5-48e8b44f0ef3'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:54.000033 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c29ca-6446-450f-9814-a1d8c40cab0f" -d '{"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-deleted", "tag": "1a59f575-bfce-4371-a3a5-48e8b44f0ef3"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:54.014835 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4cbd0c8c-cb67-4d5a-9252-c07f7265a8b4 req-efa19760-fd40-4830-83c8-901794c08cef tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662742 Feb 09 03:22:54.019439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.031158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] The host n-h1-824835-15 is not matching for port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 host ! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:22:54.031919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:54.032728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 1ad9d455-4ad1-4072-b862-136009b49bed no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:54.068175 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2fbb3969-b85e-468d-a871-523baae039f5 req-b2872df9-cd20-431b-9bd5-cdef58aad536 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0996962 Feb 09 03:22:54.178476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Deleting port 397580d3-d71b-4735-8a72-113a37dfc9d9 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:54.178570 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.195630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 1ad9d455-4ad1-4072-b862-136009b49bed is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:54.196236 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.236454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad9d455-4ad1-4072-b862-136009b49bed'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:54.242554 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943f4c97-7317-4b3f-940a-54cf28673b58" -d '{"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad9d455-4ad1-4072-b862-136009b49bed"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:54.267897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 1ad9d455-4ad1-4072-b862-136009b49bed, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1ad9d455-4ad1-4072-b862-136009b49bed,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:54.285528 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.286585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ccecbbca-afd0-4e04-9fdf-ba4224f200c7 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:54.306251 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82307a5-f78d-41f8-913e-06f5777ccd28 x-openstack-request-id: req-a82307a5-f78d-41f8-913e-06f5777ccd28 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:54.312138 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-deleted", "tag": "1a59f575-bfce-4371-a3a5-48e8b44f0ef3", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:54.312933 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a82307a5-f78d-41f8-913e-06f5777ccd28 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:54.313651 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-deleted', 'tag': '1a59f575-bfce-4371-a3a5-48e8b44f0ef3', 'status': 'completed', 'code': 200} Feb 09 03:22:54.325037 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da33f82-2db4-4b84-8c9a-b4766edd10cd req-560f540b-ebb0-49b8-8447-da7bd4873ef3 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:54.326584 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0da33f82-2db4-4b84-8c9a-b4766edd10cd req-560f540b-ebb0-49b8-8447-da7bd4873ef3 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=13607e38-6243-428e-a7e1-a3cf15a4c57f HTTP/1.1" status: 200 len: 945 time: 0.3106644 Feb 09 03:22:54.336675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] For port 397580d3-d71b-4735-8a72-113a37dfc9d9, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=397580d3-d71b-4735-8a72-113a37dfc9d9,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:54.337408 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.349508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258c30-763d-427b-978a-cd8a34d98717 req-4d95a2d5-49c2-41ee-b4f9-a3bbb01fd314 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:54.354973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258c30-763d-427b-978a-cd8a34d98717 req-4d95a2d5-49c2-41ee-b4f9-a3bbb01fd314 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:54.360854 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258c30-763d-427b-978a-cd8a34d98717 req-4d95a2d5-49c2-41ee-b4f9-a3bbb01fd314 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:54.367706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a31ec5a0-0110-4077-9689-cf56f193c333 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:54.374425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258c30-763d-427b-978a-cd8a34d98717 req-4d95a2d5-49c2-41ee-b4f9-a3bbb01fd314 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:54.378751 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-01258c30-763d-427b-978a-cd8a34d98717 req-4d95a2d5-49c2-41ee-b4f9-a3bbb01fd314 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 3151 time: 0.1658916 Feb 09 03:22:54.431866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=1ad9d455-4ad1-4072-b862-136009b49bed,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:54.554148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe692b-3fd2-434a-843c-9fb702efbb72 req-c6cb9df1-923c-4725-97d8-80894622c4bd tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:54.556097 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a3fe692b-3fd2-434a-843c-9fb702efbb72 req-c6cb9df1-923c-4725-97d8-80894622c4bd tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.2311871 Feb 09 03:22:54.565606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port a31ec5a0-0110-4077-9689-cf56f193c333 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:54.577822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port a31ec5a0-0110-4077-9689-cf56f193c333 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:54.578240 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.607511 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-01258c30-763d-427b-978a-cd8a34d98717 req-8ee20a09-dd65-42fa-939c-189cec83ff4b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200015 Feb 09 03:22:54.622014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:54.622233 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.646035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372c977-273c-4151-b30a-2a719a796702 req-ac2ffbd1-a49e-46d0-b626-8852ea19f62d tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:54.647679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8372c977-273c-4151-b30a-2a719a796702 req-ac2ffbd1-a49e-46d0-b626-8852ea19f62d tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3d3dc5a-7df9-4135-af03-ea1768177c6e HTTP/1.1" status: 200 len: 946 time: 0.2475216 Feb 09 03:22:54.696037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ccecbbca-afd0-4e04-9fdf-ba4224f200c7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:54.702480 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-0da33f82-2db4-4b84-8c9a-b4766edd10cd req-9c33ef08-3adf-4133-b187-a7e9b389bcc3 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Deleting port 749e8057-8cc5-4d43-a522-d93d50317f18 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:54.703180 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0da33f82-2db4-4b84-8c9a-b4766edd10cd req-9c33ef08-3adf-4133-b187-a7e9b389bcc3 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.766235 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.771398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 397580d3-d71b-4735-8a72-113a37dfc9d9 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:54.780808 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b50770a-dccd-4610-89cb-65b78e7ca7cd x-openstack-request-id: req-1b50770a-dccd-4610-89cb-65b78e7ca7cd {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:54.783741 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad9d455-4ad1-4072-b862-136009b49bed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:54.784751 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b50770a-dccd-4610-89cb-65b78e7ca7cd {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:54.786758 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad9d455-4ad1-4072-b862-136009b49bed', 'code': 200} Feb 09 03:22:54.851077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0da33f82-2db4-4b84-8c9a-b4766edd10cd req-9c33ef08-3adf-4133-b187-a7e9b389bcc3 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] For port 749e8057-8cc5-4d43-a522-d93d50317f18, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=749e8057-8cc5-4d43-a522-d93d50317f18,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:54.851700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0da33f82-2db4-4b84-8c9a-b4766edd10cd req-9c33ef08-3adf-4133-b187-a7e9b389bcc3 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.870643 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-0da33f82-2db4-4b84-8c9a-b4766edd10cd req-9c33ef08-3adf-4133-b187-a7e9b389bcc3 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Calling delete_port for 749e8057-8cc5-4d43-a522-d93d50317f18 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:55.033394 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a3fe692b-3fd2-434a-843c-9fb702efbb72 req-3921b20f-e4e4-4e4a-b7a0-e8e6eae015c9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312882 Feb 09 03:22:55.102186 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a31ec5a0-0110-4077-9689-cf56f193c333 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:55.102814 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.122074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.122508 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (683983bc-4665-4291-b6b2-731ad2279c41), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.122913 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Floating IP 683983bc-4665-4291-b6b2-731ad2279c41 disassociated. External IP: 172.25.5.146, port: 397580d3-d71b-4735-8a72-113a37dfc9d9. Feb 09 03:22:55.123325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Calling delete_port for 397580d3-d71b-4735-8a72-113a37dfc9d9 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:55.137165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce18af-cfe1-4de2-a9e7-1b5ac21a08ad req-bb47cac4-d514-453a-9353-51e3eaba5d1a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:55.147539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05ce18af-cfe1-4de2-a9e7-1b5ac21a08ad req-bb47cac4-d514-453a-9353-51e3eaba5d1a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.1584098 Feb 09 03:22:55.147759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:55.198465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a31ec5a0-0110-4077-9689-cf56f193c333, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a31ec5a0-0110-4077-9689-cf56f193c333,segment=NetworkSegment(27f582b9-2ecb-437a-a3aa-18f35c52b37c),segment_id=27f582b9-2ecb-437a-a3aa-18f35c52b37c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:55.213136 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.241168 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 397580d3-d71b-4735-8a72-113a37dfc9d9 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:55.241593 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.287441 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05ce18af-cfe1-4de2-a9e7-1b5ac21a08ad req-74ec6af0-773b-4307-b7ef-7dabe89b384d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301138 Feb 09 03:22:55.291881 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0da33f82-2db4-4b84-8c9a-b4766edd10cd req-9c33ef08-3adf-4133-b187-a7e9b389bcc3 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (749e8057-8cc5-4d43-a522-d93d50317f18), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.295443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a31ec5a0-0110-4077-9689-cf56f193c333,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:55.310332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['749e8057-8cc5-4d43-a522-d93d50317f18'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:55.317304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 397580d3-d71b-4735-8a72-113a37dfc9d9, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=397580d3-d71b-4735-8a72-113a37dfc9d9,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:55.349700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['d94df09c-d650-4597-8b83-a5fce2dc3c75'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:55.354371 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.354888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-8372c977-273c-4151-b30a-2a719a796702 req-ae7a6abf-4815-43a9-90fe-9804b9f8ff82 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Deleting port d94df09c-d650-4597-8b83-a5fce2dc3c75 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:55.355260 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8372c977-273c-4151-b30a-2a719a796702 req-ae7a6abf-4815-43a9-90fe-9804b9f8ff82 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.357690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:55.376255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33ef08-3adf-4133-b187-a7e9b389bcc3 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Pushing event deleted for resources: {'Port': ['ID=749e8057-8cc5-4d43-a522-d93d50317f18,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:55.430971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da33f82-2db4-4b84-8c9a-b4766edd10cd req-9c33ef08-3adf-4133-b187-a7e9b389bcc3 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] No DVR routers for this DVR port 749e8057-8cc5-4d43-a522-d93d50317f18 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:55.433948 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0da33f82-2db4-4b84-8c9a-b4766edd10cd req-9c33ef08-3adf-4133-b187-a7e9b389bcc3 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.439659 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0da33f82-2db4-4b84-8c9a-b4766edd10cd req-9c33ef08-3adf-4133-b187-a7e9b389bcc3 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.42 "DELETE /v2.0/ports/749e8057-8cc5-4d43-a522-d93d50317f18 HTTP/1.1" status: 204 len: 173 time: 1.0599029 Feb 09 03:22:55.452714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac07f1-5e95-43a7-9ebf-24f0b3e32be6 req-4388c302-423c-4464-8097-3b02b5b31057 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:55.454335 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-90ac07f1-5e95-43a7-9ebf-24f0b3e32be6 req-4388c302-423c-4464-8097-3b02b5b31057 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 946 time: 0.1721737 Feb 09 03:22:55.475829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:55.477009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 1a59f575-bfce-4371-a3a5-48e8b44f0ef3 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:55.477617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e18cbd57-4bb2-4488-bccf-54c045d9eccd no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:55.488770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13607e38-6243-428e-a7e1-a3cf15a4c57f', 'name': 'network-vif-deleted', 'tag': '749e8057-8cc5-4d43-a522-d93d50317f18'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:55.491240 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bee6dae-304e-4dda-a55f-56522de25ec1" -d '{"events": [{"server_uuid": "13607e38-6243-428e-a7e1-a3cf15a4c57f", "name": "network-vif-deleted", "tag": "749e8057-8cc5-4d43-a522-d93d50317f18"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:55.531516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eef951-fb6f-4605-acf2-3c5d9e77c856 req-0442c080-f204-4e06-b440-82538c1c3277 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:55.532807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3eef951-fb6f-4605-acf2-3c5d9e77c856 req-0442c080-f204-4e06-b440-82538c1c3277 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d3dc5a-7df9-4135-af03-ea1768177c6e HTTP/1.1" status: 200 len: 946 time: 0.1032441 Feb 09 03:22:55.580029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=397580d3-d71b-4735-8a72-113a37dfc9d9,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:55.611934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] The host n-h1-824835-15 is not matching for port e18cbd57-4bb2-4488-bccf-54c045d9eccd host ! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:22:55.612601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e18cbd57-4bb2-4488-bccf-54c045d9eccd not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:55.614976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ea8eb001-609c-4a2d-b995-965704cc17e3 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:55.625637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3eef951-fb6f-4605-acf2-3c5d9e77c856 req-e5bcdb83-936f-4a49-8cdd-961eb88a9322 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846140 Feb 09 03:22:55.700513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-90ac07f1-5e95-43a7-9ebf-24f0b3e32be6 req-5d4c01f1-9868-474f-8f04-12c07ea6be64 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317948 Feb 09 03:22:55.724707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-8372c977-273c-4151-b30a-2a719a796702 req-ae7a6abf-4815-43a9-90fe-9804b9f8ff82 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] For port d94df09c-d650-4597-8b83-a5fce2dc3c75, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d94df09c-d650-4597-8b83-a5fce2dc3c75,segment=NetworkSegment(85befbc9-dd14-4402-8494-b27937195e44),segment_id=85befbc9-dd14-4402-8494-b27937195e44)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:55.725077 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8372c977-273c-4151-b30a-2a719a796702 req-ae7a6abf-4815-43a9-90fe-9804b9f8ff82 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.744662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ea8eb001-609c-4a2d-b995-965704cc17e3 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:55.745122 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.776906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-8372c977-273c-4151-b30a-2a719a796702 req-ae7a6abf-4815-43a9-90fe-9804b9f8ff82 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Calling delete_port for d94df09c-d650-4597-8b83-a5fce2dc3c75 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:55.784206 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (397580d3-d71b-4735-8a72-113a37dfc9d9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.786390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ea8eb001-609c-4a2d-b995-965704cc17e3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ea8eb001-609c-4a2d-b995-965704cc17e3,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:55.795888 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:55.799956 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66dcf365-d1ef-4b04-b392-3c89ce9aa07f req-eabd8014-1a5a-455e-b554-d4b9882c7381 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0625880 Feb 09 03:22:55.859215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ea8eb001-609c-4a2d-b995-965704cc17e3,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:55.872904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Port': ['ID=397580d3-d71b-4735-8a72-113a37dfc9d9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:55.922479 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8de397b-849d-4b30-8907-c2138d70747b x-openstack-request-id: req-a8de397b-849d-4b30-8907-c2138d70747b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:55.922983 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13607e38-6243-428e-a7e1-a3cf15a4c57f", "name": "network-vif-deleted", "tag": "749e8057-8cc5-4d43-a522-d93d50317f18", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:55.923082 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8de397b-849d-4b30-8907-c2138d70747b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:55.923415 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13607e38-6243-428e-a7e1-a3cf15a4c57f', 'name': 'network-vif-deleted', 'tag': '749e8057-8cc5-4d43-a522-d93d50317f18', 'status': 'completed', 'code': 200} Feb 09 03:22:55.993267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-df5ca2df-a309-4ff9-b91a-e8f50ed226d7 req-f6d22ec9-18a3-4c59-9f9d-952a116449e8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:22:55.994244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df5ca2df-a309-4ff9-b91a-e8f50ed226d7 req-f6d22ec9-18a3-4c59-9f9d-952a116449e8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067165 Feb 09 03:22:56.071719 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:22:56.104354 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08987e-b6b7-4526-b338-62cb328c5774 req-c95e829d-a8c4-4afc-b828-4d60eb05121b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:56.111373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08987e-b6b7-4526-b338-62cb328c5774 req-c95e829d-a8c4-4afc-b828-4d60eb05121b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:56.119901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08987e-b6b7-4526-b338-62cb328c5774 req-c95e829d-a8c4-4afc-b828-4d60eb05121b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:56.122291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff08987e-b6b7-4526-b338-62cb328c5774 req-c95e829d-a8c4-4afc-b828-4d60eb05121b tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 2410 time: 0.1001732 Feb 09 03:22:56.168880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Router 2d225704-846d-41b3-8890-95cde803fed7 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:22:56.221839 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff08987e-b6b7-4526-b338-62cb328c5774 req-40936ca6-3fbc-4630-91c4-d64a9afc89ab tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883069 Feb 09 03:22:56.455702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9362a34-7ef6-4867-960a-03594816f0ec req-5f43ac8b-eda1-4529-b881-47ba371107d2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:56.459100 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e9362a34-7ef6-4867-960a-03594816f0ec req-5f43ac8b-eda1-4529-b881-47ba371107d2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0917394 Feb 09 03:22:56.459681 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8372c977-273c-4151-b30a-2a719a796702 req-ae7a6abf-4815-43a9-90fe-9804b9f8ff82 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d94df09c-d650-4597-8b83-a5fce2dc3c75), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:56.532197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a6abf-4815-43a9-90fe-9804b9f8ff82 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Pushing event deleted for resources: {'Port': ['ID=d94df09c-d650-4597-8b83-a5fce2dc3c75,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:56.576200 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-5bce3ea9-a539-4c71-a3e1-00ba3b1c6144 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2492340 Feb 09 03:22:56.580319 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e9362a34-7ef6-4867-960a-03594816f0ec req-423e1731-8fc3-4dac-82d3-305768a1b017 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008682 Feb 09 03:22:56.612843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:56.651483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-8372c977-273c-4151-b30a-2a719a796702 req-ae7a6abf-4815-43a9-90fe-9804b9f8ff82 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] No DVR routers for this DVR port d94df09c-d650-4597-8b83-a5fce2dc3c75 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:56.654295 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8372c977-273c-4151-b30a-2a719a796702 req-ae7a6abf-4815-43a9-90fe-9804b9f8ff82 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:56.658397 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8372c977-273c-4151-b30a-2a719a796702 req-ae7a6abf-4815-43a9-90fe-9804b9f8ff82 tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.65 "DELETE /v2.0/ports/d94df09c-d650-4597-8b83-a5fce2dc3c75 HTTP/1.1" status: 204 len: 173 time: 1.9950066 Feb 09 03:22:56.660477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d3dc5a-7df9-4135-af03-ea1768177c6e', 'name': 'network-vif-deleted', 'tag': 'd94df09c-d650-4597-8b83-a5fce2dc3c75'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:56.662793 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fb7642-8701-4b73-8e65-eea972bee73f" -d '{"events": [{"server_uuid": "f3d3dc5a-7df9-4135-af03-ea1768177c6e", "name": "network-vif-deleted", "tag": "d94df09c-d650-4597-8b83-a5fce2dc3c75"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:56.729394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] No DVR routers for this DVR port 397580d3-d71b-4735-8a72-113a37dfc9d9 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:56.747776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:56.752675 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-995f12e1-5251-4a36-aad7-11bc4e14f294 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "DELETE /v2.0/ports/397580d3-d71b-4735-8a72-113a37dfc9d9 HTTP/1.1" status: 204 len: 173 time: 2.7451525 Feb 09 03:22:56.784520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224bcad-4681-4bb6-8b1e-275f7e0d60b9 req-7444a362-bb38-44f7-929c-237ea6d6fc86 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:56.786481 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d224bcad-4681-4bb6-8b1e-275f7e0d60b9 req-7444a362-bb38-44f7-929c-237ea6d6fc86 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.3201499 Feb 09 03:22:56.788903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccecbbca-afd0-4e04-9fdf-ba4224f200c7'}, {'server_uuid': '62f06289-b14e-4654-8194-1fb31dee0403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31ec5a0-0110-4077-9689-cf56f193c333'}, {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397580d3-d71b-4735-8a72-113a37dfc9d9'}, {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8eb001-609c-4a2d-b995-965704cc17e3'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:56.791459 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a13899-87e3-4de8-aa89-f510a8c9c1e4" -d '{"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "ccecbbca-afd0-4e04-9fdf-ba4224f200c7"}, {"server_uuid": "62f06289-b14e-4654-8194-1fb31dee0403", "name": "network-vif-plugged", "status": "completed", "tag": "a31ec5a0-0110-4077-9689-cf56f193c333"}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "397580d3-d71b-4735-8a72-113a37dfc9d9"}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "ea8eb001-609c-4a2d-b995-965704cc17e3"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:56.840865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-00540f51-de46-441e-a994-ec3d9dc91ab2 req-10ade11c-c811-4bca-a2cb-37665b06b31b tempest-ListServersNegativeTestJSON-2089822818 tempest-ListServersNegativeTestJSON-2089822818-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d3dc5a-7df9-4135-af03-ea1768177c6e HTTP/1.1" status: 200 len: 210 time: 0.0736978 Feb 09 03:22:56.864607 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60b35c-e7ee-47c0-8c21-ba639d0b401a None None] Sync routers for ids ['2d225704-846d-41b3-8890-95cde803fed7'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:56.876658 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60b35c-e7ee-47c0-8c21-ba639d0b401a None None] Routers {'2d225704-846d-41b3-8890-95cde803fed7'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:56.877435 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ab60b35c-e7ee-47c0-8c21-ba639d0b401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:22:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d225704-846d-41b3-8890-95cde803fed7'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:56.936574 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09401328-eac7-44b3-bb1c-5d2e689dc057 x-openstack-request-id: req-09401328-eac7-44b3-bb1c-5d2e689dc057 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:56.937158 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d3dc5a-7df9-4135-af03-ea1768177c6e", "name": "network-vif-deleted", "tag": "d94df09c-d650-4597-8b83-a5fce2dc3c75", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:56.937596 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09401328-eac7-44b3-bb1c-5d2e689dc057 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:56.940172 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d3dc5a-7df9-4135-af03-ea1768177c6e', 'name': 'network-vif-deleted', 'tag': 'd94df09c-d650-4597-8b83-a5fce2dc3c75', 'status': 'completed', 'code': 200} Feb 09 03:22:57.026500 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d224bcad-4681-4bb6-8b1e-275f7e0d60b9 req-ca576b07-3f3a-4196-98c6-44bf38949fdf tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180576 Feb 09 03:22:57.122934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-86d3856b-351b-4674-bd28-3deffdb58d87 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Deleting port 1ad9d455-4ad1-4072-b862-136009b49bed {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:57.130825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-86d3856b-351b-4674-bd28-3deffdb58d87 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:57.197140 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3456dc-03f2-421a-9240-3d5bc2d648b2 x-openstack-request-id: req-9f3456dc-03f2-421a-9240-3d5bc2d648b2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:57.197690 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "ccecbbca-afd0-4e04-9fdf-ba4224f200c7", "code": 200}, {"server_uuid": "62f06289-b14e-4654-8194-1fb31dee0403", "name": "network-vif-plugged", "status": "completed", "tag": "a31ec5a0-0110-4077-9689-cf56f193c333", "code": 200}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "397580d3-d71b-4735-8a72-113a37dfc9d9", "code": 200}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "ea8eb001-609c-4a2d-b995-965704cc17e3", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:57.198235 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f3456dc-03f2-421a-9240-3d5bc2d648b2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:57.198788 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccecbbca-afd0-4e04-9fdf-ba4224f200c7', 'code': 200} Feb 09 03:22:57.199206 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f06289-b14e-4654-8194-1fb31dee0403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31ec5a0-0110-4077-9689-cf56f193c333', 'code': 200} Feb 09 03:22:57.199601 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397580d3-d71b-4735-8a72-113a37dfc9d9', 'code': 200} Feb 09 03:22:57.199998 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8eb001-609c-4a2d-b995-965704cc17e3', 'code': 200} Feb 09 03:22:57.214413 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ab60b35c-e7ee-47c0-8c21-ba639d0b401a None None] Set router 2d225704-846d-41b3-8890-95cde803fed7 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:57.223570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c490db5-8158-45bb-a38a-aee24e83dafc req-3a95629a-e992-4750-a6c8-6829c913b272 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:57.233950 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c490db5-8158-45bb-a38a-aee24e83dafc req-3a95629a-e992-4750-a6c8-6829c913b272 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 946 time: 0.1257911 Feb 09 03:22:57.341639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-86d3856b-351b-4674-bd28-3deffdb58d87 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] For port 1ad9d455-4ad1-4072-b862-136009b49bed, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1ad9d455-4ad1-4072-b862-136009b49bed,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:57.342149 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-86d3856b-351b-4674-bd28-3deffdb58d87 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:57.358459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-86d3856b-351b-4674-bd28-3deffdb58d87 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Calling delete_port for 1ad9d455-4ad1-4072-b862-136009b49bed owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:57.386507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c490db5-8158-45bb-a38a-aee24e83dafc req-99259f8d-f54d-4788-a84f-011e356471fc tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420305 Feb 09 03:22:57.579052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68857ac0-ce2f-4da8-a957-bf13e3ceb092 req-ae78688a-a4ba-4d33-93c6-01df1a4e1411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:57.581019 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68857ac0-ce2f-4da8-a957-bf13e3ceb092 req-ae78688a-a4ba-4d33-93c6-01df1a4e1411 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 1129 time: 0.1704996 Feb 09 03:22:57.587798 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ab60b35c-e7ee-47c0-8c21-ba639d0b401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:15:31Z', 'revision_number': 4, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'fd31f82f-bdca-47f5-9606-46d822c28362', 'name': '', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'mac_address': 'fa:16:3e:d5:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:29Z', 'updated_at': '2022-02-09T03:15:36Z', 'revision_number': 5, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'subnets': [{'id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:57.625533 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60b35c-e7ee-47c0-8c21-ba639d0b401a None None] Checking router: 2d225704-846d-41b3-8890-95cde803fed7 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:57.625908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-843812d9-ff8f-477a-a443-74ff478105dd req-3def3171-aa7c-44bb-903c-2e5f755bb3d6 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.1140971 Feb 09 03:22:57.630280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0801c82-be6b-4a8c-a087-43e18c427bf9 req-56e7d088-4869-48b1-83e7-fc51fe5f10c6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:57.636033 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60b35c-e7ee-47c0-8c21-ba639d0b401a None None] Routers {'2d225704-846d-41b3-8890-95cde803fed7'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:57.636703 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ab60b35c-e7ee-47c0-8c21-ba639d0b401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:22:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d225704-846d-41b3-8890-95cde803fed7'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:57.638541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0801c82-be6b-4a8c-a087-43e18c427bf9 req-56e7d088-4869-48b1-83e7-fc51fe5f10c6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:57.648039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0801c82-be6b-4a8c-a087-43e18c427bf9 req-56e7d088-4869-48b1-83e7-fc51fe5f10c6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:57.659167 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0801c82-be6b-4a8c-a087-43e18c427bf9 req-56e7d088-4869-48b1-83e7-fc51fe5f10c6 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 2410 time: 0.1733210 Feb 09 03:22:57.825513 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0801c82-be6b-4a8c-a087-43e18c427bf9 req-4eb96f99-0b87-4479-9932-01b65bb140c1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607380 Feb 09 03:22:57.878844 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68857ac0-ce2f-4da8-a957-bf13e3ceb092 req-c51d3919-3d37-424a-910b-8784a539fb4c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885842 Feb 09 03:22:57.888443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d94df09c-d650-4597-8b83-a5fce2dc3c75 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:57.909052 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-86d3856b-351b-4674-bd28-3deffdb58d87 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1ad9d455-4ad1-4072-b862-136009b49bed), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:57.947610 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ab60b35c-e7ee-47c0-8c21-ba639d0b401a None None] Set router 2d225704-846d-41b3-8890-95cde803fed7 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:57.950638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: d94df09c-d650-4597-8b83-a5fce2dc3c75 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:57.953319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d94df09c-d650-4597-8b83-a5fce2dc3c75 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:58.002450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34928) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:58.038480 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3856b-351b-4674-bd28-3deffdb58d87 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Port': ['ID=1ad9d455-4ad1-4072-b862-136009b49bed,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:58.098760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a738346b-425a-4b10-ab43-2635a264817e admin admin] Deleting subnet 8f6a8bcf-6531-4016-8adb-d44640fba74f {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:22:58.108306 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a738346b-425a-4b10-ab43-2635a264817e admin admin] Publish callbacks [] for subnet (8f6a8bcf-6531-4016-8adb-d44640fba74f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.222092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-86d3856b-351b-4674-bd28-3deffdb58d87 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] No DVR routers for this DVR port 1ad9d455-4ad1-4072-b862-136009b49bed on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:58.228633 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a738346b-425a-4b10-ab43-2635a264817e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (8f6a8bcf-6531-4016-8adb-d44640fba74f), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.234158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb28cf8-7277-4540-9946-eaaeaadf8506 req-af169b93-fc4a-49cb-ac24-29f97bede7e0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:58.235952 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1eb28cf8-7277-4540-9946-eaaeaadf8506 req-af169b93-fc4a-49cb-ac24-29f97bede7e0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1991131 Feb 09 03:22:58.237472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-86d3856b-351b-4674-bd28-3deffdb58d87 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.240944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-86d3856b-351b-4674-bd28-3deffdb58d87 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "DELETE /v2.0/ports/1ad9d455-4ad1-4072-b862-136009b49bed HTTP/1.1" status: 204 len: 173 time: 1.4502268 Feb 09 03:22:58.300348 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ab60b35c-e7ee-47c0-8c21-ba639d0b401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:15:31Z', 'revision_number': 4, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'fd31f82f-bdca-47f5-9606-46d822c28362', 'name': '', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'mac_address': 'fa:16:3e:d5:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:29Z', 'updated_at': '2022-02-09T03:15:36Z', 'revision_number': 5, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'subnets': [{'id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:58.331543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 749e8057-8cc5-4d43-a522-d93d50317f18 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:58.336761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a738346b-425a-4b10-ab43-2635a264817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (8f6a8bcf-6531-4016-8adb-d44640fba74f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.374533 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60b35c-e7ee-47c0-8c21-ba639d0b401a None None] The sync data for ids ['2d225704-846d-41b3-8890-95cde803fed7'] in n-d-824835-15 is: [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:15:31Z', 'revision_number': 4, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'fd31f82f-bdca-47f5-9606-46d822c28362', 'name': '', 'network_id': '423bdd76-f65e-4c73-ad02-e5e5e98dff69', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'mac_address': 'fa:16:3e:d5:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:29Z', 'updated_at': '2022-02-09T03:15:36Z', 'revision_number': 5, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'subnets': [{'id': 'a716c847-82e7-4b0e-924d-ab5413feb52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:58.395610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 749e8057-8cc5-4d43-a522-d93d50317f18 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:58.396242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 749e8057-8cc5-4d43-a522-d93d50317f18 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:58.421624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a738346b-425a-4b10-ab43-2635a264817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (8f6a8bcf-6531-4016-8adb-d44640fba74f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.441559 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1eb28cf8-7277-4540-9946-eaaeaadf8506 req-22922ae1-9dd1-477c-b1d8-92a0531a6b38 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816735 Feb 09 03:22:58.494406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738346b-425a-4b10-ab43-2635a264817e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6a8bcf-6531-4016-8adb-d44640fba74f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:58.522218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fa3dc-0423-4b37-86c7-9ee94f5d82e9 req-3b36ecb7-304f-45eb-95c4-c01396ab40d0 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:58.525444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c6fa3dc-0423-4b37-86c7-9ee94f5d82e9 req-3b36ecb7-304f-45eb-95c4-c01396ab40d0 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.3771236 Feb 09 03:22:58.564992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a738346b-425a-4b10-ab43-2635a264817e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.569867 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a738346b-425a-4b10-ab43-2635a264817e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f6a8bcf-6531-4016-8adb-d44640fba74f HTTP/1.1" status: 204 len: 168 time: 0.5663245 Feb 09 03:22:58.579396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34934) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:58.599306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-f7454dd0-43a9-4224-a78b-e5ef104f5b02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Deleting port ea8eb001-609c-4a2d-b995-965704cc17e3 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:58.600268 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-f7454dd0-43a9-4224-a78b-e5ef104f5b02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.773638 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c6fa3dc-0423-4b37-86c7-9ee94f5d82e9 req-831092e2-9d18-4850-b6e6-9cf7127766cf tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286239 Feb 09 03:22:58.789952 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8a571-4365-43a3-b563-d208fc9e1de4 req-070248bf-679e-4d27-95c8-a37412df9ac1 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:58.813326 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-43c8a571-4365-43a3-b563-d208fc9e1de4 req-070248bf-679e-4d27-95c8-a37412df9ac1 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 946 time: 0.2233982 Feb 09 03:22:58.852819 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (d1a41a70-5418-48b2-b32e-4aa906c2c293), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.873715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-f7454dd0-43a9-4224-a78b-e5ef104f5b02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] For port ea8eb001-609c-4a2d-b995-965704cc17e3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ea8eb001-609c-4a2d-b995-965704cc17e3,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:58.874088 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-f7454dd0-43a9-4224-a78b-e5ef104f5b02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.890601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c78720-73be-4e07-a004-3510f65d6fc8 None None] New status for floating IP 683983bc-4665-4291-b6b2-731ad2279c41: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:22:58.910395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-f7454dd0-43a9-4224-a78b-e5ef104f5b02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Calling delete_port for ea8eb001-609c-4a2d-b995-965704cc17e3 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:58.936996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-43c8a571-4365-43a3-b563-d208fc9e1de4 req-f6ef7cfc-2002-469c-a6c1-e2b15dd105d4 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226430 Feb 09 03:22:58.945992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-deleted', 'tag': '397580d3-d71b-4735-8a72-113a37dfc9d9'}, {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-deleted', 'tag': '1ad9d455-4ad1-4072-b862-136009b49bed'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:58.949769 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfab3de-db39-40a6-a4bc-5c789208c3e1" -d '{"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-deleted", "tag": "397580d3-d71b-4735-8a72-113a37dfc9d9"}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-deleted", "tag": "1ad9d455-4ad1-4072-b862-136009b49bed"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:58.986937 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a47c807-293a-407b-8158-8f667127bb64 req-cfccb312-7b2f-4d20-867b-800988434aff tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0855126 Feb 09 03:22:59.107246 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (d1a41a70-5418-48b2-b32e-4aa906c2c293), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.134059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a41a70-5418-48b2-b32e-4aa906c2c293']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:59.146094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85befbc9-dd14-4402-8494-b27937195e44') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:59.147647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85befbc9-dd14-4402-8494-b27937195e44') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:59.148130 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daefd36-411c-4ec5-87ca-4d40a7755bd3 x-openstack-request-id: req-7daefd36-411c-4ec5-87ca-4d40a7755bd3 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:59.148572 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-deleted", "tag": "397580d3-d71b-4735-8a72-113a37dfc9d9", "status": "completed", "code": 200}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-deleted", "tag": "1ad9d455-4ad1-4072-b862-136009b49bed", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:59.148879 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7daefd36-411c-4ec5-87ca-4d40a7755bd3 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:59.149349 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-deleted', 'tag': '397580d3-d71b-4735-8a72-113a37dfc9d9', 'status': 'completed', 'code': 200} Feb 09 03:22:59.150202 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-deleted', 'tag': '1ad9d455-4ad1-4072-b862-136009b49bed', 'status': 'completed', 'code': 200} Feb 09 03:22:59.169287 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (85befbc9-dd14-4402-8494-b27937195e44), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.191497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (85befbc9-dd14-4402-8494-b27937195e44), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.200428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:22:59.200981 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (85befbc9-dd14-4402-8494-b27937195e44), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.268788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-f7454dd0-43a9-4224-a78b-e5ef104f5b02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ea8eb001-609c-4a2d-b995-965704cc17e3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:22:59.315173 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:22:59.322101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7454dd0-43a9-4224-a78b-e5ef104f5b02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Port': ['ID=ea8eb001-609c-4a2d-b995-965704cc17e3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:59.323757 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (d1a41a70-5418-48b2-b32e-4aa906c2c293), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.330402 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.338020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d1a41a70-5418-48b2-b32e-4aa906c2c293 HTTP/1.1" status: 204 len: 168 time: 0.7574708 Feb 09 03:22:59.353167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4cca7-89b9-4dd9-98de-d37fab087ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a41a70-5418-48b2-b32e-4aa906c2c293,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:59.376877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde52b6-15d3-4440-8899-d68b43188b17 req-43e8d4dd-330b-49c2-8ff1-364992d1bf8c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:59.391521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde52b6-15d3-4440-8899-d68b43188b17 req-43e8d4dd-330b-49c2-8ff1-364992d1bf8c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:59.393549 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bdde52b6-15d3-4440-8899-d68b43188b17 req-43e8d4dd-330b-49c2-8ff1-364992d1bf8c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 1677 time: 0.2350769 Feb 09 03:22:59.427699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-6fb230ce-7117-4844-bd20-2da97b9c1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:59.435235 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-6fb230ce-7117-4844-bd20-2da97b9c1f23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 1133 time: 0.0753341 Feb 09 03:22:59.517165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-f7454dd0-43a9-4224-a78b-e5ef104f5b02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] No DVR routers for this DVR port ea8eb001-609c-4a2d-b995-965704cc17e3 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:59.522282 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-f7454dd0-43a9-4224-a78b-e5ef104f5b02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.536045 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-f7454dd0-43a9-4224-a78b-e5ef104f5b02 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "DELETE /v2.0/ports/ea8eb001-609c-4a2d-b995-965704cc17e3 HTTP/1.1" status: 204 len: 173 time: 1.2880185 Feb 09 03:22:59.543822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-be054174-d145-4ebc-8d12-10dc4929399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:59.546000 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-be054174-d145-4ebc-8d12-10dc4929399c service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1050222 Feb 09 03:22:59.579280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34958) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:59.617696 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bdde52b6-15d3-4440-8899-d68b43188b17 req-882125e4-bf67-4b55-8503-6cc3652eabb5 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups?id=37017ab1-3bd2-4c37-ad63-161f24b70c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061698 Feb 09 03:22:59.662017 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-d53e0df8-f2e4-4306-b71d-f89c5e54ed88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=816496f8-5697-49d4-9966-ba967a965d02 HTTP/1.1" status: 200 len: 217 time: 0.0849888 Feb 09 03:22:59.727037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-39ead2fe-d3f4-4393-b75a-f66bd940497a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Deleting port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:59.727381 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-39ead2fe-d3f4-4393-b75a-f66bd940497a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.765343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac683e-f021-4730-a5f4-ee476c189cde req-f405b93f-3f73-4dc9-a9b0-7c540f4524fa tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:59.767958 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82ac683e-f021-4730-a5f4-ee476c189cde req-f405b93f-3f73-4dc9-a9b0-7c540f4524fa tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.2133048 Feb 09 03:22:59.773521 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f3a3bed4-3780-4ad7-89c6-aff97e011728 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9192a5858ba45579af5b047a9a81de4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854928 Feb 09 03:22:59.776454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34960) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:59.841719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-ead779a8-3539-4124-b7c6-f03abf8e1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:59.857589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-ead779a8-3539-4124-b7c6-f03abf8e1286 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1749251 Feb 09 03:23:00.001966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82ac683e-f021-4730-a5f4-ee476c189cde req-4815a540-08ed-499a-9745-13aeae86fdb3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124858 Feb 09 03:23:00.024184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Publish callbacks [] for security_group (a3bfd1b0-e370-4c7a-a3e1-5108cab505f2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:00.029465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-39ead2fe-d3f4-4393-b75a-f66bd940497a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] For port ccecbbca-afd0-4e04-9fdf-ba4224f200c7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:00.029465 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-39ead2fe-d3f4-4393-b75a-f66bd940497a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:00.057131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-c153dc01-46dd-4239-98bb-6b84a075cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:00.058694 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-c153dc01-46dd-4239-98bb-6b84a075cf20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2003262 Feb 09 03:23:00.105839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-39ead2fe-d3f4-4393-b75a-f66bd940497a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Calling delete_port for ccecbbca-afd0-4e04-9fdf-ba4224f200c7 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:00.145461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Publish callbacks [] for security_group (a3bfd1b0-e370-4c7a-a3e1-5108cab505f2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:00.210152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d17cc3-2822-4d29-a9d4-61dc9cb51972 req-fe654671-3f8b-4ce7-af03-61bd88402d06 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:00.211762 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3d17cc3-2822-4d29-a9d4-61dc9cb51972 req-fe654671-3f8b-4ce7-af03-61bd88402d06 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.2916055 Feb 09 03:23:00.314840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1585374-d3f7-44da-b525-6a72789c9723 req-02cd8cd7-e676-40fd-b3f3-c9c08e43db5d tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:00.316428 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1585374-d3f7-44da-b525-6a72789c9723 req-02cd8cd7-e676-40fd-b3f3-c9c08e43db5d tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 946 time: 0.2038002 Feb 09 03:23:00.320064 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-7092b8f7-4f49-42be-a47e-46f7f73df00d service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498853 Feb 09 03:23:00.332424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device eea571bf-821d-408f-9d4e-9747a4e84b72 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:23:00.357240 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a3bfd1b0-e370-4c7a-a3e1-5108cab505f2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:00.361344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:00.363228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3bfd1b0-e370-4c7a-a3e1-5108cab505f2 HTTP/1.1" status: 204 len: 168 time: 0.5851443 Feb 09 03:23:00.432234 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3d17cc3-2822-4d29-a9d4-61dc9cb51972 req-84eb4eb1-13d2-400c-9266-a82b3143f4b5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097130 Feb 09 03:23:00.446301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bfd1b0-e370-4c7a-a3e1-5108cab505f2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:00.487311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.489148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.489531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.489879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.490219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.490560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.490895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.501653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.502055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.502401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.502743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.503080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.503412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f838ee4-f6fa-46ad-8a03-8fe02ece7053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:00.608592 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b593851-013f-405b-9641-b8d878fe7b8c req-e7061692-08a9-4cb6-9d9e-ab34919f8db4 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0379391 Feb 09 03:23:00.609853 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-39ead2fe-d3f4-4393-b75a-f66bd940497a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ccecbbca-afd0-4e04-9fdf-ba4224f200c7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:00.638922 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1585374-d3f7-44da-b525-6a72789c9723 req-4a3d07f6-ccf4-49b8-bad5-fa62db16b46a tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383165 Feb 09 03:23:00.662276 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-ff878270-4f51-4884-abcc-22f4f197fa23 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360009 Feb 09 03:23:00.747359 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port eea571bf-821d-408f-9d4e-9747a4e84b72, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=eea571bf-821d-408f-9d4e-9747a4e84b72,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:00.810991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'eea571bf-821d-408f-9d4e-9747a4e84b72', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'port_id': 'eea571bf-821d-408f-9d4e-9747a4e84b72', 'mac_address': 'fa:16:3e:e4:ea:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0775cadb-5388-496a-9c76-2a812afcdf9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:23:00.834313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2fe-d3f4-4393-b75a-f66bd940497a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Port': ['ID=ccecbbca-afd0-4e04-9fdf-ba4224f200c7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:00.860109 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea07b986-7777-4982-b8cc-b2f772717c0a req-030fe9f5-4e9a-47f5-a305-add0cb5d7d98 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0681157 Feb 09 03:23:00.946821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port eea571bf-821d-408f-9d4e-9747a4e84b72 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:00.948005 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:00.965306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eea571bf-821d-408f-9d4e-9747a4e84b72 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:00.981875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-39ead2fe-d3f4-4393-b75a-f66bd940497a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] No DVR routers for this DVR port ccecbbca-afd0-4e04-9fdf-ba4224f200c7 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:23:00.993111 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-39ead2fe-d3f4-4393-b75a-f66bd940497a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:00.996734 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59efb517-30f1-4eb4-8dae-2ed23e2e1306 req-39ead2fe-d3f4-4393-b75a-f66bd940497a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.65 "DELETE /v2.0/ports/ccecbbca-afd0-4e04-9fdf-ba4224f200c7 HTTP/1.1" status: 204 len: 173 time: 1.4540813 Feb 09 03:23:01.028444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port eea571bf-821d-408f-9d4e-9747a4e84b72, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=eea571bf-821d-408f-9d4e-9747a4e84b72,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:01.053949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:01.151899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-deleted', 'tag': 'ea8eb001-609c-4a2d-b995-965704cc17e3'}, {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-deleted', 'tag': 'ccecbbca-afd0-4e04-9fdf-ba4224f200c7'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:01.153770 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcabb2ba-f162-4122-a44b-f4b79a71dbbf" -d '{"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-deleted", "tag": "ea8eb001-609c-4a2d-b995-965704cc17e3"}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-deleted", "tag": "ccecbbca-afd0-4e04-9fdf-ba4224f200c7"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:01.229613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['eea571bf-821d-408f-9d4e-9747a4e84b72'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:01.240050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=eea571bf-821d-408f-9d4e-9747a4e84b72,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:01.506189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0c597-6695-4b02-8115-9e755bbb66be req-b5780c75-eafd-423a-bcf7-c3c9fce8cdce tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:01.516286 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ae0c597-6695-4b02-8115-9e755bbb66be req-b5780c75-eafd-423a-bcf7-c3c9fce8cdce tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 944 time: 0.1472187 Feb 09 03:23:01.670805 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ae0c597-6695-4b02-8115-9e755bbb66be req-fbe46023-4ea5-4aff-be1f-bb6c4fe8fa56 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520009 Feb 09 03:23:01.850173 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec81e33-e529-4a11-9492-9a715686e6dc x-openstack-request-id: req-4ec81e33-e529-4a11-9492-9a715686e6dc {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:01.850738 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-deleted", "tag": "ea8eb001-609c-4a2d-b995-965704cc17e3", "status": "completed", "code": 200}, {"server_uuid": "a2486440-5670-4821-ad55-59c36ce75fb0", "name": "network-vif-deleted", "tag": "ccecbbca-afd0-4e04-9fdf-ba4224f200c7", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:01.850738 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ec81e33-e529-4a11-9492-9a715686e6dc {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:01.851109 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-deleted', 'tag': 'ea8eb001-609c-4a2d-b995-965704cc17e3', 'status': 'completed', 'code': 200} Feb 09 03:23:01.851376 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2486440-5670-4821-ad55-59c36ce75fb0', 'name': 'network-vif-deleted', 'tag': 'ccecbbca-afd0-4e04-9fdf-ba4224f200c7', 'status': 'completed', 'code': 200} Feb 09 03:23:02.051595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb6f67-0252-4663-8aa6-261a8851f6fc req-aaea0c52-e344-497b-b194-b62dd7cee5e0 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:02.059794 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62cb6f67-0252-4663-8aa6-261a8851f6fc req-aaea0c52-e344-497b-b194-b62dd7cee5e0 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 946 time: 0.0720670 Feb 09 03:23:02.142246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35042) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:02.178011 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62cb6f67-0252-4663-8aa6-261a8851f6fc req-bff0c93d-f8f1-4886-bd26-5184c8bca07e tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128676 Feb 09 03:23:02.330679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device eea571bf-821d-408f-9d4e-9747a4e84b72 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:02.366596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-827350888-network', 'tenant_id': '3c8e054c90f84434bbfc52011d80c7ba'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:02.394509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af485a82-416f-4915-a48d-d3a7fa92d5e8 req-4c6271d9-f0bd-4598-a531-42d73f665567 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:02.407630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af485a82-416f-4915-a48d-d3a7fa92d5e8 req-4c6271d9-f0bd-4598-a531-42d73f665567 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.1274819 Feb 09 03:23:02.428412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Made reservation on behalf of 3c8e054c90f84434bbfc52011d80c7ba for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:02.431629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.446908 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.517803 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af485a82-416f-4915-a48d-d3a7fa92d5e8 req-0fed473c-d6b8-45c3-b2f1-3c257b4a3312 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899947 Feb 09 03:23:02.519610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port eea571bf-821d-408f-9d4e-9747a4e84b72 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:02.520726 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.654472 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f39499d-134e-493d-a6b8-aec74646aaa3 req-ae332ccf-8a04-4cd7-84d6-15328d762398 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0470731 Feb 09 03:23:02.673437 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Publish callbacks [] for security_group (7921c1c8-7bb9-4f94-9905-027d1ff9fe69), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.684963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7921c1c8-7bb9-4f94-9905-027d1ff9fe69), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.729998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port eea571bf-821d-408f-9d4e-9747a4e84b72 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:02.730394 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.765909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7921c1c8-7bb9-4f94-9905-027d1ff9fe69,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:02.772457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:23:02.786003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.786442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.786838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.787256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.787667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.788043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.788443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.788771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.789216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.789593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.790197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.790611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.790939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.800493 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.800836 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Added segment b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845 of type vlan for network 983a5023-afa7-4136-9925-7af136994673 Feb 09 03:23:02.830306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debd7098-03e0-4fb7-b2ea-ea40ad27dcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea571bf-821d-408f-9d4e-9747a4e84b72'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:02.836017 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e9516dda-a527-4126-8ed3-65512c762441 req-6d3b67f1-c6c2-416b-a3e7-1aa40e3d0105 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0960550 Feb 09 03:23:02.837796 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519ca2b2-004b-4837-bcda-62e3e1d58b3f" -d '{"events": [{"server_uuid": "debd7098-03e0-4fb7-b2ea-ea40ad27dcc6", "name": "network-vif-plugged", "status": "completed", "tag": "eea571bf-821d-408f-9d4e-9747a4e84b72"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:02.870743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (983a5023-afa7-4136-9925-7af136994673), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.879407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port eea571bf-821d-408f-9d4e-9747a4e84b72, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=eea571bf-821d-408f-9d4e-9747a4e84b72,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:02.887013 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.939819 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (983a5023-afa7-4136-9925-7af136994673), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.941236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:02.943575 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.058320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=eea571bf-821d-408f-9d4e-9747a4e84b72,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:03.096279 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df0281-740d-42a5-8e51-1183c0caedbc req-eb178469-343f-4c68-8782-c6b18ce081b2 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:03.098342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8df0281-740d-42a5-8e51-1183c0caedbc req-eb178469-343f-4c68-8782-c6b18ce081b2 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.42 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 946 time: 0.1993062 Feb 09 03:23:03.158093 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0144086 Feb 09 03:23:03.168182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d5916-748f-4e5a-96d4-31115d13d450 req-a8c2f0cd-a207-439d-a259-884d7fdd749b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:03.173221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35050) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:03.176970 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab8d5916-748f-4e5a-96d4-31115d13d450 req-a8c2f0cd-a207-439d-a259-884d7fdd749b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1453028 Feb 09 03:23:03.183366 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-96500af6-9bc5-4b6b-84e0-50140cdd3d09 admin admin] Request body: {'subnet': {'network_id': '983a5023-afa7-4136-9925-7af136994673', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-827350888-subnet', 'tenant_id': '3c8e054c90f84434bbfc52011d80c7ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:03.223177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf2d0b-88bb-4716-b560-97d0ebf9c864 admin admin] Pushing event updated for resources: {'Network': ['ID=983a5023-afa7-4136-9925-7af136994673,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:03.237832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 983a5023-afa7-4136-9925-7af136994673 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:23:03.266199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96500af6-9bc5-4b6b-84e0-50140cdd3d09 admin admin] Made reservation on behalf of 3c8e054c90f84434bbfc52011d80c7ba for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:03.268730 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96500af6-9bc5-4b6b-84e0-50140cdd3d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.380862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab8d5916-748f-4e5a-96d4-31115d13d450 req-5953ea6b-7bfb-4492-941d-c0c78ff1f7da tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026281 Feb 09 03:23:03.474791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f8df0281-740d-42a5-8e51-1183c0caedbc req-4f54f61b-6382-42b5-b3a9-bc0018430d2c tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Deleting port a31ec5a0-0110-4077-9689-cf56f193c333 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:03.476971 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f8df0281-740d-42a5-8e51-1183c0caedbc req-4f54f61b-6382-42b5-b3a9-bc0018430d2c tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.536532 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a0f5ac-8947-45a6-a40e-439fd51036d9 x-openstack-request-id: req-a9a0f5ac-8947-45a6-a40e-439fd51036d9 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:03.537448 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debd7098-03e0-4fb7-b2ea-ea40ad27dcc6", "name": "network-vif-plugged", "status": "completed", "tag": "eea571bf-821d-408f-9d4e-9747a4e84b72", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:03.537902 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9a0f5ac-8947-45a6-a40e-439fd51036d9 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:03.538503 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debd7098-03e0-4fb7-b2ea-ea40ad27dcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea571bf-821d-408f-9d4e-9747a4e84b72', 'code': 200} Feb 09 03:23:03.681310 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96500af6-9bc5-4b6b-84e0-50140cdd3d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (fbaacfc4-4d07-4f1b-ad51-47a8f33d672d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.790285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96500af6-9bc5-4b6b-84e0-50140cdd3d09 admin admin] Checking segment: {'id': 'b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '983a5023-afa7-4136-9925-7af136994673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:03.790643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96500af6-9bc5-4b6b-84e0-50140cdd3d09 admin admin] Network hostable DHCP agents. Network: 983a5023-afa7-4136-9925-7af136994673, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:23:03.792663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96500af6-9bc5-4b6b-84e0-50140cdd3d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbaacfc4-4d07-4f1b-ad51-47a8f33d672d,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:03.818473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96500af6-9bc5-4b6b-84e0-50140cdd3d09 admin admin] Network 983a5023-afa7-4136-9925-7af136994673 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:23:03.847044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-96500af6-9bc5-4b6b-84e0-50140cdd3d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 983a5023-afa7-4136-9925-7af136994673) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:03.862755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa813cbd-d08b-4617-bc56-d8655c3b75f4 None None] Network 983a5023-afa7-4136-9925-7af136994673 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:03.864711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96500af6-9bc5-4b6b-84e0-50140cdd3d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:03.865388 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96500af6-9bc5-4b6b-84e0-50140cdd3d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.928533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-96500af6-9bc5-4b6b-84e0-50140cdd3d09 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7538686 Feb 09 03:23:03.957902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f8df0281-740d-42a5-8e51-1183c0caedbc req-4f54f61b-6382-42b5-b3a9-bc0018430d2c tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] For port a31ec5a0-0110-4077-9689-cf56f193c333, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a31ec5a0-0110-4077-9689-cf56f193c333,segment=NetworkSegment(27f582b9-2ecb-437a-a3aa-18f35c52b37c),segment_id=27f582b9-2ecb-437a-a3aa-18f35c52b37c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:03.961646 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f8df0281-740d-42a5-8e51-1183c0caedbc req-4f54f61b-6382-42b5-b3a9-bc0018430d2c tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.013030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e1ee1-bd48-4429-8232-b98c8213260d req-d1bcf9fe-f883-4980-a79e-5683290a3385 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:04.021662 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c4e1ee1-bd48-4429-8232-b98c8213260d req-d1bcf9fe-f883-4980-a79e-5683290a3385 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f06289-b14e-4654-8194-1fb31dee0403 HTTP/1.1" status: 200 len: 946 time: 0.2877717 Feb 09 03:23:04.060601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f8df0281-740d-42a5-8e51-1183c0caedbc req-4f54f61b-6382-42b5-b3a9-bc0018430d2c tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Calling delete_port for a31ec5a0-0110-4077-9689-cf56f193c333 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:04.173682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c4e1ee1-bd48-4429-8232-b98c8213260d req-0eb6706c-901d-4ed4-b1bb-80c7c7dd6599 tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e21e225-6ad9-4a8a-9d42-583f527cb8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492476 Feb 09 03:23:04.195074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e9744a-ef18-4b58-842c-4fdfa4e0a9d5 None None] Network 983a5023-afa7-4136-9925-7af136994673 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:04.586722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a3845-73fe-4e6f-a0f1-345d714f10b2 req-af614987-26f8-48ae-99e9-26c8367a7c70 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:04.591140 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db2a3845-73fe-4e6f-a0f1-345d714f10b2 req-af614987-26f8-48ae-99e9-26c8367a7c70 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.2067738 Feb 09 03:23:04.800693 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db2a3845-73fe-4e6f-a0f1-345d714f10b2 req-a3afd714-91cd-4320-8380-8ad233e2ab37 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940186 Feb 09 03:23:04.838093 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f8df0281-740d-42a5-8e51-1183c0caedbc req-4f54f61b-6382-42b5-b3a9-bc0018430d2c tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a31ec5a0-0110-4077-9689-cf56f193c333), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.852313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['a31ec5a0-0110-4077-9689-cf56f193c333'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:04.898083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54f61b-6382-42b5-b3a9-bc0018430d2c tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Pushing event deleted for resources: {'Port': ['ID=a31ec5a0-0110-4077-9689-cf56f193c333,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:05.005280 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-076cc4b4-5716-4d37-af41-6d2bdb015fbf req-861e8a62-04e1-434f-9fb2-ed62174a5d7d tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0933039 Feb 09 03:23:05.133902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8df0281-740d-42a5-8e51-1183c0caedbc req-4f54f61b-6382-42b5-b3a9-bc0018430d2c tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] No DVR routers for this DVR port a31ec5a0-0110-4077-9689-cf56f193c333 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:23:05.158034 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f8df0281-740d-42a5-8e51-1183c0caedbc req-4f54f61b-6382-42b5-b3a9-bc0018430d2c tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:05.166220 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8df0281-740d-42a5-8e51-1183c0caedbc req-4f54f61b-6382-42b5-b3a9-bc0018430d2c tempest-ServerAddressesNegativeTestJSON-420688262 tempest-ServerAddressesNegativeTestJSON-420688262-project] 10.222.0.42 "DELETE /v2.0/ports/a31ec5a0-0110-4077-9689-cf56f193c333 HTTP/1.1" status: 204 len: 173 time: 2.0612743 Feb 09 03:23:05.167511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f06289-b14e-4654-8194-1fb31dee0403', 'name': 'network-vif-deleted', 'tag': 'a31ec5a0-0110-4077-9689-cf56f193c333'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:05.170699 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70124bd2-5d75-4c5f-ad3f-8a2017952f85" -d '{"events": [{"server_uuid": "62f06289-b14e-4654-8194-1fb31dee0403", "name": "network-vif-deleted", "tag": "a31ec5a0-0110-4077-9689-cf56f193c333"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:05.218042 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c56a488-481d-40df-b95b-2381a8ffd928 req-053d01f8-0664-4d20-8389-d83544210e15 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0861468 Feb 09 03:23:07.641693 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.101232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b05082-7917-458f-a890-47a203af9553 req-aa51f769-f757-440c-a0bd-dbb9976a35ed tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:08.109836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69b05082-7917-458f-a890-47a203af9553 req-aa51f769-f757-440c-a0bd-dbb9976a35ed tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1014645 Feb 09 03:23:08.150829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-4104f500-8a24-42e7-a280-e261486e0a23 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:08.152463 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-4104f500-8a24-42e7-a280-e261486e0a23 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/networks?id=983a5023-afa7-4136-9925-7af136994673 HTTP/1.1" status: 200 len: 812 time: 0.1960428 Feb 09 03:23:08.175107 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69b05082-7917-458f-a890-47a203af9553 req-8c2d6185-0872-4204-9708-09b0eb1b59c3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595233 Feb 09 03:23:08.177199 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-4ba924d2-d302-4ff1-87f5-8e4116c6cef6 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/quotas/3c8e054c90f84434bbfc52011d80c7ba HTTP/1.1" status: 200 len: 375 time: 0.0184805 Feb 09 03:23:08.221470 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-d629704e-dc38-4faf-8409-3ecd9953a9ae tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c8e054c90f84434bbfc52011d80c7ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432222 Feb 09 03:23:08.231311 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45c4ed7-ee4d-430e-9b05-497e5066ac90 x-openstack-request-id: req-b45c4ed7-ee4d-430e-9b05-497e5066ac90 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:08.231746 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f06289-b14e-4654-8194-1fb31dee0403", "name": "network-vif-deleted", "tag": "a31ec5a0-0110-4077-9689-cf56f193c333", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:08.232080 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b45c4ed7-ee4d-430e-9b05-497e5066ac90 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:08.232720 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f06289-b14e-4654-8194-1fb31dee0403', 'name': 'network-vif-deleted', 'tag': 'a31ec5a0-0110-4077-9689-cf56f193c333', 'status': 'completed', 'code': 200} Feb 09 03:23:08.278816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35116) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:08.345978 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-ecdc1149-1f3b-431c-8dda-7c7a2a72dcc0 service neutron] 10.222.0.21 "GET /v2.0/networks/983a5023-afa7-4136-9925-7af136994673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234455 Feb 09 03:23:08.365671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe59d18f-514b-461d-874b-de48e1ecb04f admin admin] Deleting subnet 45ad010e-659d-4215-bffc-dde37da32eb0 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:23:08.374266 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe59d18f-514b-461d-874b-de48e1ecb04f admin admin] Publish callbacks [] for subnet (45ad010e-659d-4215-bffc-dde37da32eb0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.383361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a31ec5a0-0110-4077-9689-cf56f193c333 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:08.418945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: a31ec5a0-0110-4077-9689-cf56f193c333 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:23:08.420012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a31ec5a0-0110-4077-9689-cf56f193c333 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:23:08.496123 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe59d18f-514b-461d-874b-de48e1ecb04f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (45ad010e-659d-4215-bffc-dde37da32eb0), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.501968 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-61d7392b-20e4-4069-a022-be21a0645504 service neutron] 10.222.0.21 "GET /v2.0/networks/983a5023-afa7-4136-9925-7af136994673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549873 Feb 09 03:23:08.543542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dacb1-fa52-4c63-8f9e-e6dcbeccc624 req-1321e182-4540-485c-aeea-3cbdd793ec92 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:08.551231 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c45dacb1-fa52-4c63-8f9e-e6dcbeccc624 req-1321e182-4540-485c-aeea-3cbdd793ec92 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.1746128 Feb 09 03:23:08.629727 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c45dacb1-fa52-4c63-8f9e-e6dcbeccc624 req-7aff1802-2c41-46bb-9f3d-68a5cab3ae77 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774388 Feb 09 03:23:08.635723 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe59d18f-514b-461d-874b-de48e1ecb04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (45ad010e-659d-4215-bffc-dde37da32eb0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.782750 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc891c5d-a9f2-40ac-aaef-34bdee2ef1a6 req-90bd142b-0f11-4276-888f-07fff1f4a709 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0527732 Feb 09 03:23:09.029671 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-81c72bc0-76a7-4e53-ad30-27c177329739 req-f0652b99-efe1-4fa9-bb7f-75e720dc82ec tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 210 time: 0.0757987 Feb 09 03:23:09.200994 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7690e54-4bc8-4b9b-82e0-78192688f67e req-6d3d523c-dedf-4a3d-80c5-c4a35f59ba33 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.4301291 Feb 09 03:23:09.203606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe59d18f-514b-461d-874b-de48e1ecb04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (45ad010e-659d-4215-bffc-dde37da32eb0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.237840 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe59d18f-514b-461d-874b-de48e1ecb04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.241519 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fe59d18f-514b-461d-874b-de48e1ecb04f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/45ad010e-659d-4215-bffc-dde37da32eb0 HTTP/1.1" status: 204 len: 168 time: 0.9615302 Feb 09 03:23:09.242552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59d18f-514b-461d-874b-de48e1ecb04f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ad010e-659d-4215-bffc-dde37da32eb0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:09.245733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35138) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:09.262667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2bc02-79f7-41e6-802a-b5fa3ea22a41 req-aa4c308b-9299-4f0c-9b99-e68d35ae40db tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:09.277269 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4bf2bc02-79f7-41e6-802a-b5fa3ea22a41 req-aa4c308b-9299-4f0c-9b99-e68d35ae40db tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 950 time: 0.1731713 Feb 09 03:23:09.371027 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (327fdb95-fd71-4d4d-9aef-e342dce7eb10), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.403238 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4bf2bc02-79f7-41e6-802a-b5fa3ea22a41 req-75ed39cc-fd8b-43b8-bcbd-09c52ebb1fb8 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237104 Feb 09 03:23:09.512829 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (327fdb95-fd71-4d4d-9aef-e342dce7eb10), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.572515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327fdb95-fd71-4d4d-9aef-e342dce7eb10']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:09.611226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f582b9-2ecb-437a-a3aa-18f35c52b37c') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:09.611489 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f582b9-2ecb-437a-a3aa-18f35c52b37c') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:09.632212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c14d1-3bdf-40ed-98f2-fc7c00b9cb8c req-d819e024-edaa-4714-a56c-8700ca82c04d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:09.640693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d64c14d1-3bdf-40ed-98f2-fc7c00b9cb8c req-d819e024-edaa-4714-a56c-8700ca82c04d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.2710559 Feb 09 03:23:09.644597 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (27f582b9-2ecb-437a-a3aa-18f35c52b37c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.719423 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d64c14d1-3bdf-40ed-98f2-fc7c00b9cb8c req-05f9f366-add2-4722-8ec0-66d1764f2150 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776999 Feb 09 03:23:09.744650 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (27f582b9-2ecb-437a-a3aa-18f35c52b37c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.767000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:23:09.768598 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (27f582b9-2ecb-437a-a3aa-18f35c52b37c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:23:09.775998 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:23:09.997184 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (327fdb95-fd71-4d4d-9aef-e342dce7eb10), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:10.005204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:10.010857 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] 10.222.0.21 "DELETE /v2.0/networks/327fdb95-fd71-4d4d-9aef-e342dce7eb10 HTTP/1.1" status: 204 len: 168 time: 0.7615550 Feb 09 03:23:10.022543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88061ee3-294f-438e-81c2-a4b1bae6f835 admin admin] Pushing event deleted for resources: {'Network': ['ID=327fdb95-fd71-4d4d-9aef-e342dce7eb10,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:10.032886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dce2ab-6a13-4a8a-ac68-73eb5dc6fd34 req-4a540c11-ce88-4828-9e11-dd0e3c2f8f4a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:10.034479 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-61dce2ab-6a13-4a8a-ac68-73eb5dc6fd34 req-4a540c11-ce88-4828-9e11-dd0e3c2f8f4a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.1679218 Feb 09 03:23:10.036138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd25a6a1-427f-439e-9c31-d054fc38d638 req-9c958eb1-7687-4d22-9a45-98e62ef3c91a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0600302 Feb 09 03:23:10.146844 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-61dce2ab-6a13-4a8a-ac68-73eb5dc6fd34 req-683daf00-a62f-49c9-93d1-3ecc365d4ddd tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986974 Feb 09 03:23:10.330133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35184) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:10.346196 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efaa517f-8903-447a-bbf3-40c5c50c65cc req-71d04e37-ccf3-49d2-9769-277d27cf9bef tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 210 time: 0.0989976 Feb 09 03:23:10.400618 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4dd0d5ee-8a97-4f63-ad49-2cee06df87c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10455d45cd9e429da2aac0bb30aaf7f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0682886 Feb 09 03:23:10.403329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35190) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:10.580596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7effd046-58f9-4a6d-a5c3-eb5b7886e46e admin admin] Publish callbacks [] for security_group (9e21e225-6ad9-4a8a-9d42-583f527cb8f0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:10.671026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7effd046-58f9-4a6d-a5c3-eb5b7886e46e admin admin] Publish callbacks [] for security_group (9e21e225-6ad9-4a8a-9d42-583f527cb8f0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:10.684537 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a49b151-7725-4d48-bd52-08729f1f4741 req-ddf6a783-a1a3-4868-b91a-1e2538bcc2be tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.1275678 Feb 09 03:23:10.712294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-045a9d04-673a-436f-97ac-f536f9555c82 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:10.713967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-045a9d04-673a-436f-97ac-f536f9555c82 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.42 "GET /v2.0/networks?id=983a5023-afa7-4136-9925-7af136994673 HTTP/1.1" status: 200 len: 812 time: 0.2968729 Feb 09 03:23:10.750331 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7effd046-58f9-4a6d-a5c3-eb5b7886e46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9e21e225-6ad9-4a8a-9d42-583f527cb8f0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:10.753088 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7effd046-58f9-4a6d-a5c3-eb5b7886e46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:10.757054 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7effd046-58f9-4a6d-a5c3-eb5b7886e46e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e21e225-6ad9-4a8a-9d42-583f527cb8f0 HTTP/1.1" status: 204 len: 168 time: 0.3496492 Feb 09 03:23:10.758182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Request body: {'port': {'device_id': 'd2577876-a9fc-4a95-a1fb-fe04d367d6e8', 'network_id': '983a5023-afa7-4136-9925-7af136994673', 'admin_state_up': True, 'tenant_id': '3c8e054c90f84434bbfc52011d80c7ba'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:10.779060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effd046-58f9-4a6d-a5c3-eb5b7886e46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e21e225-6ad9-4a8a-9d42-583f527cb8f0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:11.015657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34e43c-5f3b-476c-959f-35adc6a38330 req-9b4ba4a2-6f7a-496f-9c3b-5d03a86527cc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:11.020041 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d34e43c-5f3b-476c-959f-35adc6a38330 req-9b4ba4a2-6f7a-496f-9c3b-5d03a86527cc tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1377547 Feb 09 03:23:11.166736 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d34e43c-5f3b-476c-959f-35adc6a38330 req-d81798ab-a1b2-4edf-b5d2-622e4858fd16 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401579 Feb 09 03:23:11.188720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Made reservation on behalf of 3c8e054c90f84434bbfc52011d80c7ba for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:11.193621 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:11.251300 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-06bca93b-6054-4ead-9b43-d0f92ed3ef9a req-6a1fe172-866d-4cb0-a377-d14b83a2dc1f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0897057 Feb 09 03:23:11.431107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Allocated IP 172.20.0.12 (983a5023-afa7-4136-9925-7af136994673/fbaacfc4-4d07-4f1b-ad51-47a8f33d672d/a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:11.436831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e29c3-2537-4e7b-bf58-c70c9ff1b610 req-5231d0dc-0fe0-4324-aae5-f871e854f2cc tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:11.446911 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c16e29c3-2537-4e7b-bf58-c70c9ff1b610 req-5231d0dc-0fe0-4324-aae5-f871e854f2cc tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.1180298 Feb 09 03:23:11.550691 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c16e29c3-2537-4e7b-bf58-c70c9ff1b610 req-0b391a10-f39d-43f6-8d82-3a6846ebf0c9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027038 Feb 09 03:23:11.907637 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e1c876c5-d54e-4e00-98be-9f809e569819 req-e0c4ad32-2a0e-4de4-b32f-77a439b31584 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0855758 Feb 09 03:23:11.982215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fc896222-43e4-42ea-b5c1-f8792094cbe7 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:12.102319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fc896222-43e4-42ea-b5c1-f8792094cbe7 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:12.103617 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.160043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:12.166323 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40206623-e2b6-4503-b3c7-16efcc4a396c" -d '{"events": [{"server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "name": "network-vif-unplugged", "status": "completed", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:12.197734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:12.206923 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.236041 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-00163ecf-6c7f-4652-9910-3c66ab867e1d req-582f62bf-cd58-492c-8693-c18eec8fb06d tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 210 time: 0.1309140 Feb 09 03:23:12.314363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35326) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:12.316552 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6348b7-935c-4e84-8123-fbc191867b61 x-openstack-request-id: req-fb6348b7-935c-4e84-8123-fbc191867b61 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:12.317094 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "name": "network-vif-unplugged", "status": "completed", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:12.317528 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb6348b7-935c-4e84-8123-fbc191867b61 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:12.317935 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'code': 200} Feb 09 03:23:12.318964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fc896222-43e4-42ea-b5c1-f8792094cbe7,revision_number=11']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:12.466507 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Publish callbacks [] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.517014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.531972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9bb1881e-984d-4df6-a607-159f3e67a42b req-bc33c720-9d5a-4d75-a1c1-8ebf5c40fdc1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0595570 Feb 09 03:23:12.546772 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141ef43-65e7-4559-89cf-6cb8f0dd658d req-fd4d164b-2b86-4e6f-96e1-8cd0a024e32e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:12.548883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0141ef43-65e7-4559-89cf-6cb8f0dd658d req-fd4d164b-2b86-4e6f-96e1-8cd0a024e32e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1986063 Feb 09 03:23:12.601697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-922179435-network', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:12.622049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Network 983a5023-afa7-4136-9925-7af136994673 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:12.629852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:12.644642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Made reservation on behalf of 6bf69cc4a477406ea3f3af2785650b4b for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:12.645072 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:12.648255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Pushing event updated for resources: {'Port': ['ID=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:12.650841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.679869 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.728384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0141ef43-65e7-4559-89cf-6cb8f0dd658d req-8744699f-e35f-4327-950e-85dbc6c68802 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436100 Feb 09 03:23:12.740958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:12.741612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.761431 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-cc8a202f-5e50-4c18-b455-9c4b856d8ec1 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0299838 Feb 09 03:23:12.773404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Request body: {'port': {'device_id': 'd2577876-a9fc-4a95-a1fb-fe04d367d6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:12.848619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27301ec-8e7b-443e-8587-81cee36f111a req-7312558b-7088-4d2f-af4a-a42d37fe3f62 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:12.851873 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a27301ec-8e7b-443e-8587-81cee36f111a req-7312558b-7088-4d2f-af4a-a42d37fe3f62 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.1158454 Feb 09 03:23:12.860452 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.946072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Publish callbacks [] for security_group (fca9939d-2b32-4e66-b79a-6d5711b86dab), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.994235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a27301ec-8e7b-443e-8587-81cee36f111a req-c362e7da-f511-44d2-98c3-28d89466b481 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297860 Feb 09 03:23:12.995799 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fca9939d-2b32-4e66-b79a-6d5711b86dab), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.046394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca9939d-2b32-4e66-b79a-6d5711b86dab,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:13.056503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:23:13.070930 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d9bb7065-6eec-40d4-83ae-ef552e5154ec), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.071444 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Added segment d9bb7065-6eec-40d4-83ae-ef552e5154ec of type vlan for network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 Feb 09 03:23:13.149467 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (447b32cc-fed3-4d52-9a4a-bd8f9f315eb3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.196476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (447b32cc-fed3-4d52-9a4a-bd8f9f315eb3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.197956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:13.198598 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.251655 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73c156d0-dd2d-4bbc-9555-4b4e945262a4 req-b13f6851-5131-46aa-82e7-896a122665ed tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0714099 Feb 09 03:23:13.403769 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0882611 Feb 09 03:23:13.410915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c139ac-112f-4cb4-a198-a35c30fc40bb admin admin] Pushing event updated for resources: {'Network': ['ID=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:13.416626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:13.422303 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:23:13.430802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Publish callbacks [] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.434462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35380) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:13.444825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-36cc5a1b-6ece-4843-98b1-d9baa2ce9601 admin admin] Request body: {'subnet': {'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-922179435-subnet', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:13.459489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Transition to ACTIVE for port object a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:23:13.476574 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.576553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Pushing event updated for resources: {'Port': ['ID=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:13.611944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c435e42-336c-4703-8e98-afb81151db0e req-f6d6dd56-d75e-484f-8cb6-8fd000df11f8 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:13.615569 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c435e42-336c-4703-8e98-afb81151db0e req-f6d6dd56-d75e-484f-8cb6-8fd000df11f8 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 932 time: 0.2196655 Feb 09 03:23:13.621839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cc5a1b-6ece-4843-98b1-d9baa2ce9601 admin admin] Made reservation on behalf of 6bf69cc4a477406ea3f3af2785650b4b for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:13.625216 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36cc5a1b-6ece-4843-98b1-d9baa2ce9601 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.677337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Attempting to bind port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:13.677784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Attempting to bind port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '983a5023-afa7-4136-9925-7af136994673'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:13.678190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Attempting to bind port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 on network 983a5023-afa7-4136-9925-7af136994673 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:13.694979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 on network 983a5023-afa7-4136-9925-7af136994673 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:23:13.695388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Attempting to bind port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 on network 983a5023-afa7-4136-9925-7af136994673 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:13.702134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:13.702546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Checking segment: {'id': 'b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '983a5023-afa7-4136-9925-7af136994673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:13.703005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Bound using segment: {'id': 'b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '983a5023-afa7-4136-9925-7af136994673'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:13.703506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Bound port: a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '983a5023-afa7-4136-9925-7af136994673'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:13.703938 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.752986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c435e42-336c-4703-8e98-afb81151db0e req-9b45d712-aa60-4167-9577-6849495fd191 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/security-groups?id=7921c1c8-7bb9-4f94-9905-027d1ff9fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246376 Feb 09 03:23:13.825789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] For port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:13.830453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] For port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0,segment=NetworkSegment(b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845),segment_id=b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:13.844710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.930820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:13.931463 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.932912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] 10.222.0.42 "PUT /v2.0/ports/a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 HTTP/1.1" status: 200 len: 1093 time: 1.1650274 Feb 09 03:23:13.933404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2577876-a9fc-4a95-a1fb-fe04d367d6e8', 'tag': 'a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:13.935918 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948b836a-9464-455c-8cf0-b8989b04b826" -d '{"events": [{"name": "network-changed", "server_uuid": "d2577876-a9fc-4a95-a1fb-fe04d367d6e8", "tag": "a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:13.969186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a974c55-a401-4415-9d67-5250beee2ae6 req-51089fb1-0bc6-4004-99f3-97dfb0ba120a tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0667839 Feb 09 03:23:13.987668 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36cc5a1b-6ece-4843-98b1-d9baa2ce9601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (5987146c-0272-47db-a79e-ae9778106f0b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:14.043375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a38446-555c-4ae3-8474-d077c8dc7e99 service neutron] Pushing event updated for resources: {'Port': ['ID=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:14.082281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc5a1b-6ece-4843-98b1-d9baa2ce9601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5987146c-0272-47db-a79e-ae9778106f0b,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:14.090118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-21444312-8239-4c9d-963a-ec227d5e2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:14.092823 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-21444312-8239-4c9d-963a-ec227d5e2508 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c8e054c90f84434bbfc52011d80c7ba&device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 1127 time: 0.1044900 Feb 09 03:23:14.179327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc5a1b-6ece-4843-98b1-d9baa2ce9601 admin admin] Checking segment: {'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:14.179857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc5a1b-6ece-4843-98b1-d9baa2ce9601 admin admin] Network hostable DHCP agents. Network: 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:23:14.184251 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-d6900b0a-8822-4ec8-ab16-d65ce8520a3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 HTTP/1.1" status: 200 len: 217 time: 0.0778928 Feb 09 03:23:14.210091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5576a-f663-49b9-b620-620906501b02 req-4186b608-821c-4ad9-b09e-af311099407c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:14.218428 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3ac5576a-f663-49b9-b620-620906501b02 req-4186b608-821c-4ad9-b09e-af311099407c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1134837 Feb 09 03:23:14.253480 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da95638-a821-4046-a97c-4244ba4e79b3 x-openstack-request-id: req-8da95638-a821-4046-a97c-4244ba4e79b3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:14.253775 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2577876-a9fc-4a95-a1fb-fe04d367d6e8", "tag": "a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:14.254442 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8da95638-a821-4046-a97c-4244ba4e79b3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:14.255180 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2577876-a9fc-4a95-a1fb-fe04d367d6e8', 'tag': 'a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0', 'status': 'completed', 'code': 200} Feb 09 03:23:14.257498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc5a1b-6ece-4843-98b1-d9baa2ce9601 admin admin] Network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:23:14.284172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-88fb55bf-1b64-4aa0-8e1b-5b062505fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:14.285744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-36cc5a1b-6ece-4843-98b1-d9baa2ce9601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:14.294128 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-88fb55bf-1b64-4aa0-8e1b-5b062505fcbd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbaacfc4-4d07-4f1b-ad51-47a8f33d672d HTTP/1.1" status: 200 len: 852 time: 0.1023977 Feb 09 03:23:14.297673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad7a70c-8a6f-4752-9f33-f764f25dd97f None None] Network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:14.298587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc5a1b-6ece-4843-98b1-d9baa2ce9601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:14.299248 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36cc5a1b-6ece-4843-98b1-d9baa2ce9601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:14.330653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3ac5576a-f663-49b9-b620-620906501b02 req-ff87afb2-d29b-4aee-b3bb-b9fed482c5b7 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116626 Feb 09 03:23:14.338935 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-141c13aa-4d09-45d2-9043-1036751d329c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=983a5023-afa7-4136-9925-7af136994673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387280 Feb 09 03:23:14.350275 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-36cc5a1b-6ece-4843-98b1-d9baa2ce9601 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9147243 Feb 09 03:23:14.351284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35420) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:14.357320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-922179435-router', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:14.394217 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:14.396922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:14.472530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5747b2a6-cbaa-4989-9606-d9f92e4b594f None None] Network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:14.486216 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Publish callbacks [] for router_controller (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:14.600724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a9b68-d432-4c7b-a5f8-256ee773d3b4 req-1ae7712c-9789-4ba5-a31a-a897278a85d5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:14.617971 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-654a9b68-d432-4c7b-a5f8-256ee773d3b4 req-1ae7712c-9789-4ba5-a31a-a897278a85d5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.2815363 Feb 09 03:23:14.678941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-129c468a-1eb0-4f69-8677-433e8af3b2db service neutron] 10.222.0.42 "GET /v2.0/networks/983a5023-afa7-4136-9925-7af136994673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189213 Feb 09 03:23:14.720891 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Publish callbacks [] for router_gateway (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:14.780257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-654a9b68-d432-4c7b-a5f8-256ee773d3b4 req-b27d984c-c13a-45fb-b7bb-73e46947946d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589894 Feb 09 03:23:14.848519 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2306607-f722-49bd-8ca6-ec68744b5c4e req-8502f7cd-d726-4647-968a-adbce593699c service neutron] 10.222.0.42 "GET /v2.0/networks/983a5023-afa7-4136-9925-7af136994673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606357 Feb 09 03:23:14.886610 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4925aa07-9565-4424-9fd4-34e4d803a54c req-25a6e990-eca7-43cb-b699-b84dd53824b6 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0370157 Feb 09 03:23:15.071665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b836a-9464-455c-8cf0-b8989b04b826 req-6abda8bd-5bcb-43ef-99cd-3a0c48b34a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:15.073943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-948b836a-9464-455c-8cf0-b8989b04b826 req-6abda8bd-5bcb-43ef-99cd-3a0c48b34a1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c8e054c90f84434bbfc52011d80c7ba&device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 1127 time: 0.1496885 Feb 09 03:23:15.135026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Publish callbacks [] for router_gateway (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.163126 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.165660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1394f-d5b1-4b8d-8f42-5fb986f851d1 req-d7642cf6-71b2-4aa7-bd39-5c4b2d91d7e5 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:15.178398 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57a1394f-d5b1-4b8d-8f42-5fb986f851d1 req-d7642cf6-71b2-4aa7-bd39-5c4b2d91d7e5 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 944 time: 0.1868961 Feb 09 03:23:15.255047 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57a1394f-d5b1-4b8d-8f42-5fb986f851d1 req-8d07248c-c047-4a62-b7ed-7800cd6429e0 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/security-groups?id=7921c1c8-7bb9-4f94-9905-027d1ff9fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750170 Feb 09 03:23:15.291901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b836a-9464-455c-8cf0-b8989b04b826 req-f1c42209-7aa1-40bf-96c6-a7fb67e30f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:15.298020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-948b836a-9464-455c-8cf0-b8989b04b826 req-f1c42209-7aa1-40bf-96c6-a7fb67e30f02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=983a5023-afa7-4136-9925-7af136994673 HTTP/1.1" status: 200 len: 913 time: 0.2168658 Feb 09 03:23:15.339690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Allocated IP 172.25.5.91 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/ef968286-fa76-4d22-a5d9-d20b9acf9146) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:15.433682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-948b836a-9464-455c-8cf0-b8989b04b826 req-10d9b23a-ee57-41a1-90ef-c85f1f251a55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 HTTP/1.1" status: 200 len: 217 time: 0.1107659 Feb 09 03:23:15.494919 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db77d086-5c35-438f-a910-ec29eeae7545 req-c7ae8124-e215-4e4a-8028-fc917ff92d6f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0601137 Feb 09 03:23:15.586948 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b0b63a3-d347-4326-8517-a565bc0e7ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.612227 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Publish callbacks [] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.624766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b836a-9464-455c-8cf0-b8989b04b826 req-ecdb1fca-1351-40b0-9d97-8510f7a14f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:15.627644 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-948b836a-9464-455c-8cf0-b8989b04b826 req-ecdb1fca-1351-40b0-9d97-8510f7a14f90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbaacfc4-4d07-4f1b-ad51-47a8f33d672d HTTP/1.1" status: 200 len: 852 time: 0.1318076 Feb 09 03:23:15.724007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-948b836a-9464-455c-8cf0-b8989b04b826 req-dae7f81e-50a1-4c2a-81a6-d2036a6d7417 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=983a5023-afa7-4136-9925-7af136994673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888371 Feb 09 03:23:15.732727 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a8e6551-303e-45d6-a250-ad9ea7e24079 req-ec35d9fd-fe3f-4cae-a392-02af93bbe386 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0649490 Feb 09 03:23:15.764128 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.838623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e1163-6b72-4c02-8e45-556439a74c1c req-ec923711-8859-47b7-a218-ab0eb6d95755 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:15.843658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Pushing event updated for resources: {'Port': ['ID=ef968286-fa76-4d22-a5d9-d20b9acf9146,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:15.847736 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-279e1163-6b72-4c02-8e45-556439a74c1c req-ec923711-8859-47b7-a218-ab0eb6d95755 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1963167 Feb 09 03:23:15.874985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:15.880406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:15.887552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:15.977371 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-279e1163-6b72-4c02-8e45-556439a74c1c req-588d04d1-db9b-4c68-b87b-f7395e98b63a tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232305 Feb 09 03:23:16.007631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-948b836a-9464-455c-8cf0-b8989b04b826 req-e630b658-5b61-4d4b-b044-8aef0a41a687 service neutron] 10.222.0.42 "GET /v2.0/networks/983a5023-afa7-4136-9925-7af136994673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622695 Feb 09 03:23:16.221903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-948b836a-9464-455c-8cf0-b8989b04b826 req-601b590a-e7cc-4d2f-9705-3f953348ff01 service neutron] 10.222.0.42 "GET /v2.0/networks/983a5023-afa7-4136-9925-7af136994673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040455 Feb 09 03:23:16.236762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db68fea-7ca6-4fd3-983f-dc5ce10770b9 req-f4e9f72d-6637-4a5c-acbb-a47f1550f25f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:16.238823 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5db68fea-7ca6-4fd3-983f-dc5ce10770b9 req-f4e9f72d-6637-4a5c-acbb-a47f1550f25f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.1043649 Feb 09 03:23:16.317385 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Publish callbacks [] for router_gateway (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:16.336330 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5db68fea-7ca6-4fd3-983f-dc5ce10770b9 req-defcfd0b-5f9d-4711-9f6d-5e89d1c21304 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913081 Feb 09 03:23:16.507293 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9797a3-99cc-4514-bd91-dae684119ad0 req-d05f54d0-2fb3-4395-bed5-47c39b655675 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:16.512882 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af9797a3-99cc-4514-bd91-dae684119ad0 req-d05f54d0-2fb3-4395-bed5-47c39b655675 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 944 time: 0.0955968 Feb 09 03:23:16.579775 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b68c650-d1dd-4d73-8661-6b8766e83183 req-a885ee1a-5cb1-4f46-bbe8-1476ff471e33 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.1304958 Feb 09 03:23:16.613334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af9797a3-99cc-4514-bd91-dae684119ad0 req-b6f6cdfa-06fd-4660-80ca-0a1e60082d30 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/security-groups?id=7921c1c8-7bb9-4f94-9905-027d1ff9fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932951 Feb 09 03:23:16.630960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:16.743816 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-17e733bf-9bd9-43ea-94fe-1e9897851d0f req-d75c9a49-ff93-4dca-98f3-b728dc5293d7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0613353 Feb 09 03:23:16.862842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Router c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:23:17.039210 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2f331-938a-46d0-a300-a300851d9bc5 req-86e0486f-396c-47ed-a5c0-d721d1f48d5f tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:17.041136 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8fa2f331-938a-46d0-a300-a300851d9bc5 req-86e0486f-396c-47ed-a5c0-d721d1f48d5f tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 947 time: 0.1170254 Feb 09 03:23:17.073390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:23:17.085920 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Sync routers for ids ['c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:23:17.100779 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Routers {'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:17.105189 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:22:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:17.130429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8fa2f331-938a-46d0-a300-a300851d9bc5 req-e10df071-23f1-4248-a5b2-1bb119a875eb tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823967 Feb 09 03:23:17.153894 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.158003 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e95dccbb-c0f5-4c61-bc22-1d327e10eb5c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8055384 Feb 09 03:23:17.160060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35518) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:17.195927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdb41a-b944-46b5-a452-7e0afa2c6413 req-7fee3d33-1634-440e-8cd2-689d97ead11d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:17.206872 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88cdb41a-b944-46b5-a452-7e0afa2c6413 req-7fee3d33-1634-440e-8cd2-689d97ead11d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1306176 Feb 09 03:23:17.269867 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Set router c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:17.313596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88cdb41a-b944-46b5-a452-7e0afa2c6413 req-e41b7bba-c9e7-4f3d-b684-392b3c1fa5ff tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053543 Feb 09 03:23:17.491610 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'name': 'tempest-ServerRescueNegativeTestJSON-922179435-router', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:14Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 3, 'project_id': '6bf69cc4a477406ea3f3af2785650b4b', 'gw_port': {'id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:15Z', 'updated_at': '2022-02-09T03:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:17.528157 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Checking router: c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:23:17.528762 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Updating router c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 port ef968286-fa76-4d22-a5d9-d20b9acf9146 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:23:17.559942 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.871884 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9c236c6-a411-4f7e-acaf-fdd0e1cb6897 req-4b45032c-897b-4ee7-bdc4-1d2d1b759430 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.1494393 Feb 09 03:23:17.915739 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Publish callbacks [] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.932921 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.947940 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-1b2dcb39-d4c4-45b2-ae6b-cabe3da01b65 service neutron] 10.222.0.42 "GET /v2.0/ports/816496f8-5697-49d4-9966-ba967a965d02/bindings/n-h2-824835-15 HTTP/1.1" status: 200 len: 383 time: 0.2339761 Feb 09 03:23:17.969392 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Attempting to bind port ef968286-fa76-4d22-a5d9-d20b9acf9146 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:17.970003 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Attempting to bind port ef968286-fa76-4d22-a5d9-d20b9acf9146 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:17.970684 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Attempting to bind port ef968286-fa76-4d22-a5d9-d20b9acf9146 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:18.015321 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:18.025976 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:18.026753 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.027370 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:18.028122 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Bound port: ef968286-fa76-4d22-a5d9-d20b9acf9146, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:18.028812 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.087612 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e4cae9f-dcd3-4fe7-bd52-2d144648c69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.148348 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] For port ef968286-fa76-4d22-a5d9-d20b9acf9146, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:18.153087 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] For port ef968286-fa76-4d22-a5d9-d20b9acf9146, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ef968286-fa76-4d22-a5d9-d20b9acf9146,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:18.163901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280337e2-d4aa-4a12-8533-6d8f0c3be018 req-5d181462-6e87-4884-8471-9ff00c51b7a8 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:18.188549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-280337e2-d4aa-4a12-8533-6d8f0c3be018 req-5d181462-6e87-4884-8471-9ff00c51b7a8 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 944 time: 0.1919923 Feb 09 03:23:18.196822 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Pushing event updated for resources: {'Port': ['ID=ef968286-fa76-4d22-a5d9-d20b9acf9146,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:18.210733 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.211404 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.212058 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.212592 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.213144 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.213693 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.214234 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.214901 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.215434 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.216339 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.219051 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.220069 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.220326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbb0fd-a4e0-480a-8eae-9f716f092c56 req-32e5f26a-3ea8-4258-a43b-7efb9b5f2370 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:18.221279 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:18.222589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2fbb0fd-a4e0-480a-8eae-9f716f092c56 req-32e5f26a-3ea8-4258-a43b-7efb9b5f2370 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.7542498 Feb 09 03:23:18.226476 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.352304 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbf9ad-266f-4ffc-ba2b-6b90efe92d5b None None] Pushing event updated for resources: {'Port': ['ID=ef968286-fa76-4d22-a5d9-d20b9acf9146,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:18.367765 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2fbb0fd-a4e0-480a-8eae-9f716f092c56 req-6cf60af9-2800-4c99-972a-158bed583c0f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162250 Feb 09 03:23:18.376130 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-280337e2-d4aa-4a12-8533-6d8f0c3be018 req-044d74bf-0ea0-4b38-b9ed-bd68650dd785 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/security-groups?id=7921c1c8-7bb9-4f94-9905-027d1ff9fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865761 Feb 09 03:23:18.394856 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Routers {'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:18.395534 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:23:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:18.409249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:23:18.435686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-0c8cbd11-893e-45b4-a426-0c12b5f570e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:18.441614 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-0c8cbd11-893e-45b4-a426-0c12b5f570e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb&tenant_id=b9b07480321e4a54b5b17d5264d44e7b HTTP/1.1" status: 200 len: 1133 time: 0.1817653 Feb 09 03:23:18.612041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-c428c78a-48d0-4b70-a9e5-42cf6cab2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:18.618212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-c428c78a-48d0-4b70-a9e5-42cf6cab2589 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 1133 time: 0.1463845 Feb 09 03:23:18.631393 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] Set router c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:18.670373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0,segment=NetworkSegment(b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845),segment_id=b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:18.694970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0', 'network_id': '983a5023-afa7-4136-9925-7af136994673', 'port_id': 'a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0', 'mac_address': 'fa:16:3e:48:a6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbaacfc4-4d07-4f1b-ad51-47a8f33d672d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:23:18.733881 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-112faa76-b6e9-4017-9d8b-7859063199cc req-b10393d7-06ef-4880-be86-7119c0d6ee94 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.1062512 Feb 09 03:23:18.775999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:18.776853 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.804434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:18.847379 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0,segment=NetworkSegment(b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845),segment_id=b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:18.861800 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.870995 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.950648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-17300c69-106b-4d97-8680-f29d9ad1d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:18.958477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-17300c69-106b-4d97-8680-f29d9ad1d247 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.3253105 Feb 09 03:23:18.961954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:19.023236 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'name': 'tempest-ServerRescueNegativeTestJSON-922179435-router', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:14Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 3, 'project_id': '6bf69cc4a477406ea3f3af2785650b4b', 'gw_port': {'id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:15Z', 'updated_at': '2022-02-09T03:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:19.085957 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea129a63-2106-41d2-a206-9dfa1a927a3f None None] The sync data for ids ['c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'] in n-d-824835-15 is: [{'id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'name': 'tempest-ServerRescueNegativeTestJSON-922179435-router', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:14Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 3, 'project_id': '6bf69cc4a477406ea3f3af2785650b4b', 'gw_port': {'id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:15Z', 'updated_at': '2022-02-09T03:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:23:19.087122 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-3ac39812-e4fc-4d2a-a7f6-5b9ece3db704 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=816496f8-5697-49d4-9966-ba967a965d02 HTTP/1.1" status: 200 len: 217 time: 0.1233616 Feb 09 03:23:19.143498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:19.158157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-b10bfbfb-f6e9-42c8-a37e-4c4ca3ad5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:19.161120 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-b10bfbfb-f6e9-42c8-a37e-4c4ca3ad5feb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0652912 Feb 09 03:23:19.289586 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:19.296965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-60aedc0a-a1e0-4aa8-9b43-896ae4d8a8a3 req-4072a13a-1a4e-4448-b6e7-07f0210a62e4 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30&device_id=8f5bad91-d131-479c-ad67-3cf19d5d41a0 HTTP/1.1" status: 200 len: 210 time: 0.0737073 Feb 09 03:23:19.318801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Allocated IP 172.20.0.1 (447b32cc-fed3-4d52-9a4a-bd8f9f315eb3/5987146c-0272-47db-a79e-ae9778106f0b/e65765b8-80f7-45a7-a1f5-fd0f3e13a408) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:19.328470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-fb699b7c-a095-4dd8-ab6c-399537a23f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:19.334031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-fb699b7c-a095-4dd8-ab6c-399537a23f7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1647909 Feb 09 03:23:19.501775 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Publish callbacks [] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:19.558347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8b239-36ba-4d42-8de7-31afc733d22b req-ba0c7577-2f3a-4b59-97e2-0d4093c0f0a3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:19.567009 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1f8b239-36ba-4d42-8de7-31afc733d22b req-ba0c7577-2f3a-4b59-97e2-0d4093c0f0a3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.1767902 Feb 09 03:23:19.584380 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42571a-cab8-4936-b484-4c72f345028f req-ca51ab06-d82b-444a-94bb-cf50be2756cd tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:19.596433 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-11465fc1-e66e-4824-95e2-a0e1b4ada340 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510834 Feb 09 03:23:19.599824 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b42571a-cab8-4936-b484-4c72f345028f req-ca51ab06-d82b-444a-94bb-cf50be2756cd tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 947 time: 0.4661553 Feb 09 03:23:19.702952 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b42571a-cab8-4936-b484-4c72f345028f req-ff59637a-ee6b-4185-95ea-ff0142fe63f2 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021595 Feb 09 03:23:19.711112 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:19.797980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1f8b239-36ba-4d42-8de7-31afc733d22b req-83b248cf-8cce-4614-b4b2-157f7b3b1cfb tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298458 Feb 09 03:23:19.900181 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4294258e-74c6-47ac-ba5c-9494ae974f43 req-3764d273-2f04-4de5-a9ed-53b3ac5bd585 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987032 Feb 09 03:23:19.906334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:19.914765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:19.930927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ef968286-fa76-4d22-a5d9-d20b9acf9146 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:19.931835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:19.961561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e65765b8-80f7-45a7-a1f5-fd0f3e13a408,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:20.066465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e7514-b232-4d7e-bb80-8e2ee7a5b5c2 req-d9b826c9-2778-44e2-a046-43451656e8ff tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:20.081967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a39a4-5a79-4993-8551-872141fa2b73 req-9c83b609-f3e9-4077-b942-de2adf4e9012 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:20.084771 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-055a39a4-5a79-4993-8551-872141fa2b73 req-9c83b609-f3e9-4077-b942-de2adf4e9012 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 947 time: 0.7596512 Feb 09 03:23:20.089068 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e8e7514-b232-4d7e-bb80-8e2ee7a5b5c2 req-d9b826c9-2778-44e2-a046-43451656e8ff tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 945 time: 0.1467757 Feb 09 03:23:20.105850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ef968286-fa76-4d22-a5d9-d20b9acf9146 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:20.106221 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.214771 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.255995 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e8e7514-b232-4d7e-bb80-8e2ee7a5b5c2 req-89274b23-44b0-459b-9a23-1198917bff2f tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/security-groups?id=7921c1c8-7bb9-4f94-9905-027d1ff9fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659420 Feb 09 03:23:20.284591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ef968286-fa76-4d22-a5d9-d20b9acf9146 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:20.285411 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.327396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port ef968286-fa76-4d22-a5d9-d20b9acf9146, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ef968286-fa76-4d22-a5d9-d20b9acf9146,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:20.337059 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.380414 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-961c404d-bf23-4ee2-8de8-efc5692f5e34 req-a2e48625-0fb4-4f4b-bb78-f1c83435dd91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5405b6159eba41758e78478b46c66622&device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.1829369 Feb 09 03:23:20.403562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d688520-c005-401e-95bf-1f30017a36bb req-a8c48ff0-7e05-43e8-92c6-fc5c6f554406 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:20.411768 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d688520-c005-401e-95bf-1f30017a36bb req-a8c48ff0-7e05-43e8-92c6-fc5c6f554406 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.2641978 Feb 09 03:23:20.459619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-049c6e45-cd91-4700-b101-502642984ef9 req-875572ef-9c06-4d81-9398-e3bf52be9927 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0748742 Feb 09 03:23:20.463353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=ef968286-fa76-4d22-a5d9-d20b9acf9146,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:20.467696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:20.534089 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-961c404d-bf23-4ee2-8de8-efc5692f5e34 req-652d3535-6aee-4947-95b8-fb718f960153 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5405b6159eba41758e78478b46c66622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1148396 Feb 09 03:23:20.544391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:23:20.571649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:20.572664 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.585962 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d688520-c005-401e-95bf-1f30017a36bb req-bbd1cfa7-61d0-49f3-9867-691c69946130 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725676 Feb 09 03:23:20.615120 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d430a4e4-74f6-4a1f-9c8f-006ca8dde2f7 req-89bcba23-ab87-4236-a903-2964264fd56a tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0438440 Feb 09 03:23:20.769775 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.817503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:20.817503 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.873094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-055a39a4-5a79-4993-8551-872141fa2b73 req-aa026e4e-1c62-4533-8be8-4bed3c17e110 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Deleting port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:20.873530 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-055a39a4-5a79-4993-8551-872141fa2b73 req-aa026e4e-1c62-4533-8be8-4bed3c17e110 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.988063 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.007477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2577876-a9fc-4a95-a1fb-fe04d367d6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:21.007477 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7c70ea-a22d-49d6-8eaa-c61e40103e3d" -d '{"events": [{"server_uuid": "d2577876-a9fc-4a95-a1fb-fe04d367d6e8", "name": "network-vif-plugged", "status": "completed", "tag": "a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:21.025953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0,segment=NetworkSegment(b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845),segment_id=b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:21.032678 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.107155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a53907-9216-4965-abdb-a04ada2f7d0d req-b2ba0600-2cfa-46ce-a171-3230dbace558 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:21.109194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5a53907-9216-4965-abdb-a04ada2f7d0d req-b2ba0600-2cfa-46ce-a171-3230dbace558 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0834229 Feb 09 03:23:21.120984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:21.186726 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5a53907-9216-4965-abdb-a04ada2f7d0d req-42c60e26-0c30-41a8-957b-39e3fe7907e1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714591 Feb 09 03:23:21.238635 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c334bf1-8037-4cc4-85f9-3aa5eeb2fdfe x-openstack-request-id: req-5c334bf1-8037-4cc4-85f9-3aa5eeb2fdfe {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:21.238875 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2577876-a9fc-4a95-a1fb-fe04d367d6e8", "name": "network-vif-plugged", "status": "completed", "tag": "a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:21.239131 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c334bf1-8037-4cc4-85f9-3aa5eeb2fdfe {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:21.239551 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2577876-a9fc-4a95-a1fb-fe04d367d6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0', 'code': 200} Feb 09 03:23:21.267836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c404d-bf23-4ee2-8de8-efc5692f5e34 req-97466402-0850-4677-b916-1b232edf7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:21.269877 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-961c404d-bf23-4ee2-8de8-efc5692f5e34 req-97466402-0850-4677-b916-1b232edf7e24 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7032886 Feb 09 03:23:21.416842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-055a39a4-5a79-4993-8551-872141fa2b73 req-aa026e4e-1c62-4533-8be8-4bed3c17e110 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] For port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:21.417573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-055a39a4-5a79-4993-8551-872141fa2b73 req-aa026e4e-1c62-4533-8be8-4bed3c17e110 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.432934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-055a39a4-5a79-4993-8551-872141fa2b73 req-aa026e4e-1c62-4533-8be8-4bed3c17e110 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Calling delete_port for e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:21.510815 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d8e7-6208-4196-9364-44fa58653de3 req-81a9b456-ac75-4c8e-9dd5-dd4d4f90bc6b tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:21.518685 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef45d8e7-6208-4196-9364-44fa58653de3 req-81a9b456-ac75-4c8e-9dd5-dd4d4f90bc6b tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 946 time: 0.1401310 Feb 09 03:23:21.574645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41cff8-3b27-4d15-a024-7e69fab955a2 req-7eb2d834-e0db-40f9-929b-0231d0caa602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:21.577081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d41cff8-3b27-4d15-a024-7e69fab955a2 req-7eb2d834-e0db-40f9-929b-0231d0caa602 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 1129 time: 0.1973445 Feb 09 03:23:21.588917 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-055a39a4-5a79-4993-8551-872141fa2b73 req-aa026e4e-1c62-4533-8be8-4bed3c17e110 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e69bdefe-0d0e-4cbe-95a3-3d889753a0c1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.632693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa026e4e-1c62-4533-8be8-4bed3c17e110 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Pushing event deleted for resources: {'Port': ['ID=e69bdefe-0d0e-4cbe-95a3-3d889753a0c1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:21.638321 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef45d8e7-6208-4196-9364-44fa58653de3 req-0e0ee65b-ab4a-4d9c-a825-0b4b3e8c16f2 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/security-groups?id=7921c1c8-7bb9-4f94-9905-027d1ff9fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182563 Feb 09 03:23:21.647302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ddfc3-b7d0-4dc8-a976-678d79b11117 req-91ffc454-4141-4611-9ffc-d04c409395ec tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:21.659866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-099ddfc3-b7d0-4dc8-a976-678d79b11117 req-91ffc454-4141-4611-9ffc-d04c409395ec tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fb690be-e979-49ce-ac7a-7a0cf9409102 HTTP/1.1" status: 200 len: 947 time: 0.6962149 Feb 09 03:23:21.680245 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d41cff8-3b27-4d15-a024-7e69fab955a2 req-71c558b8-ba39-47e9-8a4e-25fc70dc812c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7921c1c8-7bb9-4f94-9905-027d1ff9fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937548 Feb 09 03:23:21.748176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a39a4-5a79-4993-8551-872141fa2b73 req-aa026e4e-1c62-4533-8be8-4bed3c17e110 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] No DVR routers for this DVR port e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:23:21.753629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-055a39a4-5a79-4993-8551-872141fa2b73 req-aa026e4e-1c62-4533-8be8-4bed3c17e110 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.757065 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-055a39a4-5a79-4993-8551-872141fa2b73 req-aa026e4e-1c62-4533-8be8-4bed3c17e110 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.65 "DELETE /v2.0/ports/e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 HTTP/1.1" status: 204 len: 173 time: 1.6615033 Feb 09 03:23:21.763250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb690be-e979-49ce-ac7a-7a0cf9409102', 'name': 'network-vif-deleted', 'tag': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:21.766149 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905d9642-1af3-4cdb-b1b3-2079fec685c0" -d '{"events": [{"server_uuid": "1fb690be-e979-49ce-ac7a-7a0cf9409102", "name": "network-vif-deleted", "tag": "e69bdefe-0d0e-4cbe-95a3-3d889753a0c1"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:21.791969 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-63268797-1c17-4952-9b2c-b404d22756d1 req-acd6cb76-7591-4a74-895d-c2d3720638f7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0530832 Feb 09 03:23:21.844157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ef968286-fa76-4d22-a5d9-d20b9acf9146 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:21.848169 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-099ddfc3-b7d0-4dc8-a976-678d79b11117 req-7c53aa62-6caf-4449-bc34-c4de4df12fc2 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873949 Feb 09 03:23:21.878032 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Publish callbacks [] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.896629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.990348 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.046301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ef968286-fa76-4d22-a5d9-d20b9acf9146 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:22.047308 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.081701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2715aba-b7d2-479e-b2d8-19d31c9fe59d req-1907194c-defd-482f-b6d1-b0fdb817b6cd tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:22.093497 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d2715aba-b7d2-479e-b2d8-19d31c9fe59d req-1907194c-defd-482f-b6d1-b0fdb817b6cd tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.1361678 Feb 09 03:23:22.127443 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ef1956b8-329a-455e-93e7-2c5170973293 req-d12d3418-34c1-4f6c-9730-23acefccc404 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0738788 Feb 09 03:23:22.163587 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.184882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e65765b8-80f7-45a7-a1f5-fd0f3e13a408,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:22.193904 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d2715aba-b7d2-479e-b2d8-19d31c9fe59d req-f33c9d0c-40fb-4ec4-ace6-8c467f7467d9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990973 Feb 09 03:23:22.250446 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aa5e49-0af6-4b55-835b-03559bdf9d5c x-openstack-request-id: req-c0aa5e49-0af6-4b55-835b-03559bdf9d5c {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:22.250879 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb690be-e979-49ce-ac7a-7a0cf9409102", "name": "network-vif-deleted", "tag": "e69bdefe-0d0e-4cbe-95a3-3d889753a0c1", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:22.251249 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0aa5e49-0af6-4b55-835b-03559bdf9d5c {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:22.251737 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb690be-e979-49ce-ac7a-7a0cf9409102', 'name': 'network-vif-deleted', 'tag': 'e69bdefe-0d0e-4cbe-95a3-3d889753a0c1', 'status': 'completed', 'code': 200} Feb 09 03:23:22.283290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ef968286-fa76-4d22-a5d9-d20b9acf9146 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:22.331529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:22.333344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:22.381272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e79ff1-c4fb-411f-985d-df3f9f821cec req-6d206d44-14c6-4082-a123-301aebd859dd tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:22.382863 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e9e79ff1-c4fb-411f-985d-df3f9f821cec req-6d206d44-14c6-4082-a123-301aebd859dd tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0674260 Feb 09 03:23:22.432675 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 816496f8-5697-49d4-9966-ba967a965d02 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:22.432901 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e9e79ff1-c4fb-411f-985d-df3f9f821cec req-81576da2-20a7-4c18-a7af-f04601647b75 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439315 Feb 09 03:23:22.458531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Router c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:23:22.557557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 816496f8-5697-49d4-9966-ba967a965d02 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:22.558039 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (816496f8-5697-49d4-9966-ba967a965d02), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.609665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 816496f8-5697-49d4-9966-ba967a965d02, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=816496f8-5697-49d4-9966-ba967a965d02,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:22.616023 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (816496f8-5697-49d4-9966-ba967a965d02), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.720322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=816496f8-5697-49d4-9966-ba967a965d02,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:22.735807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac80508-d881-4e35-8dea-a91a258cff6f req-f62c5be0-bd31-4395-b0ed-6044e3649693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:22.737541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fac80508-d881-4e35-8dea-a91a258cff6f req-f62c5be0-bd31-4395-b0ed-6044e3649693 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 1128 time: 0.1140575 Feb 09 03:23:22.852263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac80508-d881-4e35-8dea-a91a258cff6f req-9ed9602d-8491-4325-a388-56a924d57cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:22.854044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fac80508-d881-4e35-8dea-a91a258cff6f req-9ed9602d-8491-4325-a388-56a924d57cf5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 912 time: 0.1072562 Feb 09 03:23:22.900016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fac80508-d881-4e35-8dea-a91a258cff6f req-05b96468-9275-4882-82f2-a47a9708c1fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eea571bf-821d-408f-9d4e-9747a4e84b72 HTTP/1.1" status: 200 len: 217 time: 0.0399046 Feb 09 03:23:22.948816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ddc88-460d-4eb7-9a13-1c8ef68ed5d5 req-77c356a4-24bb-4b4c-917e-ee1a1648a826 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:22.950428 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c72ddc88-460d-4eb7-9a13-1c8ef68ed5d5 req-77c356a4-24bb-4b4c-917e-ee1a1648a826 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 946 time: 0.0872204 Feb 09 03:23:22.955553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:23:22.965223 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-81acdb80-662b-4b55-8d0e-3714d9e9b7d6 admin admin] 10.222.0.21 "PUT /v2.0/routers/c1f381d2-85f4-4e6e-a31e-8fbbba34fe21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7917285 Feb 09 03:23:22.973856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Sync routers for ids ['c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:23:22.980231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-989fbd41-60cc-4037-b137-7067468c847f req-9524e27e-a642-4198-b9f5-988a2cbb2c6d tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0554886 Feb 09 03:23:22.990765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac80508-d881-4e35-8dea-a91a258cff6f req-ca88d25f-3278-492d-a12e-9e4268bd5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:22.992091 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fac80508-d881-4e35-8dea-a91a258cff6f req-ca88d25f-3278-492d-a12e-9e4268bd5d5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 200 len: 851 time: 0.0852990 Feb 09 03:23:23.004110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Routers {'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:23.005004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:23:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:23.037638 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fac80508-d881-4e35-8dea-a91a258cff6f req-d8d29cc6-abac-4f69-bc2f-5828fc6651e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9949b55-ccfa-4df2-b531-2094d183f640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375123 Feb 09 03:23:23.127748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c72ddc88-460d-4eb7-9a13-1c8ef68ed5d5 req-10baec30-935d-4d9e-bf44-7b7fb9d1faf7 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/security-groups?id=7921c1c8-7bb9-4f94-9905-027d1ff9fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361613 Feb 09 03:23:23.213069 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fac80508-d881-4e35-8dea-a91a258cff6f req-d420b798-85be-4a75-9b16-99f2eac7ece9 service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679864 Feb 09 03:23:23.235805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Set router c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:23.267452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650819b8-0726-4088-8d7f-0abdc1c8a6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816496f8-5697-49d4-9966-ba967a965d02'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:23.270359 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26026dc6-c618-4623-8113-5d8a03599ea8" -d '{"events": [{"server_uuid": "650819b8-0726-4088-8d7f-0abdc1c8a6eb", "name": "network-vif-unplugged", "status": "completed", "tag": "816496f8-5697-49d4-9966-ba967a965d02"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:23.299972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29ff7110-3447-47ba-8af5-201e4497bef0 req-7269be3f-dba1-4deb-9135-86ef86bcce54 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0684652 Feb 09 03:23:23.309588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-961c404d-bf23-4ee2-8de8-efc5692f5e34 req-a1fb34bc-4d5c-4467-b112-c9944a74a868 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.65 "GET /v2.0/ports?device_id=eaa4917f-7a05-43f2-b4f6-eb68a59ebf30 HTTP/1.1" status: 200 len: 210 time: 0.0695550 Feb 09 03:23:23.419083 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fac80508-d881-4e35-8dea-a91a258cff6f req-a85bf4c1-a453-4b83-86c6-e98ff6aac25c service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976438 Feb 09 03:23:23.507693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7745fa5-84dc-4878-847b-a1418c234ef2 req-58c60578-43e9-4f9a-8b69-1b7e895f2848 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:23.510026 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7745fa5-84dc-4878-847b-a1418c234ef2 req-58c60578-43e9-4f9a-8b69-1b7e895f2848 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 948 time: 0.0947289 Feb 09 03:23:23.515232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'name': 'tempest-ServerRescueNegativeTestJSON-922179435-router', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:14Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 4, 'project_id': '6bf69cc4a477406ea3f3af2785650b4b', 'gw_port': {'id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:15Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'e65765b8-80f7-45a7-a1f5-fd0f3e13a408', 'name': '', 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'mac_address': 'fa:16:3e:a2:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5987146c-0272-47db-a79e-ae9778106f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:18Z', 'updated_at': '2022-02-09T03:23:21Z', 'revision_number': 2, 'project_id': '6bf69cc4a477406ea3f3af2785650b4b', 'subnets': [{'id': '5987146c-0272-47db-a79e-ae9778106f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:23.551271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Checking router: c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:23:23.551655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Updating router c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 port e65765b8-80f7-45a7-a1f5-fd0f3e13a408 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:23:23.592803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7745fa5-84dc-4878-847b-a1418c234ef2 req-32d9b73a-6793-4c67-a5e8-34a5a2ccb915 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749807 Feb 09 03:23:23.593039 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:23.702665 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1793a6-2028-464f-9fb3-0af5e5754f8d x-openstack-request-id: req-fd1793a6-2028-464f-9fb3-0af5e5754f8d {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:23.702967 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650819b8-0726-4088-8d7f-0abdc1c8a6eb", "name": "network-vif-unplugged", "status": "completed", "tag": "816496f8-5697-49d4-9966-ba967a965d02", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:23.703226 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd1793a6-2028-464f-9fb3-0af5e5754f8d {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:23.703611 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650819b8-0726-4088-8d7f-0abdc1c8a6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816496f8-5697-49d4-9966-ba967a965d02', 'code': 200} Feb 09 03:23:23.780619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfe757-179d-4259-8020-41e6bd818629 req-48e4c660-7497-41ff-b40a-d568f9b88650 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:23.782679 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-48e4c660-7497-41ff-b40a-d568f9b88650 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 818 time: 0.1206281 Feb 09 03:23:23.798650 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-7b419578-b572-41e9-8549-4710d02c417a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/quotas/6bf69cc4a477406ea3f3af2785650b4b HTTP/1.1" status: 200 len: 375 time: 0.0108581 Feb 09 03:23:23.806847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e9dd2-6a23-4300-a3a9-4db6aacfc842 req-91495bd9-3292-4875-bf05-64e6ff19f185 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:23.808497 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa1e9dd2-6a23-4300-a3a9-4db6aacfc842 req-91495bd9-3292-4875-bf05-64e6ff19f185 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 948 time: 0.0752621 Feb 09 03:23:23.872759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa1e9dd2-6a23-4300-a3a9-4db6aacfc842 req-86c11c18-d461-4997-ab7c-740826da99a4 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543315 Feb 09 03:23:23.889935 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-0b7060d1-899d-4198-a4bc-f0d16bbf2c1b tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854089 Feb 09 03:23:23.958812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Publish callbacks [] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:23.968019 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:23.969520 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:24.030900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b3a1a-58e4-4c27-9fc1-0707e12a5ac3 None None] Pushing event updated for resources: {'Port': ['ID=e65765b8-80f7-45a7-a1f5-fd0f3e13a408,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:24.045084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:24.046668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb3b08-fff0-4696-b13d-f6bc70a9037d req-b8c15260-cd1b-42b5-8a61-c79d7fb023c4 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:24.051982 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-3d74b2bf-b709-4145-adb8-5b59f89b92a0 service neutron] 10.222.0.21 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611209 Feb 09 03:23:24.054705 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2aeb3b08-fff0-4696-b13d-f6bc70a9037d req-b8c15260-cd1b-42b5-8a61-c79d7fb023c4 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.0761421 Feb 09 03:23:24.078924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:23:24.079470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device e69bdefe-0d0e-4cbe-95a3-3d889753a0c1 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:23:24.120414 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2aeb3b08-fff0-4696-b13d-f6bc70a9037d req-231b3ee9-8beb-404b-bb41-6f63419ebba3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645990 Feb 09 03:23:24.174111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Attempting to bind port e65765b8-80f7-45a7-a1f5-fd0f3e13a408 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:24.174502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Attempting to bind port e65765b8-80f7-45a7-a1f5-fd0f3e13a408 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:24.175081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Attempting to bind port e65765b8-80f7-45a7-a1f5-fd0f3e13a408 on network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:24.184568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:24.185121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Checking segment: {'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:24.186102 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:24.186503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Bound using segment: {'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:24.186984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Bound port: e65765b8-80f7-45a7-a1f5-fd0f3e13a408, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:24.187365 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:24.240388 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-20a11e3e-5dc2-4889-bc13-5fddd249fd81 service neutron] 10.222.0.21 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844213 Feb 09 03:23:24.315044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] For port e65765b8-80f7-45a7-a1f5-fd0f3e13a408, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:24.316573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a017cb5-c412-489d-abaa-cfaacda1df98 req-765c4ee0-52f2-4291-8ee7-d9b9b5187427 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0408444 Feb 09 03:23:24.321269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] For port e65765b8-80f7-45a7-a1f5-fd0f3e13a408, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e65765b8-80f7-45a7-a1f5-fd0f3e13a408,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:24.338368 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:24.479160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df0ea3-99c0-4696-8a66-b2c8405ab53a req-597c5c8e-b397-44ee-9a1e-f07211f262f8 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:24.479539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b3a1a-58e4-4c27-9fc1-0707e12a5ac3 None None] Pushing event updated for resources: {'Port': ['ID=e65765b8-80f7-45a7-a1f5-fd0f3e13a408,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:24.481055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-40df0ea3-99c0-4696-8a66-b2c8405ab53a req-597c5c8e-b397-44ee-9a1e-f07211f262f8 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 946 time: 0.0745833 Feb 09 03:23:24.488880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 816496f8-5697-49d4-9966-ba967a965d02 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:23:24.501490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Routers {'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:24.502273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:23:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:24.551003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-7c9e4e0d-a3ac-420d-b477-148b478bd37f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:24.552938 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-7c9e4e0d-a3ac-420d-b477-148b478bd37f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb&tenant_id=b9b07480321e4a54b5b17d5264d44e7b&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 948 time: 0.1904371 Feb 09 03:23:24.610513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-40df0ea3-99c0-4696-8a66-b2c8405ab53a req-259dc945-b849-43fb-ba34-34577a1d99a8 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/security-groups?id=7921c1c8-7bb9-4f94-9905-027d1ff9fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136138 Feb 09 03:23:24.645525 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:23:24.689344 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb7384-afcf-4ad0-bff7-b94edeb09c52 req-658a247b-e7fb-4170-8946-e6e2f6cb2312 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:24.698700 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7fb7384-afcf-4ad0-bff7-b94edeb09c52 req-658a247b-e7fb-4170-8946-e6e2f6cb2312 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 948 time: 0.1443410 Feb 09 03:23:24.769974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] Set router c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:24.771457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-098696fd-091c-447d-bfb2-2dacc16a24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:24.773184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-098696fd-091c-447d-bfb2-2dacc16a24a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 1131 time: 0.1649401 Feb 09 03:23:24.786329 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9dc99557-f3ac-4251-80a6-8aa880885d4b req-aad700f8-6a56-401a-97d7-1ad68d59e7d0 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 210 time: 0.0464368 Feb 09 03:23:24.829935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 816496f8-5697-49d4-9966-ba967a965d02, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=816496f8-5697-49d4-9966-ba967a965d02,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:24.919040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '816496f8-5697-49d4-9966-ba967a965d02', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '816496f8-5697-49d4-9966-ba967a965d02', 'mac_address': 'fa:16:3e:95:61:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:23:24.931372 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7fb7384-afcf-4ad0-bff7-b94edeb09c52 req-a8aa3e8d-df1e-4cd4-9d83-954986923d14 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316933 Feb 09 03:23:25.009847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-7596e46f-3d37-4709-80a0-f502e63f7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:25.022428 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-7596e46f-3d37-4709-80a0-f502e63f7711 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1870730 Feb 09 03:23:25.140378 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 816496f8-5697-49d4-9966-ba967a965d02 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:25.140967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (816496f8-5697-49d4-9966-ba967a965d02), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:25.163292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816496f8-5697-49d4-9966-ba967a965d02 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:25.194769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 816496f8-5697-49d4-9966-ba967a965d02, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=816496f8-5697-49d4-9966-ba967a965d02,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:25.220929 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (816496f8-5697-49d4-9966-ba967a965d02), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:25.268805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'name': 'tempest-ServerRescueNegativeTestJSON-922179435-router', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:14Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 4, 'project_id': '6bf69cc4a477406ea3f3af2785650b4b', 'gw_port': {'id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:15Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'e65765b8-80f7-45a7-a1f5-fd0f3e13a408', 'name': '', 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'mac_address': 'fa:16:3e:a2:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5987146c-0272-47db-a79e-ae9778106f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:18Z', 'updated_at': '2022-02-09T03:23:24Z', 'revision_number': 4, 'project_id': '6bf69cc4a477406ea3f3af2785650b4b', 'subnets': [{'id': '5987146c-0272-47db-a79e-ae9778106f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:25.292366 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1836453-4e21-423f-8c3b-38504a730df2 req-95f9d340-7ff1-4506-93cc-dedb431ef0b8 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:25.302436 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-95f9d340-7ff1-4506-93cc-dedb431ef0b8 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 818 time: 0.2268553 Feb 09 03:23:25.331119 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-31d2a17d-fd1c-45eb-ad68-64a64de58d55 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/quotas/6bf69cc4a477406ea3f3af2785650b4b HTTP/1.1" status: 200 len: 375 time: 0.0276711 Feb 09 03:23:25.337540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54520c-5219-4af6-88a0-f9633996ce02 None None] The sync data for ids ['c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'] in n-d-824835-15 is: [{'id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'name': 'tempest-ServerRescueNegativeTestJSON-922179435-router', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:14Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 4, 'project_id': '6bf69cc4a477406ea3f3af2785650b4b', 'gw_port': {'id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:15Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'e65765b8-80f7-45a7-a1f5-fd0f3e13a408', 'name': '', 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'mac_address': 'fa:16:3e:a2:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5987146c-0272-47db-a79e-ae9778106f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:18Z', 'updated_at': '2022-02-09T03:23:24Z', 'revision_number': 4, 'project_id': '6bf69cc4a477406ea3f3af2785650b4b', 'subnets': [{'id': '5987146c-0272-47db-a79e-ae9778106f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:23:25.365618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=816496f8-5697-49d4-9966-ba967a965d02,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:25.393857 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc63a11b-af41-4d9a-bc8c-900ac8f4b4f5 req-64f2c385-abc2-4db3-a2df-7741b2735fb0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5405b6159eba41758e78478b46c66622&device_id=8f5bad91-d131-479c-ad67-3cf19d5d41a0 HTTP/1.1" status: 200 len: 210 time: 0.0875885 Feb 09 03:23:25.487618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc63a11b-af41-4d9a-bc8c-900ac8f4b4f5 req-5d5d4346-fd4f-4b70-9b45-a9e797bf82bf service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5405b6159eba41758e78478b46c66622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344684 Feb 09 03:23:25.525107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['816496f8-5697-49d4-9966-ba967a965d02'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:25.536589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-b50aabdd-8aca-40aa-8f56-bd8032d2f730 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1505365 Feb 09 03:23:25.757608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-010f45a9-5a5b-4f42-ad12-faa98a9ba2b7 service neutron] 10.222.0.21 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194331 Feb 09 03:23:25.851303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-90cfd635-c96e-4fe5-ad9e-b46fae3859de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=816496f8-5697-49d4-9966-ba967a965d02 HTTP/1.1" status: 200 len: 217 time: 0.8251035 Feb 09 03:23:25.894767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e65765b8-80f7-45a7-a1f5-fd0f3e13a408 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:25.958297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63a11b-af41-4d9a-bc8c-900ac8f4b4f5 req-de1e59c9-35ed-48c3-8cc0-6096de4bc348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:25.960273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc63a11b-af41-4d9a-bc8c-900ac8f4b4f5 req-de1e59c9-35ed-48c3-8cc0-6096de4bc348 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4189353 Feb 09 03:23:26.005556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-b4a7c7fe-bbdb-4ebd-b621-7e6413dcd0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:26.008484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-b4a7c7fe-bbdb-4ebd-b621-7e6413dcd0be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0811384 Feb 09 03:23:26.066925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e65765b8-80f7-45a7-a1f5-fd0f3e13a408 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:26.067409 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.086475 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-dd204a89-27e9-4eb9-8be2-db0250998ff8 service neutron] 10.222.0.21 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278606 Feb 09 03:23:26.088041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ca14b-bce9-458e-90f1-e1b16345168c req-d702c1c9-d22c-49e4-8ef7-b8a05a843afa tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:26.096231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-319ca14b-bce9-458e-90f1-e1b16345168c req-d702c1c9-d22c-49e4-8ef7-b8a05a843afa tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 948 time: 0.2432501 Feb 09 03:23:26.188689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-38de2b39-aadb-4aff-9928-fd2a26a0a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:26.197731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-38de2b39-aadb-4aff-9928-fd2a26a0a6c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1824994 Feb 09 03:23:26.246280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e65765b8-80f7-45a7-a1f5-fd0f3e13a408 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:26.246868 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.251999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8589-f9b6-4ea2-9ba3-3abdd4b2fdeb req-841130c3-dd99-46cd-b856-1c27d3dc1bab tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:26.260868 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2cae8589-f9b6-4ea2-9ba3-3abdd4b2fdeb req-841130c3-dd99-46cd-b856-1c27d3dc1bab tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 948 time: 0.1652825 Feb 09 03:23:26.344517 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-319ca14b-bce9-458e-90f1-e1b16345168c req-aa6056b3-7836-45b1-aa80-eff4947c3842 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/security-groups?id=83b349fb-dddc-4527-ad16-dfc793b7b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465527 Feb 09 03:23:26.351934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port e65765b8-80f7-45a7-a1f5-fd0f3e13a408, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e65765b8-80f7-45a7-a1f5-fd0f3e13a408,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:26.361848 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.453398 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-83daaf14-e7d7-4c73-86f2-9a6889034de4 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380049 Feb 09 03:23:26.475889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device eea571bf-821d-408f-9d4e-9747a4e84b72 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:26.493131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-2cae8589-f9b6-4ea2-9ba3-3abdd4b2fdeb req-0a1176ee-24f7-4349-9efc-74ab2386c7ed tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Deleting port fc896222-43e4-42ea-b5c1-f8792094cbe7 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:26.494129 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2cae8589-f9b6-4ea2-9ba3-3abdd4b2fdeb req-0a1176ee-24f7-4349-9efc-74ab2386c7ed tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.637048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=e65765b8-80f7-45a7-a1f5-fd0f3e13a408,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:26.706798 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c13f4e1b-8c32-4b54-9f1c-f46783435ed7 req-f518fb5d-1973-4738-a566-fedc4a549487 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441709 Feb 09 03:23:26.748681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port eea571bf-821d-408f-9d4e-9747a4e84b72 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:26.749508 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.750138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1cbbc753-bf5a-423c-95b9-c8bab1fbfcbd req-fe79c69e-683e-457d-85f0-bcd218366e81 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f5bad91-d131-479c-ad67-3cf19d5d41a0 HTTP/1.1" status: 200 len: 210 time: 0.0746744 Feb 09 03:23:26.753979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfe757-179d-4259-8020-41e6bd818629 req-93ece85a-953f-4ddd-b204-1ae30c55686d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:26.755877 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-93ece85a-953f-4ddd-b204-1ae30c55686d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.65 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 818 time: 0.3981307 Feb 09 03:23:26.796358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-b2bfe757-179d-4259-8020-41e6bd818629 req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Request body: {'port': {'device_id': '49bee442-7553-4681-8f68-d24722f06994', 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3', 'admin_state_up': True, 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:26.814953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debd7098-03e0-4fb7-b2ea-ea40ad27dcc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eea571bf-821d-408f-9d4e-9747a4e84b72'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:26.826989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971c086-c184-4515-9140-b138c4bfdad4 req-777b57c2-8e49-4959-87c0-7cff75d8157c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:26.828578 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8971c086-c184-4515-9140-b138c4bfdad4 req-777b57c2-8e49-4959-87c0-7cff75d8157c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 945 time: 0.2723155 Feb 09 03:23:26.838457 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7626bb-402a-467e-a5bd-a69e2a5cd511" -d '{"events": [{"server_uuid": "debd7098-03e0-4fb7-b2ea-ea40ad27dcc6", "name": "network-vif-unplugged", "status": "completed", "tag": "eea571bf-821d-408f-9d4e-9747a4e84b72"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:26.874505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port eea571bf-821d-408f-9d4e-9747a4e84b72, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=eea571bf-821d-408f-9d4e-9747a4e84b72,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:26.882484 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.959291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efdb0498-14d3-4327-96d5-8b804c374f7e req-efd4eee0-3fc3-42ee-85f0-73df39570941 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0443408 Feb 09 03:23:26.988120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8971c086-c184-4515-9140-b138c4bfdad4 req-f74ba2f9-c7ea-4e46-8283-f603fc925bb6 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425002 Feb 09 03:23:27.051122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=eea571bf-821d-408f-9d4e-9747a4e84b72,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:27.078113 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-2cae8589-f9b6-4ea2-9ba3-3abdd4b2fdeb req-0a1176ee-24f7-4349-9efc-74ab2386c7ed tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] For port fc896222-43e4-42ea-b5c1-f8792094cbe7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fc896222-43e4-42ea-b5c1-f8792094cbe7,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:27.078758 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2cae8589-f9b6-4ea2-9ba3-3abdd4b2fdeb req-0a1176ee-24f7-4349-9efc-74ab2386c7ed tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.113510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-2cae8589-f9b6-4ea2-9ba3-3abdd4b2fdeb req-0a1176ee-24f7-4349-9efc-74ab2386c7ed tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Calling delete_port for fc896222-43e4-42ea-b5c1-f8792094cbe7 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:27.126444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-958d714e-782a-4d0c-bc9b-751a69d910c7 req-d089031b-933e-4e6d-8a9f-6dcdc0cee4cf tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 210 time: 0.0430593 Feb 09 03:23:27.302781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0b1ed-0baa-4276-a419-7d3ac8cb37b3 req-6be24296-6717-49fd-b49c-d6f28b40d4cc tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:27.304571 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8d0b1ed-0baa-4276-a419-7d3ac8cb37b3 req-6be24296-6717-49fd-b49c-d6f28b40d4cc tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 949 time: 0.1709256 Feb 09 03:23:27.380717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bfe757-179d-4259-8020-41e6bd818629 req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Made reservation on behalf of 6bf69cc4a477406ea3f3af2785650b4b for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:27.384965 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b2bfe757-179d-4259-8020-41e6bd818629 req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.426083 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8d0b1ed-0baa-4276-a419-7d3ac8cb37b3 req-a3c0cd7b-9114-45ab-899a-9efe4febad84 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092687 Feb 09 03:23:27.481863 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563f954c-be64-43ec-8ae6-c286d2cd78b6 x-openstack-request-id: req-563f954c-be64-43ec-8ae6-c286d2cd78b6 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:27.483099 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debd7098-03e0-4fb7-b2ea-ea40ad27dcc6", "name": "network-vif-unplugged", "status": "failed", "tag": "eea571bf-821d-408f-9d4e-9747a4e84b72", "code": 422}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:27.483274 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-563f954c-be64-43ec-8ae6-c286d2cd78b6 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:27.483742 n-d-824835-15 neutron-server[103329]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'debd7098-03e0-4fb7-b2ea-ea40ad27dcc6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eea571bf-821d-408f-9d4e-9747a4e84b72', 'code': 422} returned with failed status Feb 09 03:23:27.616641 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2cae8589-f9b6-4ea2-9ba3-3abdd4b2fdeb req-0a1176ee-24f7-4349-9efc-74ab2386c7ed tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fc896222-43e4-42ea-b5c1-f8792094cbe7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.670895 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7f01675-332b-4dd8-b90b-466c18aee253 req-153b4f28-41a9-47e4-9c5e-a3117ba22b86 tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08 HTTP/1.1" status: 200 len: 210 time: 0.0884025 Feb 09 03:23:27.739575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1176ee-24f7-4349-9efc-74ab2386c7ed tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Pushing event deleted for resources: {'Port': ['ID=fc896222-43e4-42ea-b5c1-f8792094cbe7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:27.824647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cae8589-f9b6-4ea2-9ba3-3abdd4b2fdeb req-0a1176ee-24f7-4349-9efc-74ab2386c7ed tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] No DVR routers for this DVR port fc896222-43e4-42ea-b5c1-f8792094cbe7 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:23:27.832420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2cae8589-f9b6-4ea2-9ba3-3abdd4b2fdeb req-0a1176ee-24f7-4349-9efc-74ab2386c7ed tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.837908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2cae8589-f9b6-4ea2-9ba3-3abdd4b2fdeb req-0a1176ee-24f7-4349-9efc-74ab2386c7ed tempest-ListImageFiltersTestJSON-936340512 tempest-ListImageFiltersTestJSON-936340512-project] 10.222.0.65 "DELETE /v2.0/ports/fc896222-43e4-42ea-b5c1-f8792094cbe7 HTTP/1.1" status: 204 len: 173 time: 1.5719602 Feb 09 03:23:27.838394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'name': 'network-vif-deleted', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:27.841150 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7a1fae-8886-40d2-9076-1e2ab16f9efb" -d '{"events": [{"server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "name": "network-vif-deleted", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:27.898197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc63a11b-af41-4d9a-bc8c-900ac8f4b4f5 req-25cab34e-5098-4785-980f-9ee644880b92 tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f5bad91-d131-479c-ad67-3cf19d5d41a0 HTTP/1.1" status: 200 len: 210 time: 0.0952883 Feb 09 03:23:27.934634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e65765b8-80f7-45a7-a1f5-fd0f3e13a408 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:27.940499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-b2bfe757-179d-4259-8020-41e6bd818629 req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Allocated IP 172.20.0.2 (447b32cc-fed3-4d52-9a4a-bd8f9f315eb3/5987146c-0272-47db-a79e-ae9778106f0b/03859bcc-0da4-4ac4-9f33-035b4370eeb4) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:28.065440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e65765b8-80f7-45a7-a1f5-fd0f3e13a408 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:28.065898 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.117379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115daef-8010-4551-9cea-6e0c27c18e9a req-62d32966-3337-4060-9900-47a572bcf3cc tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:28.120163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5115daef-8010-4551-9cea-6e0c27c18e9a req-62d32966-3337-4060-9900-47a572bcf3cc tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 946 time: 0.2256930 Feb 09 03:23:28.203204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e65765b8-80f7-45a7-a1f5-fd0f3e13a408 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:28.209868 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b2bfe757-179d-4259-8020-41e6bd818629 req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks [] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.273745 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5115daef-8010-4551-9cea-6e0c27c18e9a req-e2e05b42-a4b3-4097-bd2e-76dd7a79f129 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/security-groups?id=7921c1c8-7bb9-4f94-9905-027d1ff9fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410351 Feb 09 03:23:28.275772 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b2bfe757-179d-4259-8020-41e6bd818629 req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.360509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Pushing event updated for resources: {'Port': ['ID=03859bcc-0da4-4ac4-9f33-035b4370eeb4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:28.383040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bfe757-179d-4259-8020-41e6bd818629 req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:28.385297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-b2bfe757-179d-4259-8020-41e6bd818629 req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:28.404759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bfe757-179d-4259-8020-41e6bd818629 req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:28.462742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 816496f8-5697-49d4-9966-ba967a965d02 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:28.512388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfe757-179d-4259-8020-41e6bd818629 req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:28.515408 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b2bfe757-179d-4259-8020-41e6bd818629 req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.532993 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ac8d967-6c56-4144-8ed5-9413ba0d06bb req-121482d2-ad12-47ad-811e-02e91b1607da tempest-ServerShowV247Test-147054750 tempest-ServerShowV247Test-147054750-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f5bad91-d131-479c-ad67-3cf19d5d41a0 HTTP/1.1" status: 200 len: 210 time: 0.0905492 Feb 09 03:23:28.550433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 816496f8-5697-49d4-9966-ba967a965d02 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:28.551427 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (816496f8-5697-49d4-9966-ba967a965d02), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.586637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1423a-7b2d-4a41-92ce-e64ef7b4ea0f req-f9c56f5e-c876-4597-81bd-baee5c74b6a9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:28.590174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-31b1423a-7b2d-4a41-92ce-e64ef7b4ea0f req-f9c56f5e-c876-4597-81bd-baee5c74b6a9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=debd7098-03e0-4fb7-b2ea-ea40ad27dcc6 HTTP/1.1" status: 200 len: 943 time: 0.1501637 Feb 09 03:23:28.619542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-1259baad-217f-4ed9-9a08-7c35e49d57ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8317497 Feb 09 03:23:28.658740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Request body: {'port': {'device_id': '49bee442-7553-4681-8f68-d24722f06994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:28.664318 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19520f33-1ac4-4e69-b754-e93598588a34 x-openstack-request-id: req-19520f33-1ac4-4e69-b754-e93598588a34 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:28.664900 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08", "name": "network-vif-deleted", "tag": "fc896222-43e4-42ea-b5c1-f8792094cbe7", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:28.665389 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19520f33-1ac4-4e69-b754-e93598588a34 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:28.665994 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d5be1-4a6b-4613-88eb-8cfcafeb4c08', 'name': 'network-vif-deleted', 'tag': 'fc896222-43e4-42ea-b5c1-f8792094cbe7', 'status': 'completed', 'code': 200} Feb 09 03:23:28.741427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 816496f8-5697-49d4-9966-ba967a965d02 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:28.742251 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (816496f8-5697-49d4-9966-ba967a965d02), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.793804 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.801116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1836453-4e21-423f-8c3b-38504a730df2 req-633ba4b8-d883-4565-997d-8c0318acfaa5 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:28.805685 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-633ba4b8-d883-4565-997d-8c0318acfaa5 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.65 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 818 time: 0.3550427 Feb 09 03:23:28.824367 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d9bdf17d-3a0f-440f-87dc-13982775a928 req-52081a8b-836a-4039-b7c8-fcf48452468f tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0991158 Feb 09 03:23:28.846126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 816496f8-5697-49d4-9966-ba967a965d02, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=816496f8-5697-49d4-9966-ba967a965d02,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:28.846298 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-e1836453-4e21-423f-8c3b-38504a730df2 req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Request body: {'port': {'device_id': '072515ba-0d50-4ff2-85ba-ae609e2b669c', 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3', 'admin_state_up': True, 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:28.857784 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (816496f8-5697-49d4-9966-ba967a965d02), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.878521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-31b1423a-7b2d-4a41-92ce-e64ef7b4ea0f req-26b0cf62-7767-4f08-a6d0-6130dcd158e9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Deleting port eea571bf-821d-408f-9d4e-9747a4e84b72 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:28.882874 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-31b1423a-7b2d-4a41-92ce-e64ef7b4ea0f req-26b0cf62-7767-4f08-a6d0-6130dcd158e9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.979553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=816496f8-5697-49d4-9966-ba967a965d02,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:28.995199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d69c1-8105-430f-a096-ad0a638b8e9f req-4b073347-8ec6-4e6c-9bed-aeac9383315e tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:28.996677 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf6d69c1-8105-430f-a096-ad0a638b8e9f req-4b073347-8ec6-4e6c-9bed-aeac9383315e tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 946 time: 0.2221818 Feb 09 03:23:29.135693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1836453-4e21-423f-8c3b-38504a730df2 req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Made reservation on behalf of 6bf69cc4a477406ea3f3af2785650b4b for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:29.139111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e1836453-4e21-423f-8c3b-38504a730df2 req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.143796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-31b1423a-7b2d-4a41-92ce-e64ef7b4ea0f req-26b0cf62-7767-4f08-a6d0-6130dcd158e9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] For port eea571bf-821d-408f-9d4e-9747a4e84b72, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=eea571bf-821d-408f-9d4e-9747a4e84b72,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:29.144194 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-31b1423a-7b2d-4a41-92ce-e64ef7b4ea0f req-26b0cf62-7767-4f08-a6d0-6130dcd158e9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.149629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5b653-0f71-4bf3-a0d1-5abdf7c2f0d6 req-9d12aee1-321e-4aec-8e29-928542f4381f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:29.151111 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5e5b653-0f71-4bf3-a0d1-5abdf7c2f0d6 req-9d12aee1-321e-4aec-8e29-928542f4381f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1644650 Feb 09 03:23:29.162173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-31b1423a-7b2d-4a41-92ce-e64ef7b4ea0f req-26b0cf62-7767-4f08-a6d0-6130dcd158e9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Calling delete_port for eea571bf-821d-408f-9d4e-9747a4e84b72 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:29.252843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-cf6d69c1-8105-430f-a096-ad0a638b8e9f req-dacc5935-d640-4cc2-ae8e-95a28dcab7e2 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Deleting port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:29.253180 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf6d69c1-8105-430f-a096-ad0a638b8e9f req-dacc5935-d640-4cc2-ae8e-95a28dcab7e2 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.318364 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5e5b653-0f71-4bf3-a0d1-5abdf7c2f0d6 req-911a78ee-2ede-47ce-bb60-1fed3e651e36 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552672 Feb 09 03:23:29.319648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03859bcc-0da4-4ac4-9f33-035b4370eeb4 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:29.354234 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Publish callbacks [] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.390332 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-cf6d69c1-8105-430f-a096-ad0a638b8e9f req-dacc5935-d640-4cc2-ae8e-95a28dcab7e2 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] For port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0,segment=NetworkSegment(b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845),segment_id=b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:29.390641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf6d69c1-8105-430f-a096-ad0a638b8e9f req-dacc5935-d640-4cc2-ae8e-95a28dcab7e2 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.398561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Transition to ACTIVE for port object 03859bcc-0da4-4ac4-9f33-035b4370eeb4 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:23:29.400258 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-31b1423a-7b2d-4a41-92ce-e64ef7b4ea0f req-26b0cf62-7767-4f08-a6d0-6130dcd158e9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (eea571bf-821d-408f-9d4e-9747a4e84b72), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.415888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.416456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-cf6d69c1-8105-430f-a096-ad0a638b8e9f req-dacc5935-d640-4cc2-ae8e-95a28dcab7e2 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Calling delete_port for a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:29.445075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0cf62-7767-4f08-a6d0-6130dcd158e9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Pushing event deleted for resources: {'Port': ['ID=eea571bf-821d-408f-9d4e-9747a4e84b72,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:29.481583 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72f491a4-2c20-4270-a715-38ff5cec7bb2 req-399be600-17fd-405e-9609-f7957a9f0dfe tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 210 time: 0.0588295 Feb 09 03:23:29.485100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650819b8-0726-4088-8d7f-0abdc1c8a6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816496f8-5697-49d4-9966-ba967a965d02'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:29.490899 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2def6500-1fa3-4ccf-a922-543046fa043f" -d '{"events": [{"server_uuid": "650819b8-0726-4088-8d7f-0abdc1c8a6eb", "name": "network-vif-plugged", "status": "completed", "tag": "816496f8-5697-49d4-9966-ba967a965d02"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:29.500646 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Pushing event updated for resources: {'Port': ['ID=03859bcc-0da4-4ac4-9f33-035b4370eeb4,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:29.537034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-e1836453-4e21-423f-8c3b-38504a730df2 req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Allocated IP 172.20.0.13 (447b32cc-fed3-4d52-9a4a-bd8f9f315eb3/5987146c-0272-47db-a79e-ae9778106f0b/12189f66-3e68-4879-9e9d-b29bb533654c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:29.566815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b1423a-7b2d-4a41-92ce-e64ef7b4ea0f req-26b0cf62-7767-4f08-a6d0-6130dcd158e9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] No DVR routers for this DVR port eea571bf-821d-408f-9d4e-9747a4e84b72 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:23:29.571147 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-31b1423a-7b2d-4a41-92ce-e64ef7b4ea0f req-26b0cf62-7767-4f08-a6d0-6130dcd158e9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.580344 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-31b1423a-7b2d-4a41-92ce-e64ef7b4ea0f req-26b0cf62-7767-4f08-a6d0-6130dcd158e9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "DELETE /v2.0/ports/eea571bf-821d-408f-9d4e-9747a4e84b72 HTTP/1.1" status: 204 len: 173 time: 0.9846611 Feb 09 03:23:29.687818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Attempting to bind port 03859bcc-0da4-4ac4-9f33-035b4370eeb4 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:29.688596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Attempting to bind port 03859bcc-0da4-4ac4-9f33-035b4370eeb4 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:29.689279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Attempting to bind port 03859bcc-0da4-4ac4-9f33-035b4370eeb4 on network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:29.716308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Port 03859bcc-0da4-4ac4-9f33-035b4370eeb4 on network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:23:29.720091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Attempting to bind port 03859bcc-0da4-4ac4-9f33-035b4370eeb4 on network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:29.729184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:29.729653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Checking segment: {'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:29.731714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Bound using segment: {'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:29.732744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Bound port: 03859bcc-0da4-4ac4-9f33-035b4370eeb4, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:29.733147 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.792268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf6d69c1-8105-430f-a096-ad0a638b8e9f req-dacc5935-d640-4cc2-ae8e-95a28dcab7e2 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.804602 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:29.808478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5edc4-87d0-4e31-8396-d844850e4bbc req-a1c28a89-6984-4452-b26b-262c92a1f396 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:29.810175 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7fd5edc4-87d0-4e31-8396-d844850e4bbc req-a1c28a89-6984-4452-b26b-262c92a1f396 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.1884232 Feb 09 03:23:29.848522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc5935-d640-4cc2-ae8e-95a28dcab7e2 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Pushing event deleted for resources: {'Port': ['ID=a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:29.854340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] For port 03859bcc-0da4-4ac4-9f33-035b4370eeb4, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:29.863543 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e1836453-4e21-423f-8c3b-38504a730df2 req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks [] for port (12189f66-3e68-4879-9e9d-b29bb533654c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.868261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] For port 03859bcc-0da4-4ac4-9f33-035b4370eeb4, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=03859bcc-0da4-4ac4-9f33-035b4370eeb4,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:29.881538 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.933793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:29.934844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.938082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6d69c1-8105-430f-a096-ad0a638b8e9f req-dacc5935-d640-4cc2-ae8e-95a28dcab7e2 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] No DVR routers for this DVR port a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:23:29.938877 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] 10.222.0.65 "PUT /v2.0/ports/03859bcc-0da4-4ac4-9f33-035b4370eeb4 HTTP/1.1" status: 200 len: 1092 time: 1.2873709 Feb 09 03:23:29.948221 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cf6d69c1-8105-430f-a096-ad0a638b8e9f req-dacc5935-d640-4cc2-ae8e-95a28dcab7e2 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.951908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf6d69c1-8105-430f-a096-ad0a638b8e9f req-dacc5935-d640-4cc2-ae8e-95a28dcab7e2 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.42 "DELETE /v2.0/ports/a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 HTTP/1.1" status: 204 len: 173 time: 0.9441748 Feb 09 03:23:29.953834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2577876-a9fc-4a95-a1fb-fe04d367d6e8', 'name': 'network-vif-deleted', 'tag': 'a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:29.956173 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fb715d-cb30-4ed2-8e49-a6a1391be96b" -d '{"events": [{"server_uuid": "d2577876-a9fc-4a95-a1fb-fe04d367d6e8", "name": "network-vif-deleted", "tag": "a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:30.009609 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7fd5edc4-87d0-4e31-8396-d844850e4bbc req-29759b9d-bbd3-4eaa-ba6f-99feaffdddb8 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562753 Feb 09 03:23:30.040361 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e1836453-4e21-423f-8c3b-38504a730df2 req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:30.055504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fc896222-43e4-42ea-b5c1-f8792094cbe7 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:30.076023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-955bd7e9-33e7-48be-9ec7-f40d23a01e6d req-98dee5bb-8378-433c-b061-a2e443d5c588 tempest-ServerPasswordTestJSON-359019313 tempest-ServerPasswordTestJSON-359019313-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2577876-a9fc-4a95-a1fb-fe04d367d6e8 HTTP/1.1" status: 200 len: 210 time: 0.0677037 Feb 09 03:23:30.103460 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Pushing event updated for resources: {'Port': ['ID=12189f66-3e68-4879-9e9d-b29bb533654c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:30.111091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1836453-4e21-423f-8c3b-38504a730df2 req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:30.126610 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1812c8d-0b7d-4dee-bdd5-2a9b9496239a service neutron] Pushing event updated for resources: {'Port': ['ID=03859bcc-0da4-4ac4-9f33-035b4370eeb4,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:30.139396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-e1836453-4e21-423f-8c3b-38504a730df2 req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:30.140047 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: fc896222-43e4-42ea-b5c1-f8792094cbe7 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:23:30.145583 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1836453-4e21-423f-8c3b-38504a730df2 req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:30.147533 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fc896222-43e4-42ea-b5c1-f8792094cbe7 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:23:30.160691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfe757-179d-4259-8020-41e6bd818629 req-5982e181-90ab-4748-ba6d-577d19902b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:30.162778 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-5982e181-90ab-4748-ba6d-577d19902b48 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 1126 time: 0.1241364 Feb 09 03:23:30.182959 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ff5ea-79e9-44f9-932b-c8dc1bf7b383 x-openstack-request-id: req-818ff5ea-79e9-44f9-932b-c8dc1bf7b383 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:30.183261 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650819b8-0726-4088-8d7f-0abdc1c8a6eb", "name": "network-vif-plugged", "status": "completed", "tag": "816496f8-5697-49d4-9966-ba967a965d02", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:30.183526 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-818ff5ea-79e9-44f9-932b-c8dc1bf7b383 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:30.183970 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650819b8-0726-4088-8d7f-0abdc1c8a6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816496f8-5697-49d4-9966-ba967a965d02', 'code': 200} Feb 09 03:23:30.202065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d241f9-cea5-4c04-bf47-bce1ad9ffb16 req-5d193ee2-02ae-467d-b31e-448374546570 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:30.203616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68d241f9-cea5-4c04-bf47-bce1ad9ffb16 req-5d193ee2-02ae-467d-b31e-448374546570 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1021440 Feb 09 03:23:30.219274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1836453-4e21-423f-8c3b-38504a730df2 req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:30.219987 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e1836453-4e21-423f-8c3b-38504a730df2 req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:30.264364 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-cca13ada-30b7-4eda-9f25-ed36a6c42855 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03859bcc-0da4-4ac4-9f33-035b4370eeb4 HTTP/1.1" status: 200 len: 217 time: 0.0773306 Feb 09 03:23:30.322833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7bb77c1d-fd29-4769-918c-e43b77cbc492 req-71641e2e-8696-4f15-8cf2-ce95afd8bb65 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0395205 Feb 09 03:23:30.332160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68d241f9-cea5-4c04-bf47-bce1ad9ffb16 req-0086799d-bb5e-4e59-9aa2-8610d29b2158 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200423 Feb 09 03:23:30.353127 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-5453d7a6-ad01-4c34-987e-df1b9e29bcc1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5194340 Feb 09 03:23:30.374006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Request body: {'port': {'device_id': '072515ba-0d50-4ff2-85ba-ae609e2b669c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:30.398968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfe757-179d-4259-8020-41e6bd818629 req-ff44367c-c93b-4326-b519-36666dbb6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:30.407353 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-ff44367c-c93b-4326-b519-36666dbb6040 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5987146c-0272-47db-a79e-ae9778106f0b HTTP/1.1" status: 200 len: 858 time: 0.1342056 Feb 09 03:23:30.494249 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-e5f888e1-1bf4-436a-b9fd-08ecf9dac098 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829933 Feb 09 03:23:30.516074 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:30.536851 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48ceb30-b31d-4586-897d-bd6bf9fd86e9 x-openstack-request-id: req-b48ceb30-b31d-4586-897d-bd6bf9fd86e9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:30.537248 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2577876-a9fc-4a95-a1fb-fe04d367d6e8", "name": "network-vif-deleted", "tag": "a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:30.537540 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b48ceb30-b31d-4586-897d-bd6bf9fd86e9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:30.537991 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2577876-a9fc-4a95-a1fb-fe04d367d6e8', 'name': 'network-vif-deleted', 'tag': 'a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0', 'status': 'completed', 'code': 200} Feb 09 03:23:30.668526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debd7098-03e0-4fb7-b2ea-ea40ad27dcc6', 'name': 'network-vif-deleted', 'tag': 'eea571bf-821d-408f-9d4e-9747a4e84b72'}, {'name': 'network-changed', 'server_uuid': '49bee442-7553-4681-8f68-d24722f06994', 'tag': '03859bcc-0da4-4ac4-9f33-035b4370eeb4'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:30.672374 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bb7e60-b952-459c-979c-edc228e11366" -d '{"events": [{"server_uuid": "debd7098-03e0-4fb7-b2ea-ea40ad27dcc6", "name": "network-vif-deleted", "tag": "eea571bf-821d-408f-9d4e-9747a4e84b72"}, {"name": "network-changed", "server_uuid": "49bee442-7553-4681-8f68-d24722f06994", "tag": "03859bcc-0da4-4ac4-9f33-035b4370eeb4"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:30.712158 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-bcd9db14-984f-4132-84c9-ee7c8c5ecdcc service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100556 Feb 09 03:23:30.834325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35778) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:30.934620 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2bfe757-179d-4259-8020-41e6bd818629 req-ec53d3ed-b254-4c96-90d5-6e4a63c4d6da service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144287 Feb 09 03:23:30.987274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b8991-f50b-4932-bb6d-008f73e3df0e req-7efe0d0d-9f7b-4bd3-8893-344069c69dc7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:30.989267 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-609b8991-f50b-4932-bb6d-008f73e3df0e req-7efe0d0d-9f7b-4bd3-8893-344069c69dc7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.1181262 Feb 09 03:23:31.029440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b7754dba-90a5-4a9d-b305-c5743b5dc355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.069845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12189f66-3e68-4879-9e9d-b29bb533654c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:31.082880 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Publish callbacks [] for port (12189f66-3e68-4879-9e9d-b29bb533654c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.103212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-609b8991-f50b-4932-bb6d-008f73e3df0e req-804ae683-a64a-47de-b866-d8d053a40e80 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966110 Feb 09 03:23:31.105792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Transition to ACTIVE for port object 12189f66-3e68-4879-9e9d-b29bb533654c will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:23:31.110203 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.139998 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b7754dba-90a5-4a9d-b305-c5743b5dc355 admin admin] Publish callbacks [] for security_group (520186f7-8411-44e6-b393-23f92d01d607), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.145814 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b7754dba-90a5-4a9d-b305-c5743b5dc355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (520186f7-8411-44e6-b393-23f92d01d607), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.204260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Pushing event updated for resources: {'Port': ['ID=12189f66-3e68-4879-9e9d-b29bb533654c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:31.226673 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b7754dba-90a5-4a9d-b305-c5743b5dc355 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5405b6159eba41758e78478b46c66622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3908629 Feb 09 03:23:31.234048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35802) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:31.246682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7754dba-90a5-4a9d-b305-c5743b5dc355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520186f7-8411-44e6-b393-23f92d01d607,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:31.281238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd67e6-f45d-481e-bf47-1f30e9b4571c req-43c549a3-3180-4e5d-a0b5-78a313e45dde tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:31.282855 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73bd67e6-f45d-481e-bf47-1f30e9b4571c req-43c549a3-3180-4e5d-a0b5-78a313e45dde tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 944 time: 0.0806789 Feb 09 03:23:31.336615 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73bd67e6-f45d-481e-bf47-1f30e9b4571c req-8ff0256c-8a5e-4aa5-968b-3c289d09db9c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471499 Feb 09 03:23:31.382650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Attempting to bind port 12189f66-3e68-4879-9e9d-b29bb533654c on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:31.383222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Attempting to bind port 12189f66-3e68-4879-9e9d-b29bb533654c by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:31.383328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Attempting to bind port 12189f66-3e68-4879-9e9d-b29bb533654c on network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:31.409248 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a82fe2-2793-42a9-98ab-ae8a15552bb0 x-openstack-request-id: req-c4a82fe2-2793-42a9-98ab-ae8a15552bb0 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:31.409816 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debd7098-03e0-4fb7-b2ea-ea40ad27dcc6", "name": "network-vif-deleted", "tag": "eea571bf-821d-408f-9d4e-9747a4e84b72", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "49bee442-7553-4681-8f68-d24722f06994", "tag": "03859bcc-0da4-4ac4-9f33-035b4370eeb4", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:31.410219 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4a82fe2-2793-42a9-98ab-ae8a15552bb0 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:31.411373 n-d-824835-15 neutron-server[103328]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'debd7098-03e0-4fb7-b2ea-ea40ad27dcc6', 'name': 'network-vif-deleted', 'tag': 'eea571bf-821d-408f-9d4e-9747a4e84b72', 'status': 'failed', 'code': 422} returned with failed status Feb 09 03:23:31.411720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Port 12189f66-3e68-4879-9e9d-b29bb533654c on network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:23:31.411956 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bee442-7553-4681-8f68-d24722f06994', 'tag': '03859bcc-0da4-4ac4-9f33-035b4370eeb4', 'status': 'completed', 'code': 200} Feb 09 03:23:31.412064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Attempting to bind port 12189f66-3e68-4879-9e9d-b29bb533654c on network 447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:31.424171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee22d448-a574-4c4e-a28d-ac0d53cf9f2d admin admin] Publish callbacks [] for security_group (520186f7-8411-44e6-b393-23f92d01d607), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.432912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:31.433308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Checking segment: {'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:31.433706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Bound using segment: {'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:31.434201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Bound port: 12189f66-3e68-4879-9e9d-b29bb533654c, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9bb7065-6eec-40d4-83ae-ef552e5154ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:31.434499 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.472552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-07bd79f9-c63b-4019-bdbc-657e16eb0ece tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:31.479453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-07bd79f9-c63b-4019-bdbc-657e16eb0ece tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 812 time: 0.2438154 Feb 09 03:23:31.501849 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee22d448-a574-4c4e-a28d-ac0d53cf9f2d admin admin] Publish callbacks [] for security_group (520186f7-8411-44e6-b393-23f92d01d607), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.505823 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-81116d5d-b443-44df-b83e-c8f3b9edbff9 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/quotas/ac10f34a12cf4fa8b1d9f6a90369baef HTTP/1.1" status: 200 len: 375 time: 0.0255492 Feb 09 03:23:31.562282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb7e60-b952-459c-979c-edc228e11366 req-79185b92-0ec1-43b4-a39a-1028c5cb0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:31.563834 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94bb7e60-b952-459c-979c-edc228e11366 req-79185b92-0ec1-43b4-a39a-1028c5cb0f1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 1126 time: 0.1121752 Feb 09 03:23:31.621278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] For port 12189f66-3e68-4879-9e9d-b29bb533654c, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:31.645723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6f8b6cdb-4ef6-4af0-a40f-85dbea17d3a2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1131432 Feb 09 03:23:31.649467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] For port 12189f66-3e68-4879-9e9d-b29bb533654c, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=12189f66-3e68-4879-9e9d-b29bb533654c,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:31.663027 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.674131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-212225c4-0248-45a2-a98d-5d376adbe189 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:31.681404 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-212225c4-0248-45a2-a98d-5d376adbe189 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.1773117 Feb 09 03:23:31.683268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee22d448-a574-4c4e-a28d-ac0d53cf9f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (520186f7-8411-44e6-b393-23f92d01d607), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.686759 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee22d448-a574-4c4e-a28d-ac0d53cf9f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.690180 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ee22d448-a574-4c4e-a28d-ac0d53cf9f2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/520186f7-8411-44e6-b393-23f92d01d607 HTTP/1.1" status: 204 len: 168 time: 0.4505405 Feb 09 03:23:31.713952 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-3743c589-7b33-473d-964b-e163103bdeea tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/quotas/69b6b1176614400e9dcf0a59965b7b9e HTTP/1.1" status: 200 len: 375 time: 0.0323551 Feb 09 03:23:31.729897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb7e60-b952-459c-979c-edc228e11366 req-658f7ca5-da34-4464-a6dc-f501d36a13de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:31.731359 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94bb7e60-b952-459c-979c-edc228e11366 req-658f7ca5-da34-4464-a6dc-f501d36a13de service neutron] 10.222.0.65 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 919 time: 0.1605992 Feb 09 03:23:31.756840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-a1cc72cf-5fd6-49b7-97f1-b9490d5fe207 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419035 Feb 09 03:23:31.767495 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:31.768270 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.770058 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] 10.222.0.65 "PUT /v2.0/ports/12189f66-3e68-4879-9e9d-b29bb533654c HTTP/1.1" status: 200 len: 1093 time: 1.4031048 Feb 09 03:23:31.777467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22d448-a574-4c4e-a28d-ac0d53cf9f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520186f7-8411-44e6-b393-23f92d01d607,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:31.819716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81501f0c-241c-4bd7-beb3-cf302ae83080 service neutron] Pushing event updated for resources: {'Port': ['ID=12189f66-3e68-4879-9e9d-b29bb533654c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:31.828437 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94bb7e60-b952-459c-979c-edc228e11366 req-1b3e8e5b-019a-4707-a4f7-7687a9e4eb9d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03859bcc-0da4-4ac4-9f33-035b4370eeb4 HTTP/1.1" status: 200 len: 217 time: 0.0822818 Feb 09 03:23:31.890247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-1a7dffe6-f6d0-403d-8923-2d006201ecb8 service neutron] 10.222.0.21 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232420 Feb 09 03:23:31.957343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1836453-4e21-423f-8c3b-38504a730df2 req-233739d3-83e8-4bdb-84b6-db9a7a8a4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:31.959037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-233739d3-83e8-4bdb-84b6-db9a7a8a4c1f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 1127 time: 0.1261516 Feb 09 03:23:32.025800 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-8dcd7e6e-4fb3-49dc-bc22-5337f07ebe19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12189f66-3e68-4879-9e9d-b29bb533654c HTTP/1.1" status: 200 len: 217 time: 0.0474322 Feb 09 03:23:32.092226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-7f993762-e0af-4592-aa41-de0a808541e9 service neutron] 10.222.0.21 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925273 Feb 09 03:23:32.114318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1836453-4e21-423f-8c3b-38504a730df2 req-f4ce52a3-ee0c-4763-9c73-1dec5c72edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:32.116463 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-f4ce52a3-ee0c-4763-9c73-1dec5c72edd7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5987146c-0272-47db-a79e-ae9778106f0b HTTP/1.1" status: 200 len: 858 time: 0.0799329 Feb 09 03:23:32.184209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-d6ca6be4-1163-4bd8-98e0-ca68c384b60d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584950 Feb 09 03:23:32.276886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-1fab651f-95b9-4fd0-9cee-97a8ca57f13f service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190854 Feb 09 03:23:32.363295 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-4faa9df1-7c1d-49f3-ad61-bb044daadbd0 service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740520 Feb 09 03:23:32.371090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35830) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:32.457287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb7e60-b952-459c-979c-edc228e11366 req-9ff06be2-120f-45af-b569-1b0e90f065c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:32.458792 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94bb7e60-b952-459c-979c-edc228e11366 req-9ff06be2-120f-45af-b569-1b0e90f065c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5987146c-0272-47db-a79e-ae9778106f0b HTTP/1.1" status: 200 len: 858 time: 0.1565185 Feb 09 03:23:32.475786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:32.519494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:23:32.522386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a64424c5-8cc3-4f1b-b07d-7bcc05edfcc0 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:23:32.556040 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94bb7e60-b952-459c-979c-edc228e11366 req-e51b99ab-9521-4834-a6fa-74bab9421d65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779018 Feb 09 03:23:32.564258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072515ba-0d50-4ff2-85ba-ae609e2b669c', 'tag': '12189f66-3e68-4879-9e9d-b29bb533654c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:32.567344 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aec6d5-d180-4753-888b-0511c5ecbd42" -d '{"events": [{"name": "network-changed", "server_uuid": "072515ba-0d50-4ff2-85ba-ae609e2b669c", "tag": "12189f66-3e68-4879-9e9d-b29bb533654c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:32.572116 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1836453-4e21-423f-8c3b-38504a730df2 req-59ff844c-d269-440e-94b0-ecdf9f2e281d service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021148 Feb 09 03:23:32.604592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c8ce2f-b332-4d2e-8851-08b2358f20b6 admin admin] Deleting subnet fbaacfc4-4d07-4f1b-ad51-47a8f33d672d {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:23:32.610355 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98c8ce2f-b332-4d2e-8851-08b2358f20b6 admin admin] Publish callbacks [] for subnet (fbaacfc4-4d07-4f1b-ad51-47a8f33d672d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:32.684888 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98c8ce2f-b332-4d2e-8851-08b2358f20b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (fbaacfc4-4d07-4f1b-ad51-47a8f33d672d), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:32.712034 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c31d85e2-7dfd-409d-8e9a-3c88a987d75f service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307592 Feb 09 03:23:32.783741 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94bb7e60-b952-459c-979c-edc228e11366 req-aa84c011-34f5-4f8d-96e5-296ec98221a6 service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196777 Feb 09 03:23:32.808641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98c8ce2f-b332-4d2e-8851-08b2358f20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (fbaacfc4-4d07-4f1b-ad51-47a8f33d672d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:32.943164 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98c8ce2f-b332-4d2e-8851-08b2358f20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (fbaacfc4-4d07-4f1b-ad51-47a8f33d672d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:32.981788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94bb7e60-b952-459c-979c-edc228e11366 req-638dd225-b734-40b1-b99c-bdb18be4723f service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906586 Feb 09 03:23:32.988301 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98c8ce2f-b332-4d2e-8851-08b2358f20b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:33.004181 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-98c8ce2f-b332-4d2e-8851-08b2358f20b6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fbaacfc4-4d07-4f1b-ad51-47a8f33d672d HTTP/1.1" status: 204 len: 168 time: 0.6275237 Feb 09 03:23:33.004891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:33.087590 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:23:33.125824 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28f3e6ae-5093-4cee-b15d-92041a2dc1f5 req-eaceba81-8559-4202-a049-4ed08b1309ac tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0503120 Feb 09 03:23:33.126368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35876) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:33.157621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8ce2f-b332-4d2e-8851-08b2358f20b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbaacfc4-4d07-4f1b-ad51-47a8f33d672d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:33.270718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361b00f-5a2c-47d7-bc93-bf54aa1067ba req-2d71b948-f33b-4a79-a481-43d14794794e tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:33.287421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2361b00f-5a2c-47d7-bc93-bf54aa1067ba req-2d71b948-f33b-4a79-a481-43d14794794e tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 944 time: 0.0864153 Feb 09 03:23:33.313115 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22a9da2c-107e-4a2b-b1e4-ca6e0eff86f1 req-f71c2590-183c-497b-8c06-b3db2f339094 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 210 time: 0.0753040 Feb 09 03:23:33.364527 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (983a5023-afa7-4136-9925-7af136994673), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:33.364798 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2361b00f-5a2c-47d7-bc93-bf54aa1067ba req-c46e8bc4-a335-43b4-b1a0-f3b56a75c7d4 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723310 Feb 09 03:23:33.442930 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5027161d-35ae-48bf-a232-e442cf4e9024 x-openstack-request-id: req-5027161d-35ae-48bf-a232-e442cf4e9024 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:33.446350 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072515ba-0d50-4ff2-85ba-ae609e2b669c", "tag": "12189f66-3e68-4879-9e9d-b29bb533654c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:33.447699 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5027161d-35ae-48bf-a232-e442cf4e9024 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:33.448546 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072515ba-0d50-4ff2-85ba-ae609e2b669c', 'tag': '12189f66-3e68-4879-9e9d-b29bb533654c', 'status': 'completed', 'code': 200} Feb 09 03:23:33.497626 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e9b79595-c54e-48ea-9070-d64af049b2f9 req-f6ea14ce-d688-407a-b05d-e363c3436b9b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 210 time: 0.0478380 Feb 09 03:23:33.522227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1679257972-network', 'tenant_id': 'e401a629c5eb45aca7db66c1b3c7c645'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:33.564478 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (983a5023-afa7-4136-9925-7af136994673), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:33.588529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Made reservation on behalf of e401a629c5eb45aca7db66c1b3c7c645 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:33.592231 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:33.611507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec6d5-d180-4753-888b-0511c5ecbd42 req-33a2890d-05a3-4ecc-a85d-3bbba56027ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:33.614262 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44aec6d5-d180-4753-888b-0511c5ecbd42 req-33a2890d-05a3-4ecc-a85d-3bbba56027ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 1127 time: 0.1145086 Feb 09 03:23:33.615225 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:33.621567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983a5023-afa7-4136-9925-7af136994673']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:33.637062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:33.637531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:33.651113 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:33.668916 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:33.678762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:23:33.679983 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (b6e86bcb-dee0-4c2b-b14e-a4bfa39ef845), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:23:33.733381 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:23:33.769858 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (983a5023-afa7-4136-9925-7af136994673), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:33.782653 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:33.789321 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] 10.222.0.21 "DELETE /v2.0/networks/983a5023-afa7-4136-9925-7af136994673 HTTP/1.1" status: 204 len: 168 time: 0.7795806 Feb 09 03:23:33.807283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec6d5-d180-4753-888b-0511c5ecbd42 req-e0e79c5a-7ff4-456b-8f4d-f50c9ee2aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:33.808997 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44aec6d5-d180-4753-888b-0511c5ecbd42 req-e0e79c5a-7ff4-456b-8f4d-f50c9ee2aa4f service neutron] 10.222.0.65 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 919 time: 0.1821654 Feb 09 03:23:33.814048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eddea9-647b-4365-bcce-eb1dd1a0332a admin admin] Pushing event deleted for resources: {'Network': ['ID=983a5023-afa7-4136-9925-7af136994673,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:33.875702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44aec6d5-d180-4753-888b-0511c5ecbd42 req-7d5be1eb-3f64-45ac-8444-f5d1e6f14f1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12189f66-3e68-4879-9e9d-b29bb533654c HTTP/1.1" status: 200 len: 217 time: 0.0579393 Feb 09 03:23:33.907313 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Publish callbacks [] for security_group (4638f51a-ef19-42b2-91c8-90c6bc39c3ec), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:33.940889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4638f51a-ef19-42b2-91c8-90c6bc39c3ec), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:34.037588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:23:34.051949 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-22016985-1028-43de-8be7-d638924a129e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1169429 Feb 09 03:23:34.062033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35914) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:34.072167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 03859bcc-0da4-4ac4-9f33-035b4370eeb4 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:23:34.080118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4638f51a-ef19-42b2-91c8-90c6bc39c3ec,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:34.104376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec6d5-d180-4753-888b-0511c5ecbd42 req-268f81e7-14b1-46f1-bcc0-341badb95056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:34.105716 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44aec6d5-d180-4753-888b-0511c5ecbd42 req-268f81e7-14b1-46f1-bcc0-341badb95056 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5987146c-0272-47db-a79e-ae9778106f0b HTTP/1.1" status: 200 len: 858 time: 0.2233393 Feb 09 03:23:34.111885 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (18863dd7-9634-44ed-af6d-59eaf56c7e71), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:34.112337 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Added segment 18863dd7-9634-44ed-af6d-59eaf56c7e71 of type vlan for network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 Feb 09 03:23:34.249236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-575f9a3e-7466-46f1-85de-7854d8feb2cc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:34.253070 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-575f9a3e-7466-46f1-85de-7854d8feb2cc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 812 time: 0.2512414 Feb 09 03:23:34.266204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 03859bcc-0da4-4ac4-9f33-035b4370eeb4, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=03859bcc-0da4-4ac4-9f33-035b4370eeb4,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:34.271808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Request body: {'port': {'device_id': '1d48c816-bc5d-4f73-b02b-67a26ea51ce3', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'admin_state_up': True, 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:34.291041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '03859bcc-0da4-4ac4-9f33-035b4370eeb4', 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3', 'port_id': '03859bcc-0da4-4ac4-9f33-035b4370eeb4', 'mac_address': 'fa:16:3e:89:47:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5987146c-0272-47db-a79e-ae9778106f0b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:23:34.323051 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44aec6d5-d180-4753-888b-0511c5ecbd42 req-f5a9de24-864c-4c0d-8c24-3a3fece1edd7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2073419 Feb 09 03:23:34.339040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 03859bcc-0da4-4ac4-9f33-035b4370eeb4 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:34.339439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:34.358084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03859bcc-0da4-4ac4-9f33-035b4370eeb4 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:34.389970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 03859bcc-0da4-4ac4-9f33-035b4370eeb4, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=03859bcc-0da4-4ac4-9f33-035b4370eeb4,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:34.397744 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:34.457045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=03859bcc-0da4-4ac4-9f33-035b4370eeb4,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:34.463999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a3bb749-adad-4ea8-902f-d101b3c59f3a req-28dd7307-04a6-4c83-9fdd-bc7851eaa9f4 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0358686 Feb 09 03:23:34.471313 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (2fbf5b2a-7e17-4840-81ce-52c8f598a134), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:34.572672 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-30f15e19-1ebd-404d-bbad-46c89195d530 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c8e054c90f84434bbfc52011d80c7ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5094364 Feb 09 03:23:34.583134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35932) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:34.676708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-eab23245-d215-4fcf-8ed0-3431658d7462 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:34.679474 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-eab23245-d215-4fcf-8ed0-3431658d7462 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6067839 Feb 09 03:23:34.690503 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (2fbf5b2a-7e17-4840-81ce-52c8f598a134), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:34.692376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:34.693125 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:34.808813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35936) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:34.856350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] Pushing event updated for resources: {'Network': ['ID=2fbf5b2a-7e17-4840-81ce-52c8f598a134,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:34.860003 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-4402b2df-e32b-4835-be2a-c703ad79ba94 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/quotas/b9b07480321e4a54b5b17d5264d44e7b HTTP/1.1" status: 200 len: 375 time: 0.1599517 Feb 09 03:23:34.868228 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:23:34.876295 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44aec6d5-d180-4753-888b-0511c5ecbd42 req-f8297309-c48e-4159-a574-d7d37b8699bd service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202491 Feb 09 03:23:34.924793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-83bcbd61-6d99-4474-98fb-62e8af196902 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7972853 Feb 09 03:23:34.929454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:34.933020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['03859bcc-0da4-4ac4-9f33-035b4370eeb4'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:34.959638 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-64e41dff-fb4a-4be5-8e6c-cddbc7938823 admin admin] Request body: {'subnet': {'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1679257972-subnet', 'tenant_id': 'e401a629c5eb45aca7db66c1b3c7c645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:35.017467 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea1f67d9-6e6c-442f-a26f-688eef287b46 req-0ffb837c-657d-462a-a074-4238a5f0aca5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 210 time: 0.0632756 Feb 09 03:23:35.087334 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c2d911e-f912-4845-98e5-d0136b414f41 admin admin] Publish callbacks [] for security_group (7921c1c8-7bb9-4f94-9905-027d1ff9fe69), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.132159 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44aec6d5-d180-4753-888b-0511c5ecbd42 req-fe45db61-66e7-468d-80d6-8944587d7237 service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038603 Feb 09 03:23:35.134052 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c2d911e-f912-4845-98e5-d0136b414f41 admin admin] Publish callbacks [] for security_group (7921c1c8-7bb9-4f94-9905-027d1ff9fe69), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.148492 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-54aa0592-9e91-4172-88e6-9a7bcff09b6c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2709506 Feb 09 03:23:35.156899 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-47408047-a953-445a-8e70-4703079c15eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9a28181a9794238981a22f25a871def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401229 Feb 09 03:23:35.157691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35942) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:35.208815 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e41dff-fb4a-4be5-8e6c-cddbc7938823 admin admin] Made reservation on behalf of e401a629c5eb45aca7db66c1b3c7c645 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:35.212399 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64e41dff-fb4a-4be5-8e6c-cddbc7938823 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.240273 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5cee-6ecd-4dcd-af65-8b88da86c3c4 admin admin] Publish callbacks [] for security_group (83b349fb-dddc-4527-ad16-dfc793b7b72f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.252919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c2d911e-f912-4845-98e5-d0136b414f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7921c1c8-7bb9-4f94-9905-027d1ff9fe69), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.255862 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c2d911e-f912-4845-98e5-d0136b414f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.257170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3c2d911e-f912-4845-98e5-d0136b414f41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7921c1c8-7bb9-4f94-9905-027d1ff9fe69 HTTP/1.1" status: 204 len: 168 time: 0.6728396 Feb 09 03:23:35.284098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5cee-6ecd-4dcd-af65-8b88da86c3c4 admin admin] Publish callbacks [] for security_group (83b349fb-dddc-4527-ad16-dfc793b7b72f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.286015 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d911e-f912-4845-98e5-d0136b414f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7921c1c8-7bb9-4f94-9905-027d1ff9fe69,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:35.347528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Made reservation on behalf of ac10f34a12cf4fa8b1d9f6a90369baef for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:35.350628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.363340 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5cee-6ecd-4dcd-af65-8b88da86c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (83b349fb-dddc-4527-ad16-dfc793b7b72f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.366829 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e5d5cee-6ecd-4dcd-af65-8b88da86c3c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.372067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5e5d5cee-6ecd-4dcd-af65-8b88da86c3c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83b349fb-dddc-4527-ad16-dfc793b7b72f HTTP/1.1" status: 204 len: 168 time: 0.2137935 Feb 09 03:23:35.383522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d5cee-6ecd-4dcd-af65-8b88da86c3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b349fb-dddc-4527-ad16-dfc793b7b72f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:35.425771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-a823c21e-a953-425b-8e08-a2ed78fdbc53 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:35.427254 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-a823c21e-a953-425b-8e08-a2ed78fdbc53 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.4969387 Feb 09 03:23:35.495814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d486afd-71e9-4ce6-bf05-e37705a5c884 req-3fd52279-c03e-4659-a366-a009e9bab394 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:35.504060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d486afd-71e9-4ce6-bf05-e37705a5c884 req-3fd52279-c03e-4659-a366-a009e9bab394 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 944 time: 0.3743126 Feb 09 03:23:35.549586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Request body: {'port': {'device_id': '42e0dd14-f846-4674-8158-67bca8e39997', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'admin_state_up': True, 'tenant_id': '69b6b1176614400e9dcf0a59965b7b9e'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:35.583210 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05ae0ab7-fa87-4ef7-ab34-5057c20c56f7 req-8e58da2c-e70e-427a-aa2f-180bddf6a8b5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 210 time: 0.0600009 Feb 09 03:23:35.662088 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64e41dff-fb4a-4be5-8e6c-cddbc7938823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (7829cf55-e944-4514-bf89-a385b578ebb3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.762691 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa974a6f-e1d5-4cfd-8625-5aa775a0a603 req-804fe07c-7384-484e-9b98-6b3b2690883a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 210 time: 0.0561199 Feb 09 03:23:35.796624 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d486afd-71e9-4ce6-bf05-e37705a5c884 req-3f141394-2afa-45dd-b971-27c620627f0f tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915907 Feb 09 03:23:35.858073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e41dff-fb4a-4be5-8e6c-cddbc7938823 admin admin] Checking segment: {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:35.859316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e41dff-fb4a-4be5-8e6c-cddbc7938823 admin admin] Network hostable DHCP agents. Network: 2fbf5b2a-7e17-4840-81ce-52c8f598a134, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:23:35.872131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Allocated IP 172.20.0.7 (b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b/06e48ffc-607c-4f3f-a297-93d786090dbf/8b85e367-3a47-4cbc-abee-4217647456c6) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:35.882607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e41dff-fb4a-4be5-8e6c-cddbc7938823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7829cf55-e944-4514-bf89-a385b578ebb3,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:35.935289 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da417833-e3dd-4482-98dd-f916e1797665 req-876a411b-c079-4644-8381-7e818b123a69 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0940013 Feb 09 03:23:35.936851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e41dff-fb4a-4be5-8e6c-cddbc7938823 admin admin] Network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:23:35.949868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Made reservation on behalf of 69b6b1176614400e9dcf0a59965b7b9e for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:35.954073 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.983598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-64e41dff-fb4a-4be5-8e6c-cddbc7938823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 2fbf5b2a-7e17-4840-81ce-52c8f598a134) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:35.991884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f339fa7-56c7-4637-bfa9-b2bc47f0ed1f None None] Network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:36.005618 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e41dff-fb4a-4be5-8e6c-cddbc7938823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:36.005618 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64e41dff-fb4a-4be5-8e6c-cddbc7938823 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:36.067714 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-64e41dff-fb4a-4be5-8e6c-cddbc7938823 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1122251 Feb 09 03:23:36.226329 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b6ff6133-69b7-482e-88db-b3a70ea64ad3 req-78680207-8136-469f-a963-09c10454892c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 210 time: 0.0451138 Feb 09 03:23:36.251588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 12189f66-3e68-4879-9e9d-b29bb533654c details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:23:36.255563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 03859bcc-0da4-4ac4-9f33-035b4370eeb4 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:36.346683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Allocated IP 172.20.0.6 (d9949b55-ccfa-4df2-b531-2094d183f640/0775cadb-5388-496a-9c76-2a812afcdf9e/51f2cb39-4077-4bc5-b7f6-f117bea058db) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:36.354280 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for port (8b85e367-3a47-4cbc-abee-4217647456c6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:36.363171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f120cad5-0422-4cb5-b6eb-2c9895c5b7f7 None None] Network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:36.463688 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:36.503836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['642c6e2d-c507-4ff4-82ca-121044d69858', 'c453f719-6bc5-4c12-9498-51859e8508bd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:36.530664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:36.541017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:36.547798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:36.608505 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event updated for resources: {'Port': ['ID=8b85e367-3a47-4cbc-abee-4217647456c6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:36.634261 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:23:36.691941 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks [] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:36.713615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 03859bcc-0da4-4ac4-9f33-035b4370eeb4 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:23:36.719476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:36.720160 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:36.727267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 03859bcc-0da4-4ac4-9f33-035b4370eeb4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:36.727785 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:36.775228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-6a283418-dd92-4bec-a941-1d56e27618ba tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5109897 Feb 09 03:23:36.796247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Request body: {'port': {'device_id': '1d48c816-bc5d-4f73-b02b-67a26ea51ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:36.849982 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aee91bb8-0021-498b-a409-6513ec855e55 req-4ef6602e-1822-4cec-a118-49e07318e210 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 210 time: 0.0833678 Feb 09 03:23:36.988062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.015424 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.078526 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73732047-04ba-4a1e-9b8b-fe3c898bf6ef req-8dd75e88-fd9d-45cb-8bc9-ee26ffaa450f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 210 time: 0.0841148 Feb 09 03:23:37.160931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36012) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:37.181760 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 12189f66-3e68-4879-9e9d-b29bb533654c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=12189f66-3e68-4879-9e9d-b29bb533654c,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:37.187827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-679cd35d-1209-4735-8cfe-e72a77fa3b22 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839055 Feb 09 03:23:37.239213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '12189f66-3e68-4879-9e9d-b29bb533654c', 'network_id': '447b32cc-fed3-4d52-9a4a-bd8f9f315eb3', 'port_id': '12189f66-3e68-4879-9e9d-b29bb533654c', 'mac_address': 'fa:16:3e:8c:e6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5987146c-0272-47db-a79e-ae9778106f0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:23:37.405992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d687e58-0676-4169-aa06-28254ce5d3a9 req-1ebf7e62-f869-42b0-b363-376e0afc0d67 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:37.408100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2d076cd5-95ad-4f21-aff2-39892f6353dd None None] Provisioning complete for port 8b85e367-3a47-4cbc-abee-4217647456c6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:37.408485 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d076cd5-95ad-4f21-aff2-39892f6353dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.416510 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d687e58-0676-4169-aa06-28254ce5d3a9 req-1ebf7e62-f869-42b0-b363-376e0afc0d67 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 944 time: 0.2331400 Feb 09 03:23:37.463988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-4545c2c5-d16a-4061-9ab5-1cd37126c255 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:37.467171 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-4545c2c5-d16a-4061-9ab5-1cd37126c255 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618382 Feb 09 03:23:37.468116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 03859bcc-0da4-4ac4-9f33-035b4370eeb4 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:37.468512 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.489297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Request body: {'port': {'device_id': '52da7f73-0152-42ac-af22-6713872498d0', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'b9b07480321e4a54b5b17d5264d44e7b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:37.508931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 12189f66-3e68-4879-9e9d-b29bb533654c is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:37.509768 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.574603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d687e58-0676-4169-aa06-28254ce5d3a9 req-0bbee47c-c1e2-4435-b50c-aaa36c54ce45 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548250 Feb 09 03:23:37.576153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2d076cd5-95ad-4f21-aff2-39892f6353dd None None] Port 8b85e367-3a47-4cbc-abee-4217647456c6 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:23:37.604468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b85e367-3a47-4cbc-abee-4217647456c6 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:37.623882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bee442-7553-4681-8f68-d24722f06994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03859bcc-0da4-4ac4-9f33-035b4370eeb4'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:37.627147 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c823db8e-57ec-4bcf-8353-7648fa636d7d" -d '{"events": [{"server_uuid": "49bee442-7553-4681-8f68-d24722f06994", "name": "network-vif-plugged", "status": "completed", "tag": "03859bcc-0da4-4ac4-9f33-035b4370eeb4"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:37.632613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12189f66-3e68-4879-9e9d-b29bb533654c {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:37.659124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 12189f66-3e68-4879-9e9d-b29bb533654c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=12189f66-3e68-4879-9e9d-b29bb533654c,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:37.675815 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.680137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1894698619-network', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:37.690107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 03859bcc-0da4-4ac4-9f33-035b4370eeb4, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=03859bcc-0da4-4ac4-9f33-035b4370eeb4,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:37.691928 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Publish callbacks [] for port (8b85e367-3a47-4cbc-abee-4217647456c6), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.703768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Made reservation on behalf of b9b07480321e4a54b5b17d5264d44e7b for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:37.707994 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.719339 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.721020 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.721752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Made reservation on behalf of dcb34353e17541faaf238eaa9a9e6ab1 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:37.724581 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.738176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Network d9949b55-ccfa-4df2-b531-2094d183f640 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:37.743875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=12189f66-3e68-4879-9e9d-b29bb533654c,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:37.753088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.753532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.753886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.754223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.754557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.754884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.755213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.755534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.755853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.756181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.756500 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.756829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.757134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:37.774890 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3df9f332-faf5-41e9-a839-f54420f1262f req-cd24e6eb-8a00-4fcb-a2c4-5ef500af2721 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0454528 Feb 09 03:23:37.796689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:37.800081 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.803390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:37.834288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=03859bcc-0da4-4ac4-9f33-035b4370eeb4,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:37.868662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:37.869953 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.873179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Pushing event updated for resources: {'Port': ['ID=51f2cb39-4077-4bc5-b7f6-f117bea058db,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:37.881093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Transition to ACTIVE for port object 8b85e367-3a47-4cbc-abee-4217647456c6 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:23:37.895489 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:37.913403 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-2ee4d5d0-814a-4446-a174-734871369ee2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4006157 Feb 09 03:23:37.941558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Request body: {'port': {'device_id': '42e0dd14-f846-4674-8158-67bca8e39997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:38.048220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd294d7-2679-4d97-ae88-74d9ea909170 req-992dd2f5-2119-48bb-a721-fa702b141510 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:38.048846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-06f59c5d-d00b-4d1e-9788-5161760f19d8 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:38.051423 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-06f59c5d-d00b-4d1e-9788-5161760f19d8 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 815 time: 0.4634762 Feb 09 03:23:38.052320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Pushing event updated for resources: {'Port': ['ID=8b85e367-3a47-4cbc-abee-4217647456c6,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:38.061308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7cd294d7-2679-4d97-ae88-74d9ea909170 req-992dd2f5-2119-48bb-a721-fa702b141510 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 943 time: 0.1796870 Feb 09 03:23:38.077771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Allocated IP 192.168.233.254 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/696733ad-a6fe-42d0-8bc5-8c9528da6085) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:38.114434 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Publish callbacks [] for security_group (ed536d94-cd21-4b91-a592-b9f21043ad97), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.119420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['12189f66-3e68-4879-9e9d-b29bb533654c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:38.146280 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ed536d94-cd21-4b91-a592-b9f21043ad97), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.159064 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-249ae14f-deee-454e-8233-ae61de21229f tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/quotas/e401a629c5eb45aca7db66c1b3c7c645 HTTP/1.1" status: 200 len: 375 time: 0.0938773 Feb 09 03:23:38.187470 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.209705 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-8208dbbb-37fa-45ab-b5bc-3de5d11bfe99 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422494 Feb 09 03:23:38.288139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Attempting to bind port 8b85e367-3a47-4cbc-abee-4217647456c6 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:38.288853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Attempting to bind port 8b85e367-3a47-4cbc-abee-4217647456c6 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:38.289548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Attempting to bind port 8b85e367-3a47-4cbc-abee-4217647456c6 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:38.326927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Port 8b85e367-3a47-4cbc-abee-4217647456c6 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:23:38.327667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Attempting to bind port 8b85e367-3a47-4cbc-abee-4217647456c6 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:38.352381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:38.353294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Checking segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:38.354157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Bound using segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:38.354836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Bound port: 8b85e367-3a47-4cbc-abee-4217647456c6, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:38.355585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.358744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:23:38.403041 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7cd294d7-2679-4d97-ae88-74d9ea909170 req-71a751f3-9dbd-4205-9375-1aafd29e9a0f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359370 Feb 09 03:23:38.420406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.420761 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Added segment 1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e of type vlan for network a89aa393-1edb-4017-b205-397b2e5a52d2 Feb 09 03:23:38.433244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed536d94-cd21-4b91-a592-b9f21043ad97,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:38.505265 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (a89aa393-1edb-4017-b205-397b2e5a52d2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.532867 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks [] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.554991 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-1085c286-8329-4fba-9a58-4fbb36a2ba0f service neutron] 10.222.0.21 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353319 Feb 09 03:23:38.573814 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (a89aa393-1edb-4017-b205-397b2e5a52d2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.574875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:38.575477 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.681581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5160789 Feb 09 03:23:38.687332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36046) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:38.697373 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dddb2d0-1ab1-44f3-a0b6-f63947a0abd2 x-openstack-request-id: req-3dddb2d0-1ab1-44f3-a0b6-f63947a0abd2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:38.697932 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bee442-7553-4681-8f68-d24722f06994", "name": "network-vif-plugged", "status": "completed", "tag": "03859bcc-0da4-4ac4-9f33-035b4370eeb4", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:38.697932 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dddb2d0-1ab1-44f3-a0b6-f63947a0abd2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:38.698295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8d27b0ee-5e24-4c09-8e24-e655495f85e1 admin admin] Request body: {'subnet': {'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1894698619-subnet', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:38.698416 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bee442-7553-4681-8f68-d24722f06994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03859bcc-0da4-4ac4-9f33-035b4370eeb4', 'code': 200} Feb 09 03:23:38.708363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d1ce6-e57d-4b90-a210-14fadc804a69 admin admin] Pushing event updated for resources: {'Network': ['ID=a89aa393-1edb-4017-b205-397b2e5a52d2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:38.712434 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.720990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network a89aa393-1edb-4017-b205-397b2e5a52d2 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:23:38.727020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['aedcc373-f3f9-4a4b-9d6f-93d460b51433', '816496f8-5697-49d4-9966-ba967a965d02'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:38.780301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] For port 8b85e367-3a47-4cbc-abee-4217647456c6, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:38.828227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] For port 8b85e367-3a47-4cbc-abee-4217647456c6, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8b85e367-3a47-4cbc-abee-4217647456c6,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:38.832404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:38.840814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d27b0ee-5e24-4c09-8e24-e655495f85e1 admin admin] Made reservation on behalf of dcb34353e17541faaf238eaa9a9e6ab1 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:38.844937 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d27b0ee-5e24-4c09-8e24-e655495f85e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.850498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:38.867484 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.867847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:38.931432 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-89beb9a3-d8b3-4e21-a4b7-148b0d38bed2 service neutron] 10.222.0.21 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330045 Feb 09 03:23:38.936654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:38.937324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.939034 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] 10.222.0.42 "PUT /v2.0/ports/8b85e367-3a47-4cbc-abee-4217647456c6 HTTP/1.1" status: 200 len: 1092 time: 2.1554797 Feb 09 03:23:38.946163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d48c816-bc5d-4f73-b02b-67a26ea51ce3', 'tag': '8b85e367-3a47-4cbc-abee-4217647456c6'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:38.948481 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f32356b-3444-4685-a4dd-126de3de3402" -d '{"events": [{"name": "network-changed", "server_uuid": "1d48c816-bc5d-4f73-b02b-67a26ea51ce3", "tag": "8b85e367-3a47-4cbc-abee-4217647456c6"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:38.983127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Pushing event updated for resources: {'Port': ['ID=696733ad-a6fe-42d0-8bc5-8c9528da6085,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:39.118819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16e757-9ec9-4cf1-babc-1976cec671df req-8c7f34de-f0cf-4d46-b200-e447c7aa01b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:39.121470 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e16e757-9ec9-4cf1-babc-1976cec671df req-8c7f34de-f0cf-4d46-b200-e447c7aa01b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 1128 time: 0.3212960 Feb 09 03:23:39.138983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9baba-0b79-43e5-b95d-8d84fc653f88 req-fe45fdbf-558d-4c25-a4f7-4ebb45b5f308 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:39.152992 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cec9baba-0b79-43e5-b95d-8d84fc653f88 req-fe45fdbf-558d-4c25-a4f7-4ebb45b5f308 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 931 time: 0.3761497 Feb 09 03:23:39.166867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:39.167540 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.182863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be180ea3-4947-456a-9a3f-971818d12b94 service neutron] Pushing event updated for resources: {'Port': ['ID=8b85e367-3a47-4cbc-abee-4217647456c6,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:39.195242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36054) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:39.233786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f2cb39-4077-4bc5-b7f6-f117bea058db {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:39.244611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-49824903-78bc-477c-8c3d-9182b095bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:39.246412 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-49824903-78bc-477c-8c3d-9182b095bfb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 1126 time: 0.2250996 Feb 09 03:23:39.272124 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-f0f46c60-8850-424b-ba73-27a5a5ef7b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7803359 Feb 09 03:23:39.289655 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Publish callbacks [] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.296377 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e16e757-9ec9-4cf1-babc-1976cec671df req-b5e265da-2cab-453f-b633-c22e2553f97c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585531 Feb 09 03:23:39.319018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Request body: {'port': {'device_id': '52da7f73-0152-42ac-af22-6713872498d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:39.367240 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-175c52a6-514f-4f39-a464-f9e3dfd4afa4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b85e367-3a47-4cbc-abee-4217647456c6 HTTP/1.1" status: 200 len: 217 time: 0.0749834 Feb 09 03:23:39.434239 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cec9baba-0b79-43e5-b95d-8d84fc653f88 req-c866efee-4429-4eb8-8198-8d289b6124bd tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803776 Feb 09 03:23:39.441480 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-c46907be-4724-4223-bb1b-98f65a2fa339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:39.442962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-c46907be-4724-4223-bb1b-98f65a2fa339 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0680666 Feb 09 03:23:39.445880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Transition to ACTIVE for port object 51f2cb39-4077-4bc5-b7f6-f117bea058db will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:23:39.470606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.548410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e061211b-13d0-45a1-803c-d2cc3479b14e None None] Provisioning complete for port 696733ad-a6fe-42d0-8bc5-8c9528da6085 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:39.556091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=51f2cb39-4077-4bc5-b7f6-f117bea058db,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:39.558862 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e061211b-13d0-45a1-803c-d2cc3479b14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.570028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1af95ac8-e119-4c39-9699-20820d1a4524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.581513 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d27b0ee-5e24-4c09-8e24-e655495f85e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (38b239c2-f7d6-4051-b522-196f38b4079a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.667594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e061211b-13d0-45a1-803c-d2cc3479b14e None None] Port 696733ad-a6fe-42d0-8bc5-8c9528da6085 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:23:39.695116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-909175ef-4cf4-44c5-a98f-81449042229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:39.696683 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-909175ef-4cf4-44c5-a98f-81449042229c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2401540 Feb 09 03:23:39.828699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8334961-f2a5-4dac-b584-05353a57e25a req-7da8d66a-771a-457f-a797-7cb064a7c567 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:39.830352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8334961-f2a5-4dac-b584-05353a57e25a req-7da8d66a-771a-457f-a797-7cb064a7c567 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 936 time: 0.2933979 Feb 09 03:23:39.948083 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8334961-f2a5-4dac-b584-05353a57e25a req-b724d3c9-d1eb-4d53-b910-018912cd1f80 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073205 Feb 09 03:23:39.955410 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Attempting to bind port 51f2cb39-4077-4bc5-b7f6-f117bea058db on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:39.955832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Attempting to bind port 51f2cb39-4077-4bc5-b7f6-f117bea058db by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:39.956143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Attempting to bind port 51f2cb39-4077-4bc5-b7f6-f117bea058db on network d9949b55-ccfa-4df2-b531-2094d183f640 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:40.047650 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.090954 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27b0ee-5e24-4c09-8e24-e655495f85e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b239c2-f7d6-4051-b522-196f38b4079a,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:40.103814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 12189f66-3e68-4879-9e9d-b29bb533654c up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:40.172330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc885d-f1a8-4cbc-9cba-78fb2050168b req-89e2ac0e-81ce-4009-a51b-7294775458f9 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:40.191946 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-77bc885d-f1a8-4cbc-9cba-78fb2050168b req-89e2ac0e-81ce-4009-a51b-7294775458f9 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 945 time: 0.6188071 Feb 09 03:23:40.218415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 12189f66-3e68-4879-9e9d-b29bb533654c completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:23:40.240427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 12189f66-3e68-4879-9e9d-b29bb533654c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:40.240817 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.298932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27b0ee-5e24-4c09-8e24-e655495f85e1 admin admin] Checking segment: {'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:40.299552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d27b0ee-5e24-4c09-8e24-e655495f85e1 admin admin] Network hostable DHCP agents. Network: a89aa393-1edb-4017-b205-397b2e5a52d2, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:23:40.338209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-b3295f6a-318b-4772-834b-22b180a3dac6 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016011 Feb 09 03:23:40.341727 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1af95ac8-e119-4c39-9699-20820d1a4524 admin admin] Publish callbacks [] for security_group (2646b9c9-fb39-4f24-8241-a791f37a9ea7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.350932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Port 51f2cb39-4077-4bc5-b7f6-f117bea058db on network d9949b55-ccfa-4df2-b531-2094d183f640 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:23:40.351459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Attempting to bind port 51f2cb39-4077-4bc5-b7f6-f117bea058db on network d9949b55-ccfa-4df2-b531-2094d183f640 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:40.381722 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-77bc885d-f1a8-4cbc-9cba-78fb2050168b req-2147062f-ae3f-4d08-9451-70e0de37f70c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872633 Feb 09 03:23:40.398285 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1af95ac8-e119-4c39-9699-20820d1a4524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2646b9c9-fb39-4f24-8241-a791f37a9ea7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.425939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d27b0ee-5e24-4c09-8e24-e655495f85e1 admin admin] Network a89aa393-1edb-4017-b205-397b2e5a52d2 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:23:40.491636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8d27b0ee-5e24-4c09-8e24-e655495f85e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, a89aa393-1edb-4017-b205-397b2e5a52d2) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:40.505947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d27b0ee-5e24-4c09-8e24-e655495f85e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:40.507483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d27b0ee-5e24-4c09-8e24-e655495f85e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.510092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab773e-74be-4d57-ad6c-7cf8db7f1510 None None] Network a89aa393-1edb-4017-b205-397b2e5a52d2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:40.510980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae82c072-8bc8-4b0a-8a83-6f9409b54fa8 req-a8b3a08c-c737-47e7-85f4-b4821a85ac74 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.1749370 Feb 09 03:23:40.516647 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2d30f3-687c-4df7-948a-015ad063cb7b x-openstack-request-id: req-ab2d30f3-687c-4df7-948a-015ad063cb7b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:40.517314 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d48c816-bc5d-4f73-b02b-67a26ea51ce3", "tag": "8b85e367-3a47-4cbc-abee-4217647456c6", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:40.518387 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab2d30f3-687c-4df7-948a-015ad063cb7b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:40.519898 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d48c816-bc5d-4f73-b02b-67a26ea51ce3', 'tag': '8b85e367-3a47-4cbc-abee-4217647456c6', 'status': 'completed', 'code': 200} Feb 09 03:23:40.582085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8d27b0ee-5e24-4c09-8e24-e655495f85e1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8887401 Feb 09 03:23:40.594083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af95ac8-e119-4c39-9699-20820d1a4524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2646b9c9-fb39-4f24-8241-a791f37a9ea7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:40.599694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:40.600379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Checking segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:40.601116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Bound using segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:40.602076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Bound port: 51f2cb39-4077-4bc5-b7f6-f117bea058db, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:40.602676 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.607001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36074) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:40.625640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1894698619-router', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:40.669082 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-414f78ac-22dc-480f-a8b1-d1b9506af87a req-b68e42c1-f715-47b2-87df-23b0961edd75 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 210 time: 0.0930250 Feb 09 03:23:40.745377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (668c4208-1934-4c58-9be8-cd247fbb73cd), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.751792 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (668c4208-1934-4c58-9be8-cd247fbb73cd), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.774539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1af95ac8-e119-4c39-9699-20820d1a4524 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28e9038b87ca4cb38adf3ea27269e03c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5619230 Feb 09 03:23:40.782420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36076) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:40.833005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f47e610-9f38-4393-aa52-4008cb339ce0 None None] Network a89aa393-1edb-4017-b205-397b2e5a52d2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:40.839706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] For port 51f2cb39-4077-4bc5-b7f6-f117bea058db, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:40.846022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] For port 51f2cb39-4077-4bc5-b7f6-f117bea058db, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51f2cb39-4077-4bc5-b7f6-f117bea058db,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:40.862779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 12189f66-3e68-4879-9e9d-b29bb533654c is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:40.863293 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.883518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4956f1a-6bfd-405f-9fba-fa6cf0fca2cf req-05b5c2e0-c46b-4512-a531-6aa48b42ec3c service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279369 Feb 09 03:23:40.886634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.956367 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696733ad-a6fe-42d0-8bc5-8c9528da6085 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:40.964387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 12189f66-3e68-4879-9e9d-b29bb533654c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=12189f66-3e68-4879-9e9d-b29bb533654c,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:40.968023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072515ba-0d50-4ff2-85ba-ae609e2b669c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12189f66-3e68-4879-9e9d-b29bb533654c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:40.970278 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Publish callbacks [] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.971249 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0bfdaa-9bdb-481e-a51d-807542152018" -d '{"events": [{"server_uuid": "072515ba-0d50-4ff2-85ba-ae609e2b669c", "name": "network-vif-plugged", "status": "completed", "tag": "12189f66-3e68-4879-9e9d-b29bb533654c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:40.978811 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Publish callbacks [] for router_controller (668c4208-1934-4c58-9be8-cd247fbb73cd), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.994661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Transition to ACTIVE for port object 696733ad-a6fe-42d0-8bc5-8c9528da6085 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:23:41.008596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec83a2b-6851-4b06-8ab4-fa7f37b33b16 req-b816ed70-1644-4f93-9cd0-65c808e478f4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.012892 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:41.016807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ec83a2b-6851-4b06-8ab4-fa7f37b33b16 req-b816ed70-1644-4f93-9cd0-65c808e478f4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 943 time: 0.3484197 Feb 09 03:23:41.072298 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:41.086183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32356b-3444-4685-a4dd-126de3de3402 req-291c927e-4d29-4d5f-9a2f-4bb09196f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.087840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f32356b-3444-4685-a4dd-126de3de3402 req-291c927e-4d29-4d5f-9a2f-4bb09196f3df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 1126 time: 0.1169069 Feb 09 03:23:41.091399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.092016 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:41.092390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5925c-7a07-4871-ba89-3f821876d06c req-1077374d-c8c2-4a3c-a161-1f402aa63e66 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.093306 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/51f2cb39-4077-4bc5-b7f6-f117bea058db HTTP/1.1" status: 200 len: 1092 time: 3.1599550 Feb 09 03:23:41.099511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9c5925c-7a07-4871-ba89-3f821876d06c req-1077374d-c8c2-4a3c-a161-1f402aa63e66 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 943 time: 0.2691858 Feb 09 03:23:41.106400 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7195990-8353-4671-95b0-a62fcb9b8fe5 admin admin] Publish callbacks [] for security_group (2646b9c9-fb39-4f24-8241-a791f37a9ea7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:41.160913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=12189f66-3e68-4879-9e9d-b29bb533654c,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:41.290536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7195990-8353-4671-95b0-a62fcb9b8fe5 admin admin] Publish callbacks [] for security_group (2646b9c9-fb39-4f24-8241-a791f37a9ea7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:41.307176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32356b-3444-4685-a4dd-126de3de3402 req-fd0ed1c8-c2ee-4541-b09d-57275d69e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.309278 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f32356b-3444-4685-a4dd-126de3de3402 req-fd0ed1c8-c2ee-4541-b09d-57275d69e428 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.1989343 Feb 09 03:23:41.366766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=696733ad-a6fe-42d0-8bc5-8c9528da6085,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:41.401742 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f32356b-3444-4685-a4dd-126de3de3402 req-946183a6-1d37-49f2-91a7-819546024cff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b85e367-3a47-4cbc-abee-4217647456c6 HTTP/1.1" status: 200 len: 217 time: 0.0488052 Feb 09 03:23:41.424424 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Publish callbacks [] for router_gateway (668c4208-1934-4c58-9be8-cd247fbb73cd), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:41.442339 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ec83a2b-6851-4b06-8ab4-fa7f37b33b16 req-c18ea853-d77a-42b8-b954-dbdb836b026c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098666 Feb 09 03:23:41.519664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32356b-3444-4685-a4dd-126de3de3402 req-b07e76d0-5b78-4557-b5a1-0234dbec1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.521272 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f32356b-3444-4685-a4dd-126de3de3402 req-b07e76d0-5b78-4557-b5a1-0234dbec1f93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0778706 Feb 09 03:23:41.523509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e39de4-e9a1-4602-962a-06b93c28b4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=51f2cb39-4077-4bc5-b7f6-f117bea058db,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:41.526422 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9c5925c-7a07-4871-ba89-3f821876d06c req-5021b97b-bd6c-440c-8e17-0a938fe242b2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259708 Feb 09 03:23:41.608748 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc8935c-1f31-407e-befa-4d688b9363af x-openstack-request-id: req-2cc8935c-1f31-407e-befa-4d688b9363af {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:41.609269 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072515ba-0d50-4ff2-85ba-ae609e2b669c", "name": "network-vif-plugged", "status": "completed", "tag": "12189f66-3e68-4879-9e9d-b29bb533654c", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:41.609838 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cc8935c-1f31-407e-befa-4d688b9363af {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:41.610534 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072515ba-0d50-4ff2-85ba-ae609e2b669c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12189f66-3e68-4879-9e9d-b29bb533654c', 'code': 200} Feb 09 03:23:41.623127 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-4ae4750c-09a5-481d-b28b-71aae74e2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.626135 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-4ae4750c-09a5-481d-b28b-71aae74e2849 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 1126 time: 0.3038809 Feb 09 03:23:41.642295 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32356b-3444-4685-a4dd-126de3de3402 req-7c4beaf8-2e51-4e24-aad1-48c2caa1bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.643801 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f32356b-3444-4685-a4dd-126de3de3402 req-7c4beaf8-2e51-4e24-aad1-48c2caa1bb63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1120467 Feb 09 03:23:41.690445 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-99d92259-b8c3-42c9-8d16-44830f37beb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51f2cb39-4077-4bc5-b7f6-f117bea058db HTTP/1.1" status: 200 len: 217 time: 0.0518527 Feb 09 03:23:41.726524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7195990-8353-4671-95b0-a62fcb9b8fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2646b9c9-fb39-4f24-8241-a791f37a9ea7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:41.729078 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7195990-8353-4671-95b0-a62fcb9b8fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:41.730234 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c7195990-8353-4671-95b0-a62fcb9b8fe5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2646b9c9-fb39-4f24-8241-a791f37a9ea7 HTTP/1.1" status: 204 len: 168 time: 0.9465194 Feb 09 03:23:41.749243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-64ef0757-d277-402b-8eaa-72f011dfa189 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.750742 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-64ef0757-d277-402b-8eaa-72f011dfa189 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.42 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 815 time: 0.4544902 Feb 09 03:23:41.751533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Attempting to bind port 696733ad-a6fe-42d0-8bc5-8c9528da6085 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:41.751792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Attempting to bind port 696733ad-a6fe-42d0-8bc5-8c9528da6085 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:41.752121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Attempting to bind port 696733ad-a6fe-42d0-8bc5-8c9528da6085 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:41.770759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Request body: {'port': {'device_id': '208ae5c8-a409-4662-a4cb-4c59c808cc7c', 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134', 'admin_state_up': True, 'tenant_id': 'e401a629c5eb45aca7db66c1b3c7c645'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:41.786665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7195990-8353-4671-95b0-a62fcb9b8fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2646b9c9-fb39-4f24-8241-a791f37a9ea7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:41.791888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Port 696733ad-a6fe-42d0-8bc5-8c9528da6085 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:23:41.792369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Attempting to bind port 696733ad-a6fe-42d0-8bc5-8c9528da6085 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:41.880958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:41.881305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:41.881795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:41.882167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Bound port: 696733ad-a6fe-42d0-8bc5-8c9528da6085, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:41.882525 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:41.906623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66ed0c-2ad0-4876-b837-dec4b3007583 req-553108c3-e97c-4b98-9697-df13110f5390 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.914056 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e66ed0c-2ad0-4876-b837-dec4b3007583 req-553108c3-e97c-4b98-9697-df13110f5390 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 948 time: 0.3475666 Feb 09 03:23:41.917509 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f32356b-3444-4685-a4dd-126de3de3402 req-560f7d62-d089-43eb-b4eb-c3a2a98bbd87 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263892 Feb 09 03:23:42.039362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:42.046908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:42.068365 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e66ed0c-2ad0-4876-b837-dec4b3007583 req-2dd58080-3c70-4b75-bab7-28ec1ecd3d5d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533649 Feb 09 03:23:42.073098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-09113d27-ecde-42f0-9b52-b0da6823ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:42.085010 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-09113d27-ecde-42f0-9b52-b0da6823ccd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 200 len: 851 time: 0.3580389 Feb 09 03:23:42.097760 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:42.180236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:42.181166 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:42.182603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] 10.222.0.65 "PUT /v2.0/ports/696733ad-a6fe-42d0-8bc5-8c9528da6085 HTTP/1.1" status: 200 len: 1097 time: 2.8718672 Feb 09 03:23:42.184434 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-cb3f6281-954d-41bf-9ea7-58a7002f8a75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9949b55-ccfa-4df2-b531-2094d183f640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932212 Feb 09 03:23:42.186114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c245678-29c5-431d-b706-319dac98f3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=696733ad-a6fe-42d0-8bc5-8c9528da6085,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:42.190275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:42.195326 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867b8635-2743-4036-9cb8-17e1af08eac9" -d '{"events": [{"name": "network-changed", "server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:42.209605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cafbf-a636-43a4-aca4-8abc2e279334 req-1e486616-4258-43e9-a30f-7413fcb45740 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:42.219290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-699cafbf-a636-43a4-aca4-8abc2e279334 req-1e486616-4258-43e9-a30f-7413fcb45740 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.4583099 Feb 09 03:23:42.297880 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2071143d-eb2e-43fd-b25a-63e01c9d6dd5 req-28e19e89-3fc1-4834-ac11-684774cd6d82 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.1098297 Feb 09 03:23:42.384863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc566cba-3259-4b62-8bc0-e1164656a687 req-35a14c88-69d3-4f30-8e5c-73e1b3690432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:42.386816 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc566cba-3259-4b62-8bc0-e1164656a687 req-35a14c88-69d3-4f30-8e5c-73e1b3690432 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 1129 time: 0.5714717 Feb 09 03:23:42.449168 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc566cba-3259-4b62-8bc0-e1164656a687 req-877f6f97-b0e2-4b1d-8d14-7678960ac3e4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529726 Feb 09 03:23:42.452168 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f32356b-3444-4685-a4dd-126de3de3402 req-1ca61f3c-67fe-4768-9919-42144b677f74 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933608 Feb 09 03:23:42.543228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-ea9db7b5-b529-4354-8368-6247214ec168 service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479421 Feb 09 03:23:42.543734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e0dd14-f846-4674-8158-67bca8e39997', 'tag': '51f2cb39-4077-4bc5-b7f6-f117bea058db'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:42.548043 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a339a2a5-6785-44aa-97af-459cf9cfa040" -d '{"events": [{"name": "network-changed", "server_uuid": "42e0dd14-f846-4674-8158-67bca8e39997", "tag": "51f2cb39-4077-4bc5-b7f6-f117bea058db"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:42.562199 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a4685b76-4d3c-44c6-b5a5-7c474c03a4df req-a911904e-95d4-4836-8319-afca57f5c2d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 210 time: 0.0595629 Feb 09 03:23:42.631421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-699cafbf-a636-43a4-aca4-8abc2e279334 req-2ca4354c-f718-4c64-bfdf-b7d0cb90aad3 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119816 Feb 09 03:23:42.669636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Made reservation on behalf of e401a629c5eb45aca7db66c1b3c7c645 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:42.673932 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:42.681434 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-428151c7-c9aa-42e7-95df-8a440e15494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:42.684105 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-428151c7-c9aa-42e7-95df-8a440e15494d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 1131 time: 0.4089584 Feb 09 03:23:42.698082 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c19a18-2daf-4698-8d91-bde29aee0978 x-openstack-request-id: req-61c19a18-2daf-4698-8d91-bde29aee0978 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:42.698368 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:42.698623 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61c19a18-2daf-4698-8d91-bde29aee0978 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:42.699024 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'status': 'completed', 'code': 200} Feb 09 03:23:42.751447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72ea57bc-52fb-46b9-9abf-89fd2d7f0fc3 req-482368f4-5be8-4c99-a426-a7325a340138 service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839142 Feb 09 03:23:42.837863 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Publish callbacks [] for router_gateway (668c4208-1934-4c58-9be8-cd247fbb73cd), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:42.880532 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:42.893417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c136c34-6acf-44c6-b8dc-54cd7556fa2a req-59dae11b-3cc5-4c81-ab10-3149bf10e88e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:42.895002 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c136c34-6acf-44c6-b8dc-54cd7556fa2a req-59dae11b-3cc5-4c81-ab10-3149bf10e88e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 943 time: 0.0805669 Feb 09 03:23:42.937327 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-4c5fc15b-b63c-4a8e-b4e4-db59ad04208a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085 HTTP/1.1" status: 200 len: 217 time: 0.1193218 Feb 09 03:23:42.948054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c136c34-6acf-44c6-b8dc-54cd7556fa2a req-3fa66f09-1b84-43f8-9008-3f3637a164e2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472510 Feb 09 03:23:43.028130 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423cf0d3-34f5-44e0-8a58-43404efe1949 x-openstack-request-id: req-423cf0d3-34f5-44e0-8a58-43404efe1949 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:43.028310 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e0dd14-f846-4674-8158-67bca8e39997", "tag": "51f2cb39-4077-4bc5-b7f6-f117bea058db", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:43.029095 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-423cf0d3-34f5-44e0-8a58-43404efe1949 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:43.029540 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e0dd14-f846-4674-8158-67bca8e39997', 'tag': '51f2cb39-4077-4bc5-b7f6-f117bea058db', 'status': 'completed', 'code': 200} Feb 09 03:23:43.108336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Allocated IP 172.20.0.4 (2fbf5b2a-7e17-4840-81ce-52c8f598a134/7829cf55-e944-4514-bf89-a385b578ebb3/57c7b320-4ee7-4225-9f5f-2ce9cd5bd575) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:43.111431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-e22baf7a-466a-4192-966e-9557d02a8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:43.112983 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-e22baf7a-466a-4192-966e-9557d02a8152 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1557038 Feb 09 03:23:43.117118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a2a5-6785-44aa-97af-459cf9cfa040 req-f75f5a00-2ffa-423c-acb0-77195efe6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:43.119871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a339a2a5-6785-44aa-97af-459cf9cfa040 req-f75f5a00-2ffa-423c-acb0-77195efe6276 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 1126 time: 0.0584476 Feb 09 03:23:43.124976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f85544-0e06-4bdd-b773-e51de2665a58 req-1519fbce-5723-417d-a4bc-5eaf1d72e0e8 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:43.131879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69f85544-0e06-4bdd-b773-e51de2665a58 req-1519fbce-5723-417d-a4bc-5eaf1d72e0e8 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 943 time: 0.3127713 Feb 09 03:23:43.239229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Allocated IP 172.25.5.108 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/ef0c2c82-1805-451d-938a-275530da5322) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:43.248889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a2a5-6785-44aa-97af-459cf9cfa040 req-96699d3d-78d2-45f5-9d99-338466c30adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:43.250532 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a339a2a5-6785-44aa-97af-459cf9cfa040 req-96699d3d-78d2-45f5-9d99-338466c30adf service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 912 time: 0.1238084 Feb 09 03:23:43.290248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69f85544-0e06-4bdd-b773-e51de2665a58 req-d2f6ae76-9200-4d35-95b5-abd3f0a3d088 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574624 Feb 09 03:23:43.344666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a339a2a5-6785-44aa-97af-459cf9cfa040 req-ec50d7c4-ec42-490a-aa47-ea459233ff56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51f2cb39-4077-4bc5-b7f6-f117bea058db HTTP/1.1" status: 200 len: 217 time: 0.0712044 Feb 09 03:23:43.448504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a2a5-6785-44aa-97af-459cf9cfa040 req-7c9361ad-2762-4adc-92cf-a7461e98c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:43.450082 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a339a2a5-6785-44aa-97af-459cf9cfa040 req-7c9361ad-2762-4adc-92cf-a7461e98c455 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 200 len: 851 time: 0.0963206 Feb 09 03:23:43.463271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761d4b5-48c0-4afe-856f-b49466d1fdca req-82b2163c-5605-4374-be18-7197a61399d7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:43.464812 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f761d4b5-48c0-4afe-856f-b49466d1fdca req-82b2163c-5605-4374-be18-7197a61399d7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 948 time: 0.1250734 Feb 09 03:23:43.518320 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a339a2a5-6785-44aa-97af-459cf9cfa040 req-087b0388-dfc9-4dfb-8ee1-1ae41a713d99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9949b55-ccfa-4df2-b531-2094d183f640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524743 Feb 09 03:23:43.603202 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f761d4b5-48c0-4afe-856f-b49466d1fdca req-77bf1966-6cb5-4c40-9bbe-919b08ddbdc2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269495 Feb 09 03:23:43.624607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36130) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:43.722694 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ce73a94-7ec8-449c-bcb3-910e36c609cd req-836a9dd2-bc8c-408e-9070-2fd571cea5bb tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 210 time: 0.0413346 Feb 09 03:23:43.727089 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a339a2a5-6785-44aa-97af-459cf9cfa040 req-037c464a-1b24-4b62-96b9-d7728d836be8 service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012949 Feb 09 03:23:43.774801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-b319e9a7-0c7b-436c-a059-dbce614a1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:43.777483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-b319e9a7-0c7b-436c-a059-dbce614a1b6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6434047 Feb 09 03:23:43.820367 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f7970d6c-fa1a-48ed-bdc9-451b028509e5 req-2e7f14f1-1306-42c1-b926-d3b7aa8fd2da tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.1514275 Feb 09 03:23:43.892700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3682111-a57c-41c2-ae84-66ad74abce0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:43.986739 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks [] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.016490 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a339a2a5-6785-44aa-97af-459cf9cfa040 req-1fcda3f8-45cd-43b0-bb0f-f85260c863fc service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771976 Feb 09 03:23:44.030969 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b09aa-0523-4f4a-b02b-8893f422ca4b req-d2106a27-18c0-4946-bf0e-299a14386dab tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:44.032546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-317b09aa-0523-4f4a-b02b-8893f422ca4b req-d2106a27-18c0-4946-bf0e-299a14386dab tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.1661019 Feb 09 03:23:44.050925 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-876c7f8b-e291-49fe-b710-e194d1033551 req-45a0b4dc-baa4-49d3-ac11-642eafde9172 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1595385 Feb 09 03:23:44.053759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-9e209c0a-fdda-4704-a671-c048f9f3dd98 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488682 Feb 09 03:23:44.119924 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Publish callbacks [] for port (ef0c2c82-1805-451d-938a-275530da5322), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.139405 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-317b09aa-0523-4f4a-b02b-8893f422ca4b req-6f8cd40c-f45b-4efd-8d97-a91b790f4d26 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002498 Feb 09 03:23:44.157874 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3682111-a57c-41c2-ae84-66ad74abce0e admin admin] Publish callbacks [] for security_group (3daad615-3208-4895-962a-62d321163c76), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.176287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c7f8b-e291-49fe-b710-e194d1033551 req-56602b87-4087-490c-b00c-86c13b1aeb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:44.178260 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-876c7f8b-e291-49fe-b710-e194d1033551 req-56602b87-4087-490c-b00c-86c13b1aeb12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 1128 time: 0.0725100 Feb 09 03:23:44.178816 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3682111-a57c-41c2-ae84-66ad74abce0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3daad615-3208-4895-962a-62d321163c76), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.196976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.271395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3682111-a57c-41c2-ae84-66ad74abce0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daad615-3208-4895-962a-62d321163c76,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:44.284553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de9b9f-7b8a-4c86-8aed-75b4f6a1bac7 req-d57ff525-b7c4-4373-b6af-5d47b537b09e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:44.284717 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d3682111-a57c-41c2-ae84-66ad74abce0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6ba29c88b364e098b7da4d05560f091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6560907 Feb 09 03:23:44.284829 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-31de9b9f-7b8a-4c86-8aed-75b4f6a1bac7 req-d57ff525-b7c4-4373-b6af-5d47b537b09e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 943 time: 0.2212408 Feb 09 03:23:44.289687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36138) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:44.298428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:44.313983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:44.319632 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9249757f-cde5-4f2a-b22a-f6fc09155e81 req-0ab75a1f-0538-4d8d-895b-3a915273ec64 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444215 Feb 09 03:23:44.327185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:44.331248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Pushing event updated for resources: {'Port': ['ID=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:44.338680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ef0c2c82-1805-451d-938a-275530da5322), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.379134 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4530527d-ec1a-468b-88b9-ad88d123748a admin admin] Publish callbacks [] for security_group (3daad615-3208-4895-962a-62d321163c76), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.411579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c7f8b-e291-49fe-b710-e194d1033551 req-276dcbff-7852-4991-95b4-3b64a9c620ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:44.413012 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-876c7f8b-e291-49fe-b710-e194d1033551 req-276dcbff-7852-4991-95b4-3b64a9c620ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.2095106 Feb 09 03:23:44.417755 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4530527d-ec1a-468b-88b9-ad88d123748a admin admin] Publish callbacks [] for security_group (3daad615-3208-4895-962a-62d321163c76), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.443393 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:44.461821 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:44.487759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:44.488420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.491378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:44.496401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-876c7f8b-e291-49fe-b710-e194d1033551 req-ef97a954-e14a-4012-a9e7-4955f66e9fa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=642c6e2d-c507-4ff4-82ca-121044d69858 HTTP/1.1" status: 200 len: 217 time: 0.0758960 Feb 09 03:23:44.498509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8b85e367-3a47-4cbc-abee-4217647456c6 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:23:44.554050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Pushing event updated for resources: {'Port': ['ID=ef0c2c82-1805-451d-938a-275530da5322,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:44.566653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-31de9b9f-7b8a-4c86-8aed-75b4f6a1bac7 req-fa86c4dd-b155-42be-9eb7-84402c14ca79 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704496 Feb 09 03:23:44.580667 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-e11277fd-1ed1-47ca-8303-465e36cd8384 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8179536 Feb 09 03:23:44.597042 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Request body: {'port': {'device_id': '208ae5c8-a409-4662-a4cb-4c59c808cc7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:44.601333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8b85e367-3a47-4cbc-abee-4217647456c6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8b85e367-3a47-4cbc-abee-4217647456c6,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:44.610872 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4530527d-ec1a-468b-88b9-ad88d123748a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3daad615-3208-4895-962a-62d321163c76), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.614703 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4530527d-ec1a-468b-88b9-ad88d123748a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.616863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '8b85e367-3a47-4cbc-abee-4217647456c6', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'port_id': '8b85e367-3a47-4cbc-abee-4217647456c6', 'mac_address': 'fa:16:3e:b4:1b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:23:44.633823 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4530527d-ec1a-468b-88b9-ad88d123748a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3daad615-3208-4895-962a-62d321163c76 HTTP/1.1" status: 204 len: 168 time: 0.3308163 Feb 09 03:23:44.654648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c7f8b-e291-49fe-b710-e194d1033551 req-d067f7ef-15b3-4dba-ba0f-ac8e808b868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:44.657469 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-876c7f8b-e291-49fe-b710-e194d1033551 req-d067f7ef-15b3-4dba-ba0f-ac8e808b868a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.1446354 Feb 09 03:23:44.659165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530527d-ec1a-468b-88b9-ad88d123748a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daad615-3208-4895-962a-62d321163c76,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:44.692547 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 8b85e367-3a47-4cbc-abee-4217647456c6 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:44.692933 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.733011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b85e367-3a47-4cbc-abee-4217647456c6 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:44.764466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4115c4-29e9-4811-89fd-c3420191b06e req-5a41aac3-7bd4-43ba-9f3e-a2799874b00b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:44.773583 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e4115c4-29e9-4811-89fd-c3420191b06e req-5a41aac3-7bd4-43ba-9f3e-a2799874b00b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 943 time: 0.3106287 Feb 09 03:23:44.783449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8b85e367-3a47-4cbc-abee-4217647456c6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8b85e367-3a47-4cbc-abee-4217647456c6,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:44.792510 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:44.841603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8635-2743-4036-9cb8-17e1af08eac9 req-521a6b54-aeab-47f0-af5a-e1c1076a1b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:44.844170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-867b8635-2743-4036-9cb8-17e1af08eac9 req-521a6b54-aeab-47f0-af5a-e1c1076a1b19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 1131 time: 0.4029176 Feb 09 03:23:44.871630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e4115c4-29e9-4811-89fd-c3420191b06e req-c1bbdd76-f19c-44a9-9c92-2fcff12dcfb8 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965686 Feb 09 03:23:44.882452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c7f8b-e291-49fe-b710-e194d1033551 req-87288b5f-abe4-457a-aa8d-8100cf17466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:44.882452 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-876c7f8b-e291-49fe-b710-e194d1033551 req-87288b5f-abe4-457a-aa8d-8100cf17466d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1986985 Feb 09 03:23:44.918791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=8b85e367-3a47-4cbc-abee-4217647456c6,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:44.979310 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:45.043927 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-876c7f8b-e291-49fe-b710-e194d1033551 req-bf448d48-885e-4cad-9da6-401c764db46f service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531088 Feb 09 03:23:45.056176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb675403-ab25-4e22-93d0-8a5391300dcc req-8227b711-20f5-4746-8d64-80161d1a4ddd tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:45.058436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb675403-ab25-4e22-93d0-8a5391300dcc req-8227b711-20f5-4746-8d64-80161d1a4ddd tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 931 time: 0.0969872 Feb 09 03:23:45.081578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501ce1d-3e09-43ae-bcb9-13c2e069df8f req-a9ce3f32-3c59-4567-bcb6-245a2c3f856d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:45.089714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4501ce1d-3e09-43ae-bcb9-13c2e069df8f req-a9ce3f32-3c59-4567-bcb6-245a2c3f856d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 948 time: 0.3527069 Feb 09 03:23:45.093613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8b85e367-3a47-4cbc-abee-4217647456c6'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:45.182268 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb675403-ab25-4e22-93d0-8a5391300dcc req-9d2436b6-2b16-4f32-99ac-58b935f7474b tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132779 Feb 09 03:23:45.213346 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-876c7f8b-e291-49fe-b710-e194d1033551 req-6fb601ff-bb8a-4512-9a70-cb056e14d94a service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537073 Feb 09 03:23:45.226424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8635-2743-4036-9cb8-17e1af08eac9 req-fe00cf06-fffe-46f6-9aec-f1bf59fecf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:45.228371 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-867b8635-2743-4036-9cb8-17e1af08eac9 req-fe00cf06-fffe-46f6-9aec-f1bf59fecf42 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.3771441 Feb 09 03:23:45.350735 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7dedaf04-dc69-4f81-857b-c33ab5d37a2b req-5b460f32-b870-4da0-88ed-2b8162696743 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2486440-5670-4821-ad55-59c36ce75fb0 HTTP/1.1" status: 200 len: 210 time: 0.0712626 Feb 09 03:23:45.427802 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-867b8635-2743-4036-9cb8-17e1af08eac9 req-efc5ffb8-9f5e-4c90-bf2e-7faecf8c2c3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085 HTTP/1.1" status: 200 len: 217 time: 0.1814628 Feb 09 03:23:45.443743 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4501ce1d-3e09-43ae-bcb9-13c2e069df8f req-c490eda0-84cd-4842-831d-90782c55e6df tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531535 Feb 09 03:23:45.494527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc0e22-c5cc-4371-8f4c-4c3b6108fc68 req-a02d9637-deca-43a1-8cee-479e7251d1f9 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:45.502923 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1fbc0e22-c5cc-4371-8f4c-4c3b6108fc68 req-a02d9637-deca-43a1-8cee-479e7251d1f9 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.0725822 Feb 09 03:23:45.551554 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1fbc0e22-c5cc-4371-8f4c-4c3b6108fc68 req-22e2efc6-5a13-4293-bbd1-37052a30c17d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477791 Feb 09 03:23:45.566858 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Publish callbacks [] for router_gateway (668c4208-1934-4c58-9be8-cd247fbb73cd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:45.584128 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c3bc3f2-7d6e-4c31-bb46-f698e593aaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:45.695741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8635-2743-4036-9cb8-17e1af08eac9 req-d22443aa-f55a-437f-829b-5b3753dd046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:45.697132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-867b8635-2743-4036-9cb8-17e1af08eac9 req-d22443aa-f55a-437f-829b-5b3753dd046f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.2578273 Feb 09 03:23:45.729946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36174) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:45.735878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554cd48-9e0f-45bd-b542-f3440449d456 req-97fcfdc0-ca7a-4db2-8621-a6f98c5f05eb tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:45.737703 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5554cd48-9e0f-45bd-b542-f3440449d456 req-97fcfdc0-ca7a-4db2-8621-a6f98c5f05eb tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 943 time: 0.0840342 Feb 09 03:23:45.821162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:45.836732 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Publish callbacks [] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:45.843792 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5554cd48-9e0f-45bd-b542-f3440449d456 req-311a0e73-a80a-4a30-b109-098b660a0aa0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997829 Feb 09 03:23:45.908123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529d628-4962-4396-a43f-b36c2e6a9c45 req-961f5ef7-b247-4c09-8dc3-b6b60faa01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:45.909979 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f529d628-4962-4396-a43f-b36c2e6a9c45 req-961f5ef7-b247-4c09-8dc3-b6b60faa01c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 1129 time: 0.0578134 Feb 09 03:23:46.196240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-388688732-network', 'tenant_id': '00229389eff84997aaca4cd18da1228a'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:46.202221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8635-2743-4036-9cb8-17e1af08eac9 req-427de45a-ad87-471f-a9a0-969e7d1fb84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:46.203754 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-867b8635-2743-4036-9cb8-17e1af08eac9 req-427de45a-ad87-471f-a9a0-969e7d1fb84b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4929409 Feb 09 03:23:46.238193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Transition to ACTIVE for port object 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:23:46.266211 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:46.338036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Made reservation on behalf of 00229389eff84997aaca4cd18da1228a for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:46.340301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:46.354622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ce0db-3730-4d27-8e80-ee78ddac2a8f req-cfdff0ca-c82f-4427-81ac-2f7dbbaddee1 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:46.356076 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-770ce0db-3730-4d27-8e80-ee78ddac2a8f req-cfdff0ca-c82f-4427-81ac-2f7dbbaddee1 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 944 time: 0.4164455 Feb 09 03:23:46.359100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529d628-4962-4396-a43f-b36c2e6a9c45 req-e76d579b-3d43-4806-a46e-9a025dbf79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:46.360456 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f529d628-4962-4396-a43f-b36c2e6a9c45 req-e76d579b-3d43-4806-a46e-9a025dbf79e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 919 time: 0.4423122 Feb 09 03:23:46.376095 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:46.414418 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f529d628-4962-4396-a43f-b36c2e6a9c45 req-dba621b1-c5e8-44ba-8d24-7c532114b0c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12189f66-3e68-4879-9e9d-b29bb533654c HTTP/1.1" status: 200 len: 217 time: 0.0428967 Feb 09 03:23:46.422001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Pushing event updated for resources: {'Port': ['ID=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:46.436581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5da9e-df01-4064-b7a7-d6441bd1c185 req-233e9f82-5b85-42f4-be08-cd5f0831e60e tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:46.438120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1fa5da9e-df01-4064-b7a7-d6441bd1c185 req-233e9f82-5b85-42f4-be08-cd5f0831e60e tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.2555289 Feb 09 03:23:46.472206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-770ce0db-3730-4d27-8e80-ee78ddac2a8f req-5571ca7c-abfc-47b9-abf9-631318fd9d5d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082292 Feb 09 03:23:46.486068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529d628-4962-4396-a43f-b36c2e6a9c45 req-7ba8c1e2-d95f-4335-8401-6d055e1dca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:46.487644 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f529d628-4962-4396-a43f-b36c2e6a9c45 req-7ba8c1e2-d95f-4335-8401-6d055e1dca2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5987146c-0272-47db-a79e-ae9778106f0b HTTP/1.1" status: 200 len: 858 time: 0.0629096 Feb 09 03:23:46.488449 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (668c4208-1934-4c58-9be8-cd247fbb73cd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:46.505148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51f2cb39-4077-4bc5-b7f6-f117bea058db details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:23:46.509676 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-867b8635-2743-4036-9cb8-17e1af08eac9 req-39bf9526-e649-4411-8529-fa352322a072 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943461 Feb 09 03:23:46.509799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8b85e367-3a47-4cbc-abee-4217647456c6 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:46.541682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f529d628-4962-4396-a43f-b36c2e6a9c45 req-249b25cc-875f-4d9b-a1c1-d7f8c6cc68d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487785 Feb 09 03:23:46.640722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51f2cb39-4077-4bc5-b7f6-f117bea058db, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51f2cb39-4077-4bc5-b7f6-f117bea058db,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:46.656645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '51f2cb39-4077-4bc5-b7f6-f117bea058db', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'port_id': '51f2cb39-4077-4bc5-b7f6-f117bea058db', 'mac_address': 'fa:16:3e:73:ac:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0775cadb-5388-496a-9c76-2a812afcdf9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:23:46.686381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9786c1-9e28-40e4-901a-a63c307131d9 req-0069a6f3-42f8-48c3-aae7-7751a80bf29f tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:46.688014 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b9786c1-9e28-40e4-901a-a63c307131d9 req-0069a6f3-42f8-48c3-aae7-7751a80bf29f tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 943 time: 0.1161876 Feb 09 03:23:46.690419 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f529d628-4962-4396-a43f-b36c2e6a9c45 req-80035ada-7cbe-4df2-97a6-bdbc8dd2f722 service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412737 Feb 09 03:23:46.695322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 8b85e367-3a47-4cbc-abee-4217647456c6 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:23:46.705505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 8b85e367-3a47-4cbc-abee-4217647456c6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:46.705981 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:46.735834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 51f2cb39-4077-4bc5-b7f6-f117bea058db is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:46.736488 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:46.741707 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1fa5da9e-df01-4064-b7a7-d6441bd1c185 req-784ae561-98e8-4986-9b4d-e2d0ed72d7d4 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954960 Feb 09 03:23:46.747875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Attempting to bind port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:46.748358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Attempting to bind port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:46.748674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Attempting to bind port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 on network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:46.757684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f2cb39-4077-4bc5-b7f6-f117bea058db {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:46.789530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 on network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:23:46.789866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Attempting to bind port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 on network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:46.790024 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51f2cb39-4077-4bc5-b7f6-f117bea058db, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51f2cb39-4077-4bc5-b7f6-f117bea058db,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:46.798995 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:46.813498 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Publish callbacks [] for security_group (6d9f4597-df2e-4b17-91dd-259932f8d1b9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:46.821750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:46.822116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Checking segment: {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:46.822275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b9786c1-9e28-40e4-901a-a63c307131d9 req-20e841ef-3ec0-4ab2-abd4-f9cf50103c35 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132092 Feb 09 03:23:46.822529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Bound using segment: {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:46.823083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Bound port: 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:46.823379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:46.831897 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-867b8635-2743-4036-9cb8-17e1af08eac9 req-ac2dbc33-1511-492e-81c9-9931195a2348 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994611 Feb 09 03:23:46.838806 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6d9f4597-df2e-4b17-91dd-259932f8d1b9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:46.878558 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f529d628-4962-4396-a43f-b36c2e6a9c45 req-4efa235a-859d-4804-a466-f8a708ad41aa service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819520 Feb 09 03:23:46.915962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:23:46.926364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 8b85e367-3a47-4cbc-abee-4217647456c6 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:46.927229 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:46.932866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9f4597-df2e-4b17-91dd-259932f8d1b9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:46.943811 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (82dca923-fb2a-47c2-8f75-ff86bbf9aa03), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:46.944159 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Added segment 82dca923-fb2a-47c2-8f75-ff86bbf9aa03 of type vlan for network 95c32d4a-fa86-41f8-a1a8-207616e7276e Feb 09 03:23:46.975781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d303825-6dc4-4aa1-9d4e-2bc2591977d5 req-fe7238ee-26a6-4c19-adc7-7ecb598c4514 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:46.982326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=51f2cb39-4077-4bc5-b7f6-f117bea058db,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:46.989723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d303825-6dc4-4aa1-9d4e-2bc2591977d5 req-fe7238ee-26a6-4c19-adc7-7ecb598c4514 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 948 time: 0.0863597 Feb 09 03:23:47.024202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] For port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:47.028049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d48c816-bc5d-4f73-b02b-67a26ea51ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b85e367-3a47-4cbc-abee-4217647456c6'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:47.030772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Router 668c4208-1934-4c58-9be8-cd247fbb73cd is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:23:47.031100 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf816448-176a-4df4-9416-38b179bc476e" -d '{"events": [{"server_uuid": "1d48c816-bc5d-4f73-b02b-67a26ea51ce3", "name": "network-vif-plugged", "status": "completed", "tag": "8b85e367-3a47-4cbc-abee-4217647456c6"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:47.041815 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (95c32d4a-fa86-41f8-a1a8-207616e7276e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.044514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8b85e367-3a47-4cbc-abee-4217647456c6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8b85e367-3a47-4cbc-abee-4217647456c6,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:47.051345 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.061655 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d303825-6dc4-4aa1-9d4e-2bc2591977d5 req-cabd69ec-1a74-44d5-8003-de90f1e3b128 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705149 Feb 09 03:23:47.084270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] For port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:47.084500 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['51f2cb39-4077-4bc5-b7f6-f117bea058db'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:47.098267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36198) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:47.104860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.144181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=8b85e367-3a47-4cbc-abee-4217647456c6,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:47.162371 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c5e7ca-9a59-4aae-869c-f939df5ea553 x-openstack-request-id: req-d4c5e7ca-9a59-4aae-869c-f939df5ea553 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:47.162661 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d48c816-bc5d-4f73-b02b-67a26ea51ce3", "name": "network-vif-plugged", "status": "completed", "tag": "8b85e367-3a47-4cbc-abee-4217647456c6", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:47.162911 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4c5e7ca-9a59-4aae-869c-f939df5ea553 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:47.163295 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d48c816-bc5d-4f73-b02b-67a26ea51ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b85e367-3a47-4cbc-abee-4217647456c6', 'code': 200} Feb 09 03:23:47.166624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-821064bc-52e5-474d-9cbc-dffeae4c25c2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for security_group (37017ab1-3bd2-4c37-ad63-161f24b70c77), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.197828 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-821064bc-52e5-474d-9cbc-dffeae4c25c2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for security_group (37017ab1-3bd2-4c37-ad63-161f24b70c77), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.224873 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (95c32d4a-fa86-41f8-a1a8-207616e7276e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.225866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.226456 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.242919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.243536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.244957 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] 10.222.0.42 "PUT /v2.0/ports/57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 HTTP/1.1" status: 200 len: 1092 time: 2.6529074 Feb 09 03:23:47.254355 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277ce66-d4f5-4bff-997c-2401714066a7 req-07a13bec-a79b-4805-a057-3ad910f5d802 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.255967 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c277ce66-d4f5-4bff-997c-2401714066a7 req-07a13bec-a79b-4805-a057-3ad910f5d802 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 944 time: 0.2332206 Feb 09 03:23:47.256367 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208ae5c8-a409-4662-a4cb-4c59c808cc7c', 'tag': '57c7b320-4ee7-4225-9f5f-2ce9cd5bd575'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:47.258857 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d33df77-4c79-4925-8550-85bb989b8b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "208ae5c8-a409-4662-a4cb-4c59c808cc7c", "tag": "57c7b320-4ee7-4225-9f5f-2ce9cd5bd575"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:47.318675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd79b2-6b60-4d8a-85c5-b951bd53e82a req-9ce3e587-3a4d-4393-a73d-7231e837f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.320144 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75cd79b2-6b60-4d8a-85c5-b951bd53e82a req-9ce3e587-3a4d-4393-a73d-7231e837f316 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 1128 time: 0.0923924 Feb 09 03:23:47.325678 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-821064bc-52e5-474d-9cbc-dffeae4c25c2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (37017ab1-3bd2-4c37-ad63-161f24b70c77), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.328625 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-821064bc-52e5-474d-9cbc-dffeae4c25c2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.329448 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb0613f-6d19-4154-88e4-8549007d6c9f x-openstack-request-id: req-eeb0613f-6d19-4154-88e4-8549007d6c9f {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:47.329757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-821064bc-52e5-474d-9cbc-dffeae4c25c2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "DELETE /v2.0/security-groups/37017ab1-3bd2-4c37-ad63-161f24b70c77 HTTP/1.1" status: 204 len: 168 time: 0.2302246 Feb 09 03:23:47.329876 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208ae5c8-a409-4662-a4cb-4c59c808cc7c", "tag": "57c7b320-4ee7-4225-9f5f-2ce9cd5bd575", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:47.330034 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eeb0613f-6d19-4154-88e4-8549007d6c9f {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:47.330372 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208ae5c8-a409-4662-a4cb-4c59c808cc7c', 'tag': '57c7b320-4ee7-4225-9f5f-2ce9cd5bd575', 'status': 'completed', 'code': 200} Feb 09 03:23:47.335207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36202) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:47.359690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821064bc-52e5-474d-9cbc-dffeae4c25c2 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37017ab1-3bd2-4c37-ad63-161f24b70c77,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:47.368650 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-84ab81cc-da2d-4a88-8375-bf1c45bd2eb1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] show failed (client error): The resource could not be found. Feb 09 03:23:47.374221 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-84ab81cc-da2d-4a88-8375-bf1c45bd2eb1 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "GET /v2.0/security-groups/37017ab1-3bd2-4c37-ad63-161f24b70c77 HTTP/1.1" status: 404 len: 347 time: 0.0297759 Feb 09 03:23:47.392892 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6618502 Feb 09 03:23:47.396908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36204) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:47.397250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36206) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:47.405516 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75cd79b2-6b60-4d8a-85c5-b951bd53e82a req-6fac008d-de78-4031-aad6-c90cd0622f88 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745642 Feb 09 03:23:47.413006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-dd838401-08b2-409d-bde8-b5679dee5792 admin admin] Request body: {'subnet': {'network_id': '95c32d4a-fa86-41f8-a1a8-207616e7276e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-388688732-subnet', 'tenant_id': '00229389eff84997aaca4cd18da1228a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:47.416657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4623c27-e1f9-44b2-823d-ffac8aceaa4f service neutron] Pushing event updated for resources: {'Port': ['ID=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:47.473070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d7804-2e86-4d34-86ea-ca55a5ca185b admin admin] Pushing event updated for resources: {'Network': ['ID=95c32d4a-fa86-41f8-a1a8-207616e7276e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:47.484580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 95c32d4a-fa86-41f8-a1a8-207616e7276e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:23:47.514089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:23:47.536074 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Sync routers for ids ['668c4208-1934-4c58-9be8-cd247fbb73cd'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:23:47.548167 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c277ce66-d4f5-4bff-997c-2401714066a7 req-703ae627-d5cc-46db-898c-e1d4e13f4aa2 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865331 Feb 09 03:23:47.571133 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Routers {'668c4208-1934-4c58-9be8-cd247fbb73cd'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:47.577015 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:23:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['668c4208-1934-4c58-9be8-cd247fbb73cd'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:47.577234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-370f7e8d-d933-449b-8571-7fcb88bc5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.578315 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-370f7e8d-d933-449b-8571-7fcb88bc5b49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 1126 time: 0.2589028 Feb 09 03:23:47.606987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd838401-08b2-409d-bde8-b5679dee5792 admin admin] Made reservation on behalf of 00229389eff84997aaca4cd18da1228a for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:47.609728 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd838401-08b2-409d-bde8-b5679dee5792 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.627986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1061f-2197-4029-bb83-3fa78bde947e req-31d08485-51bd-4fa9-9035-da469f972073 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.635647 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45c1061f-2197-4029-bb83-3fa78bde947e req-31d08485-51bd-4fa9-9035-da469f972073 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 945 time: 0.0742242 Feb 09 03:23:47.637058 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.643067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-99f929f8-53ab-47ac-a7cd-92510698dc7e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0307066 Feb 09 03:23:47.643402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36212) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:47.702630 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-1a56e15a-0052-46c2-b31d-6f5ff55ab17f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 HTTP/1.1" status: 200 len: 217 time: 0.0885506 Feb 09 03:23:47.705506 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Set router 668c4208-1934-4c58-9be8-cd247fbb73cd gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:47.776282 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45c1061f-2197-4029-bb83-3fa78bde947e req-408bfd4b-016d-4291-88e9-abc57f5ddd9f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377106 Feb 09 03:23:47.803544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f7a08513-7608-420c-b2df-2aa2e5932f1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Deleting port 1901685e-55e1-43bf-8bcc-41ba4b7a4ae9 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:47.804084 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7a08513-7608-420c-b2df-2aa2e5932f1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1901685e-55e1-43bf-8bcc-41ba4b7a4ae9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:47.813944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-9b82389d-9a75-423d-affb-556e80b8dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.815565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-9b82389d-9a75-423d-affb-556e80b8dcf4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7829cf55-e944-4514-bf89-a385b578ebb3 HTTP/1.1" status: 200 len: 855 time: 0.0971828 Feb 09 03:23:47.910247 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-6582bf09-d682-4580-b502-e1544f65dc59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fbf5b2a-7e17-4840-81ce-52c8f598a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792768 Feb 09 03:23:47.989195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aecf4-f804-4e08-a157-b601e8c18143 req-e45eef76-b8e2-4ec4-bac2-b198eb7f7513 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.990726 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-df9aecf4-f804-4e08-a157-b601e8c18143 req-e45eef76-b8e2-4ec4-bac2-b198eb7f7513 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 943 time: 0.0819182 Feb 09 03:23:48.005451 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'name': 'tempest-ServerRescueTestJSON-1894698619-router', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ef0c2c82-1805-451d-938a-275530da5322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:40Z', 'updated_at': '2022-02-09T03:23:45Z', 'revision_number': 3, 'project_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'gw_port': {'id': 'ef0c2c82-1805-451d-938a-275530da5322', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:42Z', 'updated_at': '2022-02-09T03:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:48.040525 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Checking router: 668c4208-1934-4c58-9be8-cd247fbb73cd for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:23:48.040525 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Updating router 668c4208-1934-4c58-9be8-cd247fbb73cd port ef0c2c82-1805-451d-938a-275530da5322 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:23:48.084872 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f395bb9-f8aa-41fa-807c-6d1902178b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.091645 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef0c2c82-1805-451d-938a-275530da5322), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.098366 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7a08513-7608-420c-b2df-2aa2e5932f1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1901685e-55e1-43bf-8bcc-41ba4b7a4ae9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.098620 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7a08513-7608-420c-b2df-2aa2e5932f1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for floatingip (1901685e-55e1-43bf-8bcc-41ba4b7a4ae9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.128875 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-df9aecf4-f804-4e08-a157-b601e8c18143 req-1c1e59e5-3744-4d1d-a6c1-2a9945c564e3 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321447 Feb 09 03:23:48.132053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ca337-6582-4165-a610-904ed4fda99e req-dafe06b6-df98-4e6d-8956-731aca3a934e tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:48.133591 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f30ca337-6582-4165-a610-904ed4fda99e req-dafe06b6-df98-4e6d-8956-731aca3a934e tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.2321124 Feb 09 03:23:48.136405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f7a08513-7608-420c-b2df-2aa2e5932f1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Calling delete_port for 1901685e-55e1-43bf-8bcc-41ba4b7a4ae9 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:48.138899 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd838401-08b2-409d-bde8-b5679dee5792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (709f0b4f-bacf-472d-8575-f828d85212a4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.165811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 696733ad-a6fe-42d0-8bc5-8c9528da6085 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:23:48.209809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-f6663224-97d8-4d28-9c02-f2b28511e5e5 service neutron] 10.222.0.42 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887733 Feb 09 03:23:48.329480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:48.344160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bc3e0-a5e4-4ddc-96f3-d26baa9a0f0a req-6f74c7b1-f86f-4c93-80be-87af3cfbd2a7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:48.345792 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd5bc3e0-a5e4-4ddc-96f3-d26baa9a0f0a req-6f74c7b1-f86f-4c93-80be-87af3cfbd2a7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 948 time: 0.1086152 Feb 09 03:23:48.354532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'mac_address': 'fa:16:3e:05:9c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:23:48.384664 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Publish callbacks [] for port (ef0c2c82-1805-451d-938a-275530da5322), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.394161 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ef0c2c82-1805-451d-938a-275530da5322), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.417301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 696733ad-a6fe-42d0-8bc5-8c9528da6085 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:48.418526 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.437576 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.438942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696733ad-a6fe-42d0-8bc5-8c9528da6085 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:48.474175 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd5bc3e0-a5e4-4ddc-96f3-d26baa9a0f0a req-d30073bc-fbf4-47c5-9f1b-10dccd6059d7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214440 Feb 09 03:23:48.484660 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358a706-f370-41df-9cb1-1286622c7bbc None None] Pushing event updated for resources: {'Port': ['ID=ef0c2c82-1805-451d-938a-275530da5322,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:48.490460 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Attempting to bind port ef0c2c82-1805-451d-938a-275530da5322 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:48.491142 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Attempting to bind port ef0c2c82-1805-451d-938a-275530da5322 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:48.491739 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Attempting to bind port ef0c2c82-1805-451d-938a-275530da5322 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:48.499214 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:48.499916 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:48.500561 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.501162 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:48.501853 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Bound port: ef0c2c82-1805-451d-938a-275530da5322, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:48.502446 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef0c2c82-1805-451d-938a-275530da5322), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.508913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:48.520473 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.581518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd838401-08b2-409d-bde8-b5679dee5792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=709f0b4f-bacf-472d-8575-f828d85212a4,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:48.583100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51f2cb39-4077-4bc5-b7f6-f117bea058db up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:48.594452 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] For port ef0c2c82-1805-451d-938a-275530da5322, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:48.601517 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] For port ef0c2c82-1805-451d-938a-275530da5322, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ef0c2c82-1805-451d-938a-275530da5322,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:48.615958 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ef0c2c82-1805-451d-938a-275530da5322), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.665211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f30ca337-6582-4165-a610-904ed4fda99e req-34b509da-1937-485e-9078-6042e37cc38d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231814 Feb 09 03:23:48.691395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd838401-08b2-409d-bde8-b5679dee5792 admin admin] Checking segment: {'id': '82dca923-fb2a-47c2-8f75-ff86bbf9aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '95c32d4a-fa86-41f8-a1a8-207616e7276e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:48.692020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd838401-08b2-409d-bde8-b5679dee5792 admin admin] Network hostable DHCP agents. Network: 95c32d4a-fa86-41f8-a1a8-207616e7276e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:23:48.698773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=696733ad-a6fe-42d0-8bc5-8c9528da6085,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:48.725572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 51f2cb39-4077-4bc5-b7f6-f117bea058db completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:23:48.734938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 51f2cb39-4077-4bc5-b7f6-f117bea058db triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:48.736123 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.741483 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358a706-f370-41df-9cb1-1286622c7bbc None None] Pushing event updated for resources: {'Port': ['ID=ef0c2c82-1805-451d-938a-275530da5322,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:48.764485 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c909414-82b5-46b0-aff3-fefbe39f0684 req-16a54c25-2f68-4216-a6b0-86ed9a43260e service neutron] 10.222.0.42 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200548 Feb 09 03:23:48.767851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd838401-08b2-409d-bde8-b5679dee5792 admin admin] Network 95c32d4a-fa86-41f8-a1a8-207616e7276e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:23:48.789672 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Routers {'668c4208-1934-4c58-9be8-cd247fbb73cd'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:48.796102 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:23:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['668c4208-1934-4c58-9be8-cd247fbb73cd'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:48.802303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f240fdf-519b-4cf5-8697-03e6075d17e6 req-e9e9b79d-5982-4dc0-801b-282c579138de tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:48.809249 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f240fdf-519b-4cf5-8697-03e6075d17e6 req-e9e9b79d-5982-4dc0-801b-282c579138de tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 944 time: 0.1236367 Feb 09 03:23:48.817685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Allocated IP 172.20.0.1 (a89aa393-1edb-4017-b205-397b2e5a52d2/38b239c2-f7d6-4051-b522-196f38b4079a/762125a5-9034-4de1-9adb-a8dcd61faa23) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:48.906651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 51f2cb39-4077-4bc5-b7f6-f117bea058db is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:48.907371 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.919809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7a08513-7608-420c-b2df-2aa2e5932f1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1901685e-55e1-43bf-8bcc-41ba4b7a4ae9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:48.935925 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f240fdf-519b-4cf5-8697-03e6075d17e6 req-e3110a6c-3b54-4509-a383-70865e367214 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197276 Feb 09 03:23:48.948990 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-dd838401-08b2-409d-bde8-b5679dee5792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 95c32d4a-fa86-41f8-a1a8-207616e7276e) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:48.949564 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] Set router 668c4208-1934-4c58-9be8-cd247fbb73cd gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:48.953487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['696733ad-a6fe-42d0-8bc5-8c9528da6085'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:48.960294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 51f2cb39-4077-4bc5-b7f6-f117bea058db, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51f2cb39-4077-4bc5-b7f6-f117bea058db,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:48.963272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5108c21-6cd3-443d-abbe-0598d244a291 None None] Network 95c32d4a-fa86-41f8-a1a8-207616e7276e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:48.993312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a08513-7608-420c-b2df-2aa2e5932f1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Port': ['ID=1901685e-55e1-43bf-8bcc-41ba4b7a4ae9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:49.010625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd838401-08b2-409d-bde8-b5679dee5792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:49.011401 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd838401-08b2-409d-bde8-b5679dee5792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.016835 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Publish callbacks [] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.034605 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.051453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3675261-fb35-4822-a96d-bb35bda4ac6f req-3ae44031-d1fe-472d-a452-146da92b2d19 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:49.053339 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e3675261-fb35-4822-a96d-bb35bda4ac6f req-3ae44031-d1fe-472d-a452-146da92b2d19 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 945 time: 0.1405897 Feb 09 03:23:49.062568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33df77-4c79-4925-8550-85bb989b8b2c req-73a84a8f-af11-4e41-805b-146c59fbaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:49.065294 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d33df77-4c79-4925-8550-85bb989b8b2c req-73a84a8f-af11-4e41-805b-146c59fbaa14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 1126 time: 0.1915245 Feb 09 03:23:49.076599 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.134270 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Network a89aa393-1edb-4017-b205-397b2e5a52d2 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:49.140256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:49.141199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=51f2cb39-4077-4bc5-b7f6-f117bea058db,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:49.148365 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:49.151512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Pushing event updated for resources: {'Port': ['ID=762125a5-9034-4de1-9adb-a8dcd61faa23,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:49.164642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e0dd14-f846-4674-8158-67bca8e39997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f2cb39-4077-4bc5-b7f6-f117bea058db'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:49.166906 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e191489-ea6c-41f5-be61-3417d5535020" -d '{"events": [{"server_uuid": "42e0dd14-f846-4674-8158-67bca8e39997", "name": "network-vif-plugged", "status": "completed", "tag": "51f2cb39-4077-4bc5-b7f6-f117bea058db"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:49.207643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e13230d-54e8-4baa-8a5c-c22f6dc0a83a None None] Network 95c32d4a-fa86-41f8-a1a8-207616e7276e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:49.239395 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'name': 'tempest-ServerRescueTestJSON-1894698619-router', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ef0c2c82-1805-451d-938a-275530da5322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:40Z', 'updated_at': '2022-02-09T03:23:45Z', 'revision_number': 3, 'project_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'gw_port': {'id': 'ef0c2c82-1805-451d-938a-275530da5322', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:42Z', 'updated_at': '2022-02-09T03:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:49.260278 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (668c4208-1934-4c58-9be8-cd247fbb73cd), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.272385 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9c87d-77f8-43be-8c2b-4d116a46996b None None] The sync data for ids ['668c4208-1934-4c58-9be8-cd247fbb73cd'] in n-d-824835-15 is: [{'id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'name': 'tempest-ServerRescueTestJSON-1894698619-router', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ef0c2c82-1805-451d-938a-275530da5322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:40Z', 'updated_at': '2022-02-09T03:23:45Z', 'revision_number': 3, 'project_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'gw_port': {'id': 'ef0c2c82-1805-451d-938a-275530da5322', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:42Z', 'updated_at': '2022-02-09T03:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:23:49.281182 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dd838401-08b2-409d-bde8-b5679dee5792 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8699532 Feb 09 03:23:49.287717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33df77-4c79-4925-8550-85bb989b8b2c req-9745b196-e2b0-4182-9e7a-c2c9d3c27838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:49.289191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d33df77-4c79-4925-8550-85bb989b8b2c req-9745b196-e2b0-4182-9e7a-c2c9d3c27838 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 916 time: 0.1996787 Feb 09 03:23:49.297518 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.391715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7194fc6-3de2-4113-83c6-44b7c6e9506c req-7d9feb15-a220-4ba4-ad38-17fe86f014dc tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:49.402449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7194fc6-3de2-4113-83c6-44b7c6e9506c req-7d9feb15-a220-4ba4-ad38-17fe86f014dc tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 943 time: 0.1511548 Feb 09 03:23:49.407702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d33df77-4c79-4925-8550-85bb989b8b2c req-be2fcf95-7e78-4b55-b894-19a317c82cfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 HTTP/1.1" status: 200 len: 217 time: 0.0852973 Feb 09 03:23:49.445962 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7a08513-7608-420c-b2df-2aa2e5932f1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for floatingip (683983bc-4665-4291-b6b2-731ad2279c41), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.448528 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7a08513-7608-420c-b2df-2aa2e5932f1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.451125 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f7a08513-7608-420c-b2df-2aa2e5932f1c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "DELETE /v2.0/floatingips/683983bc-4665-4291-b6b2-731ad2279c41 HTTP/1.1" status: 204 len: 168 time: 2.0503926 Feb 09 03:23:49.454874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36232) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:49.478241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e3675261-fb35-4822-a96d-bb35bda4ac6f req-8255e144-ee7b-46d8-834a-ab9a157576ed tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115381 Feb 09 03:23:49.501528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33df77-4c79-4925-8550-85bb989b8b2c req-d482d867-a5d4-40f0-bbc1-946ea6916c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:49.503060 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d33df77-4c79-4925-8550-85bb989b8b2c req-d482d867-a5d4-40f0-bbc1-946ea6916c8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7829cf55-e944-4514-bf89-a385b578ebb3 HTTP/1.1" status: 200 len: 855 time: 0.0890610 Feb 09 03:23:49.541517 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d33df77-4c79-4925-8550-85bb989b8b2c req-0dfbf2f0-5d29-45fd-a065-2228fa845167 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fbf5b2a-7e17-4840-81ce-52c8f598a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315256 Feb 09 03:23:49.545459 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8299019c-e94e-46d6-a53d-cab252139c82 x-openstack-request-id: req-8299019c-e94e-46d6-a53d-cab252139c82 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:49.545750 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e0dd14-f846-4674-8158-67bca8e39997", "name": "network-vif-plugged", "status": "completed", "tag": "51f2cb39-4077-4bc5-b7f6-f117bea058db", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:49.546005 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8299019c-e94e-46d6-a53d-cab252139c82 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:49.547353 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e0dd14-f846-4674-8158-67bca8e39997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f2cb39-4077-4bc5-b7f6-f117bea058db', 'code': 200} Feb 09 03:23:49.565343 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7194fc6-3de2-4113-83c6-44b7c6e9506c req-b635b60a-03b1-49e5-9067-381d9923938e tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619184 Feb 09 03:23:49.657727 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.740601 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d33df77-4c79-4925-8550-85bb989b8b2c req-e41554ca-314e-43cb-9237-10032b4055d3 service neutron] 10.222.0.42 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899450 Feb 09 03:23:49.778129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-49990039-1f7b-4217-b9ec-be83684052da req-d2f49fe7-e4d7-4d08-994c-de5675fb9e0d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1428714984', 'description': 'tempest-description-714783245'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:49.801747 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-49990039-1f7b-4217-b9ec-be83684052da req-d2f49fe7-e4d7-4d08-994c-de5675fb9e0d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.811372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4e03bf54-7421-440b-a0fc-b2b84a0db868 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Deleting port fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:49.811835 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e03bf54-7421-440b-a0fc-b2b84a0db868 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.847389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ef0c2c82-1805-451d-938a-275530da5322 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:49.886320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f56b0-6557-4892-a81a-81c93c8a26fe req-5fe1416b-9012-4c96-b56a-77c3b6abb920 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:49.889135 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d40f56b0-6557-4892-a81a-81c93c8a26fe req-5fe1416b-9012-4c96-b56a-77c3b6abb920 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 949 time: 0.2361109 Feb 09 03:23:49.932424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ef0c2c82-1805-451d-938a-275530da5322 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:49.932767 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ef0c2c82-1805-451d-938a-275530da5322), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.967363 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d33df77-4c79-4925-8550-85bb989b8b2c req-395c3aec-b2b6-4368-8df9-1c0a805616b0 service neutron] 10.222.0.42 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525176 Feb 09 03:23:49.991533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-49990039-1f7b-4217-b9ec-be83684052da req-d2f49fe7-e4d7-4d08-994c-de5675fb9e0d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (4defc889-6a9f-43d2-988c-ad25069c6633), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.999826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-49990039-1f7b-4217-b9ec-be83684052da req-d2f49fe7-e4d7-4d08-994c-de5675fb9e0d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4defc889-6a9f-43d2-988c-ad25069c6633), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.051817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-49990039-1f7b-4217-b9ec-be83684052da req-d2f49fe7-e4d7-4d08-994c-de5675fb9e0d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.053261 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49990039-1f7b-4217-b9ec-be83684052da req-d2f49fe7-e4d7-4d08-994c-de5675fb9e0d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2794292 Feb 09 03:23:50.061550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f49fe7-e4d7-4d08-994c-de5675fb9e0d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4defc889-6a9f-43d2-988c-ad25069c6633,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:50.061675 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ef0c2c82-1805-451d-938a-275530da5322 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:50.061675 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef0c2c82-1805-451d-938a-275530da5322), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.074113 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d40f56b0-6557-4892-a81a-81c93c8a26fe req-29f767f0-332a-492b-aa6a-2184fdbdecfd tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378331 Feb 09 03:23:50.097677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port ef0c2c82-1805-451d-938a-275530da5322, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ef0c2c82-1805-451d-938a-275530da5322,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:50.107449 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ef0c2c82-1805-451d-938a-275530da5322), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.163378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb1656-2579-465a-aae7-cb87d6f3e127 req-b53e24de-d0d7-4172-a6e3-8832775ded12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:50.164892 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69cb1656-2579-465a-aae7-cb87d6f3e127 req-b53e24de-d0d7-4172-a6e3-8832775ded12 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 1128 time: 0.3413250 Feb 09 03:23:50.172212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=ef0c2c82-1805-451d-938a-275530da5322,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:50.177728 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e03bf54-7421-440b-a0fc-b2b84a0db868 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.190033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46a954b4-dea2-4476-ad05-b8b283012c40 req-47510dc6-ef04-4778-a056-7f345780d9cf tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef HTTP/1.1" status: 200 len: 267 time: 0.0575531 Feb 09 03:23:50.197255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 696733ad-a6fe-42d0-8bc5-8c9528da6085 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:50.237342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4e03bf54-7421-440b-a0fc-b2b84a0db868 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Calling delete_port for fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:50.266247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a954b4-dea2-4476-ad05-b8b283012c40 req-b2682589-0ea2-4dbe-a433-ea55d118a96a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:50.268856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46a954b4-dea2-4476-ad05-b8b283012c40 req-b2682589-0ea2-4dbe-a433-ea55d118a96a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 945 time: 0.0766947 Feb 09 03:23:50.281340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-46a954b4-dea2-4476-ad05-b8b283012c40 req-efedcbed-e430-49f5-b4d3-4e841c1237dd tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Request body: {'port': {'security_groups': []}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:50.292023 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Publish callbacks [] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.343488 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.350641 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69cb1656-2579-465a-aae7-cb87d6f3e127 req-5d22e405-8e49-484e-8ee0-db30883b7b7e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701012 Feb 09 03:23:50.381224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96c23c-635a-4abd-bce0-60093604561f req-10e7de24-fbc2-4cbb-8f71-12c41dcaffa2 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:50.389003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2e96c23c-635a-4abd-bce0-60093604561f req-10e7de24-fbc2-4cbb-8f71-12c41dcaffa2 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.2023866 Feb 09 03:23:50.399290 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46a954b4-dea2-4476-ad05-b8b283012c40 req-efedcbed-e430-49f5-b4d3-4e841c1237dd tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.436355 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 696733ad-a6fe-42d0-8bc5-8c9528da6085 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:23:50.452690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 696733ad-a6fe-42d0-8bc5-8c9528da6085 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:50.453110 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.468443 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (668c4208-1934-4c58-9be8-cd247fbb73cd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.505743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Pushing event updated for resources: {'Port': ['ID=762125a5-9034-4de1-9adb-a8dcd61faa23,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:50.542941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 696733ad-a6fe-42d0-8bc5-8c9528da6085 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:50.543432 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.570231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2e96c23c-635a-4abd-bce0-60093604561f req-86cf2ebf-4892-4ea4-9050-30e956e0c029 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800902 Feb 09 03:23:50.606144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:50.613813 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.651711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-46a954b4-dea2-4476-ad05-b8b283012c40 req-efedcbed-e430-49f5-b4d3-4e841c1237dd tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] For port 8b85e367-3a47-4cbc-abee-4217647456c6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8b85e367-3a47-4cbc-abee-4217647456c6,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:50.670042 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e03bf54-7421-440b-a0fc-b2b84a0db868 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (fedd24b9-fa6a-4c2d-baa2-df4299e5fd44), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.689294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=696733ad-a6fe-42d0-8bc5-8c9528da6085,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:50.693099 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.710067 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46a954b4-dea2-4476-ad05-b8b283012c40 req-efedcbed-e430-49f5-b4d3-4e841c1237dd tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for port (8b85e367-3a47-4cbc-abee-4217647456c6), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.714815 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46a954b4-dea2-4476-ad05-b8b283012c40 req-efedcbed-e430-49f5-b4d3-4e841c1237dd tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.720164 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03bf54-7421-440b-a0fc-b2b84a0db868 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Port': ['ID=fedd24b9-fa6a-4c2d-baa2-df4299e5fd44,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:50.723887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Network a89aa393-1edb-4017-b205-397b2e5a52d2 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:50.727957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['642c6e2d-c507-4ff4-82ca-121044d69858', 'c453f719-6bc5-4c12-9498-51859e8508bd', '8b85e367-3a47-4cbc-abee-4217647456c6'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:50.758929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:50.782027 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a954b4-dea2-4476-ad05-b8b283012c40 req-efedcbed-e430-49f5-b4d3-4e841c1237dd tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:50.782776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-46a954b4-dea2-4476-ad05-b8b283012c40 req-efedcbed-e430-49f5-b4d3-4e841c1237dd tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.784236 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-46a954b4-dea2-4476-ad05-b8b283012c40 req-efedcbed-e430-49f5-b4d3-4e841c1237dd tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "PUT /v2.0/ports/8b85e367-3a47-4cbc-abee-4217647456c6 HTTP/1.1" status: 200 len: 904 time: 0.5084641 Feb 09 03:23:50.784705 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d48c816-bc5d-4f73-b02b-67a26ea51ce3', 'tag': '8b85e367-3a47-4cbc-abee-4217647456c6'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:50.787173 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72af472-f434-4d01-acc5-7f0dea6d9a19" -d '{"events": [{"name": "network-changed", "server_uuid": "1d48c816-bc5d-4f73-b02b-67a26ea51ce3", "tag": "8b85e367-3a47-4cbc-abee-4217647456c6"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:50.810379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedcbed-e430-49f5-b4d3-4e841c1237dd tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event updated for resources: {'Port': ['ID=8b85e367-3a47-4cbc-abee-4217647456c6,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:50.871910 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-31939144-f72e-4fc6-9550-9fd1cdbd3b3b req-cfdbad3e-aa00-46ad-8253-2ea77979578a tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/4defc889-6a9f-43d2-988c-ad25069c6633 HTTP/1.1" status: 200 len: 1823 time: 0.0451486 Feb 09 03:23:50.879669 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8b85e367-3a47-4cbc-abee-4217647456c6'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:50.884782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-31939144-f72e-4fc6-9550-9fd1cdbd3b3b req-e3b0ad81-8694-46cd-9db4-ba04a8dc4a82 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4defc889-6a9f-43d2-988c-ad25069c6633', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:50.885181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-31939144-f72e-4fc6-9550-9fd1cdbd3b3b req-e3b0ad81-8694-46cd-9db4-ba04a8dc4a82 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4defc889-6a9f-43d2-988c-ad25069c6633', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:50.900504 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e03bf54-7421-440b-a0fc-b2b84a0db868 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.904448 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4e03bf54-7421-440b-a0fc-b2b84a0db868 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "DELETE /v2.0/ports/fedd24b9-fa6a-4c2d-baa2-df4299e5fd44 HTTP/1.1" status: 204 len: 168 time: 1.4482796 Feb 09 03:23:50.910764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36252) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:50.927400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e5059-a9bd-42e9-92b4-fe61e4f5c3fc req-57973d30-8d26-4861-9e5a-6cf66ac5dc8c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:50.928957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ee7e5059-a9bd-42e9-92b4-fe61e4f5c3fc req-57973d30-8d26-4861-9e5a-6cf66ac5dc8c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.2169046 Feb 09 03:23:50.996731 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Router 668c4208-1934-4c58-9be8-cd247fbb73cd has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:23:51.014425 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ee7e5059-a9bd-42e9-92b4-fe61e4f5c3fc req-e7938e92-20a8-4126-8953-9a7764123aeb tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748224 Feb 09 03:23:51.071711 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-31939144-f72e-4fc6-9550-9fd1cdbd3b3b req-e3b0ad81-8694-46cd-9db4-ba04a8dc4a82 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (30e25c34-69ed-44a9-b21c-cb430b4b06e7), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.117861 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-31939144-f72e-4fc6-9550-9fd1cdbd3b3b req-e3b0ad81-8694-46cd-9db4-ba04a8dc4a82 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (30e25c34-69ed-44a9-b21c-cb430b4b06e7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.132398 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-31939144-f72e-4fc6-9550-9fd1cdbd3b3b req-e3b0ad81-8694-46cd-9db4-ba04a8dc4a82 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (30e25c34-69ed-44a9-b21c-cb430b4b06e7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.155246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-31c2cc12-9ad4-4b3b-b8cd-e03f9d46e8b8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Deleting port e18cbd57-4bb2-4488-bccf-54c045d9eccd {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:51.155691 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31c2cc12-9ad4-4b3b-b8cd-e03f9d46e8b8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.234861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a84dfb50-b2b2-424c-b5b0-d71411b11fea None None] Provisioning complete for port 8b85e367-3a47-4cbc-abee-4217647456c6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:51.235438 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a84dfb50-b2b2-424c-b5b0-d71411b11fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.246655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d04ee-bbcf-41a8-9d01-fd7d80a24303 req-0fffb775-9766-4954-8572-e11b671c9a5e tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.248625 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac5d04ee-bbcf-41a8-9d01-fd7d80a24303 req-0fffb775-9766-4954-8572-e11b671c9a5e tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 943 time: 0.0977948 Feb 09 03:23:51.255134 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-31939144-f72e-4fc6-9550-9fd1cdbd3b3b req-e3b0ad81-8694-46cd-9db4-ba04a8dc4a82 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.256458 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-31939144-f72e-4fc6-9550-9fd1cdbd3b3b req-e3b0ad81-8694-46cd-9db4-ba04a8dc4a82 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3763905 Feb 09 03:23:51.263717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0ad81-8694-46cd-9db4-ba04a8dc4a82 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e25c34-69ed-44a9-b21c-cb430b4b06e7,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:51.293590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:23:51.312844 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5c872cbc-28fd-47b8-9c51-9be1ff433655 admin admin] 10.222.0.21 "PUT /v2.0/routers/668c4208-1934-4c58-9be8-cd247fbb73cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6664174 Feb 09 03:23:51.330599 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe93f93-a905-4d91-aee4-0dd3cffb46cc x-openstack-request-id: req-dfe93f93-a905-4d91-aee4-0dd3cffb46cc {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:51.330909 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d48c816-bc5d-4f73-b02b-67a26ea51ce3", "tag": "8b85e367-3a47-4cbc-abee-4217647456c6", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:51.331175 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfe93f93-a905-4d91-aee4-0dd3cffb46cc {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:51.331598 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d48c816-bc5d-4f73-b02b-67a26ea51ce3', 'tag': '8b85e367-3a47-4cbc-abee-4217647456c6', 'status': 'completed', 'code': 200} Feb 09 03:23:51.341860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31c2cc12-9ad4-4b3b-b8cd-e03f9d46e8b8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.370394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-31c2cc12-9ad4-4b3b-b8cd-e03f9d46e8b8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Calling delete_port for e18cbd57-4bb2-4488-bccf-54c045d9eccd owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:51.394923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a84dfb50-b2b2-424c-b5b0-d71411b11fea None None] Current status of the port 8b85e367-3a47-4cbc-abee-4217647456c6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:51.424287 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac5d04ee-bbcf-41a8-9d01-fd7d80a24303 req-9a3fbdb6-2109-48a2-8acf-8987fbfd49ec tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493657 Feb 09 03:23:51.474071 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af472-f434-4d01-acc5-7f0dea6d9a19 req-9a726190-a9f4-4df3-af4a-4f0a078d36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.476599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a72af472-f434-4d01-acc5-7f0dea6d9a19 req-9a726190-a9f4-4df3-af4a-4f0a078d36a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 1090 time: 0.0958445 Feb 09 03:23:51.548776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:51.554067 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4970eaf-25c9-4e1d-8114-5150e2959e5f" -d '{"events": [{"server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "name": "network-vif-plugged", "status": "completed", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:51.557832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9df99-0aea-4757-a21a-add9b4a4009d req-e7101535-999e-406c-8a4b-6b4f87d03490 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.559387 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15e9df99-0aea-4757-a21a-add9b4a4009d req-e7101535-999e-406c-8a4b-6b4f87d03490 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 907 time: 0.1250408 Feb 09 03:23:51.620912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a5105-dee7-42a9-8caa-5f6553f503a3 req-c011e9a8-cfe7-4054-9fe8-8239ef851dc2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.623010 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d05a5105-dee7-42a9-8caa-5f6553f503a3 req-c011e9a8-cfe7-4054-9fe8-8239ef851dc2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.1204522 Feb 09 03:23:51.623473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-8e6c97c6-9499-4986-b3cd-53eaf8e18bcc req-7e88547d-586d-48c9-beb9-5f70c06db921 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1079071471', 'description': 'tempest-description-948679952'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:51.663347 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e6c97c6-9499-4986-b3cd-53eaf8e18bcc req-7e88547d-586d-48c9-beb9-5f70c06db921 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.666939 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31c2cc12-9ad4-4b3b-b8cd-e03f9d46e8b8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e18cbd57-4bb2-4488-bccf-54c045d9eccd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.686574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af472-f434-4d01-acc5-7f0dea6d9a19 req-0c4565b8-ab27-430d-873a-75c706de94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.688126 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a72af472-f434-4d01-acc5-7f0dea6d9a19 req-0c4565b8-ab27-430d-873a-75c706de94c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.2045655 Feb 09 03:23:51.712648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2cc12-9ad4-4b3b-b8cd-e03f9d46e8b8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Port': ['ID=e18cbd57-4bb2-4488-bccf-54c045d9eccd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:51.745518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a72af472-f434-4d01-acc5-7f0dea6d9a19 req-0156bb7b-283e-4aee-b877-9baee43fc085 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b85e367-3a47-4cbc-abee-4217647456c6 HTTP/1.1" status: 200 len: 217 time: 0.0496888 Feb 09 03:23:51.757107 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d05a5105-dee7-42a9-8caa-5f6553f503a3 req-0e8a159b-f03b-4695-906b-b6d1b61a736f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203768 Feb 09 03:23:51.798568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Sync routers for ids ['668c4208-1934-4c58-9be8-cd247fbb73cd'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:23:51.813995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Routers {'668c4208-1934-4c58-9be8-cd247fbb73cd'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:51.814632 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:23:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['668c4208-1934-4c58-9be8-cd247fbb73cd'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:51.836347 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31c2cc12-9ad4-4b3b-b8cd-e03f9d46e8b8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.841977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af472-f434-4d01-acc5-7f0dea6d9a19 req-ccfc078c-ab81-4879-ba7a-32c7758f3594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.844246 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a72af472-f434-4d01-acc5-7f0dea6d9a19 req-ccfc078c-ab81-4879-ba7a-32c7758f3594 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0860684 Feb 09 03:23:51.848195 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-31c2cc12-9ad4-4b3b-b8cd-e03f9d46e8b8 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "DELETE /v2.0/ports/e18cbd57-4bb2-4488-bccf-54c045d9eccd HTTP/1.1" status: 204 len: 168 time: 0.9339483 Feb 09 03:23:51.848954 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36270) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:51.857501 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b608f4e6-6faf-4f9c-957f-a49ea5a5b757 x-openstack-request-id: req-b608f4e6-6faf-4f9c-957f-a49ea5a5b757 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:51.857808 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "name": "network-vif-plugged", "status": "completed", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:51.858061 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b608f4e6-6faf-4f9c-957f-a49ea5a5b757 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:51.858446 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'code': 200} Feb 09 03:23:51.862667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ef0c2c82-1805-451d-938a-275530da5322 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:51.922276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af472-f434-4d01-acc5-7f0dea6d9a19 req-3cf97b8b-d4d4-48ed-ba63-1500b573c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.923944 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a72af472-f434-4d01-acc5-7f0dea6d9a19 req-3cf97b8b-d4d4-48ed-ba63-1500b573c111 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0730095 Feb 09 03:23:51.924372 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e6c97c6-9499-4986-b3cd-53eaf8e18bcc req-7e88547d-586d-48c9-beb9-5f70c06db921 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (7223e8cd-06f0-471d-87bd-01ba4dec3696), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.933535 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e6c97c6-9499-4986-b3cd-53eaf8e18bcc req-7e88547d-586d-48c9-beb9-5f70c06db921 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7223e8cd-06f0-471d-87bd-01ba4dec3696), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.974085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17033d6-0ade-4df0-82d3-e938ef9559f3 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Deleting subnet 2e4b3ae1-f5d1-416e-bb9c-f1c12b930050 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:23:51.979038 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.983439 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c17033d6-0ade-4df0-82d3-e938ef9559f3 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for subnet (2e4b3ae1-f5d1-416e-bb9c-f1c12b930050), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.015359 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ef0c2c82-1805-451d-938a-275530da5322 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:52.015571 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ef0c2c82-1805-451d-938a-275530da5322), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.016211 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e6c97c6-9499-4986-b3cd-53eaf8e18bcc req-7e88547d-586d-48c9-beb9-5f70c06db921 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.026272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e6c97c6-9499-4986-b3cd-53eaf8e18bcc req-7e88547d-586d-48c9-beb9-5f70c06db921 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4100356 Feb 09 03:23:52.044822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88547d-586d-48c9-beb9-5f70c06db921 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7223e8cd-06f0-471d-87bd-01ba4dec3696,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:52.045991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Set router 668c4208-1934-4c58-9be8-cd247fbb73cd gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:52.070542 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c17033d6-0ade-4df0-82d3-e938ef9559f3 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (2e4b3ae1-f5d1-416e-bb9c-f1c12b930050), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.240120 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c17033d6-0ade-4df0-82d3-e938ef9559f3 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (2e4b3ae1-f5d1-416e-bb9c-f1c12b930050), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.286463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ef0c2c82-1805-451d-938a-275530da5322 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:52.350354 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'name': 'tempest-ServerRescueTestJSON-1894698619-router', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ef0c2c82-1805-451d-938a-275530da5322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:40Z', 'updated_at': '2022-02-09T03:23:49Z', 'revision_number': 4, 'project_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'gw_port': {'id': 'ef0c2c82-1805-451d-938a-275530da5322', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:42Z', 'updated_at': '2022-02-09T03:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '762125a5-9034-4de1-9adb-a8dcd61faa23', 'name': '', 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'mac_address': 'fa:16:3e:02:ea:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '38b239c2-f7d6-4051-b522-196f38b4079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:48Z', 'updated_at': '2022-02-09T03:23:49Z', 'revision_number': 2, 'project_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'subnets': [{'id': '38b239c2-f7d6-4051-b522-196f38b4079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:52.379680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Checking router: 668c4208-1934-4c58-9be8-cd247fbb73cd for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:23:52.380126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Updating router 668c4208-1934-4c58-9be8-cd247fbb73cd port 762125a5-9034-4de1-9adb-a8dcd61faa23 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:23:52.391895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-0e1cf294-57a2-4b92-b99c-27f653f92f16 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:52.393769 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-0e1cf294-57a2-4b92-b99c-27f653f92f16 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/networks?id=a89aa393-1edb-4017-b205-397b2e5a52d2 HTTP/1.1" status: 200 len: 811 time: 0.1897771 Feb 09 03:23:52.396079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c17033d6-0ade-4df0-82d3-e938ef9559f3 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (2e4b3ae1-f5d1-416e-bb9c-f1c12b930050), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.413812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.439316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17033d6-0ade-4df0-82d3-e938ef9559f3 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4b3ae1-f5d1-416e-bb9c-f1c12b930050,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:52.443447 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ac9bc8e0-4fc0-4b1a-b74d-e3e5e211f83e tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/quotas/dcb34353e17541faaf238eaa9a9e6ab1 HTTP/1.1" status: 200 len: 375 time: 0.0182652 Feb 09 03:23:52.448785 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c17033d6-0ade-4df0-82d3-e938ef9559f3 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.452607 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c17033d6-0ade-4df0-82d3-e938ef9559f3 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "DELETE /v2.0/subnets/2e4b3ae1-f5d1-416e-bb9c-f1c12b930050 HTTP/1.1" status: 204 len: 168 time: 0.6009929 Feb 09 03:23:52.455214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36288) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:52.458835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b2bcb-5656-42e3-b855-714747452e6c req-41221904-1c5a-446c-a5f0-6856fdce6427 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:52.460361 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-404b2bcb-5656-42e3-b855-714747452e6c req-41221904-1c5a-446c-a5f0-6856fdce6427 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.5610490 Feb 09 03:23:52.473557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5841eba8-331f-4ae0-9cea-69bdd806044b None None] Network 41bbc372-33fd-499d-9180-6bffeb090fd2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:52.492221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bec7ed-0aa7-42cb-bb53-735e5249c10e req-8c4c8754-0b8e-4066-9866-e1f1e046d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:52.497466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88bec7ed-0aa7-42cb-bb53-735e5249c10e req-8c4c8754-0b8e-4066-9866-e1f1e046d7dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 1133 time: 0.1611474 Feb 09 03:23:52.508154 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a72af472-f434-4d01-acc5-7f0dea6d9a19 req-b2c476b7-2eba-411d-8e49-5b6966cab664 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712284 Feb 09 03:23:52.540358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf80bb5-1fce-4b04-8aeb-5efdb8a70e5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Deleting subnet 32ee89c3-dfc2-4e84-bbf5-791138adb56f {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:23:52.544172 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acf80bb5-1fce-4b04-8aeb-5efdb8a70e5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks [] for subnet (32ee89c3-dfc2-4e84-bbf5-791138adb56f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.574696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:23:52.581962 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-c53f8529-8bfa-414e-86bd-0d48ce6cf823 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dcb34353e17541faaf238eaa9a9e6ab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178508 Feb 09 03:23:52.594262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acf80bb5-1fce-4b04-8aeb-5efdb8a70e5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (32ee89c3-dfc2-4e84-bbf5-791138adb56f), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.615263 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-404b2bcb-5656-42e3-b855-714747452e6c req-b849b696-74e4-4332-a666-bdb8680aecc9 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432655 Feb 09 03:23:52.636923 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88bec7ed-0aa7-42cb-bb53-735e5249c10e req-a7c2b572-518d-444d-89d1-fdf263917e78 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310420 Feb 09 03:23:52.657342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a72af472-f434-4d01-acc5-7f0dea6d9a19 req-15cb6c55-b8f1-445e-895d-6973eff3d5ea service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419909 Feb 09 03:23:52.761868 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acf80bb5-1fce-4b04-8aeb-5efdb8a70e5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (32ee89c3-dfc2-4e84-bbf5-791138adb56f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.769167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546ed18-e71f-4564-8a5f-aad416dae381 req-7cae2553-6e3a-4571-afcb-47018e6be5f7 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:52.770843 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0546ed18-e71f-4564-8a5f-aad416dae381 req-7cae2553-6e3a-4571-afcb-47018e6be5f7 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.0709684 Feb 09 03:23:52.790075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-93becd67-d8cf-4716-a596-41a7f390b99d service neutron] 10.222.0.21 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745822 Feb 09 03:23:52.836941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:52.841618 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0546ed18-e71f-4564-8a5f-aad416dae381 req-3b07af68-4e21-41d9-bdc4-a244d4be14ba tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642123 Feb 09 03:23:52.877809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '57c7b320-4ee7-4225-9f5f-2ce9cd5bd575', 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134', 'port_id': '57c7b320-4ee7-4225-9f5f-2ce9cd5bd575', 'mac_address': 'fa:16:3e:fb:de:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7829cf55-e944-4514-bf89-a385b578ebb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:23:52.889581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3a141b-61d7-49e7-bee2-ad118b596cb3 None None] DHCP port deletion for 41bbc372-33fd-499d-9180-6bffeb090fd2 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:23:52.898927 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acf80bb5-1fce-4b04-8aeb-5efdb8a70e5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (32ee89c3-dfc2-4e84-bbf5-791138adb56f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.918592 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3034f465-ae69-4f80-b3a9-614d1dd9987b req-302a9333-a012-450f-8401-7facb319d282 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/7223e8cd-06f0-471d-87bd-01ba4dec3696 HTTP/1.1" status: 200 len: 1823 time: 0.0424569 Feb 09 03:23:52.931666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-3034f465-ae69-4f80-b3a9-614d1dd9987b req-6d89ab9b-d7a6-49c1-aa70-1f50b81c3718 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7223e8cd-06f0-471d-87bd-01ba4dec3696', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:52.933970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-3034f465-ae69-4f80-b3a9-614d1dd9987b req-6d89ab9b-d7a6-49c1-aa70-1f50b81c3718 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7223e8cd-06f0-471d-87bd-01ba4dec3696', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:52.940130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf80bb5-1fce-4b04-8aeb-5efdb8a70e5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Subnet': ['ID=32ee89c3-dfc2-4e84-bbf5-791138adb56f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:52.943497 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acf80bb5-1fce-4b04-8aeb-5efdb8a70e5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.946736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-acf80bb5-1fce-4b04-8aeb-5efdb8a70e5c tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "DELETE /v2.0/subnets/32ee89c3-dfc2-4e84-bbf5-791138adb56f HTTP/1.1" status: 204 len: 168 time: 0.4905837 Feb 09 03:23:52.949733 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ad9e1708-d85c-4838-8a8b-6b86082f1f1c service neutron] 10.222.0.21 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498642 Feb 09 03:23:52.950711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36294) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:52.969111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f917c-a663-4c8d-a339-d57b9ea9e0e6 None None] Network 4fc9fd51-1370-4828-8f7c-2835ed8eef40 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:53.011404 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:53.011917 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.028308 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3034f465-ae69-4f80-b3a9-614d1dd9987b req-6d89ab9b-d7a6-49c1-aa70-1f50b81c3718 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (2bff3898-8de3-4efe-be5c-09d418ae4200), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.046355 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (41bbc372-33fd-499d-9180-6bffeb090fd2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.064017 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3034f465-ae69-4f80-b3a9-614d1dd9987b req-6d89ab9b-d7a6-49c1-aa70-1f50b81c3718 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (2bff3898-8de3-4efe-be5c-09d418ae4200), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.071779 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3034f465-ae69-4f80-b3a9-614d1dd9987b req-6d89ab9b-d7a6-49c1-aa70-1f50b81c3718 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (2bff3898-8de3-4efe-be5c-09d418ae4200), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.090862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:53.096106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89ab9b-d7a6-49c1-aa70-1f50b81c3718 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bff3898-8de3-4efe-be5c-09d418ae4200,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:53.118681 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Publish callbacks [] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.118824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3034f465-ae69-4f80-b3a9-614d1dd9987b req-6d89ab9b-d7a6-49c1-aa70-1f50b81c3718 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.123371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Deleting port 00e89615-9720-4733-beaf-729b4f6b1af2 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:53.124149 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.133963 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3034f465-ae69-4f80-b3a9-614d1dd9987b req-6d89ab9b-d7a6-49c1-aa70-1f50b81c3718 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2062173 Feb 09 03:23:53.164250 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.168207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:53.202414 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.218406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a141b-61d7-49e7-bee2-ad118b596cb3 None None] Deleting port 00e89615-9720-4733-beaf-729b4f6b1af2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:53.218942 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a3a141b-61d7-49e7-bee2-ad118b596cb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.264963 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] For port 00e89615-9720-4733-beaf-729b4f6b1af2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=00e89615-9720-4733-beaf-729b4f6b1af2,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:53.264963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.290022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c463ad-25cb-4210-955c-780517a67ad7 req-810de90c-9f04-4262-89f2-30c9ba3d136f tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:53.298684 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84c463ad-25cb-4210-955c-780517a67ad7 req-810de90c-9f04-4262-89f2-30c9ba3d136f tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 944 time: 0.0758641 Feb 09 03:23:53.302753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Calling delete_port for 00e89615-9720-4733-beaf-729b4f6b1af2 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:53.336294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcd7a7-6ff2-441e-b2f2-aaab69535a69 req-b237552c-8f9e-4188-9d25-8d8f7315d6e1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:53.338067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbcd7a7-6ff2-441e-b2f2-aaab69535a69 req-b237552c-8f9e-4188-9d25-8d8f7315d6e1 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1294913 Feb 09 03:23:53.368259 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84c463ad-25cb-4210-955c-780517a67ad7 req-a320e9a6-6cd8-4446-82ff-1b099c0085d9 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685084 Feb 09 03:23:53.436925 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfbcd7a7-6ff2-441e-b2f2-aaab69535a69 req-92c8a855-8a88-4928-8af1-76eed68e4e67 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896456 Feb 09 03:23:53.445232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a10359-280b-40ff-b3de-683f812e8691 None None] Pushing event updated for resources: {'Port': ['ID=762125a5-9034-4de1-9adb-a8dcd61faa23,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:53.509135 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.556788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bc105-bc1d-41cd-8ed9-0ebf3255ffca req-690ac2bf-b433-4f91-be4b-163f38cba1f0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:53.565158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['57c7b320-4ee7-4225-9f5f-2ce9cd5bd575'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:53.568327 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a64bc105-bc1d-41cd-8ed9-0ebf3255ffca req-690ac2bf-b433-4f91-be4b-163f38cba1f0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1177001 Feb 09 03:23:53.581965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4a3a141b-61d7-49e7-bee2-ad118b596cb3 None None] For port 00e89615-9720-4733-beaf-729b4f6b1af2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=00e89615-9720-4733-beaf-729b4f6b1af2,segment=NetworkSegment(ebbb6e45-6445-48a5-8088-4434e1f38951),segment_id=ebbb6e45-6445-48a5-8088-4434e1f38951)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:53.582370 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a3a141b-61d7-49e7-bee2-ad118b596cb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.585384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Port': ['ID=00e89615-9720-4733-beaf-729b4f6b1af2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:53.601520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] No DVR routers for this DVR port 00e89615-9720-4733-beaf-729b4f6b1af2 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:23:53.608313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb2f76b-6fbf-4c31-ba13-ad5db2782b61 None None] DHCP port deletion for 4fc9fd51-1370-4828-8f7c-2835ed8eef40 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:23:53.633027 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a64bc105-bc1d-41cd-8ed9-0ebf3255ffca req-fceb5bc2-5679-4cb4-a303-897d0e76705f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637231 Feb 09 03:23:53.682851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Attempting to bind port 762125a5-9034-4de1-9adb-a8dcd61faa23 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:53.683230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Attempting to bind port 762125a5-9034-4de1-9adb-a8dcd61faa23 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:53.683595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Attempting to bind port 762125a5-9034-4de1-9adb-a8dcd61faa23 on network a89aa393-1edb-4017-b205-397b2e5a52d2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:53.724247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a141b-61d7-49e7-bee2-ad118b596cb3 None None] Calling delete_port for 00e89615-9720-4733-beaf-729b4f6b1af2 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:53.736427 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (41bbc372-33fd-499d-9180-6bffeb090fd2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.762717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659afbe-ef05-4744-9842-c667641a9b44 req-925a11bd-f1a0-49db-bdee-9051ab20312b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:53.764996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9659afbe-ef05-4744-9842-c667641a9b44 req-925a11bd-f1a0-49db-bdee-9051ab20312b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.1835856 Feb 09 03:23:53.775311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bbc372-33fd-499d-9180-6bffeb090fd2']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:53.785859 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42a573b6-14eb-412f-8e2c-5c7a1e4c32ca req-bc7eadea-ec44-49f3-98a4-9123dbe6a199 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 210 time: 0.0837004 Feb 09 03:23:53.796620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:53.805823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbb6e45-6445-48a5-8088-4434e1f38951') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:53.806042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:53.806181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbb6e45-6445-48a5-8088-4434e1f38951') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:53.806383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Checking segment: {'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:53.806775 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.807249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Bound using segment: {'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:53.807656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Bound port: 762125a5-9034-4de1-9adb-a8dcd61faa23, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:53.808039 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.827562 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-3ba1fe40-5ce8-4f96-b388-8c8955af8ce7 req-4bb48490-1969-4324-835d-8738bf2f702d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1160124650', 'description': 'tempest-description-2004788240'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:53.831985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 00e89615-9720-4733-beaf-729b4f6b1af2 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:53.837928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (ebbb6e45-6445-48a5-8088-4434e1f38951), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.858558 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 00e89615-9720-4733-beaf-729b4f6b1af2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:23:53.858941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 00e89615-9720-4733-beaf-729b4f6b1af2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:23:53.859337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device de474820-373b-4cac-a0ce-d3d200e98e02 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:53.878025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ebbb6e45-6445-48a5-8088-4434e1f38951), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.880829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3ba1fe40-5ce8-4f96-b388-8c8955af8ce7 req-4bb48490-1969-4324-835d-8738bf2f702d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.895171 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:23:53.895581 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (ebbb6e45-6445-48a5-8088-4434e1f38951), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:23:53.899384 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:23:53.913963 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9659afbe-ef05-4744-9842-c667641a9b44 req-5eff4e98-fa88-40c9-a90a-04f77361e46c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160347 Feb 09 03:23:54.023059 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (41bbc372-33fd-499d-9180-6bffeb090fd2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.036187 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.053607 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.065524 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "DELETE /v2.0/networks/41bbc372-33fd-499d-9180-6bffeb090fd2 HTTP/1.1" status: 204 len: 168 time: 1.1115243 Feb 09 03:23:54.066701 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3ba1fe40-5ce8-4f96-b388-8c8955af8ce7 req-4bb48490-1969-4324-835d-8738bf2f702d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (b18d57b0-0cc4-49b9-a478-aa510500f9cc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.067739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36318) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:54.091637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] For port 762125a5-9034-4de1-9adb-a8dcd61faa23, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:54.094460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2f76b-6fbf-4c31-ba13-ad5db2782b61 None None] Deleting port de474820-373b-4cac-a0ce-d3d200e98e02 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:54.094837 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cb2f76b-6fbf-4c31-ba13-ad5db2782b61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.096558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416570ba-da29-4306-b854-8b616953bea7 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Network': ['ID=41bbc372-33fd-499d-9180-6bffeb090fd2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:54.097349 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3ba1fe40-5ce8-4f96-b388-8c8955af8ce7 req-4bb48490-1969-4324-835d-8738bf2f702d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b18d57b0-0cc4-49b9-a478-aa510500f9cc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.160719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] For port 762125a5-9034-4de1-9adb-a8dcd61faa23, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=762125a5-9034-4de1-9adb-a8dcd61faa23,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:54.191198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704740b0-5baa-4653-8196-9ca883379fd5 req-05576351-765d-424f-94fa-f76bee55204a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:54.192885 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-704740b0-5baa-4653-8196-9ca883379fd5 req-05576351-765d-424f-94fa-f76bee55204a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.0815480 Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: from cryptography.utils import int_from_bytes Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: from cryptography.utils import int_from_bytes Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.209561 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:54.212446 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:23:54.219002 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.271651 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-704740b0-5baa-4653-8196-9ca883379fd5 req-d339a18e-c82b-45c1-8142-a5bb11084000 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724006 Feb 09 03:23:54.273937 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a3a141b-61d7-49e7-bee2-ad118b596cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (00e89615-9720-4733-beaf-729b4f6b1af2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.284979 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3ba1fe40-5ce8-4f96-b388-8c8955af8ce7 req-4bb48490-1969-4324-835d-8738bf2f702d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.307909 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ba1fe40-5ce8-4f96-b388-8c8955af8ce7 req-4bb48490-1969-4324-835d-8738bf2f702d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4912307 Feb 09 03:23:54.322943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6cb2f76b-6fbf-4c31-ba13-ad5db2782b61 None None] For port de474820-373b-4cac-a0ce-d3d200e98e02, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=de474820-373b-4cac-a0ce-d3d200e98e02,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:54.323351 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cb2f76b-6fbf-4c31-ba13-ad5db2782b61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.331219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb48490-1969-4324-835d-8738bf2f702d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18d57b0-0cc4-49b9-a478-aa510500f9cc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:54.334333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port de474820-373b-4cac-a0ce-d3d200e98e02 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:54.334740 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.355646 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (4fc9fd51-1370-4828-8f7c-2835ed8eef40), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.367217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a3a141b-61d7-49e7-bee2-ad118b596cb3 None None] Network 41bbc372-33fd-499d-9180-6bffeb090fd2 is not hosted by any dhcp agent {{(pid=103329) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:23:54.367599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a141b-61d7-49e7-bee2-ad118b596cb3 None None] No DVR routers for this DVR port 00e89615-9720-4733-beaf-729b4f6b1af2 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:23:54.405110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2f76b-6fbf-4c31-ba13-ad5db2782b61 None None] Calling delete_port for de474820-373b-4cac-a0ce-d3d200e98e02 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:54.431281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a10359-280b-40ff-b3de-683f812e8691 None None] Pushing event updated for resources: {'Port': ['ID=762125a5-9034-4de1-9adb-a8dcd61faa23,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:54.441437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Routers {'668c4208-1934-4c58-9be8-cd247fbb73cd'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:54.442133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:23:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['668c4208-1934-4c58-9be8-cd247fbb73cd'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:54.462904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Deleting port de474820-373b-4cac-a0ce-d3d200e98e02 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:54.473762 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.478356 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port de474820-373b-4cac-a0ce-d3d200e98e02, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=de474820-373b-4cac-a0ce-d3d200e98e02,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:54.578662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] For port de474820-373b-4cac-a0ce-d3d200e98e02, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=de474820-373b-4cac-a0ce-d3d200e98e02,segment=NetworkSegment(9f94d980-164b-4749-9edb-a908a4ff15d2),segment_id=9f94d980-164b-4749-9edb-a908a4ff15d2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:54.579475 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.597009 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.597285 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Calling delete_port for de474820-373b-4cac-a0ce-d3d200e98e02 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:54.603320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-6ec16308-5fd9-4f3e-a222-f16f4b14c9df tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:54.609012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a141b-61d7-49e7-bee2-ad118b596cb3 None None] Pushing event deleted for resources: {'Port': ['ID=00e89615-9720-4733-beaf-729b4f6b1af2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:54.611502 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-6ec16308-5fd9-4f3e-a222-f16f4b14c9df tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 812 time: 0.2155261 Feb 09 03:23:54.618133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cf157-2b17-4230-8d6f-7a3c29dd804c req-4e5fd0ec-50ba-438e-a746-bf3ff3fca526 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:54.620316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b1cf157-2b17-4230-8d6f-7a3c29dd804c req-4e5fd0ec-50ba-438e-a746-bf3ff3fca526 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1436076 Feb 09 03:23:54.634358 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-fcae4f58-7aee-4621-bd79-177cb88988ed tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/quotas/ac10f34a12cf4fa8b1d9f6a90369baef HTTP/1.1" status: 200 len: 375 time: 0.0216022 Feb 09 03:23:54.728495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-391c9a2d-94c8-490e-8eb8-88d147440317 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0930910 Feb 09 03:23:54.772798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=de474820-373b-4cac-a0ce-d3d200e98e02,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:54.788369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] Set router 668c4208-1934-4c58-9be8-cd247fbb73cd gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:54.835544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b1cf157-2b17-4230-8d6f-7a3c29dd804c req-7e5f63c1-edef-4478-9626-292cdb03b133 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067444 Feb 09 03:23:54.838493 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cb2f76b-6fbf-4c31-ba13-ad5db2782b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.850960 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (de474820-373b-4cac-a0ce-d3d200e98e02), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.902580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] No DVR routers for this DVR port de474820-373b-4cac-a0ce-d3d200e98e02 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:23:54.907256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-8d094b7a-ea2f-4d5e-acd4-a72613f5612d service neutron] 10.222.0.21 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777494 Feb 09 03:23:54.909666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Port': ['ID=de474820-373b-4cac-a0ce-d3d200e98e02,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:54.912064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2f76b-6fbf-4c31-ba13-ad5db2782b61 None None] No DVR routers for this DVR port de474820-373b-4cac-a0ce-d3d200e98e02 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:23:54.914469 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2f76b-6fbf-4c31-ba13-ad5db2782b61 None None] Pushing event deleted for resources: {'Port': ['ID=de474820-373b-4cac-a0ce-d3d200e98e02,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:54.957328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-c70b9fb8-fe26-4577-9af7-a4a160be4092 req-c16272df-0d4a-4648-86e6-bba2a3b1c390 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-566087536', 'description': 'tempest-description-1557395620'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:55.050052 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c70b9fb8-fe26-4577-9af7-a4a160be4092 req-c16272df-0d4a-4648-86e6-bba2a3b1c390 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.056176 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (4fc9fd51-1370-4828-8f7c-2835ed8eef40), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.069334 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-aeca66a1-326c-4967-9827-21b26558d03f service neutron] 10.222.0.21 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404068 Feb 09 03:23:55.095047 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'name': 'tempest-ServerRescueTestJSON-1894698619-router', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ef0c2c82-1805-451d-938a-275530da5322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:40Z', 'updated_at': '2022-02-09T03:23:49Z', 'revision_number': 4, 'project_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'gw_port': {'id': 'ef0c2c82-1805-451d-938a-275530da5322', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:42Z', 'updated_at': '2022-02-09T03:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '762125a5-9034-4de1-9adb-a8dcd61faa23', 'name': '', 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'mac_address': 'fa:16:3e:02:ea:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '38b239c2-f7d6-4051-b522-196f38b4079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:48Z', 'updated_at': '2022-02-09T03:23:54Z', 'revision_number': 4, 'project_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'subnets': [{'id': '38b239c2-f7d6-4051-b522-196f38b4079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:55.102196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc9fd51-1370-4828-8f7c-2835ed8eef40']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:55.123252 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f94d980-164b-4749-9edb-a908a4ff15d2') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:55.123562 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f94d980-164b-4749-9edb-a908a4ff15d2') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:55.127038 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ede3d-623d-4385-8a86-511cc593f483 None None] The sync data for ids ['668c4208-1934-4c58-9be8-cd247fbb73cd'] in n-d-824835-15 is: [{'id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'name': 'tempest-ServerRescueTestJSON-1894698619-router', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ef0c2c82-1805-451d-938a-275530da5322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:40Z', 'updated_at': '2022-02-09T03:23:49Z', 'revision_number': 4, 'project_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'gw_port': {'id': 'ef0c2c82-1805-451d-938a-275530da5322', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:42Z', 'updated_at': '2022-02-09T03:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '762125a5-9034-4de1-9adb-a8dcd61faa23', 'name': '', 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'mac_address': 'fa:16:3e:02:ea:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '38b239c2-f7d6-4051-b522-196f38b4079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:48Z', 'updated_at': '2022-02-09T03:23:54Z', 'revision_number': 4, 'project_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'subnets': [{'id': '38b239c2-f7d6-4051-b522-196f38b4079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:23:55.140251 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (9f94d980-164b-4749-9edb-a908a4ff15d2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.161110 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9f94d980-164b-4749-9edb-a908a4ff15d2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.176132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:23:55.176657 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (9f94d980-164b-4749-9edb-a908a4ff15d2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:23:55.179774 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:23:55.208185 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c70b9fb8-fe26-4577-9af7-a4a160be4092 req-c16272df-0d4a-4648-86e6-bba2a3b1c390 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (ba05de87-157e-4b37-b666-986bee07a8fc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.317796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c70b9fb8-fe26-4577-9af7-a4a160be4092 req-c16272df-0d4a-4648-86e6-bba2a3b1c390 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ba05de87-157e-4b37-b666-986bee07a8fc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.338098 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (4fc9fd51-1370-4828-8f7c-2835ed8eef40), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.360514 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.363711 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] 10.222.0.21 "DELETE /v2.0/networks/4fc9fd51-1370-4828-8f7c-2835ed8eef40 HTTP/1.1" status: 204 len: 168 time: 1.2947373 Feb 09 03:23:55.399929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c70b9fb8-fe26-4577-9af7-a4a160be4092 req-c16272df-0d4a-4648-86e6-bba2a3b1c390 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.408713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c70b9fb8-fe26-4577-9af7-a4a160be4092 req-c16272df-0d4a-4648-86e6-bba2a3b1c390 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5151944 Feb 09 03:23:55.410895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf445fc8-0973-492d-a1f5-a1bc51c47ae9 tempest-TaggedBootDevicesTest-374094083 tempest-TaggedBootDevicesTest-374094083-project] Pushing event deleted for resources: {'Network': ['ID=4fc9fd51-1370-4828-8f7c-2835ed8eef40,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:55.413257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16272df-0d4a-4648-86e6-bba2a3b1c390 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba05de87-157e-4b37-b666-986bee07a8fc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:55.466248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b03fd-f297-4a9e-ac08-b1102c362a57 req-4ce6a1b7-8d02-43f4-8023-cc70ac438c43 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:55.481266 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e00b03fd-f297-4a9e-ac08-b1102c362a57 req-4ce6a1b7-8d02-43f4-8023-cc70ac438c43 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 944 time: 0.1678631 Feb 09 03:23:55.548936 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e00b03fd-f297-4a9e-ac08-b1102c362a57 req-0213f9cb-fc5a-41e7-baca-7326b0c4b482 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654240 Feb 09 03:23:55.582791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e5eb524-66ca-40bf-a48f-c940a6bcc407 req-4c1672aa-9e3e-4464-8667-dac64f78df84 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 210 time: 0.0777187 Feb 09 03:23:55.740706 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94f7b7-7e97-4974-8154-c5b92c7ec5d2 req-20d9fe86-91c6-40ec-9540-6a625ea71a1b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:55.742866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d94f7b7-7e97-4974-8154-c5b92c7ec5d2 req-20d9fe86-91c6-40ec-9540-6a625ea71a1b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0856948 Feb 09 03:23:55.775882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-7081861f-f729-484e-9b9a-8019c63c6f8a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:55.777512 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-7081861f-f729-484e-9b9a-8019c63c6f8a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.65 "GET /v2.0/networks?id=a89aa393-1edb-4017-b205-397b2e5a52d2 HTTP/1.1" status: 200 len: 811 time: 0.2144213 Feb 09 03:23:55.831388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Request body: {'port': {'device_id': '8593786a-e2f1-4a40-b0c2-04305f0799da', 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2', 'admin_state_up': True, 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:55.836675 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1707f87-cc78-4bd6-b0c0-78cac14557e8 req-436d6b06-eb0c-43e9-bda0-392e34b17901 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 210 time: 0.0578260 Feb 09 03:23:55.882763 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d94f7b7-7e97-4974-8154-c5b92c7ec5d2 req-717cb07f-bb34-468c-9799-a33ccbc543fb tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238444 Feb 09 03:23:55.936421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 762125a5-9034-4de1-9adb-a8dcd61faa23 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:56.012282 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1dfb85d9-2b36-465e-a01a-d7f6d9e09103 req-9405db10-ecae-4761-8e4a-396859da0bc4 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/b18d57b0-0cc4-49b9-a478-aa510500f9cc HTTP/1.1" status: 200 len: 1824 time: 0.0751343 Feb 09 03:23:56.057797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 762125a5-9034-4de1-9adb-a8dcd61faa23 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:56.064889 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.084915 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1dfb85d9-2b36-465e-a01a-d7f6d9e09103 req-89cff552-f47e-43fd-8310-bf7ef9fad629 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/ba05de87-157e-4b37-b666-986bee07a8fc HTTP/1.1" status: 200 len: 1823 time: 0.0651119 Feb 09 03:23:56.090220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-1dfb85d9-2b36-465e-a01a-d7f6d9e09103 req-b1f1be15-6d94-401d-bfc9-b552b799b095 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b18d57b0-0cc4-49b9-a478-aa510500f9cc', 'remote_group_id': 'ba05de87-157e-4b37-b666-986bee07a8fc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:56.091365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-1dfb85d9-2b36-465e-a01a-d7f6d9e09103 req-b1f1be15-6d94-401d-bfc9-b552b799b095 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b18d57b0-0cc4-49b9-a478-aa510500f9cc', 'remote_group_id': 'ba05de87-157e-4b37-b666-986bee07a8fc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:56.126077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e4198-4bdd-4844-9043-78c619309c79 req-017acba9-6d24-4fa3-89e2-13f6dc3ce9c1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:56.127682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-196e4198-4bdd-4844-9043-78c619309c79 req-017acba9-6d24-4fa3-89e2-13f6dc3ce9c1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.1410978 Feb 09 03:23:56.170905 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1dfb85d9-2b36-465e-a01a-d7f6d9e09103 req-b1f1be15-6d94-401d-bfc9-b552b799b095 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (69f1259d-b250-4711-8447-8ea37ab952c7), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.197895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 762125a5-9034-4de1-9adb-a8dcd61faa23 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:56.198579 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.222915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Made reservation on behalf of dcb34353e17541faaf238eaa9a9e6ab1 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:56.224547 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1dfb85d9-2b36-465e-a01a-d7f6d9e09103 req-b1f1be15-6d94-401d-bfc9-b552b799b095 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (69f1259d-b250-4711-8447-8ea37ab952c7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.228705 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.230050 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1dfb85d9-2b36-465e-a01a-d7f6d9e09103 req-b1f1be15-6d94-401d-bfc9-b552b799b095 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (69f1259d-b250-4711-8447-8ea37ab952c7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.239461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 762125a5-9034-4de1-9adb-a8dcd61faa23, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=762125a5-9034-4de1-9adb-a8dcd61faa23,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:56.245990 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.252255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1be15-6d94-401d-bfc9-b552b799b095 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f1259d-b250-4711-8447-8ea37ab952c7,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:56.263629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1dfb85d9-2b36-465e-a01a-d7f6d9e09103 req-b1f1be15-6d94-401d-bfc9-b552b799b095 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.265243 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1dfb85d9-2b36-465e-a01a-d7f6d9e09103 req-b1f1be15-6d94-401d-bfc9-b552b799b095 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1796100 Feb 09 03:23:56.282967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-196e4198-4bdd-4844-9043-78c619309c79 req-68b70729-aa97-466f-b0da-be82da5d7687 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462111 Feb 09 03:23:56.347155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=762125a5-9034-4de1-9adb-a8dcd61faa23,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:56.461919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacabb29-5ece-455f-b73f-727479f9817a req-400c0a40-d80d-495b-944a-f8ef1089df82 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:56.466361 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aacabb29-5ece-455f-b73f-727479f9817a req-400c0a40-d80d-495b-944a-f8ef1089df82 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0641654 Feb 09 03:23:56.485175 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Allocated IP 172.20.0.12 (a89aa393-1edb-4017-b205-397b2e5a52d2/38b239c2-f7d6-4051-b522-196f38b4079a/3f3f13e5-6c55-45f0-a126-f5f45c8aadd9) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:56.493632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7630519-c06b-408a-99b6-205699fd6ae2 req-0d90d733-9515-48f9-ad27-18b4d968627c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:56.495138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7630519-c06b-408a-99b6-205699fd6ae2 req-0d90d733-9515-48f9-ad27-18b4d968627c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1110640 Feb 09 03:23:56.518776 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aacabb29-5ece-455f-b73f-727479f9817a req-6a679c6c-de81-4e7b-8ec7-b5fb4e02e09f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485063 Feb 09 03:23:56.550496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-57f40fc8-6ca1-422f-b5c4-f49ec2d395bd req-6d933e85-26d2-4fe7-97d9-f8cb0bc0ba21 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1561461886', 'description': 'tempest-description-1423178500'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:56.553110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:56.576565 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-57f40fc8-6ca1-422f-b5c4-f49ec2d395bd req-6d933e85-26d2-4fe7-97d9-f8cb0bc0ba21 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.613616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7630519-c06b-408a-99b6-205699fd6ae2 req-79eea102-8f38-4b0f-a661-08c2fa4a4aad tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020072 Feb 09 03:23:56.623907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:23:56.629138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:56.629547 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.675169 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-57f40fc8-6ca1-422f-b5c4-f49ec2d395bd req-6d933e85-26d2-4fe7-97d9-f8cb0bc0ba21 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (b51ebaf7-b5d4-4484-b5f6-fca89a73fa72), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.682582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-57f40fc8-6ca1-422f-b5c4-f49ec2d395bd req-6d933e85-26d2-4fe7-97d9-f8cb0bc0ba21 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b51ebaf7-b5d4-4484-b5f6-fca89a73fa72), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.727944 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-57f40fc8-6ca1-422f-b5c4-f49ec2d395bd req-6d933e85-26d2-4fe7-97d9-f8cb0bc0ba21 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.741795 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57f40fc8-6ca1-422f-b5c4-f49ec2d395bd req-6d933e85-26d2-4fe7-97d9-f8cb0bc0ba21 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1950228 Feb 09 03:23:56.745204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d933e85-26d2-4fe7-97d9-f8cb0bc0ba21 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51ebaf7-b5d4-4484-b5f6-fca89a73fa72,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:56.788909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:56.789300 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.866496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks [] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.923701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:56.927872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208ae5c8-a409-4662-a4cb-4c59c808cc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c7b320-4ee7-4225-9f5f-2ce9cd5bd575'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:56.935691 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ef883e-cfb7-4239-a838-9770498e7d65" -d '{"events": [{"server_uuid": "208ae5c8-a409-4662-a4cb-4c59c808cc7c", "name": "network-vif-plugged", "status": "completed", "tag": "57c7b320-4ee7-4225-9f5f-2ce9cd5bd575"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:56.954692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.969346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51df64b-3cfc-4657-8e59-ff0e82a9b369 req-4f037341-4e3c-43e0-af1e-547591cf1276 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:56.978848 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.986420 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d51df64b-3cfc-4657-8e59-ff0e82a9b369 req-4f037341-4e3c-43e0-af1e-547591cf1276 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 944 time: 0.1770940 Feb 09 03:23:57.066869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:57.076782 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d51df64b-3cfc-4657-8e59-ff0e82a9b369 req-882ff150-311e-4e57-b942-56d2dd0c6a32 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885541 Feb 09 03:23:57.085005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Network a89aa393-1edb-4017-b205-397b2e5a52d2 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:57.098859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:57.108778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:57.134093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-ace4186c-e960-4d3f-b1f6-95811c054f61 req-c7fd516a-9f27-4a9e-b777-f0917ad91a88 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-760325622', 'description': 'tempest-description-2108844570'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:57.158997 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ace4186c-e960-4d3f-b1f6-95811c054f61 req-c7fd516a-9f27-4a9e-b777-f0917ad91a88 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:57.165621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:57.166274 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:57.194855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Pushing event updated for resources: {'Port': ['ID=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:57.212297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0fc7344b-2e38-4169-95ef-a02b06b0d44f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:57.214104 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0fc7344b-2e38-4169-95ef-a02b06b0d44f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 812 time: 0.3113999 Feb 09 03:23:57.222611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02572d30-1a53-4df3-90b9-10d7c60d1311 req-eeab87fe-e24e-4946-830a-2e25fe6bd6fe tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:57.224433 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02572d30-1a53-4df3-90b9-10d7c60d1311 req-eeab87fe-e24e-4946-830a-2e25fe6bd6fe tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 932 time: 0.2471507 Feb 09 03:23:57.228287 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-f4de4b55-7bce-4f68-a763-5b6844ee79b2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4025369 Feb 09 03:23:57.233554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Request body: {'port': {'device_id': '54ae9190-a209-4fde-8575-4e7108014332', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'admin_state_up': True, 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:57.241098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ace4186c-e960-4d3f-b1f6-95811c054f61 req-c7fd516a-9f27-4a9e-b777-f0917ad91a88 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (8ce831e5-c55a-4641-841f-439b5d33117c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:57.246293 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ace4186c-e960-4d3f-b1f6-95811c054f61 req-c7fd516a-9f27-4a9e-b777-f0917ad91a88 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8ce831e5-c55a-4641-841f-439b5d33117c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:57.277676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ace4186c-e960-4d3f-b1f6-95811c054f61 req-c7fd516a-9f27-4a9e-b777-f0917ad91a88 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:57.279212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ace4186c-e960-4d3f-b1f6-95811c054f61 req-c7fd516a-9f27-4a9e-b777-f0917ad91a88 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1510689 Feb 09 03:23:57.281063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd516a-9f27-4a9e-b777-f0917ad91a88 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce831e5-c55a-4641-841f-439b5d33117c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:57.304136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Request body: {'port': {'device_id': '8593786a-e2f1-4a40-b0c2-04305f0799da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:57.413962 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b6f19891-b3d5-44cd-b17c-b907a5c978ae req-65b7dd2b-1286-4411-bdb7-17981962307b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 210 time: 0.0288384 Feb 09 03:23:57.423531 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02572d30-1a53-4df3-90b9-10d7c60d1311 req-f166f3b4-c69a-4c18-a987-f01f02dd3e4d tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236670 Feb 09 03:23:57.459142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Made reservation on behalf of ac10f34a12cf4fa8b1d9f6a90369baef for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:57.462448 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:57.486463 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:57.488995 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513ee6f2-efa7-431f-bdac-6a29fcae5677 x-openstack-request-id: req-513ee6f2-efa7-431f-bdac-6a29fcae5677 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:57.489286 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208ae5c8-a409-4662-a4cb-4c59c808cc7c", "name": "network-vif-plugged", "status": "completed", "tag": "57c7b320-4ee7-4225-9f5f-2ce9cd5bd575", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:57.489584 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-513ee6f2-efa7-431f-bdac-6a29fcae5677 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:57.489977 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208ae5c8-a409-4662-a4cb-4c59c808cc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c7b320-4ee7-4225-9f5f-2ce9cd5bd575', 'code': 200} Feb 09 03:23:57.525153 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b22e0553-5f91-4758-b265-313b8fb3c7c5 req-b1ee954f-8800-4255-a345-4fa12b72e7f6 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/b51ebaf7-b5d4-4484-b5f6-fca89a73fa72 HTTP/1.1" status: 200 len: 1824 time: 0.0726480 Feb 09 03:23:57.611725 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b22e0553-5f91-4758-b265-313b8fb3c7c5 req-633262ac-cc37-4955-85c8-65b687796f4b tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/8ce831e5-c55a-4641-841f-439b5d33117c HTTP/1.1" status: 200 len: 1823 time: 0.0734003 Feb 09 03:23:57.631999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-b22e0553-5f91-4758-b265-313b8fb3c7c5 req-dbd723ad-aefb-4d98-9995-0330a844b1a7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b51ebaf7-b5d4-4484-b5f6-fca89a73fa72', 'remote_group_id': '8ce831e5-c55a-4641-841f-439b5d33117c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:57.632316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-b22e0553-5f91-4758-b265-313b8fb3c7c5 req-dbd723ad-aefb-4d98-9995-0330a844b1a7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b51ebaf7-b5d4-4484-b5f6-fca89a73fa72', 'remote_group_id': '8ce831e5-c55a-4641-841f-439b5d33117c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:57.651501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be682a4-269e-4f4d-8096-d767bfba822c req-00abe8a8-8591-4c24-9c46-9573a9601850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:57.653975 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1be682a4-269e-4f4d-8096-d767bfba822c req-00abe8a8-8591-4c24-9c46-9573a9601850 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 1128 time: 0.0737720 Feb 09 03:23:57.727066 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1be682a4-269e-4f4d-8096-d767bfba822c req-520ae08e-7d31-425b-858c-76654ccf0eb8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672350 Feb 09 03:23:57.734177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b22e0553-5f91-4758-b265-313b8fb3c7c5 req-dbd723ad-aefb-4d98-9995-0330a844b1a7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (18dc912e-bbd5-4173-9292-852bb40c8d05), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:57.764722 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b22e0553-5f91-4758-b265-313b8fb3c7c5 req-dbd723ad-aefb-4d98-9995-0330a844b1a7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (18dc912e-bbd5-4173-9292-852bb40c8d05), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:57.773595 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b22e0553-5f91-4758-b265-313b8fb3c7c5 req-dbd723ad-aefb-4d98-9995-0330a844b1a7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (18dc912e-bbd5-4173-9292-852bb40c8d05), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:57.786141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd2197-65f3-4fa0-8b84-df4dde083152 req-6c7b0f47-6daf-403f-965e-b5850c2963bb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:57.787733 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cbbd2197-65f3-4fa0-8b84-df4dde083152 req-6c7b0f47-6daf-403f-965e-b5850c2963bb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.1901121 Feb 09 03:23:57.798508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd723ad-aefb-4d98-9995-0330a844b1a7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18dc912e-bbd5-4173-9292-852bb40c8d05,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:57.810530 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b22e0553-5f91-4758-b265-313b8fb3c7c5 req-dbd723ad-aefb-4d98-9995-0330a844b1a7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:57.828893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b22e0553-5f91-4758-b265-313b8fb3c7c5 req-dbd723ad-aefb-4d98-9995-0330a844b1a7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2021110 Feb 09 03:23:57.853286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 762125a5-9034-4de1-9adb-a8dcd61faa23 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:57.868981 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Allocated IP 172.20.0.3 (b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b/06e48ffc-607c-4f3f-a297-93d786090dbf/84466bbb-3632-4a43-bfc1-279b9c28e307) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:57.919525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 762125a5-9034-4de1-9adb-a8dcd61faa23 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:57.920343 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.014225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cbbd2197-65f3-4fa0-8b84-df4dde083152 req-98f662b9-384a-4c58-bb3e-e49fdfcb288d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600387 Feb 09 03:23:58.048718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 762125a5-9034-4de1-9adb-a8dcd61faa23 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:58.134538 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20041ff8-618c-4c72-a68e-637257d083cb req-431e5a24-c3ac-429d-8ff9-303fd897f17b tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/8ce831e5-c55a-4641-841f-439b5d33117c HTTP/1.1" status: 200 len: 1823 time: 0.0579746 Feb 09 03:23:58.196672 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-20041ff8-618c-4c72-a68e-637257d083cb req-eb29ab07-c95d-4e38-bdcc-4fadf572c5da tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (8ce831e5-c55a-4641-841f-439b5d33117c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.223401 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-20041ff8-618c-4c72-a68e-637257d083cb req-eb29ab07-c95d-4e38-bdcc-4fadf572c5da tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (8ce831e5-c55a-4641-841f-439b5d33117c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.258684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:58.272230 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Publish callbacks [] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.289393 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-20041ff8-618c-4c72-a68e-637257d083cb req-eb29ab07-c95d-4e38-bdcc-4fadf572c5da tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8ce831e5-c55a-4641-841f-439b5d33117c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.292439 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-20041ff8-618c-4c72-a68e-637257d083cb req-eb29ab07-c95d-4e38-bdcc-4fadf572c5da tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.293848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20041ff8-618c-4c72-a68e-637257d083cb req-eb29ab07-c95d-4e38-bdcc-4fadf572c5da tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "DELETE /v2.0/security-groups/8ce831e5-c55a-4641-841f-439b5d33117c HTTP/1.1" status: 204 len: 173 time: 0.1529760 Feb 09 03:23:58.307078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29ab07-c95d-4e38-bdcc-4fadf572c5da tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce831e5-c55a-4641-841f-439b5d33117c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:58.316511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Transition to ACTIVE for port object 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:23:58.348222 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-98fb6d62-ef57-46cd-b515-cc773932e277 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2009752 Feb 09 03:23:58.348831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.361717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac195a-625f-4490-ac3d-8e22b5a680e4 req-2dc89983-ac9c-4745-9174-abdeefa6fb7c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:58.363179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31ac195a-625f-4490-ac3d-8e22b5a680e4 req-2dc89983-ac9c-4745-9174-abdeefa6fb7c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.2204792 Feb 09 03:23:58.369701 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.453743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538f1d3-f01f-43d6-a37f-b9a2b2f55d9b req-a82801fa-ec55-48f5-8fc5-f7cb44b99270 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:58.459934 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c538f1d3-f01f-43d6-a37f-b9a2b2f55d9b req-a82801fa-ec55-48f5-8fc5-f7cb44b99270 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0731025 Feb 09 03:23:58.517847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c538f1d3-f01f-43d6-a37f-b9a2b2f55d9b req-2d13bfc5-8ac8-4157-bc25-8f61e9385a7a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563750 Feb 09 03:23:58.547404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Pushing event updated for resources: {'Port': ['ID=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:58.610197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31ac195a-625f-4490-ac3d-8e22b5a680e4 req-df23fb3a-c5e8-4eef-b794-e15475e5db2e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369020 Feb 09 03:23:58.610792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Attempting to bind port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:58.611182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Attempting to bind port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:58.611508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Attempting to bind port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 on network a89aa393-1edb-4017-b205-397b2e5a52d2 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:58.624180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 on network a89aa393-1edb-4017-b205-397b2e5a52d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:23:58.625001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Attempting to bind port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 on network a89aa393-1edb-4017-b205-397b2e5a52d2 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:58.634292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:58.634627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Checking segment: {'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:58.635234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Bound using segment: {'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:58.646498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Bound port: 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:58.647025 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.650790 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.676979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['642c6e2d-c507-4ff4-82ca-121044d69858', 'c453f719-6bc5-4c12-9498-51859e8508bd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:58.690057 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd13a0-bab3-454a-8b1e-21a6266981dd req-80b26019-556c-44c3-bea6-2976ba35cfd6 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:58.691990 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5cdd13a0-bab3-454a-8b1e-21a6266981dd req-80b26019-556c-44c3-bea6-2976ba35cfd6 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 945 time: 0.0744443 Feb 09 03:23:58.775435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] For port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:58.779677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] For port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:58.806338 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.817970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:58.822699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5cdd13a0-bab3-454a-8b1e-21a6266981dd req-aa55d0b7-d2e9-413a-96c5-9b901592d554 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244071 Feb 09 03:23:58.835432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:58.838734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:58.842768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event updated for resources: {'Port': ['ID=84466bbb-3632-4a43-bfc1-279b9c28e307,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:58.885258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:58.885907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.887959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] 10.222.0.65 "PUT /v2.0/ports/3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 HTTP/1.1" status: 200 len: 1093 time: 1.5886574 Feb 09 03:23:58.892319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8593786a-e2f1-4a40-b0c2-04305f0799da', 'tag': '3f3f13e5-6c55-45f0-a126-f5f45c8aadd9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:58.894782 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403ca3d1-6b24-4a24-9165-d31fd8f48069" -d '{"events": [{"name": "network-changed", "server_uuid": "8593786a-e2f1-4a40-b0c2-04305f0799da", "tag": "3f3f13e5-6c55-45f0-a126-f5f45c8aadd9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:59.096779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6581d-ec1e-4501-baa4-c98b1a3f5685 req-29b19af2-ab0f-49fb-97b7-67697aa245cf tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:59.105401 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54b6581d-ec1e-4501-baa4-c98b1a3f5685 req-29b19af2-ab0f-49fb-97b7-67697aa245cf tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 931 time: 0.1098063 Feb 09 03:23:59.183622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54b6581d-ec1e-4501-baa4-c98b1a3f5685 req-37225e3e-3f35-4358-9452-8ce01c4d4349 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748680 Feb 09 03:23:59.320512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a2d12467-19b1-4792-b368-739efe7e32aa None None] Provisioning complete for port 84466bbb-3632-4a43-bfc1-279b9c28e307 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:59.321702 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2d12467-19b1-4792-b368-739efe7e32aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:59.322842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c26ebc-a33b-487c-96d6-930899d5e1a3 req-c9c147f4-7f50-4135-ac3a-55b445b18e0d tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:59.346952 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26c26ebc-a33b-487c-96d6-930899d5e1a3 req-c9c147f4-7f50-4135-ac3a-55b445b18e0d tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 944 time: 0.0954630 Feb 09 03:23:59.417397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a2d12467-19b1-4792-b368-739efe7e32aa None None] Port 84466bbb-3632-4a43-bfc1-279b9c28e307 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:23:59.436006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26c26ebc-a33b-487c-96d6-930899d5e1a3 req-465a10c5-bead-4f82-b614-76a4b470a30c tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880444 Feb 09 03:23:59.495210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa94820-27d4-43d2-8343-a202ada6ee6b service neutron] Pushing event updated for resources: {'Port': ['ID=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:59.499089 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f8fbad-e1ad-42d7-973c-a3d56f7dfc29 x-openstack-request-id: req-f7f8fbad-e1ad-42d7-973c-a3d56f7dfc29 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:59.499381 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8593786a-e2f1-4a40-b0c2-04305f0799da", "tag": "3f3f13e5-6c55-45f0-a126-f5f45c8aadd9", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:59.499638 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7f8fbad-e1ad-42d7-973c-a3d56f7dfc29 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:59.500038 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8593786a-e2f1-4a40-b0c2-04305f0799da', 'tag': '3f3f13e5-6c55-45f0-a126-f5f45c8aadd9', 'status': 'completed', 'code': 200} Feb 09 03:23:59.554966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb1df89b-8ba9-48b8-a0f7-d22b2587a34e req-db2d44fe-7a28-4251-9808-757fad691fdc tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/b51ebaf7-b5d4-4484-b5f6-fca89a73fa72 HTTP/1.1" status: 200 len: 1824 time: 0.8886859 Feb 09 03:23:59.571346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:59.571897 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:59.598797 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0592c98e-1616-4eee-81bc-9480225a5f0d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3699570 Feb 09 03:23:59.601613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-af02a962-18ec-4ab6-850b-c519e439cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:59.603250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-af02a962-18ec-4ab6-850b-c519e439cdbe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcb34353e17541faaf238eaa9a9e6ab1&device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 1127 time: 0.1023254 Feb 09 03:23:59.611670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Request body: {'port': {'device_id': '54ae9190-a209-4fde-8575-4e7108014332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:59.636311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8811e-e947-4e27-8cca-bd3d91a39e37 req-f95bec3b-e543-4af3-b68e-f860b3adbd05 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:59.638825 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfb8811e-e947-4e27-8cca-bd3d91a39e37 req-f95bec3b-e543-4af3-b68e-f860b3adbd05 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.0737629 Feb 09 03:23:59.690787 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfb8811e-e947-4e27-8cca-bd3d91a39e37 req-5ba7edc1-e7f9-4fab-aff0-1304fb9b3a20 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460980 Feb 09 03:23:59.710024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-824d2461-c6a1-488d-ae0c-e46049f21325 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 HTTP/1.1" status: 200 len: 217 time: 0.0699942 Feb 09 03:23:59.738500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-b0209faf-3cb5-4cd2-b529-9699a255718a req-ffebc22a-a98d-469d-9122-eaa8aa02488c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1102056814', 'description': 'tempest-description-1903751480'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:59.762151 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0209faf-3cb5-4cd2-b529-9699a255718a req-ffebc22a-a98d-469d-9122-eaa8aa02488c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:59.787186 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:59.813415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8531ac-6d97-45c1-9e6a-ebaf0e8658b9 req-2b179647-5bcb-4b8b-bbab-15cbca7dfea6 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:59.814923 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7f8531ac-6d97-45c1-9e6a-ebaf0e8658b9 req-2b179647-5bcb-4b8b-bbab-15cbca7dfea6 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.1797152 Feb 09 03:23:59.837840 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0209faf-3cb5-4cd2-b529-9699a255718a req-ffebc22a-a98d-469d-9122-eaa8aa02488c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (d2112ca2-a2b2-49f3-85d9-c0c24dace079), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:59.845254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-74ae2bd9-bab7-4009-befb-6c089354ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:59.845501 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0209faf-3cb5-4cd2-b529-9699a255718a req-ffebc22a-a98d-469d-9122-eaa8aa02488c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d2112ca2-a2b2-49f3-85d9-c0c24dace079), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:59.845617 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-74ae2bd9-bab7-4009-befb-6c089354ce3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=38b239c2-f7d6-4051-b522-196f38b4079a HTTP/1.1" status: 200 len: 851 time: 0.1079555 Feb 09 03:23:59.877144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebc22a-a98d-469d-9122-eaa8aa02488c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2112ca2-a2b2-49f3-85d9-c0c24dace079,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:59.882417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b0209faf-3cb5-4cd2-b529-9699a255718a req-ffebc22a-a98d-469d-9122-eaa8aa02488c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:59.883647 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0209faf-3cb5-4cd2-b529-9699a255718a req-ffebc22a-a98d-469d-9122-eaa8aa02488c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1495371 Feb 09 03:23:59.915447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-47c97e93-d10c-44b8-b0f6-40d7deebd75a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a89aa393-1edb-4017-b205-397b2e5a52d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624132 Feb 09 03:24:00.095231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7f8531ac-6d97-45c1-9e6a-ebaf0e8658b9 req-1f8bbf43-bb92-44c8-abd6-d00edb7be818 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565272 Feb 09 03:24:00.119309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebdcf6-c6ea-459a-834b-31076a3c4e0c req-e7c24d20-baa5-4627-a94c-787779fef9fb tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:00.140938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93ebdcf6-c6ea-459a-834b-31076a3c4e0c req-e7c24d20-baa5-4627-a94c-787779fef9fb tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1386626 Feb 09 03:24:00.196384 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93ebdcf6-c6ea-459a-834b-31076a3c4e0c req-e0096294-511a-4442-8f05-91d60f1cb187 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538414 Feb 09 03:24:00.197775 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-bcfee6f6-d8a3-42ad-be55-3bbe30e4e957 service neutron] 10.222.0.65 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597098 Feb 09 03:24:00.274063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c348242-6bff-46e5-bc8e-c006569d0fed req-b29ebf85-72d0-4536-9456-9c3010d17d42 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/d2112ca2-a2b2-49f3-85d9-c0c24dace079 HTTP/1.1" status: 200 len: 1824 time: 0.0477366 Feb 09 03:24:00.279543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-3c348242-6bff-46e5-bc8e-c006569d0fed req-5e65cad9-fa0e-4b66-8882-25616dff6681 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2112ca2-a2b2-49f3-85d9-c0c24dace079', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:00.279862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-3c348242-6bff-46e5-bc8e-c006569d0fed req-5e65cad9-fa0e-4b66-8882-25616dff6681 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2112ca2-a2b2-49f3-85d9-c0c24dace079', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:00.344340 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3c348242-6bff-46e5-bc8e-c006569d0fed req-5e65cad9-fa0e-4b66-8882-25616dff6681 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (e5fa5cca-ba2c-4df3-b400-971bf48fa1af), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:00.349967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a2a55a1-5fcf-440e-9ac7-d7789c06a318 req-ee0d245e-672d-4cdf-99ec-e522af4d3a0b service neutron] 10.222.0.65 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404095 Feb 09 03:24:00.377092 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3c348242-6bff-46e5-bc8e-c006569d0fed req-5e65cad9-fa0e-4b66-8882-25616dff6681 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (e5fa5cca-ba2c-4df3-b400-971bf48fa1af), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:00.385324 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3c348242-6bff-46e5-bc8e-c006569d0fed req-5e65cad9-fa0e-4b66-8882-25616dff6681 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (e5fa5cca-ba2c-4df3-b400-971bf48fa1af), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:00.405422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65cad9-fa0e-4b66-8882-25616dff6681 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fa5cca-ba2c-4df3-b400-971bf48fa1af,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:00.426478 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3c348242-6bff-46e5-bc8e-c006569d0fed req-5e65cad9-fa0e-4b66-8882-25616dff6681 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:00.427755 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c348242-6bff-46e5-bc8e-c006569d0fed req-5e65cad9-fa0e-4b66-8882-25616dff6681 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1527181 Feb 09 03:24:00.456067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b05ef-f230-4783-80d5-062f5872a746 req-8a7e46a3-8318-461c-b689-672fe2761bd0 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:00.463897 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a1b05ef-f230-4783-80d5-062f5872a746 req-8a7e46a3-8318-461c-b689-672fe2761bd0 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 945 time: 0.1628370 Feb 09 03:24:00.524729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84466bbb-3632-4a43-bfc1-279b9c28e307 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:00.539774 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Publish callbacks [] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:00.582592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e550dc7-b8c2-435f-82a1-ea613780cf8b req-87802ec4-dd07-4df6-9356-c031564e755a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:00.584698 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e550dc7-b8c2-435f-82a1-ea613780cf8b req-87802ec4-dd07-4df6-9356-c031564e755a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 931 time: 0.0655231 Feb 09 03:24:00.589422 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a1b05ef-f230-4783-80d5-062f5872a746 req-eb5792b8-3ef1-43cf-a77b-da76958661f8 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225417 Feb 09 03:24:00.591440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Transition to ACTIVE for port object 84466bbb-3632-4a43-bfc1-279b9c28e307 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:24:00.594075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ca3d1-6b24-4a24-9165-d31fd8f48069 req-a5de0219-b306-43dd-955b-2142e1049bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:00.595746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-403ca3d1-6b24-4a24-9165-d31fd8f48069 req-a5de0219-b306-43dd-955b-2142e1049bff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcb34353e17541faaf238eaa9a9e6ab1&device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 1127 time: 0.1210585 Feb 09 03:24:00.608239 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:00.688083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Pushing event updated for resources: {'Port': ['ID=84466bbb-3632-4a43-bfc1-279b9c28e307,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:00.710544 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e550dc7-b8c2-435f-82a1-ea613780cf8b req-eaf2b82e-6a10-4d05-916d-64602e7dc7da tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142015 Feb 09 03:24:00.766502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece765-e128-4031-bcd0-983ad8f7128e req-057eb84c-9d54-44ed-a7d7-ccaf007a5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:00.768550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.768963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.769412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.769824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.770254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.770699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.771168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.771583 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.771947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.772303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.772792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.773186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.773573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-057eb84c-9d54-44ed-a7d7-ccaf007a5ca5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 1133 time: 0.0810244 Feb 09 03:24:00.773682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:00.838282 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-85efc869-5c96-44ae-831e-47ef025fc185 req-37e5641a-ea10-467b-870c-a114c87bb647 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/d2112ca2-a2b2-49f3-85d9-c0c24dace079 HTTP/1.1" status: 200 len: 2418 time: 0.1615005 Feb 09 03:24:00.844100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-85efc869-5c96-44ae-831e-47ef025fc185 req-def9b2e0-912b-4068-9eb8-132a53b940f7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2112ca2-a2b2-49f3-85d9-c0c24dace079', 'remote_group_id': None}]} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:00.844503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-85efc869-5c96-44ae-831e-47ef025fc185 req-def9b2e0-912b-4068-9eb8-132a53b940f7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2112ca2-a2b2-49f3-85d9-c0c24dace079', 'remote_group_id': None}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:00.978275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ca3d1-6b24-4a24-9165-d31fd8f48069 req-81d54ca3-3179-4026-8ad1-2d86adc1128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:00.979859 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-403ca3d1-6b24-4a24-9165-d31fd8f48069 req-81d54ca3-3179-4026-8ad1-2d86adc1128e service neutron] 10.222.0.65 "GET /v2.0/networks?id=a89aa393-1edb-4017-b205-397b2e5a52d2 HTTP/1.1" status: 200 len: 912 time: 0.3612926 Feb 09 03:24:01.081309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-403ca3d1-6b24-4a24-9165-d31fd8f48069 req-282f46e9-2c67-4eae-8225-228ae8f85f29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 HTTP/1.1" status: 200 len: 217 time: 0.0744641 Feb 09 03:24:01.157050 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ca3d1-6b24-4a24-9165-d31fd8f48069 req-395f5232-bccc-4e5f-845f-c346ed447cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:01.158606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-403ca3d1-6b24-4a24-9165-d31fd8f48069 req-395f5232-bccc-4e5f-845f-c346ed447cde service neutron] 10.222.0.65 "GET /v2.0/subnets?id=38b239c2-f7d6-4051-b522-196f38b4079a HTTP/1.1" status: 200 len: 851 time: 0.0761304 Feb 09 03:24:01.162534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Attempting to bind port 84466bbb-3632-4a43-bfc1-279b9c28e307 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:01.162534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Attempting to bind port 84466bbb-3632-4a43-bfc1-279b9c28e307 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:01.162534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Attempting to bind port 84466bbb-3632-4a43-bfc1-279b9c28e307 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:01.168608 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-85efc869-5c96-44ae-831e-47ef025fc185 req-def9b2e0-912b-4068-9eb8-132a53b940f7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (3d15250e-4b54-4553-ad07-ffd4152ec56f), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:01.195258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Port 84466bbb-3632-4a43-bfc1-279b9c28e307 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:24:01.195555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Attempting to bind port 84466bbb-3632-4a43-bfc1-279b9c28e307 on network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:01.221938 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-403ca3d1-6b24-4a24-9165-d31fd8f48069 req-ff50c9e2-6f40-432e-b107-7a33da8e62b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a89aa393-1edb-4017-b205-397b2e5a52d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497985 Feb 09 03:24:01.226133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:01.226569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Checking segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:01.227176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Bound using segment: {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:01.227737 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Bound port: 84466bbb-3632-4a43-bfc1-279b9c28e307, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63aefd30-168a-431a-a734-59856326223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:01.228151 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:01.446775 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-85efc869-5c96-44ae-831e-47ef025fc185 req-def9b2e0-912b-4068-9eb8-132a53b940f7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (3d15250e-4b54-4553-ad07-ffd4152ec56f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:01.450887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] For port 84466bbb-3632-4a43-bfc1-279b9c28e307, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:01.460113 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-85efc869-5c96-44ae-831e-47ef025fc185 req-def9b2e0-912b-4068-9eb8-132a53b940f7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (3d15250e-4b54-4553-ad07-ffd4152ec56f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:01.479282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] For port 84466bbb-3632-4a43-bfc1-279b9c28e307, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=84466bbb-3632-4a43-bfc1-279b9c28e307,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:01.481423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece765-e128-4031-bcd0-983ad8f7128e req-5ecd4552-86c9-47a8-9f60-e1beae578c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:01.482856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-5ecd4552-86c9-47a8-9f60-e1beae578c6f service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.7014265 Feb 09 03:24:01.493670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43f447-1b26-4f1b-b22b-a076c397b2d1 req-2a2cb0af-57b0-4257-921d-33a7945940c1 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:01.495166 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d43f447-1b26-4f1b-b22b-a076c397b2d1 req-2a2cb0af-57b0-4257-921d-33a7945940c1 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 944 time: 0.6069369 Feb 09 03:24:01.506683 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c490a8-a255-4b1c-bbd6-35f94dc0eed5 req-de4cdf9b-021e-4feb-ba38-d57b26c3e874 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1254325 Feb 09 03:24:01.515905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:01.533122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9b2e0-912b-4068-9eb8-132a53b940f7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d15250e-4b54-4553-ad07-ffd4152ec56f,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:01.558481 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-eb5dee4c-52bf-497b-8370-b144c2fbd094 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085 HTTP/1.1" status: 200 len: 217 time: 0.0615635 Feb 09 03:24:01.600974 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-85efc869-5c96-44ae-831e-47ef025fc185 req-def9b2e0-912b-4068-9eb8-132a53b940f7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:01.614692 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-85efc869-5c96-44ae-831e-47ef025fc185 req-def9b2e0-912b-4068-9eb8-132a53b940f7 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7753534 Feb 09 03:24:01.672988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece765-e128-4031-bcd0-983ad8f7128e req-7f79eaf7-0502-4436-8360-678f998b9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:01.674508 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-7f79eaf7-0502-4436-8360-678f998b9a7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1062541 Feb 09 03:24:01.686554 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-403ca3d1-6b24-4a24-9165-d31fd8f48069 req-17f17cba-127b-422b-bedb-db151809bc7d service neutron] 10.222.0.65 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050758 Feb 09 03:24:01.687919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:01.688592 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:01.690037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] 10.222.0.42 "PUT /v2.0/ports/84466bbb-3632-4a43-bfc1-279b9c28e307 HTTP/1.1" status: 200 len: 1092 time: 2.0837235 Feb 09 03:24:01.691437 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d43f447-1b26-4f1b-b22b-a076c397b2d1 req-baa10982-e176-4555-81e6-a8578e014a35 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824150 Feb 09 03:24:01.698840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ae9190-a209-4fde-8575-4e7108014332', 'tag': '84466bbb-3632-4a43-bfc1-279b9c28e307'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:01.708818 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69456c3d-1d78-473b-940b-1bee10fa6c14" -d '{"events": [{"name": "network-changed", "server_uuid": "54ae9190-a209-4fde-8575-4e7108014332", "tag": "84466bbb-3632-4a43-bfc1-279b9c28e307"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:01.872521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c490a8-a255-4b1c-bbd6-35f94dc0eed5 req-ff67b1f5-2b92-4c18-bc66-761297de9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:01.873744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c490a8-a255-4b1c-bbd6-35f94dc0eed5 req-ff67b1f5-2b92-4c18-bc66-761297de9629 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 1128 time: 0.2704856 Feb 09 03:24:01.904947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece765-e128-4031-bcd0-983ad8f7128e req-6c570b09-2c5f-476e-bb19-fb7c20cab7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:01.906576 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-6c570b09-2c5f-476e-bb19-fb7c20cab7ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2126369 Feb 09 03:24:01.922830 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-403ca3d1-6b24-4a24-9165-d31fd8f48069 req-06e891e3-b26e-496a-905c-5537d1f23093 service neutron] 10.222.0.65 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022491 Feb 09 03:24:01.933623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a11b9-9393-477d-9c96-e14471a86af3 service neutron] Pushing event updated for resources: {'Port': ['ID=84466bbb-3632-4a43-bfc1-279b9c28e307,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:02.001749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e73e36-2aa4-4003-99f5-e3822179f10d req-ca861b68-982d-4af4-98d7-a4813b6ba90a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:02.003556 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08e73e36-2aa4-4003-99f5-e3822179f10d req-ca861b68-982d-4af4-98d7-a4813b6ba90a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.2616518 Feb 09 03:24:02.021594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0a27e724-b70a-4944-86b4-20a8aa33706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:02.023381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-0a27e724-b70a-4944-86b4-20a8aa33706d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 1126 time: 0.1157384 Feb 09 03:24:02.087044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-c48f2872-960e-499e-ab86-9cef0407234d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84466bbb-3632-4a43-bfc1-279b9c28e307 HTTP/1.1" status: 200 len: 217 time: 0.0542877 Feb 09 03:24:02.163544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-80f8e5d1-1a09-4600-837b-676993ee0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:02.165379 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-80f8e5d1-1a09-4600-837b-676993ee0889 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0712740 Feb 09 03:24:02.189140 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08e73e36-2aa4-4003-99f5-e3822179f10d req-7acc27af-a8c1-4877-b4fd-36482b05853f tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750073 Feb 09 03:24:02.230466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-f481c7bf-b505-4272-afca-716d37fe2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:02.232466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-f481c7bf-b505-4272-afca-716d37fe2b28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0572219 Feb 09 03:24:02.340669 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-ce2dea5d-0af2-494d-958d-f806e74f5ec4 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058530 Feb 09 03:24:02.345600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c490a8-a255-4b1c-bbd6-35f94dc0eed5 req-45d8fd72-6e61-4132-89e9-b30f094df723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:02.347238 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c490a8-a255-4b1c-bbd6-35f94dc0eed5 req-45d8fd72-6e61-4132-89e9-b30f094df723 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.4397218 Feb 09 03:24:02.363591 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-a52a70de-b7d5-4960-ad35-b49c3180f20c service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251621 Feb 09 03:24:02.377937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb0434-6608-4a0e-9d6e-fedae0b18973 req-0acc0c98-7435-44f1-8ecd-423fded6b381 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:02.390905 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84fb0434-6608-4a0e-9d6e-fedae0b18973 req-0acc0c98-7435-44f1-8ecd-423fded6b381 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.6002207 Feb 09 03:24:02.501545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c490a8-a255-4b1c-bbd6-35f94dc0eed5 req-cdece622-32d4-44e2-a244-96327fed621b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7 HTTP/1.1" status: 200 len: 998 time: 0.0798342 Feb 09 03:24:02.553319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4617ec-9757-4699-8f14-bc2d9f5dc61e req-845937a6-60e6-4f59-a774-b1ec24a3dcde tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:02.555750 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d4617ec-9757-4699-8f14-bc2d9f5dc61e req-845937a6-60e6-4f59-a774-b1ec24a3dcde tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1911778 Feb 09 03:24:02.578095 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-567373b2-5499-4bba-b1c6-8a185d9c4027 req-31627c03-dd01-4291-9656-89db1db5bc83 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041061 Feb 09 03:24:02.581439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c490a8-a255-4b1c-bbd6-35f94dc0eed5 req-afb2dcc2-4bef-403d-9840-0d9d9a95577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:02.582873 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c490a8-a255-4b1c-bbd6-35f94dc0eed5 req-afb2dcc2-4bef-403d-9840-0d9d9a95577d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0705836 Feb 09 03:24:02.638241 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d4617ec-9757-4699-8f14-bc2d9f5dc61e req-feb95f87-89a9-4040-9bfd-1de2ca4b7533 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682504 Feb 09 03:24:02.706980 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84fb0434-6608-4a0e-9d6e-fedae0b18973 req-4f77c844-ca19-4f2e-83b1-4612c43d0c9c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106174 Feb 09 03:24:02.794478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71621ea4-45ec-45eb-a03f-4ee2b962ae3a req-e5817308-bb09-4d88-af40-9fc0f18a02ba tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/d2112ca2-a2b2-49f3-85d9-c0c24dace079 HTTP/1.1" status: 200 len: 3017 time: 0.1049798 Feb 09 03:24:02.799178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c490a8-a255-4b1c-bbd6-35f94dc0eed5 req-c0222378-9d0d-4d1d-84f6-9ba586ff9f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:02.803805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c490a8-a255-4b1c-bbd6-35f94dc0eed5 req-c0222378-9d0d-4d1d-84f6-9ba586ff9f11 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1713169 Feb 09 03:24:02.871422 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2122ee5-5824-4509-94b3-ed7d4eeb9c3e x-openstack-request-id: req-b2122ee5-5824-4509-94b3-ed7d4eeb9c3e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:02.872791 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ae9190-a209-4fde-8575-4e7108014332", "tag": "84466bbb-3632-4a43-bfc1-279b9c28e307", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:02.873210 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2122ee5-5824-4509-94b3-ed7d4eeb9c3e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:02.873984 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ae9190-a209-4fde-8575-4e7108014332', 'tag': '84466bbb-3632-4a43-bfc1-279b9c28e307', 'status': 'completed', 'code': 200} Feb 09 03:24:02.936962 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-e7ad7daf-72b9-439d-8893-93ae3514a144 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738184 Feb 09 03:24:02.986365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02517dab-d940-4c6e-9c3d-6e8f69dc8058 req-53f20d94-618f-44ec-92bc-081d2c82b587 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:03.007280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02517dab-d940-4c6e-9c3d-6e8f69dc8058 req-53f20d94-618f-44ec-92bc-081d2c82b587 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 943 time: 0.1622717 Feb 09 03:24:03.062213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69456c3d-1d78-473b-940b-1bee10fa6c14 req-1dc3a4b7-8f8a-4ade-b21c-cc109919514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:03.064149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69456c3d-1d78-473b-940b-1bee10fa6c14 req-1dc3a4b7-8f8a-4ade-b21c-cc109919514a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 1126 time: 0.1682298 Feb 09 03:24:03.086688 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c490a8-a255-4b1c-bbd6-35f94dc0eed5 req-e0ccaab7-2054-4884-8328-a2558f54d72f service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691407 Feb 09 03:24:03.152782 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02517dab-d940-4c6e-9c3d-6e8f69dc8058 req-c8224a2b-74a2-4e24-bae3-21c2913d3dc0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440830 Feb 09 03:24:03.171337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e536dc-9273-4b94-bee9-a574246d2249 req-c0492537-a0bd-4dad-8b28-ba35347d2a13 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:03.198202 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e9e536dc-9273-4b94-bee9-a574246d2249 req-c0492537-a0bd-4dad-8b28-ba35347d2a13 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 944 time: 0.2356141 Feb 09 03:24:03.282406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69456c3d-1d78-473b-940b-1bee10fa6c14 req-9fe9e462-a69c-47be-9f2c-38e1e66082a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:03.285798 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69456c3d-1d78-473b-940b-1bee10fa6c14 req-9fe9e462-a69c-47be-9f2c-38e1e66082a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.2113945 Feb 09 03:24:03.329839 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba88f764-a228-4809-b737-671f42441128 req-a3f5d6c2-28cf-45c9-9edf-2ae291562544 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-group-rules/3d15250e-4b54-4553-ad07-ffd4152ec56f HTTP/1.1" status: 200 len: 783 time: 0.1332119 Feb 09 03:24:03.367845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69456c3d-1d78-473b-940b-1bee10fa6c14 req-b23b3e42-9277-436b-a512-c880e7066070 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84466bbb-3632-4a43-bfc1-279b9c28e307 HTTP/1.1" status: 200 len: 217 time: 0.0709095 Feb 09 03:24:03.374463 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e9e536dc-9273-4b94-bee9-a574246d2249 req-d76d1fd5-3c29-4d76-b83b-4f378cb1cf62 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749680 Feb 09 03:24:03.422043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba88f764-a228-4809-b737-671f42441128 req-d3601614-3873-4c48-afde-befe4b16aad0 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/d2112ca2-a2b2-49f3-85d9-c0c24dace079 HTTP/1.1" status: 200 len: 3017 time: 0.0820920 Feb 09 03:24:03.443844 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69456c3d-1d78-473b-940b-1bee10fa6c14 req-9885a4ce-35f7-4b09-93c4-2f26b2187c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:03.445325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69456c3d-1d78-473b-940b-1bee10fa6c14 req-9885a4ce-35f7-4b09-93c4-2f26b2187c17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0700657 Feb 09 03:24:03.484768 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c490a8-a255-4b1c-bbd6-35f94dc0eed5 req-f040acac-3624-4a25-b583-c86f04a79916 service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890953 Feb 09 03:24:03.488431 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ba88f764-a228-4809-b737-671f42441128 req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (3d15250e-4b54-4553-ad07-ffd4152ec56f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:03.502652 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ba88f764-a228-4809-b737-671f42441128 req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (3d15250e-4b54-4553-ad07-ffd4152ec56f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:03.533270 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ba88f764-a228-4809-b737-671f42441128 req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (3d15250e-4b54-4553-ad07-ffd4152ec56f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:03.543164 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ba88f764-a228-4809-b737-671f42441128 req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:03.544718 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba88f764-a228-4809-b737-671f42441128 req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3d15250e-4b54-4553-ad07-ffd4152ec56f HTTP/1.1" status: 204 len: 173 time: 0.1039374 Feb 09 03:24:03.550914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d15250e-4b54-4553-ad07-ffd4152ec56f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:03.555642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadc3d0-4731-4119-b364-0912437d7d8d req-8b3ef076-098a-4b35-b8d6-d760c39bc8ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:03.557170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bcadc3d0-4731-4119-b364-0912437d7d8d req-8b3ef076-098a-4b35-b8d6-d760c39bc8ff tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.1062567 Feb 09 03:24:03.564993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69456c3d-1d78-473b-940b-1bee10fa6c14 req-0b59abd4-be0f-4a1f-8cc5-89ce49e7ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:03.566469 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69456c3d-1d78-473b-940b-1bee10fa6c14 req-0b59abd4-be0f-4a1f-8cc5-89ce49e7ead7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1039026 Feb 09 03:24:03.569306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.569786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.570410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.570866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.571301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.571737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.572210 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.572620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.573019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.573561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.574133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.574677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.575297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d86674-7db9-43ca-8e23-806a1a84f111 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:03.624242 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1964cbe0-ec7a-4679-bbed-797a501af9be req-ea0020df-4f6a-4ec8-ba2c-0ebd1afef357 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/d2112ca2-a2b2-49f3-85d9-c0c24dace079 HTTP/1.1" status: 200 len: 2418 time: 0.0458550 Feb 09 03:24:03.687356 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1964cbe0-ec7a-4679-bbed-797a501af9be req-0282e93c-ee7a-49e1-9d96-27abcc99899c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (d2112ca2-a2b2-49f3-85d9-c0c24dace079), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:03.689091 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bcadc3d0-4731-4119-b364-0912437d7d8d req-d271e235-e30b-4334-8e04-19518c003072 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162233 Feb 09 03:24:03.714021 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1964cbe0-ec7a-4679-bbed-797a501af9be req-0282e93c-ee7a-49e1-9d96-27abcc99899c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (d2112ca2-a2b2-49f3-85d9-c0c24dace079), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:03.717829 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69456c3d-1d78-473b-940b-1bee10fa6c14 req-10d20d16-700d-4e83-b346-b7e8998e64f7 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249852 Feb 09 03:24:03.781431 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1964cbe0-ec7a-4679-bbed-797a501af9be req-0282e93c-ee7a-49e1-9d96-27abcc99899c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d2112ca2-a2b2-49f3-85d9-c0c24dace079), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:03.784449 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1964cbe0-ec7a-4679-bbed-797a501af9be req-0282e93c-ee7a-49e1-9d96-27abcc99899c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:03.785803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1964cbe0-ec7a-4679-bbed-797a501af9be req-0282e93c-ee7a-49e1-9d96-27abcc99899c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "DELETE /v2.0/security-groups/d2112ca2-a2b2-49f3-85d9-c0c24dace079 HTTP/1.1" status: 204 len: 173 time: 0.1551948 Feb 09 03:24:03.796748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282e93c-ee7a-49e1-9d96-27abcc99899c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2112ca2-a2b2-49f3-85d9-c0c24dace079,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:03.887796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131ffb7-9f9c-41d3-8dc6-ffc333a80335 req-84ff3be6-3838-466c-9f51-60184aa6aa3b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:03.889518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9131ffb7-9f9c-41d3-8dc6-ffc333a80335 req-84ff3be6-3838-466c-9f51-60184aa6aa3b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1010482 Feb 09 03:24:03.891471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69456c3d-1d78-473b-940b-1bee10fa6c14 req-08fbdf48-e6ec-4f8c-b97f-1874e7019cff service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664665 Feb 09 03:24:03.918219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3bfcb-646f-45b7-ab32-5a77be748c22 req-453b2d29-2537-4736-9c55-223609fb75a4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:03.921814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00c3bfcb-646f-45b7-ab32-5a77be748c22 req-453b2d29-2537-4736-9c55-223609fb75a4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0718827 Feb 09 03:24:03.942208 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9131ffb7-9f9c-41d3-8dc6-ffc333a80335 req-63a00b82-28e6-44d2-aa51-478e0a367334 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471523 Feb 09 03:24:03.985801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00c3bfcb-646f-45b7-ab32-5a77be748c22 req-f1874e1a-cacf-47cb-97df-f640a1d8a45e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588233 Feb 09 03:24:03.986695 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-38d47730-58c2-4bc4-afa3-043d4090db4c req-f9950fbf-c2b2-49e1-8b58-6166f7511274 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] show failed (client error): The resource could not be found. Feb 09 03:24:03.988026 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-38d47730-58c2-4bc4-afa3-043d4090db4c req-f9950fbf-c2b2-49e1-8b58-6166f7511274 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/8ce831e5-c55a-4641-841f-439b5d33117c HTTP/1.1" status: 404 len: 352 time: 0.0209930 Feb 09 03:24:04.055017 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-491e007b-0bf3-4f35-b9dc-d3231b788f1e req-04f1e8b1-c6f2-41c2-9bb5-5c6a81391b2f tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/b51ebaf7-b5d4-4484-b5f6-fca89a73fa72 HTTP/1.1" status: 200 len: 1824 time: 0.0418143 Feb 09 03:24:04.118326 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-491e007b-0bf3-4f35-b9dc-d3231b788f1e req-7f262189-3644-4666-941e-aef927fec9e9 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (b51ebaf7-b5d4-4484-b5f6-fca89a73fa72), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.147265 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-491e007b-0bf3-4f35-b9dc-d3231b788f1e req-7f262189-3644-4666-941e-aef927fec9e9 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (b51ebaf7-b5d4-4484-b5f6-fca89a73fa72), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.194487 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-491e007b-0bf3-4f35-b9dc-d3231b788f1e req-7f262189-3644-4666-941e-aef927fec9e9 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b51ebaf7-b5d4-4484-b5f6-fca89a73fa72), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.197610 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-491e007b-0bf3-4f35-b9dc-d3231b788f1e req-7f262189-3644-4666-941e-aef927fec9e9 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.198757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-491e007b-0bf3-4f35-b9dc-d3231b788f1e req-7f262189-3644-4666-941e-aef927fec9e9 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "DELETE /v2.0/security-groups/b51ebaf7-b5d4-4484-b5f6-fca89a73fa72 HTTP/1.1" status: 204 len: 173 time: 0.1377740 Feb 09 03:24:04.212260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f262189-3644-4666-941e-aef927fec9e9 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51ebaf7-b5d4-4484-b5f6-fca89a73fa72,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:04.281283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4c9ae227-93a2-4c01-b7f5-ac39cd9f7ffd req-44b40934-bed4-486e-bcaa-945986b985e9 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/ba05de87-157e-4b37-b666-986bee07a8fc HTTP/1.1" status: 200 len: 1823 time: 0.0467441 Feb 09 03:24:04.291798 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc315e9-585b-4360-8dc7-4e9c074826b1 req-7baac3af-8a64-4b20-ae9f-84ccc8594f25 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:04.293509 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8bc315e9-585b-4360-8dc7-4e9c074826b1 req-7baac3af-8a64-4b20-ae9f-84ccc8594f25 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 943 time: 0.0600777 Feb 09 03:24:04.304358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:04.349330 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8bc315e9-585b-4360-8dc7-4e9c074826b1 req-b57c1f95-8090-4dfb-bf16-0f56f7847a17 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495021 Feb 09 03:24:04.354624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-4c9ae227-93a2-4c01-b7f5-ac39cd9f7ffd req-476c6976-05f3-49b4-9058-a671ff1eba4c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (ba05de87-157e-4b37-b666-986bee07a8fc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.382463 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-4c9ae227-93a2-4c01-b7f5-ac39cd9f7ffd req-476c6976-05f3-49b4-9058-a671ff1eba4c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (ba05de87-157e-4b37-b666-986bee07a8fc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.474310 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-4c9ae227-93a2-4c01-b7f5-ac39cd9f7ffd req-476c6976-05f3-49b4-9058-a671ff1eba4c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ba05de87-157e-4b37-b666-986bee07a8fc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.477713 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-4c9ae227-93a2-4c01-b7f5-ac39cd9f7ffd req-476c6976-05f3-49b4-9058-a671ff1eba4c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.491992 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4c9ae227-93a2-4c01-b7f5-ac39cd9f7ffd req-476c6976-05f3-49b4-9058-a671ff1eba4c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba05de87-157e-4b37-b666-986bee07a8fc HTTP/1.1" status: 204 len: 173 time: 0.2038584 Feb 09 03:24:04.534482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c85838-e40b-4a66-9c06-a654f04e5478 req-d7c6ee70-2145-4ffa-97f8-5b23c1033408 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:04.536793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c6976-05f3-49b4-9058-a671ff1eba4c tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba05de87-157e-4b37-b666-986bee07a8fc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:04.550486 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-17c85838-e40b-4a66-9c06-a654f04e5478 req-d7c6ee70-2145-4ffa-97f8-5b23c1033408 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 944 time: 0.0834711 Feb 09 03:24:04.626700 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-17c85838-e40b-4a66-9c06-a654f04e5478 req-c946eb08-a52a-4c6e-8948-b916c1629ad3 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752330 Feb 09 03:24:04.663292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:04.688101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '3f3f13e5-6c55-45f0-a126-f5f45c8aadd9', 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2', 'port_id': '3f3f13e5-6c55-45f0-a126-f5f45c8aadd9', 'mac_address': 'fa:16:3e:af:46:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b239c2-f7d6-4051-b522-196f38b4079a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:04.738084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:04.738559 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.761156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:04.769149 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2f759f6-e458-4d78-a0c7-a526ffdfdfda req-714a0320-2104-47d5-9df3-f405a467a87d tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/b18d57b0-0cc4-49b9-a478-aa510500f9cc HTTP/1.1" status: 200 len: 1824 time: 0.0849347 Feb 09 03:24:04.805953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:04.814070 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.857194 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c2f759f6-e458-4d78-a0c7-a526ffdfdfda req-51a8fe8d-bbc1-4363-ae05-c9590664600e tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (b18d57b0-0cc4-49b9-a478-aa510500f9cc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.886627 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c2f759f6-e458-4d78-a0c7-a526ffdfdfda req-51a8fe8d-bbc1-4363-ae05-c9590664600e tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (b18d57b0-0cc4-49b9-a478-aa510500f9cc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.896183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:04.951648 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c2f759f6-e458-4d78-a0c7-a526ffdfdfda req-51a8fe8d-bbc1-4363-ae05-c9590664600e tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b18d57b0-0cc4-49b9-a478-aa510500f9cc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.958536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c2f759f6-e458-4d78-a0c7-a526ffdfdfda req-51a8fe8d-bbc1-4363-ae05-c9590664600e tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.959731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2f759f6-e458-4d78-a0c7-a526ffdfdfda req-51a8fe8d-bbc1-4363-ae05-c9590664600e tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "DELETE /v2.0/security-groups/b18d57b0-0cc4-49b9-a478-aa510500f9cc HTTP/1.1" status: 204 len: 173 time: 0.1798792 Feb 09 03:24:04.985769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8fe8d-bbc1-4363-ae05-c9590664600e tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18d57b0-0cc4-49b9-a478-aa510500f9cc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:05.114718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491df654-5d7a-4c40-9da5-ff4e84c644fb req-142b4b83-c87e-4d80-b4f4-b117c7217ff7 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:05.127947 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-491df654-5d7a-4c40-9da5-ff4e84c644fb req-142b4b83-c87e-4d80-b4f4-b117c7217ff7 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.0997365 Feb 09 03:24:05.196703 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-491df654-5d7a-4c40-9da5-ff4e84c644fb req-82053d3a-c8d8-4eff-8c4e-c87bf9396483 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674076 Feb 09 03:24:05.206118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb240684-5de0-42fb-bb4b-54f04a70a14e req-e8b7d31f-0f2f-4af2-af59-d720583e0623 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:05.207693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb240684-5de0-42fb-bb4b-54f04a70a14e req-e8b7d31f-0f2f-4af2-af59-d720583e0623 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1056099 Feb 09 03:24:05.280739 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b969905-9155-41b8-b55b-3a62b731d5b6 req-4dcceec4-3ec5-47aa-be07-5f551db01758 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/7223e8cd-06f0-471d-87bd-01ba4dec3696 HTTP/1.1" status: 200 len: 2423 time: 0.0572145 Feb 09 03:24:05.282153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['3f3f13e5-6c55-45f0-a126-f5f45c8aadd9'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:05.308652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb240684-5de0-42fb-bb4b-54f04a70a14e req-4dfcb9bd-b842-4e82-a4a3-845dc47a8bb8 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951271 Feb 09 03:24:05.357761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1b969905-9155-41b8-b55b-3a62b731d5b6 req-4759103b-dda3-4a29-839f-90c50d54e130 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (7223e8cd-06f0-471d-87bd-01ba4dec3696), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:05.384419 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1b969905-9155-41b8-b55b-3a62b731d5b6 req-4759103b-dda3-4a29-839f-90c50d54e130 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (7223e8cd-06f0-471d-87bd-01ba4dec3696), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:05.475954 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1b969905-9155-41b8-b55b-3a62b731d5b6 req-4759103b-dda3-4a29-839f-90c50d54e130 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7223e8cd-06f0-471d-87bd-01ba4dec3696), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:05.479065 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1b969905-9155-41b8-b55b-3a62b731d5b6 req-4759103b-dda3-4a29-839f-90c50d54e130 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:05.492527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b969905-9155-41b8-b55b-3a62b731d5b6 req-4759103b-dda3-4a29-839f-90c50d54e130 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "DELETE /v2.0/security-groups/7223e8cd-06f0-471d-87bd-01ba4dec3696 HTTP/1.1" status: 204 len: 173 time: 0.2101524 Feb 09 03:24:05.514165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44daef7e-30d9-4774-94be-b88cd0be9d63 req-b58c48c3-fb03-4b94-9ff1-805996a08396 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:05.514917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759103b-dda3-4a29-839f-90c50d54e130 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7223e8cd-06f0-471d-87bd-01ba4dec3696,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:05.524047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44daef7e-30d9-4774-94be-b88cd0be9d63 req-b58c48c3-fb03-4b94-9ff1-805996a08396 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0910156 Feb 09 03:24:05.600115 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44daef7e-30d9-4774-94be-b88cd0be9d63 req-5847b375-8f70-4a20-ad3c-f427f1effd36 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700774 Feb 09 03:24:05.677597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef36e3a-e796-4586-9c45-0cbde6ca57ed req-33aa0f15-cffa-40e7-8023-274438be54e7 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:05.679720 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ef36e3a-e796-4586-9c45-0cbde6ca57ed req-33aa0f15-cffa-40e7-8023-274438be54e7 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 943 time: 0.1246417 Feb 09 03:24:05.713210 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f01246a0-e451-47e2-8a5a-7e7045aa7c94 req-2a80c736-eb30-4b45-bfdb-38922e3ccccf tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "GET /v2.0/security-groups/4defc889-6a9f-43d2-988c-ad25069c6633 HTTP/1.1" status: 200 len: 2417 time: 0.0710945 Feb 09 03:24:05.796751 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ef36e3a-e796-4586-9c45-0cbde6ca57ed req-ab8f6024-b639-4982-93f4-09a1ee8755f4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099598 Feb 09 03:24:05.829295 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f01246a0-e451-47e2-8a5a-7e7045aa7c94 req-8cce46de-dc0e-4bb8-af68-2f0753048c73 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (4defc889-6a9f-43d2-988c-ad25069c6633), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:05.906413 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f01246a0-e451-47e2-8a5a-7e7045aa7c94 req-8cce46de-dc0e-4bb8-af68-2f0753048c73 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (4defc889-6a9f-43d2-988c-ad25069c6633), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:05.916200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79190735-b039-4646-851f-cf27ec8cb3d8 req-0e98fc4f-e30a-443e-81ee-3a66b99383bc tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:05.924293 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79190735-b039-4646-851f-cf27ec8cb3d8 req-0e98fc4f-e30a-443e-81ee-3a66b99383bc tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 945 time: 0.0678864 Feb 09 03:24:05.998290 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f01246a0-e451-47e2-8a5a-7e7045aa7c94 req-8cce46de-dc0e-4bb8-af68-2f0753048c73 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4defc889-6a9f-43d2-988c-ad25069c6633), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:05.999196 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79190735-b039-4646-851f-cf27ec8cb3d8 req-66e21d51-80af-47c8-a640-c85854b8c1e4 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733473 Feb 09 03:24:06.000848 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f01246a0-e451-47e2-8a5a-7e7045aa7c94 req-8cce46de-dc0e-4bb8-af68-2f0753048c73 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:06.008858 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f01246a0-e451-47e2-8a5a-7e7045aa7c94 req-8cce46de-dc0e-4bb8-af68-2f0753048c73 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] 10.222.0.21 "DELETE /v2.0/security-groups/4defc889-6a9f-43d2-988c-ad25069c6633 HTTP/1.1" status: 204 len: 173 time: 0.2947149 Feb 09 03:24:06.009562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36542) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:06.077578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce46de-dc0e-4bb8-af68-2f0753048c73 tempest-SecurityGroupRulesTestJSON-1760230938 tempest-SecurityGroupRulesTestJSON-1760230938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4defc889-6a9f-43d2-988c-ad25069c6633,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:06.097726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bf0b93-f7be-43f8-a15e-18ed0c89a825 admin admin] Deleting subnet 709f0b4f-bacf-472d-8575-f828d85212a4 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:24:06.101324 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00bf0b93-f7be-43f8-a15e-18ed0c89a825 admin admin] Publish callbacks [] for subnet (709f0b4f-bacf-472d-8575-f828d85212a4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:06.140297 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00bf0b93-f7be-43f8-a15e-18ed0c89a825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (709f0b4f-bacf-472d-8575-f828d85212a4), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:06.197328 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00bf0b93-f7be-43f8-a15e-18ed0c89a825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (709f0b4f-bacf-472d-8575-f828d85212a4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:06.330237 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00bf0b93-f7be-43f8-a15e-18ed0c89a825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (709f0b4f-bacf-472d-8575-f828d85212a4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:06.346510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00bf0b93-f7be-43f8-a15e-18ed0c89a825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:06.352501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36548) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:06.352999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-00bf0b93-f7be-43f8-a15e-18ed0c89a825 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/709f0b4f-bacf-472d-8575-f828d85212a4 HTTP/1.1" status: 204 len: 168 time: 0.3320773 Feb 09 03:24:06.377538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf0b93-f7be-43f8-a15e-18ed0c89a825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=709f0b4f-bacf-472d-8575-f828d85212a4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:06.524805 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (95c32d4a-fa86-41f8-a1a8-207616e7276e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:06.549161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b750f-3712-4acf-8ab4-c39e5bedf7ae req-24d925c0-7596-44bc-b4e2-6f348d7326b6 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:06.556565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2f1b750f-3712-4acf-8ab4-c39e5bedf7ae req-24d925c0-7596-44bc-b4e2-6f348d7326b6 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.0994313 Feb 09 03:24:06.573638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 84466bbb-3632-4a43-bfc1-279b9c28e307 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:06.647545 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2f1b750f-3712-4acf-8ab4-c39e5bedf7ae req-16c0d71f-47d0-4082-ae52-d032b3e58f82 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759246 Feb 09 03:24:06.800840 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (95c32d4a-fa86-41f8-a1a8-207616e7276e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:06.828053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c32d4a-fa86-41f8-a1a8-207616e7276e']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:06.849281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 84466bbb-3632-4a43-bfc1-279b9c28e307, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=84466bbb-3632-4a43-bfc1-279b9c28e307,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:06.852475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dca923-fb2a-47c2-8f75-ff86bbf9aa03') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:06.852778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dca923-fb2a-47c2-8f75-ff86bbf9aa03') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:06.886779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '84466bbb-3632-4a43-bfc1-279b9c28e307', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'port_id': '84466bbb-3632-4a43-bfc1-279b9c28e307', 'mac_address': 'fa:16:3e:73:9b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:06.897206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3aa77-fa88-47c4-8316-a882b55f8553 req-42f3bdb1-b9d2-44dc-b3c4-717e0675767e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:06.902481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f145f9-adb8-4168-a1f5-cc51d3c17c76 req-d8085901-828f-4558-a68e-f18c53ca78d5 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:06.910548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33f145f9-adb8-4168-a1f5-cc51d3c17c76 req-d8085901-828f-4558-a68e-f18c53ca78d5 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.0812390 Feb 09 03:24:06.915477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9cf3aa77-fa88-47c4-8316-a882b55f8553 req-42f3bdb1-b9d2-44dc-b3c4-717e0675767e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.1646445 Feb 09 03:24:06.944456 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (82dca923-fb2a-47c2-8f75-ff86bbf9aa03), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:06.971660 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33f145f9-adb8-4168-a1f5-cc51d3c17c76 req-afaff0fa-45db-4b8b-8076-17d31a12073f tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601990 Feb 09 03:24:06.994365 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9cf3aa77-fa88-47c4-8316-a882b55f8553 req-1986f192-18ed-4b6f-a291-264f401e2287 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733435 Feb 09 03:24:06.994756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 84466bbb-3632-4a43-bfc1-279b9c28e307 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:06.995154 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.008477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (82dca923-fb2a-47c2-8f75-ff86bbf9aa03), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.020914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:24:07.020914 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (82dca923-fb2a-47c2-8f75-ff86bbf9aa03), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.021075 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84466bbb-3632-4a43-bfc1-279b9c28e307 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:07.058843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 84466bbb-3632-4a43-bfc1-279b9c28e307, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=84466bbb-3632-4a43-bfc1-279b9c28e307,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:07.077455 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:24:07.108793 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:24:07.114770 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (95c32d4a-fa86-41f8-a1a8-207616e7276e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.126462 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.133054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] 10.222.0.21 "DELETE /v2.0/networks/95c32d4a-fa86-41f8-a1a8-207616e7276e HTTP/1.1" status: 204 len: 168 time: 0.7772331 Feb 09 03:24:07.146964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=84466bbb-3632-4a43-bfc1-279b9c28e307,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:07.173958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34caa584-0e9c-4bcc-abea-da9a0360e6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=95c32d4a-fa86-41f8-a1a8-207616e7276e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:07.185477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0143583-460b-467d-a83a-e3063f46e9d6 req-3453a12d-e965-4572-917d-0f370f93081a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:07.193973 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0143583-460b-467d-a83a-e3063f46e9d6 req-3453a12d-e965-4572-917d-0f370f93081a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 944 time: 0.1206298 Feb 09 03:24:07.277334 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0143583-460b-467d-a83a-e3063f46e9d6 req-d906903e-9658-48af-9246-8d9b9d021fa0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824697 Feb 09 03:24:07.293552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770a085-27f6-4655-8934-e99c368517b0 req-84553e78-b5ce-4ff3-bf70-66da4e1c86dc tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:07.295584 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6770a085-27f6-4655-8934-e99c368517b0 req-84553e78-b5ce-4ff3-bf70-66da4e1c86dc tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 945 time: 0.0992546 Feb 09 03:24:07.313888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36562) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:07.373106 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-704d16aa-0a74-4612-a194-f2207be881a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00229389eff84997aaca4cd18da1228a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554910 Feb 09 03:24:07.376728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36564) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:07.386305 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6770a085-27f6-4655-8934-e99c368517b0 req-cd5b1f5f-0809-4faa-9f56-75e0442cf0a5 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744381 Feb 09 03:24:07.402540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['84466bbb-3632-4a43-bfc1-279b9c28e307'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:07.442595 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bf71a96-1401-4898-8921-b52a4b3d90ea admin admin] Publish callbacks [] for security_group (6d9f4597-df2e-4b17-91dd-259932f8d1b9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.472368 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bf71a96-1401-4898-8921-b52a4b3d90ea admin admin] Publish callbacks [] for security_group (6d9f4597-df2e-4b17-91dd-259932f8d1b9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.550346 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bf71a96-1401-4898-8921-b52a4b3d90ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6d9f4597-df2e-4b17-91dd-259932f8d1b9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.554329 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bf71a96-1401-4898-8921-b52a4b3d90ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.555991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5bf71a96-1401-4898-8921-b52a4b3d90ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d9f4597-df2e-4b17-91dd-259932f8d1b9 HTTP/1.1" status: 204 len: 168 time: 0.1765170 Feb 09 03:24:07.567236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf71a96-1401-4898-8921-b52a4b3d90ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9f4597-df2e-4b17-91dd-259932f8d1b9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:07.638157 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.771407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b49e7c-d8ea-4aed-952a-e5bd3a3f7dcc req-f2b277bd-e304-4847-8877-0e88e90a39dd tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:07.773252 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51b49e7c-d8ea-4aed-952a-e5bd3a3f7dcc req-f2b277bd-e304-4847-8877-0e88e90a39dd tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.0675247 Feb 09 03:24:07.853941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51b49e7c-d8ea-4aed-952a-e5bd3a3f7dcc req-3a38b0b4-327b-444d-8bb0-4c88b31131e6 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712287 Feb 09 03:24:08.149437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb74a0-aaf0-4034-b087-6344edd8b546 req-a1ae3c1f-6b0e-4d2f-9e32-712312a898ea tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:08.154257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21eb74a0-aaf0-4034-b087-6344edd8b546 req-a1ae3c1f-6b0e-4d2f-9e32-712312a898ea tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.1004767 Feb 09 03:24:08.172529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aa91d-145a-4bde-a020-913dddd8ab8a req-3a29e1f9-58ee-44b7-8fc2-a6f8c8398909 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:08.174907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a74aa91d-145a-4bde-a020-913dddd8ab8a req-3a29e1f9-58ee-44b7-8fc2-a6f8c8398909 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0821490 Feb 09 03:24:08.244788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a74aa91d-145a-4bde-a020-913dddd8ab8a req-d24dbee9-c86c-4baa-9d36-f43dbe9fb839 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642612 Feb 09 03:24:08.280153 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21eb74a0-aaf0-4034-b087-6344edd8b546 req-7346525f-4761-4dab-be95-462b467d7738 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196108 Feb 09 03:24:08.318337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:08.394793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:24:08.402371 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:08.402782 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:08.496190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dbfa4-53b8-46b0-b65c-a3bfe5dbea96 req-c36f6dbe-0dba-4dfc-a351-843e910a3fad tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:08.503264 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d6dbfa4-53b8-46b0-b65c-a3bfe5dbea96 req-c36f6dbe-0dba-4dfc-a351-843e910a3fad tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 944 time: 0.1164532 Feb 09 03:24:08.567921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26bcc0-fc23-4284-8382-3e8d1ac4d074 req-eaec10b1-3be7-458b-acc3-6986a0f7c4e6 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:08.577738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 84466bbb-3632-4a43-bfc1-279b9c28e307 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:08.580143 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d26bcc0-fc23-4284-8382-3e8d1ac4d074 req-eaec10b1-3be7-458b-acc3-6986a0f7c4e6 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 945 time: 0.1136892 Feb 09 03:24:08.600001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d6dbfa4-53b8-46b0-b65c-a3bfe5dbea96 req-78808e82-e957-4523-b814-7df10517d78e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908587 Feb 09 03:24:08.646889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36600) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:08.666248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:08.666801 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:08.682415 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d26bcc0-fc23-4284-8382-3e8d1ac4d074 req-184bb8db-aeac-4694-9d6c-e6e2bb46e9fe tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011782 Feb 09 03:24:08.700253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8593786a-e2f1-4a40-b0c2-04305f0799da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3f13e5-6c55-45f0-a126-f5f45c8aadd9'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:08.702890 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f7266b-8100-46b5-9a9b-20065dfd11ad" -d '{"events": [{"server_uuid": "8593786a-e2f1-4a40-b0c2-04305f0799da", "name": "network-vif-plugged", "status": "completed", "tag": "3f3f13e5-6c55-45f0-a126-f5f45c8aadd9"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:08.720671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:08.732374 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:08.742551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 84466bbb-3632-4a43-bfc1-279b9c28e307 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:24:08.757545 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f464f4-d243-4bf4-a49c-ef7a2b729ef9 x-openstack-request-id: req-f9f464f4-d243-4bf4-a49c-ef7a2b729ef9 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:08.759448 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8593786a-e2f1-4a40-b0c2-04305f0799da", "name": "network-vif-plugged", "status": "completed", "tag": "3f3f13e5-6c55-45f0-a126-f5f45c8aadd9", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:08.759992 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9f464f4-d243-4bf4-a49c-ef7a2b729ef9 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:08.761135 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8593786a-e2f1-4a40-b0c2-04305f0799da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3f13e5-6c55-45f0-a126-f5f45c8aadd9', 'code': 200} Feb 09 03:24:08.785685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 84466bbb-3632-4a43-bfc1-279b9c28e307 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:08.786062 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:08.827339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-217316126-network', 'tenant_id': 'd7eed8baed734bb6833709b650f0a144'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:08.853909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Made reservation on behalf of d7eed8baed734bb6833709b650f0a144 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:08.858219 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:08.870819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:08.882446 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:08.964053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 84466bbb-3632-4a43-bfc1-279b9c28e307 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:08.964797 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:09.018069 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 84466bbb-3632-4a43-bfc1-279b9c28e307, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=84466bbb-3632-4a43-bfc1-279b9c28e307,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:09.019406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa6bd4-e26b-44fe-9ac4-d0c342c26c49 req-75243c5c-8559-478f-a847-f88d3efd7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:09.023172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3aa6bd4-e26b-44fe-9ac4-d0c342c26c49 req-75243c5c-8559-478f-a847-f88d3efd7b03 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 1129 time: 0.1500740 Feb 09 03:24:09.030551 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:09.093418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d9ef4-f177-4eb5-895f-db3592d6881c req-d913231a-1d3d-4df5-b5bf-70d0e91e59c4 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:09.110446 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b97d9ef4-f177-4eb5-895f-db3592d6881c req-d913231a-1d3d-4df5-b5bf-70d0e91e59c4 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1649649 Feb 09 03:24:09.117111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=84466bbb-3632-4a43-bfc1-279b9c28e307,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:09.119086 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3aa6bd4-e26b-44fe-9ac4-d0c342c26c49 req-073b1d9b-c8a9-4f32-b6b9-863d75921d11 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812109 Feb 09 03:24:09.147442 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Publish callbacks [] for security_group (413a12f0-bb11-438d-880f-626aa0dab7c4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:09.155314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (413a12f0-bb11-438d-880f-626aa0dab7c4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:09.181098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b97d9ef4-f177-4eb5-895f-db3592d6881c req-d1441d0f-51a1-4ff8-a1f8-3545611844ec tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634441 Feb 09 03:24:09.185225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413a12f0-bb11-438d-880f-626aa0dab7c4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:09.200803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:24:09.214425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6159cd0f-acf4-4a31-a639-3ecdfc70b88c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:09.214722 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Added segment 6159cd0f-acf4-4a31-a639-3ecdfc70b88c of type vlan for network 26e64113-795b-4c38-8d00-8f54d282b541 Feb 09 03:24:09.264796 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (26e64113-795b-4c38-8d00-8f54d282b541), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:09.333181 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (26e64113-795b-4c38-8d00-8f54d282b541), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:09.334651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:09.335293 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:09.443864 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7957854 Feb 09 03:24:09.447285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36616) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:09.453586 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-416f83b3-5cc5-46b0-94eb-e8b71ba91d26 admin admin] Request body: {'subnet': {'network_id': '26e64113-795b-4c38-8d00-8f54d282b541', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-217316126-subnet', 'tenant_id': 'd7eed8baed734bb6833709b650f0a144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:09.469085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155b20e-8f9b-41a0-98d4-dd4f8c1786ce admin admin] Pushing event updated for resources: {'Network': ['ID=26e64113-795b-4c38-8d00-8f54d282b541,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:09.470298 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddcad0-f40d-492c-95a4-12c4425bca44 req-8b000b16-0f46-4517-8267-738ab125d6bf tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:09.477763 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-acddcad0-f40d-492c-95a4-12c4425bca44 req-8b000b16-0f46-4517-8267-738ab125d6bf tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.0795031 Feb 09 03:24:09.481919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 26e64113-795b-4c38-8d00-8f54d282b541 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:24:09.507407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a953ccc-818b-472e-bf30-0e31fc4bcb14 req-a0b96bbd-581a-462e-bcbb-17e35988cffc tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:09.508836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a953ccc-818b-472e-bf30-0e31fc4bcb14 req-a0b96bbd-581a-462e-bcbb-17e35988cffc tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.1477892 Feb 09 03:24:09.510079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416f83b3-5cc5-46b0-94eb-e8b71ba91d26 admin admin] Made reservation on behalf of d7eed8baed734bb6833709b650f0a144 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:09.512597 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416f83b3-5cc5-46b0-94eb-e8b71ba91d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:09.546593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-acddcad0-f40d-492c-95a4-12c4425bca44 req-b9c07c66-b08d-436e-881f-f91e97579b06 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640442 Feb 09 03:24:09.624127 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a953ccc-818b-472e-bf30-0e31fc4bcb14 req-3f3841c2-986c-4884-b96d-dcda79a6c969 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965471 Feb 09 03:24:09.802442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc169d-8972-474a-8bc3-60ddff894c2d req-e2773d40-068a-4836-a7de-026db6e2a973 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:09.804003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96dc169d-8972-474a-8bc3-60ddff894c2d req-e2773d40-068a-4836-a7de-026db6e2a973 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.1224661 Feb 09 03:24:09.829333 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416f83b3-5cc5-46b0-94eb-e8b71ba91d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (d2ebe2ad-85a0-4e10-8bb7-30f02f7a930f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:09.861082 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96dc169d-8972-474a-8bc3-60ddff894c2d req-f327318f-6b48-4c0b-b6cf-e7cc0d70ddff tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505776 Feb 09 03:24:09.887928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f83b3-5cc5-46b0-94eb-e8b71ba91d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ebe2ad-85a0-4e10-8bb7-30f02f7a930f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:09.919591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e57a5-0138-4137-8cb0-73d2d176edae req-f465eaa3-3741-464e-adcb-d9824a262615 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:09.921290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf3e57a5-0138-4137-8cb0-73d2d176edae req-f465eaa3-3741-464e-adcb-d9824a262615 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1405890 Feb 09 03:24:09.952399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f83b3-5cc5-46b0-94eb-e8b71ba91d26 admin admin] Checking segment: {'id': '6159cd0f-acf4-4a31-a639-3ecdfc70b88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '26e64113-795b-4c38-8d00-8f54d282b541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:09.952870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416f83b3-5cc5-46b0-94eb-e8b71ba91d26 admin admin] Network hostable DHCP agents. Network: 26e64113-795b-4c38-8d00-8f54d282b541, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:24:09.990915 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf3e57a5-0138-4137-8cb0-73d2d176edae req-c58e570e-1ffc-4eb3-a01e-3fe21bf36b59 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617757 Feb 09 03:24:09.991835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416f83b3-5cc5-46b0-94eb-e8b71ba91d26 admin admin] Network 26e64113-795b-4c38-8d00-8f54d282b541 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:24:10.007281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-416f83b3-5cc5-46b0-94eb-e8b71ba91d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 26e64113-795b-4c38-8d00-8f54d282b541) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:10.008566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416f83b3-5cc5-46b0-94eb-e8b71ba91d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:10.009409 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-416f83b3-5cc5-46b0-94eb-e8b71ba91d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.020733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b10720-27fc-4279-b166-4aa9e4093c6f None None] Network 26e64113-795b-4c38-8d00-8f54d282b541 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:10.041387 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-416f83b3-5cc5-46b0-94eb-e8b71ba91d26 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5870736 Feb 09 03:24:10.081186 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:24:10.144350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d01cdfb-435c-4e42-b14f-d13d7507e31d None None] Network 26e64113-795b-4c38-8d00-8f54d282b541 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:10.353997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-ace67d6e-cbc0-42a6-a534-339b6f6f56e0 req-faa6a5c8-f242-4c6e-9723-c3a968e54b40 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-243681720', 'description': 'tempest-description-2141392288'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:10.375798 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ace67d6e-cbc0-42a6-a534-339b6f6f56e0 req-faa6a5c8-f242-4c6e-9723-c3a968e54b40 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.377002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae177ec-bc2e-40db-bafc-16700abe2e48 req-1a12bf2c-1f0e-4b07-ad2d-75a95b98be1f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:10.395713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ae177ec-bc2e-40db-bafc-16700abe2e48 req-1a12bf2c-1f0e-4b07-ad2d-75a95b98be1f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1045885 Feb 09 03:24:10.464778 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ace67d6e-cbc0-42a6-a534-339b6f6f56e0 req-faa6a5c8-f242-4c6e-9723-c3a968e54b40 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.470911 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ace67d6e-cbc0-42a6-a534-339b6f6f56e0 req-faa6a5c8-f242-4c6e-9723-c3a968e54b40 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.506734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6a5c8-f242-4c6e-9723-c3a968e54b40 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:10.508369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ae177ec-bc2e-40db-bafc-16700abe2e48 req-88765d06-9770-4873-aba6-0b09226bd8c6 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104381 Feb 09 03:24:10.517456 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ace67d6e-cbc0-42a6-a534-339b6f6f56e0 req-faa6a5c8-f242-4c6e-9723-c3a968e54b40 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.519184 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ace67d6e-cbc0-42a6-a534-339b6f6f56e0 req-faa6a5c8-f242-4c6e-9723-c3a968e54b40 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1692874 Feb 09 03:24:10.588909 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c011069-0dae-49c2-abab-137762561cb8 req-a0b113df-5ac0-4b7e-a6be-c2b6af5474a1 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02 HTTP/1.1" status: 200 len: 1831 time: 0.0480003 Feb 09 03:24:10.601318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-9c011069-0dae-49c2-abab-137762561cb8 req-502f2914-6d29-4bda-b479-f0100e0c9798 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:10.601662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-9c011069-0dae-49c2-abab-137762561cb8 req-502f2914-6d29-4bda-b479-f0100e0c9798 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:10.683359 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c011069-0dae-49c2-abab-137762561cb8 req-502f2914-6d29-4bda-b479-f0100e0c9798 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group_rule (5dbc7076-aac6-455e-a4ff-e82aa93deb42), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.712366 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c948e-7c4a-49c6-a77a-7618093d773b req-53c5be28-8c0f-4695-afa5-149a7987c278 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:10.716725 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c011069-0dae-49c2-abab-137762561cb8 req-502f2914-6d29-4bda-b479-f0100e0c9798 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group_rule (5dbc7076-aac6-455e-a4ff-e82aa93deb42), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.721468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-719c948e-7c4a-49c6-a77a-7618093d773b req-53c5be28-8c0f-4695-afa5-149a7987c278 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.1069827 Feb 09 03:24:10.730229 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c011069-0dae-49c2-abab-137762561cb8 req-502f2914-6d29-4bda-b479-f0100e0c9798 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (5dbc7076-aac6-455e-a4ff-e82aa93deb42), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.759650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f2914-6d29-4bda-b479-f0100e0c9798 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbc7076-aac6-455e-a4ff-e82aa93deb42,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:10.768892 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ae9190-a209-4fde-8575-4e7108014332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84466bbb-3632-4a43-bfc1-279b9c28e307'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:10.775328 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98867b5a-a594-4092-9229-4ec20f37d67e" -d '{"events": [{"server_uuid": "54ae9190-a209-4fde-8575-4e7108014332", "name": "network-vif-plugged", "status": "completed", "tag": "84466bbb-3632-4a43-bfc1-279b9c28e307"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:10.802537 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c011069-0dae-49c2-abab-137762561cb8 req-502f2914-6d29-4bda-b479-f0100e0c9798 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.803771 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c011069-0dae-49c2-abab-137762561cb8 req-502f2914-6d29-4bda-b479-f0100e0c9798 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2073896 Feb 09 03:24:10.817799 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-719c948e-7c4a-49c6-a77a-7618093d773b req-8a1f511b-8f7e-44ca-80ef-af6551a44617 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900035 Feb 09 03:24:10.898204 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ef4393-af75-42f9-b4e1-3d87b635779d x-openstack-request-id: req-a5ef4393-af75-42f9-b4e1-3d87b635779d {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:10.898497 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ae9190-a209-4fde-8575-4e7108014332", "name": "network-vif-plugged", "status": "completed", "tag": "84466bbb-3632-4a43-bfc1-279b9c28e307", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:10.898743 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5ef4393-af75-42f9-b4e1-3d87b635779d {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:10.899123 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ae9190-a209-4fde-8575-4e7108014332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84466bbb-3632-4a43-bfc1-279b9c28e307', 'code': 200} Feb 09 03:24:10.981974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2db78e85-6e5f-485c-9328-d2be1696f4ed req-68c02177-8a9d-47bc-992e-772668d3b916 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02 HTTP/1.1" status: 200 len: 2425 time: 0.0692487 Feb 09 03:24:11.077572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07473212-f08a-4d8b-9cd8-75c213d721d7 req-51521e29-6501-43cf-a277-3c8235f63801 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:11.084670 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07473212-f08a-4d8b-9cd8-75c213d721d7 req-51521e29-6501-43cf-a277-3c8235f63801 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.1603339 Feb 09 03:24:11.123879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fae80a-a618-4508-9fbd-ad6938e0140b req-b369b3ee-fd4a-45aa-9f3d-f9fe491a64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:11.125438 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0fae80a-a618-4508-9fbd-ad6938e0140b req-b369b3ee-fd4a-45aa-9f3d-f9fe491a64f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 1128 time: 0.1478815 Feb 09 03:24:11.185559 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07473212-f08a-4d8b-9cd8-75c213d721d7 req-0c937885-8c1d-44eb-afb8-205700059f40 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998125 Feb 09 03:24:11.201588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2323404-821a-46dc-adaf-aa8810d2fb45 req-69fbff11-c710-48f8-8040-e9f14857608a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:11.210668 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2323404-821a-46dc-adaf-aa8810d2fb45 req-69fbff11-c710-48f8-8040-e9f14857608a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.1613796 Feb 09 03:24:11.218414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0fae80a-a618-4508-9fbd-ad6938e0140b req-9d11a332-fdbd-4683-aadd-4b2f3483ac9a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863600 Feb 09 03:24:11.253494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-38b06f44-2ec8-4ffc-be9a-df3f743ed9aa req-ac75136f-4013-43f9-993a-9202da383e70 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-group-rules/5dbc7076-aac6-455e-a4ff-e82aa93deb42 HTTP/1.1" status: 200 len: 778 time: 0.0332618 Feb 09 03:24:11.282463 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2323404-821a-46dc-adaf-aa8810d2fb45 req-1aae1b11-7423-4fea-8db0-958437959190 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687544 Feb 09 03:24:11.310136 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-38b06f44-2ec8-4ffc-be9a-df3f743ed9aa req-4949467e-7977-4ecc-ba1b-f3f8c1101f09 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02 HTTP/1.1" status: 200 len: 2425 time: 0.0552981 Feb 09 03:24:11.346271 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-38b06f44-2ec8-4ffc-be9a-df3f743ed9aa req-09a0df9d-5de9-4ec8-928e-327cb132f7a9 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group_rule (5dbc7076-aac6-455e-a4ff-e82aa93deb42), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.354873 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-38b06f44-2ec8-4ffc-be9a-df3f743ed9aa req-09a0df9d-5de9-4ec8-928e-327cb132f7a9 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group_rule (5dbc7076-aac6-455e-a4ff-e82aa93deb42), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.384992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-38b06f44-2ec8-4ffc-be9a-df3f743ed9aa req-09a0df9d-5de9-4ec8-928e-327cb132f7a9 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (5dbc7076-aac6-455e-a4ff-e82aa93deb42), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.396951 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-38b06f44-2ec8-4ffc-be9a-df3f743ed9aa req-09a0df9d-5de9-4ec8-928e-327cb132f7a9 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.398244 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-38b06f44-2ec8-4ffc-be9a-df3f743ed9aa req-09a0df9d-5de9-4ec8-928e-327cb132f7a9 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5dbc7076-aac6-455e-a4ff-e82aa93deb42 HTTP/1.1" status: 204 len: 173 time: 0.0818250 Feb 09 03:24:11.398991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0df9d-5de9-4ec8-928e-327cb132f7a9 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dbc7076-aac6-455e-a4ff-e82aa93deb42,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:11.424254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f882abad-4719-4cf3-8169-49df9bdffb4d req-fc9da8c2-4c8a-4f3a-84af-a7e389002e75 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1588816528', 'description': 'tempest-description-1528050838'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:11.430352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898fcef-18b3-4687-8186-a66b7ec46514 req-bf644057-33ef-485a-bc50-041cb3f0d8a2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:11.432076 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5898fcef-18b3-4687-8186-a66b7ec46514 req-bf644057-33ef-485a-bc50-041cb3f0d8a2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.0767195 Feb 09 03:24:11.457414 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f882abad-4719-4cf3-8169-49df9bdffb4d req-fc9da8c2-4c8a-4f3a-84af-a7e389002e75 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.516533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5898fcef-18b3-4687-8186-a66b7ec46514 req-22b30b4b-839f-4472-ae63-c874093862c3 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780592 Feb 09 03:24:11.579865 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f882abad-4719-4cf3-8169-49df9bdffb4d req-fc9da8c2-4c8a-4f3a-84af-a7e389002e75 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (aa29df47-9bfc-4f27-97e5-2743d83d1d58), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.587076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f882abad-4719-4cf3-8169-49df9bdffb4d req-fc9da8c2-4c8a-4f3a-84af-a7e389002e75 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (aa29df47-9bfc-4f27-97e5-2743d83d1d58), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.627810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9da8c2-4c8a-4f3a-84af-a7e389002e75 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa29df47-9bfc-4f27-97e5-2743d83d1d58,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:11.645711 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f882abad-4719-4cf3-8169-49df9bdffb4d req-fc9da8c2-4c8a-4f3a-84af-a7e389002e75 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.647135 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f882abad-4719-4cf3-8169-49df9bdffb4d req-fc9da8c2-4c8a-4f3a-84af-a7e389002e75 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2271891 Feb 09 03:24:11.696381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9580076-db37-4e65-97c5-8f8d85da71d4 req-46dafb84-29b7-462c-beb8-64c4a6f1f7eb tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:11.698940 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9580076-db37-4e65-97c5-8f8d85da71d4 req-46dafb84-29b7-462c-beb8-64c4a6f1f7eb tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.0944424 Feb 09 03:24:11.759004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9580076-db37-4e65-97c5-8f8d85da71d4 req-a3255035-d4a8-423b-b18c-c32c4094af77 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513451 Feb 09 03:24:11.824919 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4b116b1-2280-4d4b-bd20-a38689eb5298 req-f7089459-2f69-46e4-a943-c1a64477d8ac tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/aa29df47-9bfc-4f27-97e5-2743d83d1d58 HTTP/1.1" status: 200 len: 1832 time: 0.0400088 Feb 09 03:24:11.900223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-68dd1bc3-ef69-49eb-8913-48e3e73021e6 req-dce69732-e491-4ab0-b0aa-51d2839119c6 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-211065253', 'description': 'tempest-description-1076663823'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:11.948575 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-68dd1bc3-ef69-49eb-8913-48e3e73021e6 req-dce69732-e491-4ab0-b0aa-51d2839119c6 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:12.035939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8088be-0d87-4530-bcc4-a163034e9785 req-0f7237ca-a4a5-441d-bfff-6cfb8f0390ee tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:12.037482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4c8088be-0d87-4530-bcc4-a163034e9785 req-0f7237ca-a4a5-441d-bfff-6cfb8f0390ee tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.0907214 Feb 09 03:24:12.048573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba2789-9001-443d-aabc-9e716b6558d5 req-1db85cb9-b875-46c7-bd79-b64f0e77865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:12.050089 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1ba2789-9001-443d-aabc-9e716b6558d5 req-1db85cb9-b875-46c7-bd79-b64f0e77865b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcb34353e17541faaf238eaa9a9e6ab1&device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 1129 time: 0.1134493 Feb 09 03:24:12.070031 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-68dd1bc3-ef69-49eb-8913-48e3e73021e6 req-dce69732-e491-4ab0-b0aa-51d2839119c6 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (306dd306-493d-411b-a58b-65acd416d199), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:12.076236 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-68dd1bc3-ef69-49eb-8913-48e3e73021e6 req-dce69732-e491-4ab0-b0aa-51d2839119c6 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (306dd306-493d-411b-a58b-65acd416d199), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:12.107925 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-68dd1bc3-ef69-49eb-8913-48e3e73021e6 req-dce69732-e491-4ab0-b0aa-51d2839119c6 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:12.109914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68dd1bc3-ef69-49eb-8913-48e3e73021e6 req-dce69732-e491-4ab0-b0aa-51d2839119c6 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2159770 Feb 09 03:24:12.149465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce69732-e491-4ab0-b0aa-51d2839119c6 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306dd306-493d-411b-a58b-65acd416d199,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:12.188414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba2789-9001-443d-aabc-9e716b6558d5 req-b9cc0703-b79a-4bb4-bde9-da4b3b51ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:12.189943 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1ba2789-9001-443d-aabc-9e716b6558d5 req-b9cc0703-b79a-4bb4-bde9-da4b3b51ff24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a89aa393-1edb-4017-b205-397b2e5a52d2 HTTP/1.1" status: 200 len: 912 time: 0.1331859 Feb 09 03:24:12.259379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1ba2789-9001-443d-aabc-9e716b6558d5 req-317e7a9f-bd1a-4206-932a-993f7cee60e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 HTTP/1.1" status: 200 len: 217 time: 0.0591989 Feb 09 03:24:12.276773 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4c8088be-0d87-4530-bcc4-a163034e9785 req-297c0ab8-235b-45a8-af16-5a27ab56727c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305839 Feb 09 03:24:12.285634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969191c-aee6-436d-acb5-d6a28e158ff1 req-bf478c94-e904-4e03-8907-91b89ffd5297 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:12.319174 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d969191c-aee6-436d-acb5-d6a28e158ff1 req-bf478c94-e904-4e03-8907-91b89ffd5297 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1066489 Feb 09 03:24:12.323203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba2789-9001-443d-aabc-9e716b6558d5 req-49dcb03a-2544-4e95-9925-635c30fd411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:12.325731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1ba2789-9001-443d-aabc-9e716b6558d5 req-49dcb03a-2544-4e95-9925-635c30fd411a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=38b239c2-f7d6-4051-b522-196f38b4079a HTTP/1.1" status: 200 len: 851 time: 0.0596912 Feb 09 03:24:12.391548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1ba2789-9001-443d-aabc-9e716b6558d5 req-3d8ec84e-25b6-4880-b10c-b03406eba591 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a89aa393-1edb-4017-b205-397b2e5a52d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592737 Feb 09 03:24:12.423238 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d969191c-aee6-436d-acb5-d6a28e158ff1 req-1caeac96-1cd9-4f9f-a86e-1cabc0f2814a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030912 Feb 09 03:24:12.482677 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f6befd0-c846-4cc0-a1f2-642c6fdaf79d req-a63e0b3c-6ba3-4078-a38e-1eafb248a147 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/306dd306-493d-411b-a58b-65acd416d199 HTTP/1.1" status: 200 len: 1831 time: 0.1718247 Feb 09 03:24:12.549410 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1ba2789-9001-443d-aabc-9e716b6558d5 req-07fb47fa-a357-4c5e-a1ab-7301274a9071 service neutron] 10.222.0.65 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481209 Feb 09 03:24:12.644308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b55356-aab1-4a43-a05a-71f0538df1eb req-b69a8085-f21c-4c5e-96ba-1128b0fc3404 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:12.657388 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a4b55356-aab1-4a43-a05a-71f0538df1eb req-b69a8085-f21c-4c5e-96ba-1128b0fc3404 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.1208985 Feb 09 03:24:12.735221 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a4b55356-aab1-4a43-a05a-71f0538df1eb req-b3aebf99-ac18-43e7-a51f-874bb763ca0e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524821 Feb 09 03:24:12.770686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-879c1af9-76cc-4718-a77f-512f39b86ce4 req-56c0b344-0a14-438f-9c37-41d2ff921d61 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1540019846', 'description': 'tempest-description-1356733332'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:12.796947 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-879c1af9-76cc-4718-a77f-512f39b86ce4 req-56c0b344-0a14-438f-9c37-41d2ff921d61 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:12.922752 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-879c1af9-76cc-4718-a77f-512f39b86ce4 req-56c0b344-0a14-438f-9c37-41d2ff921d61 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (8a77da1d-baa7-4d48-b706-9796f37d679c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:12.928874 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-879c1af9-76cc-4718-a77f-512f39b86ce4 req-56c0b344-0a14-438f-9c37-41d2ff921d61 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8a77da1d-baa7-4d48-b706-9796f37d679c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:12.971524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0b344-0a14-438f-9c37-41d2ff921d61 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a77da1d-baa7-4d48-b706-9796f37d679c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:12.995012 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0339-92e8-4645-8115-38bb62a479e0 req-d6b3221a-55c5-4151-8318-1abc0ff8f0f6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:13.002423 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-879c1af9-76cc-4718-a77f-512f39b86ce4 req-56c0b344-0a14-438f-9c37-41d2ff921d61 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:13.002600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-238a0339-92e8-4645-8115-38bb62a479e0 req-d6b3221a-55c5-4151-8318-1abc0ff8f0f6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.4380751 Feb 09 03:24:13.016014 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1ba2789-9001-443d-aabc-9e716b6558d5 req-83337fc9-6cfd-4e07-86ff-156d0a4d3b44 service neutron] 10.222.0.65 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599216 Feb 09 03:24:13.018055 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-879c1af9-76cc-4718-a77f-512f39b86ce4 req-56c0b344-0a14-438f-9c37-41d2ff921d61 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2521060 Feb 09 03:24:13.064689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-238a0339-92e8-4645-8115-38bb62a479e0 req-e62ecd42-ff74-44c7-8457-d940196e9ce5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590169 Feb 09 03:24:13.139184 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84c3e083-0027-401d-afc7-379c5e0b9b0e req-81201f75-4071-47c0-a919-e9baeddbda21 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/8a77da1d-baa7-4d48-b706-9796f37d679c HTTP/1.1" status: 200 len: 1832 time: 0.0547526 Feb 09 03:24:13.156909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a50ef-3f3e-4a03-9d30-57fe8ff140e5 req-3dcda539-6192-4ff8-9325-16dbeae24151 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:13.158942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-99d0663c-261e-441f-92be-91a2444df236 req-8f5f4efa-c599-49cb-ac7b-2dad2b9dd484 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1442754001', 'description': 'tempest-description-1513926323'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:13.164222 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-362a50ef-3f3e-4a03-9d30-57fe8ff140e5 req-3dcda539-6192-4ff8-9325-16dbeae24151 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.0900359 Feb 09 03:24:13.188957 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-99d0663c-261e-441f-92be-91a2444df236 req-8f5f4efa-c599-49cb-ac7b-2dad2b9dd484 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:13.233452 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-362a50ef-3f3e-4a03-9d30-57fe8ff140e5 req-c4d6250f-ed45-494e-9cac-fbe36c36f9ff tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635431 Feb 09 03:24:13.286499 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-99d0663c-261e-441f-92be-91a2444df236 req-8f5f4efa-c599-49cb-ac7b-2dad2b9dd484 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (7529401a-9b74-4161-a083-e05f2789b883), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:13.293435 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-99d0663c-261e-441f-92be-91a2444df236 req-8f5f4efa-c599-49cb-ac7b-2dad2b9dd484 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7529401a-9b74-4161-a083-e05f2789b883), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:13.323922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f4efa-c599-49cb-ac7b-2dad2b9dd484 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7529401a-9b74-4161-a083-e05f2789b883,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:13.338478 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-99d0663c-261e-441f-92be-91a2444df236 req-8f5f4efa-c599-49cb-ac7b-2dad2b9dd484 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:13.342319 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-99d0663c-261e-441f-92be-91a2444df236 req-8f5f4efa-c599-49cb-ac7b-2dad2b9dd484 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1881132 Feb 09 03:24:13.420595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-65c93e55-346e-4e81-b50c-87eb7cddb1c1 req-91bd0860-bf66-46c9-82c3-2ffbed60c102 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/7529401a-9b74-4161-a083-e05f2789b883 HTTP/1.1" status: 200 len: 1832 time: 0.0522263 Feb 09 03:24:13.453627 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-5fee8a87-cd56-4ff2-941f-6827eccfe828 req-60142544-9630-4a61-bb8e-678fed7834b3 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] show failed (client error): The resource could not be found. Feb 09 03:24:13.465916 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5fee8a87-cd56-4ff2-941f-6827eccfe828 req-60142544-9630-4a61-bb8e-678fed7834b3 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/c8bc0c7a-df20-47b7-9640-5a577c995186 HTTP/1.1" status: 404 len: 352 time: 0.0258405 Feb 09 03:24:13.632342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d89c9-1d10-4f39-8d77-48fea20cbb7d req-6940d5f5-5816-4e27-8446-b34169c6052c tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:13.634716 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-499d89c9-1d10-4f39-8d77-48fea20cbb7d req-6940d5f5-5816-4e27-8446-b34169c6052c tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.0767102 Feb 09 03:24:13.706894 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-499d89c9-1d10-4f39-8d77-48fea20cbb7d req-62fad9bc-e48a-4e52-8ef4-0237f1ec23d7 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645349 Feb 09 03:24:13.753495 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-e8b581c7-8a24-4c1e-af90-38163401a9db req-ae8fd788-9ca6-4ea3-bc18-0597f55840d9 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] show failed (client error): The resource could not be found. Feb 09 03:24:13.760852 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8b581c7-8a24-4c1e-af90-38163401a9db req-ae8fd788-9ca6-4ea3-bc18-0597f55840d9 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-group-rules/30cc8bc3-ee81-4c3e-b39a-49d943fd463c HTTP/1.1" status: 404 len: 361 time: 0.0196292 Feb 09 03:24:13.838620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f2c59-23c9-4ff5-b75d-534fddbf07f1 req-7d3d5234-e8eb-4f7f-b7ec-1a96737340cd tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:13.841060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a3f2c59-23c9-4ff5-b75d-534fddbf07f1 req-7d3d5234-e8eb-4f7f-b7ec-1a96737340cd tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.4624686 Feb 09 03:24:13.895242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65d335-bd29-48e1-becb-6126ec0ae6e2 req-1ee7355a-3194-415c-b5fe-9ed74c761048 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:13.897121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c65d335-bd29-48e1-becb-6126ec0ae6e2 req-1ee7355a-3194-415c-b5fe-9ed74c761048 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0725906 Feb 09 03:24:13.899985 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a3f2c59-23c9-4ff5-b75d-534fddbf07f1 req-9dfe90dc-9a66-45a6-8bf4-920005de2bf3 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523231 Feb 09 03:24:13.955924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c65d335-bd29-48e1-becb-6126ec0ae6e2 req-72e328cc-a24d-412f-9695-9e59ab31f997 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527527 Feb 09 03:24:13.977287 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82a36236-8b6f-47a3-9e9c-d9d00168f846 req-9af3e12e-7538-4408-9951-36eafd1d2193 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/7529401a-9b74-4161-a083-e05f2789b883 HTTP/1.1" status: 200 len: 1832 time: 0.0492842 Feb 09 03:24:14.048708 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-82a36236-8b6f-47a3-9e9c-d9d00168f846 req-f37132ef-2037-4c17-9a13-a62c29f6766a tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (7529401a-9b74-4161-a083-e05f2789b883), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.074221 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-82a36236-8b6f-47a3-9e9c-d9d00168f846 req-f37132ef-2037-4c17-9a13-a62c29f6766a tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (7529401a-9b74-4161-a083-e05f2789b883), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.122249 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-82a36236-8b6f-47a3-9e9c-d9d00168f846 req-f37132ef-2037-4c17-9a13-a62c29f6766a tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7529401a-9b74-4161-a083-e05f2789b883), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.124868 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-82a36236-8b6f-47a3-9e9c-d9d00168f846 req-f37132ef-2037-4c17-9a13-a62c29f6766a tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.131293 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82a36236-8b6f-47a3-9e9c-d9d00168f846 req-f37132ef-2037-4c17-9a13-a62c29f6766a tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "DELETE /v2.0/security-groups/7529401a-9b74-4161-a083-e05f2789b883 HTTP/1.1" status: 204 len: 173 time: 0.1434238 Feb 09 03:24:14.139026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37132ef-2037-4c17-9a13-a62c29f6766a tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7529401a-9b74-4161-a083-e05f2789b883,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:14.195074 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f6f71af2-04f2-42f4-918f-cd79fcdacb16 req-0754d1d0-0923-4ca5-a125-76e10449d616 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/8a77da1d-baa7-4d48-b706-9796f37d679c HTTP/1.1" status: 200 len: 1832 time: 0.0478203 Feb 09 03:24:14.207218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f0f69-9b7d-4ef2-847d-9dcad2916bcc req-30f9891d-be58-4639-ac14-4659ee441892 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:14.208797 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c1f0f69-9b7d-4ef2-847d-9dcad2916bcc req-30f9891d-be58-4639-ac14-4659ee441892 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.0760918 Feb 09 03:24:14.249965 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f6f71af2-04f2-42f4-918f-cd79fcdacb16 req-bae70778-8ec5-41d9-aa99-953c7533c653 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (8a77da1d-baa7-4d48-b706-9796f37d679c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.268079 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c1f0f69-9b7d-4ef2-847d-9dcad2916bcc req-848f13c9-11c2-4f47-8ed2-e164661c57b7 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504065 Feb 09 03:24:14.273086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f6f71af2-04f2-42f4-918f-cd79fcdacb16 req-bae70778-8ec5-41d9-aa99-953c7533c653 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (8a77da1d-baa7-4d48-b706-9796f37d679c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.321810 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f6f71af2-04f2-42f4-918f-cd79fcdacb16 req-bae70778-8ec5-41d9-aa99-953c7533c653 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8a77da1d-baa7-4d48-b706-9796f37d679c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.324871 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f6f71af2-04f2-42f4-918f-cd79fcdacb16 req-bae70778-8ec5-41d9-aa99-953c7533c653 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.326339 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f6f71af2-04f2-42f4-918f-cd79fcdacb16 req-bae70778-8ec5-41d9-aa99-953c7533c653 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "DELETE /v2.0/security-groups/8a77da1d-baa7-4d48-b706-9796f37d679c HTTP/1.1" status: 204 len: 173 time: 0.1303842 Feb 09 03:24:14.338967 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae70778-8ec5-41d9-aa99-953c7533c653 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a77da1d-baa7-4d48-b706-9796f37d679c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:14.406379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ab354-e375-4105-a745-107374c91d1a req-614d9f82-15e4-4e48-b641-478b166f7407 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:14.408001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c9ab354-e375-4105-a745-107374c91d1a req-614d9f82-15e4-4e48-b641-478b166f7407 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.0813396 Feb 09 03:24:14.480072 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c9ab354-e375-4105-a745-107374c91d1a req-6136e0fb-ccd5-444c-927a-744474cb92b7 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638330 Feb 09 03:24:14.502243 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32cbff01-a622-4717-a4ba-64b413134566 req-4b2d1679-a540-4bf4-a43a-49eca631807f tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/306dd306-493d-411b-a58b-65acd416d199 HTTP/1.1" status: 200 len: 1831 time: 0.0510602 Feb 09 03:24:14.572257 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-32cbff01-a622-4717-a4ba-64b413134566 req-46b27252-0444-4e83-accb-edbf3993ceb0 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (306dd306-493d-411b-a58b-65acd416d199), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.602606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-32cbff01-a622-4717-a4ba-64b413134566 req-46b27252-0444-4e83-accb-edbf3993ceb0 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (306dd306-493d-411b-a58b-65acd416d199), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.603877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4788a-eb50-4687-abb3-69e0573bdff3 req-6084b449-1f14-4ea7-85d0-eee508d99092 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:14.606796 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02c4788a-eb50-4687-abb3-69e0573bdff3 req-6084b449-1f14-4ea7-85d0-eee508d99092 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.0693758 Feb 09 03:24:14.659858 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-32cbff01-a622-4717-a4ba-64b413134566 req-46b27252-0444-4e83-accb-edbf3993ceb0 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (306dd306-493d-411b-a58b-65acd416d199), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.662721 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-32cbff01-a622-4717-a4ba-64b413134566 req-46b27252-0444-4e83-accb-edbf3993ceb0 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.665030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32cbff01-a622-4717-a4ba-64b413134566 req-46b27252-0444-4e83-accb-edbf3993ceb0 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "DELETE /v2.0/security-groups/306dd306-493d-411b-a58b-65acd416d199 HTTP/1.1" status: 204 len: 173 time: 0.1558938 Feb 09 03:24:14.678555 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02c4788a-eb50-4687-abb3-69e0573bdff3 req-80b04a95-b7d1-45e0-8c25-531dcba262cd tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640173 Feb 09 03:24:14.692145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b27252-0444-4e83-accb-edbf3993ceb0 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306dd306-493d-411b-a58b-65acd416d199,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:14.740266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2d36a16-0bb1-4642-beb2-8a4965e75179 req-b4a2fdc3-426d-47f4-8b06-119de0839f5d tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/aa29df47-9bfc-4f27-97e5-2743d83d1d58 HTTP/1.1" status: 200 len: 1832 time: 0.0569088 Feb 09 03:24:14.811307 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2d36a16-0bb1-4642-beb2-8a4965e75179 req-71a72c82-4429-4b1a-a6f8-dd8a07877b8a tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (aa29df47-9bfc-4f27-97e5-2743d83d1d58), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.842235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f345c7-de5e-470e-9d0b-afa632c688e2 req-572d3989-8223-460c-812d-5f14417fef25 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:14.843968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36f345c7-de5e-470e-9d0b-afa632c688e2 req-572d3989-8223-460c-812d-5f14417fef25 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.0655096 Feb 09 03:24:14.846913 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2d36a16-0bb1-4642-beb2-8a4965e75179 req-71a72c82-4429-4b1a-a6f8-dd8a07877b8a tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (aa29df47-9bfc-4f27-97e5-2743d83d1d58), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.894989 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2d36a16-0bb1-4642-beb2-8a4965e75179 req-71a72c82-4429-4b1a-a6f8-dd8a07877b8a tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (aa29df47-9bfc-4f27-97e5-2743d83d1d58), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.897589 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c2d36a16-0bb1-4642-beb2-8a4965e75179 req-71a72c82-4429-4b1a-a6f8-dd8a07877b8a tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:14.899078 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36f345c7-de5e-470e-9d0b-afa632c688e2 req-4a283d0a-5a51-4490-af39-72235c6b3ba9 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482206 Feb 09 03:24:14.901627 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2d36a16-0bb1-4642-beb2-8a4965e75179 req-71a72c82-4429-4b1a-a6f8-dd8a07877b8a tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa29df47-9bfc-4f27-97e5-2743d83d1d58 HTTP/1.1" status: 204 len: 173 time: 0.1525526 Feb 09 03:24:14.911645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a72c82-4429-4b1a-a6f8-dd8a07877b8a tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa29df47-9bfc-4f27-97e5-2743d83d1d58,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:14.976783 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2cb4f209-9ae2-42e4-8392-90db6ccb6816 req-5337c8c5-4094-494f-850d-810277ff189b tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "GET /v2.0/security-groups/ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02 HTTP/1.1" status: 200 len: 1831 time: 0.0515573 Feb 09 03:24:15.038959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9558f-b71d-474e-9bc1-1c514ad10edd req-d01fabaf-e7b1-42ff-978a-9750ad55c38c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:15.040733 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ab9558f-b71d-474e-9bc1-1c514ad10edd req-d01fabaf-e7b1-42ff-978a-9750ad55c38c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.0562232 Feb 09 03:24:15.053705 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2cb4f209-9ae2-42e4-8392-90db6ccb6816 req-3e6703f3-0c36-493b-936c-2adcd3e556d8 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.079132 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2cb4f209-9ae2-42e4-8392-90db6ccb6816 req-3e6703f3-0c36-493b-936c-2adcd3e556d8 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.096811 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ab9558f-b71d-474e-9bc1-1c514ad10edd req-da2661d5-47de-477f-bb04-d8506c92e621 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503001 Feb 09 03:24:15.127792 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2cb4f209-9ae2-42e4-8392-90db6ccb6816 req-3e6703f3-0c36-493b-936c-2adcd3e556d8 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.130432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2cb4f209-9ae2-42e4-8392-90db6ccb6816 req-3e6703f3-0c36-493b-936c-2adcd3e556d8 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.131583 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2cb4f209-9ae2-42e4-8392-90db6ccb6816 req-3e6703f3-0c36-493b-936c-2adcd3e556d8 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02 HTTP/1.1" status: 204 len: 173 time: 0.1450183 Feb 09 03:24:15.137532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36740) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:15.147091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6703f3-0c36-493b-936c-2adcd3e556d8 tempest-SecurityGroupRulesNegativeTestJSON-1255230839 tempest-SecurityGroupRulesNegativeTestJSON-1255230839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2362dd-8a81-4f6a-9f0a-d73f3fd9ff02,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:15.214584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9181ee4-5009-4b57-a40e-7cf62c5cda68 admin admin] Deleting subnet d2ebe2ad-85a0-4e10-8bb7-30f02f7a930f {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:24:15.220570 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9181ee4-5009-4b57-a40e-7cf62c5cda68 admin admin] Publish callbacks [] for subnet (d2ebe2ad-85a0-4e10-8bb7-30f02f7a930f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.259994 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9181ee4-5009-4b57-a40e-7cf62c5cda68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (d2ebe2ad-85a0-4e10-8bb7-30f02f7a930f), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.286103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511122f-1610-459f-94d3-7d1bef7a02e0 req-f442374e-198d-4ca3-ae1c-8efb39116b25 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:15.287572 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0511122f-1610-459f-94d3-7d1bef7a02e0 req-f442374e-198d-4ca3-ae1c-8efb39116b25 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.1157615 Feb 09 03:24:15.332254 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9181ee4-5009-4b57-a40e-7cf62c5cda68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (d2ebe2ad-85a0-4e10-8bb7-30f02f7a930f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.379992 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0511122f-1610-459f-94d3-7d1bef7a02e0 req-81aafd23-217b-4ec7-8bf0-b7047943aa2f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845973 Feb 09 03:24:15.407345 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9181ee4-5009-4b57-a40e-7cf62c5cda68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (d2ebe2ad-85a0-4e10-8bb7-30f02f7a930f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.433820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9181ee4-5009-4b57-a40e-7cf62c5cda68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ebe2ad-85a0-4e10-8bb7-30f02f7a930f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:15.439358 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9181ee4-5009-4b57-a40e-7cf62c5cda68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.442473 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a9181ee4-5009-4b57-a40e-7cf62c5cda68 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d2ebe2ad-85a0-4e10-8bb7-30f02f7a930f HTTP/1.1" status: 204 len: 168 time: 0.3039353 Feb 09 03:24:15.445280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36742) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:15.518554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (26e64113-795b-4c38-8d00-8f54d282b541), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.579560 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31cba0e9-8d7d-4747-ad75-566ff9a60646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.657151 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (26e64113-795b-4c38-8d00-8f54d282b541), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.683444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e64113-795b-4c38-8d00-8f54d282b541']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:15.697816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6159cd0f-acf4-4a31-a639-3ecdfc70b88c') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:15.698044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6159cd0f-acf4-4a31-a639-3ecdfc70b88c') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:15.707486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248f087-8afd-4cdf-b978-0da6e7e4ecd8 req-c3679cf3-39a5-4a78-9ee7-f109c59349de tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:15.714796 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2248f087-8afd-4cdf-b978-0da6e7e4ecd8 req-c3679cf3-39a5-4a78-9ee7-f109c59349de tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1405263 Feb 09 03:24:15.731966 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (6159cd0f-acf4-4a31-a639-3ecdfc70b88c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.807012 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2248f087-8afd-4cdf-b978-0da6e7e4ecd8 req-6cf660b2-4c03-47af-90a5-43b5b8d44c98 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821662 Feb 09 03:24:15.808113 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6159cd0f-acf4-4a31-a639-3ecdfc70b88c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.814978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:24:15.815370 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (6159cd0f-acf4-4a31-a639-3ecdfc70b88c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:24:15.817219 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:24:15.876312 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (26e64113-795b-4c38-8d00-8f54d282b541), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.881676 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.888564 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/26e64113-795b-4c38-8d00-8f54d282b541 HTTP/1.1" status: 204 len: 168 time: 0.4388115 Feb 09 03:24:15.900787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd48d7-ee31-48bd-863a-5e9ea0bed7d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=26e64113-795b-4c38-8d00-8f54d282b541,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:15.907466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f429156-4cc7-49a7-939d-008ca811f092 req-dce160b5-66a0-49ba-9369-5c8c97cc825a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:15.910042 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f429156-4cc7-49a7-939d-008ca811f092 req-dce160b5-66a0-49ba-9369-5c8c97cc825a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.1368022 Feb 09 03:24:16.037377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f429156-4cc7-49a7-939d-008ca811f092 req-80e4ece9-976c-4181-ad63-d458461e1a05 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189311 Feb 09 03:24:16.120126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcd918-1cd8-456a-94a6-650ce3f733f6 req-178e9ad5-7d45-40c9-b23d-114c5c261af2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:16.135056 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-edbcd918-1cd8-456a-94a6-650ce3f733f6 req-178e9ad5-7d45-40c9-b23d-114c5c261af2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1114604 Feb 09 03:24:16.135286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36760) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:16.222554 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-33840a92-1523-4026-b8cb-401bd4983a61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7eed8baed734bb6833709b650f0a144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0841103 Feb 09 03:24:16.223163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36762) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:16.250586 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-edbcd918-1cd8-456a-94a6-650ce3f733f6 req-33d7119c-ee7a-43c7-8def-f974feaf0403 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172366 Feb 09 03:24:16.331379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7e2cdb34-5805-43f4-afe8-d1288a7faef3 admin admin] Publish callbacks [] for security_group (413a12f0-bb11-438d-880f-626aa0dab7c4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:16.356901 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7e2cdb34-5805-43f4-afe8-d1288a7faef3 admin admin] Publish callbacks [] for security_group (413a12f0-bb11-438d-880f-626aa0dab7c4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:16.408259 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d366d-074b-4fe2-b9e0-499b97381e8d req-8bca6639-e8e6-45f3-9f53-9d9f98cc5baf tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:16.409886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e38d366d-074b-4fe2-b9e0-499b97381e8d req-8bca6639-e8e6-45f3-9f53-9d9f98cc5baf tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.0844882 Feb 09 03:24:16.417609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7e2cdb34-5805-43f4-afe8-d1288a7faef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (413a12f0-bb11-438d-880f-626aa0dab7c4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:16.420519 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7e2cdb34-5805-43f4-afe8-d1288a7faef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:16.421815 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7e2cdb34-5805-43f4-afe8-d1288a7faef3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/413a12f0-bb11-438d-880f-626aa0dab7c4 HTTP/1.1" status: 204 len: 168 time: 0.1976979 Feb 09 03:24:16.453836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cdb34-5805-43f4-afe8-d1288a7faef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413a12f0-bb11-438d-880f-626aa0dab7c4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:16.465564 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e38d366d-074b-4fe2-b9e0-499b97381e8d req-7c749e10-666d-4269-89c2-65aba6d31ea2 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490687 Feb 09 03:24:16.613058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65f19f-e566-4607-8d65-4040a431b5f5 req-3e6781f9-3ab1-4f1f-bc47-b7fcd6317907 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:16.614765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d65f19f-e566-4607-8d65-4040a431b5f5 req-3e6781f9-3ab1-4f1f-bc47-b7fcd6317907 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0617495 Feb 09 03:24:16.735039 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d65f19f-e566-4607-8d65-4040a431b5f5 req-76d37c59-c9f3-4648-9130-1f92a7c58bec tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146996 Feb 09 03:24:16.781585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02935e15-5236-49a4-9c79-3636a5fa0840 req-04d6769c-3673-494c-a1af-650f6a241b82 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:16.783113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02935e15-5236-49a4-9c79-3636a5fa0840 req-04d6769c-3673-494c-a1af-650f6a241b82 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.0919464 Feb 09 03:24:16.876680 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02935e15-5236-49a4-9c79-3636a5fa0840 req-4a18db77-085d-415a-b4de-3b8bf306bf33 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784888 Feb 09 03:24:16.977502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be204c04-3392-42d0-a330-17bd89322a1d req-43dee1be-e482-4e8b-bb6a-811c1302e4c9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:16.979386 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be204c04-3392-42d0-a330-17bd89322a1d req-43dee1be-e482-4e8b-bb6a-811c1302e4c9 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.0996871 Feb 09 03:24:17.045821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be204c04-3392-42d0-a330-17bd89322a1d req-6c8a8f44-d017-4dfe-a776-44d8fde2756e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601864 Feb 09 03:24:17.378363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e22a1-b2a5-4b22-9014-f5d99f95bfdc req-20bedc33-4ff8-4d25-9040-d9f298a56455 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:17.385766 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-456e22a1-b2a5-4b22-9014-f5d99f95bfdc req-20bedc33-4ff8-4d25-9040-d9f298a56455 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.0628316 Feb 09 03:24:17.389866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36804) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:17.445172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-456e22a1-b2a5-4b22-9014-f5d99f95bfdc req-3319b083-8067-42db-9eab-20902f2327f9 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583186 Feb 09 03:24:17.510269 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1294459673-network', 'tenant_id': '49e2ed1df1b341ff8d5afd224ba4c6a8'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:17.539404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Made reservation on behalf of 49e2ed1df1b341ff8d5afd224ba4c6a8 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:17.541676 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.553713 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.658373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16914e-e571-4cb4-8bcf-f9d7726a7961 req-4c1fbeb0-545d-4be8-b3c2-bf246267b4ce tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:17.659982 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef16914e-e571-4cb4-8bcf-f9d7726a7961 req-4c1fbeb0-545d-4be8-b3c2-bf246267b4ce tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.1038067 Feb 09 03:24:17.729889 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Publish callbacks [] for security_group (435da01d-c34e-4dba-ab4b-849e0eb2d9fc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.744435 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (435da01d-c34e-4dba-ab4b-849e0eb2d9fc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.768139 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef16914e-e571-4cb4-8bcf-f9d7726a7961 req-72fb166b-4607-4084-9bf9-fea93a6e5561 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996010 Feb 09 03:24:17.788214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:24:17.810371 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (839b9cfb-ebe9-4193-8d8b-c2d29a1e0b16), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.810721 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Added segment 839b9cfb-ebe9-4193-8d8b-c2d29a1e0b16 of type vlan for network 4001db18-b783-4cff-a5e6-acfa039475f8 Feb 09 03:24:17.812240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435da01d-c34e-4dba-ab4b-849e0eb2d9fc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:17.875111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (4001db18-b783-4cff-a5e6-acfa039475f8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.895537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b0864-da4f-4346-b199-e5f4d1f4af91 req-b0ba7557-ab8e-4f28-88f5-60005e18af4f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:17.897639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-533b0864-da4f-4346-b199-e5f4d1f4af91 req-b0ba7557-ab8e-4f28-88f5-60005e18af4f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0712838 Feb 09 03:24:17.906191 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (4001db18-b783-4cff-a5e6-acfa039475f8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.908000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:17.908000 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.984031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5929236 Feb 09 03:24:17.986624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36816) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:17.993509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2cf67d57-c3d5-46e0-8077-5a8d15258ba6 admin admin] Request body: {'subnet': {'network_id': '4001db18-b783-4cff-a5e6-acfa039475f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1294459673-subnet', 'tenant_id': '49e2ed1df1b341ff8d5afd224ba4c6a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:18.000368 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726e21d-9c45-4d9d-9e9d-68dcd0295ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=4001db18-b783-4cff-a5e6-acfa039475f8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:18.010514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 4001db18-b783-4cff-a5e6-acfa039475f8 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:24:18.017263 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-533b0864-da4f-4346-b199-e5f4d1f4af91 req-f81e75d6-7319-4165-89e0-7564dbdc189c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103053 Feb 09 03:24:18.077490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf67d57-c3d5-46e0-8077-5a8d15258ba6 admin admin] Made reservation on behalf of 49e2ed1df1b341ff8d5afd224ba4c6a8 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:18.081267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cf67d57-c3d5-46e0-8077-5a8d15258ba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:18.155961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef751fcd-233b-48cd-ae4f-cdfae75ebb11 req-18f16507-5b8b-4829-8981-3ad1fdcddd00 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:18.158613 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef751fcd-233b-48cd-ae4f-cdfae75ebb11 req-18f16507-5b8b-4829-8981-3ad1fdcddd00 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.1608872 Feb 09 03:24:18.164932 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e95b9b8-cc01-42e5-a9f4-17f40db965c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:18.206697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0149113-43e4-4a2a-92c3-856a49ec1113 req-c9b2e846-cb6f-49f8-bafe-4f2c28a608ea tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:18.208562 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0149113-43e4-4a2a-92c3-856a49ec1113 req-c9b2e846-cb6f-49f8-bafe-4f2c28a608ea tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.0766625 Feb 09 03:24:18.267011 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0149113-43e4-4a2a-92c3-856a49ec1113 req-242a9601-a7b3-40f8-8b9b-7466640a0cc5 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520117 Feb 09 03:24:18.270480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef751fcd-233b-48cd-ae4f-cdfae75ebb11 req-7d50b914-cf93-4de7-ac01-d0eb16e839e8 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941670 Feb 09 03:24:18.372276 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cf67d57-c3d5-46e0-8077-5a8d15258ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (36f9da08-fbfc-4d33-a6a7-1ddbcdc789dd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:18.423375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf67d57-c3d5-46e0-8077-5a8d15258ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f9da08-fbfc-4d33-a6a7-1ddbcdc789dd,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:18.441379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf67d57-c3d5-46e0-8077-5a8d15258ba6 admin admin] Checking segment: {'id': '839b9cfb-ebe9-4193-8d8b-c2d29a1e0b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '4001db18-b783-4cff-a5e6-acfa039475f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:18.441739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf67d57-c3d5-46e0-8077-5a8d15258ba6 admin admin] Network hostable DHCP agents. Network: 4001db18-b783-4cff-a5e6-acfa039475f8, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:24:18.459986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf67d57-c3d5-46e0-8077-5a8d15258ba6 admin admin] Network 4001db18-b783-4cff-a5e6-acfa039475f8 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:24:18.471804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2cf67d57-c3d5-46e0-8077-5a8d15258ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 4001db18-b783-4cff-a5e6-acfa039475f8) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:18.476468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf67d57-c3d5-46e0-8077-5a8d15258ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:18.477308 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cf67d57-c3d5-46e0-8077-5a8d15258ba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:18.489528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1bed6c-19f2-4bb3-8141-b8cbe2c213c9 None None] Network 4001db18-b783-4cff-a5e6-acfa039475f8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:18.500027 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2cf67d57-c3d5-46e0-8077-5a8d15258ba6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5123360 Feb 09 03:24:18.603694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 84466bbb-3632-4a43-bfc1-279b9c28e307 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:18.681511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44024c53-6577-425c-ba46-aa660a4f7f24 req-826dc274-16de-41a0-9584-9a1203e8b65b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:18.684368 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44024c53-6577-425c-ba46-aa660a4f7f24 req-826dc274-16de-41a0-9584-9a1203e8b65b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.0956368 Feb 09 03:24:18.743963 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44024c53-6577-425c-ba46-aa660a4f7f24 req-0e888e42-4db5-43c8-92b1-f2f2797fe3f9 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534399 Feb 09 03:24:18.797260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65d73b7-563b-41d0-b42d-f10bceee31d4 None None] Network 4001db18-b783-4cff-a5e6-acfa039475f8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:18.819362 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-c0a17d3e-b1f7-4fc0-aa65-b4765f7697ad req-ac2f67ef-d0d0-41af-891d-3aa15f0b981e tempest-SecurityGroupsNegativeTestJSON-2048169617 tempest-SecurityGroupsNegativeTestJSON-2048169617-project] show failed (client error): The resource could not be found. Feb 09 03:24:18.829065 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0a17d3e-b1f7-4fc0-aa65-b4765f7697ad req-ac2f67ef-d0d0-41af-891d-3aa15f0b981e tempest-SecurityGroupsNegativeTestJSON-2048169617 tempest-SecurityGroupsNegativeTestJSON-2048169617-project] 10.222.0.21 "GET /v2.0/security-groups/13c46d89-9878-4c58-b187-38f6c607011b HTTP/1.1" status: 404 len: 352 time: 0.0290134 Feb 09 03:24:18.907187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 84466bbb-3632-4a43-bfc1-279b9c28e307, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=84466bbb-3632-4a43-bfc1-279b9c28e307,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:18.953249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '84466bbb-3632-4a43-bfc1-279b9c28e307', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'port_id': '84466bbb-3632-4a43-bfc1-279b9c28e307', 'mac_address': 'fa:16:3e:73:9b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:18.958679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e31c7cd-7a1e-40a8-b92d-811acc3eafd7 req-26c57b70-4ef0-4b80-ad26-1c3ce7ec1b0e tempest-SecurityGroupsNegativeTestJSON-2048169617 tempest-SecurityGroupsNegativeTestJSON-2048169617-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49e2ed1df1b341ff8d5afd224ba4c6a8 HTTP/1.1" status: 200 len: 3005 time: 0.0947299 Feb 09 03:24:18.991383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0017301-1c05-49f4-94cc-00d8e81bf0cf req-63d35a07-7474-425a-bbc5-ccafa45d71b0 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:18.993051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0017301-1c05-49f4-94cc-00d8e81bf0cf req-63d35a07-7474-425a-bbc5-ccafa45d71b0 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.1145391 Feb 09 03:24:19.016021 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e31c7cd-7a1e-40a8-b92d-811acc3eafd7 req-e474518f-faf0-4b85-88b7-7b4d4ff7b2da tempest-SecurityGroupsNegativeTestJSON-2048169617 tempest-SecurityGroupsNegativeTestJSON-2048169617-project] 10.222.0.21 "GET /v2.0/security-groups/435da01d-c34e-4dba-ab4b-849e0eb2d9fc HTTP/1.1" status: 200 len: 3002 time: 0.0562346 Feb 09 03:24:19.059031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0017301-1c05-49f4-94cc-00d8e81bf0cf req-64279909-6ea8-4051-8f94-85cfaca2b8bb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596728 Feb 09 03:24:19.110927 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e31c7cd-7a1e-40a8-b92d-811acc3eafd7 req-9c1b4f9a-fced-4fd3-a2f2-1d136730aeca tempest-SecurityGroupsNegativeTestJSON-2048169617 tempest-SecurityGroupsNegativeTestJSON-2048169617-project] 10.222.0.21 "GET /v2.0/security-groups/435da01d-c34e-4dba-ab4b-849e0eb2d9fc HTTP/1.1" status: 200 len: 3002 time: 0.0872757 Feb 09 03:24:19.133227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 84466bbb-3632-4a43-bfc1-279b9c28e307 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:19.134861 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:19.172327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84466bbb-3632-4a43-bfc1-279b9c28e307 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:19.221852 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20b5eef3-12fd-4da0-9ed2-08903b3bb95c req-a65b9a10-c975-4c78-89c5-d60c72a695de tempest-SecurityGroupsNegativeTestJSON-2048169617 tempest-SecurityGroupsNegativeTestJSON-2048169617-project] 10.222.0.21 "GET /v2.0/security-groups/435da01d-c34e-4dba-ab4b-849e0eb2d9fc HTTP/1.1" status: 200 len: 3002 time: 0.0964305 Feb 09 03:24:19.228057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 84466bbb-3632-4a43-bfc1-279b9c28e307, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=84466bbb-3632-4a43-bfc1-279b9c28e307,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:19.242342 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:19.279593 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:19.312939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df98999-45f1-493b-aec6-06ec9df66513 req-f33600e8-8978-4f9f-851e-3277d1961bef tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:19.316492 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5df98999-45f1-493b-aec6-06ec9df66513 req-f33600e8-8978-4f9f-851e-3277d1961bef tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0870554 Feb 09 03:24:19.334500 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=84466bbb-3632-4a43-bfc1-279b9c28e307,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:19.362001 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-20b5eef3-12fd-4da0-9ed2-08903b3bb95c req-a9b971dc-ae78-4119-ab84-8c8c590b0d59 tempest-SecurityGroupsNegativeTestJSON-2048169617 tempest-SecurityGroupsNegativeTestJSON-2048169617-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 03:24:19.374498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20b5eef3-12fd-4da0-9ed2-08903b3bb95c req-a9b971dc-ae78-4119-ab84-8c8c590b0d59 tempest-SecurityGroupsNegativeTestJSON-2048169617 tempest-SecurityGroupsNegativeTestJSON-2048169617-project] 10.222.0.21 "DELETE /v2.0/security-groups/435da01d-c34e-4dba-ab4b-849e0eb2d9fc HTTP/1.1" status: 409 len: 352 time: 0.1517310 Feb 09 03:24:19.377345 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5df98999-45f1-493b-aec6-06ec9df66513 req-576c6231-9700-43dd-867d-fe8adbcfdab7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531452 Feb 09 03:24:19.391040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab8a54-134d-4f13-84f9-6a2d07ea0a62 req-1c32217b-3ff7-4ae8-8d5d-a1b7ae60075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:19.399313 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76ab8a54-134d-4f13-84f9-6a2d07ea0a62 req-1c32217b-3ff7-4ae8-8d5d-a1b7ae60075e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 1129 time: 0.1870201 Feb 09 03:24:19.408834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['84466bbb-3632-4a43-bfc1-279b9c28e307'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:19.505390 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-76ab8a54-134d-4f13-84f9-6a2d07ea0a62 req-37ae77ef-234f-4352-93b2-9c498c51a67a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999024 Feb 09 03:24:19.546015 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1eb09-cc66-4b95-b2bc-9a05a7554dbd req-50f54c48-e509-496d-a941-2455601ceb13 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:19.553303 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0a1eb09-cc66-4b95-b2bc-9a05a7554dbd req-50f54c48-e509-496d-a941-2455601ceb13 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.0902669 Feb 09 03:24:19.634652 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a651081-35a4-41f8-b441-93db7273e485 req-1b3c2530-934a-47f3-b18f-68a921d3b983 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:19.636228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a651081-35a4-41f8-b441-93db7273e485 req-1b3c2530-934a-47f3-b18f-68a921d3b983 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 944 time: 0.1287153 Feb 09 03:24:19.653812 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0a1eb09-cc66-4b95-b2bc-9a05a7554dbd req-b8a8c734-055c-4982-bee4-946731adff9e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945511 Feb 09 03:24:19.706880 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-a2a79a26-863d-42c0-a9b6-cdf33d1a21df req-9b355baa-da12-41b0-87b1-2d6c37a4274a tempest-SecurityGroupsNegativeTestJSON-2048169617 tempest-SecurityGroupsNegativeTestJSON-2048169617-project] show failed (client error): The resource could not be found. Feb 09 03:24:19.707919 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a2a79a26-863d-42c0-a9b6-cdf33d1a21df req-9b355baa-da12-41b0-87b1-2d6c37a4274a tempest-SecurityGroupsNegativeTestJSON-2048169617 tempest-SecurityGroupsNegativeTestJSON-2048169617-project] 10.222.0.21 "GET /v2.0/security-groups/b1c17f68-cb5f-4750-9df8-84533f14db7f HTTP/1.1" status: 404 len: 352 time: 0.0238547 Feb 09 03:24:19.752169 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-9267342e-596b-49ae-bb48-840884482c9e req-d9d3c409-768d-4620-8481-45e26eb44547 tempest-SecurityGroupsNegativeTestJSON-2048169617 tempest-SecurityGroupsNegativeTestJSON-2048169617-project] show failed (client error): The resource could not be found. Feb 09 03:24:19.759459 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9267342e-596b-49ae-bb48-840884482c9e req-d9d3c409-768d-4620-8481-45e26eb44547 tempest-SecurityGroupsNegativeTestJSON-2048169617 tempest-SecurityGroupsNegativeTestJSON-2048169617-project] 10.222.0.21 "GET /v2.0/security-groups/99332005-0a4d-4412-b0ea-4bbec8b22267 HTTP/1.1" status: 404 len: 352 time: 0.0245068 Feb 09 03:24:19.766315 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36864) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:19.776322 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a651081-35a4-41f8-b441-93db7273e485 req-e218bf04-b06b-4d5b-8260-2449de07e3b3 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319835 Feb 09 03:24:19.856568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd86a730-84b5-4e88-91b0-7c0744fa684e admin admin] Deleting subnet 36f9da08-fbfc-4d33-a6a7-1ddbcdc789dd {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:24:19.860352 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd86a730-84b5-4e88-91b0-7c0744fa684e admin admin] Publish callbacks [] for subnet (36f9da08-fbfc-4d33-a6a7-1ddbcdc789dd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:19.900578 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd86a730-84b5-4e88-91b0-7c0744fa684e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (36f9da08-fbfc-4d33-a6a7-1ddbcdc789dd), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:19.951296 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd86a730-84b5-4e88-91b0-7c0744fa684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (36f9da08-fbfc-4d33-a6a7-1ddbcdc789dd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:19.951713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:20.023857 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd86a730-84b5-4e88-91b0-7c0744fa684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (36f9da08-fbfc-4d33-a6a7-1ddbcdc789dd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.089333 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd86a730-84b5-4e88-91b0-7c0744fa684e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.093866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fd86a730-84b5-4e88-91b0-7c0744fa684e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/36f9da08-fbfc-4d33-a6a7-1ddbcdc789dd HTTP/1.1" status: 204 len: 168 time: 0.3270366 Feb 09 03:24:20.096162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86a730-84b5-4e88-91b0-7c0744fa684e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f9da08-fbfc-4d33-a6a7-1ddbcdc789dd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:20.098721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36884) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:20.118679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db862b-5a4c-4e68-b5f0-06ee8b1095b4 req-5229a7fc-2ca6-407e-a5f2-59148d9b3910 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:20.127096 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e9db862b-5a4c-4e68-b5f0-06ee8b1095b4 req-5229a7fc-2ca6-407e-a5f2-59148d9b3910 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1167636 Feb 09 03:24:20.239285 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e9db862b-5a4c-4e68-b5f0-06ee8b1095b4 req-21736a75-f5b3-4b83-ad40-696f9479e3fb tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110005 Feb 09 03:24:20.291361 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (4001db18-b783-4cff-a5e6-acfa039475f8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.298374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3b66-9d40-405c-8e06-0e30aa5133aa req-e751b011-891f-4a82-bf47-56d6c69a8a8c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:20.300275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1cf3b66-9d40-405c-8e06-0e30aa5133aa req-e751b011-891f-4a82-bf47-56d6c69a8a8c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.1067216 Feb 09 03:24:20.398237 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (4001db18-b783-4cff-a5e6-acfa039475f8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.440671 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1cf3b66-9d40-405c-8e06-0e30aa5133aa req-d79c4b4d-d766-4414-8587-2810de373aaa tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338980 Feb 09 03:24:20.464819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4001db18-b783-4cff-a5e6-acfa039475f8']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:20.481650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839b9cfb-ebe9-4193-8d8b-c2d29a1e0b16') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:20.482251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839b9cfb-ebe9-4193-8d8b-c2d29a1e0b16') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:20.500763 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (839b9cfb-ebe9-4193-8d8b-c2d29a1e0b16), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.515287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (839b9cfb-ebe9-4193-8d8b-c2d29a1e0b16), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.522134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:24:20.522531 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (839b9cfb-ebe9-4193-8d8b-c2d29a1e0b16), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:24:20.567729 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:24:20.616231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 84466bbb-3632-4a43-bfc1-279b9c28e307 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:20.652956 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (4001db18-b783-4cff-a5e6-acfa039475f8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.670410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.676190 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4001db18-b783-4cff-a5e6-acfa039475f8 HTTP/1.1" status: 204 len: 168 time: 0.5731192 Feb 09 03:24:20.738375 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.788905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb5056-ea89-4337-8183-4ed8c4730698 admin admin] Pushing event deleted for resources: {'Network': ['ID=4001db18-b783-4cff-a5e6-acfa039475f8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:20.790256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 84466bbb-3632-4a43-bfc1-279b9c28e307 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:20.790626 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.886877 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b09a6ddc-ac1f-46f2-b583-0d013ae20591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (2d225704-846d-41b3-8890-95cde803fed7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.893611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cb9aa-4ff0-415c-9ca9-93d39aec1cd7 req-16e8b522-0865-4b4a-add4-367975b517c4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:20.901320 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a60cb9aa-4ff0-415c-9ca9-93d39aec1cd7 req-16e8b522-0865-4b4a-add4-367975b517c4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.3275645 Feb 09 03:24:20.922096 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-6c7d8a92-e1aa-421b-ae40-2944d14dac68 service neutron] 10.222.0.65 "GET /v2.0/ports/696733ad-a6fe-42d0-8bc5-8c9528da6085/bindings/n-h1-824835-15 HTTP/1.1" status: 200 len: 383 time: 0.2855482 Feb 09 03:24:20.951775 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36900) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:20.955210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9d6bf-f9ca-4cc5-9876-6867056d7043 req-2a851ee5-c46c-49cf-92f2-9109dca2f63d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:20.972261 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-85d9d6bf-f9ca-4cc5-9876-6867056d7043 req-2a851ee5-c46c-49cf-92f2-9109dca2f63d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1831217 Feb 09 03:24:20.994982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 84466bbb-3632-4a43-bfc1-279b9c28e307 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:21.001929 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.004236 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a60cb9aa-4ff0-415c-9ca9-93d39aec1cd7 req-03f75d5b-96fc-4a41-bb34-a37d3f92ef73 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998158 Feb 09 03:24:21.057974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ae9190-a209-4fde-8575-4e7108014332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84466bbb-3632-4a43-bfc1-279b9c28e307'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:21.060983 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebce8567-5cd1-4bd2-9713-4763b73166ed" -d '{"events": [{"server_uuid": "54ae9190-a209-4fde-8575-4e7108014332", "name": "network-vif-plugged", "status": "completed", "tag": "84466bbb-3632-4a43-bfc1-279b9c28e307"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:21.069312 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-947c90e0-313d-478b-9fec-b287924a7bee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49e2ed1df1b341ff8d5afd224ba4c6a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1142151 Feb 09 03:24:21.074083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36902) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:21.099343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 84466bbb-3632-4a43-bfc1-279b9c28e307, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=84466bbb-3632-4a43-bfc1-279b9c28e307,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:21.110283 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.205736 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=84466bbb-3632-4a43-bfc1-279b9c28e307,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:21.225891 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65c4bef0-89c6-44b9-8242-8891bd2ef18c admin admin] Publish callbacks [] for security_group (435da01d-c34e-4dba-ab4b-849e0eb2d9fc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.231315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-85d9d6bf-f9ca-4cc5-9876-6867056d7043 req-95ce8c72-7fed-4564-8431-9aad9149f9bb tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580650 Feb 09 03:24:21.254533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65c4bef0-89c6-44b9-8242-8891bd2ef18c admin admin] Publish callbacks [] for security_group (435da01d-c34e-4dba-ab4b-849e0eb2d9fc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.336464 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20c93f5-5656-46f8-85d4-3feff6db7850 x-openstack-request-id: req-d20c93f5-5656-46f8-85d4-3feff6db7850 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:21.336922 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ae9190-a209-4fde-8575-4e7108014332", "name": "network-vif-plugged", "status": "completed", "tag": "84466bbb-3632-4a43-bfc1-279b9c28e307", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:21.337382 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d20c93f5-5656-46f8-85d4-3feff6db7850 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:21.337967 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ae9190-a209-4fde-8575-4e7108014332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84466bbb-3632-4a43-bfc1-279b9c28e307', 'code': 200} Feb 09 03:24:21.396909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f5cd8-6f2d-43cd-8544-f6c58f01146d req-bf16184f-1b2a-4fbd-90dd-b007a78ec04a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:21.405606 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe2f5cd8-6f2d-43cd-8544-f6c58f01146d req-bf16184f-1b2a-4fbd-90dd-b007a78ec04a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.2675354 Feb 09 03:24:21.423784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece765-e128-4031-bcd0-983ad8f7128e req-983e71df-7949-401e-97f5-5487187b125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:21.428268 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-983e71df-7949-401e-97f5-5487187b125a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0&tenant_id=b9b07480321e4a54b5b17d5264d44e7b HTTP/1.1" status: 200 len: 1133 time: 0.1143212 Feb 09 03:24:21.486251 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe2f5cd8-6f2d-43cd-8544-f6c58f01146d req-cd74d6c8-61b6-4662-892c-03b75a856db8 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794041 Feb 09 03:24:21.539356 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65c4bef0-89c6-44b9-8242-8891bd2ef18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (435da01d-c34e-4dba-ab4b-849e0eb2d9fc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.542327 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65c4bef0-89c6-44b9-8242-8891bd2ef18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.545413 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-65c4bef0-89c6-44b9-8242-8891bd2ef18c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/435da01d-c34e-4dba-ab4b-849e0eb2d9fc HTTP/1.1" status: 204 len: 168 time: 0.4679511 Feb 09 03:24:21.557242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4bef0-89c6-44b9-8242-8891bd2ef18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435da01d-c34e-4dba-ab4b-849e0eb2d9fc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:21.579595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece765-e128-4031-bcd0-983ad8f7128e req-c11ee2c8-0dcf-4a04-974a-d966e68de368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:21.581682 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-c11ee2c8-0dcf-4a04-974a-d966e68de368 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 1133 time: 0.0940461 Feb 09 03:24:21.630655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b37f50-0e8d-4f44-8aa7-9ec4383f56c3 req-6f614c09-fe9e-4605-869b-03ee13faf93b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:21.637781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-92b37f50-0e8d-4f44-8aa7-9ec4383f56c3 req-6f614c09-fe9e-4605-869b-03ee13faf93b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1907320 Feb 09 03:24:21.804589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-92b37f50-0e8d-4f44-8aa7-9ec4383f56c3 req-ab0752ea-b0d8-4825-968a-8e5f22b1746a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286612 Feb 09 03:24:21.819460 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b09a6ddc-ac1f-46f2-b583-0d013ae20591 admin admin] Deleting port fd31f82f-bdca-47f5-9606-46d822c28362 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:21.823723 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b09a6ddc-ac1f-46f2-b583-0d013ae20591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.900995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dcc9f-2309-4c09-a118-7f2a730a6b10 req-352a4597-3bd3-4a8b-a2a3-58524804c353 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:21.905723 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.914480 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a73dcc9f-2309-4c09-a118-7f2a730a6b10 req-352a4597-3bd3-4a8b-a2a3-58524804c353 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.2124329 Feb 09 03:24:21.941976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece765-e128-4031-bcd0-983ad8f7128e req-581598ff-04e2-4f02-b5e5-a0b32b2f8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:21.943796 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-581598ff-04e2-4f02-b5e5-a0b32b2f8e5a service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.3566458 Feb 09 03:24:21.992902 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-81f2f697-37f5-4d8c-8d0e-1aadffb39116 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085 HTTP/1.1" status: 200 len: 217 time: 0.0414889 Feb 09 03:24:22.053437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b09a6ddc-ac1f-46f2-b583-0d013ae20591 admin admin] For port fd31f82f-bdca-47f5-9606-46d822c28362, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fd31f82f-bdca-47f5-9606-46d822c28362,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:22.053961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b09a6ddc-ac1f-46f2-b583-0d013ae20591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:22.075023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a73dcc9f-2309-4c09-a118-7f2a730a6b10 req-e2da11a0-a213-4355-b585-e5f1dd6c7944 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587803 Feb 09 03:24:22.103691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b09a6ddc-ac1f-46f2-b583-0d013ae20591 admin admin] Calling delete_port for fd31f82f-bdca-47f5-9606-46d822c28362 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:22.175002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece765-e128-4031-bcd0-983ad8f7128e req-2bcd28b9-9402-4b67-ad5b-e02a78e01d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:22.178945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-2bcd28b9-9402-4b67-ad5b-e02a78e01d76 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1766968 Feb 09 03:24:22.309727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece765-e128-4031-bcd0-983ad8f7128e req-7aafe521-528e-4ed6-a1dd-c9a4fd9e0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:22.311409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-7aafe521-528e-4ed6-a1dd-c9a4fd9e0ae4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1236024 Feb 09 03:24:22.552325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-c819c893-c135-4f1a-9cbc-c62787667912 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299078 Feb 09 03:24:22.576965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00a5c-d367-4cea-be83-d4384bc55535 req-89f64a7a-a7d1-4d51-9c30-957d69cad81c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:22.584086 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-58d00a5c-d367-4cea-be83-d4384bc55535 req-89f64a7a-a7d1-4d51-9c30-957d69cad81c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.3486757 Feb 09 03:24:22.589497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b09a6ddc-ac1f-46f2-b583-0d013ae20591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (fd31f82f-bdca-47f5-9606-46d822c28362), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:22.775889 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeece765-e128-4031-bcd0-983ad8f7128e req-d8b8b072-4559-4cc8-92f5-0eecd99b4c9a service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167184 Feb 09 03:24:22.807933 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a6ddc-ac1f-46f2-b583-0d013ae20591 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd31f82f-bdca-47f5-9606-46d822c28362,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:22.846037 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-58d00a5c-d367-4cea-be83-d4384bc55535 req-fd3c133c-bbc6-465e-adcf-0af4c1cf4f17 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610786 Feb 09 03:24:23.003061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26b1c8-5065-4ead-ba94-177cfd1d10e7 req-8edcad75-20c3-48f9-9069-8de48bea0f51 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:23.006850 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3c26b1c8-5065-4ead-ba94-177cfd1d10e7 req-8edcad75-20c3-48f9-9069-8de48bea0f51 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.7827229 Feb 09 03:24:23.029494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858e505-c54a-42d0-ac20-a5a9f1d7ad65 req-5aeca725-40b3-446e-a42e-a8a3711d0fe4 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:23.054069 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b858e505-c54a-42d0-ac20-a5a9f1d7ad65 req-5aeca725-40b3-446e-a42e-a8a3711d0fe4 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1233871 Feb 09 03:24:23.146172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b858e505-c54a-42d0-ac20-a5a9f1d7ad65 req-46aad9bd-54f8-4f76-8ff4-f2d519efa2bd tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911236 Feb 09 03:24:23.156879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3c26b1c8-5065-4ead-ba94-177cfd1d10e7 req-8a291aa7-d490-4d16-afdd-8539d4c4dd76 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325538 Feb 09 03:24:23.175376 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b09a6ddc-ac1f-46f2-b583-0d013ae20591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (2d225704-846d-41b3-8890-95cde803fed7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:23.290043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf927e-0b8f-42cf-9fc0-0d094280fd81 req-915cc65b-bee2-48aa-b78a-5d3b03d75096 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:23.291772 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45cf927e-0b8f-42cf-9fc0-0d094280fd81 req-915cc65b-bee2-48aa-b78a-5d3b03d75096 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.0824332 Feb 09 03:24:23.354002 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45cf927e-0b8f-42cf-9fc0-0d094280fd81 req-665338bd-d6cf-4813-8250-8fda1f749e9c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542676 Feb 09 03:24:23.373627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475bb47-0429-4267-b034-97043b2a5f34 req-dad3f772-7567-450b-993e-5ced11e3e8b3 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:23.375104 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b475bb47-0429-4267-b034-97043b2a5f34 req-dad3f772-7567-450b-993e-5ced11e3e8b3 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.0855937 Feb 09 03:24:23.499620 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b475bb47-0429-4267-b034-97043b2a5f34 req-cb7e527d-4720-478e-b438-8ed5150418f5 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172280 Feb 09 03:24:23.555474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09a6ddc-ac1f-46f2-b583-0d013ae20591 admin admin] Router 2d225704-846d-41b3-8890-95cde803fed7 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:24:23.720998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09a6ddc-ac1f-46f2-b583-0d013ae20591 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:23.730701 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b19ee8-fe9b-4c33-96f0-d3e28ea23633 None None] Sync routers for ids ['2d225704-846d-41b3-8890-95cde803fed7'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:23.739083 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b09a6ddc-ac1f-46f2-b583-0d013ae20591 admin admin] 10.222.0.21 "PUT /v2.0/routers/2d225704-846d-41b3-8890-95cde803fed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7860997 Feb 09 03:24:23.741677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36964) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:23.755430 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b19ee8-fe9b-4c33-96f0-d3e28ea23633 None None] Routers {'2d225704-846d-41b3-8890-95cde803fed7'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:23.757292 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d1b19ee8-fe9b-4c33-96f0-d3e28ea23633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:24:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d225704-846d-41b3-8890-95cde803fed7'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:23.901197 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a7700-2e98-4031-84bd-7358639f3936 req-3b1bf9b3-c1e1-4631-a6d6-8d5f3ebeb5cd tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:23.912688 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-162a7700-2e98-4031-84bd-7358639f3936 req-3b1bf9b3-c1e1-4631-a6d6-8d5f3ebeb5cd tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1149843 Feb 09 03:24:23.952587 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Publish callbacks [] for router (2d225704-846d-41b3-8890-95cde803fed7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:23.965612 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:23.974619 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d1b19ee8-fe9b-4c33-96f0-d3e28ea23633 None None] Set router 2d225704-846d-41b3-8890-95cde803fed7 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:24.050897 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-162a7700-2e98-4031-84bd-7358639f3936 req-b8c59851-9402-41f3-9ac0-b4afdc2592a4 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282268 Feb 09 03:24:24.216653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Publish callbacks [] for router_gateway (2d225704-846d-41b3-8890-95cde803fed7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:24.239803 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d1b19ee8-fe9b-4c33-96f0-d3e28ea23633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:24:22Z', 'revision_number': 5, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port': {'id': 'abd73d2e-b7aa-4991-bdfc-12451e6340eb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d225704-846d-41b3-8890-95cde803fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:18Z', 'updated_at': '2022-02-09T03:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:24.272706 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b19ee8-fe9b-4c33-96f0-d3e28ea23633 None None] Checking router: 2d225704-846d-41b3-8890-95cde803fed7 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:24.284275 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b19ee8-fe9b-4c33-96f0-d3e28ea23633 None None] Routers {'2d225704-846d-41b3-8890-95cde803fed7'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:24.285078 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d1b19ee8-fe9b-4c33-96f0-d3e28ea23633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:24:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d225704-846d-41b3-8890-95cde803fed7'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:24.347238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c5592-d296-4d51-895b-66a7cd7b2ca5 req-cc48dd7e-c8ac-4eff-bc68-c3855d622b7a tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:24.354088 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc5c5592-d296-4d51-895b-66a7cd7b2ca5 req-cc48dd7e-c8ac-4eff-bc68-c3855d622b7a tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1300211 Feb 09 03:24:24.364102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53102484-63ee-4610-ba8f-1a6b68962379 req-0f6de553-7261-4aab-a4b8-937c26014e04 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:24.372670 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-53102484-63ee-4610-ba8f-1a6b68962379 req-0f6de553-7261-4aab-a4b8-937c26014e04 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0673585 Feb 09 03:24:24.403277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 696733ad-a6fe-42d0-8bc5-8c9528da6085 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:24.422379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc5c5592-d296-4d51-895b-66a7cd7b2ca5 req-fee89d8a-2714-45cc-9b06-a197b936ca1c tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673513 Feb 09 03:24:24.424090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Deleting port abd73d2e-b7aa-4991-bdfc-12451e6340eb {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:24.426604 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:24.431709 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-53102484-63ee-4610-ba8f-1a6b68962379 req-f86a86c0-0004-4fef-8c15-74b038fc6e91 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562699 Feb 09 03:24:24.476760 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d1b19ee8-fe9b-4c33-96f0-d3e28ea23633 None None] Set router 2d225704-846d-41b3-8890-95cde803fed7 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:24.492491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36986) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:24.595756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 696733ad-a6fe-42d0-8bc5-8c9528da6085 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:24.596487 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:24.660548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] For port abd73d2e-b7aa-4991-bdfc-12451e6340eb, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=abd73d2e-b7aa-4991-bdfc-12451e6340eb,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:24.660911 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:24.689403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:24.690863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:24.697952 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bc7857-b8ce-4e21-911b-75dd77ecdeff" -d '{"events": [{"server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "name": "network-vif-unplugged", "status": "completed", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:24.708402 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:24.711201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Calling delete_port for abd73d2e-b7aa-4991-bdfc-12451e6340eb owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:24.734277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c441cd-08a7-4150-be40-f84dc2f5069e req-146f8845-5b7b-405f-89cb-d2cf8024e35c tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:24.738297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9056a-303b-47a2-a4ac-b402f1c00ebc req-ea9366d8-d59b-47ab-bcdd-b54040e75d57 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:24.739835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7cc9056a-303b-47a2-a4ac-b402f1c00ebc req-ea9366d8-d59b-47ab-bcdd-b54040e75d57 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.1985953 Feb 09 03:24:24.747057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b5c441cd-08a7-4150-be40-f84dc2f5069e req-146f8845-5b7b-405f-89cb-d2cf8024e35c tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1247249 Feb 09 03:24:24.790088 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d16fd69-2a51-4091-8c0c-d6ba89014063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:24.808076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=696733ad-a6fe-42d0-8bc5-8c9528da6085,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:24.812383 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7cc9056a-303b-47a2-a4ac-b402f1c00ebc req-e79bcc87-a635-49fd-9759-f7826544800a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659740 Feb 09 03:24:24.852867 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b5c441cd-08a7-4150-be40-f84dc2f5069e req-2a917096-b95d-4c86-9aeb-5dffc0881cd2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981884 Feb 09 03:24:24.883801 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d1b19ee8-fe9b-4c33-96f0-d3e28ea23633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:24:24Z', 'revision_number': 6, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:24.903188 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8425c981-a717-448c-9a33-8f8383db0729 x-openstack-request-id: req-8425c981-a717-448c-9a33-8f8383db0729 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:24.903489 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "name": "network-vif-unplugged", "status": "completed", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:24.903747 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8425c981-a717-448c-9a33-8f8383db0729 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:24.904149 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'code': 200} Feb 09 03:24:24.927574 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b19ee8-fe9b-4c33-96f0-d3e28ea23633 None None] The sync data for ids ['2d225704-846d-41b3-8890-95cde803fed7'] in n-d-824835-15 is: [{'id': '2d225704-846d-41b3-8890-95cde803fed7', 'name': 'tempest-TaggedBootDevicesTest-470219590-router', 'tenant_id': '246973f09cb0470ea327ac7b337704e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:15Z', 'updated_at': '2022-02-09T03:24:24Z', 'revision_number': 6, 'project_id': '246973f09cb0470ea327ac7b337704e0', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:24.958836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d16fd69-2a51-4091-8c0c-d6ba89014063 admin admin] Publish callbacks [] for security_group (f2e8dc0e-d891-4380-9cef-64592f709c5f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:24.980832 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d16fd69-2a51-4091-8c0c-d6ba89014063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f2e8dc0e-d891-4380-9cef-64592f709c5f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.025929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16fd69-2a51-4091-8c0c-d6ba89014063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e8dc0e-d891-4380-9cef-64592f709c5f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:25.042025 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6d16fd69-2a51-4091-8c0c-d6ba89014063 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3563b188de8c42f0a71a1d22d0f443be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5483780 Feb 09 03:24:25.044834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36996) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:25.094274 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (abd73d2e-b7aa-4991-bdfc-12451e6340eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.126336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Pushing event deleted for resources: {'Port': ['ID=abd73d2e-b7aa-4991-bdfc-12451e6340eb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:25.166363 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00bbc863-6a13-41e4-a0cb-c74d5890d0f1 admin admin] Publish callbacks [] for security_group (f2e8dc0e-d891-4380-9cef-64592f709c5f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.216830 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00bbc863-6a13-41e4-a0cb-c74d5890d0f1 admin admin] Publish callbacks [] for security_group (f2e8dc0e-d891-4380-9cef-64592f709c5f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.220463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee154b-c2b8-4835-b779-41021eaad644 req-f5c8dd33-28b6-4055-a841-ec6e8a7c58b4 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:25.228198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71ee154b-c2b8-4835-b779-41021eaad644 req-f5c8dd33-28b6-4055-a841-ec6e8a7c58b4 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0842736 Feb 09 03:24:25.236506 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (2d225704-846d-41b3-8890-95cde803fed7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.309696 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71ee154b-c2b8-4835-b779-41021eaad644 req-f5ea63ac-140c-4bb6-be27-1f53fe9eb20f tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757642 Feb 09 03:24:25.365692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (2d225704-846d-41b3-8890-95cde803fed7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.372891 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Publish callbacks [] for router_controller (2d225704-846d-41b3-8890-95cde803fed7), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.433074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (2d225704-846d-41b3-8890-95cde803fed7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.433074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d225704-846d-41b3-8890-95cde803fed7 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:24:25.450873 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.453817 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-13027eca-359e-4c32-9c36-021e2f2256df admin admin] 10.222.0.21 "DELETE /v2.0/routers/2d225704-846d-41b3-8890-95cde803fed7 HTTP/1.1" status: 204 len: 168 time: 1.7103820 Feb 09 03:24:25.455894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37008) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:25.470261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00bbc863-6a13-41e4-a0cb-c74d5890d0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f2e8dc0e-d891-4380-9cef-64592f709c5f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.473665 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00bbc863-6a13-41e4-a0cb-c74d5890d0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.474966 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-00bbc863-6a13-41e4-a0cb-c74d5890d0f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2e8dc0e-d891-4380-9cef-64592f709c5f HTTP/1.1" status: 204 len: 168 time: 0.4290445 Feb 09 03:24:25.513681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbc863-6a13-41e4-a0cb-c74d5890d0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e8dc0e-d891-4380-9cef-64592f709c5f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:25.573385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-27cac586-1def-4efa-9b8d-7d05649d2c0a admin admin] Deleting subnet a716c847-82e7-4b0e-924d-ab5413feb52d {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:24:25.578151 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27cac586-1def-4efa-9b8d-7d05649d2c0a admin admin] Publish callbacks [] for subnet (a716c847-82e7-4b0e-924d-ab5413feb52d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.626999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a391d2-1704-4dea-86ac-f0b666dcf022 req-dd762aac-6479-4511-9634-7bac88c9a842 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:25.636534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2a391d2-1704-4dea-86ac-f0b666dcf022 req-dd762aac-6479-4511-9634-7bac88c9a842 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1058583 Feb 09 03:24:25.651904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27cac586-1def-4efa-9b8d-7d05649d2c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (a716c847-82e7-4b0e-924d-ab5413feb52d), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.751831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2a391d2-1704-4dea-86ac-f0b666dcf022 req-75047284-9681-441e-9d7a-f39a87375f09 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114237 Feb 09 03:24:25.998572 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fef37-6846-4f8a-be35-015fca28d9c6 req-7582a08c-7ccb-4352-8cc6-2d50bf5e95f3 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:26.012004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f7fef37-6846-4f8a-be35-015fca28d9c6 req-7582a08c-7ccb-4352-8cc6-2d50bf5e95f3 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 948 time: 0.1723104 Feb 09 03:24:26.062452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fd31f82f-bdca-47f5-9606-46d822c28362 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:26.122059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: fd31f82f-bdca-47f5-9606-46d822c28362 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:26.130527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fd31f82f-bdca-47f5-9606-46d822c28362 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:26.132492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device abd73d2e-b7aa-4991-bdfc-12451e6340eb no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:26.203981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: abd73d2e-b7aa-4991-bdfc-12451e6340eb {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:26.205694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device abd73d2e-b7aa-4991-bdfc-12451e6340eb not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:26.227926 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f7fef37-6846-4f8a-be35-015fca28d9c6 req-cbe55727-20aa-4f1e-a7b3-d1fda22915b0 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018149 Feb 09 03:24:26.409951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 696733ad-a6fe-42d0-8bc5-8c9528da6085 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:26.538947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca3e77-7ae4-4f09-ae23-930b94c399a8 req-2ef5d64d-a76b-4f1a-8eb9-9df88cd0979a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:26.551325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8ca3e77-7ae4-4f09-ae23-930b94c399a8 req-2ef5d64d-a76b-4f1a-8eb9-9df88cd0979a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.1827362 Feb 09 03:24:26.692819 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27cac586-1def-4efa-9b8d-7d05649d2c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (a716c847-82e7-4b0e-924d-ab5413feb52d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:26.695967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:26.712101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'mac_address': 'fa:16:3e:05:9c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:26.724978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8ca3e77-7ae4-4f09-ae23-930b94c399a8 req-c3fd970b-fb22-41f3-9e02-8d81ae034619 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725507 Feb 09 03:24:26.764108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 696733ad-a6fe-42d0-8bc5-8c9528da6085 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:26.764609 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:26.782687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696733ad-a6fe-42d0-8bc5-8c9528da6085 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:26.806565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:26.819491 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:26.887782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e3f32-982d-408a-9b5d-7f164bee2018 req-f4540dc2-740c-4dd7-9685-91793d8e442a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:26.895933 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-707e3f32-982d-408a-9b5d-7f164bee2018 req-f4540dc2-740c-4dd7-9685-91793d8e442a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.3737760 Feb 09 03:24:26.906557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27cac586-1def-4efa-9b8d-7d05649d2c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (a716c847-82e7-4b0e-924d-ab5413feb52d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:26.917077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d400c2-2745-4659-8e65-2398ea1df3df req-d9b9f7a7-dc5e-40de-aa58-4e61c1c0bbb9 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:26.921979 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25d400c2-2745-4659-8e65-2398ea1df3df req-d9b9f7a7-dc5e-40de-aa58-4e61c1c0bbb9 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1142876 Feb 09 03:24:26.939677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf66565-ab18-4db0-a7b3-d0575eb45708 None None] Network 423bdd76-f65e-4c73-ad02-e5e5e98dff69 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:26.951120 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27cac586-1def-4efa-9b8d-7d05649d2c0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:26.955234 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-27cac586-1def-4efa-9b8d-7d05649d2c0a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a716c847-82e7-4b0e-924d-ab5413feb52d HTTP/1.1" status: 204 len: 168 time: 1.4972703 Feb 09 03:24:26.958589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37048) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:26.992017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cac586-1def-4efa-9b8d-7d05649d2c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a716c847-82e7-4b0e-924d-ab5413feb52d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:27.056953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37052) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:27.091317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25d400c2-2745-4659-8e65-2398ea1df3df req-464ead41-dcb4-4c23-be33-317b6e7704e0 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572626 Feb 09 03:24:27.128250 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (423bdd76-f65e-4c73-ad02-e5e5e98dff69), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.228265 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-707e3f32-982d-408a-9b5d-7f164bee2018 req-d5cd3e8b-ea72-4afc-a8cd-6fe01b255678 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310828 Feb 09 03:24:27.295363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2126723093-network', 'tenant_id': '8207e0ca95ab438f9aef718d346acc0d'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:27.359374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Made reservation on behalf of 8207e0ca95ab438f9aef718d346acc0d for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:27.363708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.404517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87149524-be92-41eb-b4be-29a4ec1fc4dd req-122c0816-a862-4bc7-b91b-b293a5056838 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:27.406624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87149524-be92-41eb-b4be-29a4ec1fc4dd req-122c0816-a862-4bc7-b91b-b293a5056838 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.1708236 Feb 09 03:24:27.407955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.413264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=696733ad-a6fe-42d0-8bc5-8c9528da6085,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:27.458087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Deleting port 78cc139a-47c5-4fa4-8759-5602cb485d96 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:27.458383 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.559920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87149524-be92-41eb-b4be-29a4ec1fc4dd req-27273882-c7bc-46e1-b4a6-5e1f66a11510 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234965 Feb 09 03:24:27.604381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['696733ad-a6fe-42d0-8bc5-8c9528da6085'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:27.630778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ceff3-d11d-411f-9b72-2e6224f3fb5d req-c45e1ed5-21b4-4f72-a1e9-41f865177332 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:27.641065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd7ceff3-d11d-411f-9b72-2e6224f3fb5d req-c45e1ed5-21b4-4f72-a1e9-41f865177332 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 949 time: 0.2814047 Feb 09 03:24:27.684420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Publish callbacks [] for security_group (984a25df-2957-4148-91b1-01b4e87cc9ce), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.684952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] For port 78cc139a-47c5-4fa4-8759-5602cb485d96, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=78cc139a-47c5-4fa4-8759-5602cb485d96,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:27.685941 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.695169 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (984a25df-2957-4148-91b1-01b4e87cc9ce), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.711221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b81b40-9af2-406f-a63a-a7d04fd8975e None None] DHCP port deletion for 423bdd76-f65e-4c73-ad02-e5e5e98dff69 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:24:27.716227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Calling delete_port for 78cc139a-47c5-4fa4-8759-5602cb485d96 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:27.789391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd7ceff3-d11d-411f-9b72-2e6224f3fb5d req-fad7546e-0d84-4611-b719-0ce74d06fcfd tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466615 Feb 09 03:24:27.809517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984a25df-2957-4148-91b1-01b4e87cc9ce,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:27.902268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 78cc139a-47c5-4fa4-8759-5602cb485d96 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:27.918588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:24:28.021072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (48fe9c52-9d1e-4090-9ab8-82191959d806), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.037505 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Added segment 48fe9c52-9d1e-4090-9ab8-82191959d806 of type vlan for network 00e653cb-5413-43d8-abe0-522ed34e3e66 Feb 09 03:24:28.111268 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (00e653cb-5413-43d8-abe0-522ed34e3e66), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.126823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-44b81b40-9af2-406f-a63a-a7d04fd8975e None None] Deleting port 78cc139a-47c5-4fa4-8759-5602cb485d96 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:28.127348 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44b81b40-9af2-406f-a63a-a7d04fd8975e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.144693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6f64379e-b523-491e-961b-c70d8ba0a96b tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:28.151883 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6f64379e-b523-491e-961b-c70d8ba0a96b tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 815 time: 0.3451245 Feb 09 03:24:28.180443 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-19836ab1-7cf4-48f5-aca0-3d52438594b8 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/quotas/e401a629c5eb45aca7db66c1b3c7c645 HTTP/1.1" status: 200 len: 375 time: 0.0266886 Feb 09 03:24:28.198254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c94e5-c555-4cb0-955e-c21c242111b8 req-e423c037-98ad-4631-befb-206e5320267e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:28.202858 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fe8c94e5-c555-4cb0-955e-c21c242111b8 req-e423c037-98ad-4631-befb-206e5320267e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 945 time: 0.3918004 Feb 09 03:24:28.225648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-44b81b40-9af2-406f-a63a-a7d04fd8975e None None] For port 78cc139a-47c5-4fa4-8759-5602cb485d96, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=78cc139a-47c5-4fa4-8759-5602cb485d96,segment=NetworkSegment(cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6),segment_id=cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:28.226081 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44b81b40-9af2-406f-a63a-a7d04fd8975e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.235300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad48a68-e7f2-4bae-869b-076c828d1e3b req-c3ee190a-53fc-4533-b050-44c449132bfc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:28.242531 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (00e653cb-5413-43d8-abe0-522ed34e3e66), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.246710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-44b81b40-9af2-406f-a63a-a7d04fd8975e None None] Calling delete_port for 78cc139a-47c5-4fa4-8759-5602cb485d96 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:28.247015 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:28.247271 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad48a68-e7f2-4bae-869b-076c828d1e3b req-c3ee190a-53fc-4533-b050-44c449132bfc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.2822318 Feb 09 03:24:28.247951 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.347417 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ad48a68-e7f2-4bae-869b-076c828d1e3b req-b26b4fae-3e1e-456b-9ece-d4ec1bea542f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990515 Feb 09 03:24:28.358121 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.438660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Pushing event deleted for resources: {'Port': ['ID=78cc139a-47c5-4fa4-8759-5602cb485d96,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:28.523084 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44b81b40-9af2-406f-a63a-a7d04fd8975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.526847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] No DVR routers for this DVR port 78cc139a-47c5-4fa4-8759-5602cb485d96 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:28.681200 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b81b40-9af2-406f-a63a-a7d04fd8975e None None] Pushing event deleted for resources: {'Port': ['ID=78cc139a-47c5-4fa4-8759-5602cb485d96,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:28.689312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b81b40-9af2-406f-a63a-a7d04fd8975e None None] No DVR routers for this DVR port 78cc139a-47c5-4fa4-8759-5602cb485d96 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:28.711405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 78cc139a-47c5-4fa4-8759-5602cb485d96 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:28.711798 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (78cc139a-47c5-4fa4-8759-5602cb485d96), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.781496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (423bdd76-f65e-4c73-ad02-e5e5e98dff69), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.786202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-fe8c94e5-c555-4cb0-955e-c21c242111b8 req-b5e7a388-2ba1-4e37-b1de-3db870fb64fe tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Deleting port 51f2cb39-4077-4bc5-b7f6-f117bea058db {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:28.786641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fe8c94e5-c555-4cb0-955e-c21c242111b8 req-b5e7a388-2ba1-4e37-b1de-3db870fb64fe tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.906212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8480854 Feb 09 03:24:28.928819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37090) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:28.943278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8434bef8-5cbe-4002-922b-544c52eb1a3e admin admin] Request body: {'subnet': {'network_id': '00e653cb-5413-43d8-abe0-522ed34e3e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2126723093-subnet', 'tenant_id': '8207e0ca95ab438f9aef718d346acc0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:28.959343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e936c-b700-4d32-86d8-87fa042a8544 admin admin] Pushing event updated for resources: {'Network': ['ID=00e653cb-5413-43d8-abe0-522ed34e3e66,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:28.970227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 00e653cb-5413-43d8-abe0-522ed34e3e66 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:24:28.985289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423bdd76-f65e-4c73-ad02-e5e5e98dff69']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:28.989962 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-72fbd508-1709-411e-9ef3-8c084f87cd20 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8083181 Feb 09 03:24:29.056870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:29.057210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:29.104268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.141192 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.154299 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf07b8-0037-4843-a31f-b905b2602846 req-b729fc20-7238-4873-ad00-4c6607f2fd43 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:29.157249 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-b729fc20-7238-4873-ad00-4c6607f2fd43 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.65 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0&tenant_id=b9b07480321e4a54b5b17d5264d44e7b&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 949 time: 0.3772449 Feb 09 03:24:29.161613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:24:29.162013 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (cc3a1e5f-2848-4b5a-9362-3fac9bee6dc6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:24:29.165831 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:24:29.183237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b95406-4b3b-4dab-8475-eeff55ca4721 req-d8286a8c-1b94-42d8-bf2a-0de00f944592 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:29.184232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8434bef8-5cbe-4002-922b-544c52eb1a3e admin admin] Made reservation on behalf of 8207e0ca95ab438f9aef718d346acc0d for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:29.187738 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8434bef8-5cbe-4002-922b-544c52eb1a3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.190757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66b95406-4b3b-4dab-8475-eeff55ca4721 req-d8286a8c-1b94-42d8-bf2a-0de00f944592 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.2740958 Feb 09 03:24:29.239212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-fe8c94e5-c555-4cb0-955e-c21c242111b8 req-b5e7a388-2ba1-4e37-b1de-3db870fb64fe tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] For port 51f2cb39-4077-4bc5-b7f6-f117bea058db, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=51f2cb39-4077-4bc5-b7f6-f117bea058db,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:29.239575 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fe8c94e5-c555-4cb0-955e-c21c242111b8 req-b5e7a388-2ba1-4e37-b1de-3db870fb64fe tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.273069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-fe8c94e5-c555-4cb0-955e-c21c242111b8 req-b5e7a388-2ba1-4e37-b1de-3db870fb64fe tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Calling delete_port for 51f2cb39-4077-4bc5-b7f6-f117bea058db owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:29.312730 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66b95406-4b3b-4dab-8475-eeff55ca4721 req-cf77aedf-bdc9-41ef-afb2-2595baf6e2a4 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208324 Feb 09 03:24:29.316719 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (423bdd76-f65e-4c73-ad02-e5e5e98dff69), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.335219 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-a97fa70e-284e-4291-85ea-7db48ef219e6 service neutron] 10.222.0.21 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441498 Feb 09 03:24:29.345116 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.348457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] 10.222.0.21 "DELETE /v2.0/networks/423bdd76-f65e-4c73-ad02-e5e5e98dff69 HTTP/1.1" status: 204 len: 168 time: 2.3850858 Feb 09 03:24:29.361446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37092) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:29.408316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb12e02-bb4a-41c9-b748-ff297272713c admin admin] Pushing event deleted for resources: {'Network': ['ID=423bdd76-f65e-4c73-ad02-e5e5e98dff69,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:29.457478 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-167c0634-bce8-4eb8-af8c-05c06d408ce8 service neutron] 10.222.0.21 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081274 Feb 09 03:24:29.482063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-00aace9d-1e0c-4f35-bf45-43f4b2b45186 service neutron] 10.222.0.65 "GET /v2.0/ports/696733ad-a6fe-42d0-8bc5-8c9528da6085/bindings/n-h1-824835-15 HTTP/1.1" status: 200 len: 383 time: 0.3104503 Feb 09 03:24:29.658474 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fe8c94e5-c555-4cb0-955e-c21c242111b8 req-b5e7a388-2ba1-4e37-b1de-3db870fb64fe tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (51f2cb39-4077-4bc5-b7f6-f117bea058db), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.664747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf07b8-0037-4843-a31f-b905b2602846 req-6fac2c32-daed-4310-8594-ed6219c4cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:29.666921 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-6fac2c32-daed-4310-8594-ed6219c4cc07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 1132 time: 0.1272376 Feb 09 03:24:29.672283 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['51f2cb39-4077-4bc5-b7f6-f117bea058db'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:29.677856 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8434bef8-5cbe-4002-922b-544c52eb1a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (b00978b0-83d9-42e6-a5e2-1a65a067cb0a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.723165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7a388-2ba1-4e37-b1de-3db870fb64fe tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Pushing event deleted for resources: {'Port': ['ID=51f2cb39-4077-4bc5-b7f6-f117bea058db,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:29.835229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8c94e5-c555-4cb0-955e-c21c242111b8 req-b5e7a388-2ba1-4e37-b1de-3db870fb64fe tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] No DVR routers for this DVR port 51f2cb39-4077-4bc5-b7f6-f117bea058db on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:29.843927 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fe8c94e5-c555-4cb0-955e-c21c242111b8 req-b5e7a388-2ba1-4e37-b1de-3db870fb64fe tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.847339 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fe8c94e5-c555-4cb0-955e-c21c242111b8 req-b5e7a388-2ba1-4e37-b1de-3db870fb64fe tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "DELETE /v2.0/ports/51f2cb39-4077-4bc5-b7f6-f117bea058db HTTP/1.1" status: 204 len: 173 time: 1.6300263 Feb 09 03:24:29.847961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e0dd14-f846-4674-8158-67bca8e39997', 'name': 'network-vif-deleted', 'tag': '51f2cb39-4077-4bc5-b7f6-f117bea058db'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:29.857518 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a6ccad-bb10-4f34-b9c5-4fd0c43a4890" -d '{"events": [{"server_uuid": "42e0dd14-f846-4674-8158-67bca8e39997", "name": "network-vif-deleted", "tag": "51f2cb39-4077-4bc5-b7f6-f117bea058db"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:29.883123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc7f4d-83b5-47c6-98c3-3ed4fd620034 req-d9023b24-5233-436a-a45d-52fadc85f582 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:29.893555 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02cc7f4d-83b5-47c6-98c3-3ed4fd620034 req-d9023b24-5233-436a-a45d-52fadc85f582 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e0dd14-f846-4674-8158-67bca8e39997 HTTP/1.1" status: 200 len: 867 time: 0.4387922 Feb 09 03:24:30.061119 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02cc7f4d-83b5-47c6-98c3-3ed4fd620034 req-7a935227-af8a-42ef-a020-b4a96581d2bd tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664600 Feb 09 03:24:30.102694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434bef8-5cbe-4002-922b-544c52eb1a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00978b0-83d9-42e6-a5e2-1a65a067cb0a,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:30.201484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8434bef8-5cbe-4002-922b-544c52eb1a3e admin admin] Checking segment: {'id': '48fe9c52-9d1e-4090-9ab8-82191959d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '00e653cb-5413-43d8-abe0-522ed34e3e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:30.202334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8434bef8-5cbe-4002-922b-544c52eb1a3e admin admin] Network hostable DHCP agents. Network: 00e653cb-5413-43d8-abe0-522ed34e3e66, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:24:30.227831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e2f2d-ce8a-4f3e-88c7-3941a5eef60d req-8ed549f2-9581-4350-8f9c-f5f5153cee1b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:30.229490 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-665e2f2d-ce8a-4f3e-88c7-3941a5eef60d req-8ed549f2-9581-4350-8f9c-f5f5153cee1b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 949 time: 0.3632224 Feb 09 03:24:30.271234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf07b8-0037-4843-a31f-b905b2602846 req-aaaebb2c-4be3-45f0-a290-c3079298e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:30.272852 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-aaaebb2c-4be3-45f0-a290-c3079298e87d service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.5799699 Feb 09 03:24:30.374236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b621a3-6729-4bf6-84b6-cba1df9bd71d req-f8203126-9a95-4e81-b9d7-25af348e5317 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:30.382402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30b621a3-6729-4bf6-84b6-cba1df9bd71d req-f8203126-9a95-4e81-b9d7-25af348e5317 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.0998101 Feb 09 03:24:30.392272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-1a2ec03e-7dfd-470a-944c-bb4ba36690a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085 HTTP/1.1" status: 200 len: 217 time: 0.1112487 Feb 09 03:24:30.399756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8434bef8-5cbe-4002-922b-544c52eb1a3e admin admin] Network 00e653cb-5413-43d8-abe0-522ed34e3e66 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:24:30.430970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 696733ad-a6fe-42d0-8bc5-8c9528da6085 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:30.456540 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30b621a3-6729-4bf6-84b6-cba1df9bd71d req-5e086266-4f43-4620-bfd6-5d398ebe6c30 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728993 Feb 09 03:24:30.592993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf07b8-0037-4843-a31f-b905b2602846 req-9888ddad-0763-4140-a27e-47a4b724361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:30.594575 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-9888ddad-0763-4140-a27e-47a4b724361b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1901557 Feb 09 03:24:30.612208 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-665e2f2d-ce8a-4f3e-88c7-3941a5eef60d req-e15a978e-3b62-4804-a88e-652c99d38940 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748460 Feb 09 03:24:30.614362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 696733ad-a6fe-42d0-8bc5-8c9528da6085 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:30.614880 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:30.659181 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6cecde70-e43b-4ac5-862a-fb5953316be5 req-82f6d36b-ef9a-451e-84a2-e1655d1dca5b tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 210 time: 0.0962505 Feb 09 03:24:30.687797 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5b7f-afb6-4955-9231-01f3a383f285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (883f4efb-d687-44fe-853a-6e01b0e9f704), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:30.769677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8434bef8-5cbe-4002-922b-544c52eb1a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 00e653cb-5413-43d8-abe0-522ed34e3e66) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:30.790475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8434bef8-5cbe-4002-922b-544c52eb1a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:30.792272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8434bef8-5cbe-4002-922b-544c52eb1a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:30.795282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07524b24-c874-486f-94b4-9ec29567af36 None None] Network 00e653cb-5413-43d8-abe0-522ed34e3e66 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:30.814411 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f57cc8-510b-4e6a-b24f-71f9c777e760 x-openstack-request-id: req-75f57cc8-510b-4e6a-b24f-71f9c777e760 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:30.814764 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e0dd14-f846-4674-8158-67bca8e39997", "name": "network-vif-deleted", "tag": "51f2cb39-4077-4bc5-b7f6-f117bea058db", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:30.815023 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75f57cc8-510b-4e6a-b24f-71f9c777e760 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:30.815452 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e0dd14-f846-4674-8158-67bca8e39997', 'name': 'network-vif-deleted', 'tag': '51f2cb39-4077-4bc5-b7f6-f117bea058db', 'status': 'completed', 'code': 200} Feb 09 03:24:30.847365 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8434bef8-5cbe-4002-922b-544c52eb1a3e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9079175 Feb 09 03:24:30.876181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf07b8-0037-4843-a31f-b905b2602846 req-08c5d85f-c492-45e6-a86a-20e4ec67c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:30.878331 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-08c5d85f-c492-45e6-a86a-20e4ec67c734 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2571385 Feb 09 03:24:30.910287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae795d-dbce-4abc-81d6-e355b5297f31 req-efd51755-e02b-4bce-8b1b-66149e29140e tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:30.918742 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9eae795d-dbce-4abc-81d6-e355b5297f31 req-efd51755-e02b-4bce-8b1b-66149e29140e tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1298082 Feb 09 03:24:31.028635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 696733ad-a6fe-42d0-8bc5-8c9528da6085 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:31.029761 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.093018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9eae795d-dbce-4abc-81d6-e355b5297f31 req-1fc3bcbe-b34c-42a4-8ce6-d3288e3408ae tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729732 Feb 09 03:24:31.116898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-d0169bba-a7bf-4711-ae64-ddefd4ca2b07 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320409 Feb 09 03:24:31.160985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:31.190611 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdd9352-4034-46ad-8e96-5f1ebfda1ca4" -d '{"events": [{"server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "name": "network-vif-plugged", "status": "completed", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:31.242342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a0f052-ec04-4380-8331-e320ff6d3072 None None] Network 00e653cb-5413-43d8-abe0-522ed34e3e66 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:31.250816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:31.294152 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.362899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-dbfb5b7f-afb6-4955-9231-01f3a383f285 admin admin] Deleting port 22d44e18-f32b-424f-9cc5-a979dc2dc55e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:31.363237 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5b7f-afb6-4955-9231-01f3a383f285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.393779 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-d498837f-56b7-4fb5-865c-fbe9b34c41ae service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634270 Feb 09 03:24:31.398764 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140a249b-1f97-488f-b0f5-7b2ad0d8cf8f x-openstack-request-id: req-140a249b-1f97-488f-b0f5-7b2ad0d8cf8f {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:31.399327 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "name": "network-vif-plugged", "status": "completed", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:31.400431 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-140a249b-1f97-488f-b0f5-7b2ad0d8cf8f {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:31.401017 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'code': 200} Feb 09 03:24:31.491926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dbfb5b7f-afb6-4955-9231-01f3a383f285 admin admin] For port 22d44e18-f32b-424f-9cc5-a979dc2dc55e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=22d44e18-f32b-424f-9cc5-a979dc2dc55e,segment=NetworkSegment(89cec6f7-ce08-423a-9a89-aa896019b032),segment_id=89cec6f7-ce08-423a-9a89-aa896019b032)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:31.492341 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5b7f-afb6-4955-9231-01f3a383f285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.506617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=696733ad-a6fe-42d0-8bc5-8c9528da6085,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:31.511083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-dbfb5b7f-afb6-4955-9231-01f3a383f285 admin admin] Calling delete_port for 22d44e18-f32b-424f-9cc5-a979dc2dc55e owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:31.690660 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0bb44-5422-47da-a6c7-e4217e476f7e req-3c1de560-76a3-425c-80e1-b9db14781d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:31.692766 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ca0bb44-5422-47da-a6c7-e4217e476f7e req-3c1de560-76a3-425c-80e1-b9db14781d34 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 1128 time: 0.0871420 Feb 09 03:24:31.800475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-9ca704cc-4c0c-44bd-a864-ddf52d548749 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:31.810063 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-9ca704cc-4c0c-44bd-a864-ddf52d548749 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.1595483 Feb 09 03:24:31.857526 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-171c1f44-6e4e-4030-b3a7-90970fbd1085 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/quotas/69b6b1176614400e9dcf0a59965b7b9e HTTP/1.1" status: 200 len: 375 time: 0.0465021 Feb 09 03:24:31.891438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-1697f9da-c4f2-4adb-845c-382380abab48 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:31.892944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-1697f9da-c4f2-4adb-845c-382380abab48 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/networks?id=00e653cb-5413-43d8-abe0-522ed34e3e66 HTTP/1.1" status: 200 len: 809 time: 0.1761711 Feb 09 03:24:31.918956 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-2d3e108f-3382-4f68-8fd9-787fdd4392a3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493555 Feb 09 03:24:31.950009 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5b7f-afb6-4955-9231-01f3a383f285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (22d44e18-f32b-424f-9cc5-a979dc2dc55e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.963866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-16eb1b2d-f99b-404c-883d-54b817c37a63 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/quotas/8207e0ca95ab438f9aef718d346acc0d HTTP/1.1" status: 200 len: 375 time: 0.0578296 Feb 09 03:24:32.022951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-309c54e5-d7c5-4fc8-85cd-5a52eb959a7a tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8207e0ca95ab438f9aef718d346acc0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581615 Feb 09 03:24:32.032653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb5b7f-afb6-4955-9231-01f3a383f285 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d44e18-f32b-424f-9cc5-a979dc2dc55e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:32.155074 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-d51932a3-4ce3-4a45-87f3-47fc54c86677 service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231877 Feb 09 03:24:32.165727 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-158bb6cd-0769-4937-b042-667a78ebf5d4 service neutron] 10.222.0.21 "GET /v2.0/networks/00e653cb-5413-43d8-abe0-522ed34e3e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416326 Feb 09 03:24:32.210803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-a5357aa3-d3ef-4e61-9eb5-74fb883855ef tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:32.212482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-a5357aa3-d3ef-4e61-9eb5-74fb883855ef tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.65 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 815 time: 0.3168468 Feb 09 03:24:32.254611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Request body: {'port': {'device_id': '8d36f5cb-3574-4bc5-9738-696aa2303bcc', 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134', 'admin_state_up': True, 'tenant_id': 'e401a629c5eb45aca7db66c1b3c7c645'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:32.307856 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0bb44-5422-47da-a6c7-e4217e476f7e req-b4623076-173f-46a0-b9e3-473251db878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:32.310939 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ca0bb44-5422-47da-a6c7-e4217e476f7e req-b4623076-173f-46a0-b9e3-473251db878b service neutron] 10.222.0.65 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 919 time: 0.6067808 Feb 09 03:24:32.346895 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5b7f-afb6-4955-9231-01f3a383f285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (883f4efb-d687-44fe-853a-6e01b0e9f704), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:32.354306 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-c1bdabc2-67f9-483d-b3c2-bf894ac13e87 service neutron] 10.222.0.21 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979196 Feb 09 03:24:32.395413 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ca0bb44-5422-47da-a6c7-e4217e476f7e req-200da03d-d44d-49e0-ac85-3b18166a3b53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03859bcc-0da4-4ac4-9f33-035b4370eeb4 HTTP/1.1" status: 200 len: 217 time: 0.0483167 Feb 09 03:24:32.512993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0bb44-5422-47da-a6c7-e4217e476f7e req-81de20f7-fc38-4f02-b188-f52402b6e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:32.514826 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ca0bb44-5422-47da-a6c7-e4217e476f7e req-81de20f7-fc38-4f02-b188-f52402b6e31f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5987146c-0272-47db-a79e-ae9778106f0b HTTP/1.1" status: 200 len: 858 time: 0.1098256 Feb 09 03:24:32.570138 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-331abc4b-1530-4e24-9e93-ccbb35f48c6c service neutron] 10.222.0.21 "GET /v2.0/networks/00e653cb-5413-43d8-abe0-522ed34e3e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565485 Feb 09 03:24:32.572175 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ca0bb44-5422-47da-a6c7-e4217e476f7e req-5cdaf41c-5c30-4871-a360-bdd6ed8aa755 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499592 Feb 09 03:24:32.611748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Made reservation on behalf of e401a629c5eb45aca7db66c1b3c7c645 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:32.615610 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:32.692369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51f2cb39-4077-4bc5-b7f6-f117bea058db no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:32.738419 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 51f2cb39-4077-4bc5-b7f6-f117bea058db {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:32.738764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 51f2cb39-4077-4bc5-b7f6-f117bea058db not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:32.869419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ca0bb44-5422-47da-a6c7-e4217e476f7e req-39d6c3eb-d96b-4cbb-82b8-23798812b03e service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721219 Feb 09 03:24:32.915327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Allocated IP 172.20.0.11 (2fbf5b2a-7e17-4840-81ce-52c8f598a134/7829cf55-e944-4514-bf89-a385b578ebb3/b95ac296-d862-4208-bfde-7450da719034) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:33.316935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eb621-d061-40d8-b27c-b56117d0b8b2 req-7a535756-1d03-4344-8df8-6d6fc9dbf67e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:33.335237 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e30eb621-d061-40d8-b27c-b56117d0b8b2 req-7a535756-1d03-4344-8df8-6d6fc9dbf67e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.1521795 Feb 09 03:24:33.341314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa5e43-2b05-4011-b0aa-47a9011bcc05 req-5e8767b7-5401-4eb3-ad62-9845da2a5c8a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:33.343052 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00fa5e43-2b05-4011-b0aa-47a9011bcc05 req-5e8767b7-5401-4eb3-ad62-9845da2a5c8a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.4176002 Feb 09 03:24:33.380265 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks [] for port (b95ac296-d862-4208-bfde-7450da719034), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:33.391029 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ca0bb44-5422-47da-a6c7-e4217e476f7e req-0052de3c-dea4-4731-a9e0-d3ec12675b3f service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134333 Feb 09 03:24:33.440602 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00fa5e43-2b05-4011-b0aa-47a9011bcc05 req-7e741b7c-73d3-4bb5-b15b-211eae97b6a8 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907438 Feb 09 03:24:33.464555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b95ac296-d862-4208-bfde-7450da719034), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:33.479307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['57c7b320-4ee7-4225-9f5f-2ce9cd5bd575'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:33.521291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:33.531988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfb5b7f-afb6-4955-9231-01f3a383f285 admin admin] Router 883f4efb-d687-44fe-853a-6e01b0e9f704 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:24:33.533882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:33.538102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:33.548709 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Pushing event updated for resources: {'Port': ['ID=b95ac296-d862-4208-bfde-7450da719034,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:33.576552 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e30eb621-d061-40d8-b27c-b56117d0b8b2 req-9f962035-a27a-4afb-a26b-3d14071f47c4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400305 Feb 09 03:24:33.665262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:33.665996 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:33.719130 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-d50b0284-4e31-43c8-b345-c4bdcb9c95d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4701295 Feb 09 03:24:33.751577 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Request body: {'port': {'device_id': '8d36f5cb-3574-4bc5-9738-696aa2303bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:33.763624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c421a3-082a-45a0-adb0-dbb10c7aa27d req-991a4b14-5780-443c-9939-068e24e35958 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:33.765215 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9c421a3-082a-45a0-adb0-dbb10c7aa27d req-991a4b14-5780-443c-9939-068e24e35958 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.1183586 Feb 09 03:24:33.900763 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9c421a3-082a-45a0-adb0-dbb10c7aa27d req-3ecc9771-debb-43bc-9d9f-43592c9cc857 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035883 Feb 09 03:24:33.927536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b95ac296-d862-4208-bfde-7450da719034), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.052955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfb5b7f-afb6-4955-9231-01f3a383f285 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:34.062561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dbfb5b7f-afb6-4955-9231-01f3a383f285 admin admin] 10.222.0.21 "PUT /v2.0/routers/883f4efb-d687-44fe-853a-6e01b0e9f704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6976545 Feb 09 03:24:34.065037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37184) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:34.066648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0292bdc0-dab1-4a81-ab39-1e3097cf05a4 None None] Sync routers for ids ['883f4efb-d687-44fe-853a-6e01b0e9f704'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:34.080740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8e5a-cd7e-49b9-ae6d-2a8e49d5e92e req-db0974a0-b51d-4cc6-bba6-8c2f7fbc7f1c tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:34.093466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80cd8e5a-cd7e-49b9-ae6d-2a8e49d5e92e req-db0974a0-b51d-4cc6-bba6-8c2f7fbc7f1c tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 932 time: 0.3013673 Feb 09 03:24:34.114260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0292bdc0-dab1-4a81-ab39-1e3097cf05a4 None None] Routers {'883f4efb-d687-44fe-853a-6e01b0e9f704'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:34.114905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0292bdc0-dab1-4a81-ab39-1e3097cf05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:24:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['883f4efb-d687-44fe-853a-6e01b0e9f704'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:34.160396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80cd8e5a-cd7e-49b9-ae6d-2a8e49d5e92e req-569eec50-c590-4307-8502-82427c602ae6 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655115 Feb 09 03:24:34.286521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-0292bdc0-dab1-4a81-ab39-1e3097cf05a4 None None] Set router 883f4efb-d687-44fe-853a-6e01b0e9f704 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:34.316628 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb650b9d-ac14-456a-b579-130191f1f114 req-dab566f8-f5cc-4bfe-940a-780cf4a4f42a tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 210 time: 0.0955617 Feb 09 03:24:34.436913 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa9f9791-8b7f-4ef9-982b-af4065a584cb req-c87b107f-1db3-44dd-9f20-0db99b75e513 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 210 time: 0.0442159 Feb 09 03:24:34.566710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0292bdc0-dab1-4a81-ab39-1e3097cf05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'name': 'tempest-TaggedBootDevicesTest-848678544-router', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:24:31Z', 'revision_number': 5, 'project_id': '041756dc99c44118adb4afbef4525b5f', 'gw_port': {'id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:34.609721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0292bdc0-dab1-4a81-ab39-1e3097cf05a4 None None] Checking router: 883f4efb-d687-44fe-853a-6e01b0e9f704 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:34.626979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0292bdc0-dab1-4a81-ab39-1e3097cf05a4 None None] Routers {'883f4efb-d687-44fe-853a-6e01b0e9f704'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:34.629864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0292bdc0-dab1-4a81-ab39-1e3097cf05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:24:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['883f4efb-d687-44fe-853a-6e01b0e9f704'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:34.780501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-b917996d-3e46-47b2-bb76-281fa6556346 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:34.782320 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-b917996d-3e46-47b2-bb76-281fa6556346 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 811 time: 0.2364397 Feb 09 03:24:34.791254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033e365-8391-47bf-a44f-1db0aa14b1db req-16786100-8504-45d2-b0e7-0027247600aa tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:34.794054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8033e365-8391-47bf-a44f-1db0aa14b1db req-16786100-8504-45d2-b0e7-0027247600aa tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1338406 Feb 09 03:24:34.800500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Request body: {'port': {'device_id': '3e9e8995-20c5-4788-a6ff-16839ddf53b9', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'admin_state_up': True, 'tenant_id': '69b6b1176614400e9dcf0a59965b7b9e'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:34.947598 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8033e365-8391-47bf-a44f-1db0aa14b1db req-38d22331-01a1-4bff-8eac-4a28eab30dd5 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432967 Feb 09 03:24:34.968314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Publish callbacks [] for router (883f4efb-d687-44fe-853a-6e01b0e9f704), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.013292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Made reservation on behalf of 69b6b1176614400e9dcf0a59965b7b9e for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:35.029502 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.200786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-0292bdc0-dab1-4a81-ab39-1e3097cf05a4 None None] Set router 883f4efb-d687-44fe-853a-6e01b0e9f704 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:35.235046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404128a8-cf0e-4e2f-a46e-e1ce3bf88969 req-73c790f3-04ae-4227-bbf8-323c34b6117b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:35.242326 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-404128a8-cf0e-4e2f-a46e-e1ce3bf88969 req-73c790f3-04ae-4227-bbf8-323c34b6117b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.1502283 Feb 09 03:24:35.255997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bc9ff-c8f8-4e91-a351-004e7ee52a3a req-e89bdee8-1435-461a-b2b3-7221a06d2379 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:35.264531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-353bc9ff-c8f8-4e91-a351-004e7ee52a3a req-e89bdee8-1435-461a-b2b3-7221a06d2379 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.6365139 Feb 09 03:24:35.318053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-0e601e89-29a0-41ac-8202-28fcfd61aab2 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:35.319534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-0e601e89-29a0-41ac-8202-28fcfd61aab2 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.42 "GET /v2.0/networks?id=00e653cb-5413-43d8-abe0-522ed34e3e66 HTTP/1.1" status: 200 len: 809 time: 0.5517333 Feb 09 03:24:35.321651 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-404128a8-cf0e-4e2f-a46e-e1ce3bf88969 req-a3e85346-52a0-489c-bf12-e2c0d73bb6d4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723145 Feb 09 03:24:35.323162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Allocated IP 172.20.0.13 (d9949b55-ccfa-4df2-b531-2094d183f640/0775cadb-5388-496a-9c76-2a812afcdf9e/2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:35.338340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Request body: {'port': {'device_id': '88864212-b030-4558-927c-acb481a00dfd', 'network_id': '00e653cb-5413-43d8-abe0-522ed34e3e66', 'admin_state_up': True, 'tenant_id': '8207e0ca95ab438f9aef718d346acc0d'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:35.467855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0292bdc0-dab1-4a81-ab39-1e3097cf05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'name': 'tempest-TaggedBootDevicesTest-848678544-router', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:24:31Z', 'revision_number': 5, 'project_id': '041756dc99c44118adb4afbef4525b5f', 'gw_port': {'id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:35.507578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf07b8-0037-4843-a31f-b905b2602846 req-b81f8a39-3c81-4cf8-afb3-b1a33539c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:35.508049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0292bdc0-dab1-4a81-ab39-1e3097cf05a4 None None] The sync data for ids ['883f4efb-d687-44fe-853a-6e01b0e9f704'] in n-d-824835-15 is: [{'id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'name': 'tempest-TaggedBootDevicesTest-848678544-router', 'tenant_id': '041756dc99c44118adb4afbef4525b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:24:31Z', 'revision_number': 5, 'project_id': '041756dc99c44118adb4afbef4525b5f', 'gw_port': {'id': 'aea073f4-d28d-45b3-aa05-1faea94c0057', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f4efb-d687-44fe-853a-6e01b0e9f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:35.509218 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-b81f8a39-3c81-4cf8-afb3-b1a33539c09a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0&tenant_id=b9b07480321e4a54b5b17d5264d44e7b HTTP/1.1" status: 200 len: 1133 time: 0.4842379 Feb 09 03:24:35.514246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-353bc9ff-c8f8-4e91-a351-004e7ee52a3a req-bc97895b-3662-4f8e-bc9c-1d4e45563fb9 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488599 Feb 09 03:24:35.649948 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks [] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.656098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Made reservation on behalf of 8207e0ca95ab438f9aef718d346acc0d for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:35.659505 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.659858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4138b2-003f-4f93-a5d1-0281a269a92c req-24327851-f91c-4cfb-9b02-1e6c254bae53 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:35.661543 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d4138b2-003f-4f93-a5d1-0281a269a92c req-24327851-f91c-4cfb-9b02-1e6c254bae53 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.2283835 Feb 09 03:24:35.704284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Publish callbacks [] for router_gateway (883f4efb-d687-44fe-853a-6e01b0e9f704), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.777138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d4138b2-003f-4f93-a5d1-0281a269a92c req-50e64d01-1a91-4a98-9cad-dd2505f0c01e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076164 Feb 09 03:24:35.808176 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.851596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf07b8-0037-4843-a31f-b905b2602846 req-b43fca15-8c81-41ff-9356-ff00cf5c9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:35.853070 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-b43fca15-8c81-41ff-9356-ff00cf5c9b3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 1133 time: 0.2958596 Feb 09 03:24:35.868151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Pushing event updated for resources: {'Port': ['ID=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:35.896258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Network d9949b55-ccfa-4df2-b531-2094d183f640 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:35.897820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:35.900903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:35.918918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfcd7a-230b-4ae1-ad28-5cea792e61f0 req-45896587-8caa-4999-b834-74757cd27e2b tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:35.926066 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0dfcd7a-230b-4ae1-ad28-5cea792e61f0 req-45896587-8caa-4999-b834-74757cd27e2b tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 932 time: 0.2966256 Feb 09 03:24:35.950474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 22d44e18-f32b-424f-9cc5-a979dc2dc55e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:35.998674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 22d44e18-f32b-424f-9cc5-a979dc2dc55e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:36.000485 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 22d44e18-f32b-424f-9cc5-a979dc2dc55e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:36.034101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:36.034772 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.069679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ee5ab-9e75-4e69-b9cd-4d564b7fc945 req-b1762164-09e5-4c6f-92ee-9da3f7f2385b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:36.078357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-074ee5ab-9e75-4e69-b9cd-4d564b7fc945 req-b1762164-09e5-4c6f-92ee-9da3f7f2385b tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 932 time: 0.1698854 Feb 09 03:24:36.090647 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-52510912-0cc7-47b9-9cee-9641e3f7824f tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2939329 Feb 09 03:24:36.103832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Request body: {'port': {'device_id': '3e9e8995-20c5-4788-a6ff-16839ddf53b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:36.141833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95ac296-d862-4208-bfde-7450da719034 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:36.155148 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Publish callbacks [] for port (b95ac296-d862-4208-bfde-7450da719034), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.204512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Deleting port aea073f4-d28d-45b3-aa05-1faea94c0057 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:36.204855 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.204989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-074ee5ab-9e75-4e69-b9cd-4d564b7fc945 req-c3edc464-d334-4b9b-beb8-c2f386aaf5a8 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203701 Feb 09 03:24:36.226953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Transition to ACTIVE for port object b95ac296-d862-4208-bfde-7450da719034 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:24:36.240109 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.262631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Allocated IP 172.20.0.9 (00e653cb-5413-43d8-abe0-522ed34e3e66/b00978b0-83d9-42e6-a5e2-1a65a067cb0a/e273c984-1356-4b65-b6a0-dfff5506b971) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:36.281869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0dfcd7a-230b-4ae1-ad28-5cea792e61f0 req-69390191-6940-4db6-ba7b-be447cd3cd24 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504219 Feb 09 03:24:36.332877 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (b95ac296-d862-4208-bfde-7450da719034), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.333965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d42ad004-6f52-45a2-852f-8cf0062d53f5 req-533011d8-6507-4745-89d4-d6016dca8b39 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 210 time: 0.0366442 Feb 09 03:24:36.428728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Pushing event updated for resources: {'Port': ['ID=b95ac296-d862-4208-bfde-7450da719034,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:36.462482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf07b8-0037-4843-a31f-b905b2602846 req-70c40a08-1c1d-4693-9752-e0fea5d0d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:36.467230 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-70c40a08-1c1d-4693-9752-e0fea5d0d761 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.5897243 Feb 09 03:24:36.476118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 696733ad-a6fe-42d0-8bc5-8c9528da6085 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:36.489784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d03b9-b1af-4460-af46-ddac9fd2d23b req-af7efb76-d53d-4b10-b936-3bf059479cf2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:36.491334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a0d03b9-b1af-4460-af46-ddac9fd2d23b req-af7efb76-d53d-4b10-b936-3bf059479cf2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.0763280 Feb 09 03:24:36.541291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] For port aea073f4-d28d-45b3-aa05-1faea94c0057, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aea073f4-d28d-45b3-aa05-1faea94c0057,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:36.542233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.573511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Calling delete_port for aea073f4-d28d-45b3-aa05-1faea94c0057 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:36.599166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 696733ad-a6fe-42d0-8bc5-8c9528da6085 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:36.599988 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.621716 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a0d03b9-b1af-4460-af46-ddac9fd2d23b req-63950a81-387c-4ab3-a609-1aa4e9a32892 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157196 Feb 09 03:24:36.634293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:36.638443 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54505519-87c8-4dee-9a03-394cabc9f288" -d '{"events": [{"server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "name": "network-vif-unplugged", "status": "completed", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:36.660833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:36.682943 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.756576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=696733ad-a6fe-42d0-8bc5-8c9528da6085,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:36.794452 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-05e57b08-c992-4e77-bc2f-ce230692b926 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085 HTTP/1.1" status: 200 len: 217 time: 0.1961806 Feb 09 03:24:36.795626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:36.807323 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Publish callbacks [] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.828916 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Transition to ACTIVE for port object 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:24:36.842857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca48e1-2cb6-4aa6-9c07-c6d94c01400c req-d885e3eb-bf4b-425c-900f-f96acb2d9513 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:36.844467 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-20ca48e1-2cb6-4aa6-9c07-c6d94c01400c req-d885e3eb-bf4b-425c-900f-f96acb2d9513 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1076636 Feb 09 03:24:36.845620 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.924577 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf07b8-0037-4843-a31f-b905b2602846 req-fee82d37-67f6-40d4-b371-7fc65863b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:36.926101 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-fee82d37-67f6-40d4-b371-7fc65863b715 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1141975 Feb 09 03:24:36.933151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ade2ac-9d0d-4926-bb7c-aa43652d5568 req-2b0568b3-0cfd-4a61-b5d4-db12198bf314 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:36.935321 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2ade2ac-9d0d-4926-bb7c-aa43652d5568 req-2b0568b3-0cfd-4a61-b5d4-db12198bf314 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.5262938 Feb 09 03:24:36.956324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:37.023425 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-20ca48e1-2cb6-4aa6-9c07-c6d94c01400c req-1c09f5dc-740e-471c-b2cd-6258ed3a2081 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724057 Feb 09 03:24:37.056133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Attempting to bind port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:37.056594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Attempting to bind port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:37.057026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Attempting to bind port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b on network d9949b55-ccfa-4df2-b531-2094d183f640 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:37.063172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b on network d9949b55-ccfa-4df2-b531-2094d183f640 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:24:37.063645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Attempting to bind port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b on network d9949b55-ccfa-4df2-b531-2094d183f640 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:37.070076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:37.070542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Checking segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:37.071102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Bound using segment: {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:37.071930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Bound port: 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9f1391-b750-45c0-a03f-31d4503d370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:37.072603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.129802 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5277340e-e865-42cf-9b71-42161c13bb72 x-openstack-request-id: req-5277340e-e865-42cf-9b71-42161c13bb72 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:37.130099 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "name": "network-vif-unplugged", "status": "completed", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:37.130353 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5277340e-e865-42cf-9b71-42161c13bb72 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:37.130746 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'code': 200} Feb 09 03:24:37.166134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] For port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:37.170425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] For port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:37.187640 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.256305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:37.257517 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.259547 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b HTTP/1.1" status: 200 len: 1093 time: 1.1598272 Feb 09 03:24:37.286230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9e8995-20c5-4788-a6ff-16839ddf53b9', 'tag': '2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:37.294636 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffa02e0-88ac-40b6-bea8-0aa98d5ed0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9e8995-20c5-4788-a6ff-16839ddf53b9", "tag": "2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:37.380194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d0db1-962f-4cda-8ba0-f2c0f6ef13a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:37.425227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7e0d4-75d7-4dff-b9cf-1d2cbe4370d7 req-e2aba5d7-550d-4f2b-bda3-9a73e2ac4d74 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:37.427527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dcf7e0d4-75d7-4dff-b9cf-1d2cbe4370d7 req-e2aba5d7-550d-4f2b-bda3-9a73e2ac4d74 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 948 time: 0.2020159 Feb 09 03:24:37.431477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-25ca88c5-652e-4b69-9701-4ac99b2961b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:37.433325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-25ca88c5-652e-4b69-9701-4ac99b2961b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 1127 time: 0.1175396 Feb 09 03:24:37.450665 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2ade2ac-9d0d-4926-bb7c-aa43652d5568 req-c5db89ea-ea8d-4e3c-bca0-26214828fc22 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866157 Feb 09 03:24:37.451354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Attempting to bind port b95ac296-d862-4208-bfde-7450da719034 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:37.451685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Attempting to bind port b95ac296-d862-4208-bfde-7450da719034 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:37.452014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Attempting to bind port b95ac296-d862-4208-bfde-7450da719034 on network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:37.461427 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (aea073f4-d28d-45b3-aa05-1faea94c0057), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.485323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf07b8-0037-4843-a31f-b905b2602846 req-aea26a19-f110-4679-8254-0289895e22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:37.486862 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-aea26a19-f110-4679-8254-0289895e22a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5386431 Feb 09 03:24:37.501776 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-9b80298f-eb3a-4777-828e-a6c7bb4f3394 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b HTTP/1.1" status: 200 len: 217 time: 0.0586967 Feb 09 03:24:37.508589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Port b95ac296-d862-4208-bfde-7450da719034 on network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:24:37.508917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Attempting to bind port b95ac296-d862-4208-bfde-7450da719034 on network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:37.530807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea073f4-d28d-45b3-aa05-1faea94c0057,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:37.543882 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Publish callbacks [] for port (e273c984-1356-4b65-b6a0-dfff5506b971), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.593255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:37.593255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Checking segment: {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:37.593255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Bound using segment: {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:37.593255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Bound port: b95ac296-d862-4208-bfde-7450da719034, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:37.593255 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b95ac296-d862-4208-bfde-7450da719034), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.619516 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.631117 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dcf7e0d4-75d7-4dff-b9cf-1d2cbe4370d7 req-5d2da226-de47-4570-8e86-aa41d8cbfc04 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944387 Feb 09 03:24:37.649998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-60cb0f17-a1c7-4b11-a780-811862016e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:37.652535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-60cb0f17-a1c7-4b11-a780-811862016e23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 200 len: 851 time: 0.1410847 Feb 09 03:24:37.698392 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7940968-ebbe-4eb4-8853-caba0219038a x-openstack-request-id: req-d7940968-ebbe-4eb4-8853-caba0219038a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:37.698841 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9e8995-20c5-4788-a6ff-16839ddf53b9", "tag": "2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:37.699884 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7940968-ebbe-4eb4-8853-caba0219038a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:37.700646 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9e8995-20c5-4788-a6ff-16839ddf53b9', 'tag': '2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b', 'status': 'completed', 'code': 200} Feb 09 03:24:37.704003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-ef9acb49-e7ba-4de5-bcf7-56214b428dad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9949b55-ccfa-4df2-b531-2094d183f640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454423 Feb 09 03:24:37.774508 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (883f4efb-d687-44fe-853a-6e01b0e9f704), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.788507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18912f42-a657-45a2-9d6c-ab8314bcc2fe req-65c4da04-70cd-4a38-9685-63c9c9f42b2e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:37.789556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18912f42-a657-45a2-9d6c-ab8314bcc2fe req-65c4da04-70cd-4a38-9685-63c9c9f42b2e tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 944 time: 0.2158256 Feb 09 03:24:37.866993 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.903985 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-3806ca1c-243d-4e27-9aeb-dfae70658bd8 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925745 Feb 09 03:24:37.935389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a700c0c-69c0-40e4-b762-1b2c66ccf210 req-d620f314-df72-46eb-ba57-ee618c7cfe99 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:37.937154 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a700c0c-69c0-40e4-b762-1b2c66ccf210 req-d620f314-df72-46eb-ba57-ee618c7cfe99 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 944 time: 0.1105940 Feb 09 03:24:37.943291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-9c5334af-e38b-4ce1-acc0-48ff79d1b777 service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300527 Feb 09 03:24:37.971451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] For port b95ac296-d862-4208-bfde-7450da719034, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:37.980764 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (883f4efb-d687-44fe-853a-6e01b0e9f704), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.020714 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Publish callbacks [] for router_controller (883f4efb-d687-44fe-853a-6e01b0e9f704), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.064588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] For port b95ac296-d862-4208-bfde-7450da719034, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b95ac296-d862-4208-bfde-7450da719034,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:38.095643 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a700c0c-69c0-40e4-b762-1b2c66ccf210 req-8e8d94ab-da9e-40a3-8016-aa94a0306e35 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512623 Feb 09 03:24:38.097916 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0a82369-5d10-4f69-a30d-583f3db13735 req-6d6c9a23-6496-480f-98ec-a80cae5c284e service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335571 Feb 09 03:24:38.100682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Network 00e653cb-5413-43d8-abe0-522ed34e3e66 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:38.118520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:38.131045 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:38.136319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Pushing event updated for resources: {'Port': ['ID=e273c984-1356-4b65-b6a0-dfff5506b971,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:38.142527 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (b95ac296-d862-4208-bfde-7450da719034), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.166815 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18912f42-a657-45a2-9d6c-ab8314bcc2fe req-7c443d13-7d7f-4524-8c79-d5385c3addb6 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928174 Feb 09 03:24:38.237819 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (883f4efb-d687-44fe-853a-6e01b0e9f704), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.238522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 883f4efb-d687-44fe-853a-6e01b0e9f704 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:24:38.255076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:38.256024 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.282703 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.286161 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f9c9a303-b2c6-4aa4-be21-348357892ff9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/883f4efb-d687-44fe-853a-6e01b0e9f704 HTTP/1.1" status: 204 len: 168 time: 4.2161365 Feb 09 03:24:38.288778 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:38.289767 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.291191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] 10.222.0.65 "PUT /v2.0/ports/b95ac296-d862-4208-bfde-7450da719034 HTTP/1.1" status: 200 len: 1093 time: 4.5458348 Feb 09 03:24:38.295182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37222) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:38.298617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d36f5cb-3574-4bc5-9738-696aa2303bcc', 'tag': 'b95ac296-d862-4208-bfde-7450da719034'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:38.301076 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c57f69-f9a0-4e3f-96f0-cbace40dd8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8d36f5cb-3574-4bc5-9738-696aa2303bcc", "tag": "b95ac296-d862-4208-bfde-7450da719034"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:38.315527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083d19e-329e-437f-a689-a4a721938e66 req-d30d25d9-cccc-43f1-bae9-d2a47206cc1f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:38.328649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1083d19e-329e-437f-a689-a4a721938e66 req-d30d25d9-cccc-43f1-bae9-d2a47206cc1f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 931 time: 0.1390150 Feb 09 03:24:38.351951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa02e0-88ac-40b6-bea8-0aa98d5ed0f8 req-dc7c5b4a-d6dd-4ede-aedc-10a5f2beb45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:38.353565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ffa02e0-88ac-40b6-bea8-0aa98d5ed0f8 req-dc7c5b4a-d6dd-4ede-aedc-10a5f2beb45d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 1127 time: 0.1807709 Feb 09 03:24:38.449125 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-db2cdf3d-649a-46c4-8870-12def24b368f tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1147363 Feb 09 03:24:38.468978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16bf07b8-0037-4843-a31f-b905b2602846 req-e97a358e-8674-41b3-9fab-9c6259a988b4 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436366 Feb 09 03:24:38.484130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Request body: {'port': {'device_id': '88864212-b030-4558-927c-acb481a00dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:38.544925 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1083d19e-329e-437f-a689-a4a721938e66 req-303f77a2-5942-4303-b8c9-23d6ebf2b92b tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152584 Feb 09 03:24:38.556613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b2df22-7d7f-46de-b3c3-4c3010a05d5d admin admin] Deleting subnet 167dad51-1a2d-481a-8cec-b54c014e47f6 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:24:38.562432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8adae5-a7f3-47d1-8307-bca8448f6a7d service neutron] Pushing event updated for resources: {'Port': ['ID=b95ac296-d862-4208-bfde-7450da719034,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:38.570063 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4b2df22-7d7f-46de-b3c3-4c3010a05d5d admin admin] Publish callbacks [] for subnet (167dad51-1a2d-481a-8cec-b54c014e47f6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.578023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa02e0-88ac-40b6-bea8-0aa98d5ed0f8 req-c68eb847-4d1b-4944-a858-99f5d0908750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:38.579838 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ffa02e0-88ac-40b6-bea8-0aa98d5ed0f8 req-c68eb847-4d1b-4944-a858-99f5d0908750 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 200 len: 912 time: 0.2062094 Feb 09 03:24:38.600776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df524b83-5752-4078-9455-b641f79c3a05 req-84db2095-de87-40c8-b567-3cbe4cb7e264 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:38.608007 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df524b83-5752-4078-9455-b641f79c3a05 req-84db2095-de87-40c8-b567-3cbe4cb7e264 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.3460085 Feb 09 03:24:38.653948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ffa02e0-88ac-40b6-bea8-0aa98d5ed0f8 req-44e4a54d-be1e-4f38-981a-c107fe09e4af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b HTTP/1.1" status: 200 len: 217 time: 0.0668516 Feb 09 03:24:38.658062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-ea679926-dc48-4a0c-94fa-7b7b7e5fa004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:38.659470 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-ea679926-dc48-4a0c-94fa-7b7b7e5fa004 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 1127 time: 0.2948074 Feb 09 03:24:38.673102 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4b2df22-7d7f-46de-b3c3-4c3010a05d5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (167dad51-1a2d-481a-8cec-b54c014e47f6), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.729389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa02e0-88ac-40b6-bea8-0aa98d5ed0f8 req-6885daf5-0a03-4979-881a-903576f29996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:38.732058 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ffa02e0-88ac-40b6-bea8-0aa98d5ed0f8 req-6885daf5-0a03-4979-881a-903576f29996 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 200 len: 851 time: 0.0586164 Feb 09 03:24:38.748624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-f3e1fc68-1bfd-424e-b28f-2b732dd63e4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b95ac296-d862-4208-bfde-7450da719034 HTTP/1.1" status: 200 len: 217 time: 0.0723376 Feb 09 03:24:38.749109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.771035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ffa02e0-88ac-40b6-bea8-0aa98d5ed0f8 req-33b3e216-5fd8-407e-9c72-05475799d87a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9949b55-ccfa-4df2-b531-2094d183f640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320680 Feb 09 03:24:38.785341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363022d4-4056-4fae-9bf5-5acff4b34030 req-478923c2-9c11-49e0-9f4f-935813e82d91 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:38.787169 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-363022d4-4056-4fae-9bf5-5acff4b34030 req-478923c2-9c11-49e0-9f4f-935813e82d91 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1484911 Feb 09 03:24:38.831056 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df524b83-5752-4078-9455-b641f79c3a05 req-2267c12f-5e4c-4229-88d8-6ccbe1579983 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071097 Feb 09 03:24:38.906952 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73e5c9b-d0f7-48ae-8dd9-a0e0a65dbbb5 x-openstack-request-id: req-a73e5c9b-d0f7-48ae-8dd9-a0e0a65dbbb5 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:38.907469 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d36f5cb-3574-4bc5-9738-696aa2303bcc", "tag": "b95ac296-d862-4208-bfde-7450da719034", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:38.907734 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a73e5c9b-d0f7-48ae-8dd9-a0e0a65dbbb5 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:38.908213 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d36f5cb-3574-4bc5-9738-696aa2303bcc', 'tag': 'b95ac296-d862-4208-bfde-7450da719034', 'status': 'completed', 'code': 200} Feb 09 03:24:38.938817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-363022d4-4056-4fae-9bf5-5acff4b34030 req-a4164dbb-9883-4f77-888f-5edfb7f398e7 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280043 Feb 09 03:24:38.943011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-e48431bc-ffdd-4d7d-9120-c7b4f8bf5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:38.945046 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-e48431bc-ffdd-4d7d-9120-c7b4f8bf5f02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7829cf55-e944-4514-bf89-a385b578ebb3 HTTP/1.1" status: 200 len: 855 time: 0.1786613 Feb 09 03:24:38.992261 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ffa02e0-88ac-40b6-bea8-0aa98d5ed0f8 req-8736b5b8-664a-433e-a60d-57beb266bd4e service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039545 Feb 09 03:24:39.047413 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-5b82911c-2a5c-4657-b29c-41ba091239eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2fbf5b2a-7e17-4840-81ce-52c8f598a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875814 Feb 09 03:24:39.053056 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4b2df22-7d7f-46de-b3c3-4c3010a05d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (167dad51-1a2d-481a-8cec-b54c014e47f6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.159879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ffa02e0-88ac-40b6-bea8-0aa98d5ed0f8 req-de48dc0b-7bc2-44b6-856b-bf306720fafb service neutron] 10.222.0.42 "GET /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594431 Feb 09 03:24:39.168461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcc181-2ac2-4d03-853f-d0cbec24bd36 req-9633ef6b-94b0-4d6e-818f-ff19245bed1c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:39.170045 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74fcc181-2ac2-4d03-853f-d0cbec24bd36 req-9633ef6b-94b0-4d6e-818f-ff19245bed1c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 948 time: 0.1030085 Feb 09 03:24:39.242381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74fcc181-2ac2-4d03-853f-d0cbec24bd36 req-3cdc94f8-abfd-4a82-89f6-98a1583d255c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638242 Feb 09 03:24:39.290424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209478d-dfd3-4f40-9124-400f598b48e0 req-7a54d0a2-a70a-4624-a8c6-116ff92b8135 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:39.294379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d209478d-dfd3-4f40-9124-400f598b48e0 req-7a54d0a2-a70a-4624-a8c6-116ff92b8135 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.3072748 Feb 09 03:24:39.357540 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4b2df22-7d7f-46de-b3c3-4c3010a05d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (167dad51-1a2d-481a-8cec-b54c014e47f6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.364924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e9ac4-fdb0-48b9-a5a4-70eb684239d4 req-0c2703ea-f817-4a7d-b4da-df145e197625 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:39.367060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b47e9ac4-fdb0-48b9-a5a4-70eb684239d4 req-0c2703ea-f817-4a7d-b4da-df145e197625 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 944 time: 0.0724995 Feb 09 03:24:39.367945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-892fda1b-a791-4e6b-98a6-8944bd5c561a service neutron] 10.222.0.65 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109539 Feb 09 03:24:39.439884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0645c01-9312-4d39-b4ac-c2fbeab0592b None None] Network 976c19a6-9844-4ebb-9f28-aad65bddf246 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:39.442489 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2df22-7d7f-46de-b3c3-4c3010a05d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167dad51-1a2d-481a-8cec-b54c014e47f6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:39.449477 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4b2df22-7d7f-46de-b3c3-4c3010a05d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.455801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d4b2df22-7d7f-46de-b3c3-4c3010a05d5d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/167dad51-1a2d-481a-8cec-b54c014e47f6 HTTP/1.1" status: 204 len: 168 time: 1.1518240 Feb 09 03:24:39.456745 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b47e9ac4-fdb0-48b9-a5a4-70eb684239d4 req-2aa1a355-1659-401f-a48f-0b70b779aa8a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821066 Feb 09 03:24:39.457712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37234) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:39.544525 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d209478d-dfd3-4f40-9124-400f598b48e0 req-9eb4101b-8f1e-475a-873a-b818e369056b tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302961 Feb 09 03:24:39.673528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2064e4da-9c88-4baa-a1ad-763d37e35ccc None None] DHCP port deletion for 976c19a6-9844-4ebb-9f28-aad65bddf246 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:24:39.692087 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (976c19a6-9844-4ebb-9f28-aad65bddf246), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.692499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6c54179-a35b-4b5c-8176-47abb274c756 req-66b38fc8-d2bc-4533-9f35-03953e016731 service neutron] 10.222.0.65 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123839 Feb 09 03:24:39.730822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e273c984-1356-4b65-b6a0-dfff5506b971 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:39.753284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Publish callbacks [] for port (e273c984-1356-4b65-b6a0-dfff5506b971), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.756875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2064e4da-9c88-4baa-a1ad-763d37e35ccc None None] Deleting port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:39.757861 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2064e4da-9c88-4baa-a1ad-763d37e35ccc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.759837 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090a3ad-ec12-439e-8c0a-597c77aebe1e req-fba7738f-b445-4e38-a27f-bc81ce643e25 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:39.762026 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9090a3ad-ec12-439e-8c0a-597c77aebe1e req-fba7738f-b445-4e38-a27f-bc81ce643e25 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 944 time: 0.1144934 Feb 09 03:24:39.786179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Transition to ACTIVE for port object e273c984-1356-4b65-b6a0-dfff5506b971 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:24:39.798017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fcbfa-fd99-4058-aece-93e2f15d18ca req-c1a492e8-dd39-487a-ba77-897ba77e4eb1 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:39.800059 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9f9fcbfa-fd99-4058-aece-93e2f15d18ca req-c1a492e8-dd39-487a-ba77-897ba77e4eb1 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 931 time: 0.1534140 Feb 09 03:24:39.816541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.862868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2064e4da-9c88-4baa-a1ad-763d37e35ccc None None] For port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4,segment=NetworkSegment(89cec6f7-ce08-423a-9a89-aa896019b032),segment_id=89cec6f7-ce08-423a-9a89-aa896019b032)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:39.863129 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2064e4da-9c88-4baa-a1ad-763d37e35ccc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.873680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Deleting port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:39.873680 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.898644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:39.954531 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9090a3ad-ec12-439e-8c0a-597c77aebe1e req-d45e7ba8-15e9-43c5-83a0-4fbb50bae8a0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759174 Feb 09 03:24:39.956214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] For port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4,segment=NetworkSegment(89cec6f7-ce08-423a-9a89-aa896019b032),segment_id=89cec6f7-ce08-423a-9a89-aa896019b032)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:39.956588 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.984153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Calling delete_port for ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:40.003489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2064e4da-9c88-4baa-a1ad-763d37e35ccc None None] Calling delete_port for ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:40.081671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Pushing event updated for resources: {'Port': ['ID=e273c984-1356-4b65-b6a0-dfff5506b971,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:40.096033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9f9fcbfa-fd99-4058-aece-93e2f15d18ca req-baaa621f-7d9a-44e2-8e25-4e8793bb4c30 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827721 Feb 09 03:24:40.097911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:40.098406 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.126306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57f69-f9a0-4e3f-96f0-cbace40dd8ff req-cf5b04a8-a825-4eec-80af-67bd73f5d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:40.128922 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54c57f69-f9a0-4e3f-96f0-cbace40dd8ff req-cf5b04a8-a825-4eec-80af-67bd73f5d36c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 1127 time: 0.2802479 Feb 09 03:24:40.151015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4,segment=NetworkSegment(89cec6f7-ce08-423a-9a89-aa896019b032),segment_id=89cec6f7-ce08-423a-9a89-aa896019b032)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:40.156664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9d446-6721-4451-9257-106763f5dd3e req-a8f4b1a9-a7f5-44ff-8074-bf5bd295160a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:40.157890 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.158060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4a9d446-6721-4451-9257-106763f5dd3e req-a8f4b1a9-a7f5-44ff-8074-bf5bd295160a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.0807881 Feb 09 03:24:40.159070 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aea073f4-d28d-45b3-aa05-1faea94c0057 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:40.174257 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.233003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:40.236927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: aea073f4-d28d-45b3-aa05-1faea94c0057 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:40.237921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aea073f4-d28d-45b3-aa05-1faea94c0057 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:40.245416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2064e4da-9c88-4baa-a1ad-763d37e35ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.248381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:40.259907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.260387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.260835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.261930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.262457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.262888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.263323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.263758 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.264200 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.264640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.265091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.265559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.265996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:40.289296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] No DVR routers for this DVR port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:40.302699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064e4da-9c88-4baa-a1ad-763d37e35ccc None None] Pushing event deleted for resources: {'Port': ['ID=ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:40.306877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064e4da-9c88-4baa-a1ad-763d37e35ccc None None] No DVR routers for this DVR port ccc69dee-bb4b-4bb9-82bf-dbc2cc62eff4 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:40.327612 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4a9d446-6721-4451-9257-106763f5dd3e req-c92a7685-2c37-42b3-8b36-e58f1a26461f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641164 Feb 09 03:24:40.359585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57f69-f9a0-4e3f-96f0-cbace40dd8ff req-ac337626-7b02-4461-bb4b-3c2dd8edd8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:40.361086 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54c57f69-f9a0-4e3f-96f0-cbace40dd8ff req-ac337626-7b02-4461-bb4b-3c2dd8edd8c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 916 time: 0.2144425 Feb 09 03:24:40.363826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Attempting to bind port e273c984-1356-4b65-b6a0-dfff5506b971 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:40.364169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Attempting to bind port e273c984-1356-4b65-b6a0-dfff5506b971 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '48fe9c52-9d1e-4090-9ab8-82191959d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '00e653cb-5413-43d8-abe0-522ed34e3e66'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:40.364508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Attempting to bind port e273c984-1356-4b65-b6a0-dfff5506b971 on network 00e653cb-5413-43d8-abe0-522ed34e3e66 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:40.387343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Port e273c984-1356-4b65-b6a0-dfff5506b971 on network 00e653cb-5413-43d8-abe0-522ed34e3e66 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:24:40.387714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Attempting to bind port e273c984-1356-4b65-b6a0-dfff5506b971 on network 00e653cb-5413-43d8-abe0-522ed34e3e66 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:40.403346 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (976c19a6-9844-4ebb-9f28-aad65bddf246), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.427721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052da36f-357c-4760-9980-c2312757d493 req-b42e34a9-700f-4ba3-8034-5db5e6a41ca7 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:40.429218 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-052da36f-357c-4760-9980-c2312757d493 req-b42e34a9-700f-4ba3-8034-5db5e6a41ca7 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1682081 Feb 09 03:24:40.434618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54c57f69-f9a0-4e3f-96f0-cbace40dd8ff req-0efd2d6a-fb6b-4da7-8fda-6bbe35c43d9e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b95ac296-d862-4208-bfde-7450da719034 HTTP/1.1" status: 200 len: 217 time: 0.0642633 Feb 09 03:24:40.434919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:40.435263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Checking segment: {'id': '48fe9c52-9d1e-4090-9ab8-82191959d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '00e653cb-5413-43d8-abe0-522ed34e3e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:40.435653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Bound using segment: {'id': '48fe9c52-9d1e-4090-9ab8-82191959d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '00e653cb-5413-43d8-abe0-522ed34e3e66'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:40.436234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Bound port: e273c984-1356-4b65-b6a0-dfff5506b971, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48fe9c52-9d1e-4090-9ab8-82191959d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '00e653cb-5413-43d8-abe0-522ed34e3e66'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:40.436625 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.471737 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976c19a6-9844-4ebb-9f28-aad65bddf246']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:40.487393 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cec6f7-ce08-423a-9a89-aa896019b032') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:40.487607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cec6f7-ce08-423a-9a89-aa896019b032') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:40.507100 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (89cec6f7-ce08-423a-9a89-aa896019b032), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.529927 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (89cec6f7-ce08-423a-9a89-aa896019b032), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.540143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:24:40.540634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (89cec6f7-ce08-423a-9a89-aa896019b032), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:24:40.543340 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:24:40.593187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c89e5-5978-471a-9635-910d1f264c58 req-74904fcb-959a-4310-97b4-6ce868639ead tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:40.600539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d39c89e5-5978-471a-9635-910d1f264c58 req-74904fcb-959a-4310-97b4-6ce868639ead tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 948 time: 0.1728346 Feb 09 03:24:40.660855 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (976c19a6-9844-4ebb-9f28-aad65bddf246), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.673592 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d39c89e5-5978-471a-9635-910d1f264c58 req-6c29d761-295b-4da8-ae76-7fbadc769678 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718815 Feb 09 03:24:40.695035 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.722042 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] 10.222.0.21 "DELETE /v2.0/networks/976c19a6-9844-4ebb-9f28-aad65bddf246 HTTP/1.1" status: 204 len: 168 time: 1.2616150 Feb 09 03:24:40.724074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa585f3b-8791-443d-9bbb-7d307c813434 admin admin] Pushing event deleted for resources: {'Network': ['ID=976c19a6-9844-4ebb-9f28-aad65bddf246,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:40.732435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:40.803577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c880e0-42c8-4eff-b5aa-aad22f8cf9b9 req-073fb8af-e4ff-4368-a05f-aad8380a4d19 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:40.812352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46c880e0-42c8-4eff-b5aa-aad22f8cf9b9 req-073fb8af-e4ff-4368-a05f-aad8380a4d19 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 944 time: 0.0739286 Feb 09 03:24:40.830124 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-052da36f-357c-4760-9980-c2312757d493 req-7364ca4a-7471-4ea0-abb7-3b2a6ee68379 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826790 Feb 09 03:24:40.891435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57f69-f9a0-4e3f-96f0-cbace40dd8ff req-8456bb34-67cb-430b-86bf-2135e3b709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:40.892839 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54c57f69-f9a0-4e3f-96f0-cbace40dd8ff req-8456bb34-67cb-430b-86bf-2135e3b709a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7829cf55-e944-4514-bf89-a385b578ebb3 HTTP/1.1" status: 200 len: 855 time: 0.4538229 Feb 09 03:24:40.895463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] For port e273c984-1356-4b65-b6a0-dfff5506b971, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:40.898937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] For port e273c984-1356-4b65-b6a0-dfff5506b971, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e273c984-1356-4b65-b6a0-dfff5506b971,segment=NetworkSegment(48fe9c52-9d1e-4090-9ab8-82191959d806),segment_id=48fe9c52-9d1e-4090-9ab8-82191959d806)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:40.905670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:40.937033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54c57f69-f9a0-4e3f-96f0-cbace40dd8ff req-6e71b0c8-9004-49ad-902d-2409b5976474 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2fbf5b2a-7e17-4840-81ce-52c8f598a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362568 Feb 09 03:24:40.938500 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46c880e0-42c8-4eff-b5aa-aad22f8cf9b9 req-d2420842-dfc0-4e3f-bf80-1587091da2a6 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244214 Feb 09 03:24:40.938631 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.947918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b', 'network_id': 'd9949b55-ccfa-4df2-b531-2094d183f640', 'port_id': '2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b', 'mac_address': 'fa:16:3e:ca:6f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0775cadb-5388-496a-9c76-2a812afcdf9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:40.971381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37264) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:41.013395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:41.013813 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.020966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ee96f589-b700-4111-a92d-52d6ccbe1533 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=246973f09cb0470ea327ac7b337704e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483294 Feb 09 03:24:41.023523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37268) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:41.028578 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:41.049092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.049748 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.050128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:41.051266 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] 10.222.0.42 "PUT /v2.0/ports/e273c984-1356-4b65-b6a0-dfff5506b971 HTTP/1.1" status: 200 len: 1092 time: 2.5790107 Feb 09 03:24:41.056154 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.078935 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88864212-b030-4558-927c-acb481a00dfd', 'tag': 'e273c984-1356-4b65-b6a0-dfff5506b971'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:41.081421 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da60424a-f266-4b8b-8474-6f026cd85bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "88864212-b030-4558-927c-acb481a00dfd", "tag": "e273c984-1356-4b65-b6a0-dfff5506b971"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:41.111444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:41.127594 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d94567cc-7422-49c4-91e8-2a0b1f6fc4bc admin admin] Publish callbacks [] for security_group (cdf2d2fe-f7b8-444e-895e-d47eaaa17a85), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.141747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b02fc4-0971-441c-891d-35c0400483ae service neutron] Pushing event updated for resources: {'Port': ['ID=e273c984-1356-4b65-b6a0-dfff5506b971,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:41.148207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435f1bc-af2c-4a85-a52b-97da0580e3e1 req-8e92eb93-63c3-4142-850b-1435b633b6e0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.149784 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b435f1bc-af2c-4a85-a52b-97da0580e3e1 req-8e92eb93-63c3-4142-850b-1435b633b6e0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 945 time: 0.0963149 Feb 09 03:24:41.168161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d94567cc-7422-49c4-91e8-2a0b1f6fc4bc admin admin] Publish callbacks [] for security_group (cdf2d2fe-f7b8-444e-895e-d47eaaa17a85), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.187514 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54c57f69-f9a0-4e3f-96f0-cbace40dd8ff req-7cce014d-e8c2-4f44-a511-e71d46407b5c service neutron] 10.222.0.65 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432799 Feb 09 03:24:41.195908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d968978-194a-4183-98c4-bc2dd671c539 req-2af8d8de-21f3-477d-a995-821f8b06d1c2 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.197889 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d968978-194a-4183-98c4-bc2dd671c539 req-2af8d8de-21f3-477d-a995-821f8b06d1c2 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.2007935 Feb 09 03:24:41.232386 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b435f1bc-af2c-4a85-a52b-97da0580e3e1 req-e6d24aeb-d239-44e1-a372-f6f31d312ba3 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736690 Feb 09 03:24:41.258365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-57075ea4-8223-447a-aa56-d9c324cbebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.260670 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d94567cc-7422-49c4-91e8-2a0b1f6fc4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cdf2d2fe-f7b8-444e-895e-d47eaaa17a85), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.260917 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-57075ea4-8223-447a-aa56-d9c324cbebf0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8207e0ca95ab438f9aef718d346acc0d&device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 1126 time: 0.1608114 Feb 09 03:24:41.265485 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d94567cc-7422-49c4-91e8-2a0b1f6fc4bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.266820 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d94567cc-7422-49c4-91e8-2a0b1f6fc4bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdf2d2fe-f7b8-444e-895e-d47eaaa17a85 HTTP/1.1" status: 204 len: 168 time: 0.2420382 Feb 09 03:24:41.276765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94567cc-7422-49c4-91e8-2a0b1f6fc4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf2d2fe-f7b8-444e-895e-d47eaaa17a85,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:41.319029 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b14c4df-12d2-4eef-b047-7946896274b8 x-openstack-request-id: req-2b14c4df-12d2-4eef-b047-7946896274b8 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:41.319310 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88864212-b030-4558-927c-acb481a00dfd", "tag": "e273c984-1356-4b65-b6a0-dfff5506b971", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:41.319575 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b14c4df-12d2-4eef-b047-7946896274b8 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:41.319974 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88864212-b030-4558-927c-acb481a00dfd', 'tag': 'e273c984-1356-4b65-b6a0-dfff5506b971', 'status': 'completed', 'code': 200} Feb 09 03:24:41.323577 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-fb86a269-60b1-4aec-b18c-9219ef5affd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e273c984-1356-4b65-b6a0-dfff5506b971 HTTP/1.1" status: 200 len: 217 time: 0.0512476 Feb 09 03:24:41.403983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:41.406779 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d968978-194a-4183-98c4-bc2dd671c539 req-ee57e20d-52bf-45a0-b961-0383794d5401 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976287 Feb 09 03:24:41.423692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54c57f69-f9a0-4e3f-96f0-cbace40dd8ff req-6e707ec0-6b2f-477b-9f27-ca84cda1e73e service neutron] 10.222.0.65 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247932 Feb 09 03:24:41.425247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-c562e68b-f7e0-47ec-8c79-519d1e9e4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.426649 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-c562e68b-f7e0-47ec-8c79-519d1e9e4620 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b00978b0-83d9-42e6-a5e2-1a65a067cb0a HTTP/1.1" status: 200 len: 849 time: 0.0887043 Feb 09 03:24:41.481198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298f5cb-6fae-4f59-8f8b-8381b3555d0c req-051fe2c9-4e23-4a83-bd5a-9bbbfde2d29e tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.490759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-a4e9617b-b3c0-4fa4-adbe-eb4cb69e7a0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00e653cb-5413-43d8-abe0-522ed34e3e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572169 Feb 09 03:24:41.495158 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c298f5cb-6fae-4f59-8f8b-8381b3555d0c req-051fe2c9-4e23-4a83-bd5a-9bbbfde2d29e tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 943 time: 0.1174672 Feb 09 03:24:41.610633 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c298f5cb-6fae-4f59-8f8b-8381b3555d0c req-1837c649-b4ff-42d7-9724-45cb506d82e7 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144915 Feb 09 03:24:41.618776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb13a0-bd25-48d2-939d-4b15fd74ffa5 req-2ae4ae65-c628-4d0c-8645-443075b62df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.624656 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-3b9583b2-6769-4151-8d9d-872fb5cec996 service neutron] 10.222.0.42 "GET /v2.0/networks/00e653cb-5413-43d8-abe0-522ed34e3e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275446 Feb 09 03:24:41.627950 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dfb13a0-bd25-48d2-939d-4b15fd74ffa5 req-2ae4ae65-c628-4d0c-8645-443075b62df3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 1128 time: 0.1225779 Feb 09 03:24:41.639586 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd61a5-edaa-47b1-96b6-1b64c0b88555 req-4542d943-9af0-491a-a921-eca0872ba7e2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.641063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ecdd61a5-edaa-47b1-96b6-1b64c0b88555 req-4542d943-9af0-491a-a921-eca0872ba7e2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.0928817 Feb 09 03:24:41.742828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37282) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:41.747875 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb13a0-bd25-48d2-939d-4b15fd74ffa5 req-58f04c69-ae7b-4ad2-94bc-f13789c23536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.749346 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dfb13a0-bd25-48d2-939d-4b15fd74ffa5 req-58f04c69-ae7b-4ad2-94bc-f13789c23536 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.1132429 Feb 09 03:24:41.771979 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ecdd61a5-edaa-47b1-96b6-1b64c0b88555 req-4ba6b573-1cdc-423b-9027-887b5c6ca5ac tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228273 Feb 09 03:24:41.800788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88cd917a-f2e1-4faf-be7b-ed1b67ec8f9c req-4c0f9d0f-0ff9-4cdb-a6e6-15f2173aff82 service neutron] 10.222.0.42 "GET /v2.0/networks/00e653cb-5413-43d8-abe0-522ed34e3e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587515 Feb 09 03:24:41.809322 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dfb13a0-bd25-48d2-939d-4b15fd74ffa5 req-8cb4c630-863b-4bfe-89fd-eddbfed4dd2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84466bbb-3632-4a43-bfc1-279b9c28e307 HTTP/1.1" status: 200 len: 217 time: 0.0523562 Feb 09 03:24:41.818178 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e762f92a-39ba-429a-9e71-74946dda418e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=041756dc99c44118adb4afbef4525b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718825 Feb 09 03:24:41.818413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37284) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:41.870415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454ca73-3c34-4f2a-b065-596af246e94c req-2f6456e3-5749-412b-bc87-f7e2e5f199a7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.871351 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6454ca73-3c34-4f2a-b065-596af246e94c req-2f6456e3-5749-412b-bc87-f7e2e5f199a7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 948 time: 0.1261191 Feb 09 03:24:41.878768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb13a0-bd25-48d2-939d-4b15fd74ffa5 req-d59da5a7-12b9-4996-a5f4-c7a90b344e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.880185 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dfb13a0-bd25-48d2-939d-4b15fd74ffa5 req-d59da5a7-12b9-4996-a5f4-c7a90b344e50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0647628 Feb 09 03:24:41.907852 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5492ae2f-d9e7-417f-abf8-4db1669d1761 admin admin] Publish callbacks [] for security_group (05b55df6-4744-442a-a0ac-251fd90403f6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.955198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6454ca73-3c34-4f2a-b065-596af246e94c req-5a7061b0-ef3e-4927-ad0a-695123131d29 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740571 Feb 09 03:24:41.956771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60424a-f266-4b8b-8474-6f026cd85bc9 req-d9c8354d-95f5-4511-ae43-02a87585e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.958279 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da60424a-f266-4b8b-8474-6f026cd85bc9 req-d9c8354d-95f5-4511-ae43-02a87585e842 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8207e0ca95ab438f9aef718d346acc0d&device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 1126 time: 0.1008039 Feb 09 03:24:41.962702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb13a0-bd25-48d2-939d-4b15fd74ffa5 req-c0583db7-e59e-4444-881d-d5a066ca9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.965252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dfb13a0-bd25-48d2-939d-4b15fd74ffa5 req-c0583db7-e59e-4444-881d-d5a066ca9ae1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0761187 Feb 09 03:24:41.966299 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5492ae2f-d9e7-417f-abf8-4db1669d1761 admin admin] Publish callbacks [] for security_group (05b55df6-4744-442a-a0ac-251fd90403f6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:42.075505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e187e58-aca8-4815-aca5-cd0e44980d9d req-8eb35016-1d6d-45f7-841d-a206044c0ac0 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.076901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e187e58-aca8-4815-aca5-cd0e44980d9d req-8eb35016-1d6d-45f7-841d-a206044c0ac0 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1561675 Feb 09 03:24:42.100830 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dfb13a0-bd25-48d2-939d-4b15fd74ffa5 req-333fdc99-46bf-4451-80b6-b42ad9844e50 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298711 Feb 09 03:24:42.113324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b3b93-1afb-42c5-ac30-e510683fd98b req-1bee014a-be72-4585-8425-772c5eb61598 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.114792 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b8b3b93-1afb-42c5-ac30-e510683fd98b req-1bee014a-be72-4585-8425-772c5eb61598 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 944 time: 0.0870440 Feb 09 03:24:42.118999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5492ae2f-d9e7-417f-abf8-4db1669d1761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (05b55df6-4744-442a-a0ac-251fd90403f6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:42.122075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5492ae2f-d9e7-417f-abf8-4db1669d1761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:42.123185 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5492ae2f-d9e7-417f-abf8-4db1669d1761 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05b55df6-4744-442a-a0ac-251fd90403f6 HTTP/1.1" status: 204 len: 168 time: 0.3039050 Feb 09 03:24:42.154229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492ae2f-d9e7-417f-abf8-4db1669d1761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b55df6-4744-442a-a0ac-251fd90403f6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:42.156606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60424a-f266-4b8b-8474-6f026cd85bc9 req-ffe9c9f9-0fbe-44e3-8fc5-18cdf230b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.158532 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da60424a-f266-4b8b-8474-6f026cd85bc9 req-ffe9c9f9-0fbe-44e3-8fc5-18cdf230b0bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=00e653cb-5413-43d8-abe0-522ed34e3e66 HTTP/1.1" status: 200 len: 910 time: 0.1901023 Feb 09 03:24:42.222875 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da60424a-f266-4b8b-8474-6f026cd85bc9 req-484c2569-651a-404b-b562-a89b0224a951 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e273c984-1356-4b65-b6a0-dfff5506b971 HTTP/1.1" status: 200 len: 217 time: 0.0454562 Feb 09 03:24:42.231187 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e187e58-aca8-4815-aca5-cd0e44980d9d req-33d487c5-25ab-410f-afb5-79c38772be7a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427078 Feb 09 03:24:42.303205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60424a-f266-4b8b-8474-6f026cd85bc9 req-98b184c2-4231-4d33-906f-a259abec0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.305093 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da60424a-f266-4b8b-8474-6f026cd85bc9 req-98b184c2-4231-4d33-906f-a259abec0d6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b00978b0-83d9-42e6-a5e2-1a65a067cb0a HTTP/1.1" status: 200 len: 849 time: 0.0729125 Feb 09 03:24:42.397900 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da60424a-f266-4b8b-8474-6f026cd85bc9 req-02cb7f21-fd07-4d15-9935-f07e5d303b9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00e653cb-5413-43d8-abe0-522ed34e3e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825083 Feb 09 03:24:42.509554 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da60424a-f266-4b8b-8474-6f026cd85bc9 req-bdd1abe8-836d-4a29-bb38-5bb1c681340c service neutron] 10.222.0.42 "GET /v2.0/networks/00e653cb-5413-43d8-abe0-522ed34e3e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006300 Feb 09 03:24:42.551349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 696733ad-a6fe-42d0-8bc5-8c9528da6085 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:42.575286 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b8b3b93-1afb-42c5-ac30-e510683fd98b req-c1d80a8c-3d63-4b87-8c35-c8d3633161a2 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522526 Feb 09 03:24:42.610122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da60424a-f266-4b8b-8474-6f026cd85bc9 req-c928e620-ec18-4dc1-8a69-64fe6eb480ce service neutron] 10.222.0.42 "GET /v2.0/networks/00e653cb-5413-43d8-abe0-522ed34e3e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987854 Feb 09 03:24:42.622105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021d13a-8b2b-46d2-903c-ca8be3c0ec6f req-0516d365-388e-4999-a633-ac51aec8bac0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.629107 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9021d13a-8b2b-46d2-903c-ca8be3c0ec6f req-0516d365-388e-4999-a633-ac51aec8bac0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 945 time: 0.2959816 Feb 09 03:24:42.647050 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dfb13a0-bd25-48d2-939d-4b15fd74ffa5 req-7e35ee54-f538-44b0-9d7a-1203209bb4e9 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313067 Feb 09 03:24:42.692560 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9021d13a-8b2b-46d2-903c-ca8be3c0ec6f req-cc403683-3760-4299-97f3-7298c958b670 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620708 Feb 09 03:24:42.739883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68221765-32f6-4547-910b-284944a37ef8 req-451fe398-8d19-4b8a-a6fd-f3d7bdda0be3 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.742251 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68221765-32f6-4547-910b-284944a37ef8 req-451fe398-8d19-4b8a-a6fd-f3d7bdda0be3 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0983965 Feb 09 03:24:42.750260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:42.762845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:42.801605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'mac_address': 'fa:16:3e:05:9c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:42.846843 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68221765-32f6-4547-910b-284944a37ef8 req-1c111bde-22e7-4ced-9194-bdd20c23dc22 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987959 Feb 09 03:24:42.864125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4a9d7-68a8-4ec9-b186-c284487ed12c req-41a4ce7e-3727-4000-89ce-935c03385436 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.870244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 696733ad-a6fe-42d0-8bc5-8c9528da6085 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:42.871461 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:42.873109 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-39d4a9d7-68a8-4ec9-b186-c284487ed12c req-41a4ce7e-3727-4000-89ce-935c03385436 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 943 time: 0.1074281 Feb 09 03:24:42.876216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:24:42.896391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:42.897975 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:42.926696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696733ad-a6fe-42d0-8bc5-8c9528da6085 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:42.938028 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-39d4a9d7-68a8-4ec9-b186-c284487ed12c req-22b717a2-6066-4bac-9859-da78ad00be90 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590272 Feb 09 03:24:42.992964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:43.002573 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.009521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b95ac296-d862-4208-bfde-7450da719034 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:43.011897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b259e69-2b57-4c1f-b695-2f0178569973 req-53ad092d-5aa5-4ed1-acab-a7cc7b5ef1a0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:43.019789 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b259e69-2b57-4c1f-b695-2f0178569973 req-53ad092d-5aa5-4ed1-acab-a7cc7b5ef1a0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.0666020 Feb 09 03:24:43.069074 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b259e69-2b57-4c1f-b695-2f0178569973 req-2b84999d-aa62-4699-b8b3-909b0a8c5b4f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483449 Feb 09 03:24:43.119216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:43.119514 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.122390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee2913-909d-4d75-8150-396b2b00596c req-6b3eb5ca-aaba-46c6-b42d-2c0f5a777fd9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:43.123913 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6eee2913-909d-4d75-8150-396b2b00596c req-6b3eb5ca-aaba-46c6-b42d-2c0f5a777fd9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0844758 Feb 09 03:24:43.155026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37320) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:43.156373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=696733ad-a6fe-42d0-8bc5-8c9528da6085,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:43.181473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9e8995-20c5-4788-a6ff-16839ddf53b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:43.182623 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6eee2913-909d-4d75-8150-396b2b00596c req-4494282e-9fcb-49a7-9fd4-6e4a2fe71238 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523467 Feb 09 03:24:43.184727 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688ce196-62f6-49b8-a244-d4f9063bb0ef" -d '{"events": [{"server_uuid": "3e9e8995-20c5-4788-a6ff-16839ddf53b9", "name": "network-vif-plugged", "status": "completed", "tag": "2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:43.204210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:43.213545 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.278362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-929087963-network', 'tenant_id': '19792cc1ca2d416484a56fbb6d84b268'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:43.300232 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b64944-aec3-4e6c-89c3-5f5f00c2ddd0 x-openstack-request-id: req-e2b64944-aec3-4e6c-89c3-5f5f00c2ddd0 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:43.300530 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9e8995-20c5-4788-a6ff-16839ddf53b9", "name": "network-vif-plugged", "status": "completed", "tag": "2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:43.300909 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2b64944-aec3-4e6c-89c3-5f5f00c2ddd0 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:43.301456 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9e8995-20c5-4788-a6ff-16839ddf53b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b', 'code': 200} Feb 09 03:24:43.305588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Made reservation on behalf of 19792cc1ca2d416484a56fbb6d84b268 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:43.309061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.327343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b95ac296-d862-4208-bfde-7450da719034, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b95ac296-d862-4208-bfde-7450da719034,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:43.345933 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.350433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'b95ac296-d862-4208-bfde-7450da719034', 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134', 'port_id': 'b95ac296-d862-4208-bfde-7450da719034', 'mac_address': 'fa:16:3e:e4:7d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7829cf55-e944-4514-bf89-a385b578ebb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:43.356572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:43.359453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b466f-94e0-44fe-a942-8d4448906b51 req-5cfe92ca-e846-4e8e-b75e-4a6e5b653038 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:43.363019 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c2b466f-94e0-44fe-a942-8d4448906b51 req-5cfe92ca-e846-4e8e-b75e-4a6e5b653038 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 950 time: 0.0727313 Feb 09 03:24:43.401890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b95ac296-d862-4208-bfde-7450da719034 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:43.403460 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b95ac296-d862-4208-bfde-7450da719034), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.418267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95ac296-d862-4208-bfde-7450da719034 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:43.425378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef959b33-7280-4114-8235-ad408768f82a req-eebaadd5-462b-4bd7-a18d-6542ae31460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:43.427095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c2b466f-94e0-44fe-a942-8d4448906b51 req-cc860665-46ef-48ba-9dfc-8f794e77a665 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532312 Feb 09 03:24:43.427237 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef959b33-7280-4114-8235-ad408768f82a req-eebaadd5-462b-4bd7-a18d-6542ae31460e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 1129 time: 0.1157737 Feb 09 03:24:43.440219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b95ac296-d862-4208-bfde-7450da719034, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b95ac296-d862-4208-bfde-7450da719034,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:43.454858 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b95ac296-d862-4208-bfde-7450da719034), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.469992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca25be-9323-4cab-ac7c-14bb1e5c6b23 req-7c8b00d5-7685-4f43-87de-256a89f7eed6 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:43.471488 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8ca25be-9323-4cab-ac7c-14bb1e5c6b23 req-7c8b00d5-7685-4f43-87de-256a89f7eed6 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1217163 Feb 09 03:24:43.504961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b95ac296-d862-4208-bfde-7450da719034,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:43.542345 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef959b33-7280-4114-8235-ad408768f82a req-90db5346-be3b-4d75-afb1-8d4609664292 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073337 Feb 09 03:24:43.575045 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Publish callbacks [] for security_group (480182db-cbc1-479b-aaaa-afb1539f6a86), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.580257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8ca25be-9323-4cab-ac7c-14bb1e5c6b23 req-9acfb391-5521-4a3b-bfbc-81483ef8f865 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972948 Feb 09 03:24:43.582174 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (480182db-cbc1-479b-aaaa-afb1539f6a86), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.608198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:24:43.629603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.630090 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Added segment c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02 of type vlan for network 71523fad-1d1d-4cff-aa43-38ec8f56b13a Feb 09 03:24:43.631313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480182db-cbc1-479b-aaaa-afb1539f6a86,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:43.686458 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-4283df10-85c9-4cc9-a1b4-9d51ed3510e7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217643 Feb 09 03:24:43.699372 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (71523fad-1d1d-4cff-aa43-38ec8f56b13a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.741103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0255a0-2599-4239-9469-1a236c951f05 req-f0fc0c2b-73ea-4784-8185-fff2f9dc133b tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:43.742640 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae0255a0-2599-4239-9469-1a236c951f05 req-f0fc0c2b-73ea-4784-8185-fff2f9dc133b tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 945 time: 0.1007214 Feb 09 03:24:43.743724 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (71523fad-1d1d-4cff-aa43-38ec8f56b13a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.744604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:43.745171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.801145 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-27c73ca5-b5ab-4f85-adeb-c6dc28a3f215 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:43.802709 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-27c73ca5-b5ab-4f85-adeb-c6dc28a3f215 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109860 Feb 09 03:24:43.818564 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-c2d75e35-8b7c-45a6-aa01-c6bc64b1864f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/quotas/b9b07480321e4a54b5b17d5264d44e7b HTTP/1.1" status: 200 len: 375 time: 0.0098782 Feb 09 03:24:43.834496 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6768007 Feb 09 03:24:43.837158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c770c1c-30df-4504-9d1a-f81e14eae9e1 admin admin] Pushing event updated for resources: {'Network': ['ID=71523fad-1d1d-4cff-aa43-38ec8f56b13a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:43.839112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37348) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:43.847860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ae52eb77-8e14-4157-8aff-d2217c34dfd4 admin admin] Request body: {'subnet': {'network_id': '71523fad-1d1d-4cff-aa43-38ec8f56b13a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-929087963-subnet', 'tenant_id': '19792cc1ca2d416484a56fbb6d84b268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:43.848761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 71523fad-1d1d-4cff-aa43-38ec8f56b13a details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:24:43.883431 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-44114921-dded-42f1-91e5-14be76a3dc8c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594361 Feb 09 03:24:43.886940 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae0255a0-2599-4239-9469-1a236c951f05 req-4b2b1d92-8963-43f6-ab25-3568feb5c7ff tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335082 Feb 09 03:24:43.891891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae52eb77-8e14-4157-8aff-d2217c34dfd4 admin admin] Made reservation on behalf of 19792cc1ca2d416484a56fbb6d84b268 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:43.895640 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae52eb77-8e14-4157-8aff-d2217c34dfd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.056991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['696733ad-a6fe-42d0-8bc5-8c9528da6085'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:44.067767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07d654-fed5-48e1-87ad-166bc7e945a5 req-f2327145-6147-401b-a73c-9f7630d98869 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:44.069277 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d07d654-fed5-48e1-87ad-166bc7e945a5 req-f2327145-6147-401b-a73c-9f7630d98869 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 946 time: 0.0981367 Feb 09 03:24:44.087247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b95ac296-d862-4208-bfde-7450da719034'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:44.127428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098c473-efb8-4086-bf7a-ab1240c6f33c req-111782d6-6c85-46b3-baea-8f60d590d7b3 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:44.130295 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7098c473-efb8-4086-bf7a-ab1240c6f33c req-111782d6-6c85-46b3-baea-8f60d590d7b3 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0740123 Feb 09 03:24:44.165819 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae52eb77-8e14-4157-8aff-d2217c34dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (bb639c8b-93e2-4f81-bc1a-c227ff24793f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.171134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d07d654-fed5-48e1-87ad-166bc7e945a5 req-20dccfe2-df1c-4327-951b-62a09e29e920 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911808 Feb 09 03:24:44.215356 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7098c473-efb8-4086-bf7a-ab1240c6f33c req-b230eefc-0c9e-4037-a761-aa1bed66abbb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785666 Feb 09 03:24:44.247870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52eb77-8e14-4157-8aff-d2217c34dfd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb639c8b-93e2-4f81-bc1a-c227ff24793f,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:44.270252 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52eb77-8e14-4157-8aff-d2217c34dfd4 admin admin] Checking segment: {'id': 'c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '71523fad-1d1d-4cff-aa43-38ec8f56b13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:44.270617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae52eb77-8e14-4157-8aff-d2217c34dfd4 admin admin] Network hostable DHCP agents. Network: 71523fad-1d1d-4cff-aa43-38ec8f56b13a, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:24:44.315654 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9f465909-60e6-4555-b2a3-4a1cff035c4b req-37725870-bf4f-4e6d-ae29-764dac77d175 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 210 time: 0.0348263 Feb 09 03:24:44.345671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae52eb77-8e14-4157-8aff-d2217c34dfd4 admin admin] Network 71523fad-1d1d-4cff-aa43-38ec8f56b13a is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:24:44.371906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ae52eb77-8e14-4157-8aff-d2217c34dfd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 71523fad-1d1d-4cff-aa43-38ec8f56b13a) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:44.377276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52eb77-8e14-4157-8aff-d2217c34dfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:44.378064 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae52eb77-8e14-4157-8aff-d2217c34dfd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.383194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32769d36-cb1e-4f3b-9930-7916736a7c41 None None] Network 71523fad-1d1d-4cff-aa43-38ec8f56b13a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:44.419333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62c591-e0fb-46ea-8558-98ed767e4315 req-d285a6d5-9bd5-4002-bb56-e7c3070eb66b tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:44.421682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b62c591-e0fb-46ea-8558-98ed767e4315 req-d285a6d5-9bd5-4002-bb56-e7c3070eb66b tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 943 time: 0.1381452 Feb 09 03:24:44.434403 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ae52eb77-8e14-4157-8aff-d2217c34dfd4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5849824 Feb 09 03:24:44.516317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c793ae-a59f-47c6-a549-69f2b4dd2845 req-bc311204-9775-4be6-99c5-25c45cc3c440 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:44.521344 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-50c793ae-a59f-47c6-a549-69f2b4dd2845 req-bc311204-9775-4be6-99c5-25c45cc3c440 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 945 time: 0.1182320 Feb 09 03:24:44.530965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-719d4572-01b3-4727-b27d-ee92d7999e6c req-0cf05eaf-5e60-4ae4-9163-c2527f9c5a68 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0954146 Feb 09 03:24:44.546862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b62c591-e0fb-46ea-8558-98ed767e4315 req-3ac0ddec-0d36-48b0-b344-ca6699552fc3 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187980 Feb 09 03:24:44.549034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9fa666-a87f-446d-a158-d2ff02a24ddf None None] Network 71523fad-1d1d-4cff-aa43-38ec8f56b13a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:44.624103 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-50c793ae-a59f-47c6-a549-69f2b4dd2845 req-e67fe9ec-732f-41ef-9299-9d5aa4bef49c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903461 Feb 09 03:24:44.646696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4572-01b3-4727-b27d-ee92d7999e6c req-38524365-b8c6-41a6-819a-ad2cdbfe02dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:44.648724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-719d4572-01b3-4727-b27d-ee92d7999e6c req-38524365-b8c6-41a6-819a-ad2cdbfe02dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 1128 time: 0.0802729 Feb 09 03:24:44.771328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e273c984-1356-4b65-b6a0-dfff5506b971 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:44.774726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 84466bbb-3632-4a43-bfc1-279b9c28e307 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:44.800611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa637a0-1e14-4c01-9dbd-d208a2d8e791 req-e0cf3dcb-77a1-498e-abed-2e0d0855c589 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:44.807667 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aaa637a0-1e14-4c01-9dbd-d208a2d8e791 req-e0cf3dcb-77a1-498e-abed-2e0d0855c589 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1303980 Feb 09 03:24:44.861244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4572-01b3-4727-b27d-ee92d7999e6c req-d33cffb8-996c-4fe4-9b32-0bf20c1b61da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:44.862962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-719d4572-01b3-4727-b27d-ee92d7999e6c req-d33cffb8-996c-4fe4-9b32-0bf20c1b61da service neutron] 10.222.0.42 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.1737368 Feb 09 03:24:44.931103 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aaa637a0-1e14-4c01-9dbd-d208a2d8e791 req-371441f6-7c08-4298-8028-136d3a2f2cba tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218469 Feb 09 03:24:44.934047 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-719d4572-01b3-4727-b27d-ee92d7999e6c req-aed2386c-f69f-4ade-8b97-d3ad92986ee3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c453f719-6bc5-4c12-9498-51859e8508bd HTTP/1.1" status: 200 len: 217 time: 0.0576210 Feb 09 03:24:44.968127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 84466bbb-3632-4a43-bfc1-279b9c28e307 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:44.968715 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.012246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4572-01b3-4727-b27d-ee92d7999e6c req-73b5165a-47d9-44b3-985c-9b45cd5851ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:45.014121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-719d4572-01b3-4727-b27d-ee92d7999e6c req-73b5165a-47d9-44b3-985c-9b45cd5851ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0739923 Feb 09 03:24:45.018465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e273c984-1356-4b65-b6a0-dfff5506b971, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e273c984-1356-4b65-b6a0-dfff5506b971,segment=NetworkSegment(48fe9c52-9d1e-4090-9ab8-82191959d806),segment_id=48fe9c52-9d1e-4090-9ab8-82191959d806)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:45.028853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 84466bbb-3632-4a43-bfc1-279b9c28e307, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=84466bbb-3632-4a43-bfc1-279b9c28e307,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:45.033659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'e273c984-1356-4b65-b6a0-dfff5506b971', 'network_id': '00e653cb-5413-43d8-abe0-522ed34e3e66', 'port_id': 'e273c984-1356-4b65-b6a0-dfff5506b971', 'mac_address': 'fa:16:3e:50:b1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00978b0-83d9-42e6-a5e2-1a65a067cb0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:45.036503 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.037930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e94af-2c48-45e5-a177-24445e278b5a req-238120ad-a739-4337-ab24-f0952ed4630e tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:45.053992 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-238120ad-a739-4337-ab24-f0952ed4630e tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/networks?id=71523fad-1d1d-4cff-aa43-38ec8f56b13a HTTP/1.1" status: 200 len: 817 time: 0.1875682 Feb 09 03:24:45.079522 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-04a87c6e-101e-4508-9a6a-158a852ed4d3 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/quotas/19792cc1ca2d416484a56fbb6d84b268 HTTP/1.1" status: 200 len: 375 time: 0.0241463 Feb 09 03:24:45.122160 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port e273c984-1356-4b65-b6a0-dfff5506b971 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:45.122535 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.123879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-65cdeee2-b334-4d04-9b05-68a0c7bb2223 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19792cc1ca2d416484a56fbb6d84b268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432081 Feb 09 03:24:45.126767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=84466bbb-3632-4a43-bfc1-279b9c28e307,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:45.133605 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bbd94-11ec-4ea8-8040-50b713decf68 req-6ddc33a4-50ed-4ef3-99a9-be87427b4960 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:45.135187 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-397bbd94-11ec-4ea8-8040-50b713decf68 req-6ddc33a4-50ed-4ef3-99a9-be87427b4960 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 945 time: 0.1194909 Feb 09 03:24:45.142851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4572-01b3-4727-b27d-ee92d7999e6c req-be72a8de-a2db-4757-9e6d-fb640c710a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:45.145064 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-719d4572-01b3-4727-b27d-ee92d7999e6c req-be72a8de-a2db-4757-9e6d-fb640c710a0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0982766 Feb 09 03:24:45.148205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e273c984-1356-4b65-b6a0-dfff5506b971 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:45.185112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e273c984-1356-4b65-b6a0-dfff5506b971, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e273c984-1356-4b65-b6a0-dfff5506b971,segment=NetworkSegment(48fe9c52-9d1e-4090-9ab8-82191959d806),segment_id=48fe9c52-9d1e-4090-9ab8-82191959d806)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:45.192015 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.240206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-8f50749d-bf64-4f0b-9ce3-438ee71ea8a5 service neutron] 10.222.0.21 "GET /v2.0/networks/71523fad-1d1d-4cff-aa43-38ec8f56b13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089427 Feb 09 03:24:45.265942 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-397bbd94-11ec-4ea8-8040-50b713decf68 req-8fbb5ba5-3634-478c-9d9e-08747447f5fc tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198270 Feb 09 03:24:45.273599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=e273c984-1356-4b65-b6a0-dfff5506b971,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:45.302479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ae9190-a209-4fde-8575-4e7108014332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84466bbb-3632-4a43-bfc1-279b9c28e307'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:45.306011 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31205fb2-b00d-46e5-af2b-2fe6b351b5f1" -d '{"events": [{"server_uuid": "54ae9190-a209-4fde-8575-4e7108014332", "name": "network-vif-unplugged", "status": "completed", "tag": "84466bbb-3632-4a43-bfc1-279b9c28e307"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:45.306382 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-719d4572-01b3-4727-b27d-ee92d7999e6c req-0dc694b6-aa4b-40a6-aaee-ef3eed9c7d64 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354539 Feb 09 03:24:45.360082 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-9e6fad6b-9807-4364-b163-44344d6082e4 service neutron] 10.222.0.21 "GET /v2.0/networks/71523fad-1d1d-4cff-aa43-38ec8f56b13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120429 Feb 09 03:24:45.395967 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-30a33a70-7b3c-458a-a38b-8959428f3b27 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299141 Feb 09 03:24:45.460195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efa928-8c2b-48cf-9a07-0f2bad4adc88 req-183f38d4-7f77-4689-ad03-bc469783f487 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:45.461978 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f4efa928-8c2b-48cf-9a07-0f2bad4adc88 req-183f38d4-7f77-4689-ad03-bc469783f487 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 946 time: 0.0827541 Feb 09 03:24:45.467686 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-719d4572-01b3-4727-b27d-ee92d7999e6c req-a57a35d7-b5ad-4072-9e3a-11d84f619b49 service neutron] 10.222.0.42 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512370 Feb 09 03:24:45.574115 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f4efa928-8c2b-48cf-9a07-0f2bad4adc88 req-910d5d89-4582-4ef4-a285-9b745009f4e0 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020732 Feb 09 03:24:45.636102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-49001577-7276-49e0-884b-7901b8339898 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:45.638509 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-49001577-7276-49e0-884b-7901b8339898 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362406 Feb 09 03:24:45.663637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Request body: {'port': {'device_id': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'b9b07480321e4a54b5b17d5264d44e7b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:45.667002 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c8e46c-d031-4be0-b026-bfd403c1b138 x-openstack-request-id: req-79c8e46c-d031-4be0-b026-bfd403c1b138 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:45.667282 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ae9190-a209-4fde-8575-4e7108014332", "name": "network-vif-unplugged", "status": "completed", "tag": "84466bbb-3632-4a43-bfc1-279b9c28e307", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:45.668264 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79c8e46c-d031-4be0-b026-bfd403c1b138 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:45.668657 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ae9190-a209-4fde-8575-4e7108014332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84466bbb-3632-4a43-bfc1-279b9c28e307', 'code': 200} Feb 09 03:24:45.684954 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d53f919-1d7f-483e-923c-091e04a1b665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.774482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe2097-1bde-4a44-ad25-92d63b5530b2 req-b36976ef-c5b4-4ad6-bb41-8ca4fc00a4b4 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:45.782281 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c05f41c4-d07c-41b9-b3c9-77710fe87934 req-0a816f22-e722-48df-86f6-11e0785ca9d7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 210 time: 0.0327966 Feb 09 03:24:45.788948 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10fe2097-1bde-4a44-ad25-92d63b5530b2 req-b36976ef-c5b4-4ad6-bb41-8ca4fc00a4b4 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.2126226 Feb 09 03:24:45.799325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['e273c984-1356-4b65-b6a0-dfff5506b971'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:45.881656 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3787455c-2c63-4724-9516-3f8f2b40c8a5 req-08e4e4d1-f38d-48a3-b906-2f23dd551bd1 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 210 time: 0.0473626 Feb 09 03:24:45.984343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10fe2097-1bde-4a44-ad25-92d63b5530b2 req-1ced5f30-f5f2-49d8-a4d9-332d24e405d5 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943045 Feb 09 03:24:46.005463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e33e59-b92e-4afc-8a9a-0bb647b295aa req-966d108b-bfab-4428-9dd5-9919e2c91e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.007541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07e33e59-b92e-4afc-8a9a-0bb647b295aa req-966d108b-bfab-4428-9dd5-9919e2c91e98 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 1129 time: 0.1751904 Feb 09 03:24:46.047442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Made reservation on behalf of b9b07480321e4a54b5b17d5264d44e7b for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:46.050822 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:46.052607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72757b1-25db-4d3e-85b9-92299b1ee704 req-413dd783-53e4-48bf-81dd-66e5d79473cb tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.062978 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b72757b1-25db-4d3e-85b9-92299b1ee704 req-413dd783-53e4-48bf-81dd-66e5d79473cb tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 944 time: 0.0952523 Feb 09 03:24:46.086499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07e33e59-b92e-4afc-8a9a-0bb647b295aa req-85edddcc-9650-4d12-835a-5317d251ae6d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724254 Feb 09 03:24:46.127498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b72757b1-25db-4d3e-85b9-92299b1ee704 req-187eb9cf-af41-4076-8d66-005157829f9d tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634217 Feb 09 03:24:46.246585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Allocated IP 192.168.233.86 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/291c2f93-8487-4ea4-ab99-d002c3209022) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:46.251869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3337d8-c8fa-4799-8736-ce8d0e026b25 req-86bd0b62-0693-40c5-b226-d17a01963907 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.253515 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c3337d8-c8fa-4799-8736-ce8d0e026b25 req-86bd0b62-0693-40c5-b226-d17a01963907 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 943 time: 0.0566792 Feb 09 03:24:46.291449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48651e8c-13f3-49a2-a68d-69831e6fca8f req-316872b7-57db-4a12-9ed5-a64bc6d7239c tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.293039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-48651e8c-13f3-49a2-a68d-69831e6fca8f req-316872b7-57db-4a12-9ed5-a64bc6d7239c tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.0902193 Feb 09 03:24:46.302145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c3337d8-c8fa-4799-8736-ce8d0e026b25 req-03bce523-4366-4e18-ba09-73eba6525f36 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 Feb 09 03:24:46.403521 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-48651e8c-13f3-49a2-a68d-69831e6fca8f req-9baf3bb3-8ee1-495f-a4ea-5a448cd0fac7 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045516 Feb 09 03:24:46.418417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affabe1-85f3-48c0-9ba9-91a6f8fa284a req-358526e4-23c6-49b7-8a8b-b3f1c0468005 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.420151 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2affabe1-85f3-48c0-9ba9-91a6f8fa284a req-358526e4-23c6-49b7-8a8b-b3f1c0468005 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 946 time: 0.0575409 Feb 09 03:24:46.488189 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2affabe1-85f3-48c0-9ba9-91a6f8fa284a req-7b0fa233-41ac-4256-9aa9-ff0ff9a085cf tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619152 Feb 09 03:24:46.491141 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks [] for port (291c2f93-8487-4ea4-ab99-d002c3209022), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:46.557158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d163e0-7e29-4737-ba9f-e8113e0fbaeb req-e797d5cd-d326-45de-ba50-5fbf59ffff6a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.559244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88d163e0-7e29-4737-ba9f-e8113e0fbaeb req-e797d5cd-d326-45de-ba50-5fbf59ffff6a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 945 time: 0.0872269 Feb 09 03:24:46.569779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:46.585713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['aedcc373-f3f9-4a4b-9d6f-93d460b51433', '816496f8-5697-49d4-9966-ba967a965d02'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:46.622955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['696733ad-a6fe-42d0-8bc5-8c9528da6085'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:46.642167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5c397-3cf6-4adf-b42f-c3881b073526 req-11cbba66-0721-4779-9489-53b768393b70 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.643983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bf5c397-3cf6-4adf-b42f-c3881b073526 req-11cbba66-0721-4779-9489-53b768393b70 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0738997 Feb 09 03:24:46.664422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 696733ad-a6fe-42d0-8bc5-8c9528da6085 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:46.672047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:46.683770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:46.692857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:46.697481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Pushing event updated for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:46.713849 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bf5c397-3cf6-4adf-b42f-c3881b073526 req-71ff5936-20e8-42c0-b6aa-3b7553fad803 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634327 Feb 09 03:24:46.737086 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88d163e0-7e29-4737-ba9f-e8113e0fbaeb req-7cdf6a4a-f1a2-46fe-8691-89f2b98b073a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695049 Feb 09 03:24:46.804364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.807403 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:46.851189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e58c87-4b69-4fee-b6c1-2684c875a0ab req-63727493-8340-4bd3-828c-1529e12b89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.852902 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 696733ad-a6fe-42d0-8bc5-8c9528da6085 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:46.853279 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:46.857063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e7e58c87-4b69-4fee-b6c1-2684c875a0ab req-63727493-8340-4bd3-828c-1529e12b89cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 1128 time: 0.2376666 Feb 09 03:24:46.866537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-45d64a0f-a25e-467b-b7c1-df172af45a30 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2128997 Feb 09 03:24:46.890362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Request body: {'port': {'device_id': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:46.913953 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4fe25-3b4b-403e-a7d6-41c12572d3ce req-e6b7d89c-26bd-45f5-b774-52ba1568fbbb tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.924273 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1de4fe25-3b4b-403e-a7d6-41c12572d3ce req-e6b7d89c-26bd-45f5-b774-52ba1568fbbb tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0978615 Feb 09 03:24:47.003181 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1de4fe25-3b4b-403e-a7d6-41c12572d3ce req-13bd0dfc-089f-471d-a8cc-75634098029f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712438 Feb 09 03:24:47.054400 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e7e58c87-4b69-4fee-b6c1-2684c875a0ab req-f4511f8f-5670-47ce-9982-82b461dcab5b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810534 Feb 09 03:24:47.081464 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:24:47.087990 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-15dbef36-a6f8-46a5-8930-42d7afdfdb5e req-c2b1a0c9-e3a1-4e78-8692-d44baa33fe51 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 210 time: 0.0324082 Feb 09 03:24:47.092179 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.113197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e3784-f869-45e7-b883-7fe4d11eb299 req-d57dc962-3351-45b5-903f-fb0948b98cf1 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:47.114829 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d7e3784-f869-45e7-b883-7fe4d11eb299 req-d57dc962-3351-45b5-903f-fb0948b98cf1 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 935 time: 0.1368141 Feb 09 03:24:47.134580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 696733ad-a6fe-42d0-8bc5-8c9528da6085 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:47.134961 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.178176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a4e2c03f-594a-44a0-a02f-7390b4fca3e4 None None] Provisioning complete for port 291c2f93-8487-4ea4-ab99-d002c3209022 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:47.178546 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4e2c03f-594a-44a0-a02f-7390b4fca3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.215977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e64729-0212-41ef-b51a-c9565fd5c6e6 req-64e598dc-e707-46e9-a19c-1eec44ed594c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:47.217043 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67e64729-0212-41ef-b51a-c9565fd5c6e6 req-64e598dc-e707-46e9-a19c-1eec44ed594c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0576477 Feb 09 03:24:47.223084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:47.235492 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.236278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b95ac296-d862-4208-bfde-7450da719034 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:47.262076 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d7e3784-f869-45e7-b883-7fe4d11eb299 req-48ee35e9-19ae-4aed-abc0-eab775da287e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216867 Feb 09 03:24:47.296028 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67e64729-0212-41ef-b51a-c9565fd5c6e6 req-3e59c877-715e-42f1-a900-1535ab550c30 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728073 Feb 09 03:24:47.296281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2c03f-594a-44a0-a02f-7390b4fca3e4 None None] Port 291c2f93-8487-4ea4-ab99-d002c3209022 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:24:47.350779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=696733ad-a6fe-42d0-8bc5-8c9528da6085,revision_number=11']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:47.393168 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port b95ac296-d862-4208-bfde-7450da719034 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:24:47.406805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port b95ac296-d862-4208-bfde-7450da719034 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:47.407180 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b95ac296-d862-4208-bfde-7450da719034), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.469543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014346b-1d02-4d88-8c75-526275fd273d req-0a6feb54-38da-48a5-a968-b94f1b9bc6e1 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:47.471345 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2014346b-1d02-4d88-8c75-526275fd273d req-0a6feb54-38da-48a5-a968-b94f1b9bc6e1 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 944 time: 0.0782607 Feb 09 03:24:47.499797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291c2f93-8487-4ea4-ab99-d002c3209022 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:47.504741 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b95ac296-d862-4208-bfde-7450da719034 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:47.505143 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b95ac296-d862-4208-bfde-7450da719034), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.509668 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Publish callbacks [] for port (291c2f93-8487-4ea4-ab99-d002c3209022), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.523243 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2014346b-1d02-4d88-8c75-526275fd273d req-970318cb-9392-4ec0-9ae0-5e886a92532e tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454783 Feb 09 03:24:47.529424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Transition to ACTIVE for port object 291c2f93-8487-4ea4-ab99-d002c3209022 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:24:47.537525 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c5550-cbd9-4e97-9f12-2f988e83a644 req-1395b33e-b14e-4e7d-b3a9-f712afa86a1d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:47.544718 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c14c5550-cbd9-4e97-9f12-2f988e83a644 req-1395b33e-b14e-4e7d-b3a9-f712afa86a1d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0983818 Feb 09 03:24:47.546376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b95ac296-d862-4208-bfde-7450da719034, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b95ac296-d862-4208-bfde-7450da719034,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:47.553234 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.561565 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b95ac296-d862-4208-bfde-7450da719034), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.635083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b95ac296-d862-4208-bfde-7450da719034,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:47.644224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Pushing event updated for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:47.662006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c14c5550-cbd9-4e97-9f12-2f988e83a644 req-fa94a89b-d76f-4666-9ece-387bdf8072fe tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162999 Feb 09 03:24:47.669537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085'}, {'server_uuid': '8d36f5cb-3574-4bc5-9738-696aa2303bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95ac296-d862-4208-bfde-7450da719034'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:47.672210 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5ac362-90f3-4842-bab4-ae1f23f679b7" -d '{"events": [{"server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "name": "network-vif-plugged", "status": "completed", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085"}, {"server_uuid": "8d36f5cb-3574-4bc5-9738-696aa2303bcc", "name": "network-vif-plugged", "status": "completed", "tag": "b95ac296-d862-4208-bfde-7450da719034"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:47.712217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd3744-4eac-4440-a57f-c5b4df96d7ff req-c2a1cee2-70bf-4fa9-9ee6-f2dc38a49fb9 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:47.713969 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f4bd3744-4eac-4440-a57f-c5b4df96d7ff req-c2a1cee2-70bf-4fa9-9ee6-f2dc38a49fb9 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1089249 Feb 09 03:24:47.789757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f4bd3744-4eac-4440-a57f-c5b4df96d7ff req-931491fc-908d-4125-bcf7-7e678b80e60f tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644083 Feb 09 03:24:47.834187 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd1bdb4-1506-4d59-a2a5-8df0641900be x-openstack-request-id: req-dbd1bdb4-1506-4d59-a2a5-8df0641900be {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:47.834684 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "name": "network-vif-plugged", "status": "completed", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085", "code": 200}, {"server_uuid": "8d36f5cb-3574-4bc5-9738-696aa2303bcc", "name": "network-vif-plugged", "status": "completed", "tag": "b95ac296-d862-4208-bfde-7450da719034", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:47.835112 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbd1bdb4-1506-4d59-a2a5-8df0641900be {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:47.835653 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'code': 200} Feb 09 03:24:47.836145 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d36f5cb-3574-4bc5-9738-696aa2303bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95ac296-d862-4208-bfde-7450da719034', 'code': 200} Feb 09 03:24:47.949071 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21cee9-eabd-4d47-877e-30bab72e30fe req-404bd8c2-f8ca-4fdd-b73a-d2bcd57a4fe2 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:47.951713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc21cee9-eabd-4d47-877e-30bab72e30fe req-404bd8c2-f8ca-4fdd-b73a-d2bcd57a4fe2 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 946 time: 0.0667796 Feb 09 03:24:48.022728 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc21cee9-eabd-4d47-877e-30bab72e30fe req-ac2ec51b-25b1-4e63-a397-9989b310d75a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652063 Feb 09 03:24:48.081497 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8ad632c-c869-4bac-b19e-db6432eb8fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.122013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Attempting to bind port 291c2f93-8487-4ea4-ab99-d002c3209022 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:48.122013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Attempting to bind port 291c2f93-8487-4ea4-ab99-d002c3209022 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:48.122362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Attempting to bind port 291c2f93-8487-4ea4-ab99-d002c3209022 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:48.193999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ec7d9fd6-eca8-47eb-9bc5-e8862da03caf req-f1c23066-8b5f-4b18-9acb-eeadc579b9d4 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 210 time: 0.0272596 Feb 09 03:24:48.203362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Port 291c2f93-8487-4ea4-ab99-d002c3209022 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:24:48.203697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Attempting to bind port 291c2f93-8487-4ea4-ab99-d002c3209022 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:48.223800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:48.224136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:48.224522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:48.224951 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Bound port: 291c2f93-8487-4ea4-ab99-d002c3209022, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:48.225308 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.283520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f46ce-03e3-432e-bd15-6674db5d2f3b req-aa0f398a-4297-47d2-83b9-5bfb674d66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.284997 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c44f46ce-03e3-432e-bd15-6674db5d2f3b req-aa0f398a-4297-47d2-83b9-5bfb674d66bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 1129 time: 0.1827323 Feb 09 03:24:48.302003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad2799-540e-494a-955e-708f9a571e85 req-b62e2bcd-b35d-4e05-9901-e5f93f44fdf6 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.303482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-58ad2799-540e-494a-955e-708f9a571e85 req-b62e2bcd-b35d-4e05-9901-e5f93f44fdf6 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 946 time: 0.5485508 Feb 09 03:24:48.379515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de45bec-fe11-4d9e-b8f3-e99f335d0612 req-adbe0a02-62fe-45e2-afb4-bf81f69f428c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.380906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8de45bec-fe11-4d9e-b8f3-e99f335d0612 req-adbe0a02-62fe-45e2-afb4-bf81f69f428c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 947 time: 0.0529320 Feb 09 03:24:48.388115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f32e1374-b794-4244-82e6-77f7c2bcf351 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.389703 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f32e1374-b794-4244-82e6-77f7c2bcf351 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.65 "GET /v2.0/networks?id=71523fad-1d1d-4cff-aa43-38ec8f56b13a HTTP/1.1" status: 200 len: 817 time: 0.2883177 Feb 09 03:24:48.400243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:48.407385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:48.418625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-b39e94af-2c48-45e5-a177-24445e278b5a req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Request body: {'port': {'device_id': 'b8cb5e78-c711-4991-914a-564f826cde87', 'network_id': '71523fad-1d1d-4cff-aa43-38ec8f56b13a', 'admin_state_up': True, 'tenant_id': '19792cc1ca2d416484a56fbb6d84b268'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:48.431005 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8de45bec-fe11-4d9e-b8f3-e99f335d0612 req-ab78d9be-fd61-47d4-96dc-67b8ad9e7e12 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Feb 09 03:24:48.465157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.477520 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c44f46ce-03e3-432e-bd15-6674db5d2f3b req-034f69c1-55a0-4d07-86cb-accbe59ab836 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729560 Feb 09 03:24:48.520806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-58ad2799-540e-494a-955e-708f9a571e85 req-b95514a2-576d-4f03-83b7-4e38b5377de7 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007027 Feb 09 03:24:48.531037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.531669 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.533046 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] 10.222.0.42 "PUT /v2.0/ports/291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 1096 time: 1.6566324 Feb 09 03:24:48.533526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:48.535802 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1d4f78-6fbb-4ca8-a5e5-43c05551d500" -d '{"events": [{"name": "network-changed", "server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:48.580045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bfe90-99f5-4285-b34f-1e2358d92a93 req-c95af401-a5b0-45cb-86cd-1e59321d8346 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.582014 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0f0bfe90-99f5-4285-b34f-1e2358d92a93 req-c95af401-a5b0-45cb-86cd-1e59321d8346 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0918732 Feb 09 03:24:48.588266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19646b69-19ee-44d2-8dfd-2bf7a82c8555 service neutron] Pushing event updated for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:48.595450 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02481d92-aeef-467f-bca4-4fd185ceb8b7 x-openstack-request-id: req-02481d92-aeef-467f-bca4-4fd185ceb8b7 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:48.595745 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:48.596005 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02481d92-aeef-467f-bca4-4fd185ceb8b7 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:48.596415 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022', 'status': 'completed', 'code': 200} Feb 09 03:24:48.671873 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0f0bfe90-99f5-4285-b34f-1e2358d92a93 req-9ff0b3f6-80ba-482b-a9fd-57361059aba1 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761976 Feb 09 03:24:48.677011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39e94af-2c48-45e5-a177-24445e278b5a req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Made reservation on behalf of 19792cc1ca2d416484a56fbb6d84b268 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:48.680625 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b39e94af-2c48-45e5-a177-24445e278b5a req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.698438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-d11a0472-1158-40f9-84be-5d6be2e745d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.698438 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-d11a0472-1158-40f9-84be-5d6be2e745d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1130 time: 0.0871346 Feb 09 03:24:48.753247 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-0b48b620-304a-4775-a191-50f01ccd827f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 217 time: 0.0480161 Feb 09 03:24:48.797700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e273c984-1356-4b65-b6a0-dfff5506b971 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:48.857775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084cbe5-b6a5-4fe1-b932-188b81a49ff7 req-f9afa977-15d1-43a4-8e5b-2fd55443e52a tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.859589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1084cbe5-b6a5-4fe1-b932-188b81a49ff7 req-f9afa977-15d1-43a4-8e5b-2fd55443e52a tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 944 time: 0.0770748 Feb 09 03:24:48.866512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port e273c984-1356-4b65-b6a0-dfff5506b971 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:24:48.871173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port e273c984-1356-4b65-b6a0-dfff5506b971 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:48.871707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.912008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1084cbe5-b6a5-4fe1-b932-188b81a49ff7 req-375a9412-9ddc-4494-abdc-572470bd2e39 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456417 Feb 09 03:24:48.920060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-04eaf2d1-963a-455b-adf5-a290ac73ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.921647 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-04eaf2d1-963a-455b-adf5-a290ac73ad17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1297681 Feb 09 03:24:48.960504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port e273c984-1356-4b65-b6a0-dfff5506b971 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:48.960890 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.000319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e273c984-1356-4b65-b6a0-dfff5506b971, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e273c984-1356-4b65-b6a0-dfff5506b971,segment=NetworkSegment(48fe9c52-9d1e-4090-9ab8-82191959d806),segment_id=48fe9c52-9d1e-4090-9ab8-82191959d806)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:49.007210 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-b39e94af-2c48-45e5-a177-24445e278b5a req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Allocated IP 172.20.0.7 (71523fad-1d1d-4cff-aa43-38ec8f56b13a/bb639c8b-93e2-4f81-bc1a-c227ff24793f/9b3f7aeb-cef3-4890-99bf-d272f6a88802) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:49.007426 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.007426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 84466bbb-3632-4a43-bfc1-279b9c28e307 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:49.028017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b27ccc-49e0-4792-8ef5-7292e0391f08 req-1e10d555-0ea6-42b5-853c-c702098e5dec tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:49.030547 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-50b27ccc-49e0-4792-8ef5-7292e0391f08 req-1e10d555-0ea6-42b5-853c-c702098e5dec tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1671736 Feb 09 03:24:49.061432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28151b-06ba-4c8b-8ab8-3976a42f128a req-b59b3adc-febb-43f0-93b7-bde7706f4844 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:49.063192 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a28151b-06ba-4c8b-8ab8-3976a42f128a req-b59b3adc-febb-43f0-93b7-bde7706f4844 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 946 time: 0.0737317 Feb 09 03:24:49.070575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-e249fb72-d80a-4276-b712-a74e48891fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:49.072183 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-e249fb72-d80a-4276-b712-a74e48891fdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1427386 Feb 09 03:24:49.088207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=e273c984-1356-4b65-b6a0-dfff5506b971,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:49.145732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a28151b-06ba-4c8b-8ab8-3976a42f128a req-2d67bdfb-17e9-45c3-b7f2-582664e06f09 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760672 Feb 09 03:24:49.149404 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 84466bbb-3632-4a43-bfc1-279b9c28e307 is: DOWN; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:49.244419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-50b27ccc-49e0-4792-8ef5-7292e0391f08 req-6929a2f8-6019-4278-8766-27f5ac290a2c tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904960 Feb 09 03:24:49.252254 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.273463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051580f7-35a1-4cd2-b16b-d06c719136bc req-18acfb88-3b2c-4f70-be66-47ab3a1cb725 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:49.274528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-051580f7-35a1-4cd2-b16b-d06c719136bc req-18acfb88-3b2c-4f70-be66-47ab3a1cb725 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.0720174 Feb 09 03:24:49.325113 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-051580f7-35a1-4cd2-b16b-d06c719136bc req-fe975554-96c2-4429-b5c1-c5dfda5aa939 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Feb 09 03:24:49.325643 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-732f68c9-c226-4ac0-81a0-58ee59b5aa33 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430842 Feb 09 03:24:49.413466 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b39e94af-2c48-45e5-a177-24445e278b5a req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Publish callbacks [] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.415713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aef3372f-e292-4167-a021-dd1a20470666 req-d7251de1-3cf7-49aa-a21d-1e96aa926ef4 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 210 time: 0.0296628 Feb 09 03:24:49.462456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeba9ad-7bff-44db-9346-12203840ad76 req-5bcc4b94-cad5-45d7-9e3c-fb2c062dad4b tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:49.463958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfeba9ad-7bff-44db-9346-12203840ad76 req-5bcc4b94-cad5-45d7-9e3c-fb2c062dad4b tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 946 time: 0.1595011 Feb 09 03:24:49.510339 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71ae099c-3faa-4365-b4e8-f409010fd4ae req-d09d684c-5ba1-4165-8018-6819962c9b86 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631882 Feb 09 03:24:49.528687 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b39e94af-2c48-45e5-a177-24445e278b5a req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.618893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfeba9ad-7bff-44db-9346-12203840ad76 req-2f35e7ef-cc6c-4773-bd0e-4ea57565db3c tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412981 Feb 09 03:24:49.622084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39e94af-2c48-45e5-a177-24445e278b5a req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Network 71523fad-1d1d-4cff-aa43-38ec8f56b13a is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:49.622682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-e3033e36-a912-4e63-a45f-b49c9fd9bb7b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:49.624427 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-e3033e36-a912-4e63-a45f-b49c9fd9bb7b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/networks?id=a89aa393-1edb-4017-b205-397b2e5a52d2 HTTP/1.1" status: 200 len: 811 time: 0.1113586 Feb 09 03:24:49.628907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-b39e94af-2c48-45e5-a177-24445e278b5a req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:49.631587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39e94af-2c48-45e5-a177-24445e278b5a req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:49.639829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Pushing event updated for resources: {'Port': ['ID=9b3f7aeb-cef3-4890-99bf-d272f6a88802,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:49.649654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-8933fd7e-647c-458a-8c9f-407ef7666c05 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/quotas/dcb34353e17541faaf238eaa9a9e6ab1 HTTP/1.1" status: 200 len: 375 time: 0.0110490 Feb 09 03:24:49.704758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d4f78-6fbb-4ca8-a5e5-43c05551d500 req-ea8ccf0e-fa7d-4509-b9f4-9711f16f1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:49.706224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d1d4f78-6fbb-4ca8-a5e5-43c05551d500 req-ea8ccf0e-fa7d-4509-b9f4-9711f16f1181 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1130 time: 0.1378617 Feb 09 03:24:49.711617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e94af-2c48-45e5-a177-24445e278b5a req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:49.712233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b39e94af-2c48-45e5-a177-24445e278b5a req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.713891 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-926a5c70-279d-42a0-a721-36d7cb6ebe84 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dcb34353e17541faaf238eaa9a9e6ab1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551178 Feb 09 03:24:49.796202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-b156e274-02ee-4da8-ac10-7f580662d9a6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3871949 Feb 09 03:24:49.810265 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-6c1cae09-d436-48f1-afa5-bc0d63f1e18b service neutron] 10.222.0.21 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874121 Feb 09 03:24:49.828807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452332a-373f-4976-8524-7c52e912e32f req-7880720d-d41c-4ab2-b7c0-09f23e70af39 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:49.830317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b452332a-373f-4976-8524-7c52e912e32f req-7880720d-d41c-4ab2-b7c0-09f23e70af39 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 947 time: 0.1478100 Feb 09 03:24:49.837926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88864212-b030-4558-927c-acb481a00dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e273c984-1356-4b65-b6a0-dfff5506b971'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:49.841719 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32072f86-7fdb-4de6-b79e-dd2e3167842a" -d '{"events": [{"server_uuid": "88864212-b030-4558-927c-acb481a00dfd", "name": "network-vif-plugged", "status": "completed", "tag": "e273c984-1356-4b65-b6a0-dfff5506b971"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:49.846641 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Request body: {'port': {'device_id': 'b8cb5e78-c711-4991-914a-564f826cde87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:49.897288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d4f78-6fbb-4ca8-a5e5-43c05551d500 req-907aafe0-fc7b-4724-9a93-8634a30e2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:49.898808 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d1d4f78-6fbb-4ca8-a5e5-43c05551d500 req-907aafe0-fc7b-4724-9a93-8634a30e2037 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1829717 Feb 09 03:24:49.912369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-759320fa-b06c-4a5e-a4a7-7cc67374e12e service neutron] 10.222.0.21 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954695 Feb 09 03:24:49.978903 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d1d4f78-6fbb-4ca8-a5e5-43c05551d500 req-94e722ab-d5c8-42a2-b81f-15794395ac99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 217 time: 0.0695877 Feb 09 03:24:49.985007 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b452332a-373f-4976-8524-7c52e912e32f req-4fdb1983-8f48-4796-9f4a-25e64ec22011 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433325 Feb 09 03:24:50.023740 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.051617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d4f78-6fbb-4ca8-a5e5-43c05551d500 req-66708d66-9aa7-4b5a-a244-7b50698f95be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:50.053990 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d1d4f78-6fbb-4ca8-a5e5-43c05551d500 req-66708d66-9aa7-4b5a-a244-7b50698f95be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0661170 Feb 09 03:24:50.092342 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a40a8e9-ea57-4a7e-a026-6c176d824e4c x-openstack-request-id: req-5a40a8e9-ea57-4a7e-a026-6c176d824e4c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:50.092835 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88864212-b030-4558-927c-acb481a00dfd", "name": "network-vif-plugged", "status": "completed", "tag": "e273c984-1356-4b65-b6a0-dfff5506b971", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:50.093233 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a40a8e9-ea57-4a7e-a026-6c176d824e4c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:50.093816 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88864212-b030-4558-927c-acb481a00dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e273c984-1356-4b65-b6a0-dfff5506b971', 'code': 200} Feb 09 03:24:50.255352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07830f-52e2-46a2-a98d-718c5f188d5c req-17c5deba-8581-4e7f-b1f3-4baf43967240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:50.257087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d07830f-52e2-46a2-a98d-718c5f188d5c req-17c5deba-8581-4e7f-b1f3-4baf43967240 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 1128 time: 0.1022868 Feb 09 03:24:50.258999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed9aeb-6f12-43e7-9cde-b67b1090f818 req-8b3567d7-d259-4a25-a78e-867ee2b866ad tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:50.267537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2fed9aeb-6f12-43e7-9cde-b67b1090f818 req-8b3567d7-d259-4a25-a78e-867ee2b866ad tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1897659 Feb 09 03:24:50.267720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb9d2-d1af-4bdf-83b7-575bf89bbf79 req-745b7ae1-0b29-4e7b-bb61-fef053f1a45c tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:50.269391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-942fb9d2-d1af-4bdf-83b7-575bf89bbf79 req-745b7ae1-0b29-4e7b-bb61-fef053f1a45c tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 945 time: 0.0799422 Feb 09 03:24:50.274072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d4f78-6fbb-4ca8-a5e5-43c05551d500 req-801aa6b1-23b5-4483-96c0-45ea66ca716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:50.275549 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d1d4f78-6fbb-4ca8-a5e5-43c05551d500 req-801aa6b1-23b5-4483-96c0-45ea66ca716f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1990404 Feb 09 03:24:50.329805 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d07830f-52e2-46a2-a98d-718c5f188d5c req-19c0394c-0117-4708-b479-099a6a11766d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591679 Feb 09 03:24:50.354163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-942fb9d2-d1af-4bdf-83b7-575bf89bbf79 req-411d354d-8ff0-42da-b2d6-8b163c49cf13 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642741 Feb 09 03:24:50.442733 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b01c9ca0-e906-4802-9a93-5560eebc0ad6 req-77fefa13-0030-43c5-8091-f3190afd8c73 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 210 time: 0.0312588 Feb 09 03:24:50.451015 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2fed9aeb-6f12-43e7-9cde-b67b1090f818 req-f8845dd8-feea-4f52-be90-973117a866b4 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824539 Feb 09 03:24:50.515559 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d1d4f78-6fbb-4ca8-a5e5-43c05551d500 req-0f8e5c08-547b-41c2-8caf-b0a3afa0ffdc service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323861 Feb 09 03:24:50.614511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb3ec4-142d-43a7-a345-4b5831b974ae req-e2ace77e-68da-4aa9-9b37-d7c3ef60c29d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:50.616348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46cb3ec4-142d-43a7-a345-4b5831b974ae req-e2ace77e-68da-4aa9-9b37-d7c3ef60c29d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 946 time: 0.0931962 Feb 09 03:24:50.627489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fcc64-e924-4ed8-9ccb-b0442d99c0f6 req-2f7ba7a7-30b9-4947-bfd5-c68ef056dd91 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:50.630166 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-941fcc64-e924-4ed8-9ccb-b0442d99c0f6 req-2f7ba7a7-30b9-4947-bfd5-c68ef056dd91 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e9e8995-20c5-4788-a6ff-16839ddf53b9 HTTP/1.1" status: 200 len: 946 time: 0.0962517 Feb 09 03:24:50.663561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3f7aeb-cef3-4890-99bf-d272f6a88802 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:50.673897 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Publish callbacks [] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.717216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Transition to ACTIVE for port object 9b3f7aeb-cef3-4890-99bf-d272f6a88802 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:24:50.722654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46cb3ec4-142d-43a7-a345-4b5831b974ae req-adf66c09-7850-4c40-92b3-a3f8d276a45d tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da82855-c542-4e08-bb7c-808c840c39db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860307 Feb 09 03:24:50.732440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2637410-458e-4816-8c3c-cf9c71d54f25 req-d162f942-3d14-4a8b-9902-1891e3f069e2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:50.734007 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2637410-458e-4816-8c3c-cf9c71d54f25 req-d162f942-3d14-4a8b-9902-1891e3f069e2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1775622 Feb 09 03:24:50.736965 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.743052 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d1d4f78-6fbb-4ca8-a5e5-43c05551d500 req-6b96830f-4bfd-4780-9039-ab4f768cb7ce service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134292 Feb 09 03:24:50.780947 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.832042 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Pushing event updated for resources: {'Port': ['ID=9b3f7aeb-cef3-4890-99bf-d272f6a88802,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:50.872929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-941fcc64-e924-4ed8-9ccb-b0442d99c0f6 req-ae96a3ab-b43b-4cda-bc50-98c13a83f592 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Deleting port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:50.873350 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-941fcc64-e924-4ed8-9ccb-b0442d99c0f6 req-ae96a3ab-b43b-4cda-bc50-98c13a83f592 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.891565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2637410-458e-4816-8c3c-cf9c71d54f25 req-d4ac03fd-466c-4773-a9f2-c309ba17a460 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206357 Feb 09 03:24:50.941812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Attempting to bind port 9b3f7aeb-cef3-4890-99bf-d272f6a88802 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:50.942146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Attempting to bind port 9b3f7aeb-cef3-4890-99bf-d272f6a88802 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '71523fad-1d1d-4cff-aa43-38ec8f56b13a'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:50.942266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418287d-6ac3-4139-828c-7251b8fe342b req-d00a3123-6b0f-4354-b3d2-8677981aef01 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:50.942472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Attempting to bind port 9b3f7aeb-cef3-4890-99bf-d272f6a88802 on network 71523fad-1d1d-4cff-aa43-38ec8f56b13a {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:50.943737 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3418287d-6ac3-4139-828c-7251b8fe342b req-d00a3123-6b0f-4354-b3d2-8677981aef01 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 943 time: 0.1227314 Feb 09 03:24:50.949752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Port 9b3f7aeb-cef3-4890-99bf-d272f6a88802 on network 71523fad-1d1d-4cff-aa43-38ec8f56b13a not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:24:50.950071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Attempting to bind port 9b3f7aeb-cef3-4890-99bf-d272f6a88802 on network 71523fad-1d1d-4cff-aa43-38ec8f56b13a {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:50.956188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:50.956188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Checking segment: {'id': 'c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '71523fad-1d1d-4cff-aa43-38ec8f56b13a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:50.956491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Bound using segment: {'id': 'c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '71523fad-1d1d-4cff-aa43-38ec8f56b13a'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:50.956692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Bound port: 9b3f7aeb-cef3-4890-99bf-d272f6a88802, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '71523fad-1d1d-4cff-aa43-38ec8f56b13a'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:50.957024 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:51.014434 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-941fcc64-e924-4ed8-9ccb-b0442d99c0f6 req-ae96a3ab-b43b-4cda-bc50-98c13a83f592 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] For port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b,segment=NetworkSegment(4d9f1391-b750-45c0-a03f-31d4503d370c),segment_id=4d9f1391-b750-45c0-a03f-31d4503d370c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:51.015203 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-941fcc64-e924-4ed8-9ccb-b0442d99c0f6 req-ae96a3ab-b43b-4cda-bc50-98c13a83f592 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:51.043989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3418287d-6ac3-4139-828c-7251b8fe342b req-2e58bf50-089d-4adb-b973-b2ecf8886747 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916173 Feb 09 03:24:51.045045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-941fcc64-e924-4ed8-9ccb-b0442d99c0f6 req-ae96a3ab-b43b-4cda-bc50-98c13a83f592 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Calling delete_port for 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:51.047633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] For port 9b3f7aeb-cef3-4890-99bf-d272f6a88802, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:51.052173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] For port 9b3f7aeb-cef3-4890-99bf-d272f6a88802, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=9b3f7aeb-cef3-4890-99bf-d272f6a88802,segment=NetworkSegment(c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02),segment_id=c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:51.084086 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:51.130321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:51.130321 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:51.131422 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] 10.222.0.65 "PUT /v2.0/ports/9b3f7aeb-cef3-4890-99bf-d272f6a88802 HTTP/1.1" status: 200 len: 1092 time: 1.2943277 Feb 09 03:24:51.132043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cb5e78-c711-4991-914a-564f826cde87', 'tag': '9b3f7aeb-cef3-4890-99bf-d272f6a88802'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:51.134606 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b490343-f491-420f-8fd7-0302ef91e1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cb5e78-c711-4991-914a-564f826cde87", "tag": "9b3f7aeb-cef3-4890-99bf-d272f6a88802"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:51.170202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0244f-61f8-4170-af49-0bd4e6775c65 req-a7a0913d-9448-490c-bfe4-69dba9fc1859 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:51.171837 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-43c0244f-61f8-4170-af49-0bd4e6775c65 req-a7a0913d-9448-490c-bfe4-69dba9fc1859 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 946 time: 0.1216190 Feb 09 03:24:51.178078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2ad29-4653-4edd-b8b6-d3fbc980f24b service neutron] Pushing event updated for resources: {'Port': ['ID=9b3f7aeb-cef3-4890-99bf-d272f6a88802,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:51.216862 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-941fcc64-e924-4ed8-9ccb-b0442d99c0f6 req-ae96a3ab-b43b-4cda-bc50-98c13a83f592 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:51.229699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:51.243434 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96a3ab-b43b-4cda-bc50-98c13a83f592 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Pushing event deleted for resources: {'Port': ['ID=2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:51.262644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-43c0244f-61f8-4170-af49-0bd4e6775c65 req-10c2e21b-8cee-4496-b89d-12aa7b202c4d tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813758 Feb 09 03:24:51.314255 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7f4ba2-2670-4964-9ed9-7f23741b7850 x-openstack-request-id: req-2e7f4ba2-2670-4964-9ed9-7f23741b7850 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:51.314670 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cb5e78-c711-4991-914a-564f826cde87", "tag": "9b3f7aeb-cef3-4890-99bf-d272f6a88802", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:51.315016 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e7f4ba2-2670-4964-9ed9-7f23741b7850 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:51.315627 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cb5e78-c711-4991-914a-564f826cde87', 'tag': '9b3f7aeb-cef3-4890-99bf-d272f6a88802', 'status': 'completed', 'code': 200} Feb 09 03:24:51.346211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-941fcc64-e924-4ed8-9ccb-b0442d99c0f6 req-ae96a3ab-b43b-4cda-bc50-98c13a83f592 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] No DVR routers for this DVR port 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:51.350160 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-941fcc64-e924-4ed8-9ccb-b0442d99c0f6 req-ae96a3ab-b43b-4cda-bc50-98c13a83f592 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:51.352988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-941fcc64-e924-4ed8-9ccb-b0442d99c0f6 req-ae96a3ab-b43b-4cda-bc50-98c13a83f592 tempest-DeleteServersTestJSON-3651906 tempest-DeleteServersTestJSON-3651906-project] 10.222.0.42 "DELETE /v2.0/ports/2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b HTTP/1.1" status: 204 len: 173 time: 0.7152467 Feb 09 03:24:51.353475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9e8995-20c5-4788-a6ff-16839ddf53b9', 'name': 'network-vif-deleted', 'tag': '2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:51.356070 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f185a6b-277e-4db3-957a-7200aaec0263" -d '{"events": [{"server_uuid": "3e9e8995-20c5-4788-a6ff-16839ddf53b9", "name": "network-vif-deleted", "tag": "2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:51.388562 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4fdf2-faf4-47ca-b2e0-accaa96d8076 req-d0cfb61b-5ae3-4fae-8bff-241839933acd tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:51.390433 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3a4fdf2-faf4-47ca-b2e0-accaa96d8076 req-d0cfb61b-5ae3-4fae-8bff-241839933acd tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 947 time: 0.0972779 Feb 09 03:24:51.450941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3a4fdf2-faf4-47ca-b2e0-accaa96d8076 req-551ebc27-f0d2-4255-adc4-0848a744d107 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535302 Feb 09 03:24:51.526245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe46f3f-b60a-41b8-aedb-0eda57ada3f1 req-7ff6aa66-6a27-4266-9e27-09731603e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:51.527942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbe46f3f-b60a-41b8-aedb-0eda57ada3f1 req-7ff6aa66-6a27-4266-9e27-09731603e22a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 1128 time: 0.2364910 Feb 09 03:24:51.532659 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e94af-2c48-45e5-a177-24445e278b5a req-58b8e578-cfe1-4d0f-ae3e-9ef9632dfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:51.534096 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-58b8e578-cfe1-4d0f-ae3e-9ef9632dfdef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19792cc1ca2d416484a56fbb6d84b268&device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 1126 time: 0.2438753 Feb 09 03:24:51.626461 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bad786d-a3b2-47aa-bc52-0beb59f100cf x-openstack-request-id: req-9bad786d-a3b2-47aa-bc52-0beb59f100cf {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:51.626756 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9e8995-20c5-4788-a6ff-16839ddf53b9", "name": "network-vif-deleted", "tag": "2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:51.627018 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bad786d-a3b2-47aa-bc52-0beb59f100cf {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:51.627435 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9e8995-20c5-4788-a6ff-16839ddf53b9', 'name': 'network-vif-deleted', 'tag': '2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b', 'status': 'completed', 'code': 200} Feb 09 03:24:51.737657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8db1c-6d6b-4666-a343-dbe9e206e51c req-6c72ebd5-0a13-4655-b452-deb4f7073255 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:51.739407 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94d8db1c-6d6b-4666-a343-dbe9e206e51c req-6c72ebd5-0a13-4655-b452-deb4f7073255 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 945 time: 0.0571871 Feb 09 03:24:51.796191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94d8db1c-6d6b-4666-a343-dbe9e206e51c req-a427965a-4313-4d09-a703-e9c37e78d141 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508573 Feb 09 03:24:51.903975 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:51.906603 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bd93262d-de58-484e-9815-eedf28a222bd req-f34c6e1f-466e-4c46-b0fb-0ab49107e74f tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 210 time: 0.0344467 Feb 09 03:24:51.944422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-8e82b173-9663-4b7f-86d1-ca97d4b8f24a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:51.946562 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-8e82b173-9663-4b7f-86d1-ca97d4b8f24a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.42 "GET /v2.0/networks?id=a89aa393-1edb-4017-b205-397b2e5a52d2 HTTP/1.1" status: 200 len: 811 time: 0.5731792 Feb 09 03:24:51.947266 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-0cc50d7c-fa9f-48fd-9fdf-c3beb3e1b307 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b3f7aeb-cef3-4890-99bf-d272f6a88802 HTTP/1.1" status: 200 len: 217 time: 0.3912561 Feb 09 03:24:51.959169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10b15b-d970-4281-a73f-a519ea030588 req-b86a46e7-3142-4bb0-97a1-0876ddfec40c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:51.960643 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad10b15b-d970-4281-a73f-a519ea030588 req-b86a46e7-3142-4bb0-97a1-0876ddfec40c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.5867434 Feb 09 03:24:51.976320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Request body: {'port': {'device_id': '4aeed678-a385-4dbc-924d-cede45535ed9', 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2', 'admin_state_up': True, 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:52.108011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe46f3f-b60a-41b8-aedb-0eda57ada3f1 req-347da5cc-bb14-4be2-aa0f-fc7a0aa1a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:52.110200 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbe46f3f-b60a-41b8-aedb-0eda57ada3f1 req-347da5cc-bb14-4be2-aa0f-fc7a0aa1a5de service neutron] 10.222.0.65 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 919 time: 0.5723703 Feb 09 03:24:52.124852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e94af-2c48-45e5-a177-24445e278b5a req-8e78887d-8ca7-4c2b-874b-914c1a580ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:52.126319 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-8e78887d-8ca7-4c2b-874b-914c1a580ba2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bb639c8b-93e2-4f81-bc1a-c227ff24793f HTTP/1.1" status: 200 len: 857 time: 0.1636803 Feb 09 03:24:52.193566 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbe46f3f-b60a-41b8-aedb-0eda57ada3f1 req-c5bc0d0e-d159-402f-a1a3-cedced42b827 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03859bcc-0da4-4ac4-9f33-035b4370eeb4 HTTP/1.1" status: 200 len: 217 time: 0.0721714 Feb 09 03:24:52.234684 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-2ea36812-1935-4b24-92ad-3f757ee5f8c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=71523fad-1d1d-4cff-aa43-38ec8f56b13a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597117 Feb 09 03:24:52.252272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d84a4-280f-4ccb-b523-3cc56b993d6f req-a50aa4a1-1266-4266-846c-a5b9a6c87767 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:52.253802 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c30d84a4-280f-4ccb-b523-3cc56b993d6f req-a50aa4a1-1266-4266-846c-a5b9a6c87767 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0555065 Feb 09 03:24:52.275160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad10b15b-d970-4281-a73f-a519ea030588 req-791efbea-4aa0-4f31-9ccb-da2a245a0021 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942393 Feb 09 03:24:52.316903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c30d84a4-280f-4ccb-b523-3cc56b993d6f req-5ea2921b-785e-4b48-a2fb-e7ee1ed677dc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570400 Feb 09 03:24:52.350584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe46f3f-b60a-41b8-aedb-0eda57ada3f1 req-104d1770-7f9c-4d81-bb02-274921d8a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:52.352128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbe46f3f-b60a-41b8-aedb-0eda57ada3f1 req-104d1770-7f9c-4d81-bb02-274921d8a972 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5987146c-0272-47db-a79e-ae9778106f0b HTTP/1.1" status: 200 len: 858 time: 0.1459105 Feb 09 03:24:52.414537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbe46f3f-b60a-41b8-aedb-0eda57ada3f1 req-87c2d5c3-f49c-4668-8824-48d8aaf2c83d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488050 Feb 09 03:24:52.418415 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Made reservation on behalf of dcb34353e17541faaf238eaa9a9e6ab1 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:52.421894 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:52.528164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-f9e98f85-beb1-4efc-bcaa-51674ac1f48d service neutron] 10.222.0.65 "GET /v2.0/networks/71523fad-1d1d-4cff-aa43-38ec8f56b13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696774 Feb 09 03:24:52.577683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e52f7d-cadb-44ae-971b-c19e789eeddb req-1a9c7b1f-8f3e-41c4-865c-01a2f09b2727 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:52.579301 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21e52f7d-cadb-44ae-971b-c19e789eeddb req-1a9c7b1f-8f3e-41c4-865c-01a2f09b2727 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 947 time: 0.0534432 Feb 09 03:24:52.580648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dc911-1ce2-44a2-b26d-cc38ecd62cfc req-0f81f09c-4438-453d-8fa3-523ee72037a5 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:52.582137 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765dc911-1ce2-44a2-b26d-cc38ecd62cfc req-0f81f09c-4438-453d-8fa3-523ee72037a5 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 943 time: 0.2375033 Feb 09 03:24:52.632093 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21e52f7d-cadb-44ae-971b-c19e789eeddb req-4323f963-f42b-4075-beb6-893867307b6b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468738 Feb 09 03:24:52.744737 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbe46f3f-b60a-41b8-aedb-0eda57ada3f1 req-fc314191-694a-4014-9568-0572c9de30c1 service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144772 Feb 09 03:24:52.789232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 291c2f93-8487-4ea4-ab99-d002c3209022 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:52.856957 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765dc911-1ce2-44a2-b26d-cc38ecd62cfc req-4351c6e5-f11a-43f9-b74a-f6436c282445 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468910 Feb 09 03:24:52.859656 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b39e94af-2c48-45e5-a177-24445e278b5a req-1790908e-d5b5-4175-8e7d-bd4fde58a11c service neutron] 10.222.0.65 "GET /v2.0/networks/71523fad-1d1d-4cff-aa43-38ec8f56b13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972023 Feb 09 03:24:52.864521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Allocated IP 172.20.0.4 (a89aa393-1edb-4017-b205-397b2e5a52d2/38b239c2-f7d6-4051-b522-196f38b4079a/d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:52.962590 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbe46f3f-b60a-41b8-aedb-0eda57ada3f1 req-384d3ca1-ff93-4ec0-be27-f996e63651a0 service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103748 Feb 09 03:24:53.007520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:53.045220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '291c2f93-8487-4ea4-ab99-d002c3209022', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '291c2f93-8487-4ea4-ab99-d002c3209022', 'mac_address': 'fa:16:3e:ff:6d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:53.062076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f26975-e5ca-49e8-9e9b-7b0dabde553a req-57bdf00d-30d1-4873-b135-96406430790d tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:53.069748 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1f26975-e5ca-49e8-9e9b-7b0dabde553a req-57bdf00d-30d1-4873-b135-96406430790d tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 945 time: 0.1473513 Feb 09 03:24:53.098027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd0eaa79-1c3a-4bfe-98cc-e3a3389692b0 req-6b7b7f51-75ba-4c52-b651-e18dcabeee29 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 210 time: 0.0413296 Feb 09 03:24:53.108995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 291c2f93-8487-4ea4-ab99-d002c3209022 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:53.110330 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.131361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291c2f93-8487-4ea4-ab99-d002c3209022 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:53.136617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b490343-f491-420f-8fd7-0302ef91e1a8 req-cf6e5014-6e48-4f72-9bda-26e12d6bed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:53.138575 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b490343-f491-420f-8fd7-0302ef91e1a8 req-cf6e5014-6e48-4f72-9bda-26e12d6bed85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19792cc1ca2d416484a56fbb6d84b268&device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 1126 time: 0.1748736 Feb 09 03:24:53.158131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:53.171271 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.173094 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1f26975-e5ca-49e8-9e9b-7b0dabde553a req-1df0ace4-37d2-4787-a069-4b1fab915bd8 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021974 Feb 09 03:24:53.184804 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks [] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.275848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:53.291918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b490343-f491-420f-8fd7-0302ef91e1a8 req-55c3e5dc-71a2-4178-a4e0-125e8cdb0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:53.294377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b490343-f491-420f-8fd7-0302ef91e1a8 req-55c3e5dc-71a2-4178-a4e0-125e8cdb0391 service neutron] 10.222.0.65 "GET /v2.0/networks?id=71523fad-1d1d-4cff-aa43-38ec8f56b13a HTTP/1.1" status: 200 len: 918 time: 0.1442506 Feb 09 03:24:53.396622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b490343-f491-420f-8fd7-0302ef91e1a8 req-b8d729ad-78bf-4c3e-a8ba-181bb015bac7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b3f7aeb-cef3-4890-99bf-d272f6a88802 HTTP/1.1" status: 200 len: 217 time: 0.0723095 Feb 09 03:24:53.425405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f2cbb-c8f3-41a5-985b-103b9eb15920 req-c95c7d37-b59e-4058-bc7c-b1c04979b0f7 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:53.427349 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ee3f2cbb-c8f3-41a5-985b-103b9eb15920 req-c95c7d37-b59e-4058-bc7c-b1c04979b0f7 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0633600 Feb 09 03:24:53.433926 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.468637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['3f3f13e5-6c55-45f0-a126-f5f45c8aadd9'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:53.515002 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ee3f2cbb-c8f3-41a5-985b-103b9eb15920 req-3528c5e2-d6e4-4183-ba51-31a80f2b8564 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804071 Feb 09 03:24:53.531848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Network a89aa393-1edb-4017-b205-397b2e5a52d2 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:53.533625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['291c2f93-8487-4ea4-ab99-d002c3209022'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:53.545343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Pushing event updated for resources: {'Port': ['ID=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:53.549547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b490343-f491-420f-8fd7-0302ef91e1a8 req-2016c0d8-b200-4398-9d36-3023a5bacfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:53.551182 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b490343-f491-420f-8fd7-0302ef91e1a8 req-2016c0d8-b200-4398-9d36-3023a5bacfee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bb639c8b-93e2-4f81-bc1a-c227ff24793f HTTP/1.1" status: 200 len: 857 time: 0.1475718 Feb 09 03:24:53.552109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:53.565728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:53.611963 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b490343-f491-420f-8fd7-0302ef91e1a8 req-063ddfa6-c8a3-4d3f-8436-b328dc8dfee9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=71523fad-1d1d-4cff-aa43-38ec8f56b13a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428927 Feb 09 03:24:53.718594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d77bc-e85f-45ff-93bb-f2ce4610b869 req-3464c919-43cb-4f39-941c-7951b4456731 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:53.726833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d32d77bc-e85f-45ff-93bb-f2ce4610b869 req-3464c919-43cb-4f39-941c-7951b4456731 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.3121839 Feb 09 03:24:53.826123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:53.826764 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.838917 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d32d77bc-e85f-45ff-93bb-f2ce4610b869 req-38cf27bb-92ae-4576-b986-92c66c658f09 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111586 Feb 09 03:24:53.845602 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b490343-f491-420f-8fd7-0302ef91e1a8 req-245b8d00-40e6-4bb4-9a4c-82c4ddc0fd56 service neutron] 10.222.0.65 "GET /v2.0/networks/71523fad-1d1d-4cff-aa43-38ec8f56b13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113528 Feb 09 03:24:53.867369 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-cd808cdb-6697-45bf-aa6e-7d09448f467a tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9057114 Feb 09 03:24:53.880104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2de9c7-0e28-4139-ad62-294353e7e3be req-cd3ed6ae-d44f-4156-ab43-1c48ca8d2e35 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:53.882351 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c2de9c7-0e28-4139-ad62-294353e7e3be req-cd3ed6ae-d44f-4156-ab43-1c48ca8d2e35 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 948 time: 0.0716228 Feb 09 03:24:53.932222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Request body: {'port': {'device_id': '4aeed678-a385-4dbc-924d-cede45535ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:53.951507 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.971029 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c2de9c7-0e28-4139-ad62-294353e7e3be req-e241f23b-0153-43e2-8eb7-57587ecaaea5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812759 Feb 09 03:24:54.082963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:54.088208 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b490343-f491-420f-8fd7-0302ef91e1a8 req-a2cf9262-eb95-4b46-83fc-31fbf2ccf28b service neutron] 10.222.0.65 "GET /v2.0/networks/71523fad-1d1d-4cff-aa43-38ec8f56b13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361307 Feb 09 03:24:54.109451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43081c-81e2-4d10-8534-b66db96866d0 req-61e7191b-b724-4db3-a486-a16e7d263e5c tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:54.116264 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e43081c-81e2-4d10-8534-b66db96866d0 req-61e7191b-b724-4db3-a486-a16e7d263e5c tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 943 time: 0.1625395 Feb 09 03:24:54.199238 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e43081c-81e2-4d10-8534-b66db96866d0 req-be54a15b-02e7-4ff4-b4a4-177dc8adba82 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815623 Feb 09 03:24:54.250570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5e305-88d2-45a4-947f-8ce2f658494e req-900e1e31-b8c1-43e8-8f73-1002327c75ac tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:54.258273 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fd5e305-88d2-45a4-947f-8ce2f658494e req-900e1e31-b8c1-43e8-8f73-1002327c75ac tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 931 time: 0.0782776 Feb 09 03:24:54.327230 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fd5e305-88d2-45a4-947f-8ce2f658494e req-6a621c70-10dc-4d75-869e-8b05191a17f7 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593996 Feb 09 03:24:54.438022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:54.447802 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Publish callbacks [] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:54.461286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Transition to ACTIVE for port object d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:24:54.466807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:54.525154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Pushing event updated for resources: {'Port': ['ID=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:54.647417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Attempting to bind port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:54.648103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Attempting to bind port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:54.648103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Attempting to bind port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 on network a89aa393-1edb-4017-b205-397b2e5a52d2 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:54.657092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 on network a89aa393-1edb-4017-b205-397b2e5a52d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:24:54.657481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Attempting to bind port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 on network a89aa393-1edb-4017-b205-397b2e5a52d2 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:54.668523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:54.668901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Checking segment: {'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:54.669508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Bound using segment: {'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:54.669811 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Bound port: d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:54.670047 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:54.692594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efe114-92e2-4280-9e19-019c7e48d34b req-5f54fe6c-0e6f-4541-bbd6-40c9636bc205 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:54.694169 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80efe114-92e2-4280-9e19-019c7e48d34b req-5f54fe6c-0e6f-4541-bbd6-40c9636bc205 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0989361 Feb 09 03:24:54.767275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] For port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:54.789456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] For port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:54.803098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:54.808355 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 291c2f93-8487-4ea4-ab99-d002c3209022 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:54.818770 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80efe114-92e2-4280-9e19-019c7e48d34b req-0ea7bfa6-3cd9-47fe-bc68-d758883ba0a5 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770993 Feb 09 03:24:54.851631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:54.852258 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:54.853651 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] 10.222.0.42 "PUT /v2.0/ports/d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 HTTP/1.1" status: 200 len: 1092 time: 0.9625380 Feb 09 03:24:54.854090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aeed678-a385-4dbc-924d-cede45535ed9', 'tag': 'd88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:54.857097 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d693514d-63b1-4d13-a4dd-2be98b016777" -d '{"events": [{"name": "network-changed", "server_uuid": "4aeed678-a385-4dbc-924d-cede45535ed9", "tag": "d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:54.896451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05de9f1-109d-42f7-bcf4-e2d42b9e0524 service neutron] Pushing event updated for resources: {'Port': ['ID=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:54.902193 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 291c2f93-8487-4ea4-ab99-d002c3209022 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:24:54.906674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 291c2f93-8487-4ea4-ab99-d002c3209022 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:54.907054 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:54.941128 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6aeb39-4d4a-4b7e-829c-927fd9609a66 x-openstack-request-id: req-0d6aeb39-4d4a-4b7e-829c-927fd9609a66 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:54.941625 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aeed678-a385-4dbc-924d-cede45535ed9", "tag": "d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:54.941934 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d6aeb39-4d4a-4b7e-829c-927fd9609a66 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:54.942273 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aeed678-a385-4dbc-924d-cede45535ed9', 'tag': 'd88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1', 'status': 'completed', 'code': 200} Feb 09 03:24:55.019846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-9950adb0-4ed9-4d3e-b9f6-a440c0840ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:55.021340 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-9950adb0-4ed9-4d3e-b9f6-a440c0840ea9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcb34353e17541faaf238eaa9a9e6ab1&device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 1126 time: 0.1152344 Feb 09 03:24:55.025457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 291c2f93-8487-4ea4-ab99-d002c3209022 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:55.027912 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:55.061715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:55.064464 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4309c9-9d79-436c-a7ec-2f3cd5cbb8c2" -d '{"events": [{"server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "name": "network-vif-plugged", "status": "completed", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:55.078810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:55.084730 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:55.084887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13658c-e13e-4024-b939-75babedd0257 req-efcf2bcc-ad2c-4b0a-8041-2473917ee2ec tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:55.086403 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc13658c-e13e-4024-b939-75babedd0257 req-efcf2bcc-ad2c-4b0a-8041-2473917ee2ec tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1279440 Feb 09 03:24:55.088280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-e002a61f-3772-44ba-b958-7913f83dda0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 HTTP/1.1" status: 200 len: 217 time: 0.0564499 Feb 09 03:24:55.090359 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:55.141587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:55.141840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2f674b0e-e837-4d12-bec1-cf4dcbb7ca0b not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:55.145670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c6406-2a11-4b53-abae-babf87f260db req-0c4c91ab-01fb-44e0-9347-e3e107440bc2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:55.154121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f5c6406-2a11-4b53-abae-babf87f260db req-0c4c91ab-01fb-44e0-9347-e3e107440bc2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0660810 Feb 09 03:24:55.174096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:55.201842 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc13658c-e13e-4024-b939-75babedd0257 req-c3a71dc6-7e7d-4b93-950f-110c6055eb61 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986178 Feb 09 03:24:55.203580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-8d6d7e48-600a-4565-b9e5-c304b23ac144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:55.205073 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-8d6d7e48-600a-4565-b9e5-c304b23ac144 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38b239c2-f7d6-4051-b522-196f38b4079a HTTP/1.1" status: 200 len: 851 time: 0.1112041 Feb 09 03:24:55.213187 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f5c6406-2a11-4b53-abae-babf87f260db req-9122fcb5-dbd2-415c-beca-3c1c5532c150 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582006 Feb 09 03:24:55.240934 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-96d9d43a-6553-4338-99db-db97b7fdc0a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a89aa393-1edb-4017-b205-397b2e5a52d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297804 Feb 09 03:24:55.282212 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58403bd7-d23c-418d-a021-7770d032ac0c x-openstack-request-id: req-58403bd7-d23c-418d-a021-7770d032ac0c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:55.282618 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "name": "network-vif-plugged", "status": "completed", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:55.282974 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58403bd7-d23c-418d-a021-7770d032ac0c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:55.283467 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022', 'code': 200} Feb 09 03:24:55.360225 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-e511bd94-e374-495a-ace3-b81de7668391 service neutron] 10.222.0.42 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115220 Feb 09 03:24:55.461441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bcf0a-4dbb-4180-864c-a84943e53ab9 req-b5419614-c230-43d0-bee5-09f8816433da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:55.462955 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-192bcf0a-4dbb-4180-864c-a84943e53ab9 req-b5419614-c230-43d0-bee5-09f8816433da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1132 time: 0.1139262 Feb 09 03:24:55.471113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77a399-df0b-4222-85cd-c4a8fd5d5f3d req-7e2b7072-da21-4422-aaa0-ee6bb39bdd78 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:55.478132 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ad77a399-df0b-4222-85cd-c4a8fd5d5f3d req-7e2b7072-da21-4422-aaa0-ee6bb39bdd78 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 943 time: 0.0770404 Feb 09 03:24:55.531992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f83d9-aae8-4864-97ef-9eaefb3e2001 req-eb43eb93-19e9-47a8-8da9-59471ece1358 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:55.536107 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e5f83d9-aae8-4864-97ef-9eaefb3e2001 req-eb43eb93-19e9-47a8-8da9-59471ece1358 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 943 time: 0.1006200 Feb 09 03:24:55.539608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b5e5b44-d3b7-42b3-8401-12ca8e4f53f3 req-1f505c97-e332-4564-b8d6-c0c878028c9b service neutron] 10.222.0.42 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734881 Feb 09 03:24:55.546741 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-192bcf0a-4dbb-4180-864c-a84943e53ab9 req-7e95df5e-7c60-4d03-9a8f-269945d3bea8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660839 Feb 09 03:24:55.565477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ad77a399-df0b-4222-85cd-c4a8fd5d5f3d req-10bbc166-4c16-48de-9824-90a57877ae3d tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863245 Feb 09 03:24:55.591555 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e5f83d9-aae8-4864-97ef-9eaefb3e2001 req-923d7eb9-194f-45c3-b7b9-15712bd4659e tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508544 Feb 09 03:24:55.835108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693514d-63b1-4d13-a4dd-2be98b016777 req-7e63cb13-04d5-42c6-bf7a-b291bd11f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:55.836611 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d693514d-63b1-4d13-a4dd-2be98b016777 req-7e63cb13-04d5-42c6-bf7a-b291bd11f8ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcb34353e17541faaf238eaa9a9e6ab1&device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 1126 time: 0.0624309 Feb 09 03:24:55.947990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693514d-63b1-4d13-a4dd-2be98b016777 req-67ef995c-054f-4bb3-8bfe-39038f8e62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:55.948864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46cdf8-7e6c-4bbc-af03-4c43211c0d68 req-5ee77bb2-9b02-469d-8678-5c371cd44c7f tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:55.950500 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e46cdf8-7e6c-4bbc-af03-4c43211c0d68 req-5ee77bb2-9b02-469d-8678-5c371cd44c7f tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0587134 Feb 09 03:24:55.957083 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d693514d-63b1-4d13-a4dd-2be98b016777 req-67ef995c-054f-4bb3-8bfe-39038f8e62fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=a89aa393-1edb-4017-b205-397b2e5a52d2 HTTP/1.1" status: 200 len: 912 time: 0.1142263 Feb 09 03:24:56.022475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d693514d-63b1-4d13-a4dd-2be98b016777 req-d693caad-2075-4e44-bac4-b69604bbff21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 HTTP/1.1" status: 200 len: 217 time: 0.0559790 Feb 09 03:24:56.068692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e46cdf8-7e6c-4bbc-af03-4c43211c0d68 req-0ed0605b-3669-44d1-bb6a-b17e59f76784 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932035 Feb 09 03:24:56.091133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693514d-63b1-4d13-a4dd-2be98b016777 req-8d717860-1834-4702-94d6-f4dafa6b7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.092758 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d693514d-63b1-4d13-a4dd-2be98b016777 req-8d717860-1834-4702-94d6-f4dafa6b7339 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38b239c2-f7d6-4051-b522-196f38b4079a HTTP/1.1" status: 200 len: 851 time: 0.0642569 Feb 09 03:24:56.133835 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d693514d-63b1-4d13-a4dd-2be98b016777 req-f7ab11e1-3eeb-4a05-9045-799affca62ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a89aa393-1edb-4017-b205-397b2e5a52d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280588 Feb 09 03:24:56.250937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1882a08-e71c-423e-96e7-ce7c7464ecfe req-89a48add-174f-4609-999c-5ec9fd7a48e3 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.252962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1882a08-e71c-423e-96e7-ce7c7464ecfe req-89a48add-174f-4609-999c-5ec9fd7a48e3 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 945 time: 0.1209872 Feb 09 03:24:56.280473 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d693514d-63b1-4d13-a4dd-2be98b016777 req-481e821a-35d6-4701-88e4-8d10376b576c service neutron] 10.222.0.42 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375201 Feb 09 03:24:56.341652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa040766-c166-4763-ab3a-98ce81f8a92b req-cc7f888a-9cd0-4bb7-9899-a8e0a17425b6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.343582 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa040766-c166-4763-ab3a-98ce81f8a92b req-cc7f888a-9cd0-4bb7-9899-a8e0a17425b6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0550990 Feb 09 03:24:56.359136 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1882a08-e71c-423e-96e7-ce7c7464ecfe req-49c708ff-5e0b-4c14-ab8c-16723a798e13 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961461 Feb 09 03:24:56.411143 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa040766-c166-4763-ab3a-98ce81f8a92b req-4611df1e-1a0a-4d93-a7b9-c6daba6e6970 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613587 Feb 09 03:24:56.418441 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d693514d-63b1-4d13-a4dd-2be98b016777 req-deceb62a-96b4-4ce2-b6c9-88ec7ea097b3 service neutron] 10.222.0.42 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300313 Feb 09 03:24:56.519510 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd712c-619b-4a65-aae5-7cc761745b9e req-b24582cc-492b-4714-a68a-156ef9189152 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.521080 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-27cd712c-619b-4a65-aae5-7cc761745b9e req-b24582cc-492b-4714-a68a-156ef9189152 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0684340 Feb 09 03:24:56.572756 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-27cd712c-619b-4a65-aae5-7cc761745b9e req-78b862ba-571a-4d2f-af8e-e0f68d06e03a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450227 Feb 09 03:24:56.691730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f116d-6036-42c2-b7b8-7ad6a1390c08 req-2e86dbb9-f965-49a9-bac4-6f6e53e65314 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.700213 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a6f116d-6036-42c2-b7b8-7ad6a1390c08 req-2e86dbb9-f965-49a9-bac4-6f6e53e65314 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 943 time: 0.0628576 Feb 09 03:24:56.705178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 9b3f7aeb-cef3-4890-99bf-d272f6a88802 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:56.719717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a3cdd-bdb8-4ea2-bc5a-d8a48b1750a9 req-5b156978-cdb7-4642-8d8d-da0f52023327 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.727757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-519a3cdd-bdb8-4ea2-bc5a-d8a48b1750a9 req-5b156978-cdb7-4642-8d8d-da0f52023327 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 943 time: 0.0648899 Feb 09 03:24:56.773290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a6f116d-6036-42c2-b7b8-7ad6a1390c08 req-d549de2c-cc02-4758-9f69-49d7bbfe27ef tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719745 Feb 09 03:24:56.785565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-519a3cdd-bdb8-4ea2-bc5a-d8a48b1750a9 req-91228cfe-88c3-4d9f-9ec7-b1eaefc0b25b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569220 Feb 09 03:24:56.829134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 9b3f7aeb-cef3-4890-99bf-d272f6a88802, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=9b3f7aeb-cef3-4890-99bf-d272f6a88802,segment=NetworkSegment(c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02),segment_id=c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:56.842116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '9b3f7aeb-cef3-4890-99bf-d272f6a88802', 'network_id': '71523fad-1d1d-4cff-aa43-38ec8f56b13a', 'port_id': '9b3f7aeb-cef3-4890-99bf-d272f6a88802', 'mac_address': 'fa:16:3e:ef:0c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb639c8b-93e2-4f81-bc1a-c227ff24793f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:56.886242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 9b3f7aeb-cef3-4890-99bf-d272f6a88802 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:56.886954 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:56.900385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3f7aeb-cef3-4890-99bf-d272f6a88802 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:56.921146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 9b3f7aeb-cef3-4890-99bf-d272f6a88802, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=9b3f7aeb-cef3-4890-99bf-d272f6a88802,segment=NetworkSegment(c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02),segment_id=c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:56.925013 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:56.978365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=9b3f7aeb-cef3-4890-99bf-d272f6a88802,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:57.187529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c700412-a501-4012-97c2-9375a662c3a9 req-6158afd9-e2d8-43c0-a933-921d7d0eca8c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:57.189019 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4c700412-a501-4012-97c2-9375a662c3a9 req-6158afd9-e2d8-43c0-a933-921d7d0eca8c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0587313 Feb 09 03:24:57.237155 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4c700412-a501-4012-97c2-9375a662c3a9 req-9bcb5278-fb32-4074-ad34-3ad055db57f0 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420878 Feb 09 03:24:57.453750 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['9b3f7aeb-cef3-4890-99bf-d272f6a88802'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:57.536506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08914b03-95d2-40ac-8eb8-890bed451c5b req-92212475-c734-4974-8820-91d4b8b480c9 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:57.544512 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08914b03-95d2-40ac-8eb8-890bed451c5b req-92212475-c734-4974-8820-91d4b8b480c9 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 945 time: 0.0694325 Feb 09 03:24:57.626129 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08914b03-95d2-40ac-8eb8-890bed451c5b req-7504d126-8960-4ba8-a470-788b7179d646 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/security-groups?id=984a25df-2957-4148-91b1-01b4e87cc9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804455 Feb 09 03:24:57.720824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd7ab1-2e8b-460a-a94d-595cdb629f31 req-c88f6bdc-7fc7-4c52-88ad-b4d7e174f090 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:57.727788 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6bd7ab1-2e8b-460a-a94d-595cdb629f31 req-c88f6bdc-7fc7-4c52-88ad-b4d7e174f090 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1455574 Feb 09 03:24:57.773848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdf4b3-0574-41ab-854c-5acf104cda23 req-b2697d08-bdec-4a01-9af0-5252ce08fff9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:57.782222 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fbcdf4b3-0574-41ab-854c-5acf104cda23 req-b2697d08-bdec-4a01-9af0-5252ce08fff9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0650108 Feb 09 03:24:57.808592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58a3cd-8a6a-4640-ac47-3d7bf07a1c29 req-7fed4db9-bd66-413b-8af7-7905bf028626 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:57.812291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a58a3cd-8a6a-4640-ac47-3d7bf07a1c29 req-7fed4db9-bd66-413b-8af7-7905bf028626 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.42 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 945 time: 0.1524959 Feb 09 03:24:57.830828 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fbcdf4b3-0574-41ab-854c-5acf104cda23 req-6d0c39f0-4caf-4e28-93d0-de0f23fac1b0 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475652 Feb 09 03:24:57.902898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6bd7ab1-2e8b-460a-a94d-595cdb629f31 req-89568066-1089-4eb2-8f66-351cccb0a7ff tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740663 Feb 09 03:24:57.979494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b32d2-2778-4271-9946-692e32e5cf97 req-2e725529-d2c3-4464-88e4-b7771d11d06c tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:57.987283 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7b32d2-2778-4271-9946-692e32e5cf97 req-2e725529-d2c3-4464-88e4-b7771d11d06c tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 944 time: 0.0727265 Feb 09 03:24:58.048865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-9a58a3cd-8a6a-4640-ac47-3d7bf07a1c29 req-d96b0c18-d85f-4430-b551-f814f3f04a17 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Deleting port e273c984-1356-4b65-b6a0-dfff5506b971 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:58.049328 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d7b32d2-2778-4271-9946-692e32e5cf97 req-91e41e8f-a2e3-485c-a0d5-b55c5f3c21aa tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558481 Feb 09 03:24:58.049467 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9a58a3cd-8a6a-4640-ac47-3d7bf07a1c29 req-d96b0c18-d85f-4430-b551-f814f3f04a17 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.190353 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-9a58a3cd-8a6a-4640-ac47-3d7bf07a1c29 req-d96b0c18-d85f-4430-b551-f814f3f04a17 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] For port e273c984-1356-4b65-b6a0-dfff5506b971, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e273c984-1356-4b65-b6a0-dfff5506b971,segment=NetworkSegment(48fe9c52-9d1e-4090-9ab8-82191959d806),segment_id=48fe9c52-9d1e-4090-9ab8-82191959d806)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:58.190774 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9a58a3cd-8a6a-4640-ac47-3d7bf07a1c29 req-d96b0c18-d85f-4430-b551-f814f3f04a17 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.213727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d336b1-5129-44ce-b15c-19f8cc2ac90f req-1aa99b2c-43fa-4493-b970-145886ddcac2 tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:58.216055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69d336b1-5129-44ce-b15c-19f8cc2ac90f req-1aa99b2c-43fa-4493-b970-145886ddcac2 tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1132 time: 0.0536397 Feb 09 03:24:58.218944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c5ed8-8f24-4292-9082-77671d67e15c req-29600b36-f170-4ebb-a89c-645089f67f36 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:58.220789 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a51c5ed8-8f24-4292-9082-77671d67e15c req-29600b36-f170-4ebb-a89c-645089f67f36 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 943 time: 0.2186172 Feb 09 03:24:58.221935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-9a58a3cd-8a6a-4640-ac47-3d7bf07a1c29 req-d96b0c18-d85f-4430-b551-f814f3f04a17 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Calling delete_port for e273c984-1356-4b65-b6a0-dfff5506b971 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:58.275958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69d336b1-5129-44ce-b15c-19f8cc2ac90f req-e922334c-a1e1-445f-bb0b-9072d8f9720f tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538609 Feb 09 03:24:58.348961 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a51c5ed8-8f24-4292-9082-77671d67e15c req-9bc87c42-ece4-462f-9c59-5366fc1c5251 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172557 Feb 09 03:24:58.474493 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9a58a3cd-8a6a-4640-ac47-3d7bf07a1c29 req-d96b0c18-d85f-4430-b551-f814f3f04a17 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (e273c984-1356-4b65-b6a0-dfff5506b971), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.488823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['e273c984-1356-4b65-b6a0-dfff5506b971'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:58.569866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b0c18-d85f-4430-b551-f814f3f04a17 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Pushing event deleted for resources: {'Port': ['ID=e273c984-1356-4b65-b6a0-dfff5506b971,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:58.672834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a58a3cd-8a6a-4640-ac47-3d7bf07a1c29 req-d96b0c18-d85f-4430-b551-f814f3f04a17 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] No DVR routers for this DVR port e273c984-1356-4b65-b6a0-dfff5506b971 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:58.684367 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9a58a3cd-8a6a-4640-ac47-3d7bf07a1c29 req-d96b0c18-d85f-4430-b551-f814f3f04a17 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.688521 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a58a3cd-8a6a-4640-ac47-3d7bf07a1c29 req-d96b0c18-d85f-4430-b551-f814f3f04a17 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.42 "DELETE /v2.0/ports/e273c984-1356-4b65-b6a0-dfff5506b971 HTTP/1.1" status: 204 len: 173 time: 0.8651359 Feb 09 03:24:58.689130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88864212-b030-4558-927c-acb481a00dfd', 'name': 'network-vif-deleted', 'tag': 'e273c984-1356-4b65-b6a0-dfff5506b971'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:58.691504 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febceab8-6c68-4226-9477-583cb31a854f" -d '{"events": [{"server_uuid": "88864212-b030-4558-927c-acb481a00dfd", "name": "network-vif-deleted", "tag": "e273c984-1356-4b65-b6a0-dfff5506b971"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:58.707688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd61c07-05c3-4ba0-aa6b-8ae46dae6d7c req-45911d65-4c60-421a-a749-e846403af2bb tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:58.710054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2cd61c07-05c3-4ba0-aa6b-8ae46dae6d7c req-45911d65-4c60-421a-a749-e846403af2bb tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.1493056 Feb 09 03:24:58.772736 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2cd61c07-05c3-4ba0-aa6b-8ae46dae6d7c req-2a0c4b80-a7b7-461e-bacd-0a44fe31dd85 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565715 Feb 09 03:24:58.802901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:58.824822 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c9e689c-63c7-4c5b-927c-079f9d32f27c req-a6fe8b06-d211-4fe8-8982-077fffae2141 tempest-ServerTagsTestJSON-617174397 tempest-ServerTagsTestJSON-617174397-project] 10.222.0.21 "GET /v2.0/ports?device_id=88864212-b030-4558-927c-acb481a00dfd HTTP/1.1" status: 200 len: 210 time: 0.0712566 Feb 09 03:24:58.852327 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-7116eb9c-08a8-48dd-8645-082fb2e5731a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2891681 Feb 09 03:24:58.863450 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-45123c65-d8ee-4a46-aab5-d65d703feeab service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:24:58.864422 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-45123c65-d8ee-4a46-aab5-d65d703feeab service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052931 Feb 09 03:24:58.884412 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd7eff6-1508-4ce6-ab3c-208c1b2b2e14 x-openstack-request-id: req-afd7eff6-1508-4ce6-ab3c-208c1b2b2e14 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:58.884412 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88864212-b030-4558-927c-acb481a00dfd", "name": "network-vif-deleted", "tag": "e273c984-1356-4b65-b6a0-dfff5506b971", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:58.884412 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afd7eff6-1508-4ce6-ab3c-208c1b2b2e14 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:58.884412 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88864212-b030-4558-927c-acb481a00dfd', 'name': 'network-vif-deleted', 'tag': 'e273c984-1356-4b65-b6a0-dfff5506b971', 'status': 'completed', 'code': 200} Feb 09 03:24:59.124295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:59.150451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083764-23ae-4b56-aa0c-5d2461bec42d req-9bafec4a-9076-4d7c-b4d1-41204a1a75ff tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:59.152955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45083764-23ae-4b56-aa0c-5d2461bec42d req-9bafec4a-9076-4d7c-b4d1-41204a1a75ff tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1218839 Feb 09 03:24:59.281920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45083764-23ae-4b56-aa0c-5d2461bec42d req-c471d63f-d4be-494b-9c34-bffba0aba8fd tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218598 Feb 09 03:24:59.376689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cc319-c58f-4e18-94e8-2e850f570304 req-ab799ce7-2665-420e-9a8e-6f12afae05c6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:59.380936 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f42cc319-c58f-4e18-94e8-2e850f570304 req-ab799ce7-2665-420e-9a8e-6f12afae05c6 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 944 time: 0.1914592 Feb 09 03:24:59.473339 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f42cc319-c58f-4e18-94e8-2e850f570304 req-418f95e6-af6c-41bf-a8f2-5cebc174cc81 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836129 Feb 09 03:24:59.504040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'd88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1', 'network_id': 'a89aa393-1edb-4017-b205-397b2e5a52d2', 'port_id': 'd88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1', 'mac_address': 'fa:16:3e:e9:d0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b239c2-f7d6-4051-b522-196f38b4079a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:59.554120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:59.554561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:59.582861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:59.615468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:59.641389 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:59.751814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:59.752064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e004f-9b24-408e-997b-b4a56552851b req-ea0ca29a-1910-4db1-8d3c-6c7fafba94c7 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:59.775126 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-664e004f-9b24-408e-997b-b4a56552851b req-ea0ca29a-1910-4db1-8d3c-6c7fafba94c7 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 944 time: 0.1324587 Feb 09 03:24:59.825234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a76837-ef4c-4dcc-8ecb-642ae6bdd74d req-d2cc1031-e3b7-4e35-8ccf-172abf0f54fe tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:59.833531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0a76837-ef4c-4dcc-8ecb-642ae6bdd74d req-d2cc1031-e3b7-4e35-8ccf-172abf0f54fe tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0746193 Feb 09 03:24:59.896880 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0a76837-ef4c-4dcc-8ecb-642ae6bdd74d req-c88f5caa-12aa-4aa1-b16c-5e327968d6e4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618265 Feb 09 03:24:59.953489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:00.008561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ab237-c27c-44db-977b-92891a57d7a6 req-039ac31c-5078-4218-953a-dab5d6406452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.011185 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-889ab237-c27c-44db-977b-92891a57d7a6 req-039ac31c-5078-4218-953a-dab5d6406452 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 1128 time: 0.1120450 Feb 09 03:25:00.224170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ab237-c27c-44db-977b-92891a57d7a6 req-c749a08f-72cd-4bbc-8444-b2d7be837d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.225671 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-889ab237-c27c-44db-977b-92891a57d7a6 req-c749a08f-72cd-4bbc-8444-b2d7be837d1a service neutron] 10.222.0.65 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.1588144 Feb 09 03:25:00.385337 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-664e004f-9b24-408e-997b-b4a56552851b req-01789bc6-db45-4aeb-b9a2-000f2b0a1107 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6055090 Feb 09 03:25:00.524869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecae7a2-9f68-48ca-8cc6-12de7f1073a5 req-b812926c-6ef2-4150-b2b5-0649bce7f31c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.527067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ecae7a2-9f68-48ca-8cc6-12de7f1073a5 req-b812926c-6ef2-4150-b2b5-0649bce7f31c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0810616 Feb 09 03:25:00.602595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-889ab237-c27c-44db-977b-92891a57d7a6 req-6ed7db47-05a9-4c41-9c53-d3838b4128f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7 HTTP/1.1" status: 200 len: 998 time: 0.3674958 Feb 09 03:25:00.610268 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ecae7a2-9f68-48ca-8cc6-12de7f1073a5 req-1dfc6820-892d-4f05-b676-1163dc914f17 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736961 Feb 09 03:25:00.638950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2edf75-2711-4d8a-b6d6-da47461c6f8b req-85c89dda-68d1-4ac7-8034-af13b837c576 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.640610 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b2edf75-2711-4d8a-b6d6-da47461c6f8b req-85c89dda-68d1-4ac7-8034-af13b837c576 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.6216285 Feb 09 03:25:00.683914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37746) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:00.750859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 9b3f7aeb-cef3-4890-99bf-d272f6a88802 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:25:00.758412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Deleting subnet b00978b0-83d9-42e6-a5e2-1a65a067cb0a {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:25:00.763886 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Publish callbacks [] for subnet (b00978b0-83d9-42e6-a5e2-1a65a067cb0a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:00.804088 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b2edf75-2711-4d8a-b6d6-da47461c6f8b req-06d3b054-0d42-4c46-8aa1-395b58abb3ea tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536653 Feb 09 03:25:00.806170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ab237-c27c-44db-977b-92891a57d7a6 req-7b5b1530-8352-4f52-8dc3-7a836babae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.808514 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-889ab237-c27c-44db-977b-92891a57d7a6 req-7b5b1530-8352-4f52-8dc3-7a836babae01 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.1660857 Feb 09 03:25:00.819799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e273c984-1356-4b65-b6a0-dfff5506b971 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:00.849760 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (b00978b0-83d9-42e6-a5e2-1a65a067cb0a), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:00.903131 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (b00978b0-83d9-42e6-a5e2-1a65a067cb0a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:00.919459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ab237-c27c-44db-977b-92891a57d7a6 req-d884364c-3033-41f1-a303-de25675af053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.922347 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-889ab237-c27c-44db-977b-92891a57d7a6 req-d884364c-3033-41f1-a303-de25675af053 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0926518 Feb 09 03:25:00.925272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: e273c984-1356-4b65-b6a0-dfff5506b971 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:00.925753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e273c984-1356-4b65-b6a0-dfff5506b971 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:00.950370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 9b3f7aeb-cef3-4890-99bf-d272f6a88802 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:25:00.956524 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 9b3f7aeb-cef3-4890-99bf-d272f6a88802 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:25:00.956970 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:01.039095 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (b00978b0-83d9-42e6-a5e2-1a65a067cb0a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:01.057135 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-889ab237-c27c-44db-977b-92891a57d7a6 req-39223b73-c469-49e7-87da-31751920b65a service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282957 Feb 09 03:25:01.084417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00978b0-83d9-42e6-a5e2-1a65a067cb0a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:01.090573 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:01.094253 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b00978b0-83d9-42e6-a5e2-1a65a067cb0a HTTP/1.1" status: 204 len: 168 time: 0.4090171 Feb 09 03:25:01.096799 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37756) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:01.114814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.115130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.115426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.115765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.116102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.116434 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.116760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.117089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.117454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.117769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.118094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.118409 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.118733 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49404ce0-e1ff-4432-bdc7-349218546b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:01.139630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 9b3f7aeb-cef3-4890-99bf-d272f6a88802 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:01.140827 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:01.183758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62776ed-b18d-45d1-a6ec-cc9ed0df9dfb req-1b0ade4e-25cd-41c4-a0eb-6ea3c49d670c tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.191096 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a62776ed-b18d-45d1-a6ec-cc9ed0df9dfb req-1b0ade4e-25cd-41c4-a0eb-6ea3c49d670c tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 944 time: 0.1963232 Feb 09 03:25:01.191945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cb5e78-c711-4991-914a-564f826cde87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3f7aeb-cef3-4890-99bf-d272f6a88802'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:01.201103 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7489d78c-1d47-4d8e-a808-5c8d12211a67" -d '{"events": [{"server_uuid": "b8cb5e78-c711-4991-914a-564f826cde87", "name": "network-vif-plugged", "status": "completed", "tag": "9b3f7aeb-cef3-4890-99bf-d272f6a88802"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:01.238081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 9b3f7aeb-cef3-4890-99bf-d272f6a88802, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=9b3f7aeb-cef3-4890-99bf-d272f6a88802,segment=NetworkSegment(c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02),segment_id=c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:01.247267 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:01.265822 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-889ab237-c27c-44db-977b-92891a57d7a6 req-4577b171-ead8-4b9d-8abf-7c0f3106473b service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746922 Feb 09 03:25:01.335319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=9b3f7aeb-cef3-4890-99bf-d272f6a88802,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:01.347368 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (00e653cb-5413-43d8-abe0-522ed34e3e66), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:01.402781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a62776ed-b18d-45d1-a6ec-cc9ed0df9dfb req-5425b16a-1c4b-4a15-a3e7-3bf3c11b5c34 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101827 Feb 09 03:25:01.468002 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc47348f-20b8-4e25-871f-78d3ea074da4 x-openstack-request-id: req-bc47348f-20b8-4e25-871f-78d3ea074da4 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:01.468294 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cb5e78-c711-4991-914a-564f826cde87", "name": "network-vif-plugged", "status": "completed", "tag": "9b3f7aeb-cef3-4890-99bf-d272f6a88802", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:01.468548 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc47348f-20b8-4e25-871f-78d3ea074da4 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:01.468945 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cb5e78-c711-4991-914a-564f826cde87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3f7aeb-cef3-4890-99bf-d272f6a88802', 'code': 200} Feb 09 03:25:01.515871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3bedf-eacd-4989-b9a5-6772ba94abf4 req-e3e4bc5c-408b-4b20-b459-6155f38928bf tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.521705 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fd3bedf-eacd-4989-b9a5-6772ba94abf4 req-e3e4bc5c-408b-4b20-b459-6155f38928bf tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0898240 Feb 09 03:25:01.593310 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (00e653cb-5413-43d8-abe0-522ed34e3e66), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:01.594046 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fd3bedf-eacd-4989-b9a5-6772ba94abf4 req-c5a141cf-21eb-47c0-96db-f13a5f8083c0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635457 Feb 09 03:25:01.683665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e653cb-5413-43d8-abe0-522ed34e3e66']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:01.695588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffff9fc-6c75-4160-8ba4-ff39ab89b0d1 req-049c3285-c123-4d90-a185-23017966f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.696624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4ffff9fc-6c75-4160-8ba4-ff39ab89b0d1 req-049c3285-c123-4d90-a185-23017966f594 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 1128 time: 0.0898786 Feb 09 03:25:01.726914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fe9c52-9d1e-4090-9ab8-82191959d806') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:01.727211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fe9c52-9d1e-4090-9ab8-82191959d806') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:01.749025 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (48fe9c52-9d1e-4090-9ab8-82191959d806), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:01.762509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-63e35814-8544-49f7-a4b1-a516cdcb9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.764354 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-63e35814-8544-49f7-a4b1-a516cdcb9efd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1132 time: 0.4045980 Feb 09 03:25:01.780135 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4ffff9fc-6c75-4160-8ba4-ff39ab89b0d1 req-b69da9aa-cfd7-44dc-afc5-63ef196d3ad9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716398 Feb 09 03:25:01.806384 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (48fe9c52-9d1e-4090-9ab8-82191959d806), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:01.814465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c290fd-c121-4888-9427-b251efaa3a2c req-e6de97a4-d16c-4a91-b5ef-a7614c74f086 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.822536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0c290fd-c121-4888-9427-b251efaa3a2c req-e6de97a4-d16c-4a91-b5ef-a7614c74f086 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0950420 Feb 09 03:25:01.846600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420d0a6-8cb3-43ce-9978-f319144ea4fd req-c7e08051-9c0d-42e1-a543-29d97e23bfe7 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.848951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6420d0a6-8cb3-43ce-9978-f319144ea4fd req-c7e08051-9c0d-42e1-a543-29d97e23bfe7 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 944 time: 0.2456386 Feb 09 03:25:01.885031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:25:01.885820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (48fe9c52-9d1e-4090-9ab8-82191959d806), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:01.886846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0c290fd-c121-4888-9427-b251efaa3a2c req-1f7e0de1-1d1c-4088-8a67-daaa2b00b1d4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627613 Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:25:01.888916 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:25:01.996049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6420d0a6-8cb3-43ce-9978-f319144ea4fd req-71826418-51d0-4a7d-8c81-a2c8a38165c3 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073861 Feb 09 03:25:02.035877 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (00e653cb-5413-43d8-abe0-522ed34e3e66), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.059549 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.065156 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] 10.222.0.21 "DELETE /v2.0/networks/00e653cb-5413-43d8-abe0-522ed34e3e66 HTTP/1.1" status: 204 len: 168 time: 0.9602208 Feb 09 03:25:02.065156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3f105-cdb2-47da-8408-b9aef3e892bc admin admin] Pushing event deleted for resources: {'Network': ['ID=00e653cb-5413-43d8-abe0-522ed34e3e66,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:02.080624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-16bdec4d-59ec-4c07-a846-db4c37e5680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:02.082276 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-16bdec4d-59ec-4c07-a846-db4c37e5680f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.3013546 Feb 09 03:25:02.155550 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-6f04d9d6-2324-488f-9fbf-a70adaf4a2ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 217 time: 0.0605147 Feb 09 03:25:02.235076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-0433aa97-57a4-4104-8886-4023bcd36466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:02.238264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-0433aa97-57a4-4104-8886-4023bcd36466 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0771239 Feb 09 03:25:02.266678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37776) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:02.302475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-0e8dd009-2678-475a-aa34-f4206ce51b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:02.308581 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-0e8dd009-2678-475a-aa34-f4206ce51b04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0624647 Feb 09 03:25:02.325534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cb95f44e-2c0a-4ef7-ad7c-14390b4178a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8207e0ca95ab438f9aef718d346acc0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546765 Feb 09 03:25:02.325959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37778) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:02.425866 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-e3b1dbab-e368-4f0d-8285-ec4f93dc6cbe service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125252 Feb 09 03:25:02.505388 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-273fa653-e329-4232-8cc0-5f88ef7056d0 admin admin] Publish callbacks [] for security_group (984a25df-2957-4148-91b1-01b4e87cc9ce), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.553258 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-273fa653-e329-4232-8cc0-5f88ef7056d0 admin admin] Publish callbacks [] for security_group (984a25df-2957-4148-91b1-01b4e87cc9ce), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.657034 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-4e5ed9be-b9c2-4a3f-b256-1fc83876c6cf service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168522 Feb 09 03:25:02.722714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1b88f58-f14c-4f73-9748-8613eae81d4d req-024dd467-175e-4c6f-843b-b2781fa98a55 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3419077 Feb 09 03:25:02.767928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06e0b0-8bf3-457e-ac1e-f486da57d415 req-0c7235a7-2b67-4917-bf32-23ccb243c555 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:02.771569 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d06e0b0-8bf3-457e-ac1e-f486da57d415 req-0c7235a7-2b67-4917-bf32-23ccb243c555 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 945 time: 0.1696947 Feb 09 03:25:02.792980 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-273fa653-e329-4232-8cc0-5f88ef7056d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (984a25df-2957-4148-91b1-01b4e87cc9ce), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.804070 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-273fa653-e329-4232-8cc0-5f88ef7056d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.808538 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-273fa653-e329-4232-8cc0-5f88ef7056d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/984a25df-2957-4148-91b1-01b4e87cc9ce HTTP/1.1" status: 204 len: 168 time: 0.4816327 Feb 09 03:25:02.838118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:25:02.843785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a896b-d783-4dd5-96a2-9d3e05ec1f3c req-c083cd12-b3d4-4788-9dda-d1811fc5e7cf tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:02.857961 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b9a896b-d783-4dd5-96a2-9d3e05ec1f3c req-c083cd12-b3d4-4788-9dda-d1811fc5e7cf tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1520133 Feb 09 03:25:02.912014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fa653-e329-4232-8cc0-5f88ef7056d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984a25df-2957-4148-91b1-01b4e87cc9ce,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:02.965557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:25:02.983339 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b9a896b-d783-4dd5-96a2-9d3e05ec1f3c req-0e6374ff-ec28-4005-b737-573c60080a77 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170614 Feb 09 03:25:02.984967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:25:02.985348 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:03.023311 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d06e0b0-8bf3-457e-ac1e-f486da57d415 req-d1d4e868-4df1-4efa-b5ad-719ff19e2f2f tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134142 Feb 09 03:25:03.040596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b88f58-f14c-4f73-9748-8613eae81d4d req-c3796fd5-70e1-4a4d-b722-9a9ca7a63e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.049158 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1b88f58-f14c-4f73-9748-8613eae81d4d req-c3796fd5-70e1-4a4d-b722-9a9ca7a63e26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 1128 time: 0.2744575 Feb 09 03:25:03.270533 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aeb79-5c34-49cc-90d8-a5f3c95603c9 req-92f52184-d4b0-461e-aa41-d03b8a0b20be tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.279101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:03.279512 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:03.281808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a1aeb79-5c34-49cc-90d8-a5f3c95603c9 req-92f52184-d4b0-461e-aa41-d03b8a0b20be tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.1811581 Feb 09 03:25:03.320476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b88f58-f14c-4f73-9748-8613eae81d4d req-932a10e1-98ec-45a5-9908-b96f2172248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.324328 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1b88f58-f14c-4f73-9748-8613eae81d4d req-932a10e1-98ec-45a5-9908-b96f2172248d service neutron] 10.222.0.65 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 919 time: 0.2355919 Feb 09 03:25:03.365378 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:03.384667 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:03.446943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7a1aeb79-5c34-49cc-90d8-a5f3c95603c9 req-695a858e-b0c3-4ccd-94f7-8174475f3edf tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589622 Feb 09 03:25:03.457795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:03.477036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aeed678-a385-4dbc-924d-cede45535ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:03.480218 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49ad028-149a-497c-8094-a7a8045302e0" -d '{"events": [{"server_uuid": "4aeed678-a385-4dbc-924d-cede45535ed9", "name": "network-vif-plugged", "status": "completed", "tag": "d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:03.498613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1b88f58-f14c-4f73-9748-8613eae81d4d req-d0e7f850-c8a4-4112-bb88-d3afd9ca3b2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03859bcc-0da4-4ac4-9f33-035b4370eeb4 HTTP/1.1" status: 200 len: 217 time: 0.1519601 Feb 09 03:25:03.514887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c481b-83f4-4c9e-8691-82829f833d17 req-381aae65-f654-435d-ba87-48cf8449fc6e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.516409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f8c481b-83f4-4c9e-8691-82829f833d17 req-381aae65-f654-435d-ba87-48cf8449fc6e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.2569299 Feb 09 03:25:03.601277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa36970-3e95-4326-82a3-bc28e2eb21ed req-f2f7ed32-662c-4b33-b919-e5915b4c5c35 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.603019 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaa36970-3e95-4326-82a3-bc28e2eb21ed req-f2f7ed32-662c-4b33-b919-e5915b4c5c35 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0589652 Feb 09 03:25:03.632946 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f8c481b-83f4-4c9e-8691-82829f833d17 req-5931c3a1-2335-4bb5-b789-9d9ce89cab5f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099718 Feb 09 03:25:03.634615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b88f58-f14c-4f73-9748-8613eae81d4d req-5dce0052-1f61-4bd7-9267-25a54a3c12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.637289 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1b88f58-f14c-4f73-9748-8613eae81d4d req-5dce0052-1f61-4bd7-9267-25a54a3c12d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5987146c-0272-47db-a79e-ae9778106f0b HTTP/1.1" status: 200 len: 858 time: 0.0879688 Feb 09 03:25:03.678335 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaa36970-3e95-4326-82a3-bc28e2eb21ed req-6bb0cef8-0ebd-4d3f-b258-9e3ff325db20 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641129 Feb 09 03:25:03.701411 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1b88f58-f14c-4f73-9748-8613eae81d4d req-cd0a2562-1ee3-49b5-8b17-189880b876d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361342 Feb 09 03:25:03.712466 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4517ac-24e0-45b7-bc62-8ff646ba361b x-openstack-request-id: req-2f4517ac-24e0-45b7-bc62-8ff646ba361b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:03.712847 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aeed678-a385-4dbc-924d-cede45535ed9", "name": "network-vif-plugged", "status": "completed", "tag": "d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:03.713293 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f4517ac-24e0-45b7-bc62-8ff646ba361b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:03.713749 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aeed678-a385-4dbc-924d-cede45535ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1', 'code': 200} Feb 09 03:25:03.954063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1b88f58-f14c-4f73-9748-8613eae81d4d req-cbe40837-af1d-454d-91a7-b484b75778aa service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325857 Feb 09 03:25:04.017680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242adcbd-aba5-4dc3-8c34-45dbaf0fbf77 req-664691a6-043a-46bc-847d-350be4aca03a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:04.019194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-242adcbd-aba5-4dc3-8c34-45dbaf0fbf77 req-664691a6-043a-46bc-847d-350be4aca03a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1964307 Feb 09 03:25:04.049602 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cc21d-7470-4b10-9c97-17ac4dfe58ee req-1fd2ded2-48dc-4f8b-b016-41d0abd7a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:04.051508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-783cc21d-7470-4b10-9c97-17ac4dfe58ee req-1fd2ded2-48dc-4f8b-b016-41d0abd7a3f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 1128 time: 0.2514460 Feb 09 03:25:04.096783 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1b88f58-f14c-4f73-9748-8613eae81d4d req-9b0a793e-79ed-4a24-b9e4-fd948fb59e4b service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303236 Feb 09 03:25:04.137888 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-242adcbd-aba5-4dc3-8c34-45dbaf0fbf77 req-eb3b7afa-62b1-4f26-bdd7-dc2adb4b836e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052449 Feb 09 03:25:04.199983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-783cc21d-7470-4b10-9c97-17ac4dfe58ee req-841be5f5-553d-4a1b-932a-6e4815625cca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199822 Feb 09 03:25:04.222644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6d7d2-cc6d-4f75-b14d-083a8c39b28a req-d00107f8-f2d5-4e20-b7e6-084d2f6a49dc tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:04.224151 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-34f6d7d2-cc6d-4f75-b14d-083a8c39b28a req-d00107f8-f2d5-4e20-b7e6-084d2f6a49dc tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 945 time: 0.0853736 Feb 09 03:25:04.278092 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-34f6d7d2-cc6d-4f75-b14d-083a8c39b28a req-985cf296-6456-4947-aef1-795c12a9c66f tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474308 Feb 09 03:25:04.657695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfd084-8e5f-4c74-a9a1-a81074e9e4ca req-616ce0d5-8612-441f-b4da-a49b99c6cc08 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:04.665737 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9bbfd084-8e5f-4c74-a9a1-a81074e9e4ca req-616ce0d5-8612-441f-b4da-a49b99c6cc08 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0739946 Feb 09 03:25:04.728069 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9bbfd084-8e5f-4c74-a9a1-a81074e9e4ca req-2ae85c95-8efc-4f38-83fa-43ca29263ab3 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612693 Feb 09 03:25:04.871383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-f5722a73-dc15-4a1e-99ee-6324273e08a2 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:04.872916 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-f5722a73-dc15-4a1e-99ee-6324273e08a2 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 815 time: 0.1619728 Feb 09 03:25:04.893044 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-6104dafb-7e14-499e-9983-a29b96a8c6d2 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/quotas/e401a629c5eb45aca7db66c1b3c7c645 HTTP/1.1" status: 200 len: 375 time: 0.0108018 Feb 09 03:25:04.894318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9a715-e4c1-44d4-a7b7-b2d139e8173a req-c01fe49d-3063-4ae0-96a3-1014f0f1f982 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:04.903535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6ce9a715-e4c1-44d4-a7b7-b2d139e8173a req-c01fe49d-3063-4ae0-96a3-1014f0f1f982 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.1043892 Feb 09 03:25:05.026447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6ce9a715-e4c1-44d4-a7b7-b2d139e8173a req-36ab65ad-38f2-43d7-8576-145eea3bc273 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171408 Feb 09 03:25:05.027924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-bf84e88a-6cc2-4215-bf4d-c16a9b1de9dd tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1260591 Feb 09 03:25:05.162538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d61ed-af70-4003-9ccb-b69ae0d4bc55 req-71988ea9-256c-4927-9dff-3f8459f84ed5 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:05.164165 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e79d61ed-af70-4003-9ccb-b69ae0d4bc55 req-71988ea9-256c-4927-9dff-3f8459f84ed5 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 945 time: 0.0730691 Feb 09 03:25:05.180389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-196144eb-b608-41ad-a698-b70b93aa88df service neutron] 10.222.0.21 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308408 Feb 09 03:25:05.227961 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e79d61ed-af70-4003-9ccb-b69ae0d4bc55 req-3f69a80d-a575-459c-82c9-37643cd38b68 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563235 Feb 09 03:25:05.323150 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-ee9ba8ae-a425-42ec-a633-08628f682390 service neutron] 10.222.0.21 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356254 Feb 09 03:25:05.363234 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d88a5c0-406c-40ed-b6ac-f6c915223ca1 req-869043e1-460c-4f7d-8c77-9936413ec4a3 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0560534 Feb 09 03:25:05.558431 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72ce9adf-c242-4581-96e1-9d28adb6b927 req-70006fb9-eae4-4d8f-a4b2-d03ebfb59518 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 210 time: 0.0409343 Feb 09 03:25:05.563119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22e697-10dc-4c61-919c-6ba26dfc8f5c req-33dc56ff-d2ff-4fa1-b1d8-f9d360d7862b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:05.564831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b22e697-10dc-4c61-919c-6ba26dfc8f5c req-33dc56ff-d2ff-4fa1-b1d8-f9d360d7862b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1040390 Feb 09 03:25:05.617305 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b22e697-10dc-4c61-919c-6ba26dfc8f5c req-21006265-3fea-42db-aa53-28240845a45d tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462205 Feb 09 03:25:05.875118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a9516-e382-46f3-b6f2-8f4ede8dfa06 req-582e97a4-f3cd-42f0-8050-2c6a0db3cadb tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:05.877087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7a2a9516-e382-46f3-b6f2-8f4ede8dfa06 req-582e97a4-f3cd-42f0-8050-2c6a0db3cadb tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0656874 Feb 09 03:25:05.936292 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7a2a9516-e382-46f3-b6f2-8f4ede8dfa06 req-8d92748e-2bf8-40c3-bb9b-ab0af07e597b tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522881 Feb 09 03:25:06.256978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d6932-5c22-4710-ad80-473184ad975a req-fef55015-9cd7-4f73-a2c3-2998c57a87fd tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:06.266322 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d54d6932-5c22-4710-ad80-473184ad975a req-fef55015-9cd7-4f73-a2c3-2998c57a87fd tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.1354473 Feb 09 03:25:06.391431 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d54d6932-5c22-4710-ad80-473184ad975a req-69f02ac5-9f28-4ef3-b3b0-30be67cb3aa7 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241000 Feb 09 03:25:06.430979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88d228-9e0c-48e0-82d5-095d42b96366 req-d5815e4d-1b86-436c-9e88-2bb7da62a407 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:06.444146 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b88d228-9e0c-48e0-82d5-095d42b96366 req-d5815e4d-1b86-436c-9e88-2bb7da62a407 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1432903 Feb 09 03:25:06.564924 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b88d228-9e0c-48e0-82d5-095d42b96366 req-974cf23f-9b2a-4621-8c29-e95ad18802cb tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166537 Feb 09 03:25:06.588722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411948-84cf-46fb-abc2-8dc7b2f1fc08 req-73a66395-4b76-4ea7-8fe8-df99c0b9d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:06.591599 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b411948-84cf-46fb-abc2-8dc7b2f1fc08 req-73a66395-4b76-4ea7-8fe8-df99c0b9d4c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 1128 time: 0.1251869 Feb 09 03:25:06.693654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82d00aef-f392-4cdf-a257-42ca9251a857 req-7aaacdb2-887f-4a4f-b09c-09ca38183c5e tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0505502 Feb 09 03:25:06.715541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13856e5-daa1-4ce1-92a9-880b3688b16f req-acdbf3ae-1ba9-40b0-bbe0-dc3175d9932f tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:06.717193 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f13856e5-daa1-4ce1-92a9-880b3688b16f req-acdbf3ae-1ba9-40b0-bbe0-dc3175d9932f tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 945 time: 0.1732461 Feb 09 03:25:06.759189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411948-84cf-46fb-abc2-8dc7b2f1fc08 req-31ed146b-ab02-4902-b2fc-27c511d0e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:06.761388 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b411948-84cf-46fb-abc2-8dc7b2f1fc08 req-31ed146b-ab02-4902-b2fc-27c511d0e50d service neutron] 10.222.0.65 "GET /v2.0/networks?id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 200 len: 913 time: 0.1418827 Feb 09 03:25:06.795970 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f13856e5-daa1-4ce1-92a9-880b3688b16f req-e6aa8b0e-cc15-46e9-88af-ec3f79384317 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717816 Feb 09 03:25:06.820600 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfd35395-e0da-4307-a843-7f0f799343a3 req-32d5d526-dc4c-4e83-8f39-df45b141c2fd tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 210 time: 0.0502822 Feb 09 03:25:06.856197 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b411948-84cf-46fb-abc2-8dc7b2f1fc08 req-af48050e-fa4c-4cfb-a8c6-8d6df274f03a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7 HTTP/1.1" status: 200 len: 998 time: 0.0742011 Feb 09 03:25:06.953687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411948-84cf-46fb-abc2-8dc7b2f1fc08 req-0ba37272-845d-4a83-8fb4-526a0f8ab63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:06.955315 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b411948-84cf-46fb-abc2-8dc7b2f1fc08 req-0ba37272-845d-4a83-8fb4-526a0f8ab63b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 200 len: 851 time: 0.0898023 Feb 09 03:25:06.983593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd488e-3004-4d3c-b98b-ddac5c4cad04 req-70c4889a-9cfb-4550-8359-677eb564a1c3 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:06.985305 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ccd488e-3004-4d3c-b98b-ddac5c4cad04 req-70c4889a-9cfb-4550-8359-677eb564a1c3 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0804229 Feb 09 03:25:07.074797 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ccd488e-3004-4d3c-b98b-ddac5c4cad04 req-50537189-966c-4ad2-8e23-ea8a231b4020 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835221 Feb 09 03:25:07.081832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411948-84cf-46fb-abc2-8dc7b2f1fc08 req-174dbca6-728a-4e20-bd38-a4d9377df5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:07.083421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b411948-84cf-46fb-abc2-8dc7b2f1fc08 req-174dbca6-728a-4e20-bd38-a4d9377df5c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0849245 Feb 09 03:25:07.414803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-da3592b5-cc3a-4080-80c7-9eab71f95390 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:07.414803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-da3592b5-cc3a-4080-80c7-9eab71f95390 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.65 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 815 time: 0.1773398 Feb 09 03:25:07.474107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Request body: {'port': {'device_id': '16720a60-ef96-4867-8272-8389154f3d33', 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134', 'admin_state_up': True, 'tenant_id': 'e401a629c5eb45aca7db66c1b3c7c645'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:07.656628 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:07.667492 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b411948-84cf-46fb-abc2-8dc7b2f1fc08 req-8e14f40f-1dc4-4fac-9558-b8f0a639f578 service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360849 Feb 09 03:25:07.705478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd70e5e-f87f-4ade-a355-c31050baf8b4 req-684e971d-a869-472b-a838-3f034ae23515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:07.708394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bcd70e5e-f87f-4ade-a355-c31050baf8b4 req-684e971d-a869-472b-a838-3f034ae23515 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcb34353e17541faaf238eaa9a9e6ab1&device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 1128 time: 0.2291441 Feb 09 03:25:07.729935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe170dc-2744-4c58-a892-5193b3e3cada req-9999beeb-1cd2-4a04-8efe-8dca62b3cd74 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:07.731858 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efe170dc-2744-4c58-a892-5193b3e3cada req-9999beeb-1cd2-4a04-8efe-8dca62b3cd74 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 945 time: 0.1776483 Feb 09 03:25:07.742352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5cbd2-f270-4e54-8f5c-52d410678974 req-75db5c54-d0ae-486f-bd75-f455db670812 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:07.751591 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-56c5cbd2-f270-4e54-8f5c-52d410678974 req-75db5c54-d0ae-486f-bd75-f455db670812 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.2152150 Feb 09 03:25:07.822837 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c04662-ae9b-427f-9d9e-a3fbeebf14e5 req-331dcc40-90dc-4b4a-8da9-3e40d340df1f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:07.829755 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25c04662-ae9b-427f-9d9e-a3fbeebf14e5 req-331dcc40-90dc-4b4a-8da9-3e40d340df1f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.2800496 Feb 09 03:25:07.900611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Made reservation on behalf of e401a629c5eb45aca7db66c1b3c7c645 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:07.905314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:07.917742 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b411948-84cf-46fb-abc2-8dc7b2f1fc08 req-5c734a72-e35c-469c-9d64-af2a2b736e9b service neutron] 10.222.0.65 "GET /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309883 Feb 09 03:25:07.965061 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25c04662-ae9b-427f-9d9e-a3fbeebf14e5 req-f38f6493-2f19-4ea6-afab-e6dd9e9d440c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340451 Feb 09 03:25:07.969311 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-56c5cbd2-f270-4e54-8f5c-52d410678974 req-a585a2df-df1c-400f-8fd6-40563bbf0e2d tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161052 Feb 09 03:25:08.091841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd70e5e-f87f-4ade-a355-c31050baf8b4 req-9274784e-4035-4fbe-8a88-e02b5eb3203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:08.094479 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bcd70e5e-f87f-4ade-a355-c31050baf8b4 req-9274784e-4035-4fbe-8a88-e02b5eb3203d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a89aa393-1edb-4017-b205-397b2e5a52d2 HTTP/1.1" status: 200 len: 912 time: 0.3320465 Feb 09 03:25:08.211438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Allocated IP 172.20.0.14 (2fbf5b2a-7e17-4840-81ce-52c8f598a134/7829cf55-e944-4514-bf89-a385b578ebb3/c9c67e3a-8292-47b9-b5cc-944a2bd9a8af) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:25:08.215451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-efe170dc-2744-4c58-a892-5193b3e3cada req-291b07cd-e20b-4167-a04a-f43262a04814 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Deleting port 9b3f7aeb-cef3-4890-99bf-d272f6a88802 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:08.215881 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efe170dc-2744-4c58-a892-5193b3e3cada req-291b07cd-e20b-4167-a04a-f43262a04814 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:08.220264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f55d520-7b5f-40a5-aff3-ec11f875cc90 req-202f50d4-ebdb-433a-b5f8-3d9ec61b357d tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.1026978 Feb 09 03:25:08.225131 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bcd70e5e-f87f-4ade-a355-c31050baf8b4 req-50c15ed9-5a7a-4e0f-abce-3b0bf6d23ea7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 HTTP/1.1" status: 200 len: 217 time: 0.1183167 Feb 09 03:25:08.226323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20fcc2-04f8-41df-acf2-9d098d5d18a0 req-92fadd36-626d-4649-9d2f-7f82728a9864 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:08.235047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb20fcc2-04f8-41df-acf2-9d098d5d18a0 req-92fadd36-626d-4649-9d2f-7f82728a9864 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1287224 Feb 09 03:25:08.356833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb20fcc2-04f8-41df-acf2-9d098d5d18a0 req-63259aa1-3577-49f4-9ec0-1cbacc2b9c06 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206686 Feb 09 03:25:08.359075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd70e5e-f87f-4ade-a355-c31050baf8b4 req-71c9ca28-4659-4ea3-ac60-2e480ae1a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:08.360547 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bcd70e5e-f87f-4ade-a355-c31050baf8b4 req-71c9ca28-4659-4ea3-ac60-2e480ae1a04f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38b239c2-f7d6-4051-b522-196f38b4079a HTTP/1.1" status: 200 len: 851 time: 0.1175177 Feb 09 03:25:08.440785 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bcd70e5e-f87f-4ade-a355-c31050baf8b4 req-ee1a3312-3f81-467c-abcd-b97435873553 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a89aa393-1edb-4017-b205-397b2e5a52d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736611 Feb 09 03:25:08.443319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-efe170dc-2744-4c58-a892-5193b3e3cada req-291b07cd-e20b-4167-a04a-f43262a04814 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] For port 9b3f7aeb-cef3-4890-99bf-d272f6a88802, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=9b3f7aeb-cef3-4890-99bf-d272f6a88802,segment=NetworkSegment(c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02),segment_id=c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:08.443686 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efe170dc-2744-4c58-a892-5193b3e3cada req-291b07cd-e20b-4167-a04a-f43262a04814 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:08.478363 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-efe170dc-2744-4c58-a892-5193b3e3cada req-291b07cd-e20b-4167-a04a-f43262a04814 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Calling delete_port for 9b3f7aeb-cef3-4890-99bf-d272f6a88802 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:08.554931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c505f1ff-1975-47a4-9dc9-1fbd36fc38e0 req-94657d2d-bba7-4055-92ff-62ca68f212c9 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 210 time: 0.0512438 Feb 09 03:25:08.619612 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks [] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:08.635410 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557875b4-2da3-419c-a8b9-16e5f5d53ac4 req-6f83b4b3-19c8-4df2-a658-8ad8ca576a53 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:08.642605 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-557875b4-2da3-419c-a8b9-16e5f5d53ac4 req-6f83b4b3-19c8-4df2-a658-8ad8ca576a53 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 945 time: 0.2043695 Feb 09 03:25:08.660658 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:08.674106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['57c7b320-4ee7-4225-9f5f-2ce9cd5bd575'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:08.720338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:25:08.724311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:08.735096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:25:08.739571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Pushing event updated for resources: {'Port': ['ID=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:08.762418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b95ac296-d862-4208-bfde-7450da719034'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:08.773581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.774009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.774626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.774971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.775390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.775799 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.776589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.776758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.777269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.777626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.778468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.778468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.778814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:08.799907 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bcd70e5e-f87f-4ade-a355-c31050baf8b4 req-dfa8b17f-d097-4224-b71e-662b1403dedd service neutron] 10.222.0.42 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184254 Feb 09 03:25:08.821973 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-557875b4-2da3-419c-a8b9-16e5f5d53ac4 req-6a470080-df2d-4963-88cb-41808d5a5fb3 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/security-groups?id=480182db-cbc1-479b-aaaa-afb1539f6a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784084 Feb 09 03:25:08.835332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:08.836623 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:08.860561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-2017de30-22d3-49d8-b8c5-dd592c8a3a08 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3947790 Feb 09 03:25:08.887455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Request body: {'port': {'device_id': '16720a60-ef96-4867-8272-8389154f3d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:08.950013 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efe170dc-2744-4c58-a892-5193b3e3cada req-291b07cd-e20b-4167-a04a-f43262a04814 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (9b3f7aeb-cef3-4890-99bf-d272f6a88802), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:09.036369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bcd70e5e-f87f-4ade-a355-c31050baf8b4 req-a51c83af-46c6-40e5-b6c3-ad041a82defc service neutron] 10.222.0.42 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092543 Feb 09 03:25:09.042571 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:09.050146 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b07cd-e20b-4167-a04a-f43262a04814 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Pushing event deleted for resources: {'Port': ['ID=9b3f7aeb-cef3-4890-99bf-d272f6a88802,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:09.131011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe170dc-2744-4c58-a892-5193b3e3cada req-291b07cd-e20b-4167-a04a-f43262a04814 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] No DVR routers for this DVR port 9b3f7aeb-cef3-4890-99bf-d272f6a88802 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:09.133895 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-efe170dc-2744-4c58-a892-5193b3e3cada req-291b07cd-e20b-4167-a04a-f43262a04814 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:09.138548 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efe170dc-2744-4c58-a892-5193b3e3cada req-291b07cd-e20b-4167-a04a-f43262a04814 tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.65 "DELETE /v2.0/ports/9b3f7aeb-cef3-4890-99bf-d272f6a88802 HTTP/1.1" status: 204 len: 173 time: 1.3839276 Feb 09 03:25:09.139697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cb5e78-c711-4991-914a-564f826cde87', 'name': 'network-vif-deleted', 'tag': '9b3f7aeb-cef3-4890-99bf-d272f6a88802'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:09.142563 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea8dece-f17a-4544-a127-75daa8700a39" -d '{"events": [{"server_uuid": "b8cb5e78-c711-4991-914a-564f826cde87", "name": "network-vif-deleted", "tag": "9b3f7aeb-cef3-4890-99bf-d272f6a88802"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:09.246092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b11950-d53a-4f31-b4eb-aebf0073e24f req-798ae8af-c8c9-40bf-befe-f85fa0cc8ba3 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:09.252870 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05b11950-d53a-4f31-b4eb-aebf0073e24f req-798ae8af-c8c9-40bf-befe-f85fa0cc8ba3 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.1230471 Feb 09 03:25:09.317402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05b11950-d53a-4f31-b4eb-aebf0073e24f req-c59c33b2-c939-4a59-bc36-ca699f713bf2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568724 Feb 09 03:25:09.442861 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41044293-2399-4f0c-9d2f-95a50d81cb0f x-openstack-request-id: req-41044293-2399-4f0c-9d2f-95a50d81cb0f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:09.443160 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cb5e78-c711-4991-914a-564f826cde87", "name": "network-vif-deleted", "tag": "9b3f7aeb-cef3-4890-99bf-d272f6a88802", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:09.443419 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41044293-2399-4f0c-9d2f-95a50d81cb0f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:09.443832 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cb5e78-c711-4991-914a-564f826cde87', 'name': 'network-vif-deleted', 'tag': '9b3f7aeb-cef3-4890-99bf-d272f6a88802', 'status': 'completed', 'code': 200} Feb 09 03:25:09.532137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c67e3a-8292-47b9-b5cc-944a2bd9a8af {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:09.549979 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Publish callbacks [] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:09.581701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Transition to ACTIVE for port object c9c67e3a-8292-47b9-b5cc-944a2bd9a8af will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:25:09.594029 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:09.670121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5361a3f7-e1b3-4182-acb5-7bc080e4627e req-7f031053-34b8-4c41-961c-9a7cac5d36e3 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0866723 Feb 09 03:25:09.673099 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Pushing event updated for resources: {'Port': ['ID=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:09.683343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d97e5-553c-4a0b-8f64-446c28bed37b req-680183bf-3ae1-4e32-8023-57fb08d7f8e0 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:09.690192 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-227d97e5-553c-4a0b-8f64-446c28bed37b req-680183bf-3ae1-4e32-8023-57fb08d7f8e0 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.5883451 Feb 09 03:25:09.851897 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-227d97e5-553c-4a0b-8f64-446c28bed37b req-3c73dbee-2760-4b53-b75c-985369a41e5b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550415 Feb 09 03:25:09.852805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Attempting to bind port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:25:09.853144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Attempting to bind port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:25:09.853510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Attempting to bind port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af on network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:09.862333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af on network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:25:09.862664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Attempting to bind port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af on network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:09.872024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:25:09.872373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Checking segment: {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:09.872767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Bound using segment: {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:25:09.873212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Bound port: c9c67e3a-8292-47b9-b5cc-944a2bd9a8af, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:25:09.873614 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:09.907091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ea573-0798-4141-9dd4-25c232b3f8d9 req-1bb1aefd-7d62-47a9-bb3b-cb07afc87356 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:09.908703 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef0ea573-0798-4141-9dd4-25c232b3f8d9 req-1bb1aefd-7d62-47a9-bb3b-cb07afc87356 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.1415164 Feb 09 03:25:09.987129 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef0ea573-0798-4141-9dd4-25c232b3f8d9 req-d0682b02-cc5c-4b25-83ec-c29e61e6ac32 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708761 Feb 09 03:25:10.023526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] For port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:10.028054 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] For port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:25:10.036185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589ed23-b9a8-4a99-8499-b752e396c337 req-8af95c70-354b-4d98-803a-18d785914cf5 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:10.037758 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7589ed23-b9a8-4a99-8499-b752e396c337 req-8af95c70-354b-4d98-803a-18d785914cf5 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 944 time: 0.0925338 Feb 09 03:25:10.049192 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:10.113885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:10.114721 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:10.116596 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] 10.222.0.65 "PUT /v2.0/ports/c9c67e3a-8292-47b9-b5cc-944a2bd9a8af HTTP/1.1" status: 200 len: 1093 time: 1.2351394 Feb 09 03:25:10.117073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16720a60-ef96-4867-8272-8389154f3d33', 'tag': 'c9c67e3a-8292-47b9-b5cc-944a2bd9a8af'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:10.119687 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98345d0f-b9c9-42e5-a8ae-92f4e5b9e619" -d '{"events": [{"name": "network-changed", "server_uuid": "16720a60-ef96-4867-8272-8389154f3d33", "tag": "c9c67e3a-8292-47b9-b5cc-944a2bd9a8af"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:10.158988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f5bff-aab1-4873-98af-ea15fdfefd1c service neutron] Pushing event updated for resources: {'Port': ['ID=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:10.172504 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7589ed23-b9a8-4a99-8499-b752e396c337 req-2bd89c15-1aca-48b6-9d4f-fae0a9e60d06 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256316 Feb 09 03:25:10.203858 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e8f1ed1d-6ee2-4e69-b698-c58ff08d369a req-0b8add6e-bd73-4fd0-8e6e-1ab7c5e5d0ca tempest-InstanceActionsV221TestJSON-2002216677 tempest-InstanceActionsV221TestJSON-2002216677-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8cb5e78-c711-4991-914a-564f826cde87 HTTP/1.1" status: 200 len: 210 time: 0.0693078 Feb 09 03:25:10.311186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-f5e82d66-81bc-4e02-b46c-fa1dee955bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:10.313111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-f5e82d66-81bc-4e02-b46c-fa1dee955bd1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 1127 time: 0.1120639 Feb 09 03:25:10.318156 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ffe018-cf7f-48c4-b4ad-5496ea3bdb36 x-openstack-request-id: req-83ffe018-cf7f-48c4-b4ad-5496ea3bdb36 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:10.318673 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16720a60-ef96-4867-8272-8389154f3d33", "tag": "c9c67e3a-8292-47b9-b5cc-944a2bd9a8af", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:10.319121 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83ffe018-cf7f-48c4-b4ad-5496ea3bdb36 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:10.319736 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16720a60-ef96-4867-8272-8389154f3d33', 'tag': 'c9c67e3a-8292-47b9-b5cc-944a2bd9a8af', 'status': 'completed', 'code': 200} Feb 09 03:25:10.344912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa4f88-06d8-4d06-b70f-ea3604ef9c05 req-d7e4fb31-5641-4e4a-bffa-1a0a861dc68a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:10.347155 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6ffa4f88-06d8-4d06-b70f-ea3604ef9c05 req-d7e4fb31-5641-4e4a-bffa-1a0a861dc68a tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0691066 Feb 09 03:25:10.448684 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-9ba0ec25-c16a-495b-9bed-25d21f7340b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af HTTP/1.1" status: 200 len: 217 time: 0.0974278 Feb 09 03:25:10.492748 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb97efe-7c14-4d22-b93b-78b83ab221b5 req-24ae717c-b026-4649-a1da-04791afe25c4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:10.494299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7fb97efe-7c14-4d22-b93b-78b83ab221b5 req-24ae717c-b026-4649-a1da-04791afe25c4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0779722 Feb 09 03:25:10.522778 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6ffa4f88-06d8-4d06-b70f-ea3604ef9c05 req-fb601d4d-07d3-4cff-a932-6a8dd1d78bc0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556013 Feb 09 03:25:10.527182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-9fbc71bb-7a3e-45f0-b798-d014344a98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:10.528706 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-9fbc71bb-7a3e-45f0-b798-d014344a98fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7829cf55-e944-4514-bf89-a385b578ebb3 HTTP/1.1" status: 200 len: 855 time: 0.0701373 Feb 09 03:25:10.552769 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7fb97efe-7c14-4d22-b93b-78b83ab221b5 req-c43cf0ee-a1f2-4476-8dd9-75927d22eb19 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507383 Feb 09 03:25:10.576694 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-9ca9777a-c4d7-4c01-ac5a-5716fd8f28f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2fbf5b2a-7e17-4840-81ce-52c8f598a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405033 Feb 09 03:25:10.676642 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-4922e16d-ca10-4844-aa16-304c53e3df82 service neutron] 10.222.0.65 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925894 Feb 09 03:25:10.785025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 9b3f7aeb-cef3-4890-99bf-d272f6a88802 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:10.862738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 9b3f7aeb-cef3-4890-99bf-d272f6a88802 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:10.862998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 9b3f7aeb-cef3-4890-99bf-d272f6a88802 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:10.896924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5ca8c0-b054-41a4-986f-4f4f5bda65b5 req-8776b459-3ac8-47be-9ce8-95ad3ba02327 service neutron] 10.222.0.65 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061875 Feb 09 03:25:10.924627 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44669bba-6a50-40bc-a724-b7a0608f4292 req-5a1358f1-c7a4-4460-a111-f017fbeb1bf6 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0942576 Feb 09 03:25:10.927412 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-01b0810f-8bac-4a24-8628-c470cefaa6be req-66414e5a-67f4-4275-accd-424b9fbd3dfa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0984430 Feb 09 03:25:11.083308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fd8e2-d6b2-4248-a57f-fc5468b9109d req-4b46be95-53bb-4e99-b5ba-1fe5e3cc1b2c tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.092489 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c3fd8e2-d6b2-4248-a57f-fc5468b9109d req-4b46be95-53bb-4e99-b5ba-1fe5e3cc1b2c tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0742574 Feb 09 03:25:11.149507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c3fd8e2-d6b2-4248-a57f-fc5468b9109d req-253b9901-9f92-435d-b2bd-f09c1196a5cb tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528328 Feb 09 03:25:11.373955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfe975-61ec-4730-a138-0bed4b144dec req-e271c5e4-9ee4-43b3-a5f5-267846bf706e tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.375844 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2dfe975-61ec-4730-a138-0bed4b144dec req-e271c5e4-9ee4-43b3-a5f5-267846bf706e tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 944 time: 0.0902536 Feb 09 03:25:11.487779 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2dfe975-61ec-4730-a138-0bed4b144dec req-3aad9e75-3f12-491b-a16e-d30c6ee63d8d tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055331 Feb 09 03:25:11.515263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98345d0f-b9c9-42e5-a8ae-92f4e5b9e619 req-ea6723ba-2de9-4757-be2d-33e81f3c076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.516903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98345d0f-b9c9-42e5-a8ae-92f4e5b9e619 req-ea6723ba-2de9-4757-be2d-33e81f3c076d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 1127 time: 0.0821831 Feb 09 03:25:11.585847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b4c93-05ca-47d2-8811-2b68358bda21 req-f9f188c8-53c0-4fc9-b039-7cfeb89e9cf0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.599684 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-023b4c93-05ca-47d2-8811-2b68358bda21 req-f9f188c8-53c0-4fc9-b039-7cfeb89e9cf0 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=54ae9190-a209-4fde-8575-4e7108014332 HTTP/1.1" status: 200 len: 943 time: 0.1159167 Feb 09 03:25:11.758551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-023b4c93-05ca-47d2-8811-2b68358bda21 req-5aa16056-4a8b-45d5-876c-edcffed6a78e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Deleting port 84466bbb-3632-4a43-bfc1-279b9c28e307 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:11.759081 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-023b4c93-05ca-47d2-8811-2b68358bda21 req-5aa16056-4a8b-45d5-876c-edcffed6a78e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:11.770429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98345d0f-b9c9-42e5-a8ae-92f4e5b9e619 req-02cb6ef4-9114-420d-a86d-d65f7c11ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.772068 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98345d0f-b9c9-42e5-a8ae-92f4e5b9e619 req-02cb6ef4-9114-420d-a86d-d65f7c11ebf1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 916 time: 0.2428741 Feb 09 03:25:11.859517 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98345d0f-b9c9-42e5-a8ae-92f4e5b9e619 req-42058494-f44b-487b-9da8-0d8334ec8e66 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af HTTP/1.1" status: 200 len: 217 time: 0.0569162 Feb 09 03:25:11.872990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b2f46-792c-4ca2-92aa-5b58f765178c req-06d88902-9570-4fbe-8816-473a94710c21 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.874852 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-958b2f46-792c-4ca2-92aa-5b58f765178c req-06d88902-9570-4fbe-8816-473a94710c21 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.1204655 Feb 09 03:25:11.957793 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-958b2f46-792c-4ca2-92aa-5b58f765178c req-17fde3ef-66ad-4320-8db4-2e6978b61046 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731156 Feb 09 03:25:11.987508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98345d0f-b9c9-42e5-a8ae-92f4e5b9e619 req-87f817ce-f2bc-47e0-8cf3-75a3f681abac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.989508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98345d0f-b9c9-42e5-a8ae-92f4e5b9e619 req-87f817ce-f2bc-47e0-8cf3-75a3f681abac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7829cf55-e944-4514-bf89-a385b578ebb3 HTTP/1.1" status: 200 len: 855 time: 0.1136565 Feb 09 03:25:12.040415 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98345d0f-b9c9-42e5-a8ae-92f4e5b9e619 req-415f5780-5a4d-4e10-bdfc-319950cd5ec8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2fbf5b2a-7e17-4840-81ce-52c8f598a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439377 Feb 09 03:25:12.195958 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98345d0f-b9c9-42e5-a8ae-92f4e5b9e619 req-b60facc9-afd9-4d08-bb23-2abc7f164abf service neutron] 10.222.0.65 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459501 Feb 09 03:25:12.209841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38028) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:12.230865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-023b4c93-05ca-47d2-8811-2b68358bda21 req-5aa16056-4a8b-45d5-876c-edcffed6a78e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] For port 84466bbb-3632-4a43-bfc1-279b9c28e307, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=84466bbb-3632-4a43-bfc1-279b9c28e307,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:12.231233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-023b4c93-05ca-47d2-8811-2b68358bda21 req-5aa16056-4a8b-45d5-876c-edcffed6a78e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:12.264385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-023b4c93-05ca-47d2-8811-2b68358bda21 req-5aa16056-4a8b-45d5-876c-edcffed6a78e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Calling delete_port for 84466bbb-3632-4a43-bfc1-279b9c28e307 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:12.474511 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-023b4c93-05ca-47d2-8811-2b68358bda21 req-5aa16056-4a8b-45d5-876c-edcffed6a78e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (84466bbb-3632-4a43-bfc1-279b9c28e307), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:12.488106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['642c6e2d-c507-4ff4-82ca-121044d69858', 'c453f719-6bc5-4c12-9498-51859e8508bd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:12.543997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa16056-4a8b-45d5-876c-edcffed6a78e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event deleted for resources: {'Port': ['ID=84466bbb-3632-4a43-bfc1-279b9c28e307,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:12.631050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-023b4c93-05ca-47d2-8811-2b68358bda21 req-5aa16056-4a8b-45d5-876c-edcffed6a78e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] No DVR routers for this DVR port 84466bbb-3632-4a43-bfc1-279b9c28e307 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:12.636661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-023b4c93-05ca-47d2-8811-2b68358bda21 req-5aa16056-4a8b-45d5-876c-edcffed6a78e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:12.641617 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-023b4c93-05ca-47d2-8811-2b68358bda21 req-5aa16056-4a8b-45d5-876c-edcffed6a78e tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "DELETE /v2.0/ports/84466bbb-3632-4a43-bfc1-279b9c28e307 HTTP/1.1" status: 204 len: 173 time: 1.0410354 Feb 09 03:25:12.648115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ae9190-a209-4fde-8575-4e7108014332', 'name': 'network-vif-deleted', 'tag': '84466bbb-3632-4a43-bfc1-279b9c28e307'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:12.651621 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2984e30e-6b3c-4a94-8f2f-d8bdbc6bf502" -d '{"events": [{"server_uuid": "54ae9190-a209-4fde-8575-4e7108014332", "name": "network-vif-deleted", "tag": "84466bbb-3632-4a43-bfc1-279b9c28e307"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:12.675405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-2275d475-aaef-4f5f-abb9-580ce540fa1c admin admin] Deleting subnet 0775cadb-5388-496a-9c76-2a812afcdf9e {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:25:12.680205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2275d475-aaef-4f5f-abb9-580ce540fa1c admin admin] Publish callbacks [] for subnet (0775cadb-5388-496a-9c76-2a812afcdf9e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:12.740456 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2275d475-aaef-4f5f-abb9-580ce540fa1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (0775cadb-5388-496a-9c76-2a812afcdf9e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:12.845140 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b39c472-9021-4349-82d1-220fe430b5eb req-e4f6118c-c2f7-4640-a228-0636afe4b403 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0658429 Feb 09 03:25:12.846725 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2275d475-aaef-4f5f-abb9-580ce540fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (0775cadb-5388-496a-9c76-2a812afcdf9e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:12.917243 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98345d0f-b9c9-42e5-a8ae-92f4e5b9e619 req-416eb782-b6fe-4bf3-9d02-4e179afa7507 service neutron] 10.222.0.65 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115736 Feb 09 03:25:12.955713 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2275d475-aaef-4f5f-abb9-580ce540fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (0775cadb-5388-496a-9c76-2a812afcdf9e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.001125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275d475-aaef-4f5f-abb9-580ce540fa1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0775cadb-5388-496a-9c76-2a812afcdf9e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:13.006890 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2275d475-aaef-4f5f-abb9-580ce540fa1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.006890 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2275d475-aaef-4f5f-abb9-580ce540fa1c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0775cadb-5388-496a-9c76-2a812afcdf9e HTTP/1.1" status: 204 len: 168 time: 0.7957964 Feb 09 03:25:13.011396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38040) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:13.128214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (d9949b55-ccfa-4df2-b531-2094d183f640), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.146235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d8f1b-20d6-4c6c-8b51-3f08fbb0313d req-337dbfcb-5245-4252-9a11-342fd38984ed tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:13.147423 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b7d8f1b-20d6-4c6c-8b51-3f08fbb0313d req-337dbfcb-5245-4252-9a11-342fd38984ed tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1635993 Feb 09 03:25:13.180498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8750d6-8dfc-4f7d-adf8-a1636711f565 req-2b73b22c-da3f-4b4d-a116-eaf156744f03 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:13.189487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc8750d6-8dfc-4f7d-adf8-a1636711f565 req-2b73b22c-da3f-4b4d-a116-eaf156744f03 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 944 time: 0.0837753 Feb 09 03:25:13.247079 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc8750d6-8dfc-4f7d-adf8-a1636711f565 req-343975e6-f448-4759-a1d8-bab3ab6f2741 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565631 Feb 09 03:25:13.289021 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b7d8f1b-20d6-4c6c-8b51-3f08fbb0313d req-5053c8f1-0973-484d-97ee-1f17b3d9d215 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326294 Feb 09 03:25:13.293218 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (d9949b55-ccfa-4df2-b531-2094d183f640), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.304344 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb75619b-d2b4-4fdd-b15e-1630d2c05ecd x-openstack-request-id: req-fb75619b-d2b4-4fdd-b15e-1630d2c05ecd {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:13.306242 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ae9190-a209-4fde-8575-4e7108014332", "name": "network-vif-deleted", "tag": "84466bbb-3632-4a43-bfc1-279b9c28e307", "status": "failed", "code": 422}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:13.307076 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb75619b-d2b4-4fdd-b15e-1630d2c05ecd {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:13.307922 n-d-824835-15 neutron-server[103328]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54ae9190-a209-4fde-8575-4e7108014332', 'name': 'network-vif-deleted', 'tag': '84466bbb-3632-4a43-bfc1-279b9c28e307', 'status': 'failed', 'code': 422} returned with failed status Feb 09 03:25:13.330723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9949b55-ccfa-4df2-b531-2094d183f640']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:13.340884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9f1391-b750-45c0-a03f-31d4503d370c') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:13.341182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9f1391-b750-45c0-a03f-31d4503d370c') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:13.359156 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (4d9f1391-b750-45c0-a03f-31d4503d370c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.374302 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4d9f1391-b750-45c0-a03f-31d4503d370c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.386257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:25:13.386545 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (4d9f1391-b750-45c0-a03f-31d4503d370c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:25:13.388533 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:25:13.411803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c5da0-99d7-4a5f-8c74-78548a5e8454 req-cd604825-59f9-4df6-a27c-96c0960f19b0 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:13.411803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d4c5da0-99d7-4a5f-8c74-78548a5e8454 req-cd604825-59f9-4df6-a27c-96c0960f19b0 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0686767 Feb 09 03:25:13.412149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38050) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:13.460904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (d9949b55-ccfa-4df2-b531-2094d183f640), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.470586 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.474967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] 10.222.0.21 "DELETE /v2.0/networks/d9949b55-ccfa-4df2-b531-2094d183f640 HTTP/1.1" status: 204 len: 168 time: 0.4415700 Feb 09 03:25:13.504890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-10377a09-93f5-4526-9caa-356f03b8f017 admin admin] Deleting subnet bb639c8b-93e2-4f81-bc1a-c227ff24793f {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:25:13.514164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d4c5da0-99d7-4a5f-8c74-78548a5e8454 req-f4e29660-4862-4367-99ee-da41d578f9d3 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937214 Feb 09 03:25:13.515974 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdb3e9-521a-4ece-9615-ebb60189537e admin admin] Pushing event deleted for resources: {'Network': ['ID=d9949b55-ccfa-4df2-b531-2094d183f640,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:13.516705 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10377a09-93f5-4526-9caa-356f03b8f017 admin admin] Publish callbacks [] for subnet (bb639c8b-93e2-4f81-bc1a-c227ff24793f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.573519 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10377a09-93f5-4526-9caa-356f03b8f017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (bb639c8b-93e2-4f81-bc1a-c227ff24793f), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.627958 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10377a09-93f5-4526-9caa-356f03b8f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (bb639c8b-93e2-4f81-bc1a-c227ff24793f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.672820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38056) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:13.721317 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7d200278-f714-40f3-994b-38eab3eba9d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69b6b1176614400e9dcf0a59965b7b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469170 Feb 09 03:25:13.723716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38058) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:13.725329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d6cd2-4217-4888-928f-42724b8b5fb2 req-c669e907-3531-4844-8ad7-3838e6115785 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:13.726878 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-de2d6cd2-4217-4888-928f-42724b8b5fb2 req-c669e907-3531-4844-8ad7-3838e6115785 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 907 time: 0.0761597 Feb 09 03:25:13.732748 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10377a09-93f5-4526-9caa-356f03b8f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (bb639c8b-93e2-4f81-bc1a-c227ff24793f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.763279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10377a09-93f5-4526-9caa-356f03b8f017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb639c8b-93e2-4f81-bc1a-c227ff24793f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:13.765324 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10377a09-93f5-4526-9caa-356f03b8f017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.769395 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-10377a09-93f5-4526-9caa-356f03b8f017 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bb639c8b-93e2-4f81-bc1a-c227ff24793f HTTP/1.1" status: 204 len: 168 time: 0.3553555 Feb 09 03:25:13.771146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38060) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:13.794487 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c81f67fb-ce0c-4b80-8b26-b0cacce41b93 admin admin] Publish callbacks [] for security_group (9da82855-c542-4e08-bb7c-808c840c39db), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.829048 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c81f67fb-ce0c-4b80-8b26-b0cacce41b93 admin admin] Publish callbacks [] for security_group (9da82855-c542-4e08-bb7c-808c840c39db), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.852696 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (71523fad-1d1d-4cff-aa43-38ec8f56b13a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.878641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c81f67fb-ce0c-4b80-8b26-b0cacce41b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9da82855-c542-4e08-bb7c-808c840c39db), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.882059 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c81f67fb-ce0c-4b80-8b26-b0cacce41b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.886303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c81f67fb-ce0c-4b80-8b26-b0cacce41b93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9da82855-c542-4e08-bb7c-808c840c39db HTTP/1.1" status: 204 len: 168 time: 0.1587691 Feb 09 03:25:13.893657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f67fb-ce0c-4b80-8b26-b0cacce41b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da82855-c542-4e08-bb7c-808c840c39db,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:13.934783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (71523fad-1d1d-4cff-aa43-38ec8f56b13a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.965036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71523fad-1d1d-4cff-aa43-38ec8f56b13a']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:13.979689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:13.980113 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:14.001587 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.008903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9aff811c-70a8-4a3a-bab6-4838a9543865 req-8ba6d155-00ad-413f-92e6-9df56923fa8f tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0367899 Feb 09 03:25:14.025888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.047018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:25:14.047474 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (c7d0f45c-a1a2-48f2-8308-e2c9f4f95b02), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:25:14.049610 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:25:14.115018 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (71523fad-1d1d-4cff-aa43-38ec8f56b13a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.121033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.125227 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] 10.222.0.21 "DELETE /v2.0/networks/71523fad-1d1d-4cff-aa43-38ec8f56b13a HTTP/1.1" status: 204 len: 168 time: 0.3528903 Feb 09 03:25:14.141892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90853d-8be4-4901-98c7-b56812144b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=71523fad-1d1d-4cff-aa43-38ec8f56b13a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:14.405287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38084) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:14.413778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce02e74-cf35-4a0a-828a-226c81086c8f req-6c6eca05-a293-4f93-8fc9-be08130ba079 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:14.415953 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ce02e74-cf35-4a0a-828a-226c81086c8f req-6c6eca05-a293-4f93-8fc9-be08130ba079 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 944 time: 0.0818288 Feb 09 03:25:14.458514 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c90063a3-175b-44ec-bc99-9d0d83af1347 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19792cc1ca2d416484a56fbb6d84b268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510075 Feb 09 03:25:14.460109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38086) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:14.488361 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ce02e74-cf35-4a0a-828a-226c81086c8f req-83597c98-b216-4e37-9af5-3533d4650689 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664697 Feb 09 03:25:14.563151 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8a33d78-d106-43c6-8e6d-777055f45127 admin admin] Publish callbacks [] for security_group (480182db-cbc1-479b-aaaa-afb1539f6a86), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.592200 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8a33d78-d106-43c6-8e6d-777055f45127 admin admin] Publish callbacks [] for security_group (480182db-cbc1-479b-aaaa-afb1539f6a86), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.655148 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8a33d78-d106-43c6-8e6d-777055f45127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (480182db-cbc1-479b-aaaa-afb1539f6a86), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.663913 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8a33d78-d106-43c6-8e6d-777055f45127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.679769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc89b3-765f-4e58-a514-86bdc643b3d8 req-e3eb4f57-1012-4b92-bff5-a2a76c9cc0b3 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:14.683624 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31cc89b3-765f-4e58-a514-86bdc643b3d8 req-e3eb4f57-1012-4b92-bff5-a2a76c9cc0b3 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1165183 Feb 09 03:25:14.692273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c8a33d78-d106-43c6-8e6d-777055f45127 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/480182db-cbc1-479b-aaaa-afb1539f6a86 HTTP/1.1" status: 204 len: 168 time: 0.2210810 Feb 09 03:25:14.721427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a33d78-d106-43c6-8e6d-777055f45127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480182db-cbc1-479b-aaaa-afb1539f6a86,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:14.788051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31cc89b3-765f-4e58-a514-86bdc643b3d8 req-7000609b-cf24-485c-88f5-209fb069d523 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962095 Feb 09 03:25:14.796777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c9c67e3a-8292-47b9-b5cc-944a2bd9a8af details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:25:14.871396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa55907-7612-4fc1-bad6-d0e10d4ccad2 req-8bf3a98d-bcc7-4679-b60c-a3af559352e8 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:14.873567 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-baa55907-7612-4fc1-bad6-d0e10d4ccad2 req-8bf3a98d-bcc7-4679-b60c-a3af559352e8 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0753195 Feb 09 03:25:15.007646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-baa55907-7612-4fc1-bad6-d0e10d4ccad2 req-ecadb63d-4065-43eb-a440-aba49c20470f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208022 Feb 09 03:25:15.013266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:15.060464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'c9c67e3a-8292-47b9-b5cc-944a2bd9a8af', 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134', 'port_id': 'c9c67e3a-8292-47b9-b5cc-944a2bd9a8af', 'mac_address': 'fa:16:3e:db:48:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7829cf55-e944-4514-bf89-a385b578ebb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:25:15.093279 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7b861-d219-4b0c-9e42-b1c5bd3b555e req-13c15844-ac1b-4ba0-804d-216d4ac91607 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:15.097455 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ebb7b861-d219-4b0c-9e42-b1c5bd3b555e req-13c15844-ac1b-4ba0-804d-216d4ac91607 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 907 time: 0.0767534 Feb 09 03:25:15.201016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:15.201436 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:15.204349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6581b1b-2885-4841-9cce-5382e97533df req-e2477b07-69ed-4c53-989c-89dfdd339db2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:15.231105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c67e3a-8292-47b9-b5cc-944a2bd9a8af {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:15.240974 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38118) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:15.246715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6581b1b-2885-4841-9cce-5382e97533df req-e2477b07-69ed-4c53-989c-89dfdd339db2 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 907 time: 0.1432624 Feb 09 03:25:15.313071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:15.324501 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:15.390524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ca3ec92-5660-45c8-9759-c0b3325df92a req-6e31c994-1433-4988-a71d-3cd3b1a71f8a tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0500164 Feb 09 03:25:15.394479 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ebb7b861-d219-4b0c-9e42-b1c5bd3b555e req-58c15f89-0c96-4f2e-b4ec-98460f075170 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Deleting port 8b85e367-3a47-4cbc-abee-4217647456c6 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:15.394926 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ebb7b861-d219-4b0c-9e42-b1c5bd3b555e req-58c15f89-0c96-4f2e-b4ec-98460f075170 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:15.448200 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:15.470173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1610311635-network', 'tenant_id': '5ded15d3865e451a8f7334fba0febdf1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:15.509031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Made reservation on behalf of 5ded15d3865e451a8f7334fba0febdf1 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:15.512024 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:15.530935 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:15.591060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ebb7b861-d219-4b0c-9e42-b1c5bd3b555e req-58c15f89-0c96-4f2e-b4ec-98460f075170 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] For port 8b85e367-3a47-4cbc-abee-4217647456c6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8b85e367-3a47-4cbc-abee-4217647456c6,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:15.591902 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ebb7b861-d219-4b0c-9e42-b1c5bd3b555e req-58c15f89-0c96-4f2e-b4ec-98460f075170 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:15.596816 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-933ed7d4-27d0-4e25-9826-7fe1431c3e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:15.619106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ebb7b861-d219-4b0c-9e42-b1c5bd3b555e req-58c15f89-0c96-4f2e-b4ec-98460f075170 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Calling delete_port for 8b85e367-3a47-4cbc-abee-4217647456c6 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:15.652911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc989b84-ca32-4cc7-8dc9-01107ac1bd81 req-934dc406-10b8-47db-9482-2f21e5983aaa tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:15.654473 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc989b84-ca32-4cc7-8dc9-01107ac1bd81 req-934dc406-10b8-47db-9482-2f21e5983aaa tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 945 time: 0.0818357 Feb 09 03:25:15.717544 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc989b84-ca32-4cc7-8dc9-01107ac1bd81 req-8fef061e-6522-4fd7-be7c-aa0d2a9c25e8 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525386 Feb 09 03:25:15.874993 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Publish callbacks [] for security_group (daca5f73-7527-4cdc-9d8c-4ab6a032ad69), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:15.887036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ebb7b861-d219-4b0c-9e42-b1c5bd3b555e req-58c15f89-0c96-4f2e-b4ec-98460f075170 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8b85e367-3a47-4cbc-abee-4217647456c6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:15.896668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['c9c67e3a-8292-47b9-b5cc-944a2bd9a8af'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:15.905217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38148) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:15.959085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c15f89-0c96-4f2e-b4ec-98460f075170 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event deleted for resources: {'Port': ['ID=8b85e367-3a47-4cbc-abee-4217647456c6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:15.969254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (daca5f73-7527-4cdc-9d8c-4ab6a032ad69), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.050928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daca5f73-7527-4cdc-9d8c-4ab6a032ad69,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:16.098136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1674021870-network', 'tenant_id': '6eab9ae8391342c18dd98f2ea1b5b2a5'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:16.118134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb7b861-d219-4b0c-9e42-b1c5bd3b555e req-58c15f89-0c96-4f2e-b4ec-98460f075170 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] No DVR routers for this DVR port 8b85e367-3a47-4cbc-abee-4217647456c6 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:16.122437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ebb7b861-d219-4b0c-9e42-b1c5bd3b555e req-58c15f89-0c96-4f2e-b4ec-98460f075170 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.126375 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ebb7b861-d219-4b0c-9e42-b1c5bd3b555e req-58c15f89-0c96-4f2e-b4ec-98460f075170 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "DELETE /v2.0/ports/8b85e367-3a47-4cbc-abee-4217647456c6 HTTP/1.1" status: 204 len: 173 time: 1.0208013 Feb 09 03:25:16.127339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:25:16.137929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d48c816-bc5d-4f73-b02b-67a26ea51ce3', 'name': 'network-vif-deleted', 'tag': '8b85e367-3a47-4cbc-abee-4217647456c6'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:16.141468 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619e513a-2cd7-45a1-9e27-b3488227d9f1" -d '{"events": [{"server_uuid": "1d48c816-bc5d-4f73-b02b-67a26ea51ce3", "name": "network-vif-deleted", "tag": "8b85e367-3a47-4cbc-abee-4217647456c6"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:16.176069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf03618-075a-4845-8043-5ca63dc4b942 req-6723a90d-0f3e-45c1-a2f0-b425f214b410 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:16.179663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Made reservation on behalf of 6eab9ae8391342c18dd98f2ea1b5b2a5 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:16.182416 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.193573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.197164 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2bf03618-075a-4845-8043-5ca63dc4b942 req-6723a90d-0f3e-45c1-a2f0-b425f214b410 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.3341849 Feb 09 03:25:16.216958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca376-88a4-43bc-b6f7-11746c23d070 req-34c5bc56-5b02-4c2f-bccd-d60a95ba953f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:16.220148 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd1ca376-88a4-43bc-b6f7-11746c23d070 req-34c5bc56-5b02-4c2f-bccd-d60a95ba953f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.1128013 Feb 09 03:25:16.220289 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b41c5f89-1891-4b96-bf4a-68eeeb146cad), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.220644 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Added segment b41c5f89-1891-4b96-bf4a-68eeeb146cad of type vlan for network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 Feb 09 03:25:16.303481 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (dae5ac67-0d3e-40b6-87c7-dad4024c9c27), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.325127 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2bf03618-075a-4845-8043-5ca63dc4b942 req-ca713991-a51b-459f-a839-6715a07be643 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269288 Feb 09 03:25:16.328202 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Publish callbacks [] for security_group (54be2276-f5e6-4892-bd08-512797e505da), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.341915 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (54be2276-f5e6-4892-bd08-512797e505da), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.356289 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (dae5ac67-0d3e-40b6-87c7-dad4024c9c27), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.357926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:16.358622 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.378081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54be2276-f5e6-4892-bd08-512797e505da,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:16.391902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:25:16.408924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd1ca376-88a4-43bc-b6f7-11746c23d070 req-ed248673-3fa3-45b5-a62d-8b6bcc438e34 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189742 Feb 09 03:25:16.421927 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c902552-0016-4bb7-961c-94dbbc593f05 x-openstack-request-id: req-6c902552-0016-4bb7-961c-94dbbc593f05 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:16.422547 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d48c816-bc5d-4f73-b02b-67a26ea51ce3", "name": "network-vif-deleted", "tag": "8b85e367-3a47-4cbc-abee-4217647456c6", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:16.424703 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c902552-0016-4bb7-961c-94dbbc593f05 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:16.425425 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d48c816-bc5d-4f73-b02b-67a26ea51ce3', 'name': 'network-vif-deleted', 'tag': '8b85e367-3a47-4cbc-abee-4217647456c6', 'status': 'completed', 'code': 200} Feb 09 03:25:16.433425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (08669d32-05ec-48bd-98a2-9f5bb8a75dd9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.434068 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Added segment 08669d32-05ec-48bd-98a2-9f5bb8a75dd9 of type vlan for network 20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 Feb 09 03:25:16.490638 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (20991d4b-2c7f-4a79-8ae5-ddd441c6fe03), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.513898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2695444 Feb 09 03:25:16.515191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38162) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:16.532406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-afc917bb-513e-4cbd-9ff1-524d21d99fa8 admin admin] Request body: {'subnet': {'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1610311635-subnet', 'tenant_id': '5ded15d3865e451a8f7334fba0febdf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:16.544629 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a96c6fa-52e2-4a6e-b7ca-970d5e408438 req-edb046a1-6954-474f-852c-ea037f34540f tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0272720 Feb 09 03:25:16.545315 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (20991d4b-2c7f-4a79-8ae5-ddd441c6fe03), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.546275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:16.546826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.586850 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-54dc0bf9-f2c2-451f-8137-a7f9485193c9 req-60b46cb5-1a45-46c0-9e07-308d916ba449 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d48c816-bc5d-4f73-b02b-67a26ea51ce3 HTTP/1.1" status: 200 len: 210 time: 0.0658782 Feb 09 03:25:16.598905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec69f83-4345-42b7-9e02-961d9d555975 admin admin] Pushing event updated for resources: {'Network': ['ID=dae5ac67-0d3e-40b6-87c7-dad4024c9c27,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:16.617137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:25:16.634703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc917bb-513e-4cbd-9ff1-524d21d99fa8 admin admin] Made reservation on behalf of 5ded15d3865e451a8f7334fba0febdf1 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:16.639357 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7340329 Feb 09 03:25:16.641039 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afc917bb-513e-4cbd-9ff1-524d21d99fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.642400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38164) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:16.658624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6f70033b-0768-4d85-b7e2-562d025b357e admin admin] Request body: {'subnet': {'network_id': '20991d4b-2c7f-4a79-8ae5-ddd441c6fe03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1674021870-subnet', 'tenant_id': '6eab9ae8391342c18dd98f2ea1b5b2a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:16.674989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826559a-683c-4c93-ae8d-ecf16a708277 admin admin] Pushing event updated for resources: {'Network': ['ID=20991d4b-2c7f-4a79-8ae5-ddd441c6fe03,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:16.687063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:25:16.703852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f70033b-0768-4d85-b7e2-562d025b357e admin admin] Made reservation on behalf of 6eab9ae8391342c18dd98f2ea1b5b2a5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:16.706629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f70033b-0768-4d85-b7e2-562d025b357e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.894998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afc917bb-513e-4cbd-9ff1-524d21d99fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (758b59e2-44c9-4ffa-9f75-79486baf7d46), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.958917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc917bb-513e-4cbd-9ff1-524d21d99fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=758b59e2-44c9-4ffa-9f75-79486baf7d46,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:16.968220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc917bb-513e-4cbd-9ff1-524d21d99fa8 admin admin] Checking segment: {'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:16.968578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc917bb-513e-4cbd-9ff1-524d21d99fa8 admin admin] Network hostable DHCP agents. Network: dae5ac67-0d3e-40b6-87c7-dad4024c9c27, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:25:16.983190 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f70033b-0768-4d85-b7e2-562d025b357e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (7392701b-ed72-49d3-9369-31d4c7363b50), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:16.994883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc917bb-513e-4cbd-9ff1-524d21d99fa8 admin admin] Network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:25:16.998031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7ce91-5617-4563-9228-f8010bbdd98e req-cbdb6749-a8dd-48f7-9fb8-6b9564a6bb28 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:16.999589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9dc7ce91-5617-4563-9228-f8010bbdd98e req-cbdb6749-a8dd-48f7-9fb8-6b9564a6bb28 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 945 time: 0.1460564 Feb 09 03:25:17.014973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-afc917bb-513e-4cbd-9ff1-524d21d99fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, dae5ac67-0d3e-40b6-87c7-dad4024c9c27) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:17.019717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc917bb-513e-4cbd-9ff1-524d21d99fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:17.020305 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afc917bb-513e-4cbd-9ff1-524d21d99fa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:17.032700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bfa7b7-a363-4569-b2e4-0783b9206d81 None None] Network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:17.051138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-afc917bb-513e-4cbd-9ff1-524d21d99fa8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5297458 Feb 09 03:25:17.083674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70033b-0768-4d85-b7e2-562d025b357e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7392701b-ed72-49d3-9369-31d4c7363b50,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:17.117841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9dc7ce91-5617-4563-9228-f8010bbdd98e req-24e75fd9-0093-4bb3-b69c-d8c1615d7b18 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908272 Feb 09 03:25:17.119131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f70033b-0768-4d85-b7e2-562d025b357e admin admin] Checking segment: {'id': '08669d32-05ec-48bd-98a2-9f5bb8a75dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '20991d4b-2c7f-4a79-8ae5-ddd441c6fe03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:17.120671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70033b-0768-4d85-b7e2-562d025b357e admin admin] Network hostable DHCP agents. Network: 20991d4b-2c7f-4a79-8ae5-ddd441c6fe03, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:25:17.144667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70033b-0768-4d85-b7e2-562d025b357e admin admin] Network 20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:25:17.163764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6f70033b-0768-4d85-b7e2-562d025b357e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 20991d4b-2c7f-4a79-8ae5-ddd441c6fe03) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:17.170013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70033b-0768-4d85-b7e2-562d025b357e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:17.170699 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f70033b-0768-4d85-b7e2-562d025b357e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:17.182974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab8dc13-6c9f-4c9e-81f9-92815d736fd0 None None] Network 20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:17.194052 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6f70033b-0768-4d85-b7e2-562d025b357e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5503771 Feb 09 03:25:17.234953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359ab2af-96e4-4503-bab5-bb69104638b3 None None] Network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:17.380829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeec373-5642-42b6-8611-6fc9356c041d None None] Network 20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:17.496645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee11e55-347b-4f49-a405-bc110ae20bc2 req-38595f06-c95c-41f7-8338-7a00402780c6 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:17.498790 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cee11e55-347b-4f49-a405-bc110ae20bc2 req-38595f06-c95c-41f7-8338-7a00402780c6 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0712411 Feb 09 03:25:17.564414 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cee11e55-347b-4f49-a405-bc110ae20bc2 req-37a318dc-ad2f-4092-8803-a64cd1fc0c87 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Feb 09 03:25:17.593208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-93bd0000-39c6-4a0f-bc90-ce811f88cb8c tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:17.594738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-93bd0000-39c6-4a0f-bc90-ce811f88cb8c tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/networks?id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27 HTTP/1.1" status: 200 len: 815 time: 0.1096461 Feb 09 03:25:17.609609 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-af04cd04-11d2-4dfe-ae2b-549dc560f57b tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/quotas/5ded15d3865e451a8f7334fba0febdf1 HTTP/1.1" status: 200 len: 375 time: 0.0095003 Feb 09 03:25:17.647815 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-405d7470-3dc3-433b-9b4c-0e52203865a8 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ded15d3865e451a8f7334fba0febdf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324030 Feb 09 03:25:17.686865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6288d48-8b4b-478e-9f90-0de366b6b622 req-2fe8d46d-6dda-49d8-809d-688272450b6a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:17.688262 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6288d48-8b4b-478e-9f90-0de366b6b622 req-2fe8d46d-6dda-49d8-809d-688272450b6a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0539956 Feb 09 03:25:17.735729 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6288d48-8b4b-478e-9f90-0de366b6b622 req-15d50f07-5053-4420-b040-be8728d27c74 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418143 Feb 09 03:25:17.738369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-0b271b11-bcf5-4879-8344-e7a116331edf service neutron] 10.222.0.21 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838954 Feb 09 03:25:17.835283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-4242157b-0b1e-452b-967f-e7fa161feca1 service neutron] 10.222.0.21 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912013 Feb 09 03:25:17.985228 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c081f-d969-4692-8628-f76d77909548 req-3dd59ee6-4bdc-420f-a885-10fc5b5de004 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:17.986944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-3dd59ee6-4bdc-420f-a885-10fc5b5de004 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/networks?id=20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 HTTP/1.1" status: 200 len: 814 time: 0.1231096 Feb 09 03:25:18.002468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-0f8e9d24-0929-4733-9b21-18034c3e4644 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/quotas/6eab9ae8391342c18dd98f2ea1b5b2a5 HTTP/1.1" status: 200 len: 375 time: 0.0102267 Feb 09 03:25:18.017433 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30ed808d-f739-423e-99c2-869bbc45e595 req-52a04699-37a1-4558-b4d5-d175cdc2bbbb tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0320311 Feb 09 03:25:18.045545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-3fd6cb2b-b25a-4e76-b61a-a61f9abf0816 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6eab9ae8391342c18dd98f2ea1b5b2a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291550 Feb 09 03:25:18.097271 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c8aeedc-2f3b-4f61-8d3e-44cfbefc1628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:18.154137 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-845983f6-4789-4672-8a99-9c29e4b71539 req-7fe1e9f8-cea9-4c59-97d7-962b87d9a08e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 210 time: 0.0319088 Feb 09 03:25:18.158549 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-b5fbcdf5-8b0d-43c4-894d-8c5c8816992d service neutron] 10.222.0.21 "GET /v2.0/networks/20991d4b-2c7f-4a79-8ae5-ddd441c6fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076033 Feb 09 03:25:18.283325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-d135bd4a-f4e3-476a-ad95-b0853c7cf02f service neutron] 10.222.0.21 "GET /v2.0/networks/20991d4b-2c7f-4a79-8ae5-ddd441c6fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179349 Feb 09 03:25:18.421190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3a6e1-dd68-4f07-93c2-6ec390735982 req-78d9de11-d13c-4135-b305-414a11f5e857 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:18.422710 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ee3a6e1-dd68-4f07-93c2-6ec390735982 req-78d9de11-d13c-4135-b305-414a11f5e857 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 945 time: 0.0612214 Feb 09 03:25:18.480340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ee3a6e1-dd68-4f07-93c2-6ec390735982 req-5fbb6c8f-938f-4abb-9a1a-8165a0d463ac tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513546 Feb 09 03:25:18.527761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dade0-b2a0-4228-b1e4-ff23fadb110a req-ff627d62-d2e3-4f6b-8775-98a3684c53e3 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:18.529558 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-069dade0-b2a0-4228-b1e4-ff23fadb110a req-ff627d62-d2e3-4f6b-8775-98a3684c53e3 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 945 time: 0.0783434 Feb 09 03:25:18.574759 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b9a533d-0dad-4698-a515-110c3f509194 req-1ac881cb-a277-4a21-b380-365c9eba8977 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 210 time: 0.0495474 Feb 09 03:25:18.606449 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-069dade0-b2a0-4228-b1e4-ff23fadb110a req-6ca565e9-56cb-4e0f-acf3-604106ddcd4f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669413 Feb 09 03:25:18.716352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c353705-9c6c-40e0-9aa2-d0d5fe7513c1 req-eb3f10bb-39be-4329-bc3c-21e37302b048 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:18.718679 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c353705-9c6c-40e0-9aa2-d0d5fe7513c1 req-eb3f10bb-39be-4329-bc3c-21e37302b048 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0570471 Feb 09 03:25:18.800050 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c353705-9c6c-40e0-9aa2-d0d5fe7513c1 req-890d1ca1-03a1-414a-a8cf-b358a8eb1eb7 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756667 Feb 09 03:25:18.812221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a72508-2953-46b6-9419-7391b576f1fc req-995ddabd-7276-428d-9b47-23451743581f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:18.813724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-63a72508-2953-46b6-9419-7391b576f1fc req-995ddabd-7276-428d-9b47-23451743581f tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 945 time: 0.0832460 Feb 09 03:25:18.824173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c9c67e3a-8292-47b9-b5cc-944a2bd9a8af up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:25:18.890029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:25:18.894772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:25:18.895217 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:18.907335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77075e5-2dca-4561-a2df-fcb53cd54ddb req-9f9f4580-35f0-4966-8c42-7a6d819e7d83 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:18.909058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c77075e5-2dca-4561-a2df-fcb53cd54ddb req-9f9f4580-35f0-4966-8c42-7a6d819e7d83 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0732031 Feb 09 03:25:18.952459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-63a72508-2953-46b6-9419-7391b576f1fc req-64532f2c-64b0-4341-ac4b-60a3e3b85a4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Deleting port c453f719-6bc5-4c12-9498-51859e8508bd {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:18.952677 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-63a72508-2953-46b6-9419-7391b576f1fc req-64532f2c-64b0-4341-ac4b-60a3e3b85a4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:18.963304 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c77075e5-2dca-4561-a2df-fcb53cd54ddb req-d5ac97c9-2ad2-4e20-80c7-3b7552da6203 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471339 Feb 09 03:25:18.997421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8b85e367-3a47-4cbc-abee-4217647456c6 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:19.029272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 8b85e367-3a47-4cbc-abee-4217647456c6 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:19.029649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8b85e367-3a47-4cbc-abee-4217647456c6 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:19.036583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:19.037192 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.080934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16720a60-ef96-4867-8272-8389154f3d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c67e3a-8292-47b9-b5cc-944a2bd9a8af'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:19.083351 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09765946-c195-43e7-b804-23e4bee11fb2" -d '{"events": [{"server_uuid": "16720a60-ef96-4867-8272-8389154f3d33", "name": "network-vif-plugged", "status": "completed", "tag": "c9c67e3a-8292-47b9-b5cc-944a2bd9a8af"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:19.084075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-63a72508-2953-46b6-9419-7391b576f1fc req-64532f2c-64b0-4341-ac4b-60a3e3b85a4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] For port c453f719-6bc5-4c12-9498-51859e8508bd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c453f719-6bc5-4c12-9498-51859e8508bd,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:19.084533 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-63a72508-2953-46b6-9419-7391b576f1fc req-64532f2c-64b0-4341-ac4b-60a3e3b85a4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.103596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-63a72508-2953-46b6-9419-7391b576f1fc req-64532f2c-64b0-4341-ac4b-60a3e3b85a4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Calling delete_port for c453f719-6bc5-4c12-9498-51859e8508bd owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:19.118869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:19.126916 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.252475 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8411c1-2304-4d5b-aaeb-746664788d40 x-openstack-request-id: req-1f8411c1-2304-4d5b-aaeb-746664788d40 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:19.253120 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16720a60-ef96-4867-8272-8389154f3d33", "name": "network-vif-plugged", "status": "completed", "tag": "c9c67e3a-8292-47b9-b5cc-944a2bd9a8af", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:19.253604 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f8411c1-2304-4d5b-aaeb-746664788d40 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:19.254223 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16720a60-ef96-4867-8272-8389154f3d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c67e3a-8292-47b9-b5cc-944a2bd9a8af', 'code': 200} Feb 09 03:25:19.268922 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87870b9d-3e71-4dd6-9bfc-4e8778ab5ac4 req-459d8217-b3c4-4a73-9ecd-818a5f86da08 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0883465 Feb 09 03:25:19.297495 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:19.311133 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.346122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a18dd9c3-891a-49e3-a10c-0e890ed37c68 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:19.347637 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a18dd9c3-891a-49e3-a10c-0e890ed37c68 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.42 "GET /v2.0/networks?id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27 HTTP/1.1" status: 200 len: 815 time: 0.2304235 Feb 09 03:25:19.349547 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a46e342-5351-4310-888e-45fc39ac35ce req-c94a0ff2-f1eb-431f-b68a-edcc92182731 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 210 time: 0.0713167 Feb 09 03:25:19.360524 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Request body: {'port': {'device_id': '5a756680-8668-4382-8dd7-1fa7729c619c', 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27', 'admin_state_up': True, 'tenant_id': '5ded15d3865e451a8f7334fba0febdf1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:19.391321 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-63a72508-2953-46b6-9419-7391b576f1fc req-64532f2c-64b0-4341-ac4b-60a3e3b85a4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c453f719-6bc5-4c12-9498-51859e8508bd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.406565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['642c6e2d-c507-4ff4-82ca-121044d69858', 'c453f719-6bc5-4c12-9498-51859e8508bd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:19.422867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee04c68-e30f-49ad-8a6c-32b46d1f905d req-e934cad4-faa9-4c81-8a71-1570a856cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:19.424390 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ee04c68-e30f-49ad-8a6c-32b46d1f905d req-e934cad4-faa9-4c81-8a71-1570a856cda1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 1129 time: 0.1176038 Feb 09 03:25:19.426781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64532f2c-64b0-4341-ac4b-60a3e3b85a4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event deleted for resources: {'Port': ['ID=c453f719-6bc5-4c12-9498-51859e8508bd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:19.483703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a72508-2953-46b6-9419-7391b576f1fc req-64532f2c-64b0-4341-ac4b-60a3e3b85a4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] No DVR routers for this DVR port c453f719-6bc5-4c12-9498-51859e8508bd on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:19.489812 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-63a72508-2953-46b6-9419-7391b576f1fc req-64532f2c-64b0-4341-ac4b-60a3e3b85a4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.490518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Made reservation on behalf of 5ded15d3865e451a8f7334fba0febdf1 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:19.493411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-63a72508-2953-46b6-9419-7391b576f1fc req-64532f2c-64b0-4341-ac4b-60a3e3b85a4d tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "DELETE /v2.0/ports/c453f719-6bc5-4c12-9498-51859e8508bd HTTP/1.1" status: 204 len: 173 time: 0.6737864 Feb 09 03:25:19.493862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcc8394-1ef1-47c4-abea-570ba07b8de0', 'name': 'network-vif-deleted', 'tag': 'c453f719-6bc5-4c12-9498-51859e8508bd'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:19.495484 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.497081 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a018c36-a084-47c6-a680-10ba161b6962" -d '{"events": [{"server_uuid": "fbcc8394-1ef1-47c4-abea-570ba07b8de0", "name": "network-vif-deleted", "tag": "c453f719-6bc5-4c12-9498-51859e8508bd"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:19.561385 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ee04c68-e30f-49ad-8a6c-32b46d1f905d req-7fc0eb96-c13e-4a69-b80e-7a55480cd19f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212554 Feb 09 03:25:19.578377 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5716a295-ea0f-4a29-8e33-2b4c0022ad82 x-openstack-request-id: req-5716a295-ea0f-4a29-8e33-2b4c0022ad82 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:19.578929 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcc8394-1ef1-47c4-abea-570ba07b8de0", "name": "network-vif-deleted", "tag": "c453f719-6bc5-4c12-9498-51859e8508bd", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:19.579334 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5716a295-ea0f-4a29-8e33-2b4c0022ad82 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:19.579917 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcc8394-1ef1-47c4-abea-570ba07b8de0', 'name': 'network-vif-deleted', 'tag': 'c453f719-6bc5-4c12-9498-51859e8508bd', 'status': 'completed', 'code': 200} Feb 09 03:25:19.689038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654434d5-0382-48f7-83e7-349c56fa4250 req-c01b6afc-b015-4b93-b4bc-7ed9b77b4d3a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:19.690676 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-654434d5-0382-48f7-83e7-349c56fa4250 req-c01b6afc-b015-4b93-b4bc-7ed9b77b4d3a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 946 time: 0.1131306 Feb 09 03:25:19.707005 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-852de9bb-d501-420f-a7e9-b86918fc1a0b req-4fafade1-42f5-4e2a-bc00-ef76c66be4a5 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 210 time: 0.0459909 Feb 09 03:25:19.726166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Allocated IP 172.20.0.14 (dae5ac67-0d3e-40b6-87c7-dad4024c9c27/758b59e2-44c9-4ffa-9f75-79486baf7d46/23d92aa4-82af-49a4-93f7-483e3d574ddd) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:25:19.791910 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-654434d5-0382-48f7-83e7-349c56fa4250 req-a89b8b1e-cde6-45a8-b0fd-ed73a334f321 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922709 Feb 09 03:25:19.859614 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff576228-103d-48ba-99c3-76847bf6bd39 req-ebcb82d8-56e6-4639-9ff7-efce359b4cde tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbcc8394-1ef1-47c4-abea-570ba07b8de0 HTTP/1.1" status: 200 len: 210 time: 0.0306046 Feb 09 03:25:19.945798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c081f-d969-4692-8628-f76d77909548 req-eb72bbc1-cab1-4c60-83c3-61287801e9bc tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:19.947135 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-eb72bbc1-cab1-4c60-83c3-61287801e9bc tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.42 "GET /v2.0/networks?id=20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 HTTP/1.1" status: 200 len: 814 time: 0.2039633 Feb 09 03:25:19.965602 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-261c081f-d969-4692-8628-f76d77909548 req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Request body: {'port': {'device_id': '0f12f4d0-9982-40e5-89de-76191eff3859', 'network_id': '20991d4b-2c7f-4a79-8ae5-ddd441c6fe03', 'admin_state_up': True, 'tenant_id': '6eab9ae8391342c18dd98f2ea1b5b2a5'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:20.006440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks [] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.033466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea31990-d5d3-4f37-b571-81c6a0ca1209 req-02699f02-9426-4427-87b4-1a0ff84dfce9 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:20.035583 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ea31990-d5d3-4f37-b571-81c6a0ca1209 req-02699f02-9426-4427-87b4-1a0ff84dfce9 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1140325 Feb 09 03:25:20.103730 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.159599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022c17d-1a2a-489d-94de-c6fe23b82310 req-dff8994a-9a14-4f66-9b4b-d918c92d7f54 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:20.161098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1022c17d-1a2a-489d-94de-c6fe23b82310 req-dff8994a-9a14-4f66-9b4b-d918c92d7f54 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0878127 Feb 09 03:25:20.162211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261c081f-d969-4692-8628-f76d77909548 req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Made reservation on behalf of 6eab9ae8391342c18dd98f2ea1b5b2a5 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:20.164108 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ea31990-d5d3-4f37-b571-81c6a0ca1209 req-ed9c89b8-7951-4766-969f-c80039063054 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167932 Feb 09 03:25:20.165925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:25:20.172097 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-261c081f-d969-4692-8628-f76d77909548 req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.175062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:20.178861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:25:20.214236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Pushing event updated for resources: {'Port': ['ID=23d92aa4-82af-49a4-93f7-483e3d574ddd,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:20.244587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:20.245945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.261599 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-acca98b7-bec3-4458-a63d-1b3097ad2281 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9051800 Feb 09 03:25:20.274031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Request body: {'port': {'device_id': '5a756680-8668-4382-8dd7-1fa7729c619c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:20.279455 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1022c17d-1a2a-489d-94de-c6fe23b82310 req-12648f6f-9077-404b-bb5d-bf0940a600c8 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040390 Feb 09 03:25:20.353757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-261c081f-d969-4692-8628-f76d77909548 req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Allocated IP 172.20.0.11 (20991d4b-2c7f-4a79-8ae5-ddd441c6fe03/7392701b-ed72-49d3-9369-31d4c7363b50/a5c59136-faf5-498f-9755-d97029b9292b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:25:20.376149 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-03649ab6-039a-47ae-a355-e606448058d8 req-dde53153-63c6-4682-9328-a47e8e164539 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0396976 Feb 09 03:25:20.377458 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.554856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a5523-f67e-40e0-9bfd-de4af0a56428 req-56ea3930-38ee-4d01-b3f5-8fa892f648c8 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:20.555804 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e45a5523-f67e-40e0-9bfd-de4af0a56428 req-56ea3930-38ee-4d01-b3f5-8fa892f648c8 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 932 time: 0.0992889 Feb 09 03:25:20.561132 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-261c081f-d969-4692-8628-f76d77909548 req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Publish callbacks [] for port (a5c59136-faf5-498f-9755-d97029b9292b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.623680 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e45a5523-f67e-40e0-9bfd-de4af0a56428 req-c1b0dbfe-f5cc-462b-9134-8d92a7b849b8 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608270 Feb 09 03:25:20.630577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-261c081f-d969-4692-8628-f76d77909548 req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a5c59136-faf5-498f-9755-d97029b9292b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.649167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d92aa4-82af-49a4-93f7-483e3d574ddd {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:20.657067 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Publish callbacks [] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.672066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Transition to ACTIVE for port object 23d92aa4-82af-49a4-93f7-483e3d574ddd will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:25:20.675581 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.676215 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.683631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261c081f-d969-4692-8628-f76d77909548 req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Network 20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:25:20.686819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-261c081f-d969-4692-8628-f76d77909548 req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:20.691357 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-261c081f-d969-4692-8628-f76d77909548 req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:25:20.695457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Pushing event updated for resources: {'Port': ['ID=a5c59136-faf5-498f-9755-d97029b9292b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:20.728405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Pushing event updated for resources: {'Port': ['ID=23d92aa4-82af-49a4-93f7-483e3d574ddd,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:20.755530 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c081f-d969-4692-8628-f76d77909548 req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:20.756228 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-261c081f-d969-4692-8628-f76d77909548 req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.777619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-c7dba308-4821-4ef3-8248-638ac6aa0072 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8172634 Feb 09 03:25:20.792272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Request body: {'port': {'device_id': '0f12f4d0-9982-40e5-89de-76191eff3859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:20.844369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Attempting to bind port 23d92aa4-82af-49a4-93f7-483e3d574ddd on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:25:20.844811 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Attempting to bind port 23d92aa4-82af-49a4-93f7-483e3d574ddd by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:25:20.845218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Attempting to bind port 23d92aa4-82af-49a4-93f7-483e3d574ddd on network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:20.854396 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a5c59136-faf5-498f-9755-d97029b9292b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.856133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Port 23d92aa4-82af-49a4-93f7-483e3d574ddd on network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:25:20.856575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Attempting to bind port 23d92aa4-82af-49a4-93f7-483e3d574ddd on network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:20.868334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4408842-9da8-4f9a-b1cc-2be68540fb8a req-4f32c928-2d99-4e56-9a4e-fb8d1063daa5 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:20.870403 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4408842-9da8-4f9a-b1cc-2be68540fb8a req-4f32c928-2d99-4e56-9a4e-fb8d1063daa5 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 932 time: 0.0832183 Feb 09 03:25:20.871611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:25:20.871947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Checking segment: {'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:20.872332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Bound using segment: {'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:25:20.872768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Bound port: 23d92aa4-82af-49a4-93f7-483e3d574ddd, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:25:20.873128 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.956219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5a95d-f9a2-4bf3-935e-0ae1a4884ecf req-a2d3c1b6-6812-46eb-85fa-affafe0dc86f tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:20.956793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4408842-9da8-4f9a-b1cc-2be68540fb8a req-d369da13-19cc-45a7-a505-e90f5abda342 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743372 Feb 09 03:25:20.957724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ebe5a95d-f9a2-4bf3-935e-0ae1a4884ecf req-a2d3c1b6-6812-46eb-85fa-affafe0dc86f tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 946 time: 0.0923905 Feb 09 03:25:20.981769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] For port 23d92aa4-82af-49a4-93f7-483e3d574ddd, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:20.987294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] For port 23d92aa4-82af-49a4-93f7-483e3d574ddd, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=23d92aa4-82af-49a4-93f7-483e3d574ddd,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:25:20.994356 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.033083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:21.033904 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.035156 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] 10.222.0.42 "PUT /v2.0/ports/23d92aa4-82af-49a4-93f7-483e3d574ddd HTTP/1.1" status: 200 len: 1093 time: 0.7655330 Feb 09 03:25:21.036092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a756680-8668-4382-8dd7-1fa7729c619c', 'tag': '23d92aa4-82af-49a4-93f7-483e3d574ddd'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:21.037905 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b12cfdc-4874-4ada-83ba-c512624563f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a756680-8668-4382-8dd7-1fa7729c619c", "tag": "23d92aa4-82af-49a4-93f7-483e3d574ddd"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:21.069812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8b564-577d-48d5-b59f-2d276f4f792f service neutron] Pushing event updated for resources: {'Port': ['ID=23d92aa4-82af-49a4-93f7-483e3d574ddd,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:21.115826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ebe5a95d-f9a2-4bf3-935e-0ae1a4884ecf req-1faaa587-7661-4ecc-8315-92ba36c40a81 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089544 Feb 09 03:25:21.143667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-7fd927bb-80ee-4c6b-93e2-b4efa2692db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:21.146157 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-7fd927bb-80ee-4c6b-93e2-b4efa2692db5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ded15d3865e451a8f7334fba0febdf1&device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 1127 time: 0.0595617 Feb 09 03:25:21.200787 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6048c8e-cbf4-41d0-ab53-54c1c99d5115 x-openstack-request-id: req-b6048c8e-cbf4-41d0-ab53-54c1c99d5115 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:21.201093 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a756680-8668-4382-8dd7-1fa7729c619c", "tag": "23d92aa4-82af-49a4-93f7-483e3d574ddd", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:21.201530 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6048c8e-cbf4-41d0-ab53-54c1c99d5115 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:21.201968 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a756680-8668-4382-8dd7-1fa7729c619c', 'tag': '23d92aa4-82af-49a4-93f7-483e3d574ddd', 'status': 'completed', 'code': 200} Feb 09 03:25:21.204174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-1b42790b-243e-4507-bd7d-293885437952 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d92aa4-82af-49a4-93f7-483e3d574ddd HTTP/1.1" status: 200 len: 217 time: 0.0502095 Feb 09 03:25:21.258167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c59136-faf5-498f-9755-d97029b9292b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:21.281036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Publish callbacks [] for port (a5c59136-faf5-498f-9755-d97029b9292b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.299484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-fa4e3ae4-770f-4355-ad79-0f9fad6a6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:21.299987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Transition to ACTIVE for port object a5c59136-faf5-498f-9755-d97029b9292b will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:25:21.301023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-fa4e3ae4-770f-4355-ad79-0f9fad6a6cb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=758b59e2-44c9-4ffa-9f75-79486baf7d46 HTTP/1.1" status: 200 len: 855 time: 0.0866809 Feb 09 03:25:21.306048 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a5c59136-faf5-498f-9755-d97029b9292b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.325586 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec868504-202c-480e-a414-6223157cce0c req-c07d8998-9d29-4f6f-97ce-383f62bec3f8 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:21.326980 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec868504-202c-480e-a414-6223157cce0c req-c07d8998-9d29-4f6f-97ce-383f62bec3f8 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0971718 Feb 09 03:25:21.329887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9223a-f5a8-48c3-bb8d-ef45976f32d3 req-b15ae5cc-a94f-4231-be2c-07ed80923edd tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:21.331375 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13a9223a-f5a8-48c3-bb8d-ef45976f32d3 req-b15ae5cc-a94f-4231-be2c-07ed80923edd tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0880892 Feb 09 03:25:21.345423 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-ee9243c9-9fa5-47e7-b030-f0aef1646863 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354784 Feb 09 03:25:21.416359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c59136-faf5-498f-9755-d97029b9292b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:21.442555 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec868504-202c-480e-a414-6223157cce0c req-b3621f78-9bce-46ce-a7cd-7b8e30f14f69 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001277 Feb 09 03:25:21.477507 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-6112fed0-98d4-4665-854c-22a200ecbd2b service neutron] 10.222.0.42 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198509 Feb 09 03:25:21.503514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13a9223a-f5a8-48c3-bb8d-ef45976f32d3 req-fabf3fb6-dcbd-4e70-a984-21124fddc1a4 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511211 Feb 09 03:25:21.531329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Attempting to bind port a5c59136-faf5-498f-9755-d97029b9292b on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:25:21.531670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Attempting to bind port a5c59136-faf5-498f-9755-d97029b9292b by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '08669d32-05ec-48bd-98a2-9f5bb8a75dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '20991d4b-2c7f-4a79-8ae5-ddd441c6fe03'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:25:21.531983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Attempting to bind port a5c59136-faf5-498f-9755-d97029b9292b on network 20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:21.539198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Port a5c59136-faf5-498f-9755-d97029b9292b on network 20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:25:21.539521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Attempting to bind port a5c59136-faf5-498f-9755-d97029b9292b on network 20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:21.548224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d9469-5a00-4af7-a7a9-c2f3b4b2f9e1 req-3b6e147f-ffc9-421e-a75f-fa1e9c2c80a5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:21.549710 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d8d9469-5a00-4af7-a7a9-c2f3b4b2f9e1 req-3b6e147f-ffc9-421e-a75f-fa1e9c2c80a5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.1093438 Feb 09 03:25:21.553801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:25:21.554142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Checking segment: {'id': '08669d32-05ec-48bd-98a2-9f5bb8a75dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '20991d4b-2c7f-4a79-8ae5-ddd441c6fe03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:21.555575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Bound using segment: {'id': '08669d32-05ec-48bd-98a2-9f5bb8a75dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '20991d4b-2c7f-4a79-8ae5-ddd441c6fe03'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:25:21.555575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Bound port: a5c59136-faf5-498f-9755-d97029b9292b, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08669d32-05ec-48bd-98a2-9f5bb8a75dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '20991d4b-2c7f-4a79-8ae5-ddd441c6fe03'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:25:21.555575 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a5c59136-faf5-498f-9755-d97029b9292b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.624431 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-29b32235-6b57-48ad-9ce3-d969142c5009 req-fcf55850-9be6-4990-8464-26812858bf8f tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0522943 Feb 09 03:25:21.624630 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440094cf-3b1f-4c41-bd2a-e3c4dd4baeec req-fcac09c0-fc42-4d58-843e-a12548760d82 service neutron] 10.222.0.42 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394305 Feb 09 03:25:21.633272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a101ed-73b7-4321-9242-c30beb97081b req-7e2da8b1-3761-473d-b807-159fbfe969c3 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:21.634944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8a101ed-73b7-4321-9242-c30beb97081b req-7e2da8b1-3761-473d-b807-159fbfe969c3 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0928829 Feb 09 03:25:21.722989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] For port a5c59136-faf5-498f-9755-d97029b9292b, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:21.739029 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8a101ed-73b7-4321-9242-c30beb97081b req-8a605a69-45d9-4201-ac2e-f9efd32a4980 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954664 Feb 09 03:25:21.753808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12cfdc-4874-4ada-83ba-c512624563f1 req-1f986c2d-18b3-4bb1-b989-7347ccc8a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:21.755495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b12cfdc-4874-4ada-83ba-c512624563f1 req-1f986c2d-18b3-4bb1-b989-7347ccc8a300 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ded15d3865e451a8f7334fba0febdf1&device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 1127 time: 0.0661829 Feb 09 03:25:21.763267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] For port a5c59136-faf5-498f-9755-d97029b9292b, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a5c59136-faf5-498f-9755-d97029b9292b,segment=NetworkSegment(08669d32-05ec-48bd-98a2-9f5bb8a75dd9),segment_id=08669d32-05ec-48bd-98a2-9f5bb8a75dd9)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:25:21.778460 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a5c59136-faf5-498f-9755-d97029b9292b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.795312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-0d8d9469-5a00-4af7-a7a9-c2f3b4b2f9e1 req-e1dada33-220f-4ae2-b189-985f8fa04e17 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Deleting port 642c6e2d-c507-4ff4-82ca-121044d69858 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:21.795649 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0d8d9469-5a00-4af7-a7a9-c2f3b4b2f9e1 req-e1dada33-220f-4ae2-b189-985f8fa04e17 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.870257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:21.870873 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.872269 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] 10.222.0.42 "PUT /v2.0/ports/a5c59136-faf5-498f-9755-d97029b9292b HTTP/1.1" status: 200 len: 1093 time: 1.0851927 Feb 09 03:25:21.872718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f12f4d0-9982-40e5-89de-76191eff3859', 'tag': 'a5c59136-faf5-498f-9755-d97029b9292b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:21.875035 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27fe165-feb1-4ac6-8005-49c9b71b88af" -d '{"events": [{"name": "network-changed", "server_uuid": "0f12f4d0-9982-40e5-89de-76191eff3859", "tag": "a5c59136-faf5-498f-9755-d97029b9292b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:21.884114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12cfdc-4874-4ada-83ba-c512624563f1 req-299af721-92ce-4571-ac49-7d4a46a151d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:21.886398 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b12cfdc-4874-4ada-83ba-c512624563f1 req-299af721-92ce-4571-ac49-7d4a46a151d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27 HTTP/1.1" status: 200 len: 916 time: 0.1242771 Feb 09 03:25:21.904002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34574f7-fc5e-42b6-bc12-ca8e560470da req-de1b9cdc-bb3a-40a3-b339-12cf752d80a3 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:21.907752 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.911663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34574f7-fc5e-42b6-bc12-ca8e560470da req-de1b9cdc-bb3a-40a3-b339-12cf752d80a3 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 944 time: 0.1940203 Feb 09 03:25:21.937504 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed0dfdf-4c59-41e0-b91b-478dfa524b36 x-openstack-request-id: req-fed0dfdf-4c59-41e0-b91b-478dfa524b36 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:21.937793 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f12f4d0-9982-40e5-89de-76191eff3859", "tag": "a5c59136-faf5-498f-9755-d97029b9292b", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:21.938048 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fed0dfdf-4c59-41e0-b91b-478dfa524b36 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:21.938458 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f12f4d0-9982-40e5-89de-76191eff3859', 'tag': 'a5c59136-faf5-498f-9755-d97029b9292b', 'status': 'completed', 'code': 200} Feb 09 03:25:21.941413 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b12cfdc-4874-4ada-83ba-c512624563f1 req-682fc1f5-af37-45c4-8826-d006489d6b4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d92aa4-82af-49a4-93f7-483e3d574ddd HTTP/1.1" status: 200 len: 217 time: 0.0490499 Feb 09 03:25:21.983581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffba78f-9564-40fc-bcc1-3b2a0c859aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c59136-faf5-498f-9755-d97029b9292b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:21.993090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12cfdc-4874-4ada-83ba-c512624563f1 req-34885a9d-5116-4ecc-a34b-50fd38c1b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:21.995464 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b12cfdc-4874-4ada-83ba-c512624563f1 req-34885a9d-5116-4ecc-a34b-50fd38c1b404 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=758b59e2-44c9-4ffa-9f75-79486baf7d46 HTTP/1.1" status: 200 len: 855 time: 0.0474560 Feb 09 03:25:22.024312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0d8d9469-5a00-4af7-a7a9-c2f3b4b2f9e1 req-e1dada33-220f-4ae2-b189-985f8fa04e17 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] For port 642c6e2d-c507-4ff4-82ca-121044d69858, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=642c6e2d-c507-4ff4-82ca-121044d69858,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:22.024684 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0d8d9469-5a00-4af7-a7a9-c2f3b4b2f9e1 req-e1dada33-220f-4ae2-b189-985f8fa04e17 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.042932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b12cfdc-4874-4ada-83ba-c512624563f1 req-812c7d1d-0d48-44a5-ab98-963240efbfe8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355422 Feb 09 03:25:22.053679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-0d8d9469-5a00-4af7-a7a9-c2f3b4b2f9e1 req-e1dada33-220f-4ae2-b189-985f8fa04e17 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Calling delete_port for 642c6e2d-c507-4ff4-82ca-121044d69858 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:22.061962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f34574f7-fc5e-42b6-bc12-ca8e560470da req-e173d993-ecc8-446a-9977-aae1c0d94c68 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494560 Feb 09 03:25:22.077160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c081f-d969-4692-8628-f76d77909548 req-2ffbf012-2b9e-4e31-99a7-b39caf155acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:22.077160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-2ffbf012-2b9e-4e31-99a7-b39caf155acc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6eab9ae8391342c18dd98f2ea1b5b2a5&device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 1127 time: 0.1351545 Feb 09 03:25:22.143769 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-c92129ba-7b65-40d1-9900-c614b825c57a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5c59136-faf5-498f-9755-d97029b9292b HTTP/1.1" status: 200 len: 217 time: 0.0368447 Feb 09 03:25:22.155760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2ffd7-c001-4cf0-9546-792af1d84c06 req-66b72e4e-ef0c-455e-9f58-284f8b010adf tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:22.157588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5fe2ffd7-c001-4cf0-9546-792af1d84c06 req-66b72e4e-ef0c-455e-9f58-284f8b010adf tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 944 time: 0.1136289 Feb 09 03:25:22.175253 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b12cfdc-4874-4ada-83ba-c512624563f1 req-f098ada3-ee06-420d-8dcb-2c5a9a50e467 service neutron] 10.222.0.42 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231024 Feb 09 03:25:22.244666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c081f-d969-4692-8628-f76d77909548 req-bec11fa2-99e1-4612-8168-e7eae718e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:22.246355 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-bec11fa2-99e1-4612-8168-e7eae718e839 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7392701b-ed72-49d3-9369-31d4c7363b50 HTTP/1.1" status: 200 len: 854 time: 0.0920866 Feb 09 03:25:22.271583 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5fe2ffd7-c001-4cf0-9546-792af1d84c06 req-7c76debc-3a7d-4369-ac40-777a6305be64 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953414 Feb 09 03:25:22.301587 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b12cfdc-4874-4ada-83ba-c512624563f1 req-c2313892-82a5-4e78-a7c5-bf84dd38abbd service neutron] 10.222.0.42 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083322 Feb 09 03:25:22.309057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-955ae92e-1d71-4844-812f-08830ab41577 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20991d4b-2c7f-4a79-8ae5-ddd441c6fe03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525794 Feb 09 03:25:22.335363 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a818150-413a-485f-a602-21daff26c1e6 req-94e3c71e-426c-473a-8f19-6e42b41c034d tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:22.336789 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a818150-413a-485f-a602-21daff26c1e6 req-94e3c71e-426c-473a-8f19-6e42b41c034d tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 946 time: 0.1356554 Feb 09 03:25:22.576021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e8d7e-e365-4cc6-9ae4-074d0eddeaf6 req-bc49b707-bb56-46b6-9146-8e39d27ca3ed tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:22.577605 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd7e8d7e-e365-4cc6-9ae4-074d0eddeaf6 req-bc49b707-bb56-46b6-9146-8e39d27ca3ed tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=e687d281-4bb6-4af2-8e2b-b5288ce3115e HTTP/1.1" status: 200 len: 945 time: 0.0625687 Feb 09 03:25:22.630480 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd7e8d7e-e365-4cc6-9ae4-074d0eddeaf6 req-0546d3b9-9634-4097-8266-be56b912fd32 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=10d6349b-1f2e-4f11-875e-78ce27631e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471122 Feb 09 03:25:22.698339 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0d8d9469-5a00-4af7-a7a9-c2f3b4b2f9e1 req-e1dada33-220f-4ae2-b189-985f8fa04e17 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (642c6e2d-c507-4ff4-82ca-121044d69858), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.710614 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['642c6e2d-c507-4ff4-82ca-121044d69858'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:22.743454 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c53d5a-64f9-4ee9-a8e5-1a5633758c11 req-ee013a85-bfc7-4fbb-8443-36beda591ae4 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:22.745082 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24c53d5a-64f9-4ee9-a8e5-1a5633758c11 req-ee013a85-bfc7-4fbb-8443-36beda591ae4 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0566871 Feb 09 03:25:22.746989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dada33-220f-4ae2-b189-985f8fa04e17 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event deleted for resources: {'Port': ['ID=642c6e2d-c507-4ff4-82ca-121044d69858,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:22.802354 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24c53d5a-64f9-4ee9-a8e5-1a5633758c11 req-31bb9afd-0d69-4a48-a05f-a6f0320b5612 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513871 Feb 09 03:25:22.813967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a818150-413a-485f-a602-21daff26c1e6 req-85338852-31bb-4820-a085-46bd03c2c046 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563568 Feb 09 03:25:22.834745 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8d9469-5a00-4af7-a7a9-c2f3b4b2f9e1 req-e1dada33-220f-4ae2-b189-985f8fa04e17 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] No DVR routers for this DVR port 642c6e2d-c507-4ff4-82ca-121044d69858 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:22.836876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0d8d9469-5a00-4af7-a7a9-c2f3b4b2f9e1 req-e1dada33-220f-4ae2-b189-985f8fa04e17 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.844044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0d8d9469-5a00-4af7-a7a9-c2f3b4b2f9e1 req-e1dada33-220f-4ae2-b189-985f8fa04e17 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.42 "DELETE /v2.0/ports/642c6e2d-c507-4ff4-82ca-121044d69858 HTTP/1.1" status: 204 len: 173 time: 1.2865286 Feb 09 03:25:22.846611 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-dc880860-fb96-42a1-974f-4b111df05739 service neutron] 10.222.0.42 "GET /v2.0/networks/20991d4b-2c7f-4a79-8ae5-ddd441c6fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272436 Feb 09 03:25:22.957241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c5a101f-f3e0-4202-8bf9-c6641ee6f19c req-48a48e88-36d6-453a-b58e-262d389cc216 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0757728 Feb 09 03:25:23.016749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c453f719-6bc5-4c12-9498-51859e8508bd no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:23.047585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: c453f719-6bc5-4c12-9498-51859e8508bd {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:23.048017 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c453f719-6bc5-4c12-9498-51859e8508bd not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:23.048661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 642c6e2d-c507-4ff4-82ca-121044d69858 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:23.052427 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10db4b-b070-4204-adc9-8169a1942bd5 req-a0c96313-ec11-487d-9ff1-593371ac51f5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:23.054016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d10db4b-b070-4204-adc9-8169a1942bd5 req-a0c96313-ec11-487d-9ff1-593371ac51f5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.1256340 Feb 09 03:25:23.056638 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-261c081f-d969-4692-8628-f76d77909548 req-5e012e4b-6c95-4e2e-9140-7d7ee9b83121 service neutron] 10.222.0.42 "GET /v2.0/networks/20991d4b-2c7f-4a79-8ae5-ddd441c6fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016625 Feb 09 03:25:23.087651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 642c6e2d-c507-4ff4-82ca-121044d69858 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:23.088966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 642c6e2d-c507-4ff4-82ca-121044d69858 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:23.128079 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d10db4b-b070-4204-adc9-8169a1942bd5 req-303ecb93-8f3a-4f1d-a400-f5eeeab0b5b4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666745 Feb 09 03:25:23.164016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fe165-feb1-4ac6-8005-49c9b71b88af req-dbbc6f4f-c64d-4db1-ab8c-546366c7f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:23.165583 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e27fe165-feb1-4ac6-8005-49c9b71b88af req-dbbc6f4f-c64d-4db1-ab8c-546366c7f073 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6eab9ae8391342c18dd98f2ea1b5b2a5&device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 1127 time: 0.0540485 Feb 09 03:25:23.205502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c6931-deac-49a0-8912-e3b5902be3dd req-66f7b354-d2e8-473b-9c0d-4b4412a70e40 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:23.207606 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d79c6931-deac-49a0-8912-e3b5902be3dd req-66f7b354-d2e8-473b-9c0d-4b4412a70e40 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 944 time: 0.0678287 Feb 09 03:25:23.273631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fe165-feb1-4ac6-8005-49c9b71b88af req-13e29b9d-c7b6-4b32-aaee-6ba8ac55a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:23.275130 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e27fe165-feb1-4ac6-8005-49c9b71b88af req-13e29b9d-c7b6-4b32-aaee-6ba8ac55a15f service neutron] 10.222.0.42 "GET /v2.0/networks?id=20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 HTTP/1.1" status: 200 len: 915 time: 0.1016974 Feb 09 03:25:23.285954 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d79c6931-deac-49a0-8912-e3b5902be3dd req-d6e3f165-c74b-4e79-b195-1fa1797e0e32 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591509 Feb 09 03:25:23.330967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e27fe165-feb1-4ac6-8005-49c9b71b88af req-de39064e-3cf0-4134-8894-a60a78aaa538 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5c59136-faf5-498f-9755-d97029b9292b HTTP/1.1" status: 200 len: 217 time: 0.0492578 Feb 09 03:25:23.437221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fe165-feb1-4ac6-8005-49c9b71b88af req-487b11f4-dfc9-4d1c-a1fe-6b47235137c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:23.438902 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e27fe165-feb1-4ac6-8005-49c9b71b88af req-487b11f4-dfc9-4d1c-a1fe-6b47235137c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7392701b-ed72-49d3-9369-31d4c7363b50 HTTP/1.1" status: 200 len: 854 time: 0.1015217 Feb 09 03:25:23.480726 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e27fe165-feb1-4ac6-8005-49c9b71b88af req-bfa4185e-74b2-4163-87d9-2bf826765752 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20991d4b-2c7f-4a79-8ae5-ddd441c6fe03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334849 Feb 09 03:25:23.492706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30cdee-cf9d-4c76-8b6a-045ede32eec4 req-5a00981d-a10c-40e4-b0ad-ae384d72ae7d tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:23.494159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af30cdee-cf9d-4c76-8b6a-045ede32eec4 req-5a00981d-a10c-40e4-b0ad-ae384d72ae7d tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 944 time: 0.1054282 Feb 09 03:25:23.615020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af30cdee-cf9d-4c76-8b6a-045ede32eec4 req-8d2f7cfc-1de1-45de-b020-acaba2f2d356 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921698 Feb 09 03:25:23.639896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e27fe165-feb1-4ac6-8005-49c9b71b88af req-ad9ef419-b779-451d-96da-70e3ad960730 service neutron] 10.222.0.42 "GET /v2.0/networks/20991d4b-2c7f-4a79-8ae5-ddd441c6fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410477 Feb 09 03:25:23.735341 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e27fe165-feb1-4ac6-8005-49c9b71b88af req-8db0ef3e-ddc6-47ae-9d9c-a315ad23621b service neutron] 10.222.0.42 "GET /v2.0/networks/20991d4b-2c7f-4a79-8ae5-ddd441c6fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875907 Feb 09 03:25:23.931503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d7968-93a6-4d36-abf0-33f03aae538f req-48bd142e-2e0e-4bbe-bca3-abec1f6fd953 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:23.932612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109e5c0-d3a1-4d1b-9ac8-bbd0b8db7f09 req-de5eb012-3daa-4925-b3be-d66c80bb9ba7 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:23.933695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ef3d7968-93a6-4d36-abf0-33f03aae538f req-48bd142e-2e0e-4bbe-bca3-abec1f6fd953 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0591948 Feb 09 03:25:23.939344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3109e5c0-d3a1-4d1b-9ac8-bbd0b8db7f09 req-de5eb012-3daa-4925-b3be-d66c80bb9ba7 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0641854 Feb 09 03:25:23.941555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687d281-4bb6-4af2-8e2b-b5288ce3115e', 'name': 'network-vif-deleted', 'tag': '642c6e2d-c507-4ff4-82ca-121044d69858'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:23.943754 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f30adea-dcb6-4d82-aa63-9ff7c2aca6f8" -d '{"events": [{"server_uuid": "e687d281-4bb6-4af2-8e2b-b5288ce3115e", "name": "network-vif-deleted", "tag": "642c6e2d-c507-4ff4-82ca-121044d69858"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:23.961701 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:24.011902 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3109e5c0-d3a1-4d1b-9ac8-bbd0b8db7f09 req-ded6df08-2b66-4ff9-a00b-4054df99cd96 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664825 Feb 09 03:25:24.028497 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ef3d7968-93a6-4d36-abf0-33f03aae538f req-54dd7900-e349-43c6-8ffd-be5125fa5cda tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786347 Feb 09 03:25:24.058113 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358ff885-8540-4ad0-8ecc-d21eee6a0445 x-openstack-request-id: req-358ff885-8540-4ad0-8ecc-d21eee6a0445 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:24.058627 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687d281-4bb6-4af2-8e2b-b5288ce3115e", "name": "network-vif-deleted", "tag": "642c6e2d-c507-4ff4-82ca-121044d69858", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:24.058627 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-358ff885-8540-4ad0-8ecc-d21eee6a0445 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:24.059051 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687d281-4bb6-4af2-8e2b-b5288ce3115e', 'name': 'network-vif-deleted', 'tag': '642c6e2d-c507-4ff4-82ca-121044d69858', 'status': 'completed', 'code': 200} Feb 09 03:25:24.081426 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:25:24.131661 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1cd1254b-510a-4c63-a5e7-9a7c5e153b0d req-a01864ba-53ad-4a41-9f8f-50406840fba2 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0293059 Feb 09 03:25:24.284776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcef31d-cf1d-430b-939c-9f976c82fc08 req-ddc29efb-abed-43a7-996c-e9cac03318dc tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:24.290411 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fcef31d-cf1d-430b-939c-9f976c82fc08 req-ddc29efb-abed-43a7-996c-e9cac03318dc tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0896046 Feb 09 03:25:24.354883 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fcef31d-cf1d-430b-939c-9f976c82fc08 req-bdbbfd6d-a9ea-400a-8759-ed218349cd48 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595813 Feb 09 03:25:24.431214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6eb9c9-c79c-4265-a47d-4725052a592d req-3327fdbb-7e95-48af-8534-3a94a03f24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:24.433566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c6eb9c9-c79c-4265-a47d-4725052a592d req-3327fdbb-7e95-48af-8534-3a94a03f24fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 1128 time: 0.0737770 Feb 09 03:25:24.441565 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cbbfa-c0c4-4ec1-bcbf-1c20a98acc45 req-f2cad5cd-acd9-48bf-9da7-b599cf921c48 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:24.442995 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-341cbbfa-c0c4-4ec1-bcbf-1c20a98acc45 req-f2cad5cd-acd9-48bf-9da7-b599cf921c48 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0946701 Feb 09 03:25:24.489237 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169d9cf-4fe3-4f53-8782-e60ac39633ba req-8d59b287-a308-483b-9d37-b79cf189dde2 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:24.491246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8169d9cf-4fe3-4f53-8782-e60ac39633ba req-8d59b287-a308-483b-9d37-b79cf189dde2 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 944 time: 0.0709138 Feb 09 03:25:24.548456 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8169d9cf-4fe3-4f53-8782-e60ac39633ba req-440b391b-fd35-4c51-851b-18cf0052c250 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512455 Feb 09 03:25:24.566150 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-341cbbfa-c0c4-4ec1-bcbf-1c20a98acc45 req-2019ee30-cc82-447c-917d-8f1884886b36 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132421 Feb 09 03:25:24.586975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6eb9c9-c79c-4265-a47d-4725052a592d req-52db3d7b-5e86-428a-84f3-6dc6ae28d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:24.588675 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c6eb9c9-c79c-4265-a47d-4725052a592d req-52db3d7b-5e86-428a-84f3-6dc6ae28d212 service neutron] 10.222.0.65 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 919 time: 0.1447999 Feb 09 03:25:24.633548 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c6eb9c9-c79c-4265-a47d-4725052a592d req-e13550cf-bd9d-42bf-9e7e-e6ccd6d51d41 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03859bcc-0da4-4ac4-9f33-035b4370eeb4 HTTP/1.1" status: 200 len: 217 time: 0.0371404 Feb 09 03:25:24.688447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6eb9c9-c79c-4265-a47d-4725052a592d req-e1fea5ef-132f-45fa-a526-5f4dffe2ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:24.689931 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c6eb9c9-c79c-4265-a47d-4725052a592d req-e1fea5ef-132f-45fa-a526-5f4dffe2ab58 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5987146c-0272-47db-a79e-ae9778106f0b HTTP/1.1" status: 200 len: 858 time: 0.0495787 Feb 09 03:25:24.727397 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c6eb9c9-c79c-4265-a47d-4725052a592d req-c6219b5b-5ac2-4d62-9c27-6dba0b4d19dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258822 Feb 09 03:25:24.736080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c30d4d-7ebb-41d7-9dee-d842546796cf req-581930be-2808-4df3-9e07-e8e6da4b1b7d tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:24.737543 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-92c30d4d-7ebb-41d7-9dee-d842546796cf req-581930be-2808-4df3-9e07-e8e6da4b1b7d tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 944 time: 0.0527465 Feb 09 03:25:24.791119 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-92c30d4d-7ebb-41d7-9dee-d842546796cf req-cf49b8c3-5f98-44ae-9a31-a176e14d9f67 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476568 Feb 09 03:25:24.820076 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c6eb9c9-c79c-4265-a47d-4725052a592d req-5084c2e3-fd4a-4856-bae1-97a9c2fa8014 service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845764 Feb 09 03:25:24.918400 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c6eb9c9-c79c-4265-a47d-4725052a592d req-a14850d5-ceb8-499e-8576-f78ec82e559c service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864658 Feb 09 03:25:25.018973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 23d92aa4-82af-49a4-93f7-483e3d574ddd details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:25:25.123210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 23d92aa4-82af-49a4-93f7-483e3d574ddd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=23d92aa4-82af-49a4-93f7-483e3d574ddd,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:25.128173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9eb295-5279-449b-9cd4-4d1fe99efe86 req-8e04b6ba-c2e2-4d10-86de-46b9513c2cda tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:25.130102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c9eb295-5279-449b-9cd4-4d1fe99efe86 req-8e04b6ba-c2e2-4d10-86de-46b9513c2cda tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0546019 Feb 09 03:25:25.136365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '23d92aa4-82af-49a4-93f7-483e3d574ddd', 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27', 'port_id': '23d92aa4-82af-49a4-93f7-483e3d574ddd', 'mac_address': 'fa:16:3e:7a:c6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758b59e2-44c9-4ffa-9f75-79486baf7d46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:25:25.160927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3125fff-9767-475f-ace7-468511579181 req-08b65334-7940-432c-8a82-c0ba04653a94 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:25.161550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a3125fff-9767-475f-ace7-468511579181 req-08b65334-7940-432c-8a82-c0ba04653a94 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0589252 Feb 09 03:25:25.174461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 23d92aa4-82af-49a4-93f7-483e3d574ddd is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:25.174851 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.183661 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c9eb295-5279-449b-9cd4-4d1fe99efe86 req-c231c184-0006-4f85-a30b-94f3ce28bad4 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463371 Feb 09 03:25:25.194364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d92aa4-82af-49a4-93f7-483e3d574ddd {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:25.221912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 23d92aa4-82af-49a4-93f7-483e3d574ddd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=23d92aa4-82af-49a4-93f7-483e3d574ddd,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:25.224931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a3125fff-9767-475f-ace7-468511579181 req-c2860e7f-f4eb-44c6-97f0-00d9d534f970 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567100 Feb 09 03:25:25.226177 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.226851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a5c59136-faf5-498f-9755-d97029b9292b details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:25:25.277513 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66a8144e-af03-468f-9c64-fc85b2c9a563 req-fb2b2a2e-29b7-42bb-b7d4-0a293f062a81 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0288730 Feb 09 03:25:25.455347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=23d92aa4-82af-49a4-93f7-483e3d574ddd,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:25.493441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3820b5-bf75-45e9-84c6-617e94b45589 req-5f0860d1-fa36-426a-b45c-f13403155d38 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:25.495243 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d3820b5-bf75-45e9-84c6-617e94b45589 req-5f0860d1-fa36-426a-b45c-f13403155d38 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0729482 Feb 09 03:25:25.503356 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a5c59136-faf5-498f-9755-d97029b9292b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a5c59136-faf5-498f-9755-d97029b9292b,segment=NetworkSegment(08669d32-05ec-48bd-98a2-9f5bb8a75dd9),segment_id=08669d32-05ec-48bd-98a2-9f5bb8a75dd9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:25.522673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'a5c59136-faf5-498f-9755-d97029b9292b', 'network_id': '20991d4b-2c7f-4a79-8ae5-ddd441c6fe03', 'port_id': 'a5c59136-faf5-498f-9755-d97029b9292b', 'mac_address': 'fa:16:3e:e6:a3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7392701b-ed72-49d3-9369-31d4c7363b50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:25:25.548766 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d3820b5-bf75-45e9-84c6-617e94b45589 req-b65b018e-2fa6-49b9-891f-8184333e8f5b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477486 Feb 09 03:25:25.564030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a5c59136-faf5-498f-9755-d97029b9292b is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:25.564419 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a5c59136-faf5-498f-9755-d97029b9292b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.587243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c59136-faf5-498f-9755-d97029b9292b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:25.611358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a5c59136-faf5-498f-9755-d97029b9292b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a5c59136-faf5-498f-9755-d97029b9292b,segment=NetworkSegment(08669d32-05ec-48bd-98a2-9f5bb8a75dd9),segment_id=08669d32-05ec-48bd-98a2-9f5bb8a75dd9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:25.621685 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a5c59136-faf5-498f-9755-d97029b9292b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.705432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19854635-430a-4351-b337-5dec68b64682 req-783951dc-4d00-429c-89d9-b85dd2cf0356 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:25.707811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a5c59136-faf5-498f-9755-d97029b9292b,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:25.710296 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19854635-430a-4351-b337-5dec68b64682 req-783951dc-4d00-429c-89d9-b85dd2cf0356 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 945 time: 0.0837264 Feb 09 03:25:25.762628 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19854635-430a-4351-b337-5dec68b64682 req-95e6d521-ff7c-47e6-95f5-8522deacc63a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431094 Feb 09 03:25:25.763116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b154fc-0740-45e5-b11e-ca28d5e3e504 req-113282db-31df-4b1d-9f67-fdd775c5b15b tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:25.764793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63b154fc-0740-45e5-b11e-ca28d5e3e504 req-113282db-31df-4b1d-9f67-fdd775c5b15b tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0604472 Feb 09 03:25:25.814732 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63b154fc-0740-45e5-b11e-ca28d5e3e504 req-fbb975b3-b96e-4dc5-8f2b-9a886289e958 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Feb 09 03:25:25.918290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66286fdc-5256-4412-b21d-2acf5d362728 req-651f2b45-795d-4703-83ab-493e9709296e tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:25.919098 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['a5c59136-faf5-498f-9755-d97029b9292b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:25.919814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66286fdc-5256-4412-b21d-2acf5d362728 req-651f2b45-795d-4703-83ab-493e9709296e tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 945 time: 0.0590818 Feb 09 03:25:25.961530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['23d92aa4-82af-49a4-93f7-483e3d574ddd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:25.979525 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66286fdc-5256-4412-b21d-2acf5d362728 req-010b73e9-a176-4bfe-95ac-0e63d52891b6 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528104 Feb 09 03:25:26.219774 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289589-23f9-474c-80c9-d579b72d9dff req-b02a18fd-1126-4d10-983a-41165a5f88b6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:26.221384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e289589-23f9-474c-80c9-d579b72d9dff req-b02a18fd-1126-4d10-983a-41165a5f88b6 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.65 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0558035 Feb 09 03:25:26.317929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f50b0-13d7-4986-876a-360478c2886d req-bd318e73-b194-4c3d-ab7e-0eba53845bdc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:26.319397 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc8f50b0-13d7-4986-876a-360478c2886d req-bd318e73-b194-4c3d-ab7e-0eba53845bdc tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 945 time: 0.0593543 Feb 09 03:25:26.367482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc8f50b0-13d7-4986-876a-360478c2886d req-f971e054-33dd-417f-b8e1-54a0dbc31d13 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups?id=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Feb 09 03:25:26.396863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Deleting port b7ddd20e-6255-41ef-a764-bc86f5e163a7 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:26.397212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:26.421490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f453a1c-90bb-46ac-b3f5-943a08ade043 req-9883f7c6-984c-43e9-9f28-7c4d50d27164 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:26.422993 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2f453a1c-90bb-46ac-b3f5-943a08ade043 req-9883f7c6-984c-43e9-9f28-7c4d50d27164 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1105917 Feb 09 03:25:26.462858 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9514313d-01dd-4cf3-bc9e-6ff848fde5e9 req-20813fe2-bff3-4f46-82d7-2ad51f847d43 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0298004 Feb 09 03:25:26.533373 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2f453a1c-90bb-46ac-b3f5-943a08ade043 req-b4cd9ec2-aac4-4814-a80c-633cc8610337 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822420 Feb 09 03:25:26.544957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] For port b7ddd20e-6255-41ef-a764-bc86f5e163a7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b7ddd20e-6255-41ef-a764-bc86f5e163a7,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:26.545315 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:26.675987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e5779-6711-4ada-a50b-7978212d2459 req-6c53c8aa-0bd7-4686-9b47-7758f92142a1 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:26.677698 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd2e5779-6711-4ada-a50b-7978212d2459 req-6c53c8aa-0bd7-4686-9b47-7758f92142a1 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0567620 Feb 09 03:25:26.726693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd2e5779-6711-4ada-a50b-7978212d2459 req-078b3a23-9586-4279-9dfa-46096130601f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426908 Feb 09 03:25:26.757473 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:26.757836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (55e23909-8524-4630-b3a1-c204a8829d41), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:26.758144 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Floating IP 55e23909-8524-4630-b3a1-c204a8829d41 disassociated. External IP: 172.25.5.3, port: b7ddd20e-6255-41ef-a764-bc86f5e163a7. Feb 09 03:25:26.758490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Calling delete_port for b7ddd20e-6255-41ef-a764-bc86f5e163a7 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:26.932709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d9ba-588c-4cda-a3c5-a8204716c8ca req-8ae268ef-2690-4c19-ac50-9648bc4f55f7 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:26.934270 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2636d9ba-588c-4cda-a3c5-a8204716c8ca req-8ae268ef-2690-4c19-ac50-9648bc4f55f7 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 945 time: 0.0975018 Feb 09 03:25:26.943444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de1ab0-7697-413c-8473-2dcca50074aa req-203b917f-9f1e-497e-8c57-f0e3d547827a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:26.945048 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1de1ab0-7697-413c-8473-2dcca50074aa req-203b917f-9f1e-497e-8c57-f0e3d547827a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0602751 Feb 09 03:25:26.965913 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b7ddd20e-6255-41ef-a764-bc86f5e163a7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:27.013042 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event deleted for resources: {'Port': ['ID=b7ddd20e-6255-41ef-a764-bc86f5e163a7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:27.017311 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1de1ab0-7697-413c-8473-2dcca50074aa req-e629932a-2de8-48ae-982b-fb8182b2cea7 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648232 Feb 09 03:25:27.036545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 23d92aa4-82af-49a4-93f7-483e3d574ddd up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:25:27.050250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2636d9ba-588c-4cda-a3c5-a8204716c8ca req-2f71c1b4-c23e-46f3-a1a8-c33906d609c8 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081386 Feb 09 03:25:27.127432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 23d92aa4-82af-49a4-93f7-483e3d574ddd completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:25:27.132589 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 23d92aa4-82af-49a4-93f7-483e3d574ddd triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:25:27.133187 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:27.194226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c958bcf-5b3c-4670-962f-73ae20a08ab7 req-382fdad7-7e65-4b54-a897-aaf371622511 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:27.201379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c958bcf-5b3c-4670-962f-73ae20a08ab7 req-382fdad7-7e65-4b54-a897-aaf371622511 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 945 time: 0.0945325 Feb 09 03:25:27.204726 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:25:27.239052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 23d92aa4-82af-49a4-93f7-483e3d574ddd is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:27.239454 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:27.276301 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c958bcf-5b3c-4670-962f-73ae20a08ab7 req-6907d98a-9d16-48e5-bb2b-6e9449a9978f tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691662 Feb 09 03:25:27.291580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a756680-8668-4382-8dd7-1fa7729c619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d92aa4-82af-49a4-93f7-483e3d574ddd'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:27.294517 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ef01e6-7c8c-4daf-aaab-ee40926ddd33" -d '{"events": [{"server_uuid": "5a756680-8668-4382-8dd7-1fa7729c619c", "name": "network-vif-plugged", "status": "completed", "tag": "23d92aa4-82af-49a4-93f7-483e3d574ddd"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:27.322387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 23d92aa4-82af-49a4-93f7-483e3d574ddd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=23d92aa4-82af-49a4-93f7-483e3d574ddd,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:27.330520 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:27.331882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a5c59136-faf5-498f-9755-d97029b9292b up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:25:27.359049 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4a8420-8b51-4036-9a7d-f03bfc7de405 x-openstack-request-id: req-dc4a8420-8b51-4036-9a7d-f03bfc7de405 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:27.359599 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a756680-8668-4382-8dd7-1fa7729c619c", "name": "network-vif-plugged", "status": "completed", "tag": "23d92aa4-82af-49a4-93f7-483e3d574ddd", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:27.359851 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc4a8420-8b51-4036-9a7d-f03bfc7de405 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:27.360371 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a756680-8668-4382-8dd7-1fa7729c619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d92aa4-82af-49a4-93f7-483e3d574ddd', 'code': 200} Feb 09 03:25:27.364058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:25:27.378591 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca02334-5a76-4320-8996-b6287d6ec945 None None] Sync routers for ids ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:25:27.394138 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca02334-5a76-4320-8996-b6287d6ec945 None None] Routers {'05b9988b-d3e6-4a8b-bf14-00efab7a6628'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:27.394138 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-aca02334-5a76-4320-8996-b6287d6ec945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:25:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:27.435561 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=23d92aa4-82af-49a4-93f7-483e3d574ddd,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:27.452111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port a5c59136-faf5-498f-9755-d97029b9292b completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:25:27.458509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port a5c59136-faf5-498f-9755-d97029b9292b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:25:27.458962 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a5c59136-faf5-498f-9755-d97029b9292b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:27.478539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] No DVR routers for this DVR port b7ddd20e-6255-41ef-a764-bc86f5e163a7 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:27.481920 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:27.486319 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e289589-23f9-474c-80c9-d579b72d9dff req-741c736e-b347-4770-ba95-c04e03856320 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.65 "DELETE /v2.0/ports/b7ddd20e-6255-41ef-a764-bc86f5e163a7 HTTP/1.1" status: 204 len: 173 time: 1.2592092 Feb 09 03:25:27.509289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-deleted', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:27.515480 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803c05ee-42f0-448e-bc8d-42b0ef33c98e" -d '{"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-deleted", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:27.545339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57806ef4-f25c-4406-999b-660a302f086b req-f5158683-a2bc-4225-b5e2-0125f3a65356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:27.546773 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57806ef4-f25c-4406-999b-660a302f086b req-f5158683-a2bc-4225-b5e2-0125f3a65356 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 1129 time: 0.1199870 Feb 09 03:25:27.552889 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-aca02334-5a76-4320-8996-b6287d6ec945 None None] Set router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:27.561095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1417e03c-66a0-4c8b-b23c-5f9ad4c201fb req-2620e712-add9-48f4-9ccd-9b6bcd904abe tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/ports?device_id=956d934f-90bc-49f5-bc01-f405b94f985f HTTP/1.1" status: 200 len: 210 time: 0.1051235 Feb 09 03:25:27.652001 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57806ef4-f25c-4406-999b-660a302f086b req-01554dd3-adf1-42d9-95ef-b29a3a971550 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959637 Feb 09 03:25:27.704683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a5c59136-faf5-498f-9755-d97029b9292b is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:27.707412 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a5c59136-faf5-498f-9755-d97029b9292b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:27.727758 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2f6410cf-3dbd-40de-8fe3-054308d1a496 req-53ad714a-1ca7-4165-a512-a2a3ad0422fd tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0691106 Feb 09 03:25:27.729537 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c9a07f-b0fd-46c0-8813-655374b3aa27 x-openstack-request-id: req-99c9a07f-b0fd-46c0-8813-655374b3aa27 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:27.729904 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956d934f-90bc-49f5-bc01-f405b94f985f", "name": "network-vif-deleted", "tag": "b7ddd20e-6255-41ef-a764-bc86f5e163a7", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:27.730226 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99c9a07f-b0fd-46c0-8813-655374b3aa27 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:27.730675 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956d934f-90bc-49f5-bc01-f405b94f985f', 'name': 'network-vif-deleted', 'tag': 'b7ddd20e-6255-41ef-a764-bc86f5e163a7', 'status': 'completed', 'code': 200} Feb 09 03:25:27.774737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a5c59136-faf5-498f-9755-d97029b9292b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a5c59136-faf5-498f-9755-d97029b9292b,segment=NetworkSegment(08669d32-05ec-48bd-98a2-9f5bb8a75dd9),segment_id=08669d32-05ec-48bd-98a2-9f5bb8a75dd9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:27.787975 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-aca02334-5a76-4320-8996-b6287d6ec945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:16:11Z', 'revision_number': 4, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'aa949d11-cca9-4faa-9329-a1de44643075', 'name': '', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:08Z', 'updated_at': '2022-02-09T03:16:20Z', 'revision_number': 5, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'subnets': [{'id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:27.795464 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a5c59136-faf5-498f-9755-d97029b9292b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:27.816200 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca02334-5a76-4320-8996-b6287d6ec945 None None] Checking router: 05b9988b-d3e6-4a8b-bf14-00efab7a6628 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:25:27.826828 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca02334-5a76-4320-8996-b6287d6ec945 None None] Routers {'05b9988b-d3e6-4a8b-bf14-00efab7a6628'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:27.828015 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-aca02334-5a76-4320-8996-b6287d6ec945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:25:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:27.885541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a5c59136-faf5-498f-9755-d97029b9292b,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:27.917503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385adce-8084-4128-90e2-79cc7078478c req-2990636d-8678-4482-a4b4-2f32e63c2a91 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:27.924734 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d385adce-8084-4128-90e2-79cc7078478c req-2990636d-8678-4482-a4b4-2f32e63c2a91 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1159165 Feb 09 03:25:27.954245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363b57b-a961-4585-9c5e-e77bba443753 req-de8f7b66-b727-408a-832d-ef54d1b29b1c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:27.956090 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9363b57b-a961-4585-9c5e-e77bba443753 req-de8f7b66-b727-408a-832d-ef54d1b29b1c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0888891 Feb 09 03:25:27.972761 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-aca02334-5a76-4320-8996-b6287d6ec945 None None] Set router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:27.988569 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d385adce-8084-4128-90e2-79cc7078478c req-3a1a6824-9293-4530-8fc0-f31346affdb5 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628769 Feb 09 03:25:28.030214 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9363b57b-a961-4585-9c5e-e77bba443753 req-383404a3-7fc8-4df3-b659-63fe6c039df2 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679817 Feb 09 03:25:28.204406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133c1b7-60b8-400a-974e-eec8ff79201f req-3d0bf82a-ea95-4d0f-8988-718202581f4d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:28.208265 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f133c1b7-60b8-400a-974e-eec8ff79201f req-3d0bf82a-ea95-4d0f-8988-718202581f4d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0919850 Feb 09 03:25:28.281585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c9057-13b6-4e6a-991e-cb6eabd67487 req-d3d62896-e930-47f9-8721-fc33eb75686b tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:28.283094 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-427c9057-13b6-4e6a-991e-cb6eabd67487 req-d3d62896-e930-47f9-8721-fc33eb75686b tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.1227672 Feb 09 03:25:28.289395 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f133c1b7-60b8-400a-974e-eec8ff79201f req-f7da3aeb-7cab-4c37-8f15-804e5f4b7837 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705392 Feb 09 03:25:28.295461 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-aca02334-5a76-4320-8996-b6287d6ec945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:16:11Z', 'revision_number': 4, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'aa949d11-cca9-4faa-9329-a1de44643075', 'name': '', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:08Z', 'updated_at': '2022-02-09T03:16:20Z', 'revision_number': 5, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'subnets': [{'id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:28.328237 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca02334-5a76-4320-8996-b6287d6ec945 None None] The sync data for ids ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'] in n-d-824835-15 is: [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:16:11Z', 'revision_number': 4, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'aa949d11-cca9-4faa-9329-a1de44643075', 'name': '', 'network_id': 'b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'mac_address': 'fa:16:3e:14:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:08Z', 'updated_at': '2022-02-09T03:16:20Z', 'revision_number': 5, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'subnets': [{'id': '06e48ffc-607c-4f3f-a297-93d786090dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:25:28.379531 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-427c9057-13b6-4e6a-991e-cb6eabd67487 req-a4eeae50-8300-473c-b470-bc04201fb191 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830991 Feb 09 03:25:28.450253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a7714-ab89-44e1-a4e5-2ed2bcdcfb5e req-16928b99-9077-4bde-bd05-09e20410a94e tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:28.451824 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-125a7714-ab89-44e1-a4e5-2ed2bcdcfb5e req-16928b99-9077-4bde-bd05-09e20410a94e tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 946 time: 0.0689559 Feb 09 03:25:28.504869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-125a7714-ab89-44e1-a4e5-2ed2bcdcfb5e req-3cfdc23b-fccf-4ac0-9ea7-201880095d3a tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473959 Feb 09 03:25:28.608925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ada38b7-da5d-44ee-b2f3-3c4b7e529866 None None] New status for floating IP 55e23909-8524-4630-b3a1-c204a8829d41: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:25:28.662718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38418) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:28.724831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8635658-f490-41a7-bb5d-5cae6e9804f1 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for security_group (23cd1a50-3ce4-406a-95d7-5fbb3432bdd4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:28.750555 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8635658-f490-41a7-bb5d-5cae6e9804f1 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for security_group (23cd1a50-3ce4-406a-95d7-5fbb3432bdd4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:28.832226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:28.837432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8635658-f490-41a7-bb5d-5cae6e9804f1 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (23cd1a50-3ce4-406a-95d7-5fbb3432bdd4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:28.843671 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8635658-f490-41a7-bb5d-5cae6e9804f1 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:28.848184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38422) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:28.859797 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e8635658-f490-41a7-bb5d-5cae6e9804f1 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "DELETE /v2.0/security-groups/23cd1a50-3ce4-406a-95d7-5fbb3432bdd4 HTTP/1.1" status: 204 len: 168 time: 0.1958389 Feb 09 03:25:28.867351 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: b7ddd20e-6255-41ef-a764-bc86f5e163a7 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:28.867870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b7ddd20e-6255-41ef-a764-bc86f5e163a7 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:28.881733 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-7fc0a206-73d0-4027-82f6-46ae06f4f906 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] show failed (client error): The resource could not be found. Feb 09 03:25:28.886469 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7fc0a206-73d0-4027-82f6-46ae06f4f906 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "GET /v2.0/security-groups/23cd1a50-3ce4-406a-95d7-5fbb3432bdd4 HTTP/1.1" status: 404 len: 347 time: 0.0335467 Feb 09 03:25:28.888397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38424) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:28.919781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be647d98-f4cf-45f7-8318-5cfe5d815001 req-4cc49e49-e1fd-43cb-80ac-799887e50df6 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0560188 Feb 09 03:25:28.922954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8635658-f490-41a7-bb5d-5cae6e9804f1 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd1a50-3ce4-406a-95d7-5fbb3432bdd4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:29.094850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3cb88315-22a5-488f-ad63-9e88b9ae44b5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Deleting port 229d5ec0-c2b3-4db5-bcb7-69cca3c23706 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:29.095631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb88315-22a5-488f-ad63-9e88b9ae44b5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (229d5ec0-c2b3-4db5-bcb7-69cca3c23706), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:29.150082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665f83c-9076-4fc7-ba04-ccb7a5e9c3e6 req-5f04c12f-964d-4985-8f09-58d25c59f8be tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:29.152301 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c665f83c-9076-4fc7-ba04-ccb7a5e9c3e6 req-5f04c12f-964d-4985-8f09-58d25c59f8be tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0719335 Feb 09 03:25:29.207089 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c665f83c-9076-4fc7-ba04-ccb7a5e9c3e6 req-65845947-4f93-409f-a038-bdf2fea484a4 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482271 Feb 09 03:25:29.250806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983f472-a2d2-40d3-8101-8d7433210b6c req-4003dcdb-541b-4e94-9115-d5ed2d11824e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:29.252324 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1983f472-a2d2-40d3-8101-8d7433210b6c req-4003dcdb-541b-4e94-9115-d5ed2d11824e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.1021302 Feb 09 03:25:29.254124 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb88315-22a5-488f-ad63-9e88b9ae44b5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (229d5ec0-c2b3-4db5-bcb7-69cca3c23706), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:29.254450 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb88315-22a5-488f-ad63-9e88b9ae44b5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for floatingip (229d5ec0-c2b3-4db5-bcb7-69cca3c23706), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:29.272317 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3cb88315-22a5-488f-ad63-9e88b9ae44b5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Calling delete_port for 229d5ec0-c2b3-4db5-bcb7-69cca3c23706 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:29.356769 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1983f472-a2d2-40d3-8101-8d7433210b6c req-0635dcc6-b1ef-436e-9a88-2c0102620c25 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939803 Feb 09 03:25:29.361885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f12f4d0-9982-40e5-89de-76191eff3859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c59136-faf5-498f-9755-d97029b9292b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:29.364182 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46e70c6-f114-4551-a833-e81dcdab072e" -d '{"events": [{"server_uuid": "0f12f4d0-9982-40e5-89de-76191eff3859", "name": "network-vif-plugged", "status": "completed", "tag": "a5c59136-faf5-498f-9755-d97029b9292b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:29.435607 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3848bf-2a8b-4cde-b7df-4c28b6c8a314 x-openstack-request-id: req-9d3848bf-2a8b-4cde-b7df-4c28b6c8a314 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:29.435903 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f12f4d0-9982-40e5-89de-76191eff3859", "name": "network-vif-plugged", "status": "completed", "tag": "a5c59136-faf5-498f-9755-d97029b9292b", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:29.436157 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d3848bf-2a8b-4cde-b7df-4c28b6c8a314 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:29.436558 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f12f4d0-9982-40e5-89de-76191eff3859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c59136-faf5-498f-9755-d97029b9292b', 'code': 200} Feb 09 03:25:29.453853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368417d-c118-4ee9-9cbc-c63113d1058e req-a4e16d91-3ac0-4459-b80d-148f76d3e1de tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:29.456983 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4368417d-c118-4ee9-9cbc-c63113d1058e req-a4e16d91-3ac0-4459-b80d-148f76d3e1de tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0878234 Feb 09 03:25:29.460243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb88315-22a5-488f-ad63-9e88b9ae44b5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (229d5ec0-c2b3-4db5-bcb7-69cca3c23706), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:29.489644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb88315-22a5-488f-ad63-9e88b9ae44b5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Pushing event deleted for resources: {'Port': ['ID=229d5ec0-c2b3-4db5-bcb7-69cca3c23706,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:29.543541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4368417d-c118-4ee9-9cbc-c63113d1058e req-cd42b6a4-7abb-49b2-ab82-4aa01c14030d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715475 Feb 09 03:25:29.616924 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb88315-22a5-488f-ad63-9e88b9ae44b5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks [] for floatingip (55e23909-8524-4630-b3a1-c204a8829d41), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:29.620070 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cb88315-22a5-488f-ad63-9e88b9ae44b5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:29.621387 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3cb88315-22a5-488f-ad63-9e88b9ae44b5 tempest-ServerActionsTestJSON-28073525 tempest-ServerActionsTestJSON-28073525-project] 10.222.0.21 "DELETE /v2.0/floatingips/55e23909-8524-4630-b3a1-c204a8829d41 HTTP/1.1" status: 204 len: 168 time: 0.7154870 Feb 09 03:25:29.625893 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38440) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:29.640055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41264fab-ae34-46f7-96f7-d4b979582f9b req-b5eba107-c26a-4998-9a43-f9e8597e38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:29.641572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41264fab-ae34-46f7-96f7-d4b979582f9b req-b5eba107-c26a-4998-9a43-f9e8597e38d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 1129 time: 0.1221204 Feb 09 03:25:29.654073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47e72d-7be9-49ff-9c83-e5262bc0dd5f req-d02be9cd-1ae2-4cfe-b240-bc3551dd658f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:29.655779 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a47e72d-7be9-49ff-9c83-e5262bc0dd5f req-d02be9cd-1ae2-4cfe-b240-bc3551dd658f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.1077163 Feb 09 03:25:29.672412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f14ef-69c0-4fab-bd60-2806056f2b4b req-982d194a-15ad-4780-a903-916bdfc6544f tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:29.682798 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c84f14ef-69c0-4fab-bd60-2806056f2b4b req-982d194a-15ad-4780-a903-916bdfc6544f tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 946 time: 0.0759249 Feb 09 03:25:29.729262 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c84f14ef-69c0-4fab-bd60-2806056f2b4b req-bb8ee01b-f63a-4368-b760-1d5f5ca91232 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443738 Feb 09 03:25:29.805065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a47e72d-7be9-49ff-9c83-e5262bc0dd5f req-484739df-7697-4bda-ae53-e0e28575ed87 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430802 Feb 09 03:25:29.811578 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41264fab-ae34-46f7-96f7-d4b979582f9b req-cdac6a83-aa2b-4735-a70a-a2264f2ec8bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548827 Feb 09 03:25:29.925898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f713e8-d09e-4b03-b5d8-991fc52526bc req-8b3e30e4-0c62-4994-aab4-358669ef5563 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:29.927281 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-17f713e8-d09e-4b03-b5d8-991fc52526bc req-8b3e30e4-0c62-4994-aab4-358669ef5563 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0534139 Feb 09 03:25:29.987331 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-17f713e8-d09e-4b03-b5d8-991fc52526bc req-a6df06a3-ff97-461d-956e-e9621d3df0df tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533228 Feb 09 03:25:30.105764 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb3203c8-720b-41b5-8bab-f162deb4777d req-178aa5ca-2fc9-4d5a-bda5-bacd5cb3741a tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0292366 Feb 09 03:25:30.169762 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a6a878d-2993-409c-8e0e-0e74bc9e2afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (05b9988b-d3e6-4a8b-bf14-00efab7a6628), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:30.359820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32e51b-d0c8-4894-a500-844aca3d3f0b req-dfc86849-8822-469b-ab3f-bc995bf77f96 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:30.361627 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e32e51b-d0c8-4894-a500-844aca3d3f0b req-dfc86849-8822-469b-ab3f-bc995bf77f96 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0621424 Feb 09 03:25:30.425189 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e32e51b-d0c8-4894-a500-844aca3d3f0b req-2595533a-6cf3-45ab-9011-cc018ab1483a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579035 Feb 09 03:25:30.556169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138061-8a63-415b-a5dc-0072fe1e1e94 req-2452c58e-558d-483f-8eb0-a580e3de4dad tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:30.570356 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed138061-8a63-415b-a5dc-0072fe1e1e94 req-2452c58e-558d-483f-8eb0-a580e3de4dad tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0787921 Feb 09 03:25:30.654983 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed138061-8a63-415b-a5dc-0072fe1e1e94 req-82be3920-3cd0-4b18-8153-6098b53ea779 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764208 Feb 09 03:25:30.804006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f674ab-0220-42c8-a7f0-19a41f0b6455 req-dad9a18b-fa8a-4826-962e-28208b80f88d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:30.805531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0f674ab-0220-42c8-a7f0-19a41f0b6455 req-dad9a18b-fa8a-4826-962e-28208b80f88d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0801859 Feb 09 03:25:30.834734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710abe6-001d-4d84-be84-b478f75aee37 req-d8d03f16-36b8-40be-bb82-6077702b076c tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:30.836246 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f710abe6-001d-4d84-be84-b478f75aee37 req-d8d03f16-36b8-40be-bb82-6077702b076c tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.5185556 Feb 09 03:25:30.854861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0f674ab-0220-42c8-a7f0-19a41f0b6455 req-7d5a86de-f38c-47a6-baf2-b9b5df1d9977 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427942 Feb 09 03:25:30.857639 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-623a1517-4abc-47d6-a8b3-85aa4a691418 service neutron] show failed (client error): The resource could not be found. Feb 09 03:25:30.858644 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-623a1517-4abc-47d6-a8b3-85aa4a691418 service neutron] 10.222.0.42 "GET /v2.0/ports/291c2f93-8487-4ea4-ab99-d002c3209022/bindings/n-h1-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.1386015 Feb 09 03:25:30.944101 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f710abe6-001d-4d84-be84-b478f75aee37 req-6e51947b-2e6a-405b-8a4c-4764d936715b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953763 Feb 09 03:25:31.009736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a878d-2993-409c-8e0e-0e74bc9e2afc admin admin] Deleting port aa949d11-cca9-4faa-9329-a1de44643075 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:31.010130 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a6a878d-2993-409c-8e0e-0e74bc9e2afc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (aa949d11-cca9-4faa-9329-a1de44643075), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:31.013542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093864f-dd4b-4129-a0b1-35b0f0cfc7d5 req-ad527595-56b2-40ad-a597-06800d0bad00 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:31.015145 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0093864f-dd4b-4129-a0b1-35b0f0cfc7d5 req-ad527595-56b2-40ad-a597-06800d0bad00 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 946 time: 0.0922639 Feb 09 03:25:31.108831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0093864f-dd4b-4129-a0b1-35b0f0cfc7d5 req-e1742488-d734-4633-a186-acba0c184c4a tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849557 Feb 09 03:25:31.186727 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8a6a878d-2993-409c-8e0e-0e74bc9e2afc admin admin] For port aa949d11-cca9-4faa-9329-a1de44643075, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aa949d11-cca9-4faa-9329-a1de44643075,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:31.187191 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a6a878d-2993-409c-8e0e-0e74bc9e2afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (aa949d11-cca9-4faa-9329-a1de44643075), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:31.205013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a878d-2993-409c-8e0e-0e74bc9e2afc admin admin] Calling delete_port for aa949d11-cca9-4faa-9329-a1de44643075 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:31.220983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-1f4d914f-2073-4107-9815-e2d98ab133ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:31.222663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-1f4d914f-2073-4107-9815-e2d98ab133ba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e&tenant_id=b9b07480321e4a54b5b17d5264d44e7b HTTP/1.1" status: 200 len: 1132 time: 0.1070695 Feb 09 03:25:31.245112 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ca7e929-5228-414b-a683-1d3120a18cd2 req-6d0665c2-fb64-4432-b88a-40601146cf26 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0380628 Feb 09 03:25:31.249961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:31.360130 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:31.552123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381454b-e23f-428a-b37f-400ea07c3f93 req-0f4ece10-b135-4a29-a4ae-daa7dbe8af6c tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:31.554101 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b381454b-e23f-428a-b37f-400ea07c3f93 req-0f4ece10-b135-4a29-a4ae-daa7dbe8af6c tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0586808 Feb 09 03:25:31.631982 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a6a878d-2993-409c-8e0e-0e74bc9e2afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (aa949d11-cca9-4faa-9329-a1de44643075), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:31.667972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a878d-2993-409c-8e0e-0e74bc9e2afc admin admin] Pushing event deleted for resources: {'Port': ['ID=aa949d11-cca9-4faa-9329-a1de44643075,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:31.755034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:31.962698 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a6a878d-2993-409c-8e0e-0e74bc9e2afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (05b9988b-d3e6-4a8b-bf14-00efab7a6628), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:31.964095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b381454b-e23f-428a-b37f-400ea07c3f93 req-bbb73caf-60eb-4efd-b37b-af2b08410a3d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029827 Feb 09 03:25:32.052755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:32.080850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca9e44-dc16-45e0-a716-53ddd04c239e req-cbfe3083-74e5-43e3-a8f1-4c056c9e9c64 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:32.082388 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3ca9e44-dc16-45e0-a716-53ddd04c239e req-cbfe3083-74e5-43e3-a8f1-4c056c9e9c64 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.3253303 Feb 09 03:25:32.106430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da04ac-1c7c-4d52-ad27-a510512cdb8b req-262fbd12-8522-47e5-a9e4-a49d29375fde tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:32.107932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25da04ac-1c7c-4d52-ad27-a510512cdb8b req-262fbd12-8522-47e5-a9e4-a49d29375fde tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0587449 Feb 09 03:25:32.164802 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3ca9e44-dc16-45e0-a716-53ddd04c239e req-d31ef845-3137-41d7-9230-259fef57e602 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750508 Feb 09 03:25:32.165683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:32.167810 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951dfe95-9f43-4f8b-9321-091793380d8b" -d '{"events": [{"server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:32.168570 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25da04ac-1c7c-4d52-ad27-a510512cdb8b req-fd75c44a-784a-4cdb-83d5-65ae564d53e5 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538225 Feb 09 03:25:32.173036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Publish callbacks [] for port (291c2f93-8487-4ea4-ab99-d002c3209022), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:32.203745 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Transition to ACTIVE for port object 291c2f93-8487-4ea4-ab99-d002c3209022 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:25:32.217399 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:32.303058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57988f7f-de54-47d7-b830-06b98d0c255d req-0d19c585-2f53-4652-bc7e-53848b7f0b3d tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:32.304642 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57988f7f-de54-47d7-b830-06b98d0c255d req-0d19c585-2f53-4652-bc7e-53848b7f0b3d tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0545583 Feb 09 03:25:32.355780 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57988f7f-de54-47d7-b830-06b98d0c255d req-715a013d-3729-40fe-93ef-636322260728 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448256 Feb 09 03:25:32.362765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Pushing event updated for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:32.426950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] No DVR routers for this DVR port 291c2f93-8487-4ea4-ab99-d002c3209022 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:32.460629 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8391770f-19d0-4a22-a2ce-20048d13555c x-openstack-request-id: req-8391770f-19d0-4a22-a2ce-20048d13555c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:32.460922 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:32.461179 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8391770f-19d0-4a22-a2ce-20048d13555c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:32.461610 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022', 'code': 200} Feb 09 03:25:32.475921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6a878d-2993-409c-8e0e-0e74bc9e2afc admin admin] Router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:25:32.510624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84560621-25c9-4ae5-b5f3-ef4ce4cd88d7 req-84575d4b-9ad1-4c52-a19a-56f02f5c2599 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:32.512280 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84560621-25c9-4ae5-b5f3-ef4ce4cd88d7 req-84575d4b-9ad1-4c52-a19a-56f02f5c2599 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 946 time: 0.2002509 Feb 09 03:25:32.533286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Attempting to bind port 291c2f93-8487-4ea4-ab99-d002c3209022 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:25:32.533730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Attempting to bind port 291c2f93-8487-4ea4-ab99-d002c3209022 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:25:32.534064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Attempting to bind port 291c2f93-8487-4ea4-ab99-d002c3209022 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:32.544756 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Port 291c2f93-8487-4ea4-ab99-d002c3209022 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:25:32.545133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Attempting to bind port 291c2f93-8487-4ea4-ab99-d002c3209022 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:32.546275 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c7a03a5-7f13-4e00-9bf7-2fac7d4bbb40 req-3ede673c-bc68-4055-8f89-8a1a71753553 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0326858 Feb 09 03:25:32.559852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:25:32.560225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:32.560756 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:25:32.561208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Bound port: 291c2f93-8487-4ea4-ab99-d002c3209022, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:25:32.561596 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:32.708971 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84560621-25c9-4ae5-b5f3-ef4ce4cd88d7 req-8f00b9e8-61fc-4d1d-b808-3756b76b6cff tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820164 Feb 09 03:25:32.736901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:32.741272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:25:32.750534 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:32.805899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:32.806529 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:32.808505 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] 10.222.0.65 "PUT /v2.0/ports/291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 1096 time: 1.5672832 Feb 09 03:25:32.835966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6a878d-2993-409c-8e0e-0e74bc9e2afc admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:25:32.844643 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8a6a878d-2993-409c-8e0e-0e74bc9e2afc admin admin] 10.222.0.21 "PUT /v2.0/routers/05b9988b-d3e6-4a8b-bf14-00efab7a6628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2155833 Feb 09 03:25:32.845233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38498) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:32.862604 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ae80e-6a08-459c-890c-53b80108ca91 None None] Sync routers for ids ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:25:32.877261 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ae80e-6a08-459c-890c-53b80108ca91 None None] Routers {'05b9988b-d3e6-4a8b-bf14-00efab7a6628'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:32.878636 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d27ae80e-6a08-459c-890c-53b80108ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:25:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:32.893556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc6c46-e0cb-47f9-aa56-0abb0fd5f765 service neutron] Pushing event updated for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:32.943240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-5b8147d4-b383-4e04-8ce4-610b84afcf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:32.944802 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-5b8147d4-b383-4e04-8ce4-610b84afcf2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1130 time: 0.1010046 Feb 09 03:25:33.073661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Publish callbacks [] for router (05b9988b-d3e6-4a8b-bf14-00efab7a6628), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.107458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-9f082795-3c64-4e1a-be80-8ab79ecdaaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:33.112343 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-9f082795-3c64-4e1a-be80-8ab79ecdaaa4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1617525 Feb 09 03:25:33.129202 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d27ae80e-6a08-459c-890c-53b80108ca91 None None] Set router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:33.182915 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-909c6ca4-bab6-401b-9a7b-0323fbe2d6e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 217 time: 0.0637090 Feb 09 03:25:33.244003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-b0658b8b-8f54-4c8c-9fdd-4e6a836b409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:33.246096 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-b0658b8b-8f54-4c8c-9fdd-4e6a836b409f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0574701 Feb 09 03:25:33.265419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f66a95-56ae-451b-85ed-a8894bcc84f4 req-bffcae66-c80a-4923-a12e-1279cb3aa57d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:33.267104 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10f66a95-56ae-451b-85ed-a8894bcc84f4 req-bffcae66-c80a-4923-a12e-1279cb3aa57d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.1277130 Feb 09 03:25:33.347867 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10f66a95-56ae-451b-85ed-a8894bcc84f4 req-6fcbb9aa-de2e-4c0f-9f54-cce4623b1abc tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710459 Feb 09 03:25:33.372086 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Publish callbacks [] for router_gateway (05b9988b-d3e6-4a8b-bf14-00efab7a6628), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.394071 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-99a10154-1dc1-4813-a8db-cbcb8f579cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:33.395670 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-99a10154-1dc1-4813-a8db-cbcb8f579cc1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1432672 Feb 09 03:25:33.420126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32146e-e59c-4e7c-85d0-0cdc0bd7d908 req-526be67f-f3e8-4662-9d65-0e75ad829168 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:33.421727 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9e32146e-e59c-4e7c-85d0-0cdc0bd7d908 req-526be67f-f3e8-4662-9d65-0e75ad829168 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0934336 Feb 09 03:25:33.430858 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d27ae80e-6a08-459c-890c-53b80108ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:25:31Z', 'revision_number': 5, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port': {'id': 'b2a8a59a-ec9e-410c-b38d-6cdc681ceec3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:16:02Z', 'updated_at': '2022-02-09T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:33.520574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Deleting port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:33.520928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.554919 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9e32146e-e59c-4e7c-85d0-0cdc0bd7d908 req-fafaf754-5130-43d7-a768-f8d661bbbd6f tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116550 Feb 09 03:25:33.578453 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ae80e-6a08-459c-890c-53b80108ca91 None None] Checking router: 05b9988b-d3e6-4a8b-bf14-00efab7a6628 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:25:33.581561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-5ac12b7b-bcb1-42d5-8c40-b9c4aeb699ec service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781452 Feb 09 03:25:33.589779 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ae80e-6a08-459c-890c-53b80108ca91 None None] Routers {'05b9988b-d3e6-4a8b-bf14-00efab7a6628'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:33.590376 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d27ae80e-6a08-459c-890c-53b80108ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:25:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:33.591595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b147132-8ff2-4cfe-9e6f-d4f58396334c req-19d038ad-0e51-4030-bcc6-b8016fd6da75 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:33.593387 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b147132-8ff2-4cfe-9e6f-d4f58396334c req-19d038ad-0e51-4030-bcc6-b8016fd6da75 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 946 time: 0.1362731 Feb 09 03:25:33.644155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] For port b2a8a59a-ec9e-410c-b38d-6cdc681ceec3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b2a8a59a-ec9e-410c-b38d-6cdc681ceec3,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:33.644523 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.660589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Calling delete_port for b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:33.687327 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d27ae80e-6a08-459c-890c-53b80108ca91 None None] Set router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:33.730313 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3ccbd54-0fbe-4917-b7de-9e6e54c7b749 req-6473385a-414c-43eb-80b4-01be055ae191 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310656 Feb 09 03:25:33.746331 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d27ae80e-6a08-459c-890c-53b80108ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:25:33Z', 'revision_number': 6, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:33.787678 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ae80e-6a08-459c-890c-53b80108ca91 None None] The sync data for ids ['05b9988b-d3e6-4a8b-bf14-00efab7a6628'] in n-d-824835-15 is: [{'id': '05b9988b-d3e6-4a8b-bf14-00efab7a6628', 'name': 'tempest-ServerActionsTestJSON-1388043817-router', 'tenant_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:16:01Z', 'updated_at': '2022-02-09T03:25:33Z', 'revision_number': 6, 'project_id': 'ac10f34a12cf4fa8b1d9f6a90369baef', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:25:33.825095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae8116-b372-4bc3-9b87-1edd33bec7e2 req-a240db38-ed25-405b-9285-13ee0cd217db tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:33.827562 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5dae8116-b372-4bc3-9b87-1edd33bec7e2 req-a240db38-ed25-405b-9285-13ee0cd217db tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 947 time: 0.0960953 Feb 09 03:25:33.875821 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b147132-8ff2-4cfe-9e6f-d4f58396334c req-c4a7e81d-2f00-46d7-b7cb-c943e3f1cfa7 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446650 Feb 09 03:25:33.912373 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5dae8116-b372-4bc3-9b87-1edd33bec7e2 req-cc42fd11-af92-4382-8328-6ecc1c852d95 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752721 Feb 09 03:25:34.007479 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b2a8a59a-ec9e-410c-b38d-6cdc681ceec3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.022264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6937284-6fc0-49cd-a8bd-5bde1ce283f7 req-5e216b95-1e0a-4131-962e-ecf7ff0c8f1d tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0407522 Feb 09 03:25:34.043653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a8a59a-ec9e-410c-b38d-6cdc681ceec3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:34.056209 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f788d80-7981-4e1a-9e14-8a56d54a7b8d req-d693fab9-c3d9-4b47-9888-5a1d28f68b3b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:34.058289 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f788d80-7981-4e1a-9e14-8a56d54a7b8d req-d693fab9-c3d9-4b47-9888-5a1d28f68b3b tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1040897 Feb 09 03:25:34.145657 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (05b9988b-d3e6-4a8b-bf14-00efab7a6628), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.149328 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f788d80-7981-4e1a-9e14-8a56d54a7b8d req-1121f41e-75d9-42a0-881b-5ac099d642a6 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769649 Feb 09 03:25:34.255150 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (05b9988b-d3e6-4a8b-bf14-00efab7a6628), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.257509 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Publish callbacks [] for router_controller (05b9988b-d3e6-4a8b-bf14-00efab7a6628), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.308817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (05b9988b-d3e6-4a8b-bf14-00efab7a6628), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.309570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05b9988b-d3e6-4a8b-bf14-00efab7a6628 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:25:34.313632 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.314752 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-714ff08c-2e54-485f-960a-a85cbb93d819 admin admin] 10.222.0.21 "DELETE /v2.0/routers/05b9988b-d3e6-4a8b-bf14-00efab7a6628 HTTP/1.1" status: 204 len: 168 time: 1.4685106 Feb 09 03:25:34.317185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38518) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:34.362148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-17681da9-171e-4bcc-93e7-e679f9e8d0a2 admin admin] Deleting subnet 06e48ffc-607c-4f3f-a297-93d786090dbf {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:25:34.365171 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17681da9-171e-4bcc-93e7-e679f9e8d0a2 admin admin] Publish callbacks [] for subnet (06e48ffc-607c-4f3f-a297-93d786090dbf), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.406995 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17681da9-171e-4bcc-93e7-e679f9e8d0a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (06e48ffc-607c-4f3f-a297-93d786090dbf), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.463027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:34.466827 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e92092a-f41f-4948-8662-4e4a12a783c0" -d '{"events": [{"name": "network-changed", "server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:34.518324 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17681da9-171e-4bcc-93e7-e679f9e8d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (06e48ffc-607c-4f3f-a297-93d786090dbf), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.523548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeb072-9fbc-4519-80c8-9538f37b2cdc req-4d4bfffd-2365-4b57-b722-10e315641b1d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:34.533310 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5adeb072-9fbc-4519-80c8-9538f37b2cdc req-4d4bfffd-2365-4b57-b722-10e315641b1d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0895078 Feb 09 03:25:34.575659 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7410ac6-c8f8-4e41-a33e-93bb48f0f663 x-openstack-request-id: req-d7410ac6-c8f8-4e41-a33e-93bb48f0f663 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:34.576667 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:34.576929 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7410ac6-c8f8-4e41-a33e-93bb48f0f663 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:34.578997 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022', 'status': 'completed', 'code': 200} Feb 09 03:25:34.613883 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17681da9-171e-4bcc-93e7-e679f9e8d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (06e48ffc-607c-4f3f-a297-93d786090dbf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.679878 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17681da9-171e-4bcc-93e7-e679f9e8d0a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e48ffc-607c-4f3f-a297-93d786090dbf,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:34.693300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04421347-85ff-43f5-a7b2-974f4b66a4a6 None None] Network b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:34.702895 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17681da9-171e-4bcc-93e7-e679f9e8d0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.706490 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-17681da9-171e-4bcc-93e7-e679f9e8d0a2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/06e48ffc-607c-4f3f-a297-93d786090dbf HTTP/1.1" status: 204 len: 168 time: 0.3883533 Feb 09 03:25:34.708884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38528) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:34.723008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5adeb072-9fbc-4519-80c8-9538f37b2cdc req-22059dc2-33c6-4154-bb80-8e766a8fdc3c tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826732 Feb 09 03:25:34.814531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-319ba7ac-4bd2-431e-b988-bb4fda99546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:34.815899 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-319ba7ac-4bd2-431e-b988-bb4fda99546a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1130 time: 0.1771939 Feb 09 03:25:34.830398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-0a3fc85c-f474-40e3-9ca7-825c1b4a439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:34.832644 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-0a3fc85c-f474-40e3-9ca7-825c1b4a439b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1130 time: 0.1661949 Feb 09 03:25:34.855953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de339a27-f4f3-48e7-846d-012abe95a825 req-3711b2f3-eafd-4bf8-a539-92d440092f9d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:34.857570 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-de339a27-f4f3-48e7-846d-012abe95a825 req-3711b2f3-eafd-4bf8-a539-92d440092f9d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1893141 Feb 09 03:25:34.860736 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.944251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e04cd19-cabc-4c80-862d-86055fb7e9f1 None None] DHCP port deletion for b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:25:34.950869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-de339a27-f4f3-48e7-846d-012abe95a825 req-4f512f18-c3f9-4345-89e2-30f4dc979dd8 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824621 Feb 09 03:25:35.033303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Deleting port 579f50d2-794d-4d38-90e7-5cded636d045 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:35.033979 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (579f50d2-794d-4d38-90e7-5cded636d045), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.064082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8e04cd19-cabc-4c80-862d-86055fb7e9f1 None None] Deleting port 579f50d2-794d-4d38-90e7-5cded636d045 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:35.064962 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e04cd19-cabc-4c80-862d-86055fb7e9f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (579f50d2-794d-4d38-90e7-5cded636d045), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.181677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] For port 579f50d2-794d-4d38-90e7-5cded636d045, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=579f50d2-794d-4d38-90e7-5cded636d045,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:35.182578 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (579f50d2-794d-4d38-90e7-5cded636d045), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.185502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 291c2f93-8487-4ea4-ab99-d002c3209022 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:35.188710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8e04cd19-cabc-4c80-862d-86055fb7e9f1 None None] For port 579f50d2-794d-4d38-90e7-5cded636d045, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=579f50d2-794d-4d38-90e7-5cded636d045,segment=NetworkSegment(63aefd30-168a-431a-a734-59856326223a),segment_id=63aefd30-168a-431a-a734-59856326223a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:35.189509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e04cd19-cabc-4c80-862d-86055fb7e9f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (579f50d2-794d-4d38-90e7-5cded636d045), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.204428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Calling delete_port for 579f50d2-794d-4d38-90e7-5cded636d045 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:35.226601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8e04cd19-cabc-4c80-862d-86055fb7e9f1 None None] Calling delete_port for 579f50d2-794d-4d38-90e7-5cded636d045 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:35.284628 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] The host n-h2-824835-15 is not matching for port 291c2f93-8487-4ea4-ab99-d002c3209022 host n-h1-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:25:35.285037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 291c2f93-8487-4ea4-ab99-d002c3209022 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:35.309855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac539f78-2681-40f4-b88e-e8bbe660c3d7 req-0a65ec6d-9187-448f-bb04-8e159c093f55 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:35.311541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac539f78-2681-40f4-b88e-e8bbe660c3d7 req-0a65ec6d-9187-448f-bb04-8e159c093f55 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 947 time: 0.2245619 Feb 09 03:25:35.316824 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (579f50d2-794d-4d38-90e7-5cded636d045), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.343812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e04cd19-cabc-4c80-862d-86055fb7e9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (579f50d2-794d-4d38-90e7-5cded636d045), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.352495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=579f50d2-794d-4d38-90e7-5cded636d045,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:35.362056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdeeed-9ea5-4ef5-80ca-37159681c60a req-c54e29ca-4be1-4dfd-943c-1c6d4018e345 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:35.363533 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71cdeeed-9ea5-4ef5-80ca-37159681c60a req-c54e29ca-4be1-4dfd-943c-1c6d4018e345 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 946 time: 0.6204340 Feb 09 03:25:35.378692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] No DVR routers for this DVR port 579f50d2-794d-4d38-90e7-5cded636d045 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:35.389233 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04cd19-cabc-4c80-862d-86055fb7e9f1 None None] No DVR routers for this DVR port 579f50d2-794d-4d38-90e7-5cded636d045 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:35.393507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04cd19-cabc-4c80-862d-86055fb7e9f1 None None] Pushing event deleted for resources: {'Port': ['ID=579f50d2-794d-4d38-90e7-5cded636d045,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:35.468102 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac539f78-2681-40f4-b88e-e8bbe660c3d7 req-f916d7c3-4c59-4400-954d-a514a4fdc55d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257155 Feb 09 03:25:35.495556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-362422a6-5bc1-4ea3-8a5c-f7133b2f9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:35.497053 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-362422a6-5bc1-4ea3-8a5c-f7133b2f9b8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.6698079 Feb 09 03:25:35.516108 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.546201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898e8e6-79d3-4150-a631-32016f8ee7e8 req-aa838c82-86b8-4b28-a0c4-3c5b106c0a9b tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:35.547279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:35.552972 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5898e8e6-79d3-4150-a631-32016f8ee7e8 req-aa838c82-86b8-4b28-a0c4-3c5b106c0a9b tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 946 time: 0.5838578 Feb 09 03:25:35.557421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63aefd30-168a-431a-a734-59856326223a') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:35.557729 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63aefd30-168a-431a-a734-59856326223a') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:35.570214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (63aefd30-168a-431a-a734-59856326223a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.601972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2305c8ef-d343-4ad2-86b0-57388278a7ef req-2341e1aa-5007-4493-9349-f463a24bb9f0 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0353730 Feb 09 03:25:35.608803 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (63aefd30-168a-431a-a734-59856326223a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.616279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:25:35.616686 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (63aefd30-168a-431a-a734-59856326223a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.617059 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-6052e690-f623-4fa5-8c08-fd031b360f80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 217 time: 0.0937164 Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:25:35.618423 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:25:35.635535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-eb7efc98-3873-4777-8542-d8696399737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:35.637147 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-eb7efc98-3873-4777-8542-d8696399737b service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.7213831 Feb 09 03:25:35.678625 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.689650 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.695548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b HTTP/1.1" status: 204 len: 168 time: 0.9833243 Feb 09 03:25:35.717499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403997f1-b4c6-445c-b5cb-dbb6313f1e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=b28f5fcf-3c28-4f84-9ea9-6fb57441ba1b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:35.731845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-b2797344-efee-4728-bac9-a7d33ff15cd0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 217 time: 0.0843017 Feb 09 03:25:35.757722 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5898e8e6-79d3-4150-a631-32016f8ee7e8 req-b55f27fc-97b8-4ed9-8ae2-8450d437fd50 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/security-groups?id=54be2276-f5e6-4892-bd08-512797e505da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900790 Feb 09 03:25:35.769325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73d74-fe70-4374-8413-3257aaad07e2 req-db61cced-2266-48c3-a2d0-9d780da95906 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:35.778726 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54c73d74-fe70-4374-8413-3257aaad07e2 req-db61cced-2266-48c3-a2d0-9d780da95906 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0837879 Feb 09 03:25:35.868774 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-54c73d74-fe70-4374-8413-3257aaad07e2 req-cd97f872-47f9-4ed6-b943-ecad52cd2966 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888765 Feb 09 03:25:35.894575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-71cdeeed-9ea5-4ef5-80ca-37159681c60a req-03590f45-9125-480a-b6ac-fe9a228221ae tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Deleting port a5c59136-faf5-498f-9755-d97029b9292b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:35.894915 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-71cdeeed-9ea5-4ef5-80ca-37159681c60a req-03590f45-9125-480a-b6ac-fe9a228221ae tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a5c59136-faf5-498f-9755-d97029b9292b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.897741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38544) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:35.907042 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-688b8770-687d-48dd-b266-ae3c534ea2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:35.908537 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-688b8770-687d-48dd-b266-ae3c534ea2ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.2691765 Feb 09 03:25:35.922690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 579f50d2-794d-4d38-90e7-5cded636d045 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:35.944549 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9d1ad6be-e44b-4504-ab76-e5698d946783 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac10f34a12cf4fa8b1d9f6a90369baef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456567 Feb 09 03:25:35.947064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38546) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:35.952646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 579f50d2-794d-4d38-90e7-5cded636d045 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:35.953219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 579f50d2-794d-4d38-90e7-5cded636d045 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:35.953812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:35.986622 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:35.987405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b2a8a59a-ec9e-410c-b38d-6cdc681ceec3 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:35.988742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aa949d11-cca9-4faa-9329-a1de44643075 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:35.998990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-3d9200c5-38c3-4bbb-8d3d-c71d3467941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:36.001257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-3d9200c5-38c3-4bbb-8d3d-c71d3467941f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.2362554 Feb 09 03:25:36.018323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: aa949d11-cca9-4faa-9329-a1de44643075 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:36.019190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aa949d11-cca9-4faa-9329-a1de44643075 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:36.050242 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3cedb366-8891-4fe4-8abc-481ce53f7243 admin admin] Publish callbacks [] for security_group (10d6349b-1f2e-4f11-875e-78ce27631e36), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:36.086249 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3cedb366-8891-4fe4-8abc-481ce53f7243 admin admin] Publish callbacks [] for security_group (10d6349b-1f2e-4f11-875e-78ce27631e36), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:36.097069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4afa2-3d61-4415-ac7c-3ec67a65d469 req-2c0001c9-2ef5-4516-a9a6-34aa54bb28b1 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:36.098594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-34c4afa2-3d61-4415-ac7c-3ec67a65d469 req-2c0001c9-2ef5-4516-a9a6-34aa54bb28b1 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.2406156 Feb 09 03:25:36.112371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-71cdeeed-9ea5-4ef5-80ca-37159681c60a req-03590f45-9125-480a-b6ac-fe9a228221ae tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] For port a5c59136-faf5-498f-9755-d97029b9292b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a5c59136-faf5-498f-9755-d97029b9292b,segment=NetworkSegment(08669d32-05ec-48bd-98a2-9f5bb8a75dd9),segment_id=08669d32-05ec-48bd-98a2-9f5bb8a75dd9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:36.112741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-71cdeeed-9ea5-4ef5-80ca-37159681c60a req-03590f45-9125-480a-b6ac-fe9a228221ae tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a5c59136-faf5-498f-9755-d97029b9292b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:36.143546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-cbfbb590-7557-4f8e-9491-58cb7081045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:36.145090 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-cbfbb590-7557-4f8e-9491-58cb7081045b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1949892 Feb 09 03:25:36.146772 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-71cdeeed-9ea5-4ef5-80ca-37159681c60a req-03590f45-9125-480a-b6ac-fe9a228221ae tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Calling delete_port for a5c59136-faf5-498f-9755-d97029b9292b owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:36.157324 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe93c1-ca8f-4d28-a9c0-946d78b156f1 req-2adf4c28-bbd2-47b5-b7aa-f54a2a9b3cfb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:36.158846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6ffe93c1-ca8f-4d28-a9c0-946d78b156f1 req-2adf4c28-bbd2-47b5-b7aa-f54a2a9b3cfb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0916867 Feb 09 03:25:36.188289 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3cedb366-8891-4fe4-8abc-481ce53f7243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (10d6349b-1f2e-4f11-875e-78ce27631e36), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:36.192717 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3cedb366-8891-4fe4-8abc-481ce53f7243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:36.193964 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3cedb366-8891-4fe4-8abc-481ce53f7243 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10d6349b-1f2e-4f11-875e-78ce27631e36 HTTP/1.1" status: 204 len: 168 time: 0.2451785 Feb 09 03:25:36.231642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-e50c3e87-28d7-47df-8de9-dcb80e6cdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:36.233236 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-e50c3e87-28d7-47df-8de9-dcb80e6cdfb3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2199941 Feb 09 03:25:36.250288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedb366-8891-4fe4-8abc-481ce53f7243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d6349b-1f2e-4f11-875e-78ce27631e36,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:36.303763 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6ffe93c1-ca8f-4d28-a9c0-946d78b156f1 req-9432142b-00ff-4cdf-b191-d360bf2fb151 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241679 Feb 09 03:25:36.358049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-34c4afa2-3d61-4415-ac7c-3ec67a65d469 req-383516cc-9183-4445-b6cf-e3f45f11a17d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491765 Feb 09 03:25:36.403248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-3131ce14-57e4-4e2e-84b4-c23764ce9657 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481623 Feb 09 03:25:36.527634 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-85266492-8410-4e12-8cba-7baf15ace8fa service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601805 Feb 09 03:25:36.624440 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-2a016fa6-f039-41aa-bd11-db8f54e324dc service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144392 Feb 09 03:25:36.630760 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-71cdeeed-9ea5-4ef5-80ca-37159681c60a req-03590f45-9125-480a-b6ac-fe9a228221ae tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a5c59136-faf5-498f-9755-d97029b9292b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:36.642169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['a5c59136-faf5-498f-9755-d97029b9292b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:36.660945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03590f45-9125-480a-b6ac-fe9a228221ae tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Pushing event deleted for resources: {'Port': ['ID=a5c59136-faf5-498f-9755-d97029b9292b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:36.737209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cdeeed-9ea5-4ef5-80ca-37159681c60a req-03590f45-9125-480a-b6ac-fe9a228221ae tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] No DVR routers for this DVR port a5c59136-faf5-498f-9755-d97029b9292b on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:36.739770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f369f11-6e54-43d7-a5fd-c7a8bc9a5e95 req-cfd7309c-49eb-4962-859a-5eb0607d1629 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:36.740836 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e92092a-f41f-4948-8662-4e4a12a783c0 req-5f350ff7-836a-400a-aebf-189fcc235b55 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021492 Feb 09 03:25:36.741883 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-71cdeeed-9ea5-4ef5-80ca-37159681c60a req-03590f45-9125-480a-b6ac-fe9a228221ae tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:36.745198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71cdeeed-9ea5-4ef5-80ca-37159681c60a req-03590f45-9125-480a-b6ac-fe9a228221ae tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.42 "DELETE /v2.0/ports/a5c59136-faf5-498f-9755-d97029b9292b HTTP/1.1" status: 204 len: 173 time: 1.3736448 Feb 09 03:25:36.745686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f12f4d0-9982-40e5-89de-76191eff3859', 'name': 'network-vif-deleted', 'tag': 'a5c59136-faf5-498f-9755-d97029b9292b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:36.747951 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7272d6f9-b1fd-4b70-b128-462af7187abf" -d '{"events": [{"server_uuid": "0f12f4d0-9982-40e5-89de-76191eff3859", "name": "network-vif-deleted", "tag": "a5c59136-faf5-498f-9755-d97029b9292b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:36.753248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f369f11-6e54-43d7-a5fd-c7a8bc9a5e95 req-cfd7309c-49eb-4962-859a-5eb0607d1629 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 947 time: 0.1434720 Feb 09 03:25:36.797954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-54568e9f-cca1-49f1-89ce-c6f0548bf169 req-e151f20f-2459-48db-b595-413a6bcfe735 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0394640 Feb 09 03:25:36.818325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f369f11-6e54-43d7-a5fd-c7a8bc9a5e95 req-ddfc814c-7e91-490d-b5b7-8f75b9429ecb tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641725 Feb 09 03:25:36.884262 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b206b468-2ad0-4cc6-962e-07ce188a0b6c x-openstack-request-id: req-b206b468-2ad0-4cc6-962e-07ce188a0b6c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:36.884676 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f12f4d0-9982-40e5-89de-76191eff3859", "name": "network-vif-deleted", "tag": "a5c59136-faf5-498f-9755-d97029b9292b", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:36.885561 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b206b468-2ad0-4cc6-962e-07ce188a0b6c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:36.886081 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f12f4d0-9982-40e5-89de-76191eff3859', 'name': 'network-vif-deleted', 'tag': 'a5c59136-faf5-498f-9755-d97029b9292b', 'status': 'completed', 'code': 200} Feb 09 03:25:36.986536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d40c7bcf-7919-41ce-82b1-333fe2f71dc7 req-2fc52488-ec6e-4ab6-8046-1af3466d31f4 tempest-ServerAddressesTestJSON-1965101701 tempest-ServerAddressesTestJSON-1965101701-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f12f4d0-9982-40e5-89de-76191eff3859 HTTP/1.1" status: 200 len: 210 time: 0.0487123 Feb 09 03:25:37.042558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f7abf-28f1-4e66-912c-4599de17135e req-c2cb405a-27dd-4ec2-a7ab-dba73bcb7197 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:37.044283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d4f7abf-28f1-4e66-912c-4599de17135e req-c2cb405a-27dd-4ec2-a7ab-dba73bcb7197 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0596750 Feb 09 03:25:37.114130 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d4f7abf-28f1-4e66-912c-4599de17135e req-ad51bf82-84e0-4908-875d-fc8dfc326dcc tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537710 Feb 09 03:25:37.447913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c09365-73c8-48ac-b57a-b5c9c61244b7 req-ee9494a5-13d0-467c-b03f-1b3be5b842a2 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:37.449652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d2c09365-73c8-48ac-b57a-b5c9c61244b7 req-ee9494a5-13d0-467c-b03f-1b3be5b842a2 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0687814 Feb 09 03:25:37.499920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb99357-4c63-4331-90cb-4addc8b463c7 req-e508137b-532c-4b5e-86c5-e9d7ad5f12b0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:37.501477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2fb99357-4c63-4331-90cb-4addc8b463c7 req-e508137b-532c-4b5e-86c5-e9d7ad5f12b0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0576560 Feb 09 03:25:37.508462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d2c09365-73c8-48ac-b57a-b5c9c61244b7 req-77697d56-b991-4866-ae51-d7559c37c87b tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506678 Feb 09 03:25:37.553718 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2fb99357-4c63-4331-90cb-4addc8b463c7 req-64c1a8c0-c127-42b8-b41a-51c445945e44 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445852 Feb 09 03:25:37.621034 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:37.926166 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b233c8a9-490d-4b85-b854-1e1525b60349 req-9227e985-394d-4f12-9dd1-52c16553b507 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0307846 Feb 09 03:25:37.968507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28894452-9e00-46c0-baca-9725f5ddf2c5 req-3d06d947-3b22-4e6f-942e-53f7b6a9f685 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:37.970217 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-28894452-9e00-46c0-baca-9725f5ddf2c5 req-3d06d947-3b22-4e6f-942e-53f7b6a9f685 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 947 time: 0.0589995 Feb 09 03:25:38.039160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38614) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:38.060767 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-28894452-9e00-46c0-baca-9725f5ddf2c5 req-afd8fcc7-3e8e-4a2f-a51e-ce19a7272b7f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827932 Feb 09 03:25:38.063592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ead65d-4b7b-45c7-a6b7-dc35e4bd35aa req-bc35b37c-622b-45b7-9c15-38d6d114573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:38.065018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-63ead65d-4b7b-45c7-a6b7-dc35e4bd35aa req-bc35b37c-622b-45b7-9c15-38d6d114573f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 1128 time: 0.0850902 Feb 09 03:25:38.082921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-793abc0b-50d4-46b2-9c51-c94ca1d76a31 admin admin] Deleting subnet 7392701b-ed72-49d3-9369-31d4c7363b50 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:25:38.086165 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-793abc0b-50d4-46b2-9c51-c94ca1d76a31 admin admin] Publish callbacks [] for subnet (7392701b-ed72-49d3-9369-31d4c7363b50), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.122733 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-63ead65d-4b7b-45c7-a6b7-dc35e4bd35aa req-9c5b5569-e63b-4151-b404-2458b78800bf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490317 Feb 09 03:25:38.126841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-793abc0b-50d4-46b2-9c51-c94ca1d76a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (7392701b-ed72-49d3-9369-31d4c7363b50), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.173519 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-793abc0b-50d4-46b2-9c51-c94ca1d76a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (7392701b-ed72-49d3-9369-31d4c7363b50), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.265178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10251517-0900-47d5-812a-b210e9828b84 req-adcbc004-c4e2-4be1-bd80-73bd61b7a6f0 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:38.266684 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10251517-0900-47d5-812a-b210e9828b84 req-adcbc004-c4e2-4be1-bd80-73bd61b7a6f0 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0713048 Feb 09 03:25:38.268111 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-793abc0b-50d4-46b2-9c51-c94ca1d76a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (7392701b-ed72-49d3-9369-31d4c7363b50), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.303758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793abc0b-50d4-46b2-9c51-c94ca1d76a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7392701b-ed72-49d3-9369-31d4c7363b50,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:38.315306 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-793abc0b-50d4-46b2-9c51-c94ca1d76a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.318486 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-793abc0b-50d4-46b2-9c51-c94ca1d76a31 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7392701b-ed72-49d3-9369-31d4c7363b50 HTTP/1.1" status: 204 len: 168 time: 0.2783415 Feb 09 03:25:38.321061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38622) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:38.352714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10251517-0900-47d5-812a-b210e9828b84 req-f0788d04-7332-48b0-a2c9-dc09dc44fde2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764771 Feb 09 03:25:38.401168 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (20991d4b-2c7f-4a79-8ae5-ddd441c6fe03), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.483216 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (20991d4b-2c7f-4a79-8ae5-ddd441c6fe03), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.507459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20991d4b-2c7f-4a79-8ae5-ddd441c6fe03']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:38.517821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08669d32-05ec-48bd-98a2-9f5bb8a75dd9') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:38.518115 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08669d32-05ec-48bd-98a2-9f5bb8a75dd9') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:38.527912 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (08669d32-05ec-48bd-98a2-9f5bb8a75dd9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.543014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (08669d32-05ec-48bd-98a2-9f5bb8a75dd9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.549969 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:25:38.550408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (08669d32-05ec-48bd-98a2-9f5bb8a75dd9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:25:38.552405 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:25:38.648006 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (20991d4b-2c7f-4a79-8ae5-ddd441c6fe03), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.655768 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.669224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] 10.222.0.21 "DELETE /v2.0/networks/20991d4b-2c7f-4a79-8ae5-ddd441c6fe03 HTTP/1.1" status: 204 len: 168 time: 0.3396745 Feb 09 03:25:38.692731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54c4e0-6ed5-48fc-a668-f686c9be925b req-c0e4880f-6506-46ca-9164-037c9b5ae69a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:38.694539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6f4eb-c79b-4aea-83d4-b107af196ed6 req-87cb1d18-4d0f-48f4-86d4-cad399af0334 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:38.699214 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c54c4e0-6ed5-48fc-a668-f686c9be925b req-c0e4880f-6506-46ca-9164-037c9b5ae69a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0696630 Feb 09 03:25:38.702899 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-15f6f4eb-c79b-4aea-83d4-b107af196ed6 req-87cb1d18-4d0f-48f4-86d4-cad399af0334 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1093321 Feb 09 03:25:38.710656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab3579-e412-4c93-8ec7-2690e4962733 admin admin] Pushing event deleted for resources: {'Network': ['ID=20991d4b-2c7f-4a79-8ae5-ddd441c6fe03,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:38.768285 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-15f6f4eb-c79b-4aea-83d4-b107af196ed6 req-9d55af86-c47a-4e7b-837e-efeeab31fd7d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643466 Feb 09 03:25:38.789095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c54c4e0-6ed5-48fc-a668-f686c9be925b req-b27dd7da-69a0-4eb4-9eea-f442a6c12ebc tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725780 Feb 09 03:25:38.834496 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38638) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:38.875781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-42e68cfe-e824-4231-8b96-da7977767a10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6eab9ae8391342c18dd98f2ea1b5b2a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401230 Feb 09 03:25:38.878382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38640) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:38.880293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 291c2f93-8487-4ea4-ab99-d002c3209022 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:25:38.898475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38642) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:38.930112 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1193df3f-0fda-442a-b824-1057994a7447 admin admin] Publish callbacks [] for security_group (54be2276-f5e6-4892-bd08-512797e505da), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.952977 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1193df3f-0fda-442a-b824-1057994a7447 admin admin] Publish callbacks [] for security_group (54be2276-f5e6-4892-bd08-512797e505da), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:38.986883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:39.004246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '291c2f93-8487-4ea4-ab99-d002c3209022', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '291c2f93-8487-4ea4-ab99-d002c3209022', 'mac_address': 'fa:16:3e:ff:6d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:25:39.045270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 291c2f93-8487-4ea4-ab99-d002c3209022 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:39.045692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:39.046195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e704215-43f3-42c6-ab39-a52228ef873d req-9df5d3f5-d00d-47a6-af76-4ef76dad841a tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0331428 Feb 09 03:25:39.061029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291c2f93-8487-4ea4-ab99-d002c3209022 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:39.064038 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1193df3f-0fda-442a-b824-1057994a7447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (54be2276-f5e6-4892-bd08-512797e505da), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:39.066873 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1193df3f-0fda-442a-b824-1057994a7447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:39.070595 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1193df3f-0fda-442a-b824-1057994a7447 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54be2276-f5e6-4892-bd08-512797e505da HTTP/1.1" status: 204 len: 168 time: 0.1887059 Feb 09 03:25:39.077714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193df3f-0fda-442a-b824-1057994a7447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54be2276-f5e6-4892-bd08-512797e505da,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:39.080313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a5c59136-faf5-498f-9755-d97029b9292b no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:39.131599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: a5c59136-faf5-498f-9755-d97029b9292b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:39.132424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a5c59136-faf5-498f-9755-d97029b9292b not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:39.138742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:39.143387 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:39.147374 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-719701dc-14a1-45b1-927c-671618eec2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:39.220419 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:39.245644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37829b8c-bf3b-4d6d-bf5a-7ae663b1afce req-6d8afa76-5bbb-45ae-815b-d8013058df78 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:39.247146 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37829b8c-bf3b-4d6d-bf5a-7ae663b1afce req-6d8afa76-5bbb-45ae-815b-d8013058df78 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 948 time: 0.1014824 Feb 09 03:25:39.310773 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-719701dc-14a1-45b1-927c-671618eec2be admin admin] Publish callbacks [] for security_group (2cb3430f-5f3d-433d-87c3-5bfc63c8117d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:39.327272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37829b8c-bf3b-4d6d-bf5a-7ae663b1afce req-406390ba-df76-422e-aa2f-a51139e09b37 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700707 Feb 09 03:25:39.328047 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-719701dc-14a1-45b1-927c-671618eec2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2cb3430f-5f3d-433d-87c3-5bfc63c8117d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:39.372429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-719701dc-14a1-45b1-927c-671618eec2be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=953f3f26e0e74bf0a752e945360a290a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4722943 Feb 09 03:25:39.373313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719701dc-14a1-45b1-927c-671618eec2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb3430f-5f3d-433d-87c3-5bfc63c8117d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:39.375297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38656) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:39.466141 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e58fbb88-053b-4850-88fc-e5f1a10ce7ed admin admin] Publish callbacks [] for security_group (2cb3430f-5f3d-433d-87c3-5bfc63c8117d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:39.495564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e58fbb88-053b-4850-88fc-e5f1a10ce7ed admin admin] Publish callbacks [] for security_group (2cb3430f-5f3d-433d-87c3-5bfc63c8117d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:39.538833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b69d35-b6e0-483a-87e2-29369865447e req-2b1735c1-cc76-42af-ae97-d49203e468e2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:39.540326 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35b69d35-b6e0-483a-87e2-29369865447e req-2b1735c1-cc76-42af-ae97-d49203e468e2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1078935 Feb 09 03:25:39.587024 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e58fbb88-053b-4850-88fc-e5f1a10ce7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2cb3430f-5f3d-433d-87c3-5bfc63c8117d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:39.590526 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e58fbb88-053b-4850-88fc-e5f1a10ce7ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:39.591879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e58fbb88-053b-4850-88fc-e5f1a10ce7ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cb3430f-5f3d-433d-87c3-5bfc63c8117d HTTP/1.1" status: 204 len: 168 time: 0.2138884 Feb 09 03:25:39.609572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35b69d35-b6e0-483a-87e2-29369865447e req-7db6bf88-f564-4251-92dc-30e802d807dd tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619125 Feb 09 03:25:39.609759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fbb88-053b-4850-88fc-e5f1a10ce7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb3430f-5f3d-433d-87c3-5bfc63c8117d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:39.821870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['291c2f93-8487-4ea4-ab99-d002c3209022'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:39.899000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38684) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:39.977271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a364b-dbe8-4cb4-b3e8-c5dd9ff211b0 req-534f49dd-8019-4865-9381-d38d6bada28e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:39.977271 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e81a364b-dbe8-4cb4-b3e8-c5dd9ff211b0 req-534f49dd-8019-4865-9381-d38d6bada28e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0840275 Feb 09 03:25:40.023654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d5525-26ef-4417-9bb2-e71b8dfa2cbc req-7b46030c-3526-461d-94bf-5bd36491b2a0 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:40.033608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5d5525-26ef-4417-9bb2-e71b8dfa2cbc req-7b46030c-3526-461d-94bf-5bd36491b2a0 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1211848 Feb 09 03:25:40.048206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e81a364b-dbe8-4cb4-b3e8-c5dd9ff211b0 req-aec3dcf6-8df9-4294-88a8-ce73e359adea tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648341 Feb 09 03:25:40.090111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5d5525-26ef-4417-9bb2-e71b8dfa2cbc req-18954c8d-aced-43e7-b422-b47938e94a61 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549252 Feb 09 03:25:40.121328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38690) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:40.139231 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b891d5c9-bb28-4808-be65-de1807713b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.145347 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-425127702-network', 'tenant_id': '4d57fee61d3d43e6a8312fc983de8851'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:40.163338 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58d0aa41-3106-412d-a92d-12587fc49980 req-bb382050-115b-4e88-afe5-a72fd9db22fa tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0351577 Feb 09 03:25:40.188410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Made reservation on behalf of 4d57fee61d3d43e6a8312fc983de8851 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:40.190939 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.205817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.281240 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b891d5c9-bb28-4808-be65-de1807713b78 admin admin] Publish callbacks [] for security_group (3c92508c-138f-4bb4-b418-df965e5c25df), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.288813 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b891d5c9-bb28-4808-be65-de1807713b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3c92508c-138f-4bb4-b418-df965e5c25df), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.342425 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b891d5c9-bb28-4808-be65-de1807713b78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6daa52f2815b4ac19eda361ed230e7f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2199521 Feb 09 03:25:40.345841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891d5c9-bb28-4808-be65-de1807713b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c92508c-138f-4bb4-b418-df965e5c25df,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:40.348089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38692) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:40.372857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9cc2e-6318-48b9-a55d-9cf735ec05c0 req-b092b65f-fe29-45f9-abec-ccd90d46665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:40.374441 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1aa9cc2e-6318-48b9-a55d-9cf735ec05c0 req-b092b65f-fe29-45f9-abec-ccd90d46665d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 1128 time: 0.0502124 Feb 09 03:25:40.383694 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Publish callbacks [] for security_group (8409c19d-9e6d-4104-9930-7c4bfd9ea5a9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.392920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8409c19d-9e6d-4104-9930-7c4bfd9ea5a9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.419018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:25:40.423187 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1aa9cc2e-6318-48b9-a55d-9cf735ec05c0 req-aede04f9-f5b3-4217-8df9-f5b5732528c8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426600 Feb 09 03:25:40.459548 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e08604a7-dcdc-4505-9002-c687ad7ee5d3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.459882 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Added segment e08604a7-dcdc-4505-9002-c687ad7ee5d3 of type vlan for network df958816-5b09-4ac8-9f19-b1589149dbf5 Feb 09 03:25:40.487222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:40.497011 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60dacacc-b041-43d8-a27c-4c8ca6ba0f9d admin admin] Publish callbacks [] for security_group (3c92508c-138f-4bb4-b418-df965e5c25df), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.555124 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60dacacc-b041-43d8-a27c-4c8ca6ba0f9d admin admin] Publish callbacks [] for security_group (3c92508c-138f-4bb4-b418-df965e5c25df), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.558420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (df958816-5b09-4ac8-9f19-b1589149dbf5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.588710 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429282a-2525-4f6c-a8c9-c319ba1e879c req-f10b23de-b2d2-4411-8fde-c52df8241eeb tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:40.590484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c429282a-2525-4f6c-a8c9-c319ba1e879c req-f10b23de-b2d2-4411-8fde-c52df8241eeb tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 948 time: 0.1594524 Feb 09 03:25:40.633423 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (df958816-5b09-4ac8-9f19-b1589149dbf5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.634379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:40.635647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.734512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b682b-5505-4b2f-806e-7a264bc9abf5 req-42e59813-6e0f-4be9-b69f-c04b30b8a269 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:40.736104 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-115b682b-5505-4b2f-806e-7a264bc9abf5 req-42e59813-6e0f-4be9-b69f-c04b30b8a269 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0563014 Feb 09 03:25:40.788120 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-115b682b-5505-4b2f-806e-7a264bc9abf5 req-62c2f275-ccb5-4d25-b5e8-018d06bbd9b0 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460064 Feb 09 03:25:40.964813 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0644057 Feb 09 03:25:40.968013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38700) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:40.971788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60dacacc-b041-43d8-a27c-4c8ca6ba0f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3c92508c-138f-4bb4-b418-df965e5c25df), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.973509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ca290dea-2ad6-4fe9-b9ad-e881ce68af8f admin admin] Request body: {'subnet': {'network_id': 'df958816-5b09-4ac8-9f19-b1589149dbf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-425127702-subnet', 'tenant_id': '4d57fee61d3d43e6a8312fc983de8851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:40.974348 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60dacacc-b041-43d8-a27c-4c8ca6ba0f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:40.977971 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-60dacacc-b041-43d8-a27c-4c8ca6ba0f9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c92508c-138f-4bb4-b418-df965e5c25df HTTP/1.1" status: 204 len: 168 time: 0.6220841 Feb 09 03:25:40.982851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc65d49-47ae-4b1f-acfb-43d86d194065 admin admin] Pushing event updated for resources: {'Network': ['ID=df958816-5b09-4ac8-9f19-b1589149dbf5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:40.987556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c429282a-2525-4f6c-a8c9-c319ba1e879c req-dbe8d292-c57e-4629-b24f-d190d3a6d332 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873937 Feb 09 03:25:40.996988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dacacc-b041-43d8-a27c-4c8ca6ba0f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c92508c-138f-4bb4-b418-df965e5c25df,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:40.999557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network df958816-5b09-4ac8-9f19-b1589149dbf5 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:25:41.016952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca290dea-2ad6-4fe9-b9ad-e881ce68af8f admin admin] Made reservation on behalf of 4d57fee61d3d43e6a8312fc983de8851 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:41.020155 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca290dea-2ad6-4fe9-b9ad-e881ce68af8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:41.195472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442aad9-f63d-4604-ac31-e36deeaceb3b req-497d8982-f815-4689-8791-a2ca33e6448e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:41.206538 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5442aad9-f63d-4604-ac31-e36deeaceb3b req-497d8982-f815-4689-8791-a2ca33e6448e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0838752 Feb 09 03:25:41.267103 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5442aad9-f63d-4604-ac31-e36deeaceb3b req-f4ed45b6-75cd-4756-a786-475758a3c4eb tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572314 Feb 09 03:25:41.329735 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca290dea-2ad6-4fe9-b9ad-e881ce68af8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (ff4985a7-c859-41b5-ba96-2ac8a1ae5a70), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:41.391524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-96cb64d2-9686-442a-ab57-d1f86634cd97 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:41.393597 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-96cb64d2-9686-442a-ab57-d1f86634cd97 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.65 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e&tenant_id=b9b07480321e4a54b5b17d5264d44e7b&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 948 time: 0.1535025 Feb 09 03:25:41.408519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc899d5f-514a-4e31-848e-212fc3dff951 req-942a801c-b963-4da3-a5b4-b6055eb42a61 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:41.410082 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc899d5f-514a-4e31-848e-212fc3dff951 req-942a801c-b963-4da3-a5b4-b6055eb42a61 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 948 time: 0.0647004 Feb 09 03:25:41.449719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca290dea-2ad6-4fe9-b9ad-e881ce68af8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff4985a7-c859-41b5-ba96-2ac8a1ae5a70,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:41.467369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84c165-7d17-4b08-9cc0-9745971c9466 req-d810d029-a357-47aa-81f4-8e716ab3a56a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:41.468794 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b84c165-7d17-4b08-9cc0-9745971c9466 req-d810d029-a357-47aa-81f4-8e716ab3a56a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1824086 Feb 09 03:25:41.473403 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc899d5f-514a-4e31-848e-212fc3dff951 req-23d5d383-8899-4157-a938-a4f15b04b7c8 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564041 Feb 09 03:25:41.517269 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca290dea-2ad6-4fe9-b9ad-e881ce68af8f admin admin] Checking segment: {'id': 'e08604a7-dcdc-4505-9002-c687ad7ee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df958816-5b09-4ac8-9f19-b1589149dbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:41.517677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca290dea-2ad6-4fe9-b9ad-e881ce68af8f admin admin] Network hostable DHCP agents. Network: df958816-5b09-4ac8-9f19-b1589149dbf5, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:25:41.553275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-20fea1f0-3500-4e34-9107-ab647f6b8c7f service neutron] 10.222.0.65 "GET /v2.0/ports/291c2f93-8487-4ea4-ab99-d002c3209022/bindings/n-h1-824835-15 HTTP/1.1" status: 200 len: 383 time: 0.1487901 Feb 09 03:25:41.568201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b84c165-7d17-4b08-9cc0-9745971c9466 req-ec9fdea8-5ea9-4e14-9b2f-a3d900a11374 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898962 Feb 09 03:25:41.574683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca290dea-2ad6-4fe9-b9ad-e881ce68af8f admin admin] Network df958816-5b09-4ac8-9f19-b1589149dbf5 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:25:41.596608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ca290dea-2ad6-4fe9-b9ad-e881ce68af8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, df958816-5b09-4ac8-9f19-b1589149dbf5) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:41.601302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca290dea-2ad6-4fe9-b9ad-e881ce68af8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:41.602054 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca290dea-2ad6-4fe9-b9ad-e881ce68af8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:41.604947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2064c18a-e245-46db-9d27-4707d0127db5 req-8a1834cd-fa37-47f0-9904-0e889cf781d8 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0506790 Feb 09 03:25:41.610627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2789cbd1-7b69-4e0b-8ece-004b5dcc7251 None None] Network df958816-5b09-4ac8-9f19-b1589149dbf5 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:41.638352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ca290dea-2ad6-4fe9-b9ad-e881ce68af8f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6602948 Feb 09 03:25:41.754934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a1e6b10c-257a-4eb7-867b-f6018b893a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:41.756512 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a1e6b10c-257a-4eb7-867b-f6018b893a62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1131 time: 0.1221857 Feb 09 03:25:41.758420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f78d86a-86c0-4320-9296-cb454920ee09 None None] Network df958816-5b09-4ac8-9f19-b1589149dbf5 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:41.932329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-586f7c3d-63a3-4522-8772-4b899c270b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:41.934209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-586f7c3d-63a3-4522-8772-4b899c270b83 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1692595 Feb 09 03:25:41.991236 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-5d0d12a6-c1b7-4d9e-93f6-9ba259d4ff64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 217 time: 0.0475292 Feb 09 03:25:42.037419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a6bf-d182-448a-9462-7494998a0fa8 req-578f7e4b-3901-4bd8-aa87-bf64bdf2c77e tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:42.039251 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da35a6bf-d182-448a-9462-7494998a0fa8 req-578f7e4b-3901-4bd8-aa87-bf64bdf2c77e tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1004732 Feb 09 03:25:42.055977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-63f2e22f-faaa-409f-912f-769b5cdd5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:42.058753 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-63f2e22f-faaa-409f-912f-769b5cdd5f2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0562670 Feb 09 03:25:42.061620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff06ac-e773-4063-80e3-b58f0016c10a req-a0a405a2-9d56-433e-87e5-127915de6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:42.063282 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3ff06ac-e773-4063-80e3-b58f0016c10a req-a0a405a2-9d56-433e-87e5-127915de6305 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 1128 time: 0.0945432 Feb 09 03:25:42.144875 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-84ad1c8a-a2ab-469c-a5fe-5d89c4140715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:42.146616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-84ad1c8a-a2ab-469c-a5fe-5d89c4140715 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0685499 Feb 09 03:25:42.153075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da35a6bf-d182-448a-9462-7494998a0fa8 req-1cac3ebb-a388-4a44-b866-ffbbf7680f78 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049240 Feb 09 03:25:42.235028 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff06ac-e773-4063-80e3-b58f0016c10a req-f3c0b807-381c-4de2-8562-84d755316bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:42.236432 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3ff06ac-e773-4063-80e3-b58f0016c10a req-f3c0b807-381c-4de2-8562-84d755316bcb service neutron] 10.222.0.65 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 919 time: 0.1531458 Feb 09 03:25:42.303790 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-8b6a512e-6e7e-42ed-a30c-ff185aac3d6b service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419218 Feb 09 03:25:42.329261 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3ff06ac-e773-4063-80e3-b58f0016c10a req-a18970f4-f873-4bc9-b5e4-be3984a5dce9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03859bcc-0da4-4ac4-9f33-035b4370eeb4 HTTP/1.1" status: 200 len: 217 time: 0.0755088 Feb 09 03:25:42.396937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f181b-fdb9-4a97-b077-9bf4ac04eae2 req-70246c72-85c3-47e1-a0fb-a5c5767961c2 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:42.402252 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad9f181b-fdb9-4a97-b077-9bf4ac04eae2 req-70246c72-85c3-47e1-a0fb-a5c5767961c2 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1575634 Feb 09 03:25:42.446488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff06ac-e773-4063-80e3-b58f0016c10a req-f394d039-b0fc-442b-8db0-191f4ac2e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:42.448754 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3ff06ac-e773-4063-80e3-b58f0016c10a req-f394d039-b0fc-442b-8db0-191f4ac2e383 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5987146c-0272-47db-a79e-ae9778106f0b HTTP/1.1" status: 200 len: 858 time: 0.1094809 Feb 09 03:25:42.485446 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-fbc86767-f03e-416a-bc5e-2d01a5380b1a service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630001 Feb 09 03:25:42.496894 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3ff06ac-e773-4063-80e3-b58f0016c10a req-387af9a1-e462-437f-ab82-1a5e297ae0cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347433 Feb 09 03:25:42.504047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08068cd0-73b8-487a-a625-ed4775d06b61 req-57188050-e51c-44ac-b732-f9822b8f0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:42.504047 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08068cd0-73b8-487a-a625-ed4775d06b61 req-57188050-e51c-44ac-b732-f9822b8f0fd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcb34353e17541faaf238eaa9a9e6ab1&device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 1128 time: 0.0774722 Feb 09 03:25:42.523766 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad9f181b-fdb9-4a97-b077-9bf4ac04eae2 req-f94ba57a-5efc-4920-a6ab-6c3b397ac7c9 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142957 Feb 09 03:25:42.623406 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3ff06ac-e773-4063-80e3-b58f0016c10a req-63c6e078-f5c7-4ca4-a4e2-9db488adce05 service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114299 Feb 09 03:25:42.634391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08068cd0-73b8-487a-a625-ed4775d06b61 req-6c51655c-1680-4988-b74c-e426d73095a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:42.636519 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08068cd0-73b8-487a-a625-ed4775d06b61 req-6c51655c-1680-4988-b74c-e426d73095a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a89aa393-1edb-4017-b205-397b2e5a52d2 HTTP/1.1" status: 200 len: 912 time: 0.1221299 Feb 09 03:25:42.698856 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08068cd0-73b8-487a-a625-ed4775d06b61 req-ba99a52b-1a49-449e-8820-34d72de66357 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 HTTP/1.1" status: 200 len: 217 time: 0.0545557 Feb 09 03:25:42.752821 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277577b-8b39-4ea8-a715-12c8e2787270 req-9ddfffff-16c8-486c-942e-497bb6c5786d tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:42.754394 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2277577b-8b39-4ea8-a715-12c8e2787270 req-9ddfffff-16c8-486c-942e-497bb6c5786d tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1125615 Feb 09 03:25:42.802938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3ff06ac-e773-4063-80e3-b58f0016c10a req-7e55ce16-ee40-43df-957b-0915f5cd9bc1 service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302559 Feb 09 03:25:42.827496 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2277577b-8b39-4ea8-a715-12c8e2787270 req-ec174489-4304-4462-9c7f-a2bf2fc207b9 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614240 Feb 09 03:25:42.898879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 291c2f93-8487-4ea4-ab99-d002c3209022 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:25:42.973474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 291c2f93-8487-4ea4-ab99-d002c3209022 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:25:42.980173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 291c2f93-8487-4ea4-ab99-d002c3209022 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:25:42.980589 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:43.031960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae6bee-838c-4cf0-aa9e-91465856065a req-47e1f109-91cc-4003-8e88-5860b0e56c90 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:43.034143 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ffae6bee-838c-4cf0-aa9e-91465856065a req-47e1f109-91cc-4003-8e88-5860b0e56c90 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 948 time: 0.1123328 Feb 09 03:25:43.092414 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ffae6bee-838c-4cf0-aa9e-91465856065a req-ad0b319d-6638-4242-a8e8-399f4a44202d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514019 Feb 09 03:25:43.108781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8320ee-e6f4-4cd8-b85b-a13f8d852c40 req-f140167f-bb0c-4617-8479-b360be04cbe9 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:43.115591 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba8320ee-e6f4-4cd8-b85b-a13f8d852c40 req-f140167f-bb0c-4617-8479-b360be04cbe9 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.4839203 Feb 09 03:25:43.143152 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 291c2f93-8487-4ea4-ab99-d002c3209022 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:43.143466 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:43.144980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08068cd0-73b8-487a-a625-ed4775d06b61 req-daae9e65-bce4-41fc-9edf-144d63b8e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:43.146586 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08068cd0-73b8-487a-a625-ed4775d06b61 req-daae9e65-bce4-41fc-9edf-144d63b8e3ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38b239c2-f7d6-4051-b522-196f38b4079a HTTP/1.1" status: 200 len: 851 time: 0.4407325 Feb 09 03:25:43.197176 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08068cd0-73b8-487a-a625-ed4775d06b61 req-dad74145-987b-4104-89ef-9b4cb00393d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a89aa393-1edb-4017-b205-397b2e5a52d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367463 Feb 09 03:25:43.201712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:43.203574 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95e1e82-b326-49b4-b562-d035b47fdcfc" -d '{"events": [{"server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "name": "network-vif-plugged", "status": "completed", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:43.228905 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba8320ee-e6f4-4cd8-b85b-a13f8d852c40 req-81b9b89c-0f25-483c-be74-19eef577f0ff tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121752 Feb 09 03:25:43.249158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:43.258880 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:43.347377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:43.357808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.358052 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8ad54596-3b9f-4cfd-a471-f3023e86f29c req-55b90461-938b-4bab-a9cd-8742b68b0b33 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0457978 Feb 09 03:25:43.358195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.358725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.359081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.359422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.359784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.360095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.360699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.361201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.361710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.363093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.363296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.363793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:43.389777 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ff4fa3-bcbf-4665-b35e-172684df416a x-openstack-request-id: req-52ff4fa3-bcbf-4665-b35e-172684df416a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:43.389777 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "name": "network-vif-plugged", "status": "completed", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:43.389777 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52ff4fa3-bcbf-4665-b35e-172684df416a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:43.389777 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022', 'code': 200} Feb 09 03:25:43.420957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08068cd0-73b8-487a-a625-ed4775d06b61 req-f3092125-45c6-40cc-b25e-3e78bbbc3e1e service neutron] 10.222.0.42 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157195 Feb 09 03:25:43.524809 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08068cd0-73b8-487a-a625-ed4775d06b61 req-86653850-497e-4699-b872-9f2237def7a0 service neutron] 10.222.0.42 "GET /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975351 Feb 09 03:25:43.692996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bc5b7-f86b-4e93-9e6e-8e37d89a590f req-2ba6d83a-6ad0-4448-b024-c97da463315d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:43.701644 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e00bc5b7-f86b-4e93-9e6e-8e37d89a590f req-2ba6d83a-6ad0-4448-b024-c97da463315d tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0907555 Feb 09 03:25:43.765949 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e00bc5b7-f86b-4e93-9e6e-8e37d89a590f req-1e03d084-8100-47ab-83df-3596b346cab0 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633547 Feb 09 03:25:43.974901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209bd9-2ce4-4b62-b01f-511ef1621e58 req-4a42728d-4b47-4b38-98dc-cb440aa0efeb tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:43.976688 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba209bd9-2ce4-4b62-b01f-511ef1621e58 req-4a42728d-4b47-4b38-98dc-cb440aa0efeb tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0571487 Feb 09 03:25:44.044483 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba209bd9-2ce4-4b62-b01f-511ef1621e58 req-9341e0be-7b61-4865-b990-d38cc8f3a5a1 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588250 Feb 09 03:25:44.179327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-919419f8-0e46-43cd-9668-ce28f2462296 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:44.180856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-919419f8-0e46-43cd-9668-ce28f2462296 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/networks?id=df958816-5b09-4ac8-9f19-b1589149dbf5 HTTP/1.1" status: 200 len: 809 time: 0.1214547 Feb 09 03:25:44.198480 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-34d15145-86d4-4c72-ab83-733d3c148f4c tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/quotas/4d57fee61d3d43e6a8312fc983de8851 HTTP/1.1" status: 200 len: 375 time: 0.0098863 Feb 09 03:25:44.232837 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff42fd9-e02c-4df3-9fe0-7e0e972fcbdf req-b5b14db1-f688-47ec-acd2-72491cc1614c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:44.234357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ff42fd9-e02c-4df3-9fe0-7e0e972fcbdf req-b5b14db1-f688-47ec-acd2-72491cc1614c tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0555763 Feb 09 03:25:44.236446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-1a015f6e-caf2-4802-b379-79c5f5ac042e tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d57fee61d3d43e6a8312fc983de8851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319400 Feb 09 03:25:44.297917 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ff42fd9-e02c-4df3-9fe0-7e0e972fcbdf req-bb7a5c6a-86fa-41b1-9a74-5ee30718e8c8 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572011 Feb 09 03:25:44.337895 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-4bc82796-37be-4553-b7b0-b27731952148 service neutron] 10.222.0.21 "GET /v2.0/networks/df958816-5b09-4ac8-9f19-b1589149dbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943391 Feb 09 03:25:44.452482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-7ba0dba5-9a3f-4bc3-80c5-af0f6514e75a service neutron] 10.222.0.21 "GET /v2.0/networks/df958816-5b09-4ac8-9f19-b1589149dbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071498 Feb 09 03:25:44.531036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3b9e9-44dd-4b2d-9b42-3a731d43e427 req-1155b6ea-f630-4da1-8cd6-89875c593887 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:44.532575 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-77b3b9e9-44dd-4b2d-9b42-3a731d43e427 req-1155b6ea-f630-4da1-8cd6-89875c593887 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0671883 Feb 09 03:25:44.587312 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-77b3b9e9-44dd-4b2d-9b42-3a731d43e427 req-bb409867-89af-4e16-984b-acbce399cd01 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470769 Feb 09 03:25:44.686741 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a2546ca5-737a-4e53-ba27-5c9945ae2446 req-a4a10650-04b7-4bd9-a907-5f0505fa4d26 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0318191 Feb 09 03:25:44.830787 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-acbe9335-2ab2-41a8-88a4-efd80baf1a8d req-d47e4450-a506-446f-b1cd-1f94ea238ef1 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 210 time: 0.0495315 Feb 09 03:25:44.977567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cf215-13fe-49d6-b3b3-2d246ea92e16 req-bddc6112-9b90-418c-8736-127737e0487a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:44.982396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a60cf215-13fe-49d6-b3b3-2d246ea92e16 req-bddc6112-9b90-418c-8736-127737e0487a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0748754 Feb 09 03:25:45.062076 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a60cf215-13fe-49d6-b3b3-2d246ea92e16 req-067d880f-4cce-434a-a0e0-6ea3ae478cbd tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762517 Feb 09 03:25:45.181211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc562f3-77ef-4646-b93c-662e8349c8c5 req-cc82ed7c-5ed9-4624-99a6-f5d0ca8027a5 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:45.183009 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ddc562f3-77ef-4646-b93c-662e8349c8c5 req-cc82ed7c-5ed9-4624-99a6-f5d0ca8027a5 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.0683105 Feb 09 03:25:45.253313 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ddc562f3-77ef-4646-b93c-662e8349c8c5 req-1d1ba9e9-ed0d-42dd-be58-0ca6249019b0 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621896 Feb 09 03:25:45.424970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541bb87-75d8-4606-b78f-b99871a89efa req-36961812-376b-4f58-ae21-61b87d917d5d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:45.426510 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6541bb87-75d8-4606-b78f-b99871a89efa req-36961812-376b-4f58-ae21-61b87d917d5d tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0541880 Feb 09 03:25:45.476247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6541bb87-75d8-4606-b78f-b99871a89efa req-d29eec83-d509-45f9-b085-8c37ce9cc532 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420890 Feb 09 03:25:45.585561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03a1ddd1-8c20-4168-a26f-2a2407d4938d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:45.714767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5c612-21f0-4c77-8409-451dcfabe580 req-813325f1-15dc-4de3-9e49-1ac21cc3149f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:45.716273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7e5c612-21f0-4c77-8409-451dcfabe580 req-813325f1-15dc-4de3-9e49-1ac21cc3149f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0552986 Feb 09 03:25:45.772250 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7e5c612-21f0-4c77-8409-451dcfabe580 req-f5728f7a-e11a-4a5e-b426-b09a156ec168 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503194 Feb 09 03:25:45.809263 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-16dc5326-58fd-49f3-9188-255d61bbb314 req-85cb49ca-21c1-4ed5-972e-3eaca00d46a2 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0381043 Feb 09 03:25:45.920087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35701f37-2b85-48e9-aee9-ce0b44323837 req-e4fab9c1-f5da-4f36-8ebf-19d1275b3bd1 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 210 time: 0.0279865 Feb 09 03:25:46.226152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd5d05-3dc4-43b2-9e19-1025d49f3688 req-ba2b1251-9bb1-4dd5-9cc6-0ce55fb4d916 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:46.229323 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfcd5d05-3dc4-43b2-9e19-1025d49f3688 req-ba2b1251-9bb1-4dd5-9cc6-0ce55fb4d916 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.0846317 Feb 09 03:25:46.314746 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfcd5d05-3dc4-43b2-9e19-1025d49f3688 req-f48dd5b2-cb8e-492f-b91b-acc873403905 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734305 Feb 09 03:25:46.431822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-7e9830b3-12ec-40dd-a47e-3275d057f04f tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:46.433386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-7e9830b3-12ec-40dd-a47e-3275d057f04f tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.65 "GET /v2.0/networks?id=df958816-5b09-4ac8-9f19-b1589149dbf5 HTTP/1.1" status: 200 len: 809 time: 0.1174774 Feb 09 03:25:46.464547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Request body: {'port': {'device_id': 'ed27b9e2-85ce-4220-98ad-8eb88dab80ca', 'network_id': 'df958816-5b09-4ac8-9f19-b1589149dbf5', 'admin_state_up': True, 'tenant_id': '4d57fee61d3d43e6a8312fc983de8851'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:46.546353 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba02fc-7e57-4e87-b55d-444ff52fb6a0 req-18d7af5d-07b9-4756-94ea-577f7305f57e tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:46.549827 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b7ba02fc-7e57-4e87-b55d-444ff52fb6a0 req-18d7af5d-07b9-4756-94ea-577f7305f57e tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1943564 Feb 09 03:25:46.598001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-d485258c-2b27-4506-9b1a-134502d1466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:46.599831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-d485258c-2b27-4506-9b1a-134502d1466a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e&tenant_id=b9b07480321e4a54b5b17d5264d44e7b HTTP/1.1" status: 200 len: 1132 time: 0.1301539 Feb 09 03:25:46.615244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:46.664210 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b7ba02fc-7e57-4e87-b55d-444ff52fb6a0 req-ddebd01a-974d-468d-bfcc-bebdff8dc32f tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022999 Feb 09 03:25:46.699184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Made reservation on behalf of 4d57fee61d3d43e6a8312fc983de8851 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:46.703418 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:46.721491 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:46.734341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1687cc-8de3-4465-8455-61c13e4b32b6 req-8860888b-fcd6-4e08-9973-d845d1ca50bc tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:46.742584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d1687cc-8de3-4465-8455-61c13e4b32b6 req-8860888b-fcd6-4e08-9973-d845d1ca50bc tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.1494598 Feb 09 03:25:46.883755 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d1687cc-8de3-4465-8455-61c13e4b32b6 req-6dc9c476-37c3-4460-a386-496fc1a69653 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350362 Feb 09 03:25:47.058925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Allocated IP 172.20.0.5 (df958816-5b09-4ac8-9f19-b1589149dbf5/ff4985a7-c859-41b5-ba96-2ac8a1ae5a70/9e60f142-3183-4af4-a0dc-146bf12183eb) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:25:47.114274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3b39338-9316-43de-b555-3bd966f7b913 req-90b3e781-58bb-4f17-84fe-00b4dfd3478e tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0403528 Feb 09 03:25:47.169247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:47.246499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ddbbe-23c7-448e-894c-4c8d77997a48 req-9e53be6c-d981-4a84-80a9-f6c89708a460 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:47.257005 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b95ddbbe-23c7-448e-894c-4c8d77997a48 req-9e53be6c-d981-4a84-80a9-f6c89708a460 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.2745502 Feb 09 03:25:47.287102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c8ab042-4443-4d84-9adc-a319ab0983ff req-7ec472cb-aaac-403c-8596-7b25a2bcaa13 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 210 time: 0.0592577 Feb 09 03:25:47.331491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:47.374514 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b95ddbbe-23c7-448e-894c-4c8d77997a48 req-dc09e462-b0fd-4527-a7d0-722164a6860f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104734 Feb 09 03:25:47.396467 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aeaff3e6-7289-470f-a9dc-22d2c9cf6f08 req-2518c8bc-9a07-4b5f-8c91-6dbde4739db1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1344781 Feb 09 03:25:47.397209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:47.399984 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbbcad6-f3c1-414a-9623-4a9ad97a32ea" -d '{"events": [{"server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:47.406075 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Publish callbacks [] for port (291c2f93-8487-4ea4-ab99-d002c3209022), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:47.495633 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Publish callbacks [] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:47.531969 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Transition to ACTIVE for port object 291c2f93-8487-4ea4-ab99-d002c3209022 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:25:47.543043 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:47.602399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Pushing event updated for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:47.623322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5a08a-c447-44c6-a536-86817f3c10b6 req-430149e1-22a6-4f99-83c6-cd45e65dc233 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:47.632574 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67f5a08a-c447-44c6-a536-86817f3c10b6 req-430149e1-22a6-4f99-83c6-cd45e65dc233 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1089497 Feb 09 03:25:47.659435 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:47.671310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaff3e6-7289-470f-a9dc-22d2c9cf6f08 req-d20359f3-0732-41a0-b797-ab34e43dc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:47.674021 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aeaff3e6-7289-470f-a9dc-22d2c9cf6f08 req-d20359f3-0732-41a0-b797-ab34e43dc1d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 1133 time: 0.2494061 Feb 09 03:25:47.729826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Network df958816-5b09-4ac8-9f19-b1589149dbf5 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:25:47.734402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] No DVR routers for this DVR port 291c2f93-8487-4ea4-ab99-d002c3209022 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:47.738847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:47.742553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:25:47.759997 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67f5a08a-c447-44c6-a536-86817f3c10b6 req-83a0ef4a-2070-48d4-8997-03dd54983624 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243434 Feb 09 03:25:47.829659 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Pushing event updated for resources: {'Port': ['ID=9e60f142-3183-4af4-a0dc-146bf12183eb,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:47.877569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:47.878189 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:47.897499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-450a8a97-a764-49af-b498-4e55b403f074 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4380059 Feb 09 03:25:47.920588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e69ad-5224-4014-a5a4-eb82f17b82ef req-e85b15cf-76dc-4ed2-9ec1-4715598b3eab tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:47.929325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-332e69ad-5224-4014-a5a4-eb82f17b82ef req-e85b15cf-76dc-4ed2-9ec1-4715598b3eab tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.5086017 Feb 09 03:25:47.930934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Request body: {'port': {'device_id': 'ed27b9e2-85ce-4220-98ad-8eb88dab80ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:47.981006 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5424d3-a9f0-4cf1-8196-5189f80ece1c x-openstack-request-id: req-4e5424d3-a9f0-4cf1-8196-5189f80ece1c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:47.981300 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:47.981585 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e5424d3-a9f0-4cf1-8196-5189f80ece1c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:47.981986 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022', 'code': 200} Feb 09 03:25:48.053047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Attempting to bind port 291c2f93-8487-4ea4-ab99-d002c3209022 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:25:48.053655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Attempting to bind port 291c2f93-8487-4ea4-ab99-d002c3209022 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:25:48.054152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Attempting to bind port 291c2f93-8487-4ea4-ab99-d002c3209022 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:48.062193 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.075704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Port 291c2f93-8487-4ea4-ab99-d002c3209022 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:25:48.076270 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Attempting to bind port 291c2f93-8487-4ea4-ab99-d002c3209022 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:48.083952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:25:48.084676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:48.085247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:25:48.085729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Bound port: 291c2f93-8487-4ea4-ab99-d002c3209022, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:25:48.086092 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.093705 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e244-5f2a-4232-92b2-1d0332c8df97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.118340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-332e69ad-5224-4014-a5a4-eb82f17b82ef req-b8aec4ac-2f7e-40ee-99c9-6c5277ad9da4 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873591 Feb 09 03:25:48.155725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaff3e6-7289-470f-a9dc-22d2c9cf6f08 req-48dffab0-931b-48b4-a43f-0fee340182c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:48.157294 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aeaff3e6-7289-470f-a9dc-22d2c9cf6f08 req-48dffab0-931b-48b4-a43f-0fee340182c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.4543164 Feb 09 03:25:48.200259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9178f4-2e80-4afc-9b97-dda1b3e21e42 req-421daa3d-7b41-4770-b615-1e61d10c3594 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:48.212049 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a9178f4-2e80-4afc-9b97-dda1b3e21e42 req-421daa3d-7b41-4770-b615-1e61d10c3594 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 948 time: 0.2135594 Feb 09 03:25:48.236796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:48.240399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:25:48.279065 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.282926 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aeaff3e6-7289-470f-a9dc-22d2c9cf6f08 req-1fc5db6f-ea5d-4626-8096-0353b0934233 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433 HTTP/1.1" status: 200 len: 217 time: 0.1132481 Feb 09 03:25:48.297047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a9178f4-2e80-4afc-9b97-dda1b3e21e42 req-5d7081d5-0a83-459b-bbe2-04664918024a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840824 Feb 09 03:25:48.382758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaff3e6-7289-470f-a9dc-22d2c9cf6f08 req-3eaa9770-4c38-4c72-b780-70e20e066c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:48.387732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aeaff3e6-7289-470f-a9dc-22d2c9cf6f08 req-3eaa9770-4c38-4c72-b780-70e20e066c96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0919840 Feb 09 03:25:48.462817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:48.463574 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.465530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] 10.222.0.42 "PUT /v2.0/ports/291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 1097 time: 1.8551872 Feb 09 03:25:48.588082 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a9a2f2ab-5bfb-4a50-9fb8-2727c73e5df3 req-248f051f-4a24-48de-93ad-c5cf059762bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.1170535 Feb 09 03:25:48.614620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566af1f-7a64-401e-83a4-0bc2f17394a0 service neutron] Pushing event updated for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=11']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:48.627016 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-489ed781-aa49-425c-8be9-2b51e93eb637 req-aff172cf-30ef-4587-b405-43ebd9f77a48 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0832310 Feb 09 03:25:48.690116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaff3e6-7289-470f-a9dc-22d2c9cf6f08 req-91306b1a-2bb5-4ca6-909b-d9dd4149f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:48.692169 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aeaff3e6-7289-470f-a9dc-22d2c9cf6f08 req-91306b1a-2bb5-4ca6-909b-d9dd4149f687 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2888393 Feb 09 03:25:48.720151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-1179208d-2a75-4884-9a7e-e704178a16a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:48.722839 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-1179208d-2a75-4884-9a7e-e704178a16a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1131 time: 0.1876214 Feb 09 03:25:48.842248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc76fd8-7824-44e5-8bfd-cfd8a835cf7f req-6def298f-ed51-47dd-bc26-f88d6c6e1499 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:48.849400 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1cc76fd8-7824-44e5-8bfd-cfd8a835cf7f req-6def298f-ed51-47dd-bc26-f88d6c6e1499 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 931 time: 0.2252665 Feb 09 03:25:48.857958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e60f142-3183-4af4-a0dc-146bf12183eb {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:48.866312 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Publish callbacks [] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.884036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52b432-5513-44fc-8f4a-043ed4dfc5a9 req-f50cb1f3-49de-4b72-9f0c-ac2c8bcf01bf tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:48.892325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d52b432-5513-44fc-8f4a-043ed4dfc5a9 req-f50cb1f3-49de-4b72-9f0c-ac2c8bcf01bf tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.1309209 Feb 09 03:25:48.907137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Transition to ACTIVE for port object 9e60f142-3183-4af4-a0dc-146bf12183eb will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:25:48.920575 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.971704 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1cc76fd8-7824-44e5-8bfd-cfd8a835cf7f req-ebbe92b7-854b-4452-b7e5-4b3303a38b18 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208329 Feb 09 03:25:49.020316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d52b432-5513-44fc-8f4a-043ed4dfc5a9 req-18009fc8-d289-4870-ab51-3929bf3d90f1 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255705 Feb 09 03:25:49.027021 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aeaff3e6-7289-470f-a9dc-22d2c9cf6f08 req-29338947-f551-4ae8-913f-e024666150c2 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233039 Feb 09 03:25:49.028472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e60f142-3183-4af4-a0dc-146bf12183eb,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:49.058429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-214daaed-7845-4c21-9504-17bf18c20cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:49.060188 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-214daaed-7845-4c21-9504-17bf18c20cfe service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.3234153 Feb 09 03:25:49.183020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-485db966-b3d1-434e-b14b-aaa22416dbda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 217 time: 0.0999277 Feb 09 03:25:49.196693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Attempting to bind port 9e60f142-3183-4af4-a0dc-146bf12183eb on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:25:49.197771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Attempting to bind port 9e60f142-3183-4af4-a0dc-146bf12183eb by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'e08604a7-dcdc-4505-9002-c687ad7ee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df958816-5b09-4ac8-9f19-b1589149dbf5'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:25:49.198986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Attempting to bind port 9e60f142-3183-4af4-a0dc-146bf12183eb on network df958816-5b09-4ac8-9f19-b1589149dbf5 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:49.208363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Port 9e60f142-3183-4af4-a0dc-146bf12183eb on network df958816-5b09-4ac8-9f19-b1589149dbf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:25:49.209797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Attempting to bind port 9e60f142-3183-4af4-a0dc-146bf12183eb on network df958816-5b09-4ac8-9f19-b1589149dbf5 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:49.225642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:25:49.226240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Checking segment: {'id': 'e08604a7-dcdc-4505-9002-c687ad7ee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df958816-5b09-4ac8-9f19-b1589149dbf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:49.226741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Bound using segment: {'id': 'e08604a7-dcdc-4505-9002-c687ad7ee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df958816-5b09-4ac8-9f19-b1589149dbf5'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:25:49.227268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Bound port: 9e60f142-3183-4af4-a0dc-146bf12183eb, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08604a7-dcdc-4505-9002-c687ad7ee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df958816-5b09-4ac8-9f19-b1589149dbf5'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:25:49.227812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:49.250683 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:49.294491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-37bb13d6-865c-4603-8c99-68e34d3d73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:49.296971 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-37bb13d6-865c-4603-8c99-68e34d3d73f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1074841 Feb 09 03:25:49.307679 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aeaff3e6-7289-470f-a9dc-22d2c9cf6f08 req-9625784b-c5a3-4f81-a7da-6ee4a08c012d service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674887 Feb 09 03:25:49.373603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5556-1efe-46b3-850e-0ef65ad86d1f req-52aa7645-6e2f-402e-bcb3-91764b7813cd tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:49.381022 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-232f5556-1efe-46b3-850e-0ef65ad86d1f req-52aa7645-6e2f-402e-bcb3-91764b7813cd tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1328042 Feb 09 03:25:49.383507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] For port 9e60f142-3183-4af4-a0dc-146bf12183eb, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:49.387584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] For port 9e60f142-3183-4af4-a0dc-146bf12183eb, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=9e60f142-3183-4af4-a0dc-146bf12183eb,segment=NetworkSegment(e08604a7-dcdc-4505-9002-c687ad7ee5d3),segment_id=e08604a7-dcdc-4505-9002-c687ad7ee5d3)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:25:49.411720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:49.434594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-5b3b597e-9b6c-4ced-8c8a-19f9502cd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:49.436168 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-5b3b597e-9b6c-4ced-8c8a-19f9502cd35c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1273232 Feb 09 03:25:49.459402 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:49.460021 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:49.461433 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] 10.222.0.65 "PUT /v2.0/ports/9e60f142-3183-4af4-a0dc-146bf12183eb HTTP/1.1" status: 200 len: 1092 time: 1.5409315 Feb 09 03:25:49.468569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed27b9e2-85ce-4220-98ad-8eb88dab80ca', 'tag': '9e60f142-3183-4af4-a0dc-146bf12183eb'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:49.470957 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7941718c-8eb8-42aa-92b3-33e89f6aaf80" -d '{"events": [{"name": "network-changed", "server_uuid": "ed27b9e2-85ce-4220-98ad-8eb88dab80ca", "tag": "9e60f142-3183-4af4-a0dc-146bf12183eb"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:49.529202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-232f5556-1efe-46b3-850e-0ef65ad86d1f req-7c8b4256-56f3-4947-b812-7bf3776d418c tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312900 Feb 09 03:25:49.535826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e7272-9c5b-44d2-8d58-622e1b0fbcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e60f142-3183-4af4-a0dc-146bf12183eb,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:49.597536 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2d690d-15ea-4799-8ac4-7b2812eb585d x-openstack-request-id: req-0f2d690d-15ea-4799-8ac4-7b2812eb585d {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:49.597878 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed27b9e2-85ce-4220-98ad-8eb88dab80ca", "tag": "9e60f142-3183-4af4-a0dc-146bf12183eb", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:49.598256 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f2d690d-15ea-4799-8ac4-7b2812eb585d {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:49.598628 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed27b9e2-85ce-4220-98ad-8eb88dab80ca', 'tag': '9e60f142-3183-4af4-a0dc-146bf12183eb', 'status': 'completed', 'code': 200} Feb 09 03:25:49.620182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-f91ee0b7-9b42-4a01-95d8-2a015c3549e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:49.622369 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-f91ee0b7-9b42-4a01-95d8-2a015c3549e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d57fee61d3d43e6a8312fc983de8851&device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 1126 time: 0.0766981 Feb 09 03:25:49.630485 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-1de1c52c-308a-4db3-a07a-0b4793530273 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873300 Feb 09 03:25:49.654713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23826646-f1d4-4e01-a333-d90db1d8e242 req-af53ca35-99a8-4b41-b412-06c06f209fb5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:49.656490 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23826646-f1d4-4e01-a333-d90db1d8e242 req-af53ca35-99a8-4b41-b412-06c06f209fb5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 948 time: 0.1904798 Feb 09 03:25:49.696678 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-1811f5f8-90ec-460a-b4a2-6621bd1fe31d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e60f142-3183-4af4-a0dc-146bf12183eb HTTP/1.1" status: 200 len: 217 time: 0.0595760 Feb 09 03:25:49.793782 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f169f037-7d47-4d1a-9756-11ce825973f2 req-94874487-acee-464f-803c-8818ae693847 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0395191 Feb 09 03:25:49.805254 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23826646-f1d4-4e01-a333-d90db1d8e242 req-90725d61-c5e5-4d07-ae78-1c887fcca425 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031914 Feb 09 03:25:49.821073 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6467bcfa-5a88-4f02-819a-809cba3105ef req-836f4952-6e72-45b3-b4cc-099a5c26ff26 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806788 Feb 09 03:25:49.829632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-022a64a3-795e-481a-a429-692c517e4813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:49.831382 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-022a64a3-795e-481a-a429-692c517e4813 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff4985a7-c859-41b5-ba96-2ac8a1ae5a70 HTTP/1.1" status: 200 len: 849 time: 0.1272237 Feb 09 03:25:49.878347 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-10619490-3cab-4d4b-a793-59dc5b074c88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df958816-5b09-4ac8-9f19-b1589149dbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301092 Feb 09 03:25:49.983992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:49.987029 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45" -d '{"events": [{"name": "network-changed", "server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:49.988108 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-ce00752d-1bfb-441e-9fee-d3b056e65ef1 service neutron] 10.222.0.65 "GET /v2.0/networks/df958816-5b09-4ac8-9f19-b1589149dbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961339 Feb 09 03:25:50.100123 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa75035-6ee2-44f2-9639-17b1d41b5b3f req-2b3e23e4-e416-4f92-9338-865ba624981e service neutron] 10.222.0.65 "GET /v2.0/networks/df958816-5b09-4ac8-9f19-b1589149dbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050301 Feb 09 03:25:50.140126 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2883d2-ed61-4d45-b977-cc8d75b41e65 x-openstack-request-id: req-af2883d2-ed61-4d45-b977-cc8d75b41e65 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:50.140478 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:50.140738 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af2883d2-ed61-4d45-b977-cc8d75b41e65 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:50.141142 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022', 'status': 'completed', 'code': 200} Feb 09 03:25:50.161935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b2e07-87f4-4dde-b3ba-2cacab0b909e req-8c76871b-bee8-4f74-b433-c7d3e1568a2f tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.164974 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90b2e07-87f4-4dde-b3ba-2cacab0b909e req-8c76871b-bee8-4f74-b433-c7d3e1568a2f tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 943 time: 0.1006963 Feb 09 03:25:50.276551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109c1de-f55b-4a4c-aabe-e7ee7e07fc55 req-f8abc6a3-473b-4e9b-ab9b-fb211dfe4785 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.284804 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9109c1de-f55b-4a4c-aabe-e7ee7e07fc55 req-f8abc6a3-473b-4e9b-ab9b-fb211dfe4785 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0755458 Feb 09 03:25:50.328809 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f659884-a730-405b-8b41-40f2e1085d2f req-756d15d0-fb40-4575-a2bb-e99519cfcae6 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.330329 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f659884-a730-405b-8b41-40f2e1085d2f req-756d15d0-fb40-4575-a2bb-e99519cfcae6 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.42 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.1792703 Feb 09 03:25:50.351123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-5760bcec-d046-45a2-ac73-177999c560c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.355832 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-5760bcec-d046-45a2-ac73-177999c560c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1131 time: 0.1892822 Feb 09 03:25:50.359573 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90b2e07-87f4-4dde-b3ba-2cacab0b909e req-11a0af2d-bd99-4527-869d-860ae653cb87 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407380 Feb 09 03:25:50.383904 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9109c1de-f55b-4a4c-aabe-e7ee7e07fc55 req-4037bb67-59a8-4f9c-aa1b-cd118fa935ed tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974870 Feb 09 03:25:50.422704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-02d4cf3e-6eaf-44b0-ba7e-9bbe95470ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.424224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-02d4cf3e-6eaf-44b0-ba7e-9bbe95470ae5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1131 time: 0.1044357 Feb 09 03:25:50.519292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941718c-8eb8-42aa-92b3-33e89f6aaf80 req-987baf2f-c796-4456-8414-21a41647f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.521020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7941718c-8eb8-42aa-92b3-33e89f6aaf80 req-987baf2f-c796-4456-8414-21a41647f990 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d57fee61d3d43e6a8312fc983de8851&device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 1126 time: 0.1879873 Feb 09 03:25:50.582478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-a61a7c48-f732-4ff3-89a1-97b44014d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.586786 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-a61a7c48-f732-4ff3-89a1-97b44014d0ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.1545024 Feb 09 03:25:50.666183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941718c-8eb8-42aa-92b3-33e89f6aaf80 req-f9ae5759-fd7f-4ef8-b272-b7d65c8ec03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.667611 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7941718c-8eb8-42aa-92b3-33e89f6aaf80 req-f9ae5759-fd7f-4ef8-b272-b7d65c8ec03a service neutron] 10.222.0.65 "GET /v2.0/networks?id=df958816-5b09-4ac8-9f19-b1589149dbf5 HTTP/1.1" status: 200 len: 910 time: 0.1139982 Feb 09 03:25:50.679641 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-3588b275-e288-46d6-95ce-576ba2f30fd1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 217 time: 0.0843933 Feb 09 03:25:50.692618 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.773596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7941718c-8eb8-42aa-92b3-33e89f6aaf80 req-ea118aaf-90aa-4edd-98e1-7e3c315e6731 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e60f142-3183-4af4-a0dc-146bf12183eb HTTP/1.1" status: 200 len: 217 time: 0.0784285 Feb 09 03:25:50.788656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-a062ae3d-6166-473a-a0cc-90706af789f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.791393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-a062ae3d-6166-473a-a0cc-90706af789f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0886254 Feb 09 03:25:50.824742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-294b6d65-c719-4b4f-930e-c84f94775ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.826592 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-294b6d65-c719-4b4f-930e-c84f94775ee9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.4436436 Feb 09 03:25:50.864117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-9118d913-d67c-40f5-bece-bcb9d90e2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.866166 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-9118d913-d67c-40f5-bece-bcb9d90e2ae3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0682125 Feb 09 03:25:50.899817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-78cba72b-926b-4d41-ac69-4f70f529f072 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 200 len: 217 time: 0.0631022 Feb 09 03:25:50.912134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941718c-8eb8-42aa-92b3-33e89f6aaf80 req-67c30bba-1f6d-4877-bb0d-e57b40971771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.913827 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7941718c-8eb8-42aa-92b3-33e89f6aaf80 req-67c30bba-1f6d-4877-bb0d-e57b40971771 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff4985a7-c859-41b5-ba96-2ac8a1ae5a70 HTTP/1.1" status: 200 len: 849 time: 0.1282320 Feb 09 03:25:50.923770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-4f659884-a730-405b-8b41-40f2e1085d2f req-e9cb617f-b2af-4b7e-b262-8c19de63a348 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Deleting port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:50.924034 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-4f659884-a730-405b-8b41-40f2e1085d2f req-e9cb617f-b2af-4b7e-b262-8c19de63a348 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.944653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a12c8e-71a9-4fe9-b77e-a47c5277f14d req-e214e7ec-cd0b-4f06-96a1-638cc82a4ef2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:50.946249 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84a12c8e-71a9-4fe9-b77e-a47c5277f14d req-e214e7ec-cd0b-4f06-96a1-638cc82a4ef2 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 945 time: 0.2747378 Feb 09 03:25:50.954302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 291c2f93-8487-4ea4-ab99-d002c3209022 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:51.026602 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-e509d9ff-6051-4fe7-9205-39888c763825 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525052 Feb 09 03:25:51.032014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] The host n-h1-824835-15 is not matching for port 291c2f93-8487-4ea4-ab99-d002c3209022 host n-h2-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:25:51.033912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 291c2f93-8487-4ea4-ab99-d002c3209022 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:51.061491 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7941718c-8eb8-42aa-92b3-33e89f6aaf80 req-106fb264-5b9c-4ece-b784-140a3e016aa4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df958816-5b09-4ac8-9f19-b1589149dbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345005 Feb 09 03:25:51.067226 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2ab922b9-9f80-490e-8641-7f86839cf53e req-aa58eea1-1103-41b6-b6c2-f04fe5fcd274 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0393550 Feb 09 03:25:51.183344 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-a4dddc24-71a7-48ff-8787-e67e9a8e8d6f service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426327 Feb 09 03:25:51.221593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-77a6320d-cb75-4866-bd41-dadd96bbbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:51.223057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-77a6320d-cb75-4866-bd41-dadd96bbbfdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.3130546 Feb 09 03:25:51.248617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311425bc-a091-432a-a775-cf32a2ac1c05 req-901a8787-0298-4766-8c89-f5832206c682 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:51.250235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-311425bc-a091-432a-a775-cf32a2ac1c05 req-901a8787-0298-4766-8c89-f5832206c682 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 948 time: 0.0656455 Feb 09 03:25:51.262429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84a12c8e-71a9-4fe9-b77e-a47c5277f14d req-0e4f2a2d-f771-4b17-b8d8-0f7deec70e83 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275131 Feb 09 03:25:51.331568 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-311425bc-a091-432a-a775-cf32a2ac1c05 req-215f6ad9-0676-43f8-a426-dd3262339b65 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757368 Feb 09 03:25:51.382909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-4f659884-a730-405b-8b41-40f2e1085d2f req-e9cb617f-b2af-4b7e-b262-8c19de63a348 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] For port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:51.383376 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-4f659884-a730-405b-8b41-40f2e1085d2f req-e9cb617f-b2af-4b7e-b262-8c19de63a348 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.442247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-84d5fb6f-375d-47c4-a82e-12bc42da4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:51.449464 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-84d5fb6f-375d-47c4-a82e-12bc42da4cd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2145848 Feb 09 03:25:51.459952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-4f659884-a730-405b-8b41-40f2e1085d2f req-e9cb617f-b2af-4b7e-b262-8c19de63a348 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Calling delete_port for d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:51.464522 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7941718c-8eb8-42aa-92b3-33e89f6aaf80 req-09bf77e0-f588-4072-b5c4-a7f28ead4995 service neutron] 10.222.0.65 "GET /v2.0/networks/df958816-5b09-4ac8-9f19-b1589149dbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840594 Feb 09 03:25:51.572329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12674c02-be67-47d6-8e4f-4a4690222e1f req-d328a358-de1b-45b9-8421-9d7748240320 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:51.574248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-12674c02-be67-47d6-8e4f-4a4690222e1f req-d328a358-de1b-45b9-8421-9d7748240320 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 943 time: 0.1140909 Feb 09 03:25:51.737676 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6735cacb-bcc1-4b84-ae25-8d029bb941d7 req-01c04836-1342-47b6-a95f-46f18a377be4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=708723c9c45242c1a4fc9285c9d7f1ae&device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.1009743 Feb 09 03:25:51.778737 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-12674c02-be67-47d6-8e4f-4a4690222e1f req-4e40af27-74f5-4de6-9f43-aeefff3355e5 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937668 Feb 09 03:25:51.815007 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6735cacb-bcc1-4b84-ae25-8d029bb941d7 req-5fffda5c-3443-4d7a-87e4-ac12d2b513bd service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=708723c9c45242c1a4fc9285c9d7f1ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616906 Feb 09 03:25:51.920586 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.030552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735cacb-bcc1-4b84-ae25-8d029bb941d7 req-9d029b91-030f-4410-8846-880dd1a27d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:52.032420 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6735cacb-bcc1-4b84-ae25-8d029bb941d7 req-9d029b91-030f-4410-8846-880dd1a27d80 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038324 Feb 09 03:25:52.109114 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a29bbcd-e4be-402c-9f03-edad75b0661f req-5637c6df-b0ad-490d-abcd-0f9b5f20c0f3 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0324256 Feb 09 03:25:52.284366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed055abb-48c7-405c-8b0e-06e78c893779 req-2277ff5e-1c05-4209-9366-2987a5c6eef0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:52.292202 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed055abb-48c7-405c-8b0e-06e78c893779 req-2277ff5e-1c05-4209-9366-2987a5c6eef0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.6457958 Feb 09 03:25:52.332346 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-d539af3e-8d0e-4e8f-8acc-39847258e47b service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8648877 Feb 09 03:25:52.343002 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7941718c-8eb8-42aa-92b3-33e89f6aaf80 req-01ec568c-6bdd-45eb-8258-6f074a33ee0e service neutron] 10.222.0.65 "GET /v2.0/networks/df958816-5b09-4ac8-9f19-b1589149dbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8669353 Feb 09 03:25:52.455367 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed055abb-48c7-405c-8b0e-06e78c893779 req-e0ce46f1-56b0-4f63-b3ae-92703ddd92eb tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557772 Feb 09 03:25:52.467877 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-4f659884-a730-405b-8b41-40f2e1085d2f req-e9cb617f-b2af-4b7e-b262-8c19de63a348 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.515173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['3f3f13e5-6c55-45f0-a126-f5f45c8aadd9'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:52.566660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb617f-b2af-4b7e-b262-8c19de63a348 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Pushing event deleted for resources: {'Port': ['ID=d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:52.647732 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f659884-a730-405b-8b41-40f2e1085d2f req-e9cb617f-b2af-4b7e-b262-8c19de63a348 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] No DVR routers for this DVR port d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:52.654201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0136e5e-9c22-4d6a-8663-a2577ec5bd45 req-18c8bedd-95b1-476a-95db-baa594763843 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101923 Feb 09 03:25:52.655366 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-4f659884-a730-405b-8b41-40f2e1085d2f req-e9cb617f-b2af-4b7e-b262-8c19de63a348 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.658779 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4f659884-a730-405b-8b41-40f2e1085d2f req-e9cb617f-b2af-4b7e-b262-8c19de63a348 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.42 "DELETE /v2.0/ports/d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 HTTP/1.1" status: 204 len: 173 time: 2.3117671 Feb 09 03:25:52.660136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aeed678-a385-4dbc-924d-cede45535ed9', 'name': 'network-vif-deleted', 'tag': 'd88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:52.662478 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9620fbcd-c329-4493-a571-cdbb8321cde9" -d '{"events": [{"server_uuid": "4aeed678-a385-4dbc-924d-cede45535ed9", "name": "network-vif-deleted", "tag": "d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:52.707223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5f863-475c-4a02-881d-0a43014ef94b req-4cc41dab-bbad-4d2e-ba3d-9c08be264804 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:52.709803 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-06f5f863-475c-4a02-881d-0a43014ef94b req-4cc41dab-bbad-4d2e-ba3d-9c08be264804 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 948 time: 0.1468897 Feb 09 03:25:52.841305 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-06f5f863-475c-4a02-881d-0a43014ef94b req-7b50db7b-a867-4f81-8987-6d2e622005da tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214576 Feb 09 03:25:52.876015 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51de6fb-1da1-46fc-bba3-0dc3dc8db1a7 x-openstack-request-id: req-e51de6fb-1da1-46fc-bba3-0dc3dc8db1a7 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:52.876615 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aeed678-a385-4dbc-924d-cede45535ed9", "name": "network-vif-deleted", "tag": "d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:52.877072 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e51de6fb-1da1-46fc-bba3-0dc3dc8db1a7 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:52.877747 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aeed678-a385-4dbc-924d-cede45535ed9', 'name': 'network-vif-deleted', 'tag': 'd88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1', 'status': 'completed', 'code': 200} Feb 09 03:25:52.926058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaffac4-0a49-4053-8ef7-8809a392ac63 req-15503a16-5354-4956-b052-605bb73af47d tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:52.933415 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7eaffac4-0a49-4053-8ef7-8809a392ac63 req-15503a16-5354-4956-b052-605bb73af47d tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aeed678-a385-4dbc-924d-cede45535ed9 HTTP/1.1" status: 200 len: 867 time: 0.5863264 Feb 09 03:25:52.990186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7eaffac4-0a49-4053-8ef7-8809a392ac63 req-9b8e3fd9-220f-4d3a-8808-21d184ffc696 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557289 Feb 09 03:25:53.031636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb75ca-daaf-4637-84cb-d2fc6ad9d2e6 req-c860f337-199f-4471-847a-85613f0cf3cf tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:53.041298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aadb75ca-daaf-4637-84cb-d2fc6ad9d2e6 req-c860f337-199f-4471-847a-85613f0cf3cf tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 943 time: 0.1019175 Feb 09 03:25:53.112059 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aadb75ca-daaf-4637-84cb-d2fc6ad9d2e6 req-34211676-e467-485a-bcae-3700e7ced340 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694911 Feb 09 03:25:53.135767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 291c2f93-8487-4ea4-ab99-d002c3209022 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:25:53.141915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:53.171518 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:53.172240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d88fa96c-844c-4c4b-a9f2-dd19a2fcc7b1 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:53.189289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182195b-7bbd-4643-a872-318501500d08 req-0c464e40-26c0-4185-a27d-72b7d75f3257 tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:53.203245 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d182195b-7bbd-4643-a872-318501500d08 req-0c464e40-26c0-4185-a27d-72b7d75f3257 tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 1131 time: 0.0978100 Feb 09 03:25:53.323332 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d182195b-7bbd-4643-a872-318501500d08 req-66de749e-f010-4d6e-96c7-aa6db444a8c3 tempest-MigrationsAdminTest-165042477 tempest-MigrationsAdminTest-165042477-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190677 Feb 09 03:25:53.377842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:53.421432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '291c2f93-8487-4ea4-ab99-d002c3209022', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '291c2f93-8487-4ea4-ab99-d002c3209022', 'mac_address': 'fa:16:3e:ff:6d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:25:53.471049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 291c2f93-8487-4ea4-ab99-d002c3209022 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:53.471450 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.487414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291c2f93-8487-4ea4-ab99-d002c3209022 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:53.508803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:53.515473 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.595015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=12']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:53.681529 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a9519f39-55e7-4a40-9ba4-413a10edffb3 req-1bb5b396-f529-4055-8401-6bd348484ccf tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.21 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.2909040 Feb 09 03:25:53.727175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea904d-2448-48cc-b369-cbb74cd69b13 req-4faae97a-cdaf-4e16-9393-93c5e1d5e6d8 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:53.729894 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21ea904d-2448-48cc-b369-cbb74cd69b13 req-4faae97a-cdaf-4e16-9393-93c5e1d5e6d8 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0773685 Feb 09 03:25:53.799580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['291c2f93-8487-4ea4-ab99-d002c3209022'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:53.817923 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21ea904d-2448-48cc-b369-cbb74cd69b13 req-baa30b80-1879-42c5-94f3-b9aea99f4f50 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812039 Feb 09 03:25:53.828033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c0309-34d5-44e9-8b8f-dd9442067922 req-553852fd-b223-4d7d-a127-b6630c046a52 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:53.831914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-957c0309-34d5-44e9-8b8f-dd9442067922 req-553852fd-b223-4d7d-a127-b6630c046a52 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0671678 Feb 09 03:25:53.897839 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6735cacb-bcc1-4b84-ae25-8d029bb941d7 req-e1589cf6-0eb4-4717-a48d-acaf7d3e8cf6 tempest-ServerShowV254Test-532986738 tempest-ServerShowV254Test-532986738-project] 10.222.0.65 "GET /v2.0/ports?device_id=38003fa6-111d-4443-a7a5-c7ee2e6b4b56 HTTP/1.1" status: 200 len: 210 time: 0.0351100 Feb 09 03:25:53.932716 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-957c0309-34d5-44e9-8b8f-dd9442067922 req-efcc4462-d6a9-4e0f-acd8-a8828b3a8c03 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885897 Feb 09 03:25:53.999271 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:54.323141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59a59a-47c0-4469-a4c5-c18592c9b3a6 req-cae2618e-c2bb-456c-8993-7ad737131bbe tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:54.328593 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7d59a59a-47c0-4469-a4c5-c18592c9b3a6 req-cae2618e-c2bb-456c-8993-7ad737131bbe tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 943 time: 0.0976934 Feb 09 03:25:54.412525 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7d59a59a-47c0-4469-a4c5-c18592c9b3a6 req-fe05cb27-f1b1-4206-beba-976c825d556b tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729063 Feb 09 03:25:54.539116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2eb66b-7c2b-48fb-8e4e-ec0086cd65b7 req-061e2bc8-753c-416e-801e-533ce0c65b27 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:54.542235 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca2eb66b-7c2b-48fb-8e4e-ec0086cd65b7 req-061e2bc8-753c-416e-801e-533ce0c65b27 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.0759828 Feb 09 03:25:54.612883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca2eb66b-7c2b-48fb-8e4e-ec0086cd65b7 req-858d536a-9b03-47f6-a588-baf41e180496 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595469 Feb 09 03:25:54.950301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816193-66ae-4954-babe-0c7530fe4c55 req-63c092e0-7b71-4646-94da-9a91e3c8406a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:54.953040 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-26816193-66ae-4954-babe-0c7530fe4c55 req-63c092e0-7b71-4646-94da-9a91e3c8406a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0668325 Feb 09 03:25:54.957855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 9e60f142-3183-4af4-a0dc-146bf12183eb details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:25:55.110483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c186af4-1a01-4d70-8fc5-f3a9e8ab658c req-4ec1fe4c-bc99-4933-84b3-b34ce751ed9f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:55.124701 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c186af4-1a01-4d70-8fc5-f3a9e8ab658c req-4ec1fe4c-bc99-4933-84b3-b34ce751ed9f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.0997827 Feb 09 03:25:55.126116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 9e60f142-3183-4af4-a0dc-146bf12183eb, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=9e60f142-3183-4af4-a0dc-146bf12183eb,segment=NetworkSegment(e08604a7-dcdc-4505-9002-c687ad7ee5d3),segment_id=e08604a7-dcdc-4505-9002-c687ad7ee5d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:55.142172 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '9e60f142-3183-4af4-a0dc-146bf12183eb', 'network_id': 'df958816-5b09-4ac8-9f19-b1589149dbf5', 'port_id': '9e60f142-3183-4af4-a0dc-146bf12183eb', 'mac_address': 'fa:16:3e:1a:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff4985a7-c859-41b5-ba96-2ac8a1ae5a70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:25:55.144301 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-26816193-66ae-4954-babe-0c7530fe4c55 req-cbe88bbc-4e8d-47fb-a95b-0eafd097137c tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156993 Feb 09 03:25:55.147346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 291c2f93-8487-4ea4-ab99-d002c3209022 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:25:55.166905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49803e8c-a76c-42d5-b0ed-e674954b3ede req-be56d255-27ef-4384-b566-04c95a245e3f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:55.168730 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49803e8c-a76c-42d5-b0ed-e674954b3ede req-be56d255-27ef-4384-b566-04c95a245e3f tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 949 time: 0.2121723 Feb 09 03:25:55.209283 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c186af4-1a01-4d70-8fc5-f3a9e8ab658c req-2ef12e97-944b-4f88-870e-17cac693e8ac tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785224 Feb 09 03:25:55.267181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39188) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:55.268920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 9e60f142-3183-4af4-a0dc-146bf12183eb is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:55.269400 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.319258 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:55.323025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e60f142-3183-4af4-a0dc-146bf12183eb {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:55.327543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-49803e8c-a76c-42d5-b0ed-e674954b3ede req-431b7eb3-9f06-4e09-bc14-02e78038ff60 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Deleting port 291c2f93-8487-4ea4-ab99-d002c3209022 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:55.328245 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49803e8c-a76c-42d5-b0ed-e674954b3ede req-431b7eb3-9f06-4e09-bc14-02e78038ff60 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.348380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '291c2f93-8487-4ea4-ab99-d002c3209022', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '291c2f93-8487-4ea4-ab99-d002c3209022', 'mac_address': 'fa:16:3e:ff:6d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:25:55.361171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 9e60f142-3183-4af4-a0dc-146bf12183eb, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=9e60f142-3183-4af4-a0dc-146bf12183eb,segment=NetworkSegment(e08604a7-dcdc-4505-9002-c687ad7ee5d3),segment_id=e08604a7-dcdc-4505-9002-c687ad7ee5d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:55.374951 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.480829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=9e60f142-3183-4af4-a0dc-146bf12183eb,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:55.498223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-49803e8c-a76c-42d5-b0ed-e674954b3ede req-431b7eb3-9f06-4e09-bc14-02e78038ff60 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] For port 291c2f93-8487-4ea4-ab99-d002c3209022, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=291c2f93-8487-4ea4-ab99-d002c3209022,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:55.498587 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49803e8c-a76c-42d5-b0ed-e674954b3ede req-431b7eb3-9f06-4e09-bc14-02e78038ff60 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.524503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-49803e8c-a76c-42d5-b0ed-e674954b3ede req-431b7eb3-9f06-4e09-bc14-02e78038ff60 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Calling delete_port for 291c2f93-8487-4ea4-ab99-d002c3209022 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:55.650914 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0e10299-d8b2-41d2-bb43-43741c2885b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.655607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bd226-32fe-450d-8518-77b1a2cf3934 req-76eba5f6-8676-4a5b-9162-e4b64aa8ea2b tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:55.657215 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c80bd226-32fe-450d-8518-77b1a2cf3934 req-76eba5f6-8676-4a5b-9162-e4b64aa8ea2b tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 944 time: 0.1115854 Feb 09 03:25:55.733991 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c80bd226-32fe-450d-8518-77b1a2cf3934 req-74be9a2e-2ab3-4bea-b30f-bc119eb0ea6f tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699077 Feb 09 03:25:55.798796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49803e8c-a76c-42d5-b0ed-e674954b3ede req-431b7eb3-9f06-4e09-bc14-02e78038ff60 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (291c2f93-8487-4ea4-ab99-d002c3209022), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.816149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['aedcc373-f3f9-4a4b-9d6f-93d460b51433', '816496f8-5697-49d4-9966-ba967a965d02', '291c2f93-8487-4ea4-ab99-d002c3209022'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:55.851591 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0e10299-d8b2-41d2-bb43-43741c2885b0 admin admin] Publish callbacks [] for security_group (fecc0fce-2352-41bf-986b-7add14f97163), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.861481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b7eb3-9f06-4e09-bc14-02e78038ff60 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Pushing event deleted for resources: {'Port': ['ID=291c2f93-8487-4ea4-ab99-d002c3209022,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:55.892703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae6398-c4c6-4beb-ba67-84f61a693b15 req-566c20df-84a5-4c44-b501-d46f2c1a9e65 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:55.896512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['696733ad-a6fe-42d0-8bc5-8c9528da6085'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:55.907628 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8aae6398-c4c6-4beb-ba67-84f61a693b15 req-566c20df-84a5-4c44-b501-d46f2c1a9e65 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1862621 Feb 09 03:25:55.926152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0e10299-d8b2-41d2-bb43-43741c2885b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fecc0fce-2352-41bf-986b-7add14f97163), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.941816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['9e60f142-3183-4af4-a0dc-146bf12183eb'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:55.948955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-49803e8c-a76c-42d5-b0ed-e674954b3ede req-431b7eb3-9f06-4e09-bc14-02e78038ff60 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] No DVR routers for this DVR port 291c2f93-8487-4ea4-ab99-d002c3209022 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:55.960094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-49803e8c-a76c-42d5-b0ed-e674954b3ede req-431b7eb3-9f06-4e09-bc14-02e78038ff60 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.964491 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49803e8c-a76c-42d5-b0ed-e674954b3ede req-431b7eb3-9f06-4e09-bc14-02e78038ff60 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "DELETE /v2.0/ports/291c2f93-8487-4ea4-ab99-d002c3209022 HTTP/1.1" status: 204 len: 173 time: 0.7896392 Feb 09 03:25:55.964963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'name': 'network-vif-deleted', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:55.967600 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c32e817-471a-4bee-8b8a-3c5fa4bba6d5" -d '{"events": [{"server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "name": "network-vif-deleted", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:56.071183 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928115ac-7b01-4f9c-be1e-e65312039f8a x-openstack-request-id: req-928115ac-7b01-4f9c-be1e-e65312039f8a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:56.071479 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e", "name": "network-vif-deleted", "tag": "291c2f93-8487-4ea4-ab99-d002c3209022", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:56.072041 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-928115ac-7b01-4f9c-be1e-e65312039f8a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:56.072526 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e', 'name': 'network-vif-deleted', 'tag': '291c2f93-8487-4ea4-ab99-d002c3209022', 'status': 'completed', 'code': 200} Feb 09 03:25:56.077445 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c0e10299-d8b2-41d2-bb43-43741c2885b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=708723c9c45242c1a4fc9285c9d7f1ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8088057 Feb 09 03:25:56.079637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39216) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:56.094495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e10299-d8b2-41d2-bb43-43741c2885b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecc0fce-2352-41bf-986b-7add14f97163,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:56.136919 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8aae6398-c4c6-4beb-ba67-84f61a693b15 req-c829bba2-b748-474a-94c0-725ab5727f28 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268341 Feb 09 03:25:56.318113 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd69d049-db7a-49b2-9a50-da221850c4dd admin admin] Publish callbacks [] for security_group (fecc0fce-2352-41bf-986b-7add14f97163), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:56.362471 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd69d049-db7a-49b2-9a50-da221850c4dd admin admin] Publish callbacks [] for security_group (fecc0fce-2352-41bf-986b-7add14f97163), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:56.400877 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22094341-8b38-41ea-976b-cd4b634ea77a req-93b911bd-5e91-43f4-b3fb-0ef3261aa274 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:56.407887 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22094341-8b38-41ea-976b-cd4b634ea77a req-93b911bd-5e91-43f4-b3fb-0ef3261aa274 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.1495240 Feb 09 03:25:56.475059 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22094341-8b38-41ea-976b-cd4b634ea77a req-db75d053-1910-4dc0-9213-ed549cc179a0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628641 Feb 09 03:25:56.488939 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd69d049-db7a-49b2-9a50-da221850c4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fecc0fce-2352-41bf-986b-7add14f97163), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:56.497764 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd69d049-db7a-49b2-9a50-da221850c4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:56.510348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dd69d049-db7a-49b2-9a50-da221850c4dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fecc0fce-2352-41bf-986b-7add14f97163 HTTP/1.1" status: 204 len: 168 time: 0.4294765 Feb 09 03:25:56.539220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69d049-db7a-49b2-9a50-da221850c4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecc0fce-2352-41bf-986b-7add14f97163,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:56.639516 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f867278-5437-40ac-95b0-a4705ce43bde req-5624448c-26af-417d-bd38-e8a27ebd15d3 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=45225aa0-f8e8-41bb-9301-f5e7ab9e0b4e HTTP/1.1" status: 200 len: 210 time: 0.2752626 Feb 09 03:25:56.928258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2455b2-8dcf-4926-ba69-e81f0848cae2 req-287e70c4-c4c9-4976-b9aa-8a1c9f8f1412 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:56.938679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3b2455b2-8dcf-4926-ba69-e81f0848cae2 req-287e70c4-c4c9-4976-b9aa-8a1c9f8f1412 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 944 time: 0.0768011 Feb 09 03:25:56.991033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3b2455b2-8dcf-4926-ba69-e81f0848cae2 req-54ed9692-6aff-4988-bc56-2b9afc158262 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511892 Feb 09 03:25:57.231285 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa1e73-cb34-4988-a3d3-69d4912e5081 req-bfe24b04-4a0e-4e75-b5cf-e48d6d9c8322 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.232869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c0aa1e73-cb34-4988-a3d3-69d4912e5081 req-bfe24b04-4a0e-4e75-b5cf-e48d6d9c8322 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.65 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.0706935 Feb 09 03:25:57.352474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cd416-118f-4684-8128-1eb1fb4b3638 req-115e0c3b-c17d-42a6-808d-3b439a29d735 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.355123 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-080cd416-118f-4684-8128-1eb1fb4b3638 req-115e0c3b-c17d-42a6-808d-3b439a29d735 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 946 time: 0.1098247 Feb 09 03:25:57.398881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c0aa1e73-cb34-4988-a3d3-69d4912e5081 req-c2c26af0-c6f4-4aec-8fe4-afdd4c3375b8 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Deleting port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:57.399124 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c0aa1e73-cb34-4988-a3d3-69d4912e5081 req-c2c26af0-c6f4-4aec-8fe4-afdd4c3375b8 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.492158 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-080cd416-118f-4684-8128-1eb1fb4b3638 req-fce55e24-5267-4d85-ada5-976e229703d5 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed536d94-cd21-4b91-a592-b9f21043ad97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253688 Feb 09 03:25:57.545261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c0aa1e73-cb34-4988-a3d3-69d4912e5081 req-c2c26af0-c6f4-4aec-8fe4-afdd4c3375b8 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] For port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:57.545678 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c0aa1e73-cb34-4988-a3d3-69d4912e5081 req-c2c26af0-c6f4-4aec-8fe4-afdd4c3375b8 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.563528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c0aa1e73-cb34-4988-a3d3-69d4912e5081 req-c2c26af0-c6f4-4aec-8fe4-afdd4c3375b8 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Calling delete_port for 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:57.580861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39272) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:57.695132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fcd18-beda-4ad3-a12b-e805ec9fd64c req-001efba5-7b59-4263-90ac-0d0822488942 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.705738 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d2fcd18-beda-4ad3-a12b-e805ec9fd64c req-001efba5-7b59-4263-90ac-0d0822488942 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.1108248 Feb 09 03:25:57.773188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-388272827-network', 'tenant_id': '8780f048ce954601851e1a69ece94228'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:57.839252 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c0aa1e73-cb34-4988-a3d3-69d4912e5081 req-c2c26af0-c6f4-4aec-8fe4-afdd4c3375b8 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3f3f13e5-6c55-45f0-a126-f5f45c8aadd9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.873396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['3f3f13e5-6c55-45f0-a126-f5f45c8aadd9'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:57.882642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c26af0-c6f4-4aec-8fe4-afdd4c3375b8 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Pushing event deleted for resources: {'Port': ['ID=3f3f13e5-6c55-45f0-a126-f5f45c8aadd9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:57.909664 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d2fcd18-beda-4ad3-a12b-e805ec9fd64c req-d8cbf13a-0e15-456f-8275-cef09d0d4630 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026289 Feb 09 03:25:57.918601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Made reservation on behalf of 8780f048ce954601851e1a69ece94228 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:57.920951 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.957336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0aa1e73-cb34-4988-a3d3-69d4912e5081 req-c2c26af0-c6f4-4aec-8fe4-afdd4c3375b8 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] No DVR routers for this DVR port 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:57.960735 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c0aa1e73-cb34-4988-a3d3-69d4912e5081 req-c2c26af0-c6f4-4aec-8fe4-afdd4c3375b8 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.961321 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.966831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c0aa1e73-cb34-4988-a3d3-69d4912e5081 req-c2c26af0-c6f4-4aec-8fe4-afdd4c3375b8 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.65 "DELETE /v2.0/ports/3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 HTTP/1.1" status: 204 len: 173 time: 0.7283630 Feb 09 03:25:58.073912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8593786a-e2f1-4a40-b0c2-04305f0799da', 'name': 'network-vif-deleted', 'tag': '3f3f13e5-6c55-45f0-a126-f5f45c8aadd9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:58.084594 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c110fc-41a2-4162-88f0-7c6363b782b6" -d '{"events": [{"server_uuid": "8593786a-e2f1-4a40-b0c2-04305f0799da", "name": "network-vif-deleted", "tag": "3f3f13e5-6c55-45f0-a126-f5f45c8aadd9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:58.117186 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Publish callbacks [] for security_group (7d839eaf-1dd0-41ab-a875-70c6ba58da2f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.128754 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7d839eaf-1dd0-41ab-a875-70c6ba58da2f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.221768 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6565f3d9-12c6-4c42-8a76-d9f7e1426315 x-openstack-request-id: req-6565f3d9-12c6-4c42-8a76-d9f7e1426315 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:58.222182 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8593786a-e2f1-4a40-b0c2-04305f0799da", "name": "network-vif-deleted", "tag": "3f3f13e5-6c55-45f0-a126-f5f45c8aadd9", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:58.223148 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6565f3d9-12c6-4c42-8a76-d9f7e1426315 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:58.223694 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8593786a-e2f1-4a40-b0c2-04305f0799da', 'name': 'network-vif-deleted', 'tag': '3f3f13e5-6c55-45f0-a126-f5f45c8aadd9', 'status': 'completed', 'code': 200} Feb 09 03:25:58.241841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:25:58.272280 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4268c45e-a047-49a6-a399-c01976ff3bd3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.272665 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Added segment 4268c45e-a047-49a6-a399-c01976ff3bd3 of type vlan for network 353604e7-6865-42f3-bffc-5a5b8d7dd829 Feb 09 03:25:58.303926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d839eaf-1dd0-41ab-a875-70c6ba58da2f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:58.326895 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (353604e7-6865-42f3-bffc-5a5b8d7dd829), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.338094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db382b-43d5-4a77-9b22-4e2d3a5a032c req-51700322-8437-4d5f-8606-a5d7c0c099cf tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:58.346495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07db382b-43d5-4a77-9b22-4e2d3a5a032c req-51700322-8437-4d5f-8606-a5d7c0c099cf tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 944 time: 0.2008100 Feb 09 03:25:58.356085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d1eba-9f2a-49b8-9ec7-42b259b2de7f req-df67863e-4aea-44a9-8e99-59f287c502ce tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:58.358748 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b9d1eba-9f2a-49b8-9ec7-42b259b2de7f req-df67863e-4aea-44a9-8e99-59f287c502ce tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 951 time: 0.0735135 Feb 09 03:25:58.376934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39300) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:58.424893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07db382b-43d5-4a77-9b22-4e2d3a5a032c req-bbdf5339-ad74-4d89-b04b-66e686cdb5e7 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695910 Feb 09 03:25:58.433816 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (353604e7-6865-42f3-bffc-5a5b8d7dd829), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.434800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:58.435442 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.442048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b9d1eba-9f2a-49b8-9ec7-42b259b2de7f req-017f5681-3692-441f-bfdc-19edb99924ab tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770283 Feb 09 03:25:58.513568 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9309211 Feb 09 03:25:58.516626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39312) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:58.522035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-750efd6a-2700-49fa-b5c2-3e7c59cf1d8c admin admin] Request body: {'subnet': {'network_id': '353604e7-6865-42f3-bffc-5a5b8d7dd829', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-388272827-subnet', 'tenant_id': '8780f048ce954601851e1a69ece94228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:58.586315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750efd6a-2700-49fa-b5c2-3e7c59cf1d8c admin admin] Made reservation on behalf of 8780f048ce954601851e1a69ece94228 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:58.589796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-750efd6a-2700-49fa-b5c2-3e7c59cf1d8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.592893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-a184-4afb-9146-39c781adec92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.676328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891c112-ad1a-4db7-b1a3-a80cc3b4c025 admin admin] Pushing event updated for resources: {'Network': ['ID=353604e7-6865-42f3-bffc-5a5b8d7dd829,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:58.686415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 353604e7-6865-42f3-bffc-5a5b8d7dd829 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:25:58.691829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-13abbabf-02f4-46a3-ae87-672f6e255e28 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:58.692462 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb91b16f-5b04-4c8e-82ff-34e81d815a79 req-bbe31a54-489b-4cee-afc1-f02cc63587d7 tempest-ServerRescueTestJSON-1304283364 tempest-ServerRescueTestJSON-1304283364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8593786a-e2f1-4a40-b0c2-04305f0799da HTTP/1.1" status: 200 len: 210 time: 0.0769949 Feb 09 03:25:58.693554 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-13abbabf-02f4-46a3-ae87-672f6e255e28 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 815 time: 0.1766119 Feb 09 03:25:58.716128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce3bdbf-f04e-407c-86df-13cacfeb8204 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/quotas/e401a629c5eb45aca7db66c1b3c7c645 HTTP/1.1" status: 200 len: 375 time: 0.0129962 Feb 09 03:25:58.831704 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-5cea979a-8fc6-416c-8ac9-46286bc69232 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1075697 Feb 09 03:25:58.848525 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-a184-4afb-9146-39c781adec92 admin admin] Publish callbacks [] for security_group (b9109b39-fe24-4e33-a895-c49d62273216), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.857522 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-a184-4afb-9146-39c781adec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b9109b39-fe24-4e33-a895-c49d62273216), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.917479 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b34d2f79-a184-4afb-9146-39c781adec92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fbb2e92349d47d4ba1956817c384080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5390861 Feb 09 03:25:58.920270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39318) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:58.935023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d2f79-a184-4afb-9146-39c781adec92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9109b39-fe24-4e33-a895-c49d62273216,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:58.982141 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-644dc35d-d4ba-41b4-9bf2-6b0781f914ac service neutron] 10.222.0.21 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351757 Feb 09 03:25:58.992235 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-750efd6a-2700-49fa-b5c2-3e7c59cf1d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (904d5a31-7ac0-4490-b8e4-1fb492027f71), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:59.013544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 9e60f142-3183-4af4-a0dc-146bf12183eb up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:25:59.057546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750efd6a-2700-49fa-b5c2-3e7c59cf1d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=904d5a31-7ac0-4490-b8e4-1fb492027f71,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:59.083049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 9e60f142-3183-4af4-a0dc-146bf12183eb completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:25:59.088624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 9e60f142-3183-4af4-a0dc-146bf12183eb triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:25:59.089337 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:59.104867 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a5ea5cf9-d0f2-423f-bdb6-50643563948f service neutron] 10.222.0.21 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211569 Feb 09 03:25:59.134763 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750efd6a-2700-49fa-b5c2-3e7c59cf1d8c admin admin] Checking segment: {'id': '4268c45e-a047-49a6-a399-c01976ff3bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '353604e7-6865-42f3-bffc-5a5b8d7dd829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:59.135336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750efd6a-2700-49fa-b5c2-3e7c59cf1d8c admin admin] Network hostable DHCP agents. Network: 353604e7-6865-42f3-bffc-5a5b8d7dd829, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:25:59.143345 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff17-0140-4dca-9a56-fe8b371cc426 admin admin] Publish callbacks [] for security_group (b9109b39-fe24-4e33-a895-c49d62273216), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:59.175603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 291c2f93-8487-4ea4-ab99-d002c3209022 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:59.179780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca92e55-4271-420c-aec9-f582631101a4 req-e3bad8d3-fcca-42a7-8542-4f238387f4cc tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:59.187468 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ca92e55-4271-420c-aec9-f582631101a4 req-e3bad8d3-fcca-42a7-8542-4f238387f4cc tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.1326134 Feb 09 03:25:59.190015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750efd6a-2700-49fa-b5c2-3e7c59cf1d8c admin admin] Network 353604e7-6865-42f3-bffc-5a5b8d7dd829 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:25:59.203099 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff17-0140-4dca-9a56-fe8b371cc426 admin admin] Publish callbacks [] for security_group (b9109b39-fe24-4e33-a895-c49d62273216), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:59.211433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 291c2f93-8487-4ea4-ab99-d002c3209022 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:59.211784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 291c2f93-8487-4ea4-ab99-d002c3209022 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:59.217865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-750efd6a-2700-49fa-b5c2-3e7c59cf1d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 353604e7-6865-42f3-bffc-5a5b8d7dd829) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:59.225128 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750efd6a-2700-49fa-b5c2-3e7c59cf1d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:59.226011 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-750efd6a-2700-49fa-b5c2-3e7c59cf1d8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:59.230890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8937248-b891-40fa-9c66-ceecb2434c37 None None] Network 353604e7-6865-42f3-bffc-5a5b8d7dd829 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:59.271855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-750efd6a-2700-49fa-b5c2-3e7c59cf1d8c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7541156 Feb 09 03:25:59.289295 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ca92e55-4271-420c-aec9-f582631101a4 req-e97cdc6d-11ee-4f74-8fbf-42a43cea2aed tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998776 Feb 09 03:25:59.312310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 9e60f142-3183-4af4-a0dc-146bf12183eb is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:59.312722 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:59.322276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff17-0140-4dca-9a56-fe8b371cc426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b9109b39-fe24-4e33-a895-c49d62273216), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:59.327868 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff17-0140-4dca-9a56-fe8b371cc426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:59.329503 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fd3cff17-0140-4dca-9a56-fe8b371cc426 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9109b39-fe24-4e33-a895-c49d62273216 HTTP/1.1" status: 204 len: 168 time: 0.4080722 Feb 09 03:25:59.339368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cff17-0140-4dca-9a56-fe8b371cc426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9109b39-fe24-4e33-a895-c49d62273216,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:59.436899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed27b9e2-85ce-4220-98ad-8eb88dab80ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e60f142-3183-4af4-a0dc-146bf12183eb'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:59.441219 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2761d94d-7067-4fa5-9f31-3689634fa5b0" -d '{"events": [{"server_uuid": "ed27b9e2-85ce-4220-98ad-8eb88dab80ca", "name": "network-vif-plugged", "status": "completed", "tag": "9e60f142-3183-4af4-a0dc-146bf12183eb"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:59.443348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9c33fb7-f6e1-4c3c-92ab-93d405e21eb1 req-6e499a3b-4702-4ade-b5d5-cc4d8ebed3da tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 210 time: 0.0503757 Feb 09 03:25:59.482156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 9e60f142-3183-4af4-a0dc-146bf12183eb, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=9e60f142-3183-4af4-a0dc-146bf12183eb,segment=NetworkSegment(e08604a7-dcdc-4505-9002-c687ad7ee5d3),segment_id=e08604a7-dcdc-4505-9002-c687ad7ee5d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:59.496653 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1107a336-f8a6-4b6d-9bd0-626e2409bff1 x-openstack-request-id: req-1107a336-f8a6-4b6d-9bd0-626e2409bff1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:59.497587 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed27b9e2-85ce-4220-98ad-8eb88dab80ca", "name": "network-vif-plugged", "status": "completed", "tag": "9e60f142-3183-4af4-a0dc-146bf12183eb", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:59.497935 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1107a336-f8a6-4b6d-9bd0-626e2409bff1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:59.498425 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed27b9e2-85ce-4220-98ad-8eb88dab80ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e60f142-3183-4af4-a0dc-146bf12183eb', 'code': 200} Feb 09 03:25:59.501138 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:59.502662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:59.560916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:59.561598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 3f3f13e5-6c55-45f0-a126-f5f45c8aadd9 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:59.625514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cd2d3b-9849-4a97-83fa-3e1a41e53d05 None None] Network 353604e7-6865-42f3-bffc-5a5b8d7dd829 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:59.678468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c5b5b-0e15-49a3-9035-a474484cb3c3 req-456110c6-f632-4258-a589-242747b48c35 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:59.686441 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-292c5b5b-0e15-49a3-9035-a474484cb3c3 req-456110c6-f632-4258-a589-242747b48c35 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 945 time: 0.1016231 Feb 09 03:25:59.708115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=9e60f142-3183-4af4-a0dc-146bf12183eb,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:59.752063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-292c5b5b-0e15-49a3-9035-a474484cb3c3 req-90694887-d5d2-4489-8af3-556a1f009f7a tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638025 Feb 09 03:25:59.773528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39346) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:59.792247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9480b-cfb8-4888-81fd-dd84057348b9 req-a694f743-305d-400c-8cf8-9416dd666974 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:59.799451 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9bb9480b-cfb8-4888-81fd-dd84057348b9 req-a694f743-305d-400c-8cf8-9416dd666974 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 951 time: 0.2018380 Feb 09 03:25:59.828083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746fb50-05c2-494b-8758-bad7d01a8827 req-d5b72d36-64e2-4937-8e46-6aea952ab15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:59.829657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3746fb50-05c2-494b-8758-bad7d01a8827 req-d5b72d36-64e2-4937-8e46-6aea952ab15b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 1128 time: 0.1694987 Feb 09 03:25:59.866705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39350) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:59.892477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00021c7-83ee-472e-b24f-7c259ce03687 admin admin] Deleting subnet 904d5a31-7ac0-4490-b8e4-1fb492027f71 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:25:59.895429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9bb9480b-cfb8-4888-81fd-dd84057348b9 req-2552b1af-87af-4604-bacd-f2329e5f290b tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949013 Feb 09 03:25:59.925678 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e00021c7-83ee-472e-b24f-7c259ce03687 admin admin] Publish callbacks [] for subnet (904d5a31-7ac0-4490-b8e4-1fb492027f71), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.028867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39354) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:00.050783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e00021c7-83ee-472e-b24f-7c259ce03687 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (904d5a31-7ac0-4490-b8e4-1fb492027f71), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.051638 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3746fb50-05c2-494b-8758-bad7d01a8827 req-c366b4bc-0148-4a8c-b234-399f9f6dedbc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098887 Feb 09 03:26:00.114036 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78404896-21b5-4eb2-8ebf-f84d1d39ece7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.160671 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e00021c7-83ee-472e-b24f-7c259ce03687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (904d5a31-7ac0-4490-b8e4-1fb492027f71), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.271606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e00021c7-83ee-472e-b24f-7c259ce03687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (904d5a31-7ac0-4490-b8e4-1fb492027f71), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.309785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00021c7-83ee-472e-b24f-7c259ce03687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904d5a31-7ac0-4490-b8e4-1fb492027f71,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:00.327385 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78404896-21b5-4eb2-8ebf-f84d1d39ece7 admin admin] Publish callbacks [] for security_group (fb117a2d-43ee-47eb-959a-9d7895fa5d73), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.335438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e00021c7-83ee-472e-b24f-7c259ce03687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.344419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e00021c7-83ee-472e-b24f-7c259ce03687 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/904d5a31-7ac0-4490-b8e4-1fb492027f71 HTTP/1.1" status: 204 len: 168 time: 0.5664477 Feb 09 03:26:00.344419 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78404896-21b5-4eb2-8ebf-f84d1d39ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fb117a2d-43ee-47eb-959a-9d7895fa5d73), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.344930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39358) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:00.397420 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-78404896-21b5-4eb2-8ebf-f84d1d39ece7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=468e746191d04bc2b3a1a12ae3c48a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678136 Feb 09 03:26:00.398139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39360) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:00.398788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78404896-21b5-4eb2-8ebf-f84d1d39ece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb117a2d-43ee-47eb-959a-9d7895fa5d73,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:00.498096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-852821ba-9f84-4706-a1d3-87dc24a87b14 admin admin] Publish callbacks [] for security_group (fb117a2d-43ee-47eb-959a-9d7895fa5d73), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.531588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-852821ba-9f84-4706-a1d3-87dc24a87b14 admin admin] Publish callbacks [] for security_group (fb117a2d-43ee-47eb-959a-9d7895fa5d73), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.566933 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (353604e7-6865-42f3-bffc-5a5b8d7dd829), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.602039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ef12088-f768-4fd3-96c5-004f7141783a req-b5d046d5-d041-4d53-84bc-fdcd2c79c94a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 210 time: 0.0430243 Feb 09 03:26:00.635674 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-852821ba-9f84-4706-a1d3-87dc24a87b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fb117a2d-43ee-47eb-959a-9d7895fa5d73), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.638456 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-852821ba-9f84-4706-a1d3-87dc24a87b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.642379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-852821ba-9f84-4706-a1d3-87dc24a87b14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb117a2d-43ee-47eb-959a-9d7895fa5d73 HTTP/1.1" status: 204 len: 168 time: 0.2400072 Feb 09 03:26:00.657347 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852821ba-9f84-4706-a1d3-87dc24a87b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb117a2d-43ee-47eb-959a-9d7895fa5d73,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:00.718676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24121e7d-de80-4d52-9297-4c396390423c req-2b571547-bca9-4ac0-ba7e-8297bec78f35 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:00.728426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-24121e7d-de80-4d52-9297-4c396390423c req-2b571547-bca9-4ac0-ba7e-8297bec78f35 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.2870884 Feb 09 03:26:00.799677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301779-b65b-4374-98d9-209eab6b75af req-b585a5bf-10d5-41be-9883-80c097d5de96 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:00.801251 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1301779-b65b-4374-98d9-209eab6b75af req-b585a5bf-10d5-41be-9883-80c097d5de96 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.65 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 951 time: 0.1879339 Feb 09 03:26:00.911505 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (353604e7-6865-42f3-bffc-5a5b8d7dd829), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.934851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353604e7-6865-42f3-bffc-5a5b8d7dd829']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:00.947109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4268c45e-a047-49a6-a399-c01976ff3bd3') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:00.947385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4268c45e-a047-49a6-a399-c01976ff3bd3') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:00.962885 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (4268c45e-a047-49a6-a399-c01976ff3bd3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.978301 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4268c45e-a047-49a6-a399-c01976ff3bd3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.985168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585c9d2-050b-43f1-9bf7-b6eb82ed1a26 req-7743a95c-79b8-4b6d-9c17-654001097791 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:00.985502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:26:00.985932 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (4268c45e-a047-49a6-a399-c01976ff3bd3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.990564 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e585c9d2-050b-43f1-9bf7-b6eb82ed1a26 req-7743a95c-79b8-4b6d-9c17-654001097791 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 945 time: 0.1140370 Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:26:01.038974 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:26:01.080420 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:26:01.086197 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e585c9d2-050b-43f1-9bf7-b6eb82ed1a26 req-9170e5ea-5678-4a58-8c22-9c65a21d1cf3 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895333 Feb 09 03:26:01.279122 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-24121e7d-de80-4d52-9297-4c396390423c req-225e44b2-bcaa-4cae-84c7-bc1352e5a5c7 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494111 Feb 09 03:26:01.347135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3958a9-8f1d-4a6c-aec5-1aef8b1f853b req-245c1c68-7f9f-44ae-b726-9b07b63b9e54 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:01.358724 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (353604e7-6865-42f3-bffc-5a5b8d7dd829), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:01.358955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c3958a9-8f1d-4a6c-aec5-1aef8b1f853b req-245c1c68-7f9f-44ae-b726-9b07b63b9e54 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 951 time: 0.1366611 Feb 09 03:26:01.365391 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:01.370148 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/353604e7-6865-42f3-bffc-5a5b8d7dd829 HTTP/1.1" status: 204 len: 168 time: 1.0234237 Feb 09 03:26:01.407852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=353604e7-6865-42f3-bffc-5a5b8d7dd829,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:01.444985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.445336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.445704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.446043 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.446375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.446975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.447379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.447712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.448040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.448367 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.448692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.449423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.449423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2632697e-0a19-41ce-95a3-30be4f5325d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:01.459810 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c3958a9-8f1d-4a6c-aec5-1aef8b1f853b req-5646297a-03d2-4ff2-af01-bdfb42136183 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002038 Feb 09 03:26:01.486890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-36f6ce93-efc8-4b36-bd77-ba5909d137b4 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:01.488157 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-36f6ce93-efc8-4b36-bd77-ba5909d137b4 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.42 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 815 time: 0.4865396 Feb 09 03:26:01.507965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Request body: {'port': {'device_id': '3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c', 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134', 'admin_state_up': True, 'tenant_id': 'e401a629c5eb45aca7db66c1b3c7c645'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:01.601413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-a1301779-b65b-4374-98d9-209eab6b75af req-1acc1b42-9141-4fea-a053-7d0ead61a00e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Deleting port 696733ad-a6fe-42d0-8bc5-8c9528da6085 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:01.601958 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a1301779-b65b-4374-98d9-209eab6b75af req-1acc1b42-9141-4fea-a053-7d0ead61a00e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:01.623364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39390) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:01.741757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3226556f-0023-4380-8cc6-64a2035eb39c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8780f048ce954601851e1a69ece94228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1142712 Feb 09 03:26:01.744818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39396) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:02.219265 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d6a9dd4-1612-45d3-b119-ec4119590047 req-d3ca13a5-654e-46a3-996f-2a829aff07cd tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 210 time: 0.5033383 Feb 09 03:26:02.314687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115a212-282a-4ac1-8e5d-11b282966995 req-e6ef0684-47de-462c-976c-346570457f61 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:02.316589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2115a212-282a-4ac1-8e5d-11b282966995 req-e6ef0684-47de-462c-976c-346570457f61 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 945 time: 0.0846851 Feb 09 03:26:02.362077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a1301779-b65b-4374-98d9-209eab6b75af req-1acc1b42-9141-4fea-a053-7d0ead61a00e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] For port 696733ad-a6fe-42d0-8bc5-8c9528da6085, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=696733ad-a6fe-42d0-8bc5-8c9528da6085,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:02.365835 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a1301779-b65b-4374-98d9-209eab6b75af req-1acc1b42-9141-4fea-a053-7d0ead61a00e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:02.398472 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1603a324-9faa-49f9-b612-76b40efae4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (668c4208-1934-4c58-9be8-cd247fbb73cd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:02.449670 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2115a212-282a-4ac1-8e5d-11b282966995 req-9d5021e1-6592-4bdc-88e7-8bb438805abb tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216505 Feb 09 03:26:02.464577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-a1301779-b65b-4374-98d9-209eab6b75af req-1acc1b42-9141-4fea-a053-7d0ead61a00e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Calling delete_port for 696733ad-a6fe-42d0-8bc5-8c9528da6085 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:02.584614 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6d98eb3-f4e8-4582-857e-36e803789bb3 admin admin] Publish callbacks [] for security_group (7d839eaf-1dd0-41ab-a875-70c6ba58da2f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:02.612810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Made reservation on behalf of e401a629c5eb45aca7db66c1b3c7c645 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:02.616423 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:02.701716 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6d98eb3-f4e8-4582-857e-36e803789bb3 admin admin] Publish callbacks [] for security_group (7d839eaf-1dd0-41ab-a875-70c6ba58da2f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:02.798335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b7081-4290-4df6-9fd3-15d93b8bbfd5 req-5717af21-eced-484a-95e8-ce23404de115 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:02.800667 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b9b7081-4290-4df6-9fd3-15d93b8bbfd5 req-5717af21-eced-484a-95e8-ce23404de115 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 951 time: 0.1104014 Feb 09 03:26:02.876788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9e742-c5e2-4ad2-b3a0-37bfac391f5c req-ffc42fce-b3fc-45e0-805e-41c91d6e7308 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:02.878489 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-29a9e742-c5e2-4ad2-b3a0-37bfac391f5c req-ffc42fce-b3fc-45e0-805e-41c91d6e7308 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.4642904 Feb 09 03:26:02.919248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b9b7081-4290-4df6-9fd3-15d93b8bbfd5 req-1384d983-d531-4d96-aa53-f7dc18485393 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102669 Feb 09 03:26:03.092973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6d98eb3-f4e8-4582-857e-36e803789bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7d839eaf-1dd0-41ab-a875-70c6ba58da2f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:03.095666 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6d98eb3-f4e8-4582-857e-36e803789bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:03.099097 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f6d98eb3-f4e8-4582-857e-36e803789bb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d839eaf-1dd0-41ab-a875-70c6ba58da2f HTTP/1.1" status: 204 len: 168 time: 1.3446207 Feb 09 03:26:03.133405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d98eb3-f4e8-4582-857e-36e803789bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d839eaf-1dd0-41ab-a875-70c6ba58da2f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:03.136259 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a1301779-b65b-4374-98d9-209eab6b75af req-1acc1b42-9141-4fea-a053-7d0ead61a00e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (696733ad-a6fe-42d0-8bc5-8c9528da6085), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:03.153091 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-29a9e742-c5e2-4ad2-b3a0-37bfac391f5c req-4c5724d5-a1de-4943-8b2b-4e51e99dc42a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553792 Feb 09 03:26:03.157503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Allocated IP 172.20.0.13 (2fbf5b2a-7e17-4840-81ce-52c8f598a134/7829cf55-e944-4514-bf89-a385b578ebb3/8063dc07-7b32-40c3-840c-99aac8552ec0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:03.162953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['aedcc373-f3f9-4a4b-9d6f-93d460b51433', '816496f8-5697-49d4-9966-ba967a965d02'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:03.221909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc1b42-9141-4fea-a053-7d0ead61a00e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Pushing event deleted for resources: {'Port': ['ID=696733ad-a6fe-42d0-8bc5-8c9528da6085,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:03.402354 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1301779-b65b-4374-98d9-209eab6b75af req-1acc1b42-9141-4fea-a053-7d0ead61a00e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] No DVR routers for this DVR port 696733ad-a6fe-42d0-8bc5-8c9528da6085 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:26:03.406939 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a1301779-b65b-4374-98d9-209eab6b75af req-1acc1b42-9141-4fea-a053-7d0ead61a00e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:03.418139 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1301779-b65b-4374-98d9-209eab6b75af req-1acc1b42-9141-4fea-a053-7d0ead61a00e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.65 "DELETE /v2.0/ports/696733ad-a6fe-42d0-8bc5-8c9528da6085 HTTP/1.1" status: 204 len: 173 time: 2.5867126 Feb 09 03:26:03.426442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054e66d-f4ba-490a-a39d-08fc730b565f req-876cb9e1-e3d7-4c09-ae85-78551c6ddbfc tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:03.435691 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f054e66d-f4ba-490a-a39d-08fc730b565f req-876cb9e1-e3d7-4c09-ae85-78551c6ddbfc tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 945 time: 0.1419117 Feb 09 03:26:03.465775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'name': 'network-vif-deleted', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:03.470659 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bed5dbc-9ccf-41ff-b037-e268985c378b" -d '{"events": [{"server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "name": "network-vif-deleted", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:03.531341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39444) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:03.576726 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f054e66d-f4ba-490a-a39d-08fc730b565f req-8128dba4-3903-41c9-82f4-36e78150b80f tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303937 Feb 09 03:26:03.641414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a37f6be2-cd33-40ef-9b27-9183f39bae75 req-0e12144f-2883-4bbf-af1d-f844f453ea5f tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 210 time: 0.2577770 Feb 09 03:26:03.762543 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3b9781-bed5-4253-a4ac-ba4e065461be x-openstack-request-id: req-ec3b9781-bed5-4253-a4ac-ba4e065461be {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:03.762766 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52da7f73-0152-42ac-af22-6713872498d0", "name": "network-vif-deleted", "tag": "696733ad-a6fe-42d0-8bc5-8c9528da6085", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:03.763001 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec3b9781-bed5-4253-a4ac-ba4e065461be {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:03.764530 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52da7f73-0152-42ac-af22-6713872498d0', 'name': 'network-vif-deleted', 'tag': '696733ad-a6fe-42d0-8bc5-8c9528da6085', 'status': 'completed', 'code': 200} Feb 09 03:26:03.806741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4e11e8b3-8e87-44a9-86c8-8b93afbdb9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:03.893385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1603a324-9faa-49f9-b612-76b40efae4d1 admin admin] Deleting port 762125a5-9034-4de1-9adb-a8dcd61faa23 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:03.893824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1603a324-9faa-49f9-b612-76b40efae4d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:03.899887 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4e11e8b3-8e87-44a9-86c8-8b93afbdb9f6 admin admin] Publish callbacks [] for security_group (55757d7b-2dca-4e4c-b438-245aa879276f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:03.904954 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4e11e8b3-8e87-44a9-86c8-8b93afbdb9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (55757d7b-2dca-4e4c-b438-245aa879276f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:03.940303 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4e11e8b3-8e87-44a9-86c8-8b93afbdb9f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53f4793ffff748e28787bb194eb408ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4078994 Feb 09 03:26:03.949675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39462) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:04.028253 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1603a324-9faa-49f9-b612-76b40efae4d1 admin admin] For port 762125a5-9034-4de1-9adb-a8dcd61faa23, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=762125a5-9034-4de1-9adb-a8dcd61faa23,segment=NetworkSegment(1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e),segment_id=1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:04.028639 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1603a324-9faa-49f9-b612-76b40efae4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.030114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11e8b3-8e87-44a9-86c8-8b93afbdb9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55757d7b-2dca-4e4c-b438-245aa879276f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:04.035488 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b148f7f-cc4f-41c1-bc1f-89127a44443e admin admin] Publish callbacks [] for security_group (55757d7b-2dca-4e4c-b438-245aa879276f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.055982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1603a324-9faa-49f9-b612-76b40efae4d1 admin admin] Calling delete_port for 762125a5-9034-4de1-9adb-a8dcd61faa23 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:04.078699 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b148f7f-cc4f-41c1-bc1f-89127a44443e admin admin] Publish callbacks [] for security_group (55757d7b-2dca-4e4c-b438-245aa879276f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.080457 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks [] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.141555 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4cc7f57-f695-4995-ace3-8fda48af5084 req-f581f438-25a3-428f-a96d-d1187680028a tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=52da7f73-0152-42ac-af22-6713872498d0 HTTP/1.1" status: 200 len: 210 time: 0.0492792 Feb 09 03:26:04.199266 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b148f7f-cc4f-41c1-bc1f-89127a44443e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (55757d7b-2dca-4e4c-b438-245aa879276f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.204441 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b148f7f-cc4f-41c1-bc1f-89127a44443e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.207999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1b148f7f-cc4f-41c1-bc1f-89127a44443e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55757d7b-2dca-4e4c-b438-245aa879276f HTTP/1.1" status: 204 len: 168 time: 0.2571619 Feb 09 03:26:04.210488 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.223390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['57c7b320-4ee7-4225-9f5f-2ce9cd5bd575'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:04.232187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b148f7f-cc4f-41c1-bc1f-89127a44443e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55757d7b-2dca-4e4c-b438-245aa879276f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:04.299150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b95ac296-d862-4208-bfde-7450da719034', 'c9c67e3a-8292-47b9-b5cc-944a2bd9a8af'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:04.328165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Pushing event updated for resources: {'Port': ['ID=8063dc07-7b32-40c3-840c-99aac8552ec0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:04.395120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:04.409918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:04.423467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:04.485807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a14fc-2712-4eb0-bd30-e38a2337e788 req-e22ac970-2244-423a-934c-d39d65d0d185 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:04.487537 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e12a14fc-2712-4eb0-bd30-e38a2337e788 req-e22ac970-2244-423a-934c-d39d65d0d185 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.1638124 Feb 09 03:26:04.561316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:04.562142 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.641624 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e12a14fc-2712-4eb0-bd30-e38a2337e788 req-5e0b77a0-5ace-42d9-92af-11f67a5bc997 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394882 Feb 09 03:26:04.668439 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-1ce2a29b-7b30-4f94-aabc-0a8e4c131ac1 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1584661 Feb 09 03:26:04.674039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Request body: {'port': {'device_id': '3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:04.762217 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1603a324-9faa-49f9-b612-76b40efae4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (762125a5-9034-4de1-9adb-a8dcd61faa23), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.980276 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:05.036163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603a324-9faa-49f9-b612-76b40efae4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=762125a5-9034-4de1-9adb-a8dcd61faa23,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:05.054537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 696733ad-a6fe-42d0-8bc5-8c9528da6085 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:05.098258 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 696733ad-a6fe-42d0-8bc5-8c9528da6085 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:05.098661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 696733ad-a6fe-42d0-8bc5-8c9528da6085 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:05.108619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953634-2851-4f43-9354-82ed060ada49 req-45cf8efc-9eb0-4061-b219-f5732f1090d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:05.120451 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9953634-2851-4f43-9354-82ed060ada49 req-45cf8efc-9eb0-4061-b219-f5732f1090d7 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 932 time: 0.0980752 Feb 09 03:26:05.216165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 23d92aa4-82af-49a4-93f7-483e3d574ddd details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:26:05.240699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9953634-2851-4f43-9354-82ed060ada49 req-0f1293e4-d77f-4ea5-aa14-b1a06cf08dc2 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145532 Feb 09 03:26:05.260362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 23d92aa4-82af-49a4-93f7-483e3d574ddd no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:05.291284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29db5-8ddc-431e-ac8a-944614467361 req-f761abc6-6034-421f-8509-cc1d2e41f89c tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:05.297238 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24a29db5-8ddc-431e-ac8a-944614467361 req-f761abc6-6034-421f-8509-cc1d2e41f89c tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 945 time: 0.1414738 Feb 09 03:26:05.471636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-24a29db5-8ddc-431e-ac8a-944614467361 req-f15f1bea-17ab-4625-b908-6e4ce3e11343 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Deleting port 9e60f142-3183-4af4-a0dc-146bf12183eb {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:05.473188 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-24a29db5-8ddc-431e-ac8a-944614467361 req-f15f1bea-17ab-4625-b908-6e4ce3e11343 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:05.489266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 23d92aa4-82af-49a4-93f7-483e3d574ddd is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:05.489744 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:05.543742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a756680-8668-4382-8dd7-1fa7729c619c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d92aa4-82af-49a4-93f7-483e3d574ddd'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:05.544905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ba4ef-3d67-40f0-b867-3fba5524217a req-80b5c70d-396f-4e17-bd34-2cad87e8ceac tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:05.546710 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e192fd04-23bc-49f1-a868-7c80d393157e" -d '{"events": [{"server_uuid": "5a756680-8668-4382-8dd7-1fa7729c619c", "name": "network-vif-unplugged", "status": "completed", "tag": "23d92aa4-82af-49a4-93f7-483e3d574ddd"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:05.554029 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-963ba4ef-3d67-40f0-b867-3fba5524217a req-80b5c70d-396f-4e17-bd34-2cad87e8ceac tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 945 time: 0.6821678 Feb 09 03:26:05.579192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 23d92aa4-82af-49a4-93f7-483e3d574ddd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=23d92aa4-82af-49a4-93f7-483e3d574ddd,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:05.587277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 23d92aa4-82af-49a4-93f7-483e3d574ddd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=23d92aa4-82af-49a4-93f7-483e3d574ddd,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:05.600562 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:05.612333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '23d92aa4-82af-49a4-93f7-483e3d574ddd', 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27', 'port_id': '23d92aa4-82af-49a4-93f7-483e3d574ddd', 'mac_address': 'fa:16:3e:7a:c6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758b59e2-44c9-4ffa-9f75-79486baf7d46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:26:05.614304 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67ab83ce-edd5-468d-b0cf-ab021551097f req-67bb236e-1344-4a1f-8735-874bc23da96e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6534922 Feb 09 03:26:05.615624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1603a324-9faa-49f9-b612-76b40efae4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (668c4208-1934-4c58-9be8-cd247fbb73cd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:05.690312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=23d92aa4-82af-49a4-93f7-483e3d574ddd,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:05.760741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-24a29db5-8ddc-431e-ac8a-944614467361 req-f15f1bea-17ab-4625-b908-6e4ce3e11343 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] For port 9e60f142-3183-4af4-a0dc-146bf12183eb, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=9e60f142-3183-4af4-a0dc-146bf12183eb,segment=NetworkSegment(e08604a7-dcdc-4505-9002-c687ad7ee5d3),segment_id=e08604a7-dcdc-4505-9002-c687ad7ee5d3)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:05.761483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-24a29db5-8ddc-431e-ac8a-944614467361 req-f15f1bea-17ab-4625-b908-6e4ce3e11343 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:05.795902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-24a29db5-8ddc-431e-ac8a-944614467361 req-f15f1bea-17ab-4625-b908-6e4ce3e11343 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Calling delete_port for 9e60f142-3183-4af4-a0dc-146bf12183eb owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:05.833584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 23d92aa4-82af-49a4-93f7-483e3d574ddd is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:05.835745 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:05.878057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d92aa4-82af-49a4-93f7-483e3d574ddd {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:26:05.923616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 23d92aa4-82af-49a4-93f7-483e3d574ddd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=23d92aa4-82af-49a4-93f7-483e3d574ddd,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:05.935273 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:05.938916 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469e5dec-8329-4bd7-b7a0-02e9a3e2fbe7 x-openstack-request-id: req-469e5dec-8329-4bd7-b7a0-02e9a3e2fbe7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:05.939409 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a756680-8668-4382-8dd7-1fa7729c619c", "name": "network-vif-unplugged", "status": "completed", "tag": "23d92aa4-82af-49a4-93f7-483e3d574ddd", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:05.939728 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-469e5dec-8329-4bd7-b7a0-02e9a3e2fbe7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:05.940191 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a756680-8668-4382-8dd7-1fa7729c619c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d92aa4-82af-49a4-93f7-483e3d574ddd', 'code': 200} Feb 09 03:26:05.963007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-963ba4ef-3d67-40f0-b867-3fba5524217a req-1a165ec4-861f-4a65-bd9f-145c1e08a69c tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/security-groups?id=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076385 Feb 09 03:26:06.135244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=23d92aa4-82af-49a4-93f7-483e3d574ddd,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:06.167463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c06278-5a8e-42ae-a244-092d14d3e49a req-bb706f1a-49f8-473f-b22c-09a4880634fc tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:06.172827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['23d92aa4-82af-49a4-93f7-483e3d574ddd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:06.191231 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-61c06278-5a8e-42ae-a244-092d14d3e49a req-bb706f1a-49f8-473f-b22c-09a4880634fc tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 945 time: 0.1391423 Feb 09 03:26:06.192735 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-24a29db5-8ddc-431e-ac8a-944614467361 req-f15f1bea-17ab-4625-b908-6e4ce3e11343 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9e60f142-3183-4af4-a0dc-146bf12183eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:06.257940 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['9e60f142-3183-4af4-a0dc-146bf12183eb'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:06.292218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f1bea-17ab-4625-b908-6e4ce3e11343 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Pushing event deleted for resources: {'Port': ['ID=9e60f142-3183-4af4-a0dc-146bf12183eb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:06.418498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a29db5-8ddc-431e-ac8a-944614467361 req-f15f1bea-17ab-4625-b908-6e4ce3e11343 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] No DVR routers for this DVR port 9e60f142-3183-4af4-a0dc-146bf12183eb on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:26:06.440393 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-24a29db5-8ddc-431e-ac8a-944614467361 req-f15f1bea-17ab-4625-b908-6e4ce3e11343 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:06.445517 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24a29db5-8ddc-431e-ac8a-944614467361 req-f15f1bea-17ab-4625-b908-6e4ce3e11343 tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.65 "DELETE /v2.0/ports/9e60f142-3183-4af4-a0dc-146bf12183eb HTTP/1.1" status: 204 len: 173 time: 1.1421070 Feb 09 03:26:06.445945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed27b9e2-85ce-4220-98ad-8eb88dab80ca', 'name': 'network-vif-deleted', 'tag': '9e60f142-3183-4af4-a0dc-146bf12183eb'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:06.448341 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1ff7d2-74bd-417b-a537-ab6f6c4bf819" -d '{"events": [{"server_uuid": "ed27b9e2-85ce-4220-98ad-8eb88dab80ca", "name": "network-vif-deleted", "tag": "9e60f142-3183-4af4-a0dc-146bf12183eb"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:06.525104 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-61c06278-5a8e-42ae-a244-092d14d3e49a req-4192f88c-e147-4ed5-8b6b-d30ac7352afc tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312142 Feb 09 03:26:06.616087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab83ce-edd5-468d-b0cf-ab021551097f req-efe10c3c-808e-4f81-b7dc-c7653749027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:06.618203 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67ab83ce-edd5-468d-b0cf-ab021551097f req-efe10c3c-808e-4f81-b7dc-c7653749027b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 1129 time: 0.9444969 Feb 09 03:26:06.651249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1603a324-9faa-49f9-b612-76b40efae4d1 admin admin] Router 668c4208-1934-4c58-9be8-cd247fbb73cd has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:26:06.730843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ccecc-d872-46ba-8e99-76e093b93230 req-e5c70b31-1b56-482e-b18a-1cfcf7f3dde8 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:06.732840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b92ccecc-d872-46ba-8e99-76e093b93230 req-e5c70b31-1b56-482e-b18a-1cfcf7f3dde8 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 932 time: 0.0990305 Feb 09 03:26:06.780978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8063dc07-7b32-40c3-840c-99aac8552ec0 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:26:06.804649 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Publish callbacks [] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:06.831889 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b92ccecc-d872-46ba-8e99-76e093b93230 req-f61f4169-dd8d-42c1-821f-03d71b3913a2 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923190 Feb 09 03:26:06.834852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80fbd1-9f63-4f3a-b4db-08ba90131eae req-7dbf77ec-0720-47ed-bba8-81f917e948ae tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:06.836524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da80fbd1-9f63-4f3a-b4db-08ba90131eae req-7dbf77ec-0720-47ed-bba8-81f917e948ae tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.6894841 Feb 09 03:26:07.006089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Transition to ACTIVE for port object 8063dc07-7b32-40c3-840c-99aac8552ec0 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:26:07.075207 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155da3d5-7045-4870-8673-61a76c583ade x-openstack-request-id: req-155da3d5-7045-4870-8673-61a76c583ade {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:07.075508 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed27b9e2-85ce-4220-98ad-8eb88dab80ca", "name": "network-vif-deleted", "tag": "9e60f142-3183-4af4-a0dc-146bf12183eb", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:07.075947 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-155da3d5-7045-4870-8673-61a76c583ade {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:07.076360 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed27b9e2-85ce-4220-98ad-8eb88dab80ca', 'name': 'network-vif-deleted', 'tag': '9e60f142-3183-4af4-a0dc-146bf12183eb', 'status': 'completed', 'code': 200} Feb 09 03:26:07.082779 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:07.183144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab83ce-edd5-468d-b0cf-ab021551097f req-43f368cb-c581-4a6a-8534-454a2366774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:07.184708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67ab83ce-edd5-468d-b0cf-ab021551097f req-43f368cb-c581-4a6a-8534-454a2366774a service neutron] 10.222.0.65 "GET /v2.0/networks?id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 200 len: 919 time: 0.5361705 Feb 09 03:26:07.235463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 23d92aa4-82af-49a4-93f7-483e3d574ddd up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:07.275131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Pushing event updated for resources: {'Port': ['ID=8063dc07-7b32-40c3-840c-99aac8552ec0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:07.321058 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 23d92aa4-82af-49a4-93f7-483e3d574ddd triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:07.321559 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:07.344709 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67ab83ce-edd5-468d-b0cf-ab021551097f req-bb5692cd-12cd-4e4e-bbad-8f8b8b192545 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12189f66-3e68-4879-9e9d-b29bb533654c HTTP/1.1" status: 200 len: 217 time: 0.1136296 Feb 09 03:26:07.373243 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-58e50b45-639f-41f1-810b-e4d2514d28da req-9365e651-a817-4054-bc5e-1fb92421f3df tempest-ServerGroupTestJSON-1211946793 tempest-ServerGroupTestJSON-1211946793-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed27b9e2-85ce-4220-98ad-8eb88dab80ca HTTP/1.1" status: 200 len: 210 time: 0.0556328 Feb 09 03:26:07.375418 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da80fbd1-9f63-4f3a-b4db-08ba90131eae req-10fe7ce8-6dbe-46cb-98e0-93b8ec24f031 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013313 Feb 09 03:26:07.445991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 23d92aa4-82af-49a4-93f7-483e3d574ddd is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:07.446360 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:07.485122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 23d92aa4-82af-49a4-93f7-483e3d574ddd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=23d92aa4-82af-49a4-93f7-483e3d574ddd,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:07.492698 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:07.601062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=23d92aa4-82af-49a4-93f7-483e3d574ddd,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:07.661288 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:07.689714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d9e05-89dc-459b-bda9-b6d890500f2b req-4c7e2bee-1277-4598-830f-8369bff5ccba tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:07.691671 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e38d9e05-89dc-459b-bda9-b6d890500f2b req-4c7e2bee-1277-4598-830f-8369bff5ccba tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.0638022 Feb 09 03:26:07.765708 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e38d9e05-89dc-459b-bda9-b6d890500f2b req-8bea2be1-1f07-4c77-ae6f-259d81e8942e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671568 Feb 09 03:26:07.849009 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1603a324-9faa-49f9-b612-76b40efae4d1 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:26:07.853792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab83ce-edd5-468d-b0cf-ab021551097f req-b788ed8a-8100-4b3c-8f0b-20e7c68d791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:07.855397 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67ab83ce-edd5-468d-b0cf-ab021551097f req-b788ed8a-8100-4b3c-8f0b-20e7c68d791b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5987146c-0272-47db-a79e-ae9778106f0b HTTP/1.1" status: 200 len: 858 time: 0.5005007 Feb 09 03:26:07.861020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d619d9-8cc2-4234-ba86-0e7022c67d04 None None] Sync routers for ids ['668c4208-1934-4c58-9be8-cd247fbb73cd'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:26:07.862738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f954b-e7da-4fe1-9238-661a999cd73b req-24588db9-6ea8-4fbf-a216-2b1ce638d342 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:07.864060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d41f954b-e7da-4fe1-9238-661a999cd73b req-24588db9-6ea8-4fbf-a216-2b1ce638d342 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 950 time: 0.6843421 Feb 09 03:26:07.876455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39590) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:07.883119 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1603a324-9faa-49f9-b612-76b40efae4d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/668c4208-1934-4c58-9be8-cd247fbb73cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0153065 Feb 09 03:26:07.894240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d619d9-8cc2-4234-ba86-0e7022c67d04 None None] Routers {'668c4208-1934-4c58-9be8-cd247fbb73cd'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:07.896358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-84d619d9-8cc2-4234-ba86-0e7022c67d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:25:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['668c4208-1934-4c58-9be8-cd247fbb73cd'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:07.913596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67ab83ce-edd5-468d-b0cf-ab021551097f req-13ed7c8c-0108-4dca-abb8-a9102e647288 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448868 Feb 09 03:26:08.100939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-84d619d9-8cc2-4234-ba86-0e7022c67d04 None None] Set router 668c4208-1934-4c58-9be8-cd247fbb73cd gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:08.130897 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Publish callbacks [] for router (668c4208-1934-4c58-9be8-cd247fbb73cd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:08.136306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Attempting to bind port 8063dc07-7b32-40c3-840c-99aac8552ec0 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:26:08.137258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Attempting to bind port 8063dc07-7b32-40c3-840c-99aac8552ec0 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:26:08.137808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Attempting to bind port 8063dc07-7b32-40c3-840c-99aac8552ec0 on network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:08.164650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Port 8063dc07-7b32-40c3-840c-99aac8552ec0 on network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:26:08.166089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Attempting to bind port 8063dc07-7b32-40c3-840c-99aac8552ec0 on network 2fbf5b2a-7e17-4840-81ce-52c8f598a134 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:08.197396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:26:08.198133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Checking segment: {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:08.198961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Bound using segment: {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:26:08.199668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Bound port: 8063dc07-7b32-40c3-840c-99aac8552ec0, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18863dd7-9634-44ed-af6d-59eaf56c7e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:26:08.200307 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:08.229215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632c646-12e9-4408-883f-620f87d387c0 req-9a3369fd-f8f2-4efa-ba79-9d302e1247e5 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:08.231158 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e632c646-12e9-4408-883f-620f87d387c0 req-9a3369fd-f8f2-4efa-ba79-9d302e1247e5 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 944 time: 0.2385466 Feb 09 03:26:08.238697 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67ab83ce-edd5-468d-b0cf-ab021551097f req-93b990c6-f210-4132-8420-c3ebc0aa2698 service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675054 Feb 09 03:26:08.256222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39600) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:08.360242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-d41f954b-e7da-4fe1-9238-661a999cd73b req-8c4ba49c-f315-46af-9024-e6ac6a9397f4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Deleting port 816496f8-5697-49d4-9966-ba967a965d02 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:08.360242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d41f954b-e7da-4fe1-9238-661a999cd73b req-8c4ba49c-f315-46af-9024-e6ac6a9397f4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (816496f8-5697-49d4-9966-ba967a965d02), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:08.364002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a756680-8668-4382-8dd7-1fa7729c619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d92aa4-82af-49a4-93f7-483e3d574ddd'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:08.366505 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eb82b0-b182-4065-959f-a5d8710d1490" -d '{"events": [{"server_uuid": "5a756680-8668-4382-8dd7-1fa7729c619c", "name": "network-vif-plugged", "status": "completed", "tag": "23d92aa4-82af-49a4-93f7-483e3d574ddd"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:08.402458 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Publish callbacks [] for router_gateway (668c4208-1934-4c58-9be8-cd247fbb73cd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:08.523308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Deleting port ef0c2c82-1805-451d-938a-275530da5322 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:08.523778 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ef0c2c82-1805-451d-938a-275530da5322), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:08.555226 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] For port 8063dc07-7b32-40c3-840c-99aac8552ec0, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:26:08.566029 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f6fed0-e72e-4a36-9b29-293176b85ca7 x-openstack-request-id: req-37f6fed0-e72e-4a36-9b29-293176b85ca7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:08.566414 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a756680-8668-4382-8dd7-1fa7729c619c", "name": "network-vif-plugged", "status": "completed", "tag": "23d92aa4-82af-49a4-93f7-483e3d574ddd", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:08.566599 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37f6fed0-e72e-4a36-9b29-293176b85ca7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:08.579254 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a756680-8668-4382-8dd7-1fa7729c619c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d92aa4-82af-49a4-93f7-483e3d574ddd', 'code': 200} Feb 09 03:26:08.579520 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e632c646-12e9-4408-883f-620f87d387c0 req-fb1db49b-0584-48b6-8925-857707d3785a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262193 Feb 09 03:26:08.644891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] For port 8063dc07-7b32-40c3-840c-99aac8552ec0, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8063dc07-7b32-40c3-840c-99aac8552ec0,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:26:08.647563 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-411e4055-6292-42e4-9c27-73d89e5b92bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:08.654412 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67ab83ce-edd5-468d-b0cf-ab021551097f req-faea1935-2a72-49e5-95b7-467091de2f35 service neutron] 10.222.0.65 "GET /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043226 Feb 09 03:26:08.680052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-84d619d9-8cc2-4234-ba86-0e7022c67d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'name': 'tempest-ServerRescueTestJSON-1894698619-router', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'ef0c2c82-1805-451d-938a-275530da5322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:40Z', 'updated_at': '2022-02-09T03:26:04Z', 'revision_number': 5, 'project_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'gw_port': {'id': 'ef0c2c82-1805-451d-938a-275530da5322', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:42Z', 'updated_at': '2022-02-09T03:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:08.685699 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:08.746918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:08.747606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:08.749068 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] 10.222.0.42 "PUT /v2.0/ports/8063dc07-7b32-40c3-840c-99aac8552ec0 HTTP/1.1" status: 200 len: 1093 time: 4.0815439 Feb 09 03:26:08.751341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d41f954b-e7da-4fe1-9238-661a999cd73b req-8c4ba49c-f315-46af-9024-e6ac6a9397f4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] For port 816496f8-5697-49d4-9966-ba967a965d02, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=816496f8-5697-49d4-9966-ba967a965d02,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:08.751719 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d41f954b-e7da-4fe1-9238-661a999cd73b req-8c4ba49c-f315-46af-9024-e6ac6a9397f4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (816496f8-5697-49d4-9966-ba967a965d02), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:08.757818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c', 'tag': '8063dc07-7b32-40c3-840c-99aac8552ec0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:08.764335 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f2eb2a-9af6-4821-9ac8-571a7d2c2aec" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c", "tag": "8063dc07-7b32-40c3-840c-99aac8552ec0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:08.766831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] For port ef0c2c82-1805-451d-938a-275530da5322, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ef0c2c82-1805-451d-938a-275530da5322,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:08.767281 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ef0c2c82-1805-451d-938a-275530da5322), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:08.785555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Calling delete_port for ef0c2c82-1805-451d-938a-275530da5322 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:08.789453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-d41f954b-e7da-4fe1-9238-661a999cd73b req-8c4ba49c-f315-46af-9024-e6ac6a9397f4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Calling delete_port for 816496f8-5697-49d4-9966-ba967a965d02 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:08.814752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d619d9-8cc2-4234-ba86-0e7022c67d04 None None] Checking router: 668c4208-1934-4c58-9be8-cd247fbb73cd for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:26:08.843247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d619d9-8cc2-4234-ba86-0e7022c67d04 None None] Routers {'668c4208-1934-4c58-9be8-cd247fbb73cd'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:08.844248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-84d619d9-8cc2-4234-ba86-0e7022c67d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:25:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['668c4208-1934-4c58-9be8-cd247fbb73cd'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:08.851565 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b229f-1c09-4399-887b-4a47a2d40252 service neutron] Pushing event updated for resources: {'Port': ['ID=8063dc07-7b32-40c3-840c-99aac8552ec0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:08.953916 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c85cb21-77ce-4d2c-88b2-b521231b8d81 x-openstack-request-id: req-3c85cb21-77ce-4d2c-88b2-b521231b8d81 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:08.954219 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c", "tag": "8063dc07-7b32-40c3-840c-99aac8552ec0", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:08.954608 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c85cb21-77ce-4d2c-88b2-b521231b8d81 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:08.954886 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c', 'tag': '8063dc07-7b32-40c3-840c-99aac8552ec0', 'status': 'completed', 'code': 200} Feb 09 03:26:08.973661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-672ec849-73a8-4209-95be-2ef059e93ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:08.975225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-672ec849-73a8-4209-95be-2ef059e93ab3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 1127 time: 0.1800728 Feb 09 03:26:09.053840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-dbc4336e-90b3-4983-b5d2-5de5ba4fc7e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8063dc07-7b32-40c3-840c-99aac8552ec0 HTTP/1.1" status: 200 len: 217 time: 0.0691037 Feb 09 03:26:09.054907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-84d619d9-8cc2-4234-ba86-0e7022c67d04 None None] Set router 668c4208-1934-4c58-9be8-cd247fbb73cd gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:09.075077 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-411e4055-6292-42e4-9c27-73d89e5b92bc admin admin] Publish callbacks [] for security_group (a4a63ff8-91a7-47c3-8781-e2c003c964d8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.077982 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ef0c2c82-1805-451d-938a-275530da5322), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.135551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0c2c82-1805-451d-938a-275530da5322,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:09.144138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-411e4055-6292-42e4-9c27-73d89e5b92bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a4a63ff8-91a7-47c3-8781-e2c003c964d8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.187443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-b5e516ef-f530-48d5-ad2e-87a5d5d32d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:09.188952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-b5e516ef-f530-48d5-ad2e-87a5d5d32d47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7829cf55-e944-4514-bf89-a385b578ebb3 HTTP/1.1" status: 200 len: 855 time: 0.1243131 Feb 09 03:26:09.197461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a064c4-a35b-4981-a041-26557e992558 req-0e5ea04c-71ef-42de-8606-c0e1f4612856 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:09.198791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.199241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.199833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.200319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.200760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.201186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.201687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.202682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.203111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.203532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.203950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.204368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.204479 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05a064c4-a35b-4981-a041-26557e992558 req-0e5ea04c-71ef-42de-8606-c0e1f4612856 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.1541610 Feb 09 03:26:09.204879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:09.215535 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d41f954b-e7da-4fe1-9238-661a999cd73b req-8c4ba49c-f315-46af-9024-e6ac6a9397f4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (816496f8-5697-49d4-9966-ba967a965d02), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.237882 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-411e4055-6292-42e4-9c27-73d89e5b92bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d385726383c44be2acda6e3ea24c87c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9782143 Feb 09 03:26:09.245802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 9e60f142-3183-4af4-a0dc-146bf12183eb no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:09.258354 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39632) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:09.260638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['aedcc373-f3f9-4a4b-9d6f-93d460b51433', '816496f8-5697-49d4-9966-ba967a965d02'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:09.266060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-84d619d9-8cc2-4234-ba86-0e7022c67d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'name': 'tempest-ServerRescueTestJSON-1894698619-router', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:40Z', 'updated_at': '2022-02-09T03:26:08Z', 'revision_number': 6, 'project_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:09.266963 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-d653afe0-ba44-4737-ba58-72d838b752c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fbf5b2a-7e17-4840-81ce-52c8f598a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601680 Feb 09 03:26:09.279609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e4055-6292-42e4-9c27-73d89e5b92bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a63ff8-91a7-47c3-8781-e2c003c964d8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:09.319178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc643ef-7f6c-4ca6-9c38-b527409badc6 req-f30bedd6-7630-47a1-addf-fa802f889a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:09.319395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d619d9-8cc2-4234-ba86-0e7022c67d04 None None] The sync data for ids ['668c4208-1934-4c58-9be8-cd247fbb73cd'] in n-d-824835-15 is: [{'id': '668c4208-1934-4c58-9be8-cd247fbb73cd', 'name': 'tempest-ServerRescueTestJSON-1894698619-router', 'tenant_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:40Z', 'updated_at': '2022-02-09T03:26:08Z', 'revision_number': 6, 'project_id': 'dcb34353e17541faaf238eaa9a9e6ab1', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:26:09.320158 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bc643ef-7f6c-4ca6-9c38-b527409badc6 req-f30bedd6-7630-47a1-addf-fa802f889a34 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 1129 time: 0.6401184 Feb 09 03:26:09.349881 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (668c4208-1934-4c58-9be8-cd247fbb73cd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.361591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ba49c-f315-46af-9024-e6ac6a9397f4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Pushing event deleted for resources: {'Port': ['ID=816496f8-5697-49d4-9966-ba967a965d02,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:09.386654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 9e60f142-3183-4af4-a0dc-146bf12183eb {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:09.386654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 9e60f142-3183-4af4-a0dc-146bf12183eb not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:09.504892 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05a064c4-a35b-4981-a041-26557e992558 req-7b57723d-7e87-4ce4-81f2-9b7ed1c19911 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995315 Feb 09 03:26:09.528548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a1626-4236-445c-aae5-54e7674f3f3a req-1614aa5f-1d19-4d9b-a852-fd679d6f7813 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:09.536700 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-359a1626-4236-445c-aae5-54e7674f3f3a req-1614aa5f-1d19-4d9b-a852-fd679d6f7813 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=650819b8-0726-4088-8d7f-0abdc1c8a6eb HTTP/1.1" status: 200 len: 867 time: 0.8054516 Feb 09 03:26:09.562834 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (668c4208-1934-4c58-9be8-cd247fbb73cd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.569972 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Publish callbacks [] for router_controller (668c4208-1934-4c58-9be8-cd247fbb73cd), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.594409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bc643ef-7f6c-4ca6-9c38-b527409badc6 req-a46f7b4d-287a-421b-8d8d-f65d44dde0f3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554851 Feb 09 03:26:09.597384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-146b2f46-b73c-4a2d-a81b-a625b7c6a40d service neutron] 10.222.0.42 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676196 Feb 09 03:26:09.623616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41f954b-e7da-4fe1-9238-661a999cd73b req-8c4ba49c-f315-46af-9024-e6ac6a9397f4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] No DVR routers for this DVR port 816496f8-5697-49d4-9966-ba967a965d02 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:26:09.627938 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d41f954b-e7da-4fe1-9238-661a999cd73b req-8c4ba49c-f315-46af-9024-e6ac6a9397f4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.631279 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d41f954b-e7da-4fe1-9238-661a999cd73b req-8c4ba49c-f315-46af-9024-e6ac6a9397f4 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "DELETE /v2.0/ports/816496f8-5697-49d4-9966-ba967a965d02 HTTP/1.1" status: 204 len: 173 time: 1.7222106 Feb 09 03:26:09.641682 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eaaed95-1d1f-44cc-8506-16365fc2cd97 admin admin] Publish callbacks [] for security_group (a4a63ff8-91a7-47c3-8781-e2c003c964d8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.682177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (668c4208-1934-4c58-9be8-cd247fbb73cd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.683041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 668c4208-1934-4c58-9be8-cd247fbb73cd {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:26:09.689019 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.690529 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6780387d-e32c-4455-bad1-e30bd1ea7298 admin admin] 10.222.0.21 "DELETE /v2.0/routers/668c4208-1934-4c58-9be8-cd247fbb73cd HTTP/1.1" status: 204 len: 168 time: 1.8130939 Feb 09 03:26:09.695339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39638) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:09.707569 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eaaed95-1d1f-44cc-8506-16365fc2cd97 admin admin] Publish callbacks [] for security_group (a4a63ff8-91a7-47c3-8781-e2c003c964d8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.749235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-359a1626-4236-445c-aae5-54e7674f3f3a req-fac1731f-bbf9-4be2-89ec-6959339fb5e0 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055111 Feb 09 03:26:09.857609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2d6b00-b629-4e6f-a0ae-420fdc102d99 admin admin] Deleting subnet 38b239c2-f7d6-4051-b522-196f38b4079a {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:26:09.879032 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6b00-b629-4e6f-a0ae-420fdc102d99 admin admin] Publish callbacks [] for subnet (38b239c2-f7d6-4051-b522-196f38b4079a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:09.999628 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6b00-b629-4e6f-a0ae-420fdc102d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (38b239c2-f7d6-4051-b522-196f38b4079a), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:10.076776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6b00-b629-4e6f-a0ae-420fdc102d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (38b239c2-f7d6-4051-b522-196f38b4079a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:10.082567 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04cc0c08-1988-4382-ab13-9ed4b7813c16 req-6b789cb9-ca0f-4a39-a402-037ba4992b3d service neutron] 10.222.0.42 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931309 Feb 09 03:26:10.114100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50ae46-e9fe-4df4-b296-f7486b02fa7c req-0aebd432-697d-4645-80fd-4652c1053aea tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:10.123808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d50ae46-e9fe-4df4-b296-f7486b02fa7c req-0aebd432-697d-4645-80fd-4652c1053aea tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 944 time: 0.3463721 Feb 09 03:26:10.131518 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eaaed95-1d1f-44cc-8506-16365fc2cd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a4a63ff8-91a7-47c3-8781-e2c003c964d8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:10.135107 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eaaed95-1d1f-44cc-8506-16365fc2cd97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:10.138494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3eaaed95-1d1f-44cc-8506-16365fc2cd97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4a63ff8-91a7-47c3-8781-e2c003c964d8 HTTP/1.1" status: 204 len: 168 time: 0.8773251 Feb 09 03:26:10.171571 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaaed95-1d1f-44cc-8506-16365fc2cd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a63ff8-91a7-47c3-8781-e2c003c964d8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:10.189786 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6b00-b629-4e6f-a0ae-420fdc102d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (38b239c2-f7d6-4051-b522-196f38b4079a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:10.280722 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6b00-b629-4e6f-a0ae-420fdc102d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:10.288691 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ae2d6b00-b629-4e6f-a0ae-420fdc102d99 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/38b239c2-f7d6-4051-b522-196f38b4079a HTTP/1.1" status: 204 len: 168 time: 0.5894065 Feb 09 03:26:10.294144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d6b00-b629-4e6f-a0ae-420fdc102d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b239c2-f7d6-4051-b522-196f38b4079a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:10.296840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d50ae46-e9fe-4df4-b296-f7486b02fa7c req-9ea5ba01-470a-496f-ac45-05e9bc0652f3 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678092 Feb 09 03:26:10.303379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39658) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:10.303585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 762125a5-9034-4de1-9adb-a8dcd61faa23 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:10.334752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2eb2a-9af6-4821-9ac8-571a7d2c2aec req-50f40bbc-4b10-4367-8a83-f6894de72e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:10.342754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80f2eb2a-9af6-4821-9ac8-571a7d2c2aec req-50f40bbc-4b10-4367-8a83-f6894de72e5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 1127 time: 0.1840277 Feb 09 03:26:10.349784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39660) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:10.367848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 762125a5-9034-4de1-9adb-a8dcd61faa23 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:10.368765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 762125a5-9034-4de1-9adb-a8dcd61faa23 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:10.480027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2eb2a-9af6-4821-9ac8-571a7d2c2aec req-882faa66-ad0c-44f4-9cca-2a5f7d84c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:10.481688 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80f2eb2a-9af6-4821-9ac8-571a7d2c2aec req-882faa66-ad0c-44f4-9cca-2a5f7d84c583 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 916 time: 0.1295309 Feb 09 03:26:10.536235 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (a89aa393-1edb-4017-b205-397b2e5a52d2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:10.604187 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80f2eb2a-9af6-4821-9ac8-571a7d2c2aec req-d99b6988-1ddf-4459-8173-00f85193976e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8063dc07-7b32-40c3-840c-99aac8552ec0 HTTP/1.1" status: 200 len: 217 time: 0.0962443 Feb 09 03:26:10.715948 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-df85e5a2-fb4d-4fc4-843f-dac3ea38c2dc admin admin] Deleting subnet ff4985a7-c859-41b5-ba96-2ac8a1ae5a70 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:26:10.722252 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df85e5a2-fb4d-4fc4-843f-dac3ea38c2dc admin admin] Publish callbacks [] for subnet (ff4985a7-c859-41b5-ba96-2ac8a1ae5a70), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:10.800929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2eb2a-9af6-4821-9ac8-571a7d2c2aec req-e90ed453-40c4-448e-98c9-574deb346263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:10.803750 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80f2eb2a-9af6-4821-9ac8-571a7d2c2aec req-e90ed453-40c4-448e-98c9-574deb346263 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7829cf55-e944-4514-bf89-a385b578ebb3 HTTP/1.1" status: 200 len: 855 time: 0.1864963 Feb 09 03:26:10.809448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39668) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:10.923599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80f2eb2a-9af6-4821-9ac8-571a7d2c2aec req-fa5aba48-f052-4036-a463-b53071ba5408 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fbf5b2a-7e17-4840-81ce-52c8f598a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872936 Feb 09 03:26:10.924585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd507e3e-0f51-4208-8ed4-72f3ee19b998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:10.965182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650819b8-0726-4088-8d7f-0abdc1c8a6eb', 'name': 'network-vif-deleted', 'tag': '816496f8-5697-49d4-9966-ba967a965d02'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:10.967906 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986444e2-2559-421b-88c2-bf5e3edddead" -d '{"events": [{"server_uuid": "650819b8-0726-4088-8d7f-0abdc1c8a6eb", "name": "network-vif-deleted", "tag": "816496f8-5697-49d4-9966-ba967a965d02"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:11.003032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df85e5a2-fb4d-4fc4-843f-dac3ea38c2dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (ff4985a7-c859-41b5-ba96-2ac8a1ae5a70), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.017176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa593ed-59d8-42ea-8c86-5031caa51ec2 req-d0466980-2566-43cf-8939-7ff2a9f66104 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:11.031220 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6fa593ed-59d8-42ea-8c86-5031caa51ec2 req-d0466980-2566-43cf-8939-7ff2a9f66104 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.4198253 Feb 09 03:26:11.161158 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df85e5a2-fb4d-4fc4-843f-dac3ea38c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ff4985a7-c859-41b5-ba96-2ac8a1ae5a70), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.251971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 816496f8-5697-49d4-9966-ba967a965d02 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:11.267414 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05d6df9-16a6-4128-afe2-cab7efb08459 x-openstack-request-id: req-d05d6df9-16a6-4128-afe2-cab7efb08459 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:11.267913 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650819b8-0726-4088-8d7f-0abdc1c8a6eb", "name": "network-vif-deleted", "tag": "816496f8-5697-49d4-9966-ba967a965d02", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:11.269455 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d05d6df9-16a6-4128-afe2-cab7efb08459 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:11.270124 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650819b8-0726-4088-8d7f-0abdc1c8a6eb', 'name': 'network-vif-deleted', 'tag': '816496f8-5697-49d4-9966-ba967a965d02', 'status': 'completed', 'code': 200} Feb 09 03:26:11.279458 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (a89aa393-1edb-4017-b205-397b2e5a52d2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.284436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df85e5a2-fb4d-4fc4-843f-dac3ea38c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (ff4985a7-c859-41b5-ba96-2ac8a1ae5a70), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.303100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89aa393-1edb-4017-b205-397b2e5a52d2']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:11.306339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 816496f8-5697-49d4-9966-ba967a965d02 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:11.306914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 816496f8-5697-49d4-9966-ba967a965d02 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:11.316896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:11.317579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:11.328178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.340417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85e5a2-fb4d-4fc4-843f-dac3ea38c2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff4985a7-c859-41b5-ba96-2ac8a1ae5a70,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:11.357341 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.372796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:26:11.375174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (1bdf7ffb-27d1-4ca9-903c-fa230e84eb9e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:26:11.377379 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:26:11.446624 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (a89aa393-1edb-4017-b205-397b2e5a52d2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.449155 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df85e5a2-fb4d-4fc4-843f-dac3ea38c2dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.452807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-df85e5a2-fb4d-4fc4-843f-dac3ea38c2dc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ff4985a7-c859-41b5-ba96-2ac8a1ae5a70 HTTP/1.1" status: 204 len: 168 time: 1.1018584 Feb 09 03:26:11.457016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80f2eb2a-9af6-4821-9ac8-571a7d2c2aec req-61bde6aa-56e8-4bca-802e-31bcb212424e service neutron] 10.222.0.42 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207014 Feb 09 03:26:11.462123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39684) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:11.465436 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.471361 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a89aa393-1edb-4017-b205-397b2e5a52d2 HTTP/1.1" status: 204 len: 168 time: 1.1646647 Feb 09 03:26:11.506243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d83b7c-b69a-4c04-a7ce-a11ccd6bd7d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a89aa393-1edb-4017-b205-397b2e5a52d2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:11.535482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a6667-5e78-48e4-b358-0ae4086ab0cc req-07681e25-8cb0-4b43-96fd-11bd6411c7f5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:11.537325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-881a6667-5e78-48e4-b358-0ae4086ab0cc req-07681e25-8cb0-4b43-96fd-11bd6411c7f5 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.0879955 Feb 09 03:26:11.596476 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-881a6667-5e78-48e4-b358-0ae4086ab0cc req-8af7018b-85b6-4c88-99e4-cec342c91492 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507216 Feb 09 03:26:11.628975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6fa593ed-59d8-42ea-8c86-5031caa51ec2 req-56aebbc1-fcf7-4513-9738-9d38f62ed429 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587709 Feb 09 03:26:11.759352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39688) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:11.768701 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (df958816-5b09-4ac8-9f19-b1589149dbf5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.794361 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd507e3e-0f51-4208-8ed4-72f3ee19b998 admin admin] Publish callbacks [] for security_group (90bfa184-cf93-4a93-ae63-82c00cf37383), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.821050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd507e3e-0f51-4208-8ed4-72f3ee19b998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (90bfa184-cf93-4a93-ae63-82c00cf37383), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:11.855192 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdad76-801e-4e12-b01e-a0462a7ee2ba req-c92b19ed-cc1c-402c-b78c-c8b5add9528f tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:11.862951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19bdad76-801e-4e12-b01e-a0462a7ee2ba req-c92b19ed-cc1c-402c-b78c-c8b5add9528f tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 944 time: 0.1483474 Feb 09 03:26:11.881879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-532cb41c-0699-472d-b314-3ef584b0c373 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcb34353e17541faaf238eaa9a9e6ab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1116302 Feb 09 03:26:11.887072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39692) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:11.888880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ef0c2c82-1805-451d-938a-275530da5322 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:11.915881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: ef0c2c82-1805-451d-938a-275530da5322 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:11.916599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ef0c2c82-1805-451d-938a-275530da5322 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:11.949878 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80f2eb2a-9af6-4821-9ac8-571a7d2c2aec req-b26b085e-fda7-42a9-aa56-3cf8f671dd23 service neutron] 10.222.0.42 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789510 Feb 09 03:26:12.042952 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (df958816-5b09-4ac8-9f19-b1589149dbf5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.059548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19bdad76-801e-4e12-b01e-a0462a7ee2ba req-11751a02-5280-4469-8413-14f30ebfe3c2 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950805 Feb 09 03:26:12.069202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df958816-5b09-4ac8-9f19-b1589149dbf5']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:12.075897 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fd507e3e-0f51-4208-8ed4-72f3ee19b998 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15be8933dcf24734b7dc04708a110b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2624066 Feb 09 03:26:12.078525 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39694) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:12.082719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd507e3e-0f51-4208-8ed4-72f3ee19b998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bfa184-cf93-4a93-ae63-82c00cf37383,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:12.092524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08604a7-dcdc-4505-9002-c687ad7ee5d3') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:12.092724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08604a7-dcdc-4505-9002-c687ad7ee5d3') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:12.107039 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (e08604a7-dcdc-4505-9002-c687ad7ee5d3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.108728 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc437d41-5c72-4a38-bd9b-049f97be81b0 admin admin] Publish callbacks [] for security_group (ed536d94-cd21-4b91-a592-b9f21043ad97), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.124116 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e08604a7-dcdc-4505-9002-c687ad7ee5d3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.132764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:26:12.133030 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (e08604a7-dcdc-4505-9002-c687ad7ee5d3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:26:12.151865 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:26:12.168054 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc437d41-5c72-4a38-bd9b-049f97be81b0 admin admin] Publish callbacks [] for security_group (ed536d94-cd21-4b91-a592-b9f21043ad97), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.201536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf0f6d3-3484-4869-8624-ff6afe57bdca admin admin] Publish callbacks [] for security_group (90bfa184-cf93-4a93-ae63-82c00cf37383), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.236956 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf0f6d3-3484-4869-8624-ff6afe57bdca admin admin] Publish callbacks [] for security_group (90bfa184-cf93-4a93-ae63-82c00cf37383), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.279128 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (df958816-5b09-4ac8-9f19-b1589149dbf5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.284457 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.285408 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc437d41-5c72-4a38-bd9b-049f97be81b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ed536d94-cd21-4b91-a592-b9f21043ad97), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.290232 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] 10.222.0.21 "DELETE /v2.0/networks/df958816-5b09-4ac8-9f19-b1589149dbf5 HTTP/1.1" status: 204 len: 168 time: 0.8245790 Feb 09 03:26:12.291327 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc437d41-5c72-4a38-bd9b-049f97be81b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.291327 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bc437d41-5c72-4a38-bd9b-049f97be81b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed536d94-cd21-4b91-a592-b9f21043ad97 HTTP/1.1" status: 204 len: 168 time: 0.3996558 Feb 09 03:26:12.306676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc437d41-5c72-4a38-bd9b-049f97be81b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed536d94-cd21-4b91-a592-b9f21043ad97,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:12.323943 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74d409-dbf0-4b95-81f9-9c9675c26669 admin admin] Pushing event deleted for resources: {'Network': ['ID=df958816-5b09-4ac8-9f19-b1589149dbf5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:12.335311 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf0f6d3-3484-4869-8624-ff6afe57bdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (90bfa184-cf93-4a93-ae63-82c00cf37383), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.338692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bf0f6d3-3484-4869-8624-ff6afe57bdca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.340559 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3bf0f6d3-3484-4869-8624-ff6afe57bdca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90bfa184-cf93-4a93-ae63-82c00cf37383 HTTP/1.1" status: 204 len: 168 time: 0.2608159 Feb 09 03:26:12.350793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0f6d3-3484-4869-8624-ff6afe57bdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bfa184-cf93-4a93-ae63-82c00cf37383,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:12.532378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20c0c-4296-454f-a02d-778c9ae3a826 req-9b699341-d2bd-4a5f-be13-92df94c43aad tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:12.533998 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1b20c0c-4296-454f-a02d-778c9ae3a826 req-9b699341-d2bd-4a5f-be13-92df94c43aad tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.0656025 Feb 09 03:26:12.563459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39708) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:12.646955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-300378d1-28da-491d-9c40-fa0e5021ef13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d57fee61d3d43e6a8312fc983de8851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0821476 Feb 09 03:26:12.647930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39712) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:12.650392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-a1b20c0c-4296-454f-a02d-778c9ae3a826 req-33df6c4e-e700-4c52-89e5-bbd27298e2f9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Deleting port aedcc373-f3f9-4a4b-9d6f-93d460b51433 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:12.650935 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a1b20c0c-4296-454f-a02d-778c9ae3a826 req-33df6c4e-e700-4c52-89e5-bbd27298e2f9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.846639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee00c0-2d91-44f3-a004-d0108410f7a3 req-68092e5f-685c-4e57-ac94-7f5a6216637e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:12.854116 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bee00c0-2d91-44f3-a004-d0108410f7a3 req-68092e5f-685c-4e57-ac94-7f5a6216637e tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 950 time: 0.1191967 Feb 09 03:26:12.861521 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b8fea560-b293-485a-8188-c38b14e77143 admin admin] Publish callbacks [] for security_group (8409c19d-9e6d-4104-9930-7c4bfd9ea5a9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.881227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a1b20c0c-4296-454f-a02d-778c9ae3a826 req-33df6c4e-e700-4c52-89e5-bbd27298e2f9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] For port aedcc373-f3f9-4a4b-9d6f-93d460b51433, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=aedcc373-f3f9-4a4b-9d6f-93d460b51433,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:12.881725 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a1b20c0c-4296-454f-a02d-778c9ae3a826 req-33df6c4e-e700-4c52-89e5-bbd27298e2f9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.895764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-a1b20c0c-4296-454f-a02d-778c9ae3a826 req-33df6c4e-e700-4c52-89e5-bbd27298e2f9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Calling delete_port for aedcc373-f3f9-4a4b-9d6f-93d460b51433 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:12.923966 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b8fea560-b293-485a-8188-c38b14e77143 admin admin] Publish callbacks [] for security_group (8409c19d-9e6d-4104-9930-7c4bfd9ea5a9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:12.964475 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bee00c0-2d91-44f3-a004-d0108410f7a3 req-6dbad5dd-7c57-4f64-b526-d51743d25757 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef5bb2c2-df1f-4095-835c-d5ea49295505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046708 Feb 09 03:26:13.051252 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b8fea560-b293-485a-8188-c38b14e77143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8409c19d-9e6d-4104-9930-7c4bfd9ea5a9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:13.054545 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b8fea560-b293-485a-8188-c38b14e77143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:13.058542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b8fea560-b293-485a-8188-c38b14e77143 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8409c19d-9e6d-4104-9930-7c4bfd9ea5a9 HTTP/1.1" status: 204 len: 168 time: 0.4072251 Feb 09 03:26:13.072669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fea560-b293-485a-8188-c38b14e77143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8409c19d-9e6d-4104-9930-7c4bfd9ea5a9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:13.273787 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8063dc07-7b32-40c3-840c-99aac8552ec0 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:26:13.279016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6f55d-5110-4850-ad91-a598c4d28102 req-1809119a-b113-4a01-b8f5-c0648a0decf5 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:13.283558 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19e6f55d-5110-4850-ad91-a598c4d28102 req-1809119a-b113-4a01-b8f5-c0648a0decf5 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 944 time: 0.1379294 Feb 09 03:26:13.412347 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19e6f55d-5110-4850-ad91-a598c4d28102 req-00b62edc-84ab-4350-8881-3267ecfb7dad tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210499 Feb 09 03:26:13.428722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c990b9-a141-4703-baa7-d7bd97ec7d7e req-648c1c20-5f07-4edd-8ede-76579d3341d2 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:13.430272 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07c990b9-a141-4703-baa7-d7bd97ec7d7e req-648c1c20-5f07-4edd-8ede-76579d3341d2 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.6594291 Feb 09 03:26:13.526137 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07c990b9-a141-4703-baa7-d7bd97ec7d7e req-6dfc8b63-b503-4adf-a2ad-a495356adbe1 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870321 Feb 09 03:26:13.551232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8063dc07-7b32-40c3-840c-99aac8552ec0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8063dc07-7b32-40c3-840c-99aac8552ec0,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:13.579226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '8063dc07-7b32-40c3-840c-99aac8552ec0', 'network_id': '2fbf5b2a-7e17-4840-81ce-52c8f598a134', 'port_id': '8063dc07-7b32-40c3-840c-99aac8552ec0', 'mac_address': 'fa:16:3e:1f:4d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7829cf55-e944-4514-bf89-a385b578ebb3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:26:13.623002 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a1b20c0c-4296-454f-a02d-778c9ae3a826 req-33df6c4e-e700-4c52-89e5-bbd27298e2f9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (aedcc373-f3f9-4a4b-9d6f-93d460b51433), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:13.641499 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 8063dc07-7b32-40c3-840c-99aac8552ec0 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:13.642094 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:13.660484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8063dc07-7b32-40c3-840c-99aac8552ec0 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:26:13.689868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8063dc07-7b32-40c3-840c-99aac8552ec0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8063dc07-7b32-40c3-840c-99aac8552ec0,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:13.693086 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['aedcc373-f3f9-4a4b-9d6f-93d460b51433'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:13.695818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df6c4e-e700-4c52-89e5-bbd27298e2f9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Pushing event deleted for resources: {'Port': ['ID=aedcc373-f3f9-4a4b-9d6f-93d460b51433,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:13.742541 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:13.793926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b20c0c-4296-454f-a02d-778c9ae3a826 req-33df6c4e-e700-4c52-89e5-bbd27298e2f9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] No DVR routers for this DVR port aedcc373-f3f9-4a4b-9d6f-93d460b51433 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:26:13.797651 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a1b20c0c-4296-454f-a02d-778c9ae3a826 req-33df6c4e-e700-4c52-89e5-bbd27298e2f9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:13.803993 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1b20c0c-4296-454f-a02d-778c9ae3a826 req-33df6c4e-e700-4c52-89e5-bbd27298e2f9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.42 "DELETE /v2.0/ports/aedcc373-f3f9-4a4b-9d6f-93d460b51433 HTTP/1.1" status: 204 len: 173 time: 1.2632494 Feb 09 03:26:13.805884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'name': 'network-vif-deleted', 'tag': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:13.810399 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f2fe84-2dd3-4def-b515-a77065fa1917" -d '{"events": [{"server_uuid": "7e92679e-76e4-4cc0-b953-a200e0fff76b", "name": "network-vif-deleted", "tag": "aedcc373-f3f9-4a4b-9d6f-93d460b51433"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:13.903669 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638cd41d-7757-4301-83a6-3dba75005874 x-openstack-request-id: req-638cd41d-7757-4301-83a6-3dba75005874 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:13.904406 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e92679e-76e4-4cc0-b953-a200e0fff76b", "name": "network-vif-deleted", "tag": "aedcc373-f3f9-4a4b-9d6f-93d460b51433", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:13.904998 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-638cd41d-7757-4301-83a6-3dba75005874 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:13.906056 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e92679e-76e4-4cc0-b953-a200e0fff76b', 'name': 'network-vif-deleted', 'tag': 'aedcc373-f3f9-4a4b-9d6f-93d460b51433', 'status': 'completed', 'code': 200} Feb 09 03:26:13.970622 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=8063dc07-7b32-40c3-840c-99aac8552ec0,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:13.979681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054340f-54f8-4031-a6ab-812dc9bcfa97 req-986139a8-0c76-4da2-8acc-f71873ab4359 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:13.988012 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3054340f-54f8-4031-a6ab-812dc9bcfa97 req-986139a8-0c76-4da2-8acc-f71873ab4359 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.1954379 Feb 09 03:26:14.011817 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8063dc07-7b32-40c3-840c-99aac8552ec0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:14.107151 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3054340f-54f8-4031-a6ab-812dc9bcfa97 req-fb64f9e3-1e17-4688-a1d7-b1b9defade73 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180730 Feb 09 03:26:14.206154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39780) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:14.233131 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42eda065-260f-42d8-af9f-ad4c66145055 req-0519954a-ecef-4c61-809f-24b8bcdd4db9 tempest-MigrationsAdminTest-1365617310 tempest-MigrationsAdminTest-1365617310-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e92679e-76e4-4cc0-b953-a200e0fff76b HTTP/1.1" status: 200 len: 210 time: 0.0964632 Feb 09 03:26:14.566190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a21b1-5c5f-4aa8-9d6a-eea047b2a14a req-d6b41a52-9621-41d5-aec3-2e2fc2f0d25a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:14.576527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b2a21b1-5c5f-4aa8-9d6a-eea047b2a14a req-d6b41a52-9621-41d5-aec3-2e2fc2f0d25a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 945 time: 0.0697365 Feb 09 03:26:14.658516 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b2a21b1-5c5f-4aa8-9d6a-eea047b2a14a req-a8db55ea-e911-4358-8e1b-cdbc3483f844 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806715 Feb 09 03:26:14.688388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-network', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:14.746216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Made reservation on behalf of 9a882804ae96455f825e7ee9d8c7c3af for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:14.749921 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:14.767113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:14.927288 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Publish callbacks [] for security_group (8a1cae55-c77b-4703-875c-914a96b7673f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:14.955593 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8a1cae55-c77b-4703-875c-914a96b7673f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.066661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:26:15.081222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1cae55-c77b-4703-875c-914a96b7673f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:15.092964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-e139126b-a9af-4587-8d4d-fccf4b22ff53 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:15.101417 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-e139126b-a9af-4587-8d4d-fccf4b22ff53 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/networks?id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27 HTTP/1.1" status: 200 len: 815 time: 0.2608402 Feb 09 03:26:15.111182 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d1921ea5-22dc-49d8-a089-7375e09c29d8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.112273 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Added segment d1921ea5-22dc-49d8-a089-7375e09c29d8 of type vlan for network 78112c47-e401-426c-9c2f-c3068b097f08 Feb 09 03:26:15.129757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-bc3e93f6-02bc-4d14-862b-e840602fa081 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/quotas/5ded15d3865e451a8f7334fba0febdf1 HTTP/1.1" status: 200 len: 375 time: 0.0257144 Feb 09 03:26:15.177598 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (78112c47-e401-426c-9c2f-c3068b097f08), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.219909 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-efa10c6c-fb41-44a7-9ae2-72f2e1ccda2c tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ded15d3865e451a8f7334fba0febdf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830092 Feb 09 03:26:15.225089 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (78112c47-e401-426c-9c2f-c3068b097f08), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.226802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:15.228438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.267799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8063dc07-7b32-40c3-840c-99aac8552ec0 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:15.325488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39826) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:15.364557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39832) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:15.379873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] Pushing event updated for resources: {'Network': ['ID=78112c47-e401-426c-9c2f-c3068b097f08,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:15.403689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f2bc8824-dfe2-4589-a52c-e18d98ce8119 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1933489 Feb 09 03:26:15.403926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 78112c47-e401-426c-9c2f-c3068b097f08 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:26:15.404354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39836) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:15.421891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3fcbbd0e-8e84-4b2d-906b-f9f02fcf16d3 admin admin] Request body: {'subnet': {'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-subnet', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:15.454900 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-21de73af-9660-4f4e-9e8b-aacbbda41bc7 service neutron] 10.222.0.21 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258835 Feb 09 03:26:15.475151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcbbd0e-8e84-4b2d-906b-f9f02fcf16d3 admin admin] Made reservation on behalf of 9a882804ae96455f825e7ee9d8c7c3af for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:15.479429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fcbbd0e-8e84-4b2d-906b-f9f02fcf16d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.516363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 8063dc07-7b32-40c3-840c-99aac8552ec0 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:26:15.525262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 8063dc07-7b32-40c3-840c-99aac8552ec0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:15.529665 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.602579 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3223fb1-4865-4e55-92bc-4b1f6bbfae15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.770623 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdc37-0037-491b-bdb6-b77a24bc6893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.852061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3223fb1-4865-4e55-92bc-4b1f6bbfae15 admin admin] Publish callbacks [] for security_group (2f5f9e2a-dc67-46be-9fe2-52eaab76319d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.889329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 8063dc07-7b32-40c3-840c-99aac8552ec0 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:15.890304 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.927255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8063dc07-7b32-40c3-840c-99aac8552ec0'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:15.934382 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5e3719-9bf8-488a-95ea-f9c44500b17e" -d '{"events": [{"server_uuid": "3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c", "name": "network-vif-plugged", "status": "completed", "tag": "8063dc07-7b32-40c3-840c-99aac8552ec0"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:15.936658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39848) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:15.961829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8063dc07-7b32-40c3-840c-99aac8552ec0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8063dc07-7b32-40c3-840c-99aac8552ec0,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:15.971757 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.972541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device aedcc373-f3f9-4a4b-9d6f-93d460b51433 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:15.978333 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91546127-b7cb-4e26-892b-4b6a32bcb043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.987394 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fcbbd0e-8e84-4b2d-906b-f9f02fcf16d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (46223b2f-881f-497b-ae95-085206018dcd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.038283 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3223fb1-4865-4e55-92bc-4b1f6bbfae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2f5f9e2a-dc67-46be-9fe2-52eaab76319d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.053884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6dc3f-f91c-4809-bf00-94cf3260aa12 req-e98d303e-26f9-4d5d-bdb0-f5e0bb2e355b tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:16.073259 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d2e6dc3f-f91c-4809-bf00-94cf3260aa12 req-e98d303e-26f9-4d5d-bdb0-f5e0bb2e355b tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 945 time: 0.2472868 Feb 09 03:26:16.125564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=8063dc07-7b32-40c3-840c-99aac8552ec0,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:16.132902 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: aedcc373-f3f9-4a4b-9d6f-93d460b51433 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:16.133268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device aedcc373-f3f9-4a4b-9d6f-93d460b51433 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:16.205071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbbd0e-8e84-4b2d-906b-f9f02fcf16d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46223b2f-881f-497b-ae95-085206018dcd,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:16.219079 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d2e6dc3f-f91c-4809-bf00-94cf3260aa12 req-b07c705b-6824-4e1b-a47d-33c2e2783f97 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437645 Feb 09 03:26:16.232888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcbbd0e-8e84-4b2d-906b-f9f02fcf16d3 admin admin] Checking segment: {'id': 'd1921ea5-22dc-49d8-a089-7375e09c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:16.233254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcbbd0e-8e84-4b2d-906b-f9f02fcf16d3 admin admin] Network hostable DHCP agents. Network: 78112c47-e401-426c-9c2f-c3068b097f08, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:26:16.245003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-3ba5b3aa-db60-464a-8204-1655e6e5048e service neutron] 10.222.0.21 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7866862 Feb 09 03:26:16.246363 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3223fb1-4865-4e55-92bc-4b1f6bbfae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5f9e2a-dc67-46be-9fe2-52eaab76319d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:16.283089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcbbd0e-8e84-4b2d-906b-f9f02fcf16d3 admin admin] Network 78112c47-e401-426c-9c2f-c3068b097f08 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:26:16.299955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-3fcbbd0e-8e84-4b2d-906b-f9f02fcf16d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 78112c47-e401-426c-9c2f-c3068b097f08) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:16.304543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcbbd0e-8e84-4b2d-906b-f9f02fcf16d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:16.305971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fcbbd0e-8e84-4b2d-906b-f9f02fcf16d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.310854 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798ad3e-db59-496c-b030-1cd70b23f1f8 None None] Network 78112c47-e401-426c-9c2f-c3068b097f08 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:26:16.345581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3fcbbd0e-8e84-4b2d-906b-f9f02fcf16d3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9399600 Feb 09 03:26:16.348420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39858) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:16.352911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:16.398787 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f3223fb1-4865-4e55-92bc-4b1f6bbfae15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de3df86728f2452487035f4264ef5229&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0723066 Feb 09 03:26:16.407617 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab97403-2916-45ce-9170-cfaf288e843a x-openstack-request-id: req-eab97403-2916-45ce-9170-cfaf288e843a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:16.410219 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c", "name": "network-vif-plugged", "status": "completed", "tag": "8063dc07-7b32-40c3-840c-99aac8552ec0", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:16.411054 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39860) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:16.411938 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eab97403-2916-45ce-9170-cfaf288e843a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:16.412525 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8063dc07-7b32-40c3-840c-99aac8552ec0', 'code': 200} Feb 09 03:26:16.415949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b48b7-a3b1-4d40-9b08-667af60495a8 req-a12c62fe-6b4c-4012-9eec-b8f9e4fe87ba tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:16.417731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-970b48b7-a3b1-4d40-9b08-667af60495a8 req-a12c62fe-6b4c-4012-9eec-b8f9e4fe87ba tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a756680-8668-4382-8dd7-1fa7729c619c HTTP/1.1" status: 200 len: 946 time: 0.5373244 Feb 09 03:26:16.418410 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39862) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:16.548566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-754374267-network', 'tenant_id': 'a00829267d664b1b910172871d11fa79'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:16.568737 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2261c138-7287-4a6b-a8be-6b2e4d991029 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9b07480321e4a54b5b17d5264d44e7b&name=default HTTP/1.1" status: 200 len: 2998 time: 0.6270933 Feb 09 03:26:16.570851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:16.583219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39970ff7-c9e9-4ede-b80e-8aaca5a80efe None None] Network 78112c47-e401-426c-9c2f-c3068b097f08 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:26:16.611873 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (07669465-bf47-4171-828a-dd2ec4c0c06d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.616949 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (07669465-bf47-4171-828a-dd2ec4c0c06d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.755001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Made reservation on behalf of a00829267d664b1b910172871d11fa79 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:16.755919 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-582c5ae5-1f36-4f35-a73c-84c6b0017d60 req-1ca07544-8b63-49a6-9333-f623fb95c692 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 210 time: 0.0923746 Feb 09 03:26:16.758336 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.788091 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86f50941-c6b0-4825-b22e-16336a908f01 admin admin] Publish callbacks [] for security_group (ef5bb2c2-df1f-4095-835c-d5ea49295505), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.815791 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86f50941-c6b0-4825-b22e-16336a908f01 admin admin] Publish callbacks [] for security_group (ef5bb2c2-df1f-4095-835c-d5ea49295505), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.824200 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e89e66b-788b-4b36-9974-d0b5ad38ac4d admin admin] Publish callbacks [] for security_group (2f5f9e2a-dc67-46be-9fe2-52eaab76319d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.875880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e89e66b-788b-4b36-9974-d0b5ad38ac4d admin admin] Publish callbacks [] for security_group (2f5f9e2a-dc67-46be-9fe2-52eaab76319d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.903591 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91546127-b7cb-4e26-892b-4b6a32bcb043 admin admin] Publish callbacks [] for security_group (74f00ab7-1d1f-46aa-bb8e-6ba3f9df72ba), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.904807 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.910248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86f50941-c6b0-4825-b22e-16336a908f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ef5bb2c2-df1f-4095-835c-d5ea49295505), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.912961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86f50941-c6b0-4825-b22e-16336a908f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.917501 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-86f50941-c6b0-4825-b22e-16336a908f01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef5bb2c2-df1f-4095-835c-d5ea49295505 HTTP/1.1" status: 204 len: 168 time: 0.3391395 Feb 09 03:26:16.945775 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Publish callbacks [] for router_controller (07669465-bf47-4171-828a-dd2ec4c0c06d), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.953569 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91546127-b7cb-4e26-892b-4b6a32bcb043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (74f00ab7-1d1f-46aa-bb8e-6ba3f9df72ba), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.962078 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e89e66b-788b-4b36-9974-d0b5ad38ac4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2f5f9e2a-dc67-46be-9fe2-52eaab76319d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.969477 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3e89e66b-788b-4b36-9974-d0b5ad38ac4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:16.978043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3e89e66b-788b-4b36-9974-d0b5ad38ac4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f5f9e2a-dc67-46be-9fe2-52eaab76319d HTTP/1.1" status: 204 len: 168 time: 0.5596571 Feb 09 03:26:17.054892 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-91546127-b7cb-4e26-892b-4b6a32bcb043 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b24488f2868b453a87a31356b9b96448&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6885738 Feb 09 03:26:17.058746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39882) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:17.084643 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dcc7b-1951-47b8-bbc9-e623228600c5 req-b01429c3-d7a7-4393-ba8c-0436be5e834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:17.092435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-255dcc7b-1951-47b8-bbc9-e623228600c5 req-b01429c3-d7a7-4393-ba8c-0436be5e834c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 1129 time: 0.6149030 Feb 09 03:26:17.098995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f50941-c6b0-4825-b22e-16336a908f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5bb2c2-df1f-4095-835c-d5ea49295505,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:17.134446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89e66b-788b-4b36-9974-d0b5ad38ac4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5f9e2a-dc67-46be-9fe2-52eaab76319d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:17.168339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-970b48b7-a3b1-4d40-9b08-667af60495a8 req-c603ca8e-da14-4945-831b-34d7f78ce28f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Deleting port 23d92aa4-82af-49a4-93f7-483e3d574ddd {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:17.168691 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-970b48b7-a3b1-4d40-9b08-667af60495a8 req-c603ca8e-da14-4945-831b-34d7f78ce28f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.361141 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Publish callbacks [] for router_gateway (07669465-bf47-4171-828a-dd2ec4c0c06d), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.432806 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f7a100-0cd0-4d7c-a500-6b13ce88c811 admin admin] Publish callbacks [] for security_group (74f00ab7-1d1f-46aa-bb8e-6ba3f9df72ba), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.440515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91546127-b7cb-4e26-892b-4b6a32bcb043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f00ab7-1d1f-46aa-bb8e-6ba3f9df72ba,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:17.550642 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-255dcc7b-1951-47b8-bbc9-e623228600c5 req-bb247a51-9e60-48b6-a41c-ff0766552199 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449730 Feb 09 03:26:17.574853 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f7a100-0cd0-4d7c-a500-6b13ce88c811 admin admin] Publish callbacks [] for security_group (74f00ab7-1d1f-46aa-bb8e-6ba3f9df72ba), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.687098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-970b48b7-a3b1-4d40-9b08-667af60495a8 req-c603ca8e-da14-4945-831b-34d7f78ce28f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] For port 23d92aa4-82af-49a4-93f7-483e3d574ddd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=23d92aa4-82af-49a4-93f7-483e3d574ddd,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:17.687714 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-970b48b7-a3b1-4d40-9b08-667af60495a8 req-c603ca8e-da14-4945-831b-34d7f78ce28f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.705460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39900) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:17.728044 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Publish callbacks [] for security_group (07c55cd5-d910-4969-8d37-1505421fdb2d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.738512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-970b48b7-a3b1-4d40-9b08-667af60495a8 req-c603ca8e-da14-4945-831b-34d7f78ce28f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Calling delete_port for 23d92aa4-82af-49a4-93f7-483e3d574ddd owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:17.749554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ec206-35a6-4283-a756-2d8b99ae3507 req-d62a57bd-8ba7-4211-9544-cdfa7b80845a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:17.758037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-054ec206-35a6-4283-a756-2d8b99ae3507 req-d62a57bd-8ba7-4211-9544-cdfa7b80845a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 946 time: 0.3582892 Feb 09 03:26:17.809050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (07c55cd5-d910-4969-8d37-1505421fdb2d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.842230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:26:17.870651 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-29bea5c8-c1bd-4326-b092-1dab5b0d0d0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=607a38b7c5784f3caa28400679030e3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560636 Feb 09 03:26:17.871541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39906) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:17.877957 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f7a100-0cd0-4d7c-a500-6b13ce88c811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (74f00ab7-1d1f-46aa-bb8e-6ba3f9df72ba), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.883167 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f7a100-0cd0-4d7c-a500-6b13ce88c811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.885392 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-32f7a100-0cd0-4d7c-a500-6b13ce88c811 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74f00ab7-1d1f-46aa-bb8e-6ba3f9df72ba HTTP/1.1" status: 204 len: 168 time: 0.7680225 Feb 09 03:26:17.943114 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2bcc5e4e-9d8d-4dfe-97ca-1ae459c5447f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.943674 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Added segment 2bcc5e4e-9d8d-4dfe-97ca-1ae459c5447f of type vlan for network 0657277a-fc73-4bfc-aef7-1e441b6d58e6 Feb 09 03:26:17.965449 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f211775a-e192-4cd2-926b-aa0cd39c7bad req-c56d4883-6f33-42c8-a86e-40316f37f086 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 210 time: 0.1239166 Feb 09 03:26:18.108544 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7563978-b567-4fa7-b489-da88e70b53e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:18.125457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c55cd5-d910-4969-8d37-1505421fdb2d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:18.215547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7a100-0cd0-4d7c-a500-6b13ce88c811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f00ab7-1d1f-46aa-bb8e-6ba3f9df72ba,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:18.257838 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (0657277a-fc73-4bfc-aef7-1e441b6d58e6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:18.273920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Publish callbacks [] for router_gateway (07669465-bf47-4171-828a-dd2ec4c0c06d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:18.376234 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:18.418045 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-054ec206-35a6-4283-a756-2d8b99ae3507 req-066ce1a3-2296-4e02-b04a-7ba66262a3bf tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578255 Feb 09 03:26:18.422551 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-970b48b7-a3b1-4d40-9b08-667af60495a8 req-c603ca8e-da14-4945-831b-34d7f78ce28f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (23d92aa4-82af-49a4-93f7-483e3d574ddd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:18.504041 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69b283ce-0898-41b4-857d-eefb437cd140 admin admin] Publish callbacks [] for security_group (ae04ee58-2f43-4ce4-9a5b-e8bca30e4087), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:18.598250 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:26:18.664389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Allocated IP 172.25.5.175 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:18.747296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-65ac61d3-392f-481e-8141-76b5379bf1c0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:18.750040 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-65ac61d3-392f-481e-8141-76b5379bf1c0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.65 "GET /v2.0/networks?id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27 HTTP/1.1" status: 200 len: 815 time: 0.3168828 Feb 09 03:26:18.759896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603ca8e-da14-4945-831b-34d7f78ce28f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Pushing event deleted for resources: {'Port': ['ID=23d92aa4-82af-49a4-93f7-483e3d574ddd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:18.767041 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (0657277a-fc73-4bfc-aef7-1e441b6d58e6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:18.769171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:18.770437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:18.798150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Request body: {'port': {'device_id': '673fe4c2-8f07-4487-b0a8-97926950c64c', 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27', 'admin_state_up': True, 'tenant_id': '5ded15d3865e451a8f7334fba0febdf1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:18.812338 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Publish callbacks [] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:18.858267 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69b283ce-0898-41b4-857d-eefb437cd140 admin admin] Publish callbacks [] for security_group (ae04ee58-2f43-4ce4-9a5b-e8bca30e4087), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:18.861045 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:18.918828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:18.923737 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] Pushing event updated for resources: {'Network': ['ID=0657277a-fc73-4bfc-aef7-1e441b6d58e6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:18.933438 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f8aea55d-b927-4954-b233-5a92328c6c34 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5087533 Feb 09 03:26:18.943314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 0657277a-fc73-4bfc-aef7-1e441b6d58e6 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:26:19.002397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:19.013191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-970b48b7-a3b1-4d40-9b08-667af60495a8 req-c603ca8e-da14-4945-831b-34d7f78ce28f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] No DVR routers for this DVR port 23d92aa4-82af-49a4-93f7-483e3d574ddd on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:26:19.018268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:19.025798 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:19.049741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-970b48b7-a3b1-4d40-9b08-667af60495a8 req-c603ca8e-da14-4945-831b-34d7f78ce28f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.054468 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-970b48b7-a3b1-4d40-9b08-667af60495a8 req-c603ca8e-da14-4945-831b-34d7f78ce28f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.42 "DELETE /v2.0/ports/23d92aa4-82af-49a4-93f7-483e3d574ddd HTTP/1.1" status: 204 len: 173 time: 2.6152048 Feb 09 03:26:19.054955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a756680-8668-4382-8dd7-1fa7729c619c', 'name': 'network-vif-deleted', 'tag': '23d92aa4-82af-49a4-93f7-483e3d574ddd'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:19.057930 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff0b49a-ecfa-49b8-9165-1b92ac31b650" -d '{"events": [{"server_uuid": "5a756680-8668-4382-8dd7-1fa7729c619c", "name": "network-vif-deleted", "tag": "23d92aa4-82af-49a4-93f7-483e3d574ddd"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:19.128250 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69b283ce-0898-41b4-857d-eefb437cd140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ae04ee58-2f43-4ce4-9a5b-e8bca30e4087), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.131323 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69b283ce-0898-41b4-857d-eefb437cd140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.135313 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-69b283ce-0898-41b4-857d-eefb437cd140 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae04ee58-2f43-4ce4-9a5b-e8bca30e4087 HTTP/1.1" status: 204 len: 168 time: 1.2578804 Feb 09 03:26:19.151653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b283ce-0898-41b4-857d-eefb437cd140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae04ee58-2f43-4ce4-9a5b-e8bca30e4087,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:19.186824 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a98639-5e06-4423-8111-0c13ff166ffa x-openstack-request-id: req-e7a98639-5e06-4423-8111-0c13ff166ffa {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:19.189715 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a756680-8668-4382-8dd7-1fa7729c619c", "name": "network-vif-deleted", "tag": "23d92aa4-82af-49a4-93f7-483e3d574ddd", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:19.190127 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7a98639-5e06-4423-8111-0c13ff166ffa {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:19.194138 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a756680-8668-4382-8dd7-1fa7729c619c', 'name': 'network-vif-deleted', 'tag': '23d92aa4-82af-49a4-93f7-483e3d574ddd', 'status': 'completed', 'code': 200} Feb 09 03:26:19.266948 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Made reservation on behalf of 5ded15d3865e451a8f7334fba0febdf1 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:19.267873 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.273026 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.288688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 23d92aa4-82af-49a4-93f7-483e3d574ddd no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:19.320750 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-edc6dd85-cb71-4430-8fdf-09a7335ecc71 req-42e1da31-7df4-459a-88b1-cdcd232ec57f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 210 time: 0.1194830 Feb 09 03:26:19.351601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 23d92aa4-82af-49a4-93f7-483e3d574ddd {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:19.351959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 23d92aa4-82af-49a4-93f7-483e3d574ddd not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:19.560043 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Allocated IP 172.20.0.8 (dae5ac67-0d3e-40b6-87c7-dad4024c9c27/758b59e2-44c9-4ffa-9f75-79486baf7d46/8880f133-24e7-4e99-b4a2-a156fbc44dfa) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:19.625188 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Publish callbacks [] for router_gateway (07669465-bf47-4171-828a-dd2ec4c0c06d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.764056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9ed3e-0aad-48ec-9f5e-e8b362cc1a05 req-26f688fb-ab16-4b94-8c58-474987d270db tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:19.769387 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61c9ed3e-0aad-48ec-9f5e-e8b362cc1a05 req-26f688fb-ab16-4b94-8c58-474987d270db tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 946 time: 0.2100859 Feb 09 03:26:19.890736 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61c9ed3e-0aad-48ec-9f5e-e8b362cc1a05 req-07982dbf-8d19-425a-8b8d-b1160a356a9f tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103513 Feb 09 03:26:19.996241 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks [] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.052889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (07669465-bf47-4171-828a-dd2ec4c0c06d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.080008 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.183291 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:20.196849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:20.201644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:20.216161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Pushing event updated for resources: {'Port': ['ID=8880f133-24e7-4e99-b4a2-a156fbc44dfa,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:20.367574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:20.371607 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.382988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd91da-b36d-4712-9c65-4448ca7c8d89 req-2054abc8-2021-408e-9807-e128a72f9a08 tempest-ComputeTenantNetworksTest-1741541744 tempest-ComputeTenantNetworksTest-1741541744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:20.390692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd91da-b36d-4712-9c65-4448ca7c8d89 req-2054abc8-2021-408e-9807-e128a72f9a08 tempest-ComputeTenantNetworksTest-1741541744 tempest-ComputeTenantNetworksTest-1741541744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:20.412890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd91da-b36d-4712-9c65-4448ca7c8d89 req-2054abc8-2021-408e-9807-e128a72f9a08 tempest-ComputeTenantNetworksTest-1741541744 tempest-ComputeTenantNetworksTest-1741541744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:20.418562 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-abce060e-ce8c-43c6-b7f8-83d687f94726 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6271377 Feb 09 03:26:20.436461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Request body: {'port': {'device_id': '673fe4c2-8f07-4487-b0a8-97926950c64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:20.438783 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8fbd91da-b36d-4712-9c65-4448ca7c8d89 req-2054abc8-2021-408e-9807-e128a72f9a08 tempest-ComputeTenantNetworksTest-1741541744 tempest-ComputeTenantNetworksTest-1741541744-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4216399 Feb 09 03:26:20.560629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39998) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:20.619582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e68dd7-9ba8-4eb1-815c-419573088eca req-4a546f89-4c88-4aee-8fb9-1443678743d7 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:20.627479 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a2e68dd7-9ba8-4eb1-815c-419573088eca req-4a546f89-4c88-4aee-8fb9-1443678743d7 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 931 time: 0.1455145 Feb 09 03:26:20.654427 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.696314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.743995 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a2e68dd7-9ba8-4eb1-815c-419573088eca req-5015d8aa-b697-493f-8cc3-3d434fe31c16 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147335 Feb 09 03:26:20.745665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a90cb-477a-4f18-ab86-73ca26545555 req-d71ab3fd-0399-44b3-925e-af2d0f8d02f4 tempest-ComputeTenantNetworksTest-1741541744 tempest-ComputeTenantNetworksTest-1741541744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:20.748218 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-522a90cb-477a-4f18-ab86-73ca26545555 req-d71ab3fd-0399-44b3-925e-af2d0f8d02f4 tempest-ComputeTenantNetworksTest-1741541744 tempest-ComputeTenantNetworksTest-1741541744-project] 10.222.0.21 "GET /v2.0/networks/0657277a-fc73-4bfc-aef7-1e441b6d58e6 HTTP/1.1" status: 200 len: 768 time: 0.2924137 Feb 09 03:26:20.748218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Router 07669465-bf47-4171-828a-dd2ec4c0c06d is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:26:20.763619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40006) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:20.924567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:26:20.938829 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Sync routers for ids ['07669465-bf47-4171-828a-dd2ec4c0c06d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:26:20.956239 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Routers {'07669465-bf47-4171-828a-dd2ec4c0c06d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:20.957329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['07669465-bf47-4171-828a-dd2ec4c0c06d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:20.972646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.974540 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-08b36c8b-605b-4ca1-9b1d-0f345d4b03b9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6251583 Feb 09 03:26:20.977620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40010) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:21.050160 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (0657277a-fc73-4bfc-aef7-1e441b6d58e6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.109801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:21.183166 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Set router 07669465-bf47-4171-828a-dd2ec4c0c06d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:21.393340 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.456643 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (0657277a-fc73-4bfc-aef7-1e441b6d58e6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.491784 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:26:19Z', 'revision_number': 3, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:21.564821 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Checking router: 07669465-bf47-4171-828a-dd2ec4c0c06d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:26:21.572937 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Updating router 07669465-bf47-4171-828a-dd2ec4c0c06d port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:26:21.603806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0657277a-fc73-4bfc-aef7-1e441b6d58e6']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:21.635256 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.666303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcc5e4e-9d8d-4dfe-97ca-1ae459c5447f') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:21.666598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcc5e4e-9d8d-4dfe-97ca-1ae459c5447f') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:21.712280 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (2bcc5e4e-9d8d-4dfe-97ca-1ae459c5447f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.830730 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2bcc5e4e-9d8d-4dfe-97ca-1ae459c5447f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.867082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:26:21.867587 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (2bcc5e4e-9d8d-4dfe-97ca-1ae459c5447f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:26:21.881304 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:26:21.922248 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.963425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8880f133-24e7-4e99-b4a2-a156fbc44dfa {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:26:22.044603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Publish callbacks [] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.178987 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.239877 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Publish callbacks [] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.248492 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.312393 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Pushing event updated for resources: {'Port': ['ID=c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:22.324155 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.324490 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.324830 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.325162 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.325529 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.325860 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.326727 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.327067 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.327394 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.327718 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.328230 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.328628 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.329201 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:22.368787 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Attempting to bind port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:26:22.369135 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Attempting to bind port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:26:22.369610 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Attempting to bind port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:22.376055 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:26:22.376440 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:22.376988 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.377381 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:26:22.377897 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Bound port: c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:26:22.378327 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.387918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Allocated IP 172.25.5.16 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/01d9cd82-d2fd-4f00-b447-ee86741a2894) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:22.453022 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] For port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:26:22.458890 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] For port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:26:22.470501 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.598040 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc07d9-126e-455a-9e70-c55b75b21355 None None] Pushing event updated for resources: {'Port': ['ID=c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:22.614496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks [] for port (01d9cd82-d2fd-4f00-b447-ee86741a2894), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.624068 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.626003 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Routers {'07669465-bf47-4171-828a-dd2ec4c0c06d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:22.626975 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['07669465-bf47-4171-828a-dd2ec4c0c06d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:22.652429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Transition to ACTIVE for port object 8880f133-24e7-4e99-b4a2-a156fbc44dfa will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:26:22.661554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (0657277a-fc73-4bfc-aef7-1e441b6d58e6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.678620 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.699098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] 10.222.0.21 "DELETE /v2.0/networks/0657277a-fc73-4bfc-aef7-1e441b6d58e6 HTTP/1.1" status: 204 len: 168 time: 1.9331739 Feb 09 03:26:22.724555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e53745-d720-4b9f-a622-cdc0f6439a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=0657277a-fc73-4bfc-aef7-1e441b6d58e6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:22.726376 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.775440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb7d65-e07e-4cb8-af32-c0f9ad5bd73f req-12d97570-aa28-4475-ab3d-71b48aef5e06 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:22.777029 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fb7d65-e07e-4cb8-af32-c0f9ad5bd73f req-12d97570-aa28-4475-ab3d-71b48aef5e06 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 931 time: 0.8071976 Feb 09 03:26:22.854817 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] Set router 07669465-bf47-4171-828a-dd2ec4c0c06d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:22.883188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Pushing event updated for resources: {'Port': ['ID=8880f133-24e7-4e99-b4a2-a156fbc44dfa,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:22.913298 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (01d9cd82-d2fd-4f00-b447-ee86741a2894), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:23.012647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:23.037755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:23.048956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Allocated IP 172.20.0.1 (78112c47-e401-426c-9c2f-c3068b097f08/46223b2f-881f-497b-ae95-085206018dcd/182594b6-862a-4196-9fe6-105c9d6e420e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:23.051584 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fb7d65-e07e-4cb8-af32-c0f9ad5bd73f req-03f2cdcb-0405-484e-95a4-476e0b639b2a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305453 Feb 09 03:26:23.052166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:23.184802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Attempting to bind port 8880f133-24e7-4e99-b4a2-a156fbc44dfa on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:26:23.184802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Attempting to bind port 8880f133-24e7-4e99-b4a2-a156fbc44dfa by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:26:23.185594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Attempting to bind port 8880f133-24e7-4e99-b4a2-a156fbc44dfa on network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:23.202886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Pushing event updated for resources: {'Port': ['ID=01d9cd82-d2fd-4f00-b447-ee86741a2894,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:23.229719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Port 8880f133-24e7-4e99-b4a2-a156fbc44dfa on network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:26:23.230464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Attempting to bind port 8880f133-24e7-4e99-b4a2-a156fbc44dfa on network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:23.355795 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks [] for floatingip (91185beb-141b-46e7-a3ab-d5fe64f846ef), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:23.364160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40074) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:23.370108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:26:23.370821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Checking segment: {'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:23.371769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Bound using segment: {'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:26:23.372846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Bound port: 8880f133-24e7-4e99-b4a2-a156fbc44dfa, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:26:23.373417 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:23.381303 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:26:19Z', 'revision_number': 3, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:23.420315 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039d696-ab39-4018-abb2-86ad6ad68dda None None] The sync data for ids ['07669465-bf47-4171-828a-dd2ec4c0c06d'] in n-d-824835-15 is: [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:26:19Z', 'revision_number': 3, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:26:23.487963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Publish callbacks [] for port (182594b6-862a-4196-9fe6-105c9d6e420e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:23.549761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (01d9cd82-d2fd-4f00-b447-ee86741a2894), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:23.615154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafac91-61bb-44d3-92b2-101606ef0cfd req-858d450b-5ec4-4816-9e86-46206ba367f3 tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:23.616005 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafac91-61bb-44d3-92b2-101606ef0cfd req-858d450b-5ec4-4816-9e86-46206ba367f3 tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:23.616144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafac91-61bb-44d3-92b2-101606ef0cfd req-858d450b-5ec4-4816-9e86-46206ba367f3 tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:23.616504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafac91-61bb-44d3-92b2-101606ef0cfd req-858d450b-5ec4-4816-9e86-46206ba367f3 tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:23.616963 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafac91-61bb-44d3-92b2-101606ef0cfd req-858d450b-5ec4-4816-9e86-46206ba367f3 tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:23.617436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafac91-61bb-44d3-92b2-101606ef0cfd req-858d450b-5ec4-4816-9e86-46206ba367f3 tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:23.618235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafac91-61bb-44d3-92b2-101606ef0cfd req-858d450b-5ec4-4816-9e86-46206ba367f3 tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:23.619986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8fafac91-61bb-44d3-92b2-101606ef0cfd req-858d450b-5ec4-4816-9e86-46206ba367f3 tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5025 time: 0.3523736 Feb 09 03:26:23.640909 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d7b4cab8-f100-45b9-9d0f-ffa1040034ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a00829267d664b1b910172871d11fa79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2711158 Feb 09 03:26:23.642558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40088) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:23.650207 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:23.659928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] For port 8880f133-24e7-4e99-b4a2-a156fbc44dfa, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:26:23.707200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Network 78112c47-e401-426c-9c2f-c3068b097f08 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:23.731703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:23.760317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:23.869528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] For port 8880f133-24e7-4e99-b4a2-a156fbc44dfa, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8880f133-24e7-4e99-b4a2-a156fbc44dfa,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:26:23.909994 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (07669465-bf47-4171-828a-dd2ec4c0c06d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:23.936732 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:23.983853 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:24.093263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:24.165424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Pushing event updated for resources: {'Port': ['ID=182594b6-862a-4196-9fe6-105c9d6e420e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:24.212024 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4379002-97cb-40ac-b73a-8bce54834e57 admin admin] Publish callbacks [] for security_group (07c55cd5-d910-4969-8d37-1505421fdb2d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:24.283982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:24.286724 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:24.472734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:24.475957 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:24.523828 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks [] for port (01d9cd82-d2fd-4f00-b447-ee86741a2894), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:24.529011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:24.540300 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:24.546591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:24.549637 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:24.551309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] 10.222.0.65 "PUT /v2.0/ports/8880f133-24e7-4e99-b4a2-a156fbc44dfa HTTP/1.1" status: 200 len: 1092 time: 4.1200030 Feb 09 03:26:24.557858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440fa74-83df-4c7c-b5ca-7449a20c089a req-06a580b1-a903-4226-8fe8-266f21c4ed81 tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:24.578067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c440fa74-83df-4c7c-b5ca-7449a20c089a req-06a580b1-a903-4226-8fe8-266f21c4ed81 tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 886 time: 0.9197812 Feb 09 03:26:24.594722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673fe4c2-8f07-4487-b0a8-97926950c64c', 'tag': '8880f133-24e7-4e99-b4a2-a156fbc44dfa'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:24.605941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:24.621065 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9079f10e-05f1-4a42-8254-47eb117e4bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "673fe4c2-8f07-4487-b0a8-97926950c64c", "tag": "8880f133-24e7-4e99-b4a2-a156fbc44dfa"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:24.624437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (01d9cd82-d2fd-4f00-b447-ee86741a2894), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:24.652014 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4379002-97cb-40ac-b73a-8bce54834e57 admin admin] Publish callbacks [] for security_group (07c55cd5-d910-4969-8d37-1505421fdb2d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:24.654192 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:24.827684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f15ee-0acd-423d-9823-c11efcdeefb6 req-8bcbf296-5705-4661-a2b6-2e401f4c0f5c tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:24.839884 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c43f15ee-0acd-423d-9823-c11efcdeefb6 req-8bcbf296-5705-4661-a2b6-2e401f4c0f5c tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 943 time: 0.3268163 Feb 09 03:26:25.047410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4379002-97cb-40ac-b73a-8bce54834e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (07c55cd5-d910-4969-8d37-1505421fdb2d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:25.050201 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4379002-97cb-40ac-b73a-8bce54834e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:25.057206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a4379002-97cb-40ac-b73a-8bce54834e57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07c55cd5-d910-4969-8d37-1505421fdb2d HTTP/1.1" status: 204 len: 168 time: 1.4097226 Feb 09 03:26:25.094649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4379002-97cb-40ac-b73a-8bce54834e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c55cd5-d910-4969-8d37-1505421fdb2d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:25.182807 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c43f15ee-0acd-423d-9823-c11efcdeefb6 req-b5a196b8-9e7c-4b11-9b1c-386262ab3eeb tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396487 Feb 09 03:26:25.321818 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Publish callbacks [] for port (182594b6-862a-4196-9fe6-105c9d6e420e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:25.336195 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:25.477293 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (07669465-bf47-4171-828a-dd2ec4c0c06d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:25.490093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Pushing event updated for resources: {'Port': ['ID=182594b6-862a-4196-9fe6-105c9d6e420e,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:25.499977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40136) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:25.729959 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657c0584-f0dd-4735-a873-f4c046f18f79 x-openstack-request-id: req-657c0584-f0dd-4735-a873-f4c046f18f79 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:25.730611 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673fe4c2-8f07-4487-b0a8-97926950c64c", "tag": "8880f133-24e7-4e99-b4a2-a156fbc44dfa", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:25.730611 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-657c0584-f0dd-4735-a873-f4c046f18f79 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:25.731035 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673fe4c2-8f07-4487-b0a8-97926950c64c', 'tag': '8880f133-24e7-4e99-b4a2-a156fbc44dfa', 'status': 'completed', 'code': 200} Feb 09 03:26:25.748300 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd0670a7-8217-4219-b2c0-0d3c8ac17128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:25.770546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf3b6b-1cbc-45a8-afeb-2dfa02f707ec service neutron] Pushing event updated for resources: {'Port': ['ID=8880f133-24e7-4e99-b4a2-a156fbc44dfa,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:25.792130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66e13-3f7d-47cd-8472-34ef46b99c22 req-dc24af9f-d9e6-4abf-afcb-dabc4981675a tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:25.792635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66e13-3f7d-47cd-8472-34ef46b99c22 req-dc24af9f-d9e6-4abf-afcb-dabc4981675a tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:25.793182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66e13-3f7d-47cd-8472-34ef46b99c22 req-dc24af9f-d9e6-4abf-afcb-dabc4981675a tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:25.793803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66e13-3f7d-47cd-8472-34ef46b99c22 req-dc24af9f-d9e6-4abf-afcb-dabc4981675a tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:25.794467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66e13-3f7d-47cd-8472-34ef46b99c22 req-dc24af9f-d9e6-4abf-afcb-dabc4981675a tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:25.794961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66e13-3f7d-47cd-8472-34ef46b99c22 req-dc24af9f-d9e6-4abf-afcb-dabc4981675a tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:25.795415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66e13-3f7d-47cd-8472-34ef46b99c22 req-dc24af9f-d9e6-4abf-afcb-dabc4981675a tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:25.798042 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2e66e13-3f7d-47cd-8472-34ef46b99c22 req-dc24af9f-d9e6-4abf-afcb-dabc4981675a tempest-NetworksTest-1158274612 tempest-NetworksTest-1158274612-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5025 time: 1.1685281 Feb 09 03:26:25.847547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Network 78112c47-e401-426c-9c2f-c3068b097f08 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:25.852745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:25.886619 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (91185beb-141b-46e7-a3ab-d5fe64f846ef), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:25.959504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Pushing event updated for resources: {'Port': ['ID=01d9cd82-d2fd-4f00-b447-ee86741a2894,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:25.973584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:25.978380 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2523aca1-f413-4c9f-9993-4923a120110f tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4099874 Feb 09 03:26:25.988485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2c510124-7043-413d-b28e-c5bfb77d91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:25.990307 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-2c510124-7043-413d-b28e-c5bfb77d91ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ded15d3865e451a8f7334fba0febdf1&device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 1126 time: 1.3596020 Feb 09 03:26:25.990816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40150) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:25.996113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-881d28c9-f832-46fa-a88c-1eca71f6ef33 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2140921165', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'fixed_ips': [{'ip_address': '172.25.5.16'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:26.042176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:26.112011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881d28c9-f832-46fa-a88c-1eca71f6ef33 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Made reservation on behalf of fe06a9674db54030a55d4ffc1fe20e45 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:26.126374 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-881d28c9-f832-46fa-a88c-1eca71f6ef33 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:26.237380 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Router 07669465-bf47-4171-828a-dd2ec4c0c06d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:26:26.261950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:26.262248 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:26.282001 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd0670a7-8217-4219-b2c0-0d3c8ac17128 admin admin] Publish callbacks [] for security_group (98e19508-2eb7-4a17-8c40-11df202337f1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:26.299689 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-881d28c9-f832-46fa-a88c-1eca71f6ef33 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:26.312945 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-1e2cc2a2-5a80-4b39-8108-5b2cd75ed8ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8880f133-24e7-4e99-b4a2-a156fbc44dfa HTTP/1.1" status: 200 len: 217 time: 0.2399688 Feb 09 03:26:26.363438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40160) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:26.510243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-d2f53304-c995-4fbc-ad5d-d5ddaa6f4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:26.516114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-d2f53304-c995-4fbc-ad5d-d5ddaa6f4519 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=758b59e2-44c9-4ffa-9f75-79486baf7d46 HTTP/1.1" status: 200 len: 855 time: 0.1786242 Feb 09 03:26:26.560429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:26.628375 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-f6d513e2-0e3a-462e-8853-fef867cb1466 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559566 Feb 09 03:26:26.687134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:26:26.688740 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd0670a7-8217-4219-b2c0-0d3c8ac17128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (98e19508-2eb7-4a17-8c40-11df202337f1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:26.698018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Sync routers for ids ['07669465-bf47-4171-828a-dd2ec4c0c06d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:26:26.715224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Routers {'07669465-bf47-4171-828a-dd2ec4c0c06d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:26.715859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['07669465-bf47-4171-828a-dd2ec4c0c06d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:26.721553 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6f927325-1882-4617-8f79-c4f5e19b982c admin admin] 10.222.0.21 "PUT /v2.0/routers/07669465-bf47-4171-828a-dd2ec4c0c06d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7424045 Feb 09 03:26:26.798099 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-a2ea1e23-6c22-4645-ab5b-4793f2c067cd service neutron] 10.222.0.65 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582618 Feb 09 03:26:26.895311 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddadf0a9-3f2d-427f-9e1e-a2a1aac882c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:26.950851 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bd0670a7-8217-4219-b2c0-0d3c8ac17128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9379734d2bf24d1eb9c1ca70f7405309&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4500203 Feb 09 03:26:26.958141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40184) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:26.981606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Set router 07669465-bf47-4171-828a-dd2ec4c0c06d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:27.043327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0fc24-1744-4fd8-af49-0e9c54523921 req-22538ca9-5e2a-4d37-bfed-f11e6acf2bda tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:27.050942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fad0fc24-1744-4fd8-af49-0e9c54523921 req-22538ca9-5e2a-4d37-bfed-f11e6acf2bda tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 943 time: 0.3684220 Feb 09 03:26:27.052372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0670a7-8217-4219-b2c0-0d3c8ac17128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e19508-2eb7-4a17-8c40-11df202337f1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:27.126105 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-881d28c9-f832-46fa-a88c-1eca71f6ef33 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks [] for security_group (d1ef7814-68f8-420d-a385-a1459593b4b1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:27.176125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-881d28c9-f832-46fa-a88c-1eca71f6ef33 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d1ef7814-68f8-420d-a385-a1459593b4b1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:27.236283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-881d28c9-f832-46fa-a88c-1eca71f6ef33 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] device_id is not set on port 69131120-6601-44c0-a8f3-5f7a86fabe8c yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:26:27.248950 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fad0fc24-1744-4fd8-af49-0e9c54523921 req-2cdd03f7-54db-450e-af2c-066789457f21 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974559 Feb 09 03:26:27.250402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d28c9-f832-46fa-a88c-1eca71f6ef33 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ef7814-68f8-420d-a385-a1459593b4b1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:27.267012 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6fa8-1a62-4140-9ed8-b9dd10fefe4d admin admin] Publish callbacks [] for security_group (98e19508-2eb7-4a17-8c40-11df202337f1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:27.317779 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab59768b-73dd-43e3-94a6-ac7f1ba54e41 req-ce2a2944-ec77-447e-b509-c4121c435be6 service neutron] 10.222.0.65 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991727 Feb 09 03:26:27.339859 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6fa8-1a62-4140-9ed8-b9dd10fefe4d admin admin] Publish callbacks [] for security_group (98e19508-2eb7-4a17-8c40-11df202337f1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:27.514955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6fa8-1a62-4140-9ed8-b9dd10fefe4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (98e19508-2eb7-4a17-8c40-11df202337f1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:27.522113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6fa8-1a62-4140-9ed8-b9dd10fefe4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:27.523547 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c3fb6fa8-1a62-4140-9ed8-b9dd10fefe4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98e19508-2eb7-4a17-8c40-11df202337f1 HTTP/1.1" status: 204 len: 168 time: 0.5530312 Feb 09 03:26:27.548579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb6fa8-1a62-4140-9ed8-b9dd10fefe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e19508-2eb7-4a17-8c40-11df202337f1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:27.633398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40208) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:27.826403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddadf0a9-3f2d-427f-9e1e-a2a1aac882c4 admin admin] Publish callbacks [] for security_group (2e0564f0-44e0-412a-9c0a-ca9c936a20b5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:27.844797 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-933b5e38-f8e6-4310-8e7e-6e924faa5a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:27.916089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '182594b6-862a-4196-9fe6-105c9d6e420e', 'name': '', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'mac_address': 'fa:16:3e:af:2a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46223b2f-881f-497b-ae95-085206018dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:22Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 2, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'subnets': [{'id': '46223b2f-881f-497b-ae95-085206018dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:27.952666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Checking router: 07669465-bf47-4171-828a-dd2ec4c0c06d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:26:27.953489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Updating router 07669465-bf47-4171-828a-dd2ec4c0c06d port 182594b6-862a-4196-9fe6-105c9d6e420e binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:26:27.985947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-da175325-fe33-4f61-944f-b016da75ae77 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:27.989263 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:27.990360 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-da175325-fe33-4f61-944f-b016da75ae77 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/networks?id=78112c47-e401-426c-9c2f-c3068b097f08 HTTP/1.1" status: 200 len: 819 time: 0.4416606 Feb 09 03:26:28.010306 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddadf0a9-3f2d-427f-9e1e-a2a1aac882c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2e0564f0-44e0-412a-9c0a-ca9c936a20b5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.017573 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-881d28c9-f832-46fa-a88c-1eca71f6ef33 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 03:26:28.020254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881d28c9-f832-46fa-a88c-1eca71f6ef33 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:26:28.047161 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-933b5e38-f8e6-4310-8e7e-6e924faa5a25 admin admin] Publish callbacks [] for security_group (1455aea2-5afb-4b06-bc93-8b90e2f946d1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.058524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-933b5e38-f8e6-4310-8e7e-6e924faa5a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1455aea2-5afb-4b06-bc93-8b90e2f946d1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.113946 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-009e4350-3478-4d76-9485-3e2ca7d27ad3 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/quotas/9a882804ae96455f825e7ee9d8c7c3af HTTP/1.1" status: 200 len: 375 time: 0.0899432 Feb 09 03:26:28.165072 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-933b5e38-f8e6-4310-8e7e-6e924faa5a25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=428a36e3101c4a1db344aeb74b47020c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5296493 Feb 09 03:26:28.166110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40214) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:28.168126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadf0a9-3f2d-427f-9e1e-a2a1aac882c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0564f0-44e0-412a-9c0a-ca9c936a20b5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:28.208391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-881d28c9-f832-46fa-a88c-1eca71f6ef33 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.2136967 Feb 09 03:26:28.211942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079f10e-05f1-4a42-8254-47eb117e4bd9 req-d7ff9a5a-7806-4978-a6d7-4521d3ee1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:28.215064 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9079f10e-05f1-4a42-8254-47eb117e4bd9 req-d7ff9a5a-7806-4978-a6d7-4521d3ee1fab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ded15d3865e451a8f7334fba0febdf1&device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 1126 time: 0.7847579 Feb 09 03:26:28.241014 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40216) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:28.245085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b5e38-f8e6-4310-8e7e-6e924faa5a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1455aea2-5afb-4b06-bc93-8b90e2f946d1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:28.306729 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40220) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:28.347225 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0752db3-daf1-4639-ac2b-f7b97ecdd61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.422400 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d8f59e6b-0f69-4f21-9ff2-9b588d83d658 admin admin] Publish callbacks [] for security_group (1455aea2-5afb-4b06-bc93-8b90e2f946d1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.496772 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Publish callbacks [] for port (182594b6-862a-4196-9fe6-105c9d6e420e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.510070 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.519134 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d8f59e6b-0f69-4f21-9ff2-9b588d83d658 admin admin] Publish callbacks [] for security_group (1455aea2-5afb-4b06-bc93-8b90e2f946d1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.547162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079f10e-05f1-4a42-8254-47eb117e4bd9 req-3b592180-9926-4f47-9b61-8610be6b2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:28.549278 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9079f10e-05f1-4a42-8254-47eb117e4bd9 req-3b592180-9926-4f47-9b61-8610be6b2206 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27 HTTP/1.1" status: 200 len: 916 time: 0.2870331 Feb 09 03:26:28.619160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ddadf0a9-3f2d-427f-9e1e-a2a1aac882c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d149db3fbc2a46c8a4b046f837575bd3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2536888 Feb 09 03:26:28.620514 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cd9bc-2c10-4ac9-85b7-24e9746103e6 req-7aa35db5-8fa7-467d-adde-617ae3fd5754 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:28.624828 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a7cd9bc-2c10-4ac9-85b7-24e9746103e6 req-7aa35db5-8fa7-467d-adde-617ae3fd5754 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 943 time: 0.2245932 Feb 09 03:26:28.625900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40224) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:28.647939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a194e3-a0cf-42bb-affc-d8dfebecbbe2 None None] Pushing event updated for resources: {'Port': ['ID=182594b6-862a-4196-9fe6-105c9d6e420e,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:28.702095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Attempting to bind port 182594b6-862a-4196-9fe6-105c9d6e420e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:26:28.702539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Attempting to bind port 182594b6-862a-4196-9fe6-105c9d6e420e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'd1921ea5-22dc-49d8-a089-7375e09c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:26:28.703368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Attempting to bind port 182594b6-862a-4196-9fe6-105c9d6e420e on network 78112c47-e401-426c-9c2f-c3068b097f08 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:28.711615 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9079f10e-05f1-4a42-8254-47eb117e4bd9 req-87b09c53-7275-4a88-8107-080e590ce655 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8880f133-24e7-4e99-b4a2-a156fbc44dfa HTTP/1.1" status: 200 len: 217 time: 0.0825255 Feb 09 03:26:28.712973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:26:28.712973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Checking segment: {'id': 'd1921ea5-22dc-49d8-a089-7375e09c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:28.714444 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.714848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Bound using segment: {'id': 'd1921ea5-22dc-49d8-a089-7375e09c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:26:28.715395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Bound port: 182594b6-862a-4196-9fe6-105c9d6e420e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1921ea5-22dc-49d8-a089-7375e09c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:26:28.715793 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.721804 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0752db3-daf1-4639-ac2b-f7b97ecdd61c admin admin] Publish callbacks [] for security_group (39a70fbc-cce0-4f08-b9d5-459eb311f060), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.768060 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0752db3-daf1-4639-ac2b-f7b97ecdd61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (39a70fbc-cce0-4f08-b9d5-459eb311f060), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.773448 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d8f59e6b-0f69-4f21-9ff2-9b588d83d658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1455aea2-5afb-4b06-bc93-8b90e2f946d1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.784596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d8f59e6b-0f69-4f21-9ff2-9b588d83d658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.789235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d8f59e6b-0f69-4f21-9ff2-9b588d83d658 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1455aea2-5afb-4b06-bc93-8b90e2f946d1 HTTP/1.1" status: 204 len: 168 time: 0.6180995 Feb 09 03:26:28.870435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0752db3-daf1-4639-ac2b-f7b97ecdd61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a70fbc-cce0-4f08-b9d5-459eb311f060,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:28.914031 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-80108570-24cb-4d2f-96eb-caa47247978f admin admin] Publish callbacks [] for security_group (2e0564f0-44e0-412a-9c0a-ca9c936a20b5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.921093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] For port 182594b6-862a-4196-9fe6-105c9d6e420e, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:26:28.924218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f59e6b-0f69-4f21-9ff2-9b588d83d658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1455aea2-5afb-4b06-bc93-8b90e2f946d1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:28.934077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] For port 182594b6-862a-4196-9fe6-105c9d6e420e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=182594b6-862a-4196-9fe6-105c9d6e420e,segment=NetworkSegment(d1921ea5-22dc-49d8-a089-7375e09c29d8),segment_id=d1921ea5-22dc-49d8-a089-7375e09c29d8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:26:28.944270 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d0752db3-daf1-4639-ac2b-f7b97ecdd61c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15a0185b9fb6447f9aadbf5c6661df6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6356752 Feb 09 03:26:28.954479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40230) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:28.968268 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5a7cd9bc-2c10-4ac9-85b7-24e9746103e6 req-21f1f06d-9bed-4e0b-82aa-7d7519dbfd9d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247497 Feb 09 03:26:28.979470 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.985055 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-80108570-24cb-4d2f-96eb-caa47247978f admin admin] Publish callbacks [] for security_group (2e0564f0-44e0-412a-9c0a-ca9c936a20b5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:29.032344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-0af894b7-124c-4ee2-8778-7dd4b379bfd3 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a882804ae96455f825e7ee9d8c7c3af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8698668 Feb 09 03:26:29.052802 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2a1efe2-d8c6-4d59-afc8-621f7af30fc4 admin admin] Publish callbacks [] for security_group (39a70fbc-cce0-4f08-b9d5-459eb311f060), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:29.080416 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2a1efe2-d8c6-4d59-afc8-621f7af30fc4 admin admin] Publish callbacks [] for security_group (39a70fbc-cce0-4f08-b9d5-459eb311f060), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:29.092789 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-80108570-24cb-4d2f-96eb-caa47247978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2e0564f0-44e0-412a-9c0a-ca9c936a20b5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:29.096825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-80108570-24cb-4d2f-96eb-caa47247978f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:29.100827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-80108570-24cb-4d2f-96eb-caa47247978f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e0564f0-44e0-412a-9c0a-ca9c936a20b5 HTTP/1.1" status: 204 len: 168 time: 0.4702785 Feb 09 03:26:29.127421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80108570-24cb-4d2f-96eb-caa47247978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0564f0-44e0-412a-9c0a-ca9c936a20b5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:29.169721 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2a1efe2-d8c6-4d59-afc8-621f7af30fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (39a70fbc-cce0-4f08-b9d5-459eb311f060), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:29.173888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2a1efe2-d8c6-4d59-afc8-621f7af30fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:29.178526 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b2a1efe2-d8c6-4d59-afc8-621f7af30fc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39a70fbc-cce0-4f08-b9d5-459eb311f060 HTTP/1.1" status: 204 len: 168 time: 0.2226782 Feb 09 03:26:29.197906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1efe2-d8c6-4d59-afc8-621f7af30fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a70fbc-cce0-4f08-b9d5-459eb311f060,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:29.206996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Routers {'07669465-bf47-4171-828a-dd2ec4c0c06d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:29.207800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['07669465-bf47-4171-828a-dd2ec4c0c06d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:29.259482 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-9cec4bb6-ae77-4317-80e8-5315d84afe3e service neutron] 10.222.0.21 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079086 Feb 09 03:26:29.370578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079f10e-05f1-4a42-8254-47eb117e4bd9 req-801525f2-fd76-44df-a319-fd42c2cab05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:29.372570 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9079f10e-05f1-4a42-8254-47eb117e4bd9 req-801525f2-fd76-44df-a319-fd42c2cab05a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=758b59e2-44c9-4ffa-9f75-79486baf7d46 HTTP/1.1" status: 200 len: 855 time: 0.5087309 Feb 09 03:26:29.388698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a194e3-a0cf-42bb-affc-d8dfebecbbe2 None None] Pushing event updated for resources: {'Port': ['ID=182594b6-862a-4196-9fe6-105c9d6e420e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:29.443531 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9079f10e-05f1-4a42-8254-47eb117e4bd9 req-3e25c32a-34a0-4a46-b67b-968d7088af90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616391 Feb 09 03:26:29.453472 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-62df9e05-e91c-4f47-9733-33adb94ca178 service neutron] 10.222.0.21 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804457 Feb 09 03:26:29.495761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] Set router 07669465-bf47-4171-828a-dd2ec4c0c06d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:29.506892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eab8effd-2efd-413e-abb4-fb45178e805b tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Deleting port 01d9cd82-d2fd-4f00-b447-ee86741a2894 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:29.509324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eab8effd-2efd-413e-abb4-fb45178e805b tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (01d9cd82-d2fd-4f00-b447-ee86741a2894), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:29.757199 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1cd2c74e-184d-482f-833c-eaa3f6d7cae5 req-02dde5a6-850b-4117-9496-c170c7c61c3b tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 210 time: 0.0519991 Feb 09 03:26:29.815428 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9079f10e-05f1-4a42-8254-47eb117e4bd9 req-6a6a8bf6-fe98-444c-bdfa-14c8e2a1d1d4 service neutron] 10.222.0.65 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598018 Feb 09 03:26:29.865084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40256) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:29.896312 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-58b6b2ed-365e-4a5a-83b9-39b9b1ff4ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:30.031455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '182594b6-862a-4196-9fe6-105c9d6e420e', 'name': '', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'mac_address': 'fa:16:3e:af:2a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46223b2f-881f-497b-ae95-085206018dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:22Z', 'updated_at': '2022-02-09T03:26:28Z', 'revision_number': 4, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'subnets': [{'id': '46223b2f-881f-497b-ae95-085206018dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:30.140094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eab8effd-2efd-413e-abb4-fb45178e805b tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (01d9cd82-d2fd-4f00-b447-ee86741a2894), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:30.140672 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eab8effd-2efd-413e-abb4-fb45178e805b tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks [] for floatingip (01d9cd82-d2fd-4f00-b447-ee86741a2894), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:30.143339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2ba7c-3747-4f6a-9232-be7db074ce34 None None] The sync data for ids ['07669465-bf47-4171-828a-dd2ec4c0c06d'] in n-d-824835-15 is: [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '182594b6-862a-4196-9fe6-105c9d6e420e', 'name': '', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'mac_address': 'fa:16:3e:af:2a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46223b2f-881f-497b-ae95-085206018dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:22Z', 'updated_at': '2022-02-09T03:26:28Z', 'revision_number': 4, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'subnets': [{'id': '46223b2f-881f-497b-ae95-085206018dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:26:30.147692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-58b6b2ed-365e-4a5a-83b9-39b9b1ff4ee2 admin admin] Publish callbacks [] for security_group (93b1df46-1440-458f-b7cb-22e2d8139632), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:30.158808 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-58b6b2ed-365e-4a5a-83b9-39b9b1ff4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (93b1df46-1440-458f-b7cb-22e2d8139632), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:30.347442 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-58b6b2ed-365e-4a5a-83b9-39b9b1ff4ee2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=350ec142180d45988fb2f7d841f65171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4811199 Feb 09 03:26:30.351463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6b2ed-365e-4a5a-83b9-39b9b1ff4ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b1df46-1440-458f-b7cb-22e2d8139632,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:30.364697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eab8effd-2efd-413e-abb4-fb45178e805b tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Calling delete_port for 01d9cd82-d2fd-4f00-b447-ee86741a2894 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:30.370738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40266) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:30.410305 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9079f10e-05f1-4a42-8254-47eb117e4bd9 req-a60c76cc-2a07-4d55-a6f0-28ead2972ea0 service neutron] 10.222.0.65 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839691 Feb 09 03:26:30.533219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc3ca2-3814-447b-a784-878eeebede82 req-b2ce8baa-829d-4b92-99eb-f5975db3c676 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:30.535547 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3cfc3ca2-3814-447b-a784-878eeebede82 req-b2ce8baa-829d-4b92-99eb-f5975db3c676 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 943 time: 0.3641782 Feb 09 03:26:30.612561 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4a634ff-9ef2-4320-8b28-6069cda5a56a admin admin] Publish callbacks [] for security_group (93b1df46-1440-458f-b7cb-22e2d8139632), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:30.820838 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4a634ff-9ef2-4320-8b28-6069cda5a56a admin admin] Publish callbacks [] for security_group (93b1df46-1440-458f-b7cb-22e2d8139632), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:30.903406 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-91104824-c5b3-4786-912d-38d0ebb2d673 req-d5601c16-d4c8-4307-a4a6-a205ccb9f72c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 210 time: 0.0615876 Feb 09 03:26:30.992554 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3cfc3ca2-3814-447b-a784-878eeebede82 req-0b619592-136f-44fa-9655-236be25b545b tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439621 Feb 09 03:26:31.172465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8880f133-24e7-4e99-b4a2-a156fbc44dfa details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:26:31.202172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4a634ff-9ef2-4320-8b28-6069cda5a56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (93b1df46-1440-458f-b7cb-22e2d8139632), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:31.205621 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4a634ff-9ef2-4320-8b28-6069cda5a56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:31.209148 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f4a634ff-9ef2-4320-8b28-6069cda5a56a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93b1df46-1440-458f-b7cb-22e2d8139632 HTTP/1.1" status: 204 len: 168 time: 0.8313463 Feb 09 03:26:31.234372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a634ff-9ef2-4320-8b28-6069cda5a56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b1df46-1440-458f-b7cb-22e2d8139632,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:31.254828 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eab8effd-2efd-413e-abb4-fb45178e805b tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (01d9cd82-d2fd-4f00-b447-ee86741a2894), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:31.397608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8effd-2efd-413e-abb4-fb45178e805b tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Pushing event deleted for resources: {'Port': ['ID=01d9cd82-d2fd-4f00-b447-ee86741a2894,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:31.417149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8880f133-24e7-4e99-b4a2-a156fbc44dfa, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8880f133-24e7-4e99-b4a2-a156fbc44dfa,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:31.443104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '8880f133-24e7-4e99-b4a2-a156fbc44dfa', 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27', 'port_id': '8880f133-24e7-4e99-b4a2-a156fbc44dfa', 'mac_address': 'fa:16:3e:82:ba:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758b59e2-44c9-4ffa-9f75-79486baf7d46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:26:31.516995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 8880f133-24e7-4e99-b4a2-a156fbc44dfa is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:31.518213 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:31.553713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8880f133-24e7-4e99-b4a2-a156fbc44dfa {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:26:31.553983 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eab8effd-2efd-413e-abb4-fb45178e805b tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks [] for floatingip (91185beb-141b-46e7-a3ab-d5fe64f846ef), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:31.562365 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eab8effd-2efd-413e-abb4-fb45178e805b tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:31.568636 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-eab8effd-2efd-413e-abb4-fb45178e805b tempest-ExternalNetworksAdminNegativeTestJSON-1087686006 tempest-ExternalNetworksAdminNegativeTestJSON-1087686006-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/91185beb-141b-46e7-a3ab-d5fe64f846ef HTTP/1.1" status: 204 len: 168 time: 3.3155286 Feb 09 03:26:31.611423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8880f133-24e7-4e99-b4a2-a156fbc44dfa, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8880f133-24e7-4e99-b4a2-a156fbc44dfa,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:31.622845 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:31.719905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=8880f133-24e7-4e99-b4a2-a156fbc44dfa,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:32.073452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 182594b6-862a-4196-9fe6-105c9d6e420e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:32.206441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['8880f133-24e7-4e99-b4a2-a156fbc44dfa'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:32.210175 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b73c9e3-8b1f-4d71-a257-9adb828bf429 req-e57dfd82-afdb-4a8d-aca1-66c5cf728377 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 210 time: 0.1568575 Feb 09 03:26:32.421297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 182594b6-862a-4196-9fe6-105c9d6e420e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:32.421900 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:32.449755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c98f9d-1da1-473b-a6c9-dc11213d9cac req-93e6fe9c-c4ff-4039-aa8b-32c135f9e21f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:32.451994 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07c98f9d-1da1-473b-a6c9-dc11213d9cac req-93e6fe9c-c4ff-4039-aa8b-32c135f9e21f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 944 time: 0.1674621 Feb 09 03:26:32.535724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-30983c36-d8f7-4a20-ab56-d5da78682057 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:32.538210 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-30983c36-d8f7-4a20-ab56-d5da78682057 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.42 "GET /v2.0/networks?id=78112c47-e401-426c-9c2f-c3068b097f08 HTTP/1.1" status: 200 len: 819 time: 0.4556262 Feb 09 03:26:32.557988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40328) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:32.569725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Request body: {'port': {'device_id': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'admin_state_up': True, 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:32.628260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 182594b6-862a-4196-9fe6-105c9d6e420e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:32.628260 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:32.632037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07c98f9d-1da1-473b-a6c9-dc11213d9cac req-c4ff1849-f8da-412e-97a6-351ae7673142 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728864 Feb 09 03:26:32.673819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 182594b6-862a-4196-9fe6-105c9d6e420e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=182594b6-862a-4196-9fe6-105c9d6e420e,segment=NetworkSegment(d1921ea5-22dc-49d8-a089-7375e09c29d8),segment_id=d1921ea5-22dc-49d8-a089-7375e09c29d8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:32.682246 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:32.768554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Made reservation on behalf of 9a882804ae96455f825e7ee9d8c7c3af for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:32.776042 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:32.793129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=182594b6-862a-4196-9fe6-105c9d6e420e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:32.987529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Allocated IP 172.20.0.9 (78112c47-e401-426c-9c2f-c3068b097f08/46223b2f-881f-497b-ae95-085206018dcd/b1bc3e93-6464-4556-827d-43c11e559aa7) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:33.064473 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cdcb67da-4ec3-4956-a200-fc98108eb94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:33.283927 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cdcb67da-4ec3-4956-a200-fc98108eb94b admin admin] Publish callbacks [] for security_group (b1748aab-dd29-471b-b1dc-a472b7b0366b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:33.299089 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cdcb67da-4ec3-4956-a200-fc98108eb94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b1748aab-dd29-471b-b1dc-a472b7b0366b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:33.350114 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:33.410617 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cdcb67da-4ec3-4956-a200-fc98108eb94b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=156dd80003604dd7aa712a6530fce362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8511627 Feb 09 03:26:33.414145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40358) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:33.416567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb67da-4ec3-4956-a200-fc98108eb94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1748aab-dd29-471b-b1dc-a472b7b0366b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:33.514334 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b0648bd-0cf6-4569-8369-4fe4d3cd88d0 req-e75364d1-e847-4e77-b382-9b52816ade21 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 210 time: 0.1015227 Feb 09 03:26:33.562798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2544b4b-4995-4c23-8cb9-1209f62cbf2f req-91a0c750-b176-4e8e-9abe-1b70eb7c28cd tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:33.571158 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2544b4b-4995-4c23-8cb9-1209f62cbf2f req-91a0c750-b176-4e8e-9abe-1b70eb7c28cd tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.2088971 Feb 09 03:26:33.590094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:33.597584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81333f82-d0ae-4b25-9aa6-6eea9d65eb12 admin admin] Publish callbacks [] for security_group (b1748aab-dd29-471b-b1dc-a472b7b0366b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:33.675512 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81333f82-d0ae-4b25-9aa6-6eea9d65eb12 admin admin] Publish callbacks [] for security_group (b1748aab-dd29-471b-b1dc-a472b7b0366b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:33.689672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Network 78112c47-e401-426c-9c2f-c3068b097f08 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:33.856629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194851b-547f-4fc1-ae27-6acb1ba0a56a req-459b5d0e-2772-4572-9d68-36c761d601a8 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:33.873032 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f194851b-547f-4fc1-ae27-6acb1ba0a56a req-459b5d0e-2772-4572-9d68-36c761d601a8 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 944 time: 0.1211755 Feb 09 03:26:34.000853 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f194851b-547f-4fc1-ae27-6acb1ba0a56a req-9c277173-ae8f-425d-a209-5f936547e64c tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257813 Feb 09 03:26:34.033137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 182594b6-862a-4196-9fe6-105c9d6e420e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:34.151487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 182594b6-862a-4196-9fe6-105c9d6e420e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:34.152393 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:34.239570 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2544b4b-4995-4c23-8cb9-1209f62cbf2f req-caffa89f-d18e-415a-a1d5-d534d9739c39 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6663063 Feb 09 03:26:34.244410 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:34.251641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:34.266342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 182594b6-862a-4196-9fe6-105c9d6e420e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:34.308302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Pushing event updated for resources: {'Port': ['ID=b1bc3e93-6464-4556-827d-43c11e559aa7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:34.347180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:34.347813 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:34.374313 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-3add19db-2be7-4f6d-a6c6-832a1d2c4e83 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8100789 Feb 09 03:26:34.395274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Request body: {'port': {'device_id': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:34.406199 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81333f82-d0ae-4b25-9aa6-6eea9d65eb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b1748aab-dd29-471b-b1dc-a472b7b0366b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:34.411658 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81333f82-d0ae-4b25-9aa6-6eea9d65eb12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:34.414404 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-81333f82-d0ae-4b25-9aa6-6eea9d65eb12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1748aab-dd29-471b-b1dc-a472b7b0366b HTTP/1.1" status: 204 len: 168 time: 0.9944382 Feb 09 03:26:34.457105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81333f82-d0ae-4b25-9aa6-6eea9d65eb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1748aab-dd29-471b-b1dc-a472b7b0366b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:34.536039 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:34.715679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f3168-35f1-4972-99b2-3e948e0dc6cf req-08a5f1fa-e2cb-4505-8d42-a265a21beb75 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:34.717347 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-893f3168-35f1-4972-99b2-3e948e0dc6cf req-08a5f1fa-e2cb-4505-8d42-a265a21beb75 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 931 time: 0.0846510 Feb 09 03:26:34.827374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-893f3168-35f1-4972-99b2-3e948e0dc6cf req-4a338b81-ae24-48e5-a6ea-bda4cedb0887 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000249 Feb 09 03:26:34.989874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1bc3e93-6464-4556-827d-43c11e559aa7 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:26:35.013243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Publish callbacks [] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.059781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Transition to ACTIVE for port object b1bc3e93-6464-4556-827d-43c11e559aa7 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:26:35.075543 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.201462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8880f133-24e7-4e99-b4a2-a156fbc44dfa up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:35.216874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bc3e93-6464-4556-827d-43c11e559aa7,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:35.277848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceff464-fc9d-4cba-ba89-957b575dece6 req-21407a27-c201-43a5-ac6a-09579080d3a6 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:35.279640 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aceff464-fc9d-4cba-ba89-957b575dece6 req-21407a27-c201-43a5-ac6a-09579080d3a6 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 944 time: 0.1597190 Feb 09 03:26:35.334321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Attempting to bind port b1bc3e93-6464-4556-827d-43c11e559aa7 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:26:35.335052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Attempting to bind port b1bc3e93-6464-4556-827d-43c11e559aa7 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'd1921ea5-22dc-49d8-a089-7375e09c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:26:35.335544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Attempting to bind port b1bc3e93-6464-4556-827d-43c11e559aa7 on network 78112c47-e401-426c-9c2f-c3068b097f08 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:35.339658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 8880f133-24e7-4e99-b4a2-a156fbc44dfa completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:26:35.346770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 8880f133-24e7-4e99-b4a2-a156fbc44dfa triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:35.348266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Port b1bc3e93-6464-4556-827d-43c11e559aa7 on network 78112c47-e401-426c-9c2f-c3068b097f08 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:26:35.348494 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.348616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Attempting to bind port b1bc3e93-6464-4556-827d-43c11e559aa7 on network 78112c47-e401-426c-9c2f-c3068b097f08 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:35.358692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:26:35.359109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Checking segment: {'id': 'd1921ea5-22dc-49d8-a089-7375e09c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:35.359408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Bound using segment: {'id': 'd1921ea5-22dc-49d8-a089-7375e09c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:26:35.359851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Bound port: b1bc3e93-6464-4556-827d-43c11e559aa7, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1921ea5-22dc-49d8-a089-7375e09c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:26:35.360247 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.365221 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aceff464-fc9d-4cba-ba89-957b575dece6 req-25334b79-006f-4086-aa0d-b7f838aefd49 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756469 Feb 09 03:26:35.485638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987835e-7587-4718-ac63-c821e6e39b58 req-59eeba5a-c543-4deb-8be5-4e7e1333d6af tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:35.489137 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4987835e-7587-4718-ac63-c821e6e39b58 req-59eeba5a-c543-4deb-8be5-4e7e1333d6af tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.1047955 Feb 09 03:26:35.510304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] For port b1bc3e93-6464-4556-827d-43c11e559aa7, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:26:35.519319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] For port b1bc3e93-6464-4556-827d-43c11e559aa7, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b1bc3e93-6464-4556-827d-43c11e559aa7,segment=NetworkSegment(d1921ea5-22dc-49d8-a089-7375e09c29d8),segment_id=d1921ea5-22dc-49d8-a089-7375e09c29d8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:26:35.528993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40414) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:35.534266 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.567124 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:35.568649 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.574475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] 10.222.0.42 "PUT /v2.0/ports/b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 1092 time: 1.1915772 Feb 09 03:26:35.575055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:35.580747 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30b1f62-76b7-4be6-bd55-3f7d1d589585" -d '{"events": [{"name": "network-changed", "server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:35.587099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 8880f133-24e7-4e99-b4a2-a156fbc44dfa is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:35.590457 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.632340 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4987835e-7587-4718-ac63-c821e6e39b58 req-71ce4b9b-e962-423d-9aca-7aa68e2f843a tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337268 Feb 09 03:26:35.635956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673fe4c2-8f07-4487-b0a8-97926950c64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8880f133-24e7-4e99-b4a2-a156fbc44dfa'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:35.639130 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7624ca1d-21b8-441f-992a-e9e3b50ed430" -d '{"events": [{"server_uuid": "673fe4c2-8f07-4487-b0a8-97926950c64c", "name": "network-vif-plugged", "status": "completed", "tag": "8880f133-24e7-4e99-b4a2-a156fbc44dfa"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:35.655922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8880f133-24e7-4e99-b4a2-a156fbc44dfa, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8880f133-24e7-4e99-b4a2-a156fbc44dfa,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:35.667447 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.671740 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d4783da4-df16-4139-b0a7-4afcc3370b69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe06a9674db54030a55d4ffc1fe20e45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414490 Feb 09 03:26:35.675031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40424) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:35.732474 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-487bc239-0577-4029-aa50-46d217c74063 admin admin] Publish callbacks [] for security_group (d1ef7814-68f8-420d-a385-a1459593b4b1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.733865 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc41bb4-90b2-4533-8a0c-3b00cceb770e x-openstack-request-id: req-5fc41bb4-90b2-4533-8a0c-3b00cceb770e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:35.734146 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:35.734397 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fc41bb4-90b2-4533-8a0c-3b00cceb770e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:35.734792 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'status': 'completed', 'code': 200} Feb 09 03:26:35.760122 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-487bc239-0577-4029-aa50-46d217c74063 admin admin] Publish callbacks [] for security_group (d1ef7814-68f8-420d-a385-a1459593b4b1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.796491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a7cc0-7764-4af4-b147-0ae0bd1d4ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bc3e93-6464-4556-827d-43c11e559aa7,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:35.796863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=8880f133-24e7-4e99-b4a2-a156fbc44dfa,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:35.820036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-19c1ae57-32b5-415d-a59c-3f899827b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:35.821957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-19c1ae57-32b5-415d-a59c-3f899827b68c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a882804ae96455f825e7ee9d8c7c3af&device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 1126 time: 0.1607966 Feb 09 03:26:35.841322 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-487bc239-0577-4029-aa50-46d217c74063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d1ef7814-68f8-420d-a385-a1459593b4b1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.847495 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-487bc239-0577-4029-aa50-46d217c74063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.861723 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-487bc239-0577-4029-aa50-46d217c74063 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1ef7814-68f8-420d-a385-a1459593b4b1 HTTP/1.1" status: 204 len: 168 time: 0.1838024 Feb 09 03:26:35.894066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bc239-0577-4029-aa50-46d217c74063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ef7814-68f8-420d-a385-a1459593b4b1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:35.932754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-5e44d2bc-d8e6-4bbf-9d98-79e4ccd35c9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 217 time: 0.1025748 Feb 09 03:26:36.089814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-657fcc45-520d-4429-b04f-f46ecb95ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:36.091184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-657fcc45-520d-4429-b04f-f46ecb95ebfc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46223b2f-881f-497b-ae95-085206018dcd HTTP/1.1" status: 200 len: 859 time: 0.1415787 Feb 09 03:26:36.148261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02f5bf-4284-4b2c-803a-2fae58ae8ad3 req-b21b6700-a55f-40ce-8ac0-bd454881d841 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:36.149999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c02f5bf-4284-4b2c-803a-2fae58ae8ad3 req-b21b6700-a55f-40ce-8ac0-bd454881d841 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 943 time: 0.2116828 Feb 09 03:26:36.154632 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e210532f-c375-4d26-90ce-e0a4050bfc02 x-openstack-request-id: req-e210532f-c375-4d26-90ce-e0a4050bfc02 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:36.154997 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673fe4c2-8f07-4487-b0a8-97926950c64c", "name": "network-vif-plugged", "status": "completed", "tag": "8880f133-24e7-4e99-b4a2-a156fbc44dfa", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:36.155536 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e210532f-c375-4d26-90ce-e0a4050bfc02 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:36.157712 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673fe4c2-8f07-4487-b0a8-97926950c64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8880f133-24e7-4e99-b4a2-a156fbc44dfa', 'code': 200} Feb 09 03:26:36.178873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbf8d8-fb96-40a5-9a8c-8e2df4daf4ec req-202afb49-558a-4e6f-99e9-dd545c7932dc tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:36.181505 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4fbbf8d8-fb96-40a5-9a8c-8e2df4daf4ec req-202afb49-558a-4e6f-99e9-dd545c7932dc tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.65 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.1948900 Feb 09 03:26:36.184999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-8c0554bd-cbb6-40a3-a9ee-586659f6f941 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78112c47-e401-426c-9c2f-c3068b097f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856783 Feb 09 03:26:36.369903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfaed0c-f311-414b-91cf-59074d4ad9b6 req-f80b4f89-1b8b-4caf-8dbf-3c5aa8f2978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:36.373731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3dfaed0c-f311-414b-91cf-59074d4ad9b6 req-f80b4f89-1b8b-4caf-8dbf-3c5aa8f2978e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 1128 time: 0.1054900 Feb 09 03:26:36.411398 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c02f5bf-4284-4b2c-803a-2fae58ae8ad3 req-8e182bd8-502d-4f5e-9586-31199246b1a5 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285900 Feb 09 03:26:36.473232 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3dfaed0c-f311-414b-91cf-59074d4ad9b6 req-5333c177-21a1-4cc4-87f0-dff70bb0939f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925820 Feb 09 03:26:36.487504 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-b8b87321-834f-4b5a-aeaf-0c52ed946279 service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928686 Feb 09 03:26:36.584299 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669170-9bd1-4899-a310-1f0b0ee9f546 req-92177d10-deeb-4801-8d35-45722874f808 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:36.595646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a3669170-9bd1-4899-a310-1f0b0ee9f546 req-92177d10-deeb-4801-8d35-45722874f808 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.0951850 Feb 09 03:26:36.636497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-4fbbf8d8-fb96-40a5-9a8c-8e2df4daf4ec req-90e480ac-1e05-4405-8397-c62c02751aeb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Deleting port 12189f66-3e68-4879-9e9d-b29bb533654c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:36.642396 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-4fbbf8d8-fb96-40a5-9a8c-8e2df4daf4ec req-90e480ac-1e05-4405-8397-c62c02751aeb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:36.684437 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a3669170-9bd1-4899-a310-1f0b0ee9f546 req-8a5f511a-0135-45b4-84ec-6f5181c17fd9 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856287 Feb 09 03:26:36.819561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07aa57fc-827a-470f-8ac5-b733e9ca590f req-d65e4f27-efda-45dd-a491-2c61de0deb99 service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212688 Feb 09 03:26:36.865892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-4fbbf8d8-fb96-40a5-9a8c-8e2df4daf4ec req-90e480ac-1e05-4405-8397-c62c02751aeb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] For port 12189f66-3e68-4879-9e9d-b29bb533654c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=12189f66-3e68-4879-9e9d-b29bb533654c,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:36.866455 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-4fbbf8d8-fb96-40a5-9a8c-8e2df4daf4ec req-90e480ac-1e05-4405-8397-c62c02751aeb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:36.877226 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1057198-d8db-47ae-b408-107baa66de3d req-48dbf4c8-5d78-44af-a6ef-1ed71d96a4a6 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:36.879008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1057198-d8db-47ae-b408-107baa66de3d req-48dbf4c8-5d78-44af-a6ef-1ed71d96a4a6 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 946 time: 0.1309719 Feb 09 03:26:36.898738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-4fbbf8d8-fb96-40a5-9a8c-8e2df4daf4ec req-90e480ac-1e05-4405-8397-c62c02751aeb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Calling delete_port for 12189f66-3e68-4879-9e9d-b29bb533654c owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:37.030912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1057198-d8db-47ae-b408-107baa66de3d req-2c2036d8-5edb-4acf-b227-b13a848e5cf4 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435542 Feb 09 03:26:37.054948 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b1f62-76b7-4be6-bd55-3f7d1d589585 req-a378b333-3220-4607-b959-d4388a33410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:37.054948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a30b1f62-76b7-4be6-bd55-3f7d1d589585 req-a378b333-3220-4607-b959-d4388a33410c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a882804ae96455f825e7ee9d8c7c3af&device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 1126 time: 0.1561613 Feb 09 03:26:37.209273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b1f62-76b7-4be6-bd55-3f7d1d589585 req-7cdb264c-b80a-4fe9-b44a-bbca32409091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:37.216447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a30b1f62-76b7-4be6-bd55-3f7d1d589585 req-7cdb264c-b80a-4fe9-b44a-bbca32409091 service neutron] 10.222.0.42 "GET /v2.0/networks?id=78112c47-e401-426c-9c2f-c3068b097f08 HTTP/1.1" status: 200 len: 920 time: 0.1505647 Feb 09 03:26:37.218406 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-4fbbf8d8-fb96-40a5-9a8c-8e2df4daf4ec req-90e480ac-1e05-4405-8397-c62c02751aeb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (12189f66-3e68-4879-9e9d-b29bb533654c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:37.254192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['03859bcc-0da4-4ac4-9f33-035b4370eeb4', '12189f66-3e68-4879-9e9d-b29bb533654c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:37.301959 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e480ac-1e05-4405-8397-c62c02751aeb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Pushing event deleted for resources: {'Port': ['ID=12189f66-3e68-4879-9e9d-b29bb533654c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:37.308728 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a30b1f62-76b7-4be6-bd55-3f7d1d589585 req-73dff137-705d-4305-8cb0-dc7af4067b01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 217 time: 0.0793953 Feb 09 03:26:37.441457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbbf8d8-fb96-40a5-9a8c-8e2df4daf4ec req-90e480ac-1e05-4405-8397-c62c02751aeb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] No DVR routers for this DVR port 12189f66-3e68-4879-9e9d-b29bb533654c on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:26:37.456122 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-4fbbf8d8-fb96-40a5-9a8c-8e2df4daf4ec req-90e480ac-1e05-4405-8397-c62c02751aeb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:37.460098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4fbbf8d8-fb96-40a5-9a8c-8e2df4daf4ec req-90e480ac-1e05-4405-8397-c62c02751aeb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.65 "DELETE /v2.0/ports/12189f66-3e68-4879-9e9d-b29bb533654c HTTP/1.1" status: 204 len: 173 time: 1.2373574 Feb 09 03:26:37.489874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b1f62-76b7-4be6-bd55-3f7d1d589585 req-3e52d3af-73d9-4971-98ea-542a1e0e18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:37.491418 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a30b1f62-76b7-4be6-bd55-3f7d1d589585 req-3e52d3af-73d9-4971-98ea-542a1e0e18fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46223b2f-881f-497b-ae95-085206018dcd HTTP/1.1" status: 200 len: 859 time: 0.1742849 Feb 09 03:26:37.582190 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a30b1f62-76b7-4be6-bd55-3f7d1d589585 req-d18f5269-bd16-4438-832a-a3480928b4ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78112c47-e401-426c-9c2f-c3068b097f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798697 Feb 09 03:26:37.656273 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:37.810808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072515ba-0d50-4ff2-85ba-ae609e2b669c', 'name': 'network-vif-deleted', 'tag': '12189f66-3e68-4879-9e9d-b29bb533654c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:37.813087 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd88123-7482-4ecf-8390-2b5073d4394b" -d '{"events": [{"server_uuid": "072515ba-0d50-4ff2-85ba-ae609e2b669c", "name": "network-vif-deleted", "tag": "12189f66-3e68-4879-9e9d-b29bb533654c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:37.816868 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a30b1f62-76b7-4be6-bd55-3f7d1d589585 req-ac6c1f4c-6131-40c3-ba85-442610c01b68 service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672776 Feb 09 03:26:37.882737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd65a5-d875-4652-b684-02997d8503d4 req-ee6a5230-7654-4d52-9a0f-2330af7db1a3 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:37.890890 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-effd65a5-d875-4652-b684-02997d8503d4 req-ee6a5230-7654-4d52-9a0f-2330af7db1a3 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.0817025 Feb 09 03:26:37.891565 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f2f77-9950-484c-876c-7564efcebb49 req-e0d5f4fc-0cdd-4c1d-8f13-137c0db09bd4 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:37.893127 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f6f2f77-9950-484c-876c-7564efcebb49 req-e0d5f4fc-0cdd-4c1d-8f13-137c0db09bd4 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 943 time: 0.3097441 Feb 09 03:26:37.949131 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f6f2f77-9950-484c-876c-7564efcebb49 req-51182bd9-0c3f-44a8-8966-b91509be2dae tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487833 Feb 09 03:26:38.019988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a30b1f62-76b7-4be6-bd55-3f7d1d589585 req-c234d73a-5e6f-4d6c-977d-c0e47db787d5 service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924977 Feb 09 03:26:38.070282 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-effd65a5-d875-4652-b684-02997d8503d4 req-89ec6201-a472-4877-b95f-2dc015fda0e4 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680162 Feb 09 03:26:38.096903 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:26:38.134552 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e789cd65-3525-4ad0-b934-534138c3828e x-openstack-request-id: req-e789cd65-3525-4ad0-b934-534138c3828e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:38.134864 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072515ba-0d50-4ff2-85ba-ae609e2b669c", "name": "network-vif-deleted", "tag": "12189f66-3e68-4879-9e9d-b29bb533654c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:38.135220 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e789cd65-3525-4ad0-b934-534138c3828e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:38.135643 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072515ba-0d50-4ff2-85ba-ae609e2b669c', 'name': 'network-vif-deleted', 'tag': '12189f66-3e68-4879-9e9d-b29bb533654c', 'status': 'completed', 'code': 200} Feb 09 03:26:38.322228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88abe151-b2fb-419c-92e7-6733fc9ac883 req-4818ed8f-5390-4405-98dc-6428ea1b8b76 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=072515ba-0d50-4ff2-85ba-ae609e2b669c HTTP/1.1" status: 200 len: 210 time: 0.0436881 Feb 09 03:26:38.920198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40546) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:39.143381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98dee45-cafb-4ac1-b912-4cca88f1cc8f req-5851d7e2-07bf-4763-b850-32f44604593e tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:39.149948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f98dee45-cafb-4ac1-b912-4cca88f1cc8f req-5851d7e2-07bf-4763-b850-32f44604593e tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 943 time: 0.1151512 Feb 09 03:26:39.205614 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b84648-379f-4931-9577-09ad782bb113 req-993860cc-7036-4a2e-af23-5777928354e3 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:39.214085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6b84648-379f-4931-9577-09ad782bb113 req-993860cc-7036-4a2e-af23-5777928354e3 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.0678413 Feb 09 03:26:39.216511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40558) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:39.251952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f98dee45-cafb-4ac1-b912-4cca88f1cc8f req-16f5b691-a42b-432b-9578-a176aa3c28f3 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964930 Feb 09 03:26:39.286025 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6b84648-379f-4931-9577-09ad782bb113 req-07305167-5668-4502-a246-81499ac7b20c tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655987 Feb 09 03:26:39.332114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1219133571'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:39.372231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Made reservation on behalf of 7b1bb8aa08c24c559684bf97b4ca9d56 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:39.382670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b1bc3e93-6464-4556-827d-43c11e559aa7 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:26:39.404024 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:39.455486 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aecf6b29-4a77-4887-bd6a-132c4db38185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:39.479186 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:39.498909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ed75c-dde9-43ef-acf1-89e59b08d36e req-f36903f7-6d7d-4ec2-95f5-c5ccf6a505f1 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:39.509717 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e2ed75c-dde9-43ef-acf1-89e59b08d36e req-f36903f7-6d7d-4ec2-95f5-c5ccf6a505f1 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.0993702 Feb 09 03:26:39.609072 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e2ed75c-dde9-43ef-acf1-89e59b08d36e req-1ce6f503-029a-4f14-bf95-be3dc98c8252 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979321 Feb 09 03:26:39.610931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port b1bc3e93-6464-4556-827d-43c11e559aa7, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b1bc3e93-6464-4556-827d-43c11e559aa7,segment=NetworkSegment(d1921ea5-22dc-49d8-a089-7375e09c29d8),segment_id=d1921ea5-22dc-49d8-a089-7375e09c29d8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:39.656392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'port_id': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'mac_address': 'fa:16:3e:e6:88:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46223b2f-881f-497b-ae95-085206018dcd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:26:39.726531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port b1bc3e93-6464-4556-827d-43c11e559aa7 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:39.727876 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:39.745209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bc3e93-6464-4556-827d-43c11e559aa7 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:26:39.767666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port b1bc3e93-6464-4556-827d-43c11e559aa7, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b1bc3e93-6464-4556-827d-43c11e559aa7,segment=NetworkSegment(d1921ea5-22dc-49d8-a089-7375e09c29d8),segment_id=d1921ea5-22dc-49d8-a089-7375e09c29d8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:39.774976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks [] for security_group (82c2e768-938b-4d3c-a49f-015eed2ad6e6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:39.780623 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:39.843531 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (82c2e768-938b-4d3c-a49f-015eed2ad6e6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:39.865968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:26:39.878132 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0e89577d-4099-46c5-a393-cbc68dfcd158), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:39.878386 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Added segment 0e89577d-4099-46c5-a393-cbc68dfcd158 of type vlan for network 0bd27650-009e-458b-9fa2-d375db9723d1 Feb 09 03:26:39.912156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=b1bc3e93-6464-4556-827d-43c11e559aa7,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:39.955797 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (0bd27650-009e-458b-9fa2-d375db9723d1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:40.005517 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aecf6b29-4a77-4887-bd6a-132c4db38185 admin admin] Publish callbacks [] for security_group (86a32c9a-5dd0-4863-9fde-9f379666ec46), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:40.024970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['b1bc3e93-6464-4556-827d-43c11e559aa7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:40.025606 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137f866-686f-469e-87ca-629e18c16fc7 req-bffcec58-43c7-43de-a61a-bd33576e333a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:40.030171 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4137f866-686f-469e-87ca-629e18c16fc7 req-bffcec58-43c7-43de-a61a-bd33576e333a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.0868926 Feb 09 03:26:40.051987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aecf6b29-4a77-4887-bd6a-132c4db38185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (86a32c9a-5dd0-4863-9fde-9f379666ec46), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:40.085400 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aecf6b29-4a77-4887-bd6a-132c4db38185 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bd193ac67a64683a085fcc21294d4ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8651454 Feb 09 03:26:40.085400 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (0bd27650-009e-458b-9fa2-d375db9723d1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:40.085646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40592) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:40.090330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:40.090954 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:40.124183 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2000268 Feb 09 03:26:40.137769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40594) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:40.176225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ce3f4208-3bed-4111-8c57-d992442bc741 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Request body: {'subnet': {'network_id': '0bd27650-009e-458b-9fa2-d375db9723d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:40.203779 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4137f866-686f-469e-87ca-629e18c16fc7 req-b3925ba2-411d-4d1d-898f-46be6a4c5f65 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667242 Feb 09 03:26:40.239643 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50ce7684-a5c4-4b6b-846f-6fbbaebd01f5 admin admin] Publish callbacks [] for security_group (86a32c9a-5dd0-4863-9fde-9f379666ec46), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:40.278645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c2e768-938b-4d3c-a49f-015eed2ad6e6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:40.296002 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50ce7684-a5c4-4b6b-846f-6fbbaebd01f5 admin admin] Publish callbacks [] for security_group (86a32c9a-5dd0-4863-9fde-9f379666ec46), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:40.337862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4420ac-394d-468e-a5c5-9258eb234264 req-60b3dcf1-d982-47f0-acc1-45bdb6aae497 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:40.346652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b4420ac-394d-468e-a5c5-9258eb234264 req-60b3dcf1-d982-47f0-acc1-45bdb6aae497 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.5203609 Feb 09 03:26:40.391075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f669dc-3624-4599-ab9f-760f218a4915 req-3df41553-075a-4e69-ba65-c2c479f071c1 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:40.393008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52f669dc-3624-4599-ab9f-760f218a4915 req-3df41553-075a-4e69-ba65-c2c479f071c1 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.0948822 Feb 09 03:26:40.418230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d10649-0256-4cf7-a545-a85ba8831884 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Pushing event updated for resources: {'Network': ['ID=0bd27650-009e-458b-9fa2-d375db9723d1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:40.427156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf6b29-4a77-4887-bd6a-132c4db38185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a32c9a-5dd0-4863-9fde-9f379666ec46,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:40.427960 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50ce7684-a5c4-4b6b-846f-6fbbaebd01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (86a32c9a-5dd0-4863-9fde-9f379666ec46), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:40.432916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 0bd27650-009e-458b-9fa2-d375db9723d1 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:26:40.444046 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50ce7684-a5c4-4b6b-846f-6fbbaebd01f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:40.447360 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-50ce7684-a5c4-4b6b-846f-6fbbaebd01f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86a32c9a-5dd0-4863-9fde-9f379666ec46 HTTP/1.1" status: 204 len: 168 time: 0.3612232 Feb 09 03:26:40.480665 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b4420ac-394d-468e-a5c5-9258eb234264 req-489aba94-e175-4348-9a21-753f09e1e082 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257761 Feb 09 03:26:40.495878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce7684-a5c4-4b6b-846f-6fbbaebd01f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a32c9a-5dd0-4863-9fde-9f379666ec46,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:40.518972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3f4208-3bed-4111-8c57-d992442bc741 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Made reservation on behalf of 7b1bb8aa08c24c559684bf97b4ca9d56 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:40.522882 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4208-3bed-4111-8c57-d992442bc741 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:40.552159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52f669dc-3624-4599-ab9f-760f218a4915 req-e4c418a0-d0ba-4aa1-9582-460d24a7c727 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489565 Feb 09 03:26:40.884969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd7a58-4fc8-4a5f-8d41-394c509c6da7 req-d4568998-33ea-48f1-9142-483c754faa52 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:40.894151 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11bd7a58-4fc8-4a5f-8d41-394c509c6da7 req-d4568998-33ea-48f1-9142-483c754faa52 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 944 time: 0.1484022 Feb 09 03:26:40.958536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4208-3bed-4111-8c57-d992442bc741 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (925d3924-7193-487d-a661-5eafbc201419), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:41.058249 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11bd7a58-4fc8-4a5f-8d41-394c509c6da7 req-03293a83-62d1-48ca-a1ba-98ef341ee280 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633365 Feb 09 03:26:41.106353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f4208-3bed-4111-8c57-d992442bc741 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Pushing event updated for resources: {'Subnet': ['ID=925d3924-7193-487d-a661-5eafbc201419,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:41.115611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f4208-3bed-4111-8c57-d992442bc741 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Checking segment: {'id': '0e89577d-4099-46c5-a393-cbc68dfcd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0bd27650-009e-458b-9fa2-d375db9723d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:41.115972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3f4208-3bed-4111-8c57-d992442bc741 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Network hostable DHCP agents. Network: 0bd27650-009e-458b-9fa2-d375db9723d1, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:26:41.140571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3f4208-3bed-4111-8c57-d992442bc741 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Network 0bd27650-009e-458b-9fa2-d375db9723d1 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:26:41.143024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23935e0-3175-473e-b2a0-5eab755bc925 req-5377b2d2-9d60-4a64-a197-58d47b71a968 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:41.152392 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e23935e0-3175-473e-b2a0-5eab755bc925 req-5377b2d2-9d60-4a64-a197-58d47b71a968 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.1357970 Feb 09 03:26:41.156403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ce3f4208-3bed-4111-8c57-d992442bc741 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 0bd27650-009e-458b-9fa2-d375db9723d1) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:41.166219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085d6089-9cd2-466a-b267-e43de316252c None None] Network 0bd27650-009e-458b-9fa2-d375db9723d1 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:26:41.172800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3f4208-3bed-4111-8c57-d992442bc741 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:41.174156 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4208-3bed-4111-8c57-d992442bc741 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:41.199879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ce3f4208-3bed-4111-8c57-d992442bc741 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0310268 Feb 09 03:26:41.202956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40634) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:41.214957 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Request body: {'port': {'network_id': '0bd27650-009e-458b-9fa2-d375db9723d1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-44078918'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:41.253392 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e23935e0-3175-473e-b2a0-5eab755bc925 req-dac167fa-be09-4907-ad9d-4f9d7fd4feb5 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999901 Feb 09 03:26:41.287325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 12189f66-3e68-4879-9e9d-b29bb533654c no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:41.469076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40640) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:41.490736 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7fc615d-89a6-4bde-802b-0b73c48cb0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:41.510742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Made reservation on behalf of 7b1bb8aa08c24c559684bf97b4ca9d56 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:41.514879 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:41.561598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] device_id is not set on port c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:26:41.623842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 12189f66-3e68-4879-9e9d-b29bb533654c {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:41.624450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 12189f66-3e68-4879-9e9d-b29bb533654c not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:41.625843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b1bc3e93-6464-4556-827d-43c11e559aa7 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:41.651745 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7fc615d-89a6-4bde-802b-0b73c48cb0f5 admin admin] Publish callbacks [] for security_group (6413d779-4ff0-4e2d-9463-c36faf1eccb5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:41.666051 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7fc615d-89a6-4bde-802b-0b73c48cb0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6413d779-4ff0-4e2d-9463-c36faf1eccb5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:41.745011 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e7fc615d-89a6-4bde-802b-0b73c48cb0f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b104ef40b98741cf845d68b5085b6fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2745075 Feb 09 03:26:41.757539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40648) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:41.764468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc615d-89a6-4bde-802b-0b73c48cb0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6413d779-4ff0-4e2d-9463-c36faf1eccb5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:41.788269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Allocated IP 2001:db8::36e (0bd27650-009e-458b-9fa2-d375db9723d1/925d3924-7193-487d-a661-5eafbc201419/c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:41.856625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-0bd27650-009e-458b-9fa2-d375db9723d1', 'network_id': '0bd27650-009e-458b-9fa2-d375db9723d1', 'project_id': '7b1bb8aa08c24c559684bf97b4ca9d56', 'fixed_ips': [{'subnet_id': '925d3924-7193-487d-a661-5eafbc201419'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:26:41.858244 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:41.889206 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-085e41f9-9a33-4d7b-91b5-30a6f139490f admin admin] Publish callbacks [] for security_group (6413d779-4ff0-4e2d-9463-c36faf1eccb5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:41.935251 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-085e41f9-9a33-4d7b-91b5-30a6f139490f admin admin] Publish callbacks [] for security_group (6413d779-4ff0-4e2d-9463-c36faf1eccb5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:41.959220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port b1bc3e93-6464-4556-827d-43c11e559aa7 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:26:42.018766 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks [] for port (c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.032097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port b1bc3e93-6464-4556-827d-43c11e559aa7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:42.032754 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.048125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-085e41f9-9a33-4d7b-91b5-30a6f139490f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6413d779-4ff0-4e2d-9463-c36faf1eccb5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.051369 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-085e41f9-9a33-4d7b-91b5-30a6f139490f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.052790 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-085e41f9-9a33-4d7b-91b5-30a6f139490f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6413d779-4ff0-4e2d-9463-c36faf1eccb5 HTTP/1.1" status: 204 len: 168 time: 0.2939067 Feb 09 03:26:42.074551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e41f9-9a33-4d7b-91b5-30a6f139490f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6413d779-4ff0-4e2d-9463-c36faf1eccb5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:42.105256 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.170509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Pushing event updated for resources: {'Port': ['ID=c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:42.198333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Network 0bd27650-009e-458b-9fa2-d375db9723d1 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:42.202436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:42.205796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:42.214342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:42.216440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.245230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6951b2b-a55c-4907-afdd-354384ba28b6 req-b5f040ee-fa9f-44cb-8776-4f01d5dc91a3 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:42.254925 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b6951b2b-a55c-4907-afdd-354384ba28b6 req-b5f040ee-fa9f-44cb-8776-4f01d5dc91a3 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.5960884 Feb 09 03:26:42.292571 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-08dfdd69-0b59-4496-a022-83eb0e281ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.0880196 Feb 09 03:26:42.293307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40664) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:42.309211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Request body: {'port': {'network_id': '0bd27650-009e-458b-9fa2-d375db9723d1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-645214649', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:42.309882 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.api.validators [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] bootfile-name is not in valid_values {{(pid=103328) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:26:42.310525 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.api.validators [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] tftp-server is not in valid_values {{(pid=103328) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:26:42.310866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.api.validators [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] server-ip-address is not in valid_values {{(pid=103328) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:26:42.334923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Allocated IP 2001:db8::2 (0bd27650-009e-458b-9fa2-d375db9723d1/925d3924-7193-487d-a661-5eafbc201419/166d591d-0035-4ae7-9651-4dd627396b61) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:42.359425 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port b1bc3e93-6464-4556-827d-43c11e559aa7 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:42.359811 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.392398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22c30b-e9f7-460e-94b3-2955d4ddd5e2 req-f34cbac1-ece8-46f7-ae2e-e58f4559543d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:42.408535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff22c30b-e9f7-460e-94b3-2955d4ddd5e2 req-f34cbac1-ece8-46f7-ae2e-e58f4559543d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 944 time: 0.1450393 Feb 09 03:26:42.439618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b6951b2b-a55c-4907-afdd-354384ba28b6 req-3113efac-824c-419a-9e0f-dec7cbc5e6a9 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751447 Feb 09 03:26:42.458126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:42.473497 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa313a76-6056-49ef-a1f9-3f400977c638" -d '{"events": [{"server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "name": "network-vif-plugged", "status": "completed", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:42.494055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port b1bc3e93-6464-4556-827d-43c11e559aa7, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b1bc3e93-6464-4556-827d-43c11e559aa7,segment=NetworkSegment(d1921ea5-22dc-49d8-a089-7375e09c29d8),segment_id=d1921ea5-22dc-49d8-a089-7375e09c29d8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:42.513130 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.519198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff22c30b-e9f7-460e-94b3-2955d4ddd5e2 req-09cda70e-8719-4aa2-9abb-27839857669e tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006873 Feb 09 03:26:42.618003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=b1bc3e93-6464-4556-827d-43c11e559aa7,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:42.622367 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46c15b8-e3da-4ffc-8f44-4a502ad3fe98 x-openstack-request-id: req-d46c15b8-e3da-4ffc-8f44-4a502ad3fe98 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:42.622868 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "name": "network-vif-plugged", "status": "completed", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:42.623294 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d46c15b8-e3da-4ffc-8f44-4a502ad3fe98 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:42.623845 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'code': 200} Feb 09 03:26:42.645136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Made reservation on behalf of 7b1bb8aa08c24c559684bf97b4ca9d56 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:42.652967 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.654544 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Publish callbacks [] for port (166d591d-0035-4ae7-9651-4dd627396b61), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.671915 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (166d591d-0035-4ae7-9651-4dd627396b61), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.697211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] device_id is not set on port e323fb06-d457-4d43-a0f6-5a1f2182a8fd yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:26:42.717203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee865eb1-c0f3-4e05-b8ed-a1664433cccd req-41eaec93-d188-4634-b49d-9a8dfd602766 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:42.720618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee865eb1-c0f3-4e05-b8ed-a1664433cccd req-41eaec93-d188-4634-b49d-9a8dfd602766 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.1661215 Feb 09 03:26:42.735502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Network 0bd27650-009e-458b-9fa2-d375db9723d1 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:42.743133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:42.747764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:42.757053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f392f-926b-4f13-9c5b-00378adc9886 req-a9b9606f-a1ee-4ffc-b985-76a1a48b6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:42.759535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-797f392f-926b-4f13-9c5b-00378adc9886 req-a9b9606f-a1ee-4ffc-b985-76a1a48b6ee2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 1128 time: 0.0690098 Feb 09 03:26:42.791282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Pushing event updated for resources: {'Port': ['ID=166d591d-0035-4ae7-9651-4dd627396b61,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:42.834974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Attempting to bind port 166d591d-0035-4ae7-9651-4dd627396b61 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:26:42.835735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Attempting to bind port 166d591d-0035-4ae7-9651-4dd627396b61 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0e89577d-4099-46c5-a393-cbc68dfcd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0bd27650-009e-458b-9fa2-d375db9723d1'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:26:42.836914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Attempting to bind port 166d591d-0035-4ae7-9651-4dd627396b61 on network 0bd27650-009e-458b-9fa2-d375db9723d1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:42.843822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:26:42.844343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Checking segment: {'id': '0e89577d-4099-46c5-a393-cbc68dfcd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0bd27650-009e-458b-9fa2-d375db9723d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:42.844792 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.845688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Bound using segment: {'id': '0e89577d-4099-46c5-a393-cbc68dfcd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0bd27650-009e-458b-9fa2-d375db9723d1'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:26:42.845688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Bound port: 166d591d-0035-4ae7-9651-4dd627396b61, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e89577d-4099-46c5-a393-cbc68dfcd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0bd27650-009e-458b-9fa2-d375db9723d1'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:26:42.846115 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (166d591d-0035-4ae7-9651-4dd627396b61), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:42.860002 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee865eb1-c0f3-4e05-b8ed-a1664433cccd req-3d197e47-955e-4e3e-b8c9-45a067940469 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096344 Feb 09 03:26:42.881117 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-797f392f-926b-4f13-9c5b-00378adc9886 req-c13e66c9-e7bd-41bb-bef4-da671808a003 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095481 Feb 09 03:26:42.910336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Allocated IP 2001:db8::2e (0bd27650-009e-458b-9fa2-d375db9723d1/925d3924-7193-487d-a661-5eafbc201419/e323fb06-d457-4d43-a0f6-5a1f2182a8fd) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:42.937201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] For port 166d591d-0035-4ae7-9651-4dd627396b61, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:26:42.946394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] For port 166d591d-0035-4ae7-9651-4dd627396b61, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=166d591d-0035-4ae7-9651-4dd627396b61,segment=NetworkSegment(0e89577d-4099-46c5-a393-cbc68dfcd158),segment_id=0e89577d-4099-46c5-a393-cbc68dfcd158)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:26:42.955635 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (166d591d-0035-4ae7-9651-4dd627396b61), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:43.048643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a8672-36a1-4ba1-aa48-824bbf82f69e None None] Pushing event updated for resources: {'Port': ['ID=166d591d-0035-4ae7-9651-4dd627396b61,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:43.145777 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks [] for port (e323fb06-d457-4d43-a0f6-5a1f2182a8fd), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:43.220279 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e323fb06-d457-4d43-a0f6-5a1f2182a8fd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:43.597459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Network 0bd27650-009e-458b-9fa2-d375db9723d1 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:43.603707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:43.606690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:43.614040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:43.614842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:43.625020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d85985-f431-4cfd-b207-b10810731200 req-c2c66c0f-47f7-44d2-8081-d4e39111430c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:43.635295 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1d85985-f431-4cfd-b207-b10810731200 req-c2c66c0f-47f7-44d2-8081-d4e39111430c tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1197197 Feb 09 03:26:43.676160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.3807223 Feb 09 03:26:43.677804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cefa5-e94c-4b2b-be8f-a6233c689f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Pushing event updated for resources: {'Port': ['ID=e323fb06-d457-4d43-a0f6-5a1f2182a8fd,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:43.681314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40696) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:43.716253 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1d85985-f431-4cfd-b207-b10810731200 req-f8cd34f9-63c5-42da-8bf5-0030f87dbbef tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797350 Feb 09 03:26:43.776204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc14ff0-d81b-4ee1-96b3-dbd1f21370df req-2d6d7370-995b-4dea-8378-59b99b4b0720 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:43.777948 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7bc14ff0-d81b-4ee1-96b3-dbd1f21370df req-2d6d7370-995b-4dea-8378-59b99b4b0720 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.1546490 Feb 09 03:26:43.824864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c516a-39d5-42ae-9710-7144465cd97b tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:43.830725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c516a-39d5-42ae-9710-7144465cd97b tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:43.837030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c516a-39d5-42ae-9710-7144465cd97b tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:43.839063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0e2c516a-39d5-42ae-9710-7144465cd97b tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1562159 Feb 09 03:26:43.842156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40702) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:43.895190 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7bc14ff0-d81b-4ee1-96b3-dbd1f21370df req-e13c2bd7-b66e-4fb0-911a-8dccf459eb53 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087422 Feb 09 03:26:44.076729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 166d591d-0035-4ae7-9651-4dd627396b61 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:44.121833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63083c-31c5-4e5c-9207-9dea05f4f682 req-c893c00d-9813-41b2-bb63-b5a87f1fb6db tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:44.123862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca63083c-31c5-4e5c-9207-9dea05f4f682 req-c893c00d-9813-41b2-bb63-b5a87f1fb6db tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.0934398 Feb 09 03:26:44.159211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5a643369-23a6-4775-8cc2-eaf33d848b46 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Deleting port e323fb06-d457-4d43-a0f6-5a1f2182a8fd {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:44.159920 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a643369-23a6-4775-8cc2-eaf33d848b46 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e323fb06-d457-4d43-a0f6-5a1f2182a8fd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:44.175287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 166d591d-0035-4ae7-9651-4dd627396b61 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:44.175926 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (166d591d-0035-4ae7-9651-4dd627396b61), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:44.294789 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca63083c-31c5-4e5c-9207-9dea05f4f682 req-5b1ed276-8cb5-4f12-bbf3-a34d5becbe3d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539435 Feb 09 03:26:44.330499 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 166d591d-0035-4ae7-9651-4dd627396b61 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:44.331131 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (166d591d-0035-4ae7-9651-4dd627396b61), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:44.357530 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a643369-23a6-4775-8cc2-eaf33d848b46 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e323fb06-d457-4d43-a0f6-5a1f2182a8fd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:44.385197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 166d591d-0035-4ae7-9651-4dd627396b61, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=166d591d-0035-4ae7-9651-4dd627396b61,segment=NetworkSegment(0e89577d-4099-46c5-a393-cbc68dfcd158),segment_id=0e89577d-4099-46c5-a393-cbc68dfcd158)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:44.386818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5a643369-23a6-4775-8cc2-eaf33d848b46 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Calling delete_port for e323fb06-d457-4d43-a0f6-5a1f2182a8fd owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:44.395037 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (166d591d-0035-4ae7-9651-4dd627396b61), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:44.483483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dd2923-382c-4247-a11d-7e645c077807 None None] Network 0bd27650-009e-458b-9fa2-d375db9723d1 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:26:44.558955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=166d591d-0035-4ae7-9651-4dd627396b61,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:44.569613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.570096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.570970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.571403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.571903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.572238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.572562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.572900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.573231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.573667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.573996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.574322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.574640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:44.587477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a643369-23a6-4775-8cc2-eaf33d848b46 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (e323fb06-d457-4d43-a0f6-5a1f2182a8fd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:44.591155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d5f4d9e9-8deb-490f-8e5a-6dd1c3061353 None None] Provisioning complete for port 166d591d-0035-4ae7-9651-4dd627396b61 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:44.591547 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5f4d9e9-8deb-490f-8e5a-6dd1c3061353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (166d591d-0035-4ae7-9651-4dd627396b61), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:44.625853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a643369-23a6-4775-8cc2-eaf33d848b46 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Pushing event deleted for resources: {'Port': ['ID=e323fb06-d457-4d43-a0f6-5a1f2182a8fd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:44.657324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a643369-23a6-4775-8cc2-eaf33d848b46 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:44.661319 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5a643369-23a6-4775-8cc2-eaf33d848b46 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] 10.222.0.21 "DELETE /v2.0/ports/e323fb06-d457-4d43-a0f6-5a1f2182a8fd HTTP/1.1" status: 204 len: 168 time: 0.8177261 Feb 09 03:26:44.666284 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40726) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:44.672518 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4ecf7b9c-2bed-43c4-88ca-553ad5a08e52 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Request body: {'port': {'name': 'tempest-new-port-name-419227645', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:44.673235 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.api.validators [None req-4ecf7b9c-2bed-43c4-88ca-553ad5a08e52 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] bootfile-name is not in valid_values {{(pid=103327) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:26:44.673779 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.api.validators [None req-4ecf7b9c-2bed-43c4-88ca-553ad5a08e52 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] tftp-server is not in valid_values {{(pid=103327) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:26:44.674280 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.api.validators [None req-4ecf7b9c-2bed-43c4-88ca-553ad5a08e52 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] server-ip-address is not in valid_values {{(pid=103327) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:26:44.711564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40728) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:44.747256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4d9e9-8deb-490f-8e5a-6dd1c3061353 None None] Current status of the port 166d591d-0035-4ae7-9651-4dd627396b61 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:44.779560 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7b9c-2bed-43c4-88ca-553ad5a08e52 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:44.967569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e14d06-db51-4b4c-8751-cef3d1c1052d req-eb209dc0-a9c1-41e0-a794-f45f85c59189 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:44.969174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2e14d06-db51-4b4c-8751-cef3d1c1052d req-eb209dc0-a9c1-41e0-a794-f45f85c59189 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1435971 Feb 09 03:26:45.018688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2132590853-network', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:45.049247 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7b9c-2bed-43c4-88ca-553ad5a08e52 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks [] for port (c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.070345 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7b9c-2bed-43c4-88ca-553ad5a08e52 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.089133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-925b2e1b-7d4e-4ed4-8106-cc2edd826fd0 None None] Provisioning complete for port 166d591d-0035-4ae7-9651-4dd627396b61 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:45.089714 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-925b2e1b-7d4e-4ed4-8106-cc2edd826fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (166d591d-0035-4ae7-9651-4dd627396b61), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.099982 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2e14d06-db51-4b4c-8751-cef3d1c1052d req-68bffd87-975a-411e-9e3f-8050b598550f tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190293 Feb 09 03:26:45.126674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Made reservation on behalf of 487d7a839d5c46e5bab4f5b53c264ed6 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:45.129319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.144940 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.163439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf7b9c-2bed-43c4-88ca-553ad5a08e52 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] In _notify_port_updated(), no bound segment for port c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d on network 0bd27650-009e-458b-9fa2-d375db9723d1 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:26:45.170536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecf7b9c-2bed-43c4-88ca-553ad5a08e52 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:45.171647 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7b9c-2bed-43c4-88ca-553ad5a08e52 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.173256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4ecf7b9c-2bed-43c4-88ca-553ad5a08e52 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] 10.222.0.21 "PUT /v2.0/ports/c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d HTTP/1.1" status: 200 len: 1129 time: 0.5055943 Feb 09 03:26:45.180133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40740) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:45.265640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6ffb1-35f8-43a5-873b-85c48659099f req-b5328b14-e667-4599-9417-f78b505f918d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:45.274316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61e6ffb1-35f8-43a5-873b-85c48659099f req-b5328b14-e667-4599-9417-f78b505f918d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.2222583 Feb 09 03:26:45.276493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf7b9c-2bed-43c4-88ca-553ad5a08e52 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Pushing event updated for resources: {'Port': ['ID=c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:45.327918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-925b2e1b-7d4e-4ed4-8106-cc2edd826fd0 None None] Current status of the port 166d591d-0035-4ae7-9651-4dd627396b61 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:45.336661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed770db-65f4-42cf-b313-c65a0df8f702 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:45.339529 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-eed770db-65f4-42cf-b313-c65a0df8f702 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] 10.222.0.21 "GET /v2.0/ports/c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d HTTP/1.1" status: 200 len: 1129 time: 0.1539199 Feb 09 03:26:45.347638 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40748) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:45.359454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-925b2e1b-7d4e-4ed4-8106-cc2edd826fd0 None None] Provisioning complete for port c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:45.359917 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-925b2e1b-7d4e-4ed4-8106-cc2edd826fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.372179 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Publish callbacks [] for security_group (0315ebac-0dfe-4abd-b41d-275ffd2c5de4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.379055 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0315ebac-0dfe-4abd-b41d-275ffd2c5de4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.435736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:26:45.443782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-925b2e1b-7d4e-4ed4-8106-cc2edd826fd0 None None] Port c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:26:45.451140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0315ebac-0dfe-4abd-b41d-275ffd2c5de4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:45.515232 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a0e87f23-8c30-48e4-8c9d-d36121c0c8c8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.516314 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Added segment a0e87f23-8c30-48e4-8c9d-d36121c0c8c8 of type vlan for network 2e866409-a7fd-4873-80a1-80fa1fdc55ff Feb 09 03:26:45.553894 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61e6ffb1-35f8-43a5-873b-85c48659099f req-baa7ae2c-417a-4b4a-b6fb-263789ee735c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698464 Feb 09 03:26:45.591831 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (2e866409-a7fd-4873-80a1-80fa1fdc55ff), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.624664 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd23a207-9da4-4522-a112-0c9822370bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.660129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1710df59-9838-4c1b-a5dd-a63d60a058fa None None] Provisioning complete for port c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:45.660507 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1710df59-9838-4c1b-a5dd-a63d60a058fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.696220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab7e5-d636-4558-bb29-4fe59d902dc6 req-8c219846-fd02-451f-936d-e0202d462a87 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:45.703231 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aab7e5-d636-4558-bb29-4fe59d902dc6 req-8c219846-fd02-451f-936d-e0202d462a87 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.2685938 Feb 09 03:26:45.731365 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1eda0-dd78-4cc6-bd9d-b3593d5f907a tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Deleting port c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:45.731612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4e1eda0-dd78-4cc6-bd9d-b3593d5f907a tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.745079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (2e866409-a7fd-4873-80a1-80fa1fdc55ff), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.746073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:45.746663 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:45.752441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1710df59-9838-4c1b-a5dd-a63d60a058fa None None] Port c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:26:45.874143 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e1e14aea-96da-4981-bcd1-0c5ecf875b29 None None] Could not find standard attr ID for object e323fb06-d457-4d43-a0f6-5a1f2182a8fd. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:26:45.876900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae988449-4b8c-4eda-a309-7fed44ccf00d req-69e10375-780e-47e8-924e-853173f87966 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:45.878453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae988449-4b8c-4eda-a309-7fed44ccf00d req-69e10375-780e-47e8-924e-853173f87966 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.65 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.2751088 Feb 09 03:26:45.929037 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aab7e5-d636-4558-bb29-4fe59d902dc6 req-e556eeb1-dbde-4a77-9fc6-940cda1d74fb tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197411 Feb 09 03:26:45.931372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2e866409-a7fd-4873-80a1-80fa1fdc55ff,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:45.977788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 2e866409-a7fd-4873-80a1-80fa1fdc55ff details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:26:45.998379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ed6d417d-5e6d-4454-8782-bcc9e5ca00c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2852719 Feb 09 03:26:46.000288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40764) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:46.016343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8bb00472-ea11-4cad-8102-47264751f056 admin admin] Request body: {'subnet': {'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2132590853-subnet', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:46.067390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 166d591d-0035-4ae7-9651-4dd627396b61 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:46.072958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb00472-ea11-4cad-8102-47264751f056 admin admin] Made reservation on behalf of 487d7a839d5c46e5bab4f5b53c264ed6 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:46.075390 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8bb00472-ea11-4cad-8102-47264751f056 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:46.150331 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4e1eda0-dd78-4cc6-bd9d-b3593d5f907a tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:46.178379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1eda0-dd78-4cc6-bd9d-b3593d5f907a tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Calling delete_port for c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:46.190734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 166d591d-0035-4ae7-9651-4dd627396b61 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:46.191279 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (166d591d-0035-4ae7-9651-4dd627396b61), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:46.245255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90fece-2854-44da-a3c4-f6d8fbb8a5ce req-24e1d14c-49bb-41b1-9d25-f6ac512cc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:46.249596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c90fece-2854-44da-a3c4-f6d8fbb8a5ce req-24e1d14c-49bb-41b1-9d25-f6ac512cc9dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a882804ae96455f825e7ee9d8c7c3af&device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 1128 time: 0.2862303 Feb 09 03:26:46.374691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 166d591d-0035-4ae7-9651-4dd627396b61 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:46.406945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050e53-f846-4272-9425-2ae408109909 req-7a4e3ac9-0273-4bff-ac28-4a6a2d5955cb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:46.408546 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-34050e53-f846-4272-9425-2ae408109909 req-7a4e3ac9-0273-4bff-ac28-4a6a2d5955cb tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.1282787 Feb 09 03:26:46.419005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118c5f8-5df6-4dfc-9324-bb45097e0b7c req-b808b3c7-ea63-42ce-a24c-7a4a29666bf7 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:46.420932 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4118c5f8-5df6-4dfc-9324-bb45097e0b7c req-b808b3c7-ea63-42ce-a24c-7a4a29666bf7 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.3716996 Feb 09 03:26:46.428023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ae988449-4b8c-4eda-a309-7fed44ccf00d req-06cc6ddc-b595-4e53-b7cb-6007a9d76588 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Deleting port 03859bcc-0da4-4ac4-9f33-035b4370eeb4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:46.428357 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ae988449-4b8c-4eda-a309-7fed44ccf00d req-06cc6ddc-b595-4e53-b7cb-6007a9d76588 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:46.575481 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-34050e53-f846-4272-9425-2ae408109909 req-c795c009-03f0-4875-9feb-5d55d66ed579 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215310 Feb 09 03:26:46.590727 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8bb00472-ea11-4cad-8102-47264751f056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (ea4a76f7-381c-4954-a141-d9cfae311f67), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:46.678808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb00472-ea11-4cad-8102-47264751f056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4a76f7-381c-4954-a141-d9cfae311f67,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:46.706950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00472-ea11-4cad-8102-47264751f056 admin admin] Checking segment: {'id': 'a0e87f23-8c30-48e4-8c9d-d36121c0c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:46.707682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb00472-ea11-4cad-8102-47264751f056 admin admin] Network hostable DHCP agents. Network: 2e866409-a7fd-4873-80a1-80fa1fdc55ff, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:26:46.723692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90fece-2854-44da-a3c4-f6d8fbb8a5ce req-e66982aa-9604-4928-b699-344029ac73de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:46.725234 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c90fece-2854-44da-a3c4-f6d8fbb8a5ce req-e66982aa-9604-4928-b699-344029ac73de service neutron] 10.222.0.42 "GET /v2.0/networks?id=78112c47-e401-426c-9c2f-c3068b097f08 HTTP/1.1" status: 200 len: 920 time: 0.4631133 Feb 09 03:26:46.735847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb00472-ea11-4cad-8102-47264751f056 admin admin] Network 2e866409-a7fd-4873-80a1-80fa1fdc55ff is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:26:46.762650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8bb00472-ea11-4cad-8102-47264751f056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 2e866409-a7fd-4873-80a1-80fa1fdc55ff) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:46.769716 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4118c5f8-5df6-4dfc-9324-bb45097e0b7c req-17fd6a5a-5a95-4606-a3dc-5b554c05f9a0 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331227 Feb 09 03:26:46.774128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b1516e-f806-42b9-80e0-02e03e3b4a0b None None] Network 2e866409-a7fd-4873-80a1-80fa1fdc55ff requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:26:46.789702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4e1eda0-dd78-4cc6-bd9d-b3593d5f907a tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:46.791846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb00472-ea11-4cad-8102-47264751f056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:46.792793 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8bb00472-ea11-4cad-8102-47264751f056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:46.803290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ae988449-4b8c-4eda-a309-7fed44ccf00d req-06cc6ddc-b595-4e53-b7cb-6007a9d76588 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] For port 03859bcc-0da4-4ac4-9f33-035b4370eeb4, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=03859bcc-0da4-4ac4-9f33-035b4370eeb4,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:46.803877 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ae988449-4b8c-4eda-a309-7fed44ccf00d req-06cc6ddc-b595-4e53-b7cb-6007a9d76588 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:46.828716 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8bb00472-ea11-4cad-8102-47264751f056 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8168328 Feb 09 03:26:46.829406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40784) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:46.837886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2132590853-router', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:46.889462 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c90fece-2854-44da-a3c4-f6d8fbb8a5ce req-9c703ff9-3bb7-4ffa-ae50-5ab781e5de5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 217 time: 0.1024084 Feb 09 03:26:46.892654 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:46.894162 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:46.897128 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1eda0-dd78-4cc6-bd9d-b3593d5f907a tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Pushing event deleted for resources: {'Port': ['ID=c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:46.904965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7ae78a1f-03b2-4d6a-8cb2-d1e008876b36 None None] Could not find standard attr ID for object c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:26:46.907514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ae988449-4b8c-4eda-a309-7fed44ccf00d req-06cc6ddc-b595-4e53-b7cb-6007a9d76588 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Calling delete_port for 03859bcc-0da4-4ac4-9f33-035b4370eeb4 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:46.916022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-2e866409-a7fd-4873-80a1-80fa1fdc55ff', 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff', 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'fixed_ips': [{'subnet_id': 'ea4a76f7-381c-4954-a141-d9cfae311f67'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:26:46.917212 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:47.047088 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Publish callbacks [] for router_controller (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:47.237794 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Allocated IP 172.20.0.2 (2e866409-a7fd-4873-80a1-80fa1fdc55ff/ea4a76f7-381c-4954-a141-d9cfae311f67/4f6bf4d7-5781-462c-a887-d92e227e1801) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:47.352806 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Publish callbacks [] for router_gateway (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:47.369244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8b619-fe10-414e-9e76-25d098809b00 req-22b00733-146e-4e80-9ec7-d041d6928b55 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:47.376889 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4d8b619-fe10-414e-9e76-25d098809b00 req-22b00733-146e-4e80-9ec7-d041d6928b55 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.3218715 Feb 09 03:26:47.433587 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4d8b619-fe10-414e-9e76-25d098809b00 req-8b728e82-4e1c-4101-bfb1-e95b12e98577 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556583 Feb 09 03:26:47.484403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4e1eda0-dd78-4cc6-bd9d-b3593d5f907a tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:47.490933 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e4e1eda0-dd78-4cc6-bd9d-b3593d5f907a tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] 10.222.0.21 "DELETE /v2.0/ports/c6a6d9bb-60e4-46f7-b30d-81b14fdcbe5d HTTP/1.1" status: 204 len: 168 time: 2.1434627 Feb 09 03:26:47.493847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40800) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:47.559844 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Publish callbacks [] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:47.584006 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:47.595157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-541ea01b-2dcc-4918-b8bb-ce5f2e7494d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Deleting subnet 925d3924-7193-487d-a661-5eafbc201419 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:26:47.604505 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-541ea01b-2dcc-4918-b8bb-ce5f2e7494d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks [] for subnet (925d3924-7193-487d-a661-5eafbc201419), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:47.631489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90fece-2854-44da-a3c4-f6d8fbb8a5ce req-214ef991-0faa-4d3c-928d-5c95213d2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:47.634564 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c90fece-2854-44da-a3c4-f6d8fbb8a5ce req-214ef991-0faa-4d3c-928d-5c95213d2ce1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46223b2f-881f-497b-ae95-085206018dcd HTTP/1.1" status: 200 len: 859 time: 0.7234435 Feb 09 03:26:47.723581 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c90fece-2854-44da-a3c4-f6d8fbb8a5ce req-8431db03-b21d-479e-a297-98cceab3d05a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78112c47-e401-426c-9c2f-c3068b097f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766811 Feb 09 03:26:47.728334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Network 2e866409-a7fd-4873-80a1-80fa1fdc55ff is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:47.728645 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-541ea01b-2dcc-4918-b8bb-ce5f2e7494d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (925d3924-7193-487d-a661-5eafbc201419), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:47.730571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:47.735626 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:47.770058 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Pushing event updated for resources: {'Port': ['ID=4f6bf4d7-5781-462c-a887-d92e227e1801,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:47.846282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Attempting to bind port 4f6bf4d7-5781-462c-a887-d92e227e1801 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:26:47.846667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Attempting to bind port 4f6bf4d7-5781-462c-a887-d92e227e1801 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'a0e87f23-8c30-48e4-8c9d-d36121c0c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:26:47.849135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Attempting to bind port 4f6bf4d7-5781-462c-a887-d92e227e1801 on network 2e866409-a7fd-4873-80a1-80fa1fdc55ff {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:47.864548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:26:47.865031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Checking segment: {'id': 'a0e87f23-8c30-48e4-8c9d-d36121c0c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:47.865472 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:47.865876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Bound using segment: {'id': 'a0e87f23-8c30-48e4-8c9d-d36121c0c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:26:47.867775 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Bound port: 4f6bf4d7-5781-462c-a887-d92e227e1801, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e87f23-8c30-48e4-8c9d-d36121c0c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:26:47.868181 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:47.875935 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Publish callbacks [] for router_gateway (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:47.910442 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:48.004267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] For port 4f6bf4d7-5781-462c-a887-d92e227e1801, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:26:48.008673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] For port 4f6bf4d7-5781-462c-a887-d92e227e1801, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4f6bf4d7-5781-462c-a887-d92e227e1801,segment=NetworkSegment(a0e87f23-8c30-48e4-8c9d-d36121c0c8c8),segment_id=a0e87f23-8c30-48e4-8c9d-d36121c0c8c8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:26:48.023442 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:48.040922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228d32b-2589-4c28-ac97-6d16c405e19c req-816d17fa-6a14-4fae-ba46-a11dab654ced tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:48.042522 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f228d32b-2589-4c28-ac97-6d16c405e19c req-816d17fa-6a14-4fae-ba46-a11dab654ced tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bee442-7553-4681-8f68-d24722f06994 HTTP/1.1" status: 200 len: 945 time: 0.3179486 Feb 09 03:26:48.116636 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-541ea01b-2dcc-4918-b8bb-ce5f2e7494d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (925d3924-7193-487d-a661-5eafbc201419), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:48.156922 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04536e2b-d125-4ff5-ac80-db978ee79267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:48.175447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19febcd3-27e5-4c11-90ab-75543beb4a4d None None] Pushing event updated for resources: {'Port': ['ID=4f6bf4d7-5781-462c-a887-d92e227e1801,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:48.206269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Allocated IP 172.25.5.186 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/81d08e3f-21cb-4d8f-be9a-51504542c3ca) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:48.231203 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c90fece-2854-44da-a3c4-f6d8fbb8a5ce req-0b725759-9fd8-45d5-9dcf-a9ff2d49a507 service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662681 Feb 09 03:26:48.253268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7befb89-3394-4d10-a202-7a9df3787425 req-66a0c67f-0bc8-4fde-a304-bd88482e493c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:48.255886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c7befb89-3394-4d10-a202-7a9df3787425 req-66a0c67f-0bc8-4fde-a304-bd88482e493c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.3483541 Feb 09 03:26:48.287505 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ae988449-4b8c-4eda-a309-7fed44ccf00d req-06cc6ddc-b595-4e53-b7cb-6007a9d76588 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (03859bcc-0da4-4ac4-9f33-035b4370eeb4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:48.406250 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c7befb89-3394-4d10-a202-7a9df3787425 req-5eefc9cc-2eaf-48c2-9450-3b2570b78605 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358767 Feb 09 03:26:48.446629 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f228d32b-2589-4c28-ac97-6d16c405e19c req-442b918f-6345-435b-a8c9-a7b19de46069 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca9939d-2b32-4e66-b79a-6d5711b86dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708961 Feb 09 03:26:48.446629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc6ddc-b595-4e53-b7cb-6007a9d76588 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Pushing event deleted for resources: {'Port': ['ID=03859bcc-0da4-4ac4-9f33-035b4370eeb4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:48.464488 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Publish callbacks [] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:48.535544 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-541ea01b-2dcc-4918-b8bb-ce5f2e7494d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (925d3924-7193-487d-a661-5eafbc201419), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:48.616045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae988449-4b8c-4eda-a309-7fed44ccf00d req-06cc6ddc-b595-4e53-b7cb-6007a9d76588 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] No DVR routers for this DVR port 03859bcc-0da4-4ac4-9f33-035b4370eeb4 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:26:48.623690 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:48.628592 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ae988449-4b8c-4eda-a309-7fed44ccf00d req-06cc6ddc-b595-4e53-b7cb-6007a9d76588 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:48.632986 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae988449-4b8c-4eda-a309-7fed44ccf00d req-06cc6ddc-b595-4e53-b7cb-6007a9d76588 tempest-ServerRescueNegativeTestJSON-1890016067 tempest-ServerRescueNegativeTestJSON-1890016067-project] 10.222.0.65 "DELETE /v2.0/ports/03859bcc-0da4-4ac4-9f33-035b4370eeb4 HTTP/1.1" status: 204 len: 173 time: 2.7431741 Feb 09 03:26:48.635173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bee442-7553-4681-8f68-d24722f06994', 'name': 'network-vif-deleted', 'tag': '03859bcc-0da4-4ac4-9f33-035b4370eeb4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:48.637964 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ad8eba-c6d5-480e-bdcc-57b1dcd4589f" -d '{"events": [{"server_uuid": "49bee442-7553-4681-8f68-d24722f06994", "name": "network-vif-deleted", "tag": "03859bcc-0da4-4ac4-9f33-035b4370eeb4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:48.641446 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-541ea01b-2dcc-4918-b8bb-ce5f2e7494d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:48.649913 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-541ea01b-2dcc-4918-b8bb-ce5f2e7494d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] 10.222.0.21 "DELETE /v2.0/subnets/925d3924-7193-487d-a661-5eafbc201419 HTTP/1.1" status: 204 len: 168 time: 1.1531439 Feb 09 03:26:48.656116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09317e3-7781-4490-b55d-c2a76a2d6dc4 None None] Network 0bd27650-009e-458b-9fa2-d375db9723d1 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:26:48.667507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40826) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:48.667973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ea01b-2dcc-4918-b8bb-ce5f2e7494d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Pushing event deleted for resources: {'Subnet': ['ID=925d3924-7193-487d-a661-5eafbc201419,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:48.705497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464aa75-53b7-4e2c-99fd-1e688fe48cf8 req-5170a7d2-e6a6-4c1e-aa18-36981414d4ae tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:48.707326 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d464aa75-53b7-4e2c-99fd-1e688fe48cf8 req-5170a7d2-e6a6-4c1e-aa18-36981414d4ae tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.1519721 Feb 09 03:26:48.714417 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c90fece-2854-44da-a3c4-f6d8fbb8a5ce req-8ea91f61-cabc-4c8a-a8f1-3ced22670197 service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734552 Feb 09 03:26:48.740982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:48.771912 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc492519-ecf8-4200-ab39-570329ccbea7 x-openstack-request-id: req-dc492519-ecf8-4200-ab39-570329ccbea7 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:48.772204 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bee442-7553-4681-8f68-d24722f06994", "name": "network-vif-deleted", "tag": "03859bcc-0da4-4ac4-9f33-035b4370eeb4", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:48.772465 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc492519-ecf8-4200-ab39-570329ccbea7 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:48.772882 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bee442-7553-4681-8f68-d24722f06994', 'name': 'network-vif-deleted', 'tag': '03859bcc-0da4-4ac4-9f33-035b4370eeb4', 'status': 'completed', 'code': 200} Feb 09 03:26:48.800073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:48.815547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:48.817494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Pushing event updated for resources: {'Port': ['ID=81d08e3f-21cb-4d8f-be9a-51504542c3ca,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:48.899125 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (0bd27650-009e-458b-9fa2-d375db9723d1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:48.993665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1e3c8-9b38-4454-97a6-1749c9404832 None None] DHCP port deletion for 0bd27650-009e-458b-9fa2-d375db9723d1 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:26:48.993909 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d464aa75-53b7-4e2c-99fd-1e688fe48cf8 req-c4de7822-54c8-4309-9222-2b4cd7c2d22b tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625554 Feb 09 03:26:49.076996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6cb1e3c8-9b38-4454-97a6-1749c9404832 None None] Deleting port 166d591d-0035-4ae7-9651-4dd627396b61 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:49.081160 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cb1e3c8-9b38-4454-97a6-1749c9404832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (166d591d-0035-4ae7-9651-4dd627396b61), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:49.169325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Deleting port 166d591d-0035-4ae7-9651-4dd627396b61 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:49.169610 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (166d591d-0035-4ae7-9651-4dd627396b61), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:49.214532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6cb1e3c8-9b38-4454-97a6-1749c9404832 None None] For port 166d591d-0035-4ae7-9651-4dd627396b61, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=166d591d-0035-4ae7-9651-4dd627396b61,segment=NetworkSegment(0e89577d-4099-46c5-a393-cbc68dfcd158),segment_id=0e89577d-4099-46c5-a393-cbc68dfcd158)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:49.214952 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cb1e3c8-9b38-4454-97a6-1749c9404832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (166d591d-0035-4ae7-9651-4dd627396b61), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:49.253218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6cb1e3c8-9b38-4454-97a6-1749c9404832 None None] Calling delete_port for 166d591d-0035-4ae7-9651-4dd627396b61 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:49.268827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 03859bcc-0da4-4ac4-9f33-035b4370eeb4 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:49.362372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 03859bcc-0da4-4ac4-9f33-035b4370eeb4 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:49.363359 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 03859bcc-0da4-4ac4-9f33-035b4370eeb4 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:49.367737 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:49.455397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] For port 166d591d-0035-4ae7-9651-4dd627396b61, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=166d591d-0035-4ae7-9651-4dd627396b61,segment=NetworkSegment(0e89577d-4099-46c5-a393-cbc68dfcd158),segment_id=0e89577d-4099-46c5-a393-cbc68dfcd158)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:49.458192 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (166d591d-0035-4ae7-9651-4dd627396b61), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:49.509038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Calling delete_port for 166d591d-0035-4ae7-9651-4dd627396b61 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:49.509702 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cb1e3c8-9b38-4454-97a6-1749c9404832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (166d591d-0035-4ae7-9651-4dd627396b61), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:49.526537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40860) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:49.579877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1e3c8-9b38-4454-97a6-1749c9404832 None None] No DVR routers for this DVR port 166d591d-0035-4ae7-9651-4dd627396b61 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:26:49.597431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1e3c8-9b38-4454-97a6-1749c9404832 None None] Pushing event deleted for resources: {'Port': ['ID=166d591d-0035-4ae7-9651-4dd627396b61,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:49.621135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40868) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:49.625581 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Publish callbacks [] for router_gateway (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:49.853386 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (166d591d-0035-4ae7-9651-4dd627396b61), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:49.889861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] No DVR routers for this DVR port 166d591d-0035-4ae7-9651-4dd627396b61 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:26:49.904074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Pushing event deleted for resources: {'Port': ['ID=166d591d-0035-4ae7-9651-4dd627396b61,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:49.983771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b23843-0efc-4230-b474-2f320cd700d1 None None] Network 2e866409-a7fd-4873-80a1-80fa1fdc55ff requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:26:50.001457 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c88803b-600c-4847-a52c-531faecdcb5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.101495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6244a-7d44-410d-8f35-479299f089bb req-4446d245-ef11-433b-9917-ede146c6cc7e tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:50.103551 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fdd6244a-7d44-410d-8f35-479299f089bb req-4446d245-ef11-433b-9917-ede146c6cc7e tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.5471106 Feb 09 03:26:50.113644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4f6bf4d7-5781-462c-a887-d92e227e1801 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:50.137524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (0bd27650-009e-458b-9fa2-d375db9723d1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.157717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-87ac5fc0-0c9f-46d3-9361-4e9509432fb8 None None] Provisioning complete for port 4f6bf4d7-5781-462c-a887-d92e227e1801 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:50.158086 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87ac5fc0-0c9f-46d3-9361-4e9509432fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.208928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd27650-009e-458b-9fa2-d375db9723d1']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:50.238767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e89577d-4099-46c5-a393-cbc68dfcd158') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:50.239342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e89577d-4099-46c5-a393-cbc68dfcd158') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:50.253215 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (0e89577d-4099-46c5-a393-cbc68dfcd158), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.259778 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c88803b-600c-4847-a52c-531faecdcb5d admin admin] Publish callbacks [] for security_group (3ca231d5-0ec3-44f7-90d2-e47779c1c87f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.311360 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c88803b-600c-4847-a52c-531faecdcb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3ca231d5-0ec3-44f7-90d2-e47779c1c87f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.345890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88803b-600c-4847-a52c-531faecdcb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca231d5-0ec3-44f7-90d2-e47779c1c87f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:50.408166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40878) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:50.425909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4f6bf4d7-5781-462c-a887-d92e227e1801 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:50.426411 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.428484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d10d2c-c3d5-49da-8da9-48b81ab3e523 req-14d5b551-8d85-4e4f-a4f8-699f04e7d22e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:50.437755 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-03d10d2c-c3d5-49da-8da9-48b81ab3e523 req-14d5b551-8d85-4e4f-a4f8-699f04e7d22e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.3250391 Feb 09 03:26:50.527369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-03d10d2c-c3d5-49da-8da9-48b81ab3e523 req-fd0c41c6-fb6b-4b74-ac93-2cfabb54fe33 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871556 Feb 09 03:26:50.545403 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8c88803b-600c-4847-a52c-531faecdcb5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de639abe222b4324a067171f88f3764b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0174847 Feb 09 03:26:50.548065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40882) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:50.608985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-87ac5fc0-0c9f-46d3-9361-4e9509432fb8 None None] Current status of the port 4f6bf4d7-5781-462c-a887-d92e227e1801 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:50.609712 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87ac5fc0-0c9f-46d3-9361-4e9509432fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.706327 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c9df4ce-84f8-413e-94e4-e7e2b5285c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.731759 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1f37d02-970c-4082-8ca7-158e9f4f5b2f admin admin] Publish callbacks [] for security_group (3ca231d5-0ec3-44f7-90d2-e47779c1c87f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.770351 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0e89577d-4099-46c5-a393-cbc68dfcd158), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.778901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:26:50.779557 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (0e89577d-4099-46c5-a393-cbc68dfcd158), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.794850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-87ac5fc0-0c9f-46d3-9361-4e9509432fb8 None None] For port 4f6bf4d7-5781-462c-a887-d92e227e1801, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4f6bf4d7-5781-462c-a887-d92e227e1801,segment=NetworkSegment(a0e87f23-8c30-48e4-8c9d-d36121c0c8c8),segment_id=a0e87f23-8c30-48e4-8c9d-d36121c0c8c8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:50.812748 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1f37d02-970c-4082-8ca7-158e9f4f5b2f admin admin] Publish callbacks [] for security_group (3ca231d5-0ec3-44f7-90d2-e47779c1c87f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:26:50.833259 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:26:50.880200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87ac5fc0-0c9f-46d3-9361-4e9509432fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.895740 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.915561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fdd6244a-7d44-410d-8f35-479299f089bb req-3e4b701a-8304-44b6-9af9-558434daae49 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689993 Feb 09 03:26:50.922826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (0bd27650-009e-458b-9fa2-d375db9723d1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.925955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.928688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4f6bf4d7-5781-462c-a887-d92e227e1801 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:50.931590 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.944740 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.954688 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] 10.222.0.21 "DELETE /v2.0/networks/0bd27650-009e-458b-9fa2-d375db9723d1 HTTP/1.1" status: 204 len: 168 time: 2.2838485 Feb 09 03:26:50.967035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83e21a-ba13-4d15-a17b-531df8698db3 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099 tempest-ExtraDHCPOptionsIpV6TestJSON-1477970099-project] Pushing event deleted for resources: {'Network': ['ID=0bd27650-009e-458b-9fa2-d375db9723d1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:50.974315 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1f37d02-970c-4082-8ca7-158e9f4f5b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3ca231d5-0ec3-44f7-90d2-e47779c1c87f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.981143 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1f37d02-970c-4082-8ca7-158e9f4f5b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.984057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d1f37d02-970c-4082-8ca7-158e9f4f5b2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ca231d5-0ec3-44f7-90d2-e47779c1c87f HTTP/1.1" status: 204 len: 168 time: 0.4316943 Feb 09 03:26:51.043676 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:26:51.044222 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:26:51.050828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f37d02-970c-4082-8ca7-158e9f4f5b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca231d5-0ec3-44f7-90d2-e47779c1c87f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:51.053842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac5fc0-0c9f-46d3-9361-4e9509432fb8 None None] Pushing event updated for resources: {'Port': ['ID=4f6bf4d7-5781-462c-a887-d92e227e1801,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:51.066496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c9df4ce-84f8-413e-94e4-e7e2b5285c89 admin admin] Publish callbacks [] for security_group (e2e87a4d-ba60-4dba-baa8-45918c026436), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.070267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6733216-8706-4436-8e9c-9034cd5d8451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.074986 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c9df4ce-84f8-413e-94e4-e7e2b5285c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e2e87a4d-ba60-4dba-baa8-45918c026436), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.133758 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b3f7d963-6d2f-476e-8695-faec83d7a85c None None] Provisioning complete for port 4f6bf4d7-5781-462c-a887-d92e227e1801 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:51.134151 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b3f7d963-6d2f-476e-8695-faec83d7a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.227139 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6c9df4ce-84f8-413e-94e4-e7e2b5285c89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0cd0b156b7e44389410907e5183892d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7846193 Feb 09 03:26:51.227443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9df4ce-84f8-413e-94e4-e7e2b5285c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e87a4d-ba60-4dba-baa8-45918c026436,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:51.230816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40892) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:51.352864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Router 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:26:51.391254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40896) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:51.400443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b3f7d963-6d2f-476e-8695-faec83d7a85c None None] Current status of the port 4f6bf4d7-5781-462c-a887-d92e227e1801 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:51.412418 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d02d5360-db4e-4148-9f75-a39fd87c2eae admin admin] Publish callbacks [] for security_group (e2e87a4d-ba60-4dba-baa8-45918c026436), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.471144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b6733216-8706-4436-8e9c-9034cd5d8451 admin admin] Deleting port e65765b8-80f7-45a7-a1f5-fd0f3e13a408 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:51.471475 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6733216-8706-4436-8e9c-9034cd5d8451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.549812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d02d5360-db4e-4148-9f75-a39fd87c2eae admin admin] Publish callbacks [] for security_group (e2e87a4d-ba60-4dba-baa8-45918c026436), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.566464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b6733216-8706-4436-8e9c-9034cd5d8451 admin admin] For port e65765b8-80f7-45a7-a1f5-fd0f3e13a408, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e65765b8-80f7-45a7-a1f5-fd0f3e13a408,segment=NetworkSegment(d9bb7065-6eec-40d4-83ae-ef552e5154ec),segment_id=d9bb7065-6eec-40d4-83ae-ef552e5154ec)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:51.566826 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6733216-8706-4436-8e9c-9034cd5d8451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.581832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40902) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:51.589685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b6733216-8706-4436-8e9c-9034cd5d8451 admin admin] Calling delete_port for e65765b8-80f7-45a7-a1f5-fd0f3e13a408 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:51.606032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04ff7948-b82f-4ea7-a45c-e3e9ef9d5c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.634912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4f6bf4d7-5781-462c-a887-d92e227e1801 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:51.641421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:26:51.654141 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Sync routers for ids ['09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:26:51.673716 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Routers {'09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:51.674643 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:51.713988 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-66bb0f26-1d6d-4c0d-a988-67d353de7b7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b1bb8aa08c24c559684bf97b4ca9d56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187196 Feb 09 03:26:51.718247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40904) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:51.722685 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.727258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6871f1cc-5bd8-4b95-86d6-ed803c46da40 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8948328 Feb 09 03:26:51.730934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40906) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:51.733788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 166d591d-0035-4ae7-9651-4dd627396b61 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:51.766184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04ff7948-b82f-4ea7-a45c-e3e9ef9d5c9b admin admin] Publish callbacks [] for security_group (e55eb5b0-3c16-41b9-b682-5b01605d10ec), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.801255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 166d591d-0035-4ae7-9651-4dd627396b61 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:51.802062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 166d591d-0035-4ae7-9651-4dd627396b61 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:51.802320 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04ff7948-b82f-4ea7-a45c-e3e9ef9d5c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e55eb5b0-3c16-41b9-b682-5b01605d10ec), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.836885 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d02d5360-db4e-4148-9f75-a39fd87c2eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e2e87a4d-ba60-4dba-baa8-45918c026436), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.840777 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d02d5360-db4e-4148-9f75-a39fd87c2eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.841556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d02d5360-db4e-4148-9f75-a39fd87c2eae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2e87a4d-ba60-4dba-baa8-45918c026436 HTTP/1.1" status: 204 len: 168 time: 0.6055863 Feb 09 03:26:51.858875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d5360-db4e-4148-9f75-a39fd87c2eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e87a4d-ba60-4dba-baa8-45918c026436,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:51.880796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff7948-b82f-4ea7-a45c-e3e9ef9d5c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55eb5b0-3c16-41b9-b682-5b01605d10ec,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:51.937901 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.959390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a278e8-0669-4088-846c-26d562a06be3 req-4776178a-9375-4c0e-a3bc-765f0cac33a0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:51.968971 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a278e8-0669-4088-846c-26d562a06be3 req-4776178a-9375-4c0e-a3bc-765f0cac33a0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.2497077 Feb 09 03:26:52.013001 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Set router 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:52.043057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-04ff7948-b82f-4ea7-a45c-e3e9ef9d5c9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88ee254baa414acb801565f8691a509f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4572887 Feb 09 03:26:52.045502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40914) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:52.111373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4f6bf4d7-5781-462c-a887-d92e227e1801 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:52.210268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4f6bf4d7-5781-462c-a887-d92e227e1801 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:52.210707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.222057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a278e8-0669-4088-846c-26d562a06be3 req-10ce6568-b6dc-46e2-834d-659aa7d82e91 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494512 Feb 09 03:26:52.256096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab1feda6-190a-47f1-9562-1878ce1812ee admin admin] Publish callbacks [] for security_group (82c2e768-938b-4d3c-a49f-015eed2ad6e6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.340073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f5131-b204-42d9-9b7e-64cbdede00d8 req-cd47c0bd-4587-40e6-9916-4119a38b9ff9 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:52.343914 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a9f5131-b204-42d9-9b7e-64cbdede00d8 req-cd47c0bd-4587-40e6-9916-4119a38b9ff9 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.2698965 Feb 09 03:26:52.423014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4f6bf4d7-5781-462c-a887-d92e227e1801 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:52.437830 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a9f5131-b204-42d9-9b7e-64cbdede00d8 req-feb1e056-6a43-49c2-b59f-86eda1c88957 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867443 Feb 09 03:26:52.485758 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2132590853-router', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:46Z', 'updated_at': '2022-02-09T03:26:49Z', 'revision_number': 3, 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'gw_port': {'id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:47Z', 'updated_at': '2022-02-09T03:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:52.495363 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab1feda6-190a-47f1-9562-1878ce1812ee admin admin] Publish callbacks [] for security_group (82c2e768-938b-4d3c-a49f-015eed2ad6e6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.499431 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.505332 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6733216-8706-4436-8e9c-9034cd5d8451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (e65765b8-80f7-45a7-a1f5-fd0f3e13a408), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.527528 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Checking router: 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:26:52.528236 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Updating router 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e port 81d08e3f-21cb-4d8f-be9a-51504542c3ca binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:26:52.545384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6733216-8706-4436-8e9c-9034cd5d8451 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65765b8-80f7-45a7-a1f5-fd0f3e13a408,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:52.554155 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9446fe04-0a01-4da5-a912-21e72dc502f6 admin admin] Publish callbacks [] for security_group (e55eb5b0-3c16-41b9-b682-5b01605d10ec), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.578413 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.630002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40918) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:52.655796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf96f997-889f-4cc9-99c2-8f0b1cb51b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.676537 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9446fe04-0a01-4da5-a912-21e72dc502f6 admin admin] Publish callbacks [] for security_group (e55eb5b0-3c16-41b9-b682-5b01605d10ec), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.732377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Allocated IP 172.20.0.1 (2e866409-a7fd-4873-80a1-80fa1fdc55ff/ea4a76f7-381c-4954-a141-d9cfae311f67/38eff491-648f-4031-955c-e812950a6af6) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:52.835410 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab1feda6-190a-47f1-9562-1878ce1812ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (82c2e768-938b-4d3c-a49f-015eed2ad6e6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.839390 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab1feda6-190a-47f1-9562-1878ce1812ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.843414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ab1feda6-190a-47f1-9562-1878ce1812ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82c2e768-938b-4d3c-a49f-015eed2ad6e6 HTTP/1.1" status: 204 len: 168 time: 1.0892072 Feb 09 03:26:52.906821 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf96f997-889f-4cc9-99c2-8f0b1cb51b34 admin admin] Publish callbacks [] for security_group (42340246-2cb3-4841-8c38-500b698b40d4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.925130 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf96f997-889f-4cc9-99c2-8f0b1cb51b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (42340246-2cb3-4841-8c38-500b698b40d4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.933653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1feda6-190a-47f1-9562-1878ce1812ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c2e768-938b-4d3c-a49f-015eed2ad6e6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:52.942996 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9446fe04-0a01-4da5-a912-21e72dc502f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e55eb5b0-3c16-41b9-b682-5b01605d10ec), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.946508 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9446fe04-0a01-4da5-a912-21e72dc502f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.947670 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9446fe04-0a01-4da5-a912-21e72dc502f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e55eb5b0-3c16-41b9-b682-5b01605d10ec HTTP/1.1" status: 204 len: 168 time: 0.8107610 Feb 09 03:26:52.967204 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Publish callbacks [] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.981154 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Publish callbacks [] for port (38eff491-648f-4031-955c-e812950a6af6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:52.982143 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:53.015173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96f997-889f-4cc9-99c2-8f0b1cb51b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42340246-2cb3-4841-8c38-500b698b40d4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:53.041993 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95e4f7-8c4e-41eb-863c-1518ae8da31a None None] Pushing event updated for resources: {'Port': ['ID=81d08e3f-21cb-4d8f-be9a-51504542c3ca,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:53.059675 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Attempting to bind port 81d08e3f-21cb-4d8f-be9a-51504542c3ca on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:26:53.063075 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6733216-8706-4436-8e9c-9034cd5d8451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:53.063923 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Attempting to bind port 81d08e3f-21cb-4d8f-be9a-51504542c3ca by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:26:53.064468 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Attempting to bind port 81d08e3f-21cb-4d8f-be9a-51504542c3ca on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:53.072744 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:26:53.073224 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:53.074226 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:53.074703 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:26:53.075420 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Bound port: 81d08e3f-21cb-4d8f-be9a-51504542c3ca, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:26:53.075908 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:53.076034 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (38eff491-648f-4031-955c-e812950a6af6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:53.084967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cf96f997-889f-4cc9-99c2-8f0b1cb51b34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9a8d3bbfd894358a188f38eb782be9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4505506 Feb 09 03:26:53.088688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446fe04-0a01-4da5-a912-21e72dc502f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55eb5b0-3c16-41b9-b682-5b01605d10ec,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:53.091716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40926) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:53.185423 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] For port 81d08e3f-21cb-4d8f-be9a-51504542c3ca, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:26:53.192482 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] For port 81d08e3f-21cb-4d8f-be9a-51504542c3ca, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=81d08e3f-21cb-4d8f-be9a-51504542c3ca,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:26:53.202980 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Pushing event updated for resources: {'Port': ['ID=38eff491-648f-4031-955c-e812950a6af6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:53.212085 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:53.222873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Network 2e866409-a7fd-4873-80a1-80fa1fdc55ff is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:53.240010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:53.246952 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:53.354018 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Routers {'09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:53.360925 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:53.388946 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:53.495789 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95e4f7-8c4e-41eb-863c-1518ae8da31a None None] Pushing event updated for resources: {'Port': ['ID=81d08e3f-21cb-4d8f-be9a-51504542c3ca,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:53.577167 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] Set router 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:53.657343 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e967ed78-ea7e-4aa0-a8a0-9370757b6645 admin admin] Publish callbacks [] for security_group (42340246-2cb3-4841-8c38-500b698b40d4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:53.675865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6733216-8706-4436-8e9c-9034cd5d8451 admin admin] Router c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:26:53.750617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-87601a20-7ff0-4273-bac1-c648ff2a9c21 None None] Provisioning complete for port 38eff491-648f-4031-955c-e812950a6af6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:53.751209 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87601a20-7ff0-4273-bac1-c648ff2a9c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (38eff491-648f-4031-955c-e812950a6af6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:53.798634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae9f6d-7351-4b19-a5e4-731210bbf4e9 req-4613200a-2c71-436e-8815-ff143afb4351 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:53.806187 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0dae9f6d-7351-4b19-a5e4-731210bbf4e9 req-4613200a-2c71-436e-8815-ff143afb4351 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.4004054 Feb 09 03:26:53.871519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-87601a20-7ff0-4273-bac1-c648ff2a9c21 None None] Port 38eff491-648f-4031-955c-e812950a6af6 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:26:53.877915 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e967ed78-ea7e-4aa0-a8a0-9370757b6645 admin admin] Publish callbacks [] for security_group (42340246-2cb3-4841-8c38-500b698b40d4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:53.998370 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:54.037753 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2132590853-router', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:46Z', 'updated_at': '2022-02-09T03:26:49Z', 'revision_number': 3, 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'gw_port': {'id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:47Z', 'updated_at': '2022-02-09T03:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:54.055693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6733216-8706-4436-8e9c-9034cd5d8451 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:26:54.056237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0dae9f6d-7351-4b19-a5e4-731210bbf4e9 req-121560af-edc3-4662-a88a-5c07f0fcdb74 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335291 Feb 09 03:26:54.073160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b6733216-8706-4436-8e9c-9034cd5d8451 admin admin] 10.222.0.21 "PUT /v2.0/routers/c1f381d2-85f4-4e6e-a31e-8fbbba34fe21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4506471 Feb 09 03:26:54.073396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808efba-9c2c-4157-bcad-6bc92785351b None None] Sync routers for ids ['c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:26:54.079027 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (38eff491-648f-4031-955c-e812950a6af6), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:54.084854 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40964) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:54.102941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f6c8-1dc2-4e98-a51f-2f85c0e43a59 req-86f2c75f-87ec-4a83-b7e3-618db1eaa61e tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:54.104521 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6188f6c8-1dc2-4e98-a51f-2f85c0e43a59 req-86f2c75f-87ec-4a83-b7e3-618db1eaa61e tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.5134327 Feb 09 03:26:54.107888 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2328be51-7bf9-4caa-9e3d-55a901fec8dd None None] The sync data for ids ['09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'] in n-d-824835-15 is: [{'id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2132590853-router', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:46Z', 'updated_at': '2022-02-09T03:26:49Z', 'revision_number': 3, 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'gw_port': {'id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:47Z', 'updated_at': '2022-02-09T03:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:26:54.143322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808efba-9c2c-4157-bcad-6bc92785351b None None] Routers {'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:54.145512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-2808efba-9c2c-4157-bcad-6bc92785351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:54.186761 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e967ed78-ea7e-4aa0-a8a0-9370757b6645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (42340246-2cb3-4841-8c38-500b698b40d4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:54.191002 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e967ed78-ea7e-4aa0-a8a0-9370757b6645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:54.195942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e967ed78-ea7e-4aa0-a8a0-9370757b6645 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42340246-2cb3-4841-8c38-500b698b40d4 HTTP/1.1" status: 204 len: 168 time: 1.0087049 Feb 09 03:26:54.256213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967ed78-ea7e-4aa0-a8a0-9370757b6645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42340246-2cb3-4841-8c38-500b698b40d4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:54.436856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-2808efba-9c2c-4157-bcad-6bc92785351b None None] Set router c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:54.492970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40974) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:54.603022 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Publish callbacks [] for port (38eff491-648f-4031-955c-e812950a6af6), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:54.619541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (38eff491-648f-4031-955c-e812950a6af6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:54.739963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-2808efba-9c2c-4157-bcad-6bc92785351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'name': 'tempest-ServerRescueNegativeTestJSON-922179435-router', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:14Z', 'updated_at': '2022-02-09T03:26:52Z', 'revision_number': 5, 'project_id': '6bf69cc4a477406ea3f3af2785650b4b', 'gw_port': {'id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:15Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:54.775657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808efba-9c2c-4157-bcad-6bc92785351b None None] Checking router: c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:26:54.786205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808efba-9c2c-4157-bcad-6bc92785351b None None] Routers {'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:54.787129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-2808efba-9c2c-4157-bcad-6bc92785351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:54.811884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Pushing event updated for resources: {'Port': ['ID=38eff491-648f-4031-955c-e812950a6af6,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:54.824035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:54.947005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-2808efba-9c2c-4157-bcad-6bc92785351b None None] Set router c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:55.088715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Network 2e866409-a7fd-4873-80a1-80fa1fdc55ff is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:55.098766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:55.235944 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6188f6c8-1dc2-4e98-a51f-2f85c0e43a59 req-a35dda04-8fd5-4409-8d8c-689517fc0d4a tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0384052 Feb 09 03:26:55.239860 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Publish callbacks [] for router (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:55.264047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-791591160'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:55.425254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Made reservation on behalf of aa69fea78eee4b868b7f4826a58fc6e0 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:55.427395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-2808efba-9c2c-4157-bcad-6bc92785351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'name': 'tempest-ServerRescueNegativeTestJSON-922179435-router', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:14Z', 'updated_at': '2022-02-09T03:26:52Z', 'revision_number': 5, 'project_id': '6bf69cc4a477406ea3f3af2785650b4b', 'gw_port': {'id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:15Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:55.432216 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:55.473157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:55.509908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808efba-9c2c-4157-bcad-6bc92785351b None None] The sync data for ids ['c1f381d2-85f4-4e6e-a31e-8fbbba34fe21'] in n-d-824835-15 is: [{'id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'name': 'tempest-ServerRescueNegativeTestJSON-922179435-router', 'tenant_id': '6bf69cc4a477406ea3f3af2785650b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:14Z', 'updated_at': '2022-02-09T03:26:52Z', 'revision_number': 5, 'project_id': '6bf69cc4a477406ea3f3af2785650b4b', 'gw_port': {'id': 'ef968286-fa76-4d22-a5d9-d20b9acf9146', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f381d2-85f4-4e6e-a31e-8fbbba34fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:15Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:26:55.560508 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Publish callbacks [] for router_gateway (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:55.612803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2b03f-9b40-4af9-8f82-966528d620e2 req-0e11f3d8-c132-4c56-bf10-437889585f25 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:55.615629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c3316fa5-162a-4d48-90b9-54bbe912cfec None None] Provisioning complete for port 38eff491-648f-4031-955c-e812950a6af6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:55.616014 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3316fa5-162a-4d48-90b9-54bbe912cfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (38eff491-648f-4031-955c-e812950a6af6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:55.620574 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2f2b03f-9b40-4af9-8f82-966528d620e2 req-0e11f3d8-c132-4c56-bf10-437889585f25 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.3405986 Feb 09 03:26:55.667344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Router 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:26:55.685006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Deleting port ef968286-fa76-4d22-a5d9-d20b9acf9146 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:55.685111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:55.715657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c3316fa5-162a-4d48-90b9-54bbe912cfec None None] Port 38eff491-648f-4031-955c-e812950a6af6 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:26:55.805306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] For port ef968286-fa76-4d22-a5d9-d20b9acf9146, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ef968286-fa76-4d22-a5d9-d20b9acf9146,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:55.805726 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:55.818289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Calling delete_port for ef968286-fa76-4d22-a5d9-d20b9acf9146 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:55.964760 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for security_group (1a75c5ed-daf6-46ef-ae51-5d1975f6f4cc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:55.985004 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1a75c5ed-daf6-46ef-ae51-5d1975f6f4cc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:55.999120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:26:56.028545 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9c35e9ce-e8f9-4282-94af-26712c67062d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.029059 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Added segment 9c35e9ce-e8f9-4282-94af-26712c67062d of type vlan for network 80d994d8-8031-4a9b-b44b-f5c9f1ea537c Feb 09 03:26:56.083165 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (80d994d8-8031-4a9b-b44b-f5c9f1ea537c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.126899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 81d08e3f-21cb-4d8f-be9a-51504542c3ca up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:56.139998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ef968286-fa76-4d22-a5d9-d20b9acf9146), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.184826 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2f2b03f-9b40-4af9-8f82-966528d620e2 req-6f654b2a-1754-45e1-b0c7-1117f7e24fee tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619295 Feb 09 03:26:56.193143 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a75c5ed-daf6-46ef-ae51-5d1975f6f4cc,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:56.197761 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (80d994d8-8031-4a9b-b44b-f5c9f1ea537c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.215299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef968286-fa76-4d22-a5d9-d20b9acf9146,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:56.217704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:56.218457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.307983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 81d08e3f-21cb-4d8f-be9a-51504542c3ca triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:56.308387 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.348586 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Network': ['ID=80d994d8-8031-4a9b-b44b-f5c9f1ea537c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:56.357112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ad3506a0-b738-450b-aadc-10372ed6581b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8629801 Feb 09 03:26:56.362707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41016) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:56.373754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f5f53e9f-08f2-4ec7-b92a-e98342c33988 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'subnet': {'network_id': '80d994d8-8031-4a9b-b44b-f5c9f1ea537c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:56.392870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:26:56.399137 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-80d1ae89-0178-4cf1-827b-a0bfc5f8847e admin admin] 10.222.0.21 "PUT /v2.0/routers/09a10bcb-fa8d-4995-97a2-eb5b7c1b298e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6669786 Feb 09 03:26:56.415308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 80d994d8-8031-4a9b-b44b-f5c9f1ea537c details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:26:56.554699 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.673208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 81d08e3f-21cb-4d8f-be9a-51504542c3ca is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:56.673656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.718738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f53e9f-08f2-4ec7-b92a-e98342c33988 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Made reservation on behalf of aa69fea78eee4b868b7f4826a58fc6e0 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:56.721652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 81d08e3f-21cb-4d8f-be9a-51504542c3ca, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=81d08e3f-21cb-4d8f-be9a-51504542c3ca,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:56.722175 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5f53e9f-08f2-4ec7-b92a-e98342c33988 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.728513 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.763597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e65765b8-80f7-45a7-a1f5-fd0f3e13a408 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:56.810431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: e65765b8-80f7-45a7-a1f5-fd0f3e13a408 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:56.810772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e65765b8-80f7-45a7-a1f5-fd0f3e13a408 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:56.831260 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.837032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Publish callbacks [] for router_controller (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.845011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=81d08e3f-21cb-4d8f-be9a-51504542c3ca,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:56.932851 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (c1f381d2-85f4-4e6e-a31e-8fbbba34fe21), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.933395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:26:56.950310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d6a79-a6bb-4a7c-94a0-b4ba79bd1eeb req-e28d105d-c7dc-4c05-b7f8-7056b9d21d2c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:56.953020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-498d6a79-a6bb-4a7c-94a0-b4ba79bd1eeb req-e28d105d-c7dc-4c05-b7f8-7056b9d21d2c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.5260413 Feb 09 03:26:56.966876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:56.970380 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6e406d34-f0d2-4f8a-8521-e612936efe89 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c1f381d2-85f4-4e6e-a31e-8fbbba34fe21 HTTP/1.1" status: 204 len: 168 time: 2.8814778 Feb 09 03:26:56.970753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41034) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:57.075955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b4c5c9-4bfc-4420-967f-6b6b9ffa6e36 admin admin] Deleting subnet 5987146c-0272-47db-a79e-ae9778106f0b {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:26:57.084240 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92b4c5c9-4bfc-4420-967f-6b6b9ffa6e36 admin admin] Publish callbacks [] for subnet (5987146c-0272-47db-a79e-ae9778106f0b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:57.120485 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Sync routers for ids ['09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:26:57.140828 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Routers {'09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:57.142093 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:57.175312 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-498d6a79-a6bb-4a7c-94a0-b4ba79bd1eeb req-7bf78045-7552-40b5-8d4d-4669c7efec4c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004266 Feb 09 03:26:57.344566 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-40816217-1ae1-4873-96ee-7e15abdeed1c req-eca6c5d9-e0f4-4fcc-b8cd-7cef73beadc9 tempest-FloatingIPsNegativeTestJSON-1343670863 tempest-FloatingIPsNegativeTestJSON-1343670863-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=487d7a839d5c46e5bab4f5b53c264ed6 HTTP/1.1" status: 200 len: 217 time: 0.1886637 Feb 09 03:26:57.370323 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92b4c5c9-4bfc-4420-967f-6b6b9ffa6e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (5987146c-0272-47db-a79e-ae9778106f0b), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:57.424711 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5f53e9f-08f2-4ec7-b92a-e98342c33988 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (cc05b7ca-5a34-420f-8b48-419559813143), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:57.444194 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Set router 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:57.508249 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09352e01-aa24-492e-a0a3-9f57a26d076a req-d353737b-e701-4eff-830c-345914d6c094 tempest-FloatingIPsNegativeTestJSON-1343670863 tempest-FloatingIPsNegativeTestJSON-1343670863-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0746419 Feb 09 03:26:57.524785 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92b4c5c9-4bfc-4420-967f-6b6b9ffa6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (5987146c-0272-47db-a79e-ae9778106f0b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:57.602855 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-a69610ee-c5c0-4015-bdfa-cd07ad7b3e80 req-91844bbd-a199-4c16-aad9-85857fb29497 tempest-FloatingIPsNegativeTestJSON-1343670863 tempest-FloatingIPsNegativeTestJSON-1343670863-project] show failed (client error): The resource could not be found. Feb 09 03:26:57.604386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a69610ee-c5c0-4015-bdfa-cd07ad7b3e80 req-91844bbd-a199-4c16-aad9-85857fb29497 tempest-FloatingIPsNegativeTestJSON-1343670863 tempest-FloatingIPsNegativeTestJSON-1343670863-project] 10.222.0.21 "GET /v2.0/floatingips/2f374a5f-5dd8-42b5-bef3-9c9485f1d1c6 HTTP/1.1" status: 404 len: 350 time: 0.0536168 Feb 09 03:26:57.617511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41054) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:57.620797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89d7c9-f11b-418f-b353-443194222633 req-639c99e6-28dd-4fd2-b564-bd4ddc1d3580 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:57.626637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3d89d7c9-f11b-418f-b353-443194222633 req-639c99e6-28dd-4fd2-b564-bd4ddc1d3580 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.2945764 Feb 09 03:26:57.719991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f53e9f-08f2-4ec7-b92a-e98342c33988 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Subnet': ['ID=cc05b7ca-5a34-420f-8b48-419559813143,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:57.761668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f53e9f-08f2-4ec7-b92a-e98342c33988 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Checking segment: {'id': '9c35e9ce-e8f9-4282-94af-26712c67062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '80d994d8-8031-4a9b-b44b-f5c9f1ea537c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:57.764428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f53e9f-08f2-4ec7-b92a-e98342c33988 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network hostable DHCP agents. Network: 80d994d8-8031-4a9b-b44b-f5c9f1ea537c, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:26:57.768828 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92b4c5c9-4bfc-4420-967f-6b6b9ffa6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (5987146c-0272-47db-a79e-ae9778106f0b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:57.819555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4c5c9-4bfc-4420-967f-6b6b9ffa6e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5987146c-0272-47db-a79e-ae9778106f0b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:57.840112 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92b4c5c9-4bfc-4420-967f-6b6b9ffa6e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:57.842220 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3d89d7c9-f11b-418f-b353-443194222633 req-7328b4e2-5fb0-4151-af27-fda038996110 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969409 Feb 09 03:26:57.843536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f53e9f-08f2-4ec7-b92a-e98342c33988 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network 80d994d8-8031-4a9b-b44b-f5c9f1ea537c is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:26:57.860517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f5f53e9f-08f2-4ec7-b92a-e98342c33988 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 80d994d8-8031-4a9b-b44b-f5c9f1ea537c) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:57.866305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f53e9f-08f2-4ec7-b92a-e98342c33988 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:57.867140 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5f53e9f-08f2-4ec7-b92a-e98342c33988 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:57.874168 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a6b83-06f6-428f-b5e3-b84064a52bc0 None None] Network 80d994d8-8031-4a9b-b44b-f5c9f1ea537c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:26:57.889862 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-92b4c5c9-4bfc-4420-967f-6b6b9ffa6e36 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5987146c-0272-47db-a79e-ae9778106f0b HTTP/1.1" status: 204 len: 168 time: 0.9139287 Feb 09 03:26:57.891823 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41060) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:57.944245 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2132590853-router', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:46Z', 'updated_at': '2022-02-09T03:26:53Z', 'revision_number': 4, 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'gw_port': {'id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:47Z', 'updated_at': '2022-02-09T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '38eff491-648f-4031-955c-e812950a6af6', 'name': '', 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'mac_address': 'fa:16:3e:34:9d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ea4a76f7-381c-4954-a141-d9cfae311f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:52Z', 'updated_at': '2022-02-09T03:26:54Z', 'revision_number': 2, 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'subnets': [{'id': 'ea4a76f7-381c-4954-a141-d9cfae311f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:57.954163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f5f53e9f-08f2-4ec7-b92a-e98342c33988 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5905821 Feb 09 03:26:58.001663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41062) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:58.002004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41064) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:58.025880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1742204942', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:58.025991 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Checking router: 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:26:58.025991 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Updating router 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e port 38eff491-648f-4031-955c-e812950a6af6 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:26:58.064162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 81d08e3f-21cb-4d8f-be9a-51504542c3ca up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:58.083128 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (38eff491-648f-4031-955c-e812950a6af6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.123197 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (447b32cc-fed3-4d52-9a4a-bd8f9f315eb3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.127271 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (a8e5c975-32ac-46b2-98f2-474a21948cc5), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.134133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcf0d24-4a7c-454c-b235-1f254446facb None None] Network 80d994d8-8031-4a9b-b44b-f5c9f1ea537c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:26:58.135202 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (a8e5c975-32ac-46b2-98f2-474a21948cc5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.338823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 81d08e3f-21cb-4d8f-be9a-51504542c3ca triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:58.339205 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.413795 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c16cd0-d8c3-4f79-b5e5-8a6b0936d675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.417021 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router_controller (a8e5c975-32ac-46b2-98f2-474a21948cc5), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.478297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 81d08e3f-21cb-4d8f-be9a-51504542c3ca is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:58.517224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769d252-c740-430c-bce3-fffa8f8cd51f req-3d2e13b9-9033-47c8-b91d-4aa11430b8a0 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:58.518851 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2769d252-c740-430c-bce3-fffa8f8cd51f req-3d2e13b9-9033-47c8-b91d-4aa11430b8a0 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.2067125 Feb 09 03:26:58.586643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ef968286-fa76-4d22-a5d9-d20b9acf9146 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:58.604878 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (447b32cc-fed3-4d52-9a4a-bd8f9f315eb3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.644698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: ef968286-fa76-4d22-a5d9-d20b9acf9146 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:58.647472 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ef968286-fa76-4d22-a5d9-d20b9acf9146 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:58.690730 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router_gateway (a8e5c975-32ac-46b2-98f2-474a21948cc5), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.691433 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Publish callbacks [] for port (38eff491-648f-4031-955c-e812950a6af6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.700186 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (38eff491-648f-4031-955c-e812950a6af6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.712062 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2769d252-c740-430c-bce3-fffa8f8cd51f req-36b154d9-d118-46d9-8bc1-ce2ac1d893a0 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724684 Feb 09 03:26:58.742309 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f4142149-fc92-4085-b40f-26e08d5ab11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.798582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447b32cc-fed3-4d52-9a4a-bd8f9f315eb3']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:58.808881 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059446-17a8-4fd2-962c-d79f739acd09 None None] Pushing event updated for resources: {'Port': ['ID=38eff491-648f-4031-955c-e812950a6af6,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:58.868254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bb7065-6eec-40d4-83ae-ef552e5154ec') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:58.868441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bb7065-6eec-40d4-83ae-ef552e5154ec') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:58.924367 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (d9bb7065-6eec-40d4-83ae-ef552e5154ec), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.955407 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Attempting to bind port 38eff491-648f-4031-955c-e812950a6af6 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:26:58.956602 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Attempting to bind port 38eff491-648f-4031-955c-e812950a6af6 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'a0e87f23-8c30-48e4-8c9d-d36121c0c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:26:58.957018 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Attempting to bind port 38eff491-648f-4031-955c-e812950a6af6 on network 2e866409-a7fd-4873-80a1-80fa1fdc55ff {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:58.967397 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:26:58.967904 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Checking segment: {'id': 'a0e87f23-8c30-48e4-8c9d-d36121c0c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:58.968380 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.968837 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Bound using segment: {'id': 'a0e87f23-8c30-48e4-8c9d-d36121c0c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:26:58.975290 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Bound port: 38eff491-648f-4031-955c-e812950a6af6, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e87f23-8c30-48e4-8c9d-d36121c0c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:26:58.975830 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (38eff491-648f-4031-955c-e812950a6af6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.024792 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d9bb7065-6eec-40d4-83ae-ef552e5154ec), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.039278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:26:59.040011 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (d9bb7065-6eec-40d4-83ae-ef552e5154ec), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:26:59.042208 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:26:59.086425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde941aa-f870-4bd3-8438-345492007886 req-b6827153-795e-440e-a4e8-56e6ec76069e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:59.088741 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fde941aa-f870-4bd3-8438-345492007886 req-b6827153-795e-440e-a4e8-56e6ec76069e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.0986459 Feb 09 03:26:59.163032 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] For port 38eff491-648f-4031-955c-e812950a6af6, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:26:59.169112 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] For port 38eff491-648f-4031-955c-e812950a6af6, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=38eff491-648f-4031-955c-e812950a6af6,segment=NetworkSegment(a0e87f23-8c30-48e4-8c9d-d36121c0c8c8),segment_id=a0e87f23-8c30-48e4-8c9d-d36121c0c8c8)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:26:59.182734 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (38eff491-648f-4031-955c-e812950a6af6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.183808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (447b32cc-fed3-4d52-9a4a-bd8f9f315eb3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.186912 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c16cd0-d8c3-4f79-b5e5-8a6b0936d675 admin admin] Publish callbacks [] for security_group (4b5aba98-02db-4791-ab39-7f7c45fd76de), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.203492 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.207197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] 10.222.0.21 "DELETE /v2.0/networks/447b32cc-fed3-4d52-9a4a-bd8f9f315eb3 HTTP/1.1" status: 204 len: 168 time: 1.3111472 Feb 09 03:26:59.231222 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c16cd0-d8c3-4f79-b5e5-8a6b0936d675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4b5aba98-02db-4791-ab39-7f7c45fd76de), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.242679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7c2d4-01c5-4409-ae17-83a9ae6fd92b admin admin] Pushing event deleted for resources: {'Network': ['ID=447b32cc-fed3-4d52-9a4a-bd8f9f315eb3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:59.285987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d4befa1b-f387-4fe1-aea3-244e3937864c None None] Provisioning complete for port 38eff491-648f-4031-955c-e812950a6af6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:59.290102 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d4befa1b-f387-4fe1-aea3-244e3937864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (38eff491-648f-4031-955c-e812950a6af6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.310446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fde941aa-f870-4bd3-8438-345492007886 req-0b49775e-1544-4854-8e12-8d2820bd4430 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145765 Feb 09 03:26:59.365767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f4142149-fc92-4085-b40f-26e08d5ab11d admin admin] Deleting port 38eff491-648f-4031-955c-e812950a6af6 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:59.366374 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f4142149-fc92-4085-b40f-26e08d5ab11d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (38eff491-648f-4031-955c-e812950a6af6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.402379 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f4c16cd0-d8c3-4f79-b5e5-8a6b0936d675 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37c65175d4f143c1b507d9def92049fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3981280 Feb 09 03:26:59.438742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c16cd0-d8c3-4f79-b5e5-8a6b0936d675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5aba98-02db-4791-ab39-7f7c45fd76de,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:59.443044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41102) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:59.518575 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router_gateway (a8e5c975-32ac-46b2-98f2-474a21948cc5), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.535620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d4befa1b-f387-4fe1-aea3-244e3937864c None None] Current status of the port 38eff491-648f-4031-955c-e812950a6af6 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:59.536154 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d4befa1b-f387-4fe1-aea3-244e3937864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (38eff491-648f-4031-955c-e812950a6af6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.547034 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Routers {'09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:59.547897 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:59.550165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41106) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:59.551709 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.624939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f4142149-fc92-4085-b40f-26e08d5ab11d admin admin] For port 38eff491-648f-4031-955c-e812950a6af6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=38eff491-648f-4031-955c-e812950a6af6,segment=NetworkSegment(a0e87f23-8c30-48e4-8c9d-d36121c0c8c8),segment_id=a0e87f23-8c30-48e4-8c9d-d36121c0c8c8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:59.625597 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f4142149-fc92-4085-b40f-26e08d5ab11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (38eff491-648f-4031-955c-e812950a6af6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.638998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d4befa1b-f387-4fe1-aea3-244e3937864c None None] For port 38eff491-648f-4031-955c-e812950a6af6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=38eff491-648f-4031-955c-e812950a6af6,segment=NetworkSegment(a0e87f23-8c30-48e4-8c9d-d36121c0c8c8),segment_id=a0e87f23-8c30-48e4-8c9d-d36121c0c8c8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:59.650650 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d4befa1b-f387-4fe1-aea3-244e3937864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (38eff491-648f-4031-955c-e812950a6af6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.674387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f4142149-fc92-4085-b40f-26e08d5ab11d admin admin] Calling delete_port for 38eff491-648f-4031-955c-e812950a6af6 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:59.687485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.25.5.51 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/c97d8f0e-c43c-4b70-bee0-cabc6ad842a4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:59.739999 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059446-17a8-4fd2-962c-d79f739acd09 None None] Pushing event updated for resources: {'Port': ['ID=38eff491-648f-4031-955c-e812950a6af6,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:59.787463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4befa1b-f387-4fe1-aea3-244e3937864c None None] Pushing event updated for resources: {'Port': ['ID=38eff491-648f-4031-955c-e812950a6af6,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:59.813754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5505cf01-6c64-4d2b-98dc-795d9d7797e3 None None] Provisioning complete for port 38eff491-648f-4031-955c-e812950a6af6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:59.814328 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5505cf01-6c64-4d2b-98dc-795d9d7797e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (38eff491-648f-4031-955c-e812950a6af6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.815130 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (c97d8f0e-c43c-4b70-bee0-cabc6ad842a4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.877437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c97d8f0e-c43c-4b70-bee0-cabc6ad842a4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.885319 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] Set router 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:59.944966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=c97d8f0e-c43c-4b70-bee0-cabc6ad842a4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:00.011222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:00.014531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:00.017050 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:00.026468 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1471527-9ca4-46cb-8c68-02f09a3bd2da admin admin] Publish callbacks [] for security_group (4b5aba98-02db-4791-ab39-7f7c45fd76de), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:00.084663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5505cf01-6c64-4d2b-98dc-795d9d7797e3 None None] Current status of the port 38eff491-648f-4031-955c-e812950a6af6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:00.111937 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-151305f9-610d-49cd-a69a-fb59cae50c3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bf69cc4a477406ea3f3af2785650b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2563684 Feb 09 03:27:00.112558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41122) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:00.119291 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1471527-9ca4-46cb-8c68-02f09a3bd2da admin admin] Publish callbacks [] for security_group (4b5aba98-02db-4791-ab39-7f7c45fd76de), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:00.186779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f4142149-fc92-4085-b40f-26e08d5ab11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (38eff491-648f-4031-955c-e812950a6af6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:00.241618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4142149-fc92-4085-b40f-26e08d5ab11d admin admin] Pushing event deleted for resources: {'Port': ['ID=38eff491-648f-4031-955c-e812950a6af6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:00.260444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377b20b-e567-4120-ab7e-23d30c20c859 req-59f48073-95e6-473d-af42-98ba33682d1e tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:00.275892 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b377b20b-e567-4120-ab7e-23d30c20c859 req-59f48073-95e6-473d-af42-98ba33682d1e tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.3811331 Feb 09 03:27:00.280611 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2132590853-router', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:46Z', 'updated_at': '2022-02-09T03:26:53Z', 'revision_number': 4, 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'gw_port': {'id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:47Z', 'updated_at': '2022-02-09T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '38eff491-648f-4031-955c-e812950a6af6', 'name': '', 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'mac_address': 'fa:16:3e:34:9d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ea4a76f7-381c-4954-a141-d9cfae311f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:52Z', 'updated_at': '2022-02-09T03:26:59Z', 'revision_number': 4, 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'subnets': [{'id': 'ea4a76f7-381c-4954-a141-d9cfae311f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:00.329841 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6fe4bf-c9bb-4ce4-a75e-34db1b0fba14 None None] The sync data for ids ['09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'] in n-d-824835-15 is: [{'id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2132590853-router', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:46Z', 'updated_at': '2022-02-09T03:26:53Z', 'revision_number': 4, 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'gw_port': {'id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:47Z', 'updated_at': '2022-02-09T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '38eff491-648f-4031-955c-e812950a6af6', 'name': '', 'network_id': '2e866409-a7fd-4873-80a1-80fa1fdc55ff', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'mac_address': 'fa:16:3e:34:9d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ea4a76f7-381c-4954-a141-d9cfae311f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:52Z', 'updated_at': '2022-02-09T03:26:59Z', 'revision_number': 4, 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'subnets': [{'id': 'ea4a76f7-381c-4954-a141-d9cfae311f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:00.569228 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2308aafc-0dcc-4b8f-931f-331d974a9001 admin admin] Publish callbacks [] for security_group (fca9939d-2b32-4e66-b79a-6d5711b86dab), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:00.596566 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2308aafc-0dcc-4b8f-931f-331d974a9001 admin admin] Publish callbacks [] for security_group (fca9939d-2b32-4e66-b79a-6d5711b86dab), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:00.630223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41128) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:00.770672 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1471527-9ca4-46cb-8c68-02f09a3bd2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4b5aba98-02db-4791-ab39-7f7c45fd76de), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:00.781609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1471527-9ca4-46cb-8c68-02f09a3bd2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:00.812906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a1471527-9ca4-46cb-8c68-02f09a3bd2da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b5aba98-02db-4791-ab39-7f7c45fd76de HTTP/1.1" status: 204 len: 168 time: 1.3657207 Feb 09 03:27:00.839871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b377b20b-e567-4120-ab7e-23d30c20c859 req-e6c66a3e-0ac7-4c0e-8c54-7a9a7c7c6a11 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629799 Feb 09 03:27:00.864962 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1471527-9ca4-46cb-8c68-02f09a3bd2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5aba98-02db-4791-ab39-7f7c45fd76de,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:01.091997 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2308aafc-0dcc-4b8f-931f-331d974a9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fca9939d-2b32-4e66-b79a-6d5711b86dab), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:01.095318 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2308aafc-0dcc-4b8f-931f-331d974a9001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:01.097065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2308aafc-0dcc-4b8f-931f-331d974a9001 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fca9939d-2b32-4e66-b79a-6d5711b86dab HTTP/1.1" status: 204 len: 168 time: 0.9680135 Feb 09 03:27:01.137752 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:01.177017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308aafc-0dcc-4b8f-931f-331d974a9001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca9939d-2b32-4e66-b79a-6d5711b86dab,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:01.222720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4b0f9-7197-410b-9d48-49248136033b req-3e66280d-83e2-448b-8d30-1504ec65b538 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:01.249088 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69c4b0f9-7197-410b-9d48-49248136033b req-3e66280d-83e2-448b-8d30-1504ec65b538 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.7548184 Feb 09 03:27:01.377408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router_gateway (a8e5c975-32ac-46b2-98f2-474a21948cc5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:01.419830 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f4142149-fc92-4085-b40f-26e08d5ab11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:01.453598 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69c4b0f9-7197-410b-9d48-49248136033b req-3df3124d-2e89-4290-b207-7bdf5e071e52 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030184 Feb 09 03:27:01.455966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41140) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:01.501055 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b407baf7-8d3d-4049-861c-b9034466c11d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:02.172998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Publish callbacks [] for security_group (8402fdea-144c-4554-a9dd-d36304e549b2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:02.197592 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8402fdea-144c-4554-a9dd-d36304e549b2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:02.207142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8e481-4861-4b7d-bc41-09442065433d req-df08ebb1-6ff8-460a-bd90-d64009b673f8 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:02.218435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-50c8e481-4861-4b7d-bc41-09442065433d req-df08ebb1-6ff8-460a-bd90-d64009b673f8 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.1425619 Feb 09 03:27:02.265764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4142149-fc92-4085-b40f-26e08d5ab11d admin admin] Router 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:02.282305 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b407baf7-8d3d-4049-861c-b9034466c11d admin admin] Publish callbacks [] for security_group (9f6fdf48-4448-49f1-bac9-f0c3735d985a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:02.294015 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b407baf7-8d3d-4049-861c-b9034466c11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9f6fdf48-4448-49f1-bac9-f0c3735d985a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:02.390744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407baf7-8d3d-4049-861c-b9034466c11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6fdf48-4448-49f1-bac9-f0c3735d985a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:02.433767 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b407baf7-8d3d-4049-861c-b9034466c11d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d2de67424e44e8f80752b17d9976fab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9629357 Feb 09 03:27:02.438887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41160) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:02.529011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4142149-fc92-4085-b40f-26e08d5ab11d admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:02.537200 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f4142149-fc92-4085-b40f-26e08d5ab11d admin admin] 10.222.0.21 "PUT /v2.0/routers/09a10bcb-fa8d-4995-97a2-eb5b7c1b298e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9175506 Feb 09 03:27:02.544253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41166) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:02.552379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-68504849-b580-415b-9a25-a6813c34435d admin admin] Publish callbacks [] for security_group (9f6fdf48-4448-49f1-bac9-f0c3735d985a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:02.558190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (a8e5c975-32ac-46b2-98f2-474a21948cc5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:02.699517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8402fdea-144c-4554-a9dd-d36304e549b2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:02.727898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.728249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.728605 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.728935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.729280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.729625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.729954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.730279 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.730603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.730924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.731245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.731707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.732160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456567f1-1b38-4970-8369-938775139572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:02.788215 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-50c8e481-4861-4b7d-bc41-09442065433d req-98ee466b-13f1-4989-90d0-5735b78a2e3a tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687392 Feb 09 03:27:02.797015 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-456567f1-1b38-4970-8369-938775139572 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5ad005a271540fa8ecac314bc75d31b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1409249 Feb 09 03:27:02.799013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41172) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:02.857126 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-68504849-b580-415b-9a25-a6813c34435d admin admin] Publish callbacks [] for security_group (9f6fdf48-4448-49f1-bac9-f0c3735d985a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:02.875849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:27:02.899693 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b31e895-23df-48b4-9193-eeb490d7104d admin admin] Publish callbacks [] for security_group (8402fdea-144c-4554-a9dd-d36304e549b2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:02.950646 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b18707-93f8-4706-a354-db1631597d6f req-371b5ea5-76f7-43d1-b834-a5dd4ddf21c5 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:02.958314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0b18707-93f8-4706-a354-db1631597d6f req-371b5ea5-76f7-43d1-b834-a5dd4ddf21c5 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.3168433 Feb 09 03:27:02.984928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b47c8c-b467-4751-82b7-d432ddff0aaf None None] Sync routers for ids ['09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:03.012073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b47c8c-b467-4751-82b7-d432ddff0aaf None None] Routers {'09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:03.012764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a8b47c8c-b467-4751-82b7-d432ddff0aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:03.027805 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b31e895-23df-48b4-9193-eeb490d7104d admin admin] Publish callbacks [] for security_group (8402fdea-144c-4554-a9dd-d36304e549b2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.070546 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0b18707-93f8-4706-a354-db1631597d6f req-986e5770-f538-4440-9826-41ea20ab6dc9 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017010 Feb 09 03:27:03.081049 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Publish callbacks [] for router (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.088485 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-68504849-b580-415b-9a25-a6813c34435d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9f6fdf48-4448-49f1-bac9-f0c3735d985a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.093832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-68504849-b580-415b-9a25-a6813c34435d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.095024 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-68504849-b580-415b-9a25-a6813c34435d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f6fdf48-4448-49f1-bac9-f0c3735d985a HTTP/1.1" status: 204 len: 168 time: 0.6548331 Feb 09 03:27:03.175175 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:03.190235 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ddf422-6ebc-49f9-9ff3-03a313090e33 None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:03.195633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68504849-b580-415b-9a25-a6813c34435d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6fdf48-4448-49f1-bac9-f0c3735d985a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:03.221897 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ddf422-6ebc-49f9-9ff3-03a313090e33 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:03.223272 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-07ddf422-6ebc-49f9-9ff3-03a313090e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:03.234020 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b31e895-23df-48b4-9193-eeb490d7104d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8402fdea-144c-4554-a9dd-d36304e549b2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.240665 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b31e895-23df-48b4-9193-eeb490d7104d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.246326 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9b31e895-23df-48b4-9193-eeb490d7104d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8402fdea-144c-4554-a9dd-d36304e549b2 HTTP/1.1" status: 204 len: 168 time: 0.4459589 Feb 09 03:27:03.286799 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.296243 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2172a990-dae6-4df4-bbc5-d2ea30caf468 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2930543 Feb 09 03:27:03.297063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41186) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:03.301553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31e895-23df-48b4-9193-eeb490d7104d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8402fdea-144c-4554-a9dd-d36304e549b2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:03.320392 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-07ddf422-6ebc-49f9-9ff3-03a313090e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:03.323428 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Publish callbacks [] for router_gateway (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.347958 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ddf422-6ebc-49f9-9ff3-03a313090e33 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:03.350215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a8b47c8c-b467-4751-82b7-d432ddff0aaf None None] Set router 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:27:03.350688 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-07ddf422-6ebc-49f9-9ff3-03a313090e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:03.458801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Deleting port 81d08e3f-21cb-4d8f-be9a-51504542c3ca {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:03.459379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.464120 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-07ddf422-6ebc-49f9-9ff3-03a313090e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:03.465028 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ddf422-6ebc-49f9-9ff3-03a313090e33 None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:03.679422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] For port 81d08e3f-21cb-4d8f-be9a-51504542c3ca, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=81d08e3f-21cb-4d8f-be9a-51504542c3ca,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:03.679801 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.719834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Calling delete_port for 81d08e3f-21cb-4d8f-be9a-51504542c3ca owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:03.809297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a8b47c8c-b467-4751-82b7-d432ddff0aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2132590853-router', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:46Z', 'updated_at': '2022-02-09T03:27:00Z', 'revision_number': 5, 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'gw_port': {'id': '81d08e3f-21cb-4d8f-be9a-51504542c3ca', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:47Z', 'updated_at': '2022-02-09T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:03.842708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b47c8c-b467-4751-82b7-d432ddff0aaf None None] Checking router: 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:27:03.855800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b47c8c-b467-4751-82b7-d432ddff0aaf None None] Routers {'09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:03.857001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a8b47c8c-b467-4751-82b7-d432ddff0aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:04.021474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41198) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:04.042243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a8b47c8c-b467-4751-82b7-d432ddff0aaf None None] Set router 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:27:04.169084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a8b47c8c-b467-4751-82b7-d432ddff0aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2132590853-router', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:46Z', 'updated_at': '2022-02-09T03:27:03Z', 'revision_number': 6, 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:04.236821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b47c8c-b467-4751-82b7-d432ddff0aaf None None] The sync data for ids ['09a10bcb-fa8d-4995-97a2-eb5b7c1b298e'] in n-d-824835-15 is: [{'id': '09a10bcb-fa8d-4995-97a2-eb5b7c1b298e', 'name': 'tempest-FloatingIPsNegativeTestJSON-2132590853-router', 'tenant_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:46Z', 'updated_at': '2022-02-09T03:27:03Z', 'revision_number': 6, 'project_id': '487d7a839d5c46e5bab4f5b53c264ed6', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:04.250330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41208) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:04.266293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e31c0e-0e7a-4fc0-a85d-594d643c44c7 req-e519f06a-fc47-43ad-a1a2-6b905f583c30 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:04.271695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6e31c0e-0e7a-4fc0-a85d-594d643c44c7 req-e519f06a-fc47-43ad-a1a2-6b905f583c30 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.2211154 Feb 09 03:27:04.348735 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd520ac-1397-4227-8e31-8e5cc2964506 req-402cc3a5-5ca2-4d73-a7ae-1da787136ac4 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:04.350269 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0bd520ac-1397-4227-8e31-8e5cc2964506 req-402cc3a5-5ca2-4d73-a7ae-1da787136ac4 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.1070995 Feb 09 03:27:04.370109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bba45c96-bf44-47be-aaa5-69bc0a2da1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.428416 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7313064-0d1d-4a72-ae92-2e9997fce9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.466543 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.481713 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (81d08e3f-21cb-4d8f-be9a-51504542c3ca), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.483415 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0bd520ac-1397-4227-8e31-8e5cc2964506 req-15d57db6-78f0-4425-81cf-7daf13110437 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237881 Feb 09 03:27:04.488211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6e31c0e-0e7a-4fc0-a85d-594d643c44c7 req-0716a4a4-0f1a-4e68-a0ce-c06705fbee97 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948619 Feb 09 03:27:04.529265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=81d08e3f-21cb-4d8f-be9a-51504542c3ca,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:04.658788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.698071 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bba45c96-bf44-47be-aaa5-69bc0a2da1e1 admin admin] Publish callbacks [] for security_group (f8fc22ed-a61c-48bc-9e64-368a2191c022), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.760810 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7313064-0d1d-4a72-ae92-2e9997fce9bf admin admin] Publish callbacks [] for security_group (ad3f6141-327c-4e43-9609-66b9308c5941), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.773326 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7313064-0d1d-4a72-ae92-2e9997fce9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ad3f6141-327c-4e43-9609-66b9308c5941), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.791398 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bba45c96-bf44-47be-aaa5-69bc0a2da1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f8fc22ed-a61c-48bc-9e64-368a2191c022), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.827780 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.836200 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Publish callbacks [] for router_controller (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.862806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bba45c96-bf44-47be-aaa5-69bc0a2da1e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebfbbefddc554cedb901a06fbf23fa5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5879631 Feb 09 03:27:04.881628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41218) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:04.900901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba45c96-bf44-47be-aaa5-69bc0a2da1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fc22ed-a61c-48bc-9e64-368a2191c022,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:04.913063 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (09a10bcb-fa8d-4995-97a2-eb5b7c1b298e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.915081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09a10bcb-fa8d-4995-97a2-eb5b7c1b298e {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:27:04.919791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7313064-0d1d-4a72-ae92-2e9997fce9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3f6141-327c-4e43-9609-66b9308c5941,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:04.924561 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.928484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cfc63b1b-e271-4d00-a865-88a549f41ac3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/09a10bcb-fa8d-4995-97a2-eb5b7c1b298e HTTP/1.1" status: 204 len: 168 time: 2.3804033 Feb 09 03:27:04.928801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41222) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:04.938244 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c7313064-0d1d-4a72-ae92-2e9997fce9bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6c35601af8a497d833f713cdba41a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9096131 Feb 09 03:27:04.951575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41224) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:05.001644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0375832-dd75-44d5-bba1-618f22644aba admin admin] Deleting subnet ea4a76f7-381c-4954-a141-d9cfae311f67 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:27:05.007844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0375832-dd75-44d5-bba1-618f22644aba admin admin] Publish callbacks [] for subnet (ea4a76f7-381c-4954-a141-d9cfae311f67), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.051974 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0375832-dd75-44d5-bba1-618f22644aba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (ea4a76f7-381c-4954-a141-d9cfae311f67), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.064432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cdae281-9f0c-434a-909f-5e96b9b98e90 admin admin] Publish callbacks [] for security_group (f8fc22ed-a61c-48bc-9e64-368a2191c022), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.066680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.20.0.1 (80d994d8-8031-4a9b-b44b-f5c9f1ea537c/cc05b7ca-5a34-420f-8b48-419559813143/3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:05.110366 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cdae281-9f0c-434a-909f-5e96b9b98e90 admin admin] Publish callbacks [] for security_group (f8fc22ed-a61c-48bc-9e64-368a2191c022), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.171249 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0375832-dd75-44d5-bba1-618f22644aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ea4a76f7-381c-4954-a141-d9cfae311f67), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.203943 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a552af5f-c09f-4d36-b3cb-04621773398d admin admin] Publish callbacks [] for security_group (ad3f6141-327c-4e43-9609-66b9308c5941), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.276315 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0375832-dd75-44d5-bba1-618f22644aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (ea4a76f7-381c-4954-a141-d9cfae311f67), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.288629 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a552af5f-c09f-4d36-b3cb-04621773398d admin admin] Publish callbacks [] for security_group (ad3f6141-327c-4e43-9609-66b9308c5941), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.318532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0375832-dd75-44d5-bba1-618f22644aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4a76f7-381c-4954-a141-d9cfae311f67,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:05.342817 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cdae281-9f0c-434a-909f-5e96b9b98e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f8fc22ed-a61c-48bc-9e64-368a2191c022), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.343793 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0375832-dd75-44d5-bba1-618f22644aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.345150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c73486-5ac4-4bcb-9ce8-e47939cd68c5 None None] Network 2e866409-a7fd-4873-80a1-80fa1fdc55ff requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:27:05.345644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cdae281-9f0c-434a-909f-5e96b9b98e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.346740 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3cdae281-9f0c-434a-909f-5e96b9b98e90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8fc22ed-a61c-48bc-9e64-368a2191c022 HTTP/1.1" status: 204 len: 168 time: 0.4635556 Feb 09 03:27:05.350110 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.354970 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e0375832-dd75-44d5-bba1-618f22644aba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ea4a76f7-381c-4954-a141-d9cfae311f67 HTTP/1.1" status: 204 len: 168 time: 0.4227035 Feb 09 03:27:05.355916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41236) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:05.367482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdae281-9f0c-434a-909f-5e96b9b98e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fc22ed-a61c-48bc-9e64-368a2191c022,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:05.422989 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a552af5f-c09f-4d36-b3cb-04621773398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ad3f6141-327c-4e43-9609-66b9308c5941), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.436680 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a552af5f-c09f-4d36-b3cb-04621773398d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.440123 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a552af5f-c09f-4d36-b3cb-04621773398d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad3f6141-327c-4e43-9609-66b9308c5941 HTTP/1.1" status: 204 len: 168 time: 0.4817388 Feb 09 03:27:05.471713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552af5f-c09f-4d36-b3cb-04621773398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3f6141-327c-4e43-9609-66b9308c5941,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:05.514881 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.569013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (2e866409-a7fd-4873-80a1-80fa1fdc55ff), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.654521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:05.699785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Deleting port 4f6bf4d7-5781-462c-a887-d92e227e1801 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:05.700145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.718457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network 80d994d8-8031-4a9b-b44b-f5c9f1ea537c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:05.722898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:05.730654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:05.798759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb9d5d-d14d-404a-b2bc-5aa20aaa5257 None None] DHCP port deletion for 2e866409-a7fd-4873-80a1-80fa1fdc55ff request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:27:05.902261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-90fb9d5d-d14d-404a-b2bc-5aa20aaa5257 None None] Deleting port 4f6bf4d7-5781-462c-a887-d92e227e1801 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:05.903046 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90fb9d5d-d14d-404a-b2bc-5aa20aaa5257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.911044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] For port 4f6bf4d7-5781-462c-a887-d92e227e1801, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4f6bf4d7-5781-462c-a887-d92e227e1801,segment=NetworkSegment(a0e87f23-8c30-48e4-8c9d-d36121c0c8c8),segment_id=a0e87f23-8c30-48e4-8c9d-d36121c0c8c8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:05.911414 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:05.958146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Calling delete_port for 4f6bf4d7-5781-462c-a887-d92e227e1801 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:05.961509 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (a8e5c975-32ac-46b2-98f2-474a21948cc5), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.020350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0eae8a-c13c-44b6-bba0-a7c704bd2268 req-ece9eef6-8455-4130-909a-8cc15f0c4433 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:06.021924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe0eae8a-c13c-44b6-bba0-a7c704bd2268 req-ece9eef6-8455-4130-909a-8cc15f0c4433 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.2876089 Feb 09 03:27:06.035736 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-90fb9d5d-d14d-404a-b2bc-5aa20aaa5257 None None] For port 4f6bf4d7-5781-462c-a887-d92e227e1801, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4f6bf4d7-5781-462c-a887-d92e227e1801,segment=NetworkSegment(a0e87f23-8c30-48e4-8c9d-d36121c0c8c8),segment_id=a0e87f23-8c30-48e4-8c9d-d36121c0c8c8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:06.036127 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90fb9d5d-d14d-404a-b2bc-5aa20aaa5257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.071843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-90fb9d5d-d14d-404a-b2bc-5aa20aaa5257 None None] Calling delete_port for 4f6bf4d7-5781-462c-a887-d92e227e1801 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:06.092891 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4f6bf4d7-5781-462c-a887-d92e227e1801 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:27:06.119881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85920f4a-9e25-4a40-9e44-d090ce03e923 req-ad71c7ef-389e-434b-983a-20a6754faaa4 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:06.121951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-85920f4a-9e25-4a40-9e44-d090ce03e923 req-ad71c7ef-389e-434b-983a-20a6754faaa4 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.3405967 Feb 09 03:27:06.264784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4f6bf4d7-5781-462c-a887-d92e227e1801 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:06.265175 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.277656 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe0eae8a-c13c-44b6-bba0-a7c704bd2268 req-2cb1c639-5a41-4b01-a1bb-0d219c4ab1d9 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814306 Feb 09 03:27:06.303184 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.320141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-85920f4a-9e25-4a40-9e44-d090ce03e923 req-217b0352-c843-4a40-8a3d-d7a38654e81f tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843665 Feb 09 03:27:06.342897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6bf4d7-5781-462c-a887-d92e227e1801,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:06.371176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] No DVR routers for this DVR port 4f6bf4d7-5781-462c-a887-d92e227e1801 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:27:06.393180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 81d08e3f-21cb-4d8f-be9a-51504542c3ca no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:27:06.422164 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 81d08e3f-21cb-4d8f-be9a-51504542c3ca {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:27:06.422870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 81d08e3f-21cb-4d8f-be9a-51504542c3ca not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:27:06.423562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 38eff491-648f-4031-955c-e812950a6af6 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:27:06.424766 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.426247 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90fb9d5d-d14d-404a-b2bc-5aa20aaa5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (4f6bf4d7-5781-462c-a887-d92e227e1801), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.485186 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb9d5d-d14d-404a-b2bc-5aa20aaa5257 None None] Pushing event deleted for resources: {'Port': ['ID=4f6bf4d7-5781-462c-a887-d92e227e1801,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:06.498042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 38eff491-648f-4031-955c-e812950a6af6 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:27:06.498391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 38eff491-648f-4031-955c-e812950a6af6 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:27:06.524231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb9d5d-d14d-404a-b2bc-5aa20aaa5257 None None] No DVR routers for this DVR port 4f6bf4d7-5781-462c-a887-d92e227e1801 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:27:06.552683 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (2e866409-a7fd-4873-80a1-80fa1fdc55ff), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.590456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e866409-a7fd-4873-80a1-80fa1fdc55ff']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:06.601392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e87f23-8c30-48e4-8c9d-d36121c0c8c8') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:06.601813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e87f23-8c30-48e4-8c9d-d36121c0c8c8') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:06.612839 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (a0e87f23-8c30-48e4-8c9d-d36121c0c8c8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.629331 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a0e87f23-8c30-48e4-8c9d-d36121c0c8c8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.640247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:27:06.640745 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (a0e87f23-8c30-48e4-8c9d-d36121c0c8c8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:27:06.649893 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:27:06.778284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (2e866409-a7fd-4873-80a1-80fa1fdc55ff), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.798588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.809435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2e866409-a7fd-4873-80a1-80fa1fdc55ff HTTP/1.1" status: 204 len: 168 time: 1.4425254 Feb 09 03:27:06.837747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf5e35-fcfc-4cff-a8a0-72a14ddeec88 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e866409-a7fd-4873-80a1-80fa1fdc55ff,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:06.887553 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.894130 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.989534 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (a8e5c975-32ac-46b2-98f2-474a21948cc5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.999277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:07.000657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41286) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:07.087496 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-761b56ee-6e14-4276-9217-bf4cf46b2b92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=487d7a839d5c46e5bab4f5b53c264ed6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0808010 Feb 09 03:27:07.087705 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41288) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:07.178979 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ddbb3f6-a29e-4acd-be9c-52d5db0ded1c admin admin] Publish callbacks [] for security_group (0315ebac-0dfe-4abd-b41d-275ffd2c5de4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:07.182614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network 80d994d8-8031-4a9b-b44b-f5c9f1ea537c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:07.184572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:07.264582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ddbb3f6-a29e-4acd-be9c-52d5db0ded1c admin admin] Publish callbacks [] for security_group (0315ebac-0dfe-4abd-b41d-275ffd2c5de4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:07.347359 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ddbb3f6-a29e-4acd-be9c-52d5db0ded1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0315ebac-0dfe-4abd-b41d-275ffd2c5de4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:07.351653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ddbb3f6-a29e-4acd-be9c-52d5db0ded1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:07.352446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5ddbb3f6-a29e-4acd-be9c-52d5db0ded1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0315ebac-0dfe-4abd-b41d-275ffd2c5de4 HTTP/1.1" status: 204 len: 168 time: 0.2633743 Feb 09 03:27:07.368804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbb3f6-a29e-4acd-be9c-52d5db0ded1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0315ebac-0dfe-4abd-b41d-275ffd2c5de4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:07.390632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:07.530675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41308) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:07.597589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3a0da-cc53-420f-80bb-30a5a442dc9a req-4fde790b-55d1-46ec-bcf4-a90625ef3ceb tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:07.599177 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24d3a0da-cc53-420f-80bb-30a5a442dc9a req-4fde790b-55d1-46ec-bcf4-a90625ef3ceb tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.1232829 Feb 09 03:27:07.639704 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:07.665427 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24d3a0da-cc53-420f-80bb-30a5a442dc9a req-bfebfd3d-8018-4fd6-bef2-0bf5a86ce7cd tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571682 Feb 09 03:27:08.044735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-network', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:08.091820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Made reservation on behalf of 75f22a02eb0444c6ae9cf24015859115 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:08.095239 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:08.106092 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:08.168864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364c319-66c9-4af8-9c1d-8ae988f54694 req-1e3160d9-2cf1-4860-9260-5f035f2ced58 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:08.175834 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b364c319-66c9-4af8-9c1d-8ae988f54694 req-1e3160d9-2cf1-4860-9260-5f035f2ced58 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.7236545 Feb 09 03:27:08.228942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:08.239931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd160641-a1dc-4148-a1ca-3e650674aeaa None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:08.240248 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Publish callbacks [] for security_group (47494b6c-8a8a-4ee4-9f76-9d59b1da594b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:08.250657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41334) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:08.253372 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9b1b442f-1577-4ac8-96de-fbb642c6af7e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "PUT /v2.0/routers/a8e5c975-32ac-46b2-98f2-474a21948cc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9444070 Feb 09 03:27:08.261895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd160641-a1dc-4148-a1ca-3e650674aeaa None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:08.262163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'port': {'network_id': '80d994d8-8031-4a9b-b44b-f5c9f1ea537c', 'name': 'tempest-FloatingIPTestJSON-1963723639'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:08.262528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-dd160641-a1dc-4148-a1ca-3e650674aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:08.333850 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b364c319-66c9-4af8-9c1d-8ae988f54694 req-03bfd25b-2722-431a-83c8-2e1150091d18 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481063 Feb 09 03:27:08.350603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-dd160641-a1dc-4148-a1ca-3e650674aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:08.367769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd160641-a1dc-4148-a1ca-3e650674aeaa None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:08.368930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-dd160641-a1dc-4148-a1ca-3e650674aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:08.371182 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (47494b6c-8a8a-4ee4-9f76-9d59b1da594b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:08.401938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:27:08.416461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-dd160641-a1dc-4148-a1ca-3e650674aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:08.417612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd160641-a1dc-4148-a1ca-3e650674aeaa None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:08.461663 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c9ea463c-d3cd-4535-959f-b466147ae855), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:08.461995 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Added segment c9ea463c-d3cd-4535-959f-b466147ae855 of type vlan for network d47ae607-b915-448d-973b-db6bfbd43c08 Feb 09 03:27:08.480339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47494b6c-8a8a-4ee4-9f76-9d59b1da594b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:08.537071 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (d47ae607-b915-448d-973b-db6bfbd43c08), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:08.584096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (d47ae607-b915-448d-973b-db6bfbd43c08), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:08.585480 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:08.586399 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:08.598198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Made reservation on behalf of aa69fea78eee4b868b7f4826a58fc6e0 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:08.603517 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:08.678848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1405225 Feb 09 03:27:08.679276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41352) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:08.684970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d67f17b7-3e7e-4727-84cb-67bbbc0fcb7f admin admin] Request body: {'subnet': {'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-subnet', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:08.690847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] device_id is not set on port 156da073-41db-460d-8d7f-6355e624a9c7 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:27:08.718554 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb230174-bf23-4d4f-8017-4c66588e9aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=d47ae607-b915-448d-973b-db6bfbd43c08,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:08.732184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network d47ae607-b915-448d-973b-db6bfbd43c08 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:27:08.735004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67f17b7-3e7e-4727-84cb-67bbbc0fcb7f admin admin] Made reservation on behalf of 75f22a02eb0444c6ae9cf24015859115 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:08.737821 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d67f17b7-3e7e-4727-84cb-67bbbc0fcb7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:09.064027 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba004a6-03da-4dd1-a0c7-d2c8c1092b50 req-011cf659-b4d4-459d-941e-9398f8ffb970 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:09.065578 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ba004a6-03da-4dd1-a0c7-d2c8c1092b50 req-011cf659-b4d4-459d-941e-9398f8ffb970 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.2401223 Feb 09 03:27:09.110170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.20.0.9 (80d994d8-8031-4a9b-b44b-f5c9f1ea537c/cc05b7ca-5a34-420f-8b48-419559813143/156da073-41db-460d-8d7f-6355e624a9c7) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:09.142165 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ba004a6-03da-4dd1-a0c7-d2c8c1092b50 req-8a514b34-9334-4d0d-8278-f7b996a50657 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665395 Feb 09 03:27:09.202406 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d67f17b7-3e7e-4727-84cb-67bbbc0fcb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (96c3bad6-291e-4ae2-af38-95ffb08b433c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:09.310537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41378) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:09.326074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f17b7-3e7e-4727-84cb-67bbbc0fcb7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c3bad6-291e-4ae2-af38-95ffb08b433c,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:09.334942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67f17b7-3e7e-4727-84cb-67bbbc0fcb7f admin admin] Checking segment: {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:27:09.335338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67f17b7-3e7e-4727-84cb-67bbbc0fcb7f admin admin] Network hostable DHCP agents. Network: d47ae607-b915-448d-973b-db6bfbd43c08, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:27:09.355801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67f17b7-3e7e-4727-84cb-67bbbc0fcb7f admin admin] Network d47ae607-b915-448d-973b-db6bfbd43c08 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:27:09.367654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d67f17b7-3e7e-4727-84cb-67bbbc0fcb7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, d47ae607-b915-448d-973b-db6bfbd43c08) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:09.378425 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9231104c-637e-4d36-aaeb-db13fe54fba6 None None] Network d47ae607-b915-448d-973b-db6bfbd43c08 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:27:09.384443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67f17b7-3e7e-4727-84cb-67bbbc0fcb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:09.386026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (156da073-41db-460d-8d7f-6355e624a9c7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:09.388208 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d67f17b7-3e7e-4727-84cb-67bbbc0fcb7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:09.431329 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d67f17b7-3e7e-4727-84cb-67bbbc0fcb7f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7504487 Feb 09 03:27:09.433767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41386) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:09.438795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:09.466482 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (156da073-41db-460d-8d7f-6355e624a9c7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:09.564738 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (f032a8e0-195b-4447-be30-074ce703d699), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:09.566750 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (f032a8e0-195b-4447-be30-074ce703d699), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:09.593850 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network 80d994d8-8031-4a9b-b44b-f5c9f1ea537c is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:09.601232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:09.612506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:09.633735 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Publish callbacks [] for router_controller (f032a8e0-195b-4447-be30-074ce703d699), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:09.637012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-d47ae607-b915-448d-973b-db6bfbd43c08', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:27:09.639369 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:09.691680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-973357147-network', 'tenant_id': 'b294c48b0d4c4c6b87a304f198401899'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:09.734303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa9169-4f7f-434d-8626-46822cd56d78 req-bb4f94eb-2d70-43d4-9df5-7f5abdfba43d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:09.742911 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4aa9169-4f7f-434d-8626-46822cd56d78 req-bb4f94eb-2d70-43d4-9df5-7f5abdfba43d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.2760112 Feb 09 03:27:09.759573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:09.761003 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:09.780496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=156da073-41db-460d-8d7f-6355e624a9c7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:09.802707 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5505714 Feb 09 03:27:09.806119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41390) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:09.822984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.823220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.823538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.823875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.824211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.824544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.824873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.825199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.825563 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.825889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.826965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.826965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.827189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e50859-76b2-4972-9a34-ef9cf26c7732 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:09.832864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Allocated IP 172.20.0.2 (d47ae607-b915-448d-973b-db6bfbd43c08/96c3bad6-291e-4ae2-af38-95ffb08b433c/e9078361-6d82-45b4-af73-d6de14c11673) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:09.833752 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4aa9169-4f7f-434d-8626-46822cd56d78 req-6cdfd6bc-8435-4745-a7db-3cffa05fce72 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876899 Feb 09 03:27:09.848076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'port': {'network_id': '80d994d8-8031-4a9b-b44b-f5c9f1ea537c', 'name': 'tempest-FloatingIPTestJSON-1101399518'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:09.994216 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Publish callbacks [] for router_gateway (f032a8e0-195b-4447-be30-074ce703d699), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.001301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Made reservation on behalf of b294c48b0d4c4c6b87a304f198401899 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:10.004208 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.019998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.072664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41396) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:10.167879 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Publish callbacks [] for port (e9078361-6d82-45b4-af73-d6de14c11673), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.187375 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (e9078361-6d82-45b4-af73-d6de14c11673), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.237989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Network d47ae607-b915-448d-973b-db6bfbd43c08 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:10.238815 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2fbbc0b-746b-4dd2-b594-5e2c663afdcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.245925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Made reservation on behalf of aa69fea78eee4b868b7f4826a58fc6e0 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:10.246483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:10.250316 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.250723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:10.287847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Pushing event updated for resources: {'Port': ['ID=e9078361-6d82-45b4-af73-d6de14c11673,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:10.324229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] device_id is not set on port ae88b830-4ada-4abc-9f46-0fda9ca3034c yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:27:10.330935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Attempting to bind port e9078361-6d82-45b4-af73-d6de14c11673 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:27:10.331320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Attempting to bind port e9078361-6d82-45b4-af73-d6de14c11673 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:27:10.331694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Attempting to bind port e9078361-6d82-45b4-af73-d6de14c11673 on network d47ae607-b915-448d-973b-db6bfbd43c08 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:27:10.332212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Publish callbacks [] for security_group (89c003f8-f6cd-48ec-a2e1-f625742a0125), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.339924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:27:10.340740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Checking segment: {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:27:10.341263 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.341771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Bound using segment: {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:27:10.342415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Bound port: e9078361-6d82-45b4-af73-d6de14c11673, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:27:10.342804 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e9078361-6d82-45b4-af73-d6de14c11673), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.343785 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (89c003f8-f6cd-48ec-a2e1-f625742a0125), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.419130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] For port e9078361-6d82-45b4-af73-d6de14c11673, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:27:10.422535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] For port e9078361-6d82-45b4-af73-d6de14c11673, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e9078361-6d82-45b4-af73-d6de14c11673,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:27:10.425723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c003f8-f6cd-48ec-a2e1-f625742a0125,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:10.430464 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e9078361-6d82-45b4-af73-d6de14c11673), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.449576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:27:10.474666 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0daae537-9620-476e-92a0-5335e35382a6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.475007 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Added segment 0daae537-9620-476e-92a0-5335e35382a6 of type vlan for network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb Feb 09 03:27:10.506243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2fbbc0b-746b-4dd2-b594-5e2c663afdcf admin admin] Publish callbacks [] for security_group (60bb913a-19d8-458b-a31a-606961fee853), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.551396 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2fbbc0b-746b-4dd2-b594-5e2c663afdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (60bb913a-19d8-458b-a31a-606961fee853), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.564050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9da13-0ada-4cb4-a7ec-629fa2850ccf None None] Pushing event updated for resources: {'Port': ['ID=e9078361-6d82-45b4-af73-d6de14c11673,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:10.618285 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b2fbbc0b-746b-4dd2-b594-5e2c663afdcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5dfe7f70b2cb48d4887d17ff5f27ff09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5443029 Feb 09 03:27:10.622934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41412) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:10.624526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbbc0b-746b-4dd2-b594-5e2c663afdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bb913a-19d8-458b-a31a-606961fee853,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:10.654918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3f82a-a483-441e-9cfd-c1ed59625c16 req-f4f043ee-cf06-4da2-a659-1fad0d44af0d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:10.662209 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ea3f82a-a483-441e-9cfd-c1ed59625c16 req-f4f043ee-cf06-4da2-a659-1fad0d44af0d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.2057571 Feb 09 03:27:10.733205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Publish callbacks [] for router_gateway (f032a8e0-195b-4447-be30-074ce703d699), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.744972 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7719513b-7b29-4529-a09c-899468e89b9d admin admin] Publish callbacks [] for security_group (60bb913a-19d8-458b-a31a-606961fee853), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.777999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7719513b-7b29-4529-a09c-899468e89b9d admin admin] Publish callbacks [] for security_group (60bb913a-19d8-458b-a31a-606961fee853), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.782838 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ea3f82a-a483-441e-9cfd-c1ed59625c16 req-3af05e33-188f-46dd-a603-9b243c0d3697 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192315 Feb 09 03:27:10.816635 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.901480 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7719513b-7b29-4529-a09c-899468e89b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (60bb913a-19d8-458b-a31a-606961fee853), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.908967 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7719513b-7b29-4529-a09c-899468e89b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:10.935354 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7719513b-7b29-4529-a09c-899468e89b9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60bb913a-19d8-458b-a31a-606961fee853 HTTP/1.1" status: 204 len: 168 time: 0.2977676 Feb 09 03:27:10.955795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719513b-7b29-4529-a09c-899468e89b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bb913a-19d8-458b-a31a-606961fee853,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:11.072040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Allocated IP 172.25.5.119 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/bc37d392-0094-455b-95ab-7b9c4f4f7dc1) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:11.094345 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (27b0cfcc-8dae-40a8-93fb-1d23d1a181eb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:11.223433 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.20.0.8 (80d994d8-8031-4a9b-b44b-f5c9f1ea537c/cc05b7ca-5a34-420f-8b48-419559813143/ae88b830-4ada-4abc-9f46-0fda9ca3034c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:11.228128 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:27:11.294678 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (27b0cfcc-8dae-40a8-93fb-1d23d1a181eb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:11.295526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:11.296398 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:11.395381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44448a34-1e2e-434b-8dae-a7e8ed7ddaef req-ba777f11-a689-4707-9ef0-c8820a156e50 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:11.396923 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44448a34-1e2e-434b-8dae-a7e8ed7ddaef req-ba777f11-a689-4707-9ef0-c8820a156e50 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.3808610 Feb 09 03:27:11.411669 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0964458 Feb 09 03:27:11.415463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41428) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:11.421699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c183521f-7759-4e14-9a85-61c46dcf9800 admin admin] Request body: {'subnet': {'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-973357147-subnet', 'tenant_id': 'b294c48b0d4c4c6b87a304f198401899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:11.470677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c183521f-7759-4e14-9a85-61c46dcf9800 admin admin] Made reservation on behalf of b294c48b0d4c4c6b87a304f198401899 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:11.473256 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c183521f-7759-4e14-9a85-61c46dcf9800 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:11.516341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d032220-5556-4623-bae5-ed1b0a3f754d admin admin] Pushing event updated for resources: {'Network': ['ID=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:11.523111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Publish callbacks [] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:11.530284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:27:11.587416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41436) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:11.595051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44448a34-1e2e-434b-8dae-a7e8ed7ddaef req-e7979b50-8068-433b-9685-bd3d7fe0a1c0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830280 Feb 09 03:27:11.654218 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (ae88b830-4ada-4abc-9f46-0fda9ca3034c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:11.711913 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ae88b830-4ada-4abc-9f46-0fda9ca3034c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:11.799718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network 80d994d8-8031-4a9b-b44b-f5c9f1ea537c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:11.810922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:11.817300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:11.859858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=ae88b830-4ada-4abc-9f46-0fda9ca3034c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:11.893489 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:11.982261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Pushing event updated for resources: {'Port': ['ID=bc37d392-0094-455b-95ab-7b9c4f4f7dc1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:11.995879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:11.996560 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.010641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:12.012440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:12.015292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:12.043351 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-eedf9522-74cf-431c-9f16-1a6aad17e74e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2083879 Feb 09 03:27:12.046555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41446) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:12.052965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'ae88b830-4ada-4abc-9f46-0fda9ca3034c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:12.153463 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.178327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e9078361-6d82-45b4-af73-d6de14c11673 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:27:12.184870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb222fb5-0fdd-46fc-8c77-e140c045b305 None None] Network d47ae607-b915-448d-973b-db6bfbd43c08 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:27:12.194290 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c183521f-7759-4e14-9a85-61c46dcf9800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (09826767-a75f-4c1d-8c1d-9a09ec36b4c8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.203086 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-250cbafa-f868-4af0-83d7-48e27ac22753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.305266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183521f-7759-4e14-9a85-61c46dcf9800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09826767-a75f-4c1d-8c1d-9a09ec36b4c8,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:12.340479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efa956-cc4c-4ecc-ac57-7d1603b6be15 req-d569d5f9-86ba-45d4-ab27-966435055037 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:12.342462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70efa956-cc4c-4ecc-ac57-7d1603b6be15 req-d569d5f9-86ba-45d4-ab27-966435055037 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.2803214 Feb 09 03:27:12.454548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c183521f-7759-4e14-9a85-61c46dcf9800 admin admin] Checking segment: {'id': '0daae537-9620-476e-92a0-5335e35382a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:27:12.469963 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c183521f-7759-4e14-9a85-61c46dcf9800 admin admin] Network hostable DHCP agents. Network: 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:27:12.525516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-68095c31-10d3-46fb-9e16-0ea094d3c111 None None] Provisioning complete for port e9078361-6d82-45b4-af73-d6de14c11673 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:12.526377 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68095c31-10d3-46fb-9e16-0ea094d3c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e9078361-6d82-45b4-af73-d6de14c11673), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.553492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c183521f-7759-4e14-9a85-61c46dcf9800 admin admin] Network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:27:12.578852 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70efa956-cc4c-4ecc-ac57-7d1603b6be15 req-a1bd2d92-cfd5-441a-9016-81193c56a809 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076623 Feb 09 03:27:12.606415 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c183521f-7759-4e14-9a85-61c46dcf9800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:12.618770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcae23b-e623-45bf-afc8-73cb93d0f3ad None None] Network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:27:12.619341 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-250cbafa-f868-4af0-83d7-48e27ac22753 admin admin] Publish callbacks [] for security_group (33334e2e-14d7-423f-afce-43d3ef1f2f79), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.628129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c183521f-7759-4e14-9a85-61c46dcf9800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:12.629027 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c183521f-7759-4e14-9a85-61c46dcf9800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.641124 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-250cbafa-f868-4af0-83d7-48e27ac22753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (33334e2e-14d7-423f-afce-43d3ef1f2f79), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.666011 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Publish callbacks [] for router_gateway (f032a8e0-195b-4447-be30-074ce703d699), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.690031 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.706143 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-250cbafa-f868-4af0-83d7-48e27ac22753 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9407b1fed43049dea69c8cc0e991fe44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1158080 Feb 09 03:27:12.706374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cbafa-f868-4af0-83d7-48e27ac22753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33334e2e-14d7-423f-afce-43d3ef1f2f79,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:12.709918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41462) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:12.726749 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c183521f-7759-4e14-9a85-61c46dcf9800 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3080394 Feb 09 03:27:12.842229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f0b8aea-e10e-49fd-98d5-15dad0df4616 admin admin] Publish callbacks [] for security_group (33334e2e-14d7-423f-afce-43d3ef1f2f79), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.869938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.25.5.243 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/c082349a-38e9-4dd5-9eda-614520dcc610) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:12.917341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2a5da6-7787-42c8-b005-54d86049c75c None None] Network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:27:12.922697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e9078361-6d82-45b4-af73-d6de14c11673 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:12.924083 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e9078361-6d82-45b4-af73-d6de14c11673), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.936205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f0b8aea-e10e-49fd-98d5-15dad0df4616 admin admin] Publish callbacks [] for security_group (33334e2e-14d7-423f-afce-43d3ef1f2f79), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:12.988434 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (c082349a-38e9-4dd5-9eda-614520dcc610), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.001224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41468) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:13.122961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c082349a-38e9-4dd5-9eda-614520dcc610), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.127297 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f0b8aea-e10e-49fd-98d5-15dad0df4616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (33334e2e-14d7-423f-afce-43d3ef1f2f79), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.131178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f0b8aea-e10e-49fd-98d5-15dad0df4616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.133808 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4f0b8aea-e10e-49fd-98d5-15dad0df4616 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33334e2e-14d7-423f-afce-43d3ef1f2f79 HTTP/1.1" status: 204 len: 168 time: 0.4221671 Feb 09 03:27:13.157772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b8aea-e10e-49fd-98d5-15dad0df4616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33334e2e-14d7-423f-afce-43d3ef1f2f79,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:13.273251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-68095c31-10d3-46fb-9e16-0ea094d3c111 None None] Current status of the port e9078361-6d82-45b4-af73-d6de14c11673 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:13.273848 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68095c31-10d3-46fb-9e16-0ea094d3c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e9078361-6d82-45b4-af73-d6de14c11673), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.292859 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4186e83b-ef57-440f-82b0-4244057f317f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.366889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:13.378636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:13.397063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:13.423566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e9078361-6d82-45b4-af73-d6de14c11673 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:13.424252 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e9078361-6d82-45b4-af73-d6de14c11673), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.474133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-68095c31-10d3-46fb-9e16-0ea094d3c111 None None] For port e9078361-6d82-45b4-af73-d6de14c11673, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e9078361-6d82-45b4-af73-d6de14c11673,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:13.490911 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68095c31-10d3-46fb-9e16-0ea094d3c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e9078361-6d82-45b4-af73-d6de14c11673), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.500442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=c082349a-38e9-4dd5-9eda-614520dcc610,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:13.517645 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4186e83b-ef57-440f-82b0-4244057f317f admin admin] Publish callbacks [] for security_group (a061b651-62b4-4423-aba3-257f49bc74d7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.528152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4186e83b-ef57-440f-82b0-4244057f317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a061b651-62b4-4423-aba3-257f49bc74d7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.596683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ddc69-d8fb-4383-8260-73be79a87318 req-69205309-d9e6-4051-a7a0-08ec0833211d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:13.598316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a42ddc69-d8fb-4383-8260-73be79a87318 req-69205309-d9e6-4051-a7a0-08ec0833211d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.5618529 Feb 09 03:27:13.608735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186e83b-ef57-440f-82b0-4244057f317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a061b651-62b4-4423-aba3-257f49bc74d7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:13.631192 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-1862a0ff-141d-4fc9-8350-5f208e2dd201 req-06a7e47c-663f-4ff0-8328-bb657f6210e0 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-937300558', 'description': 'tempest-description-714538432'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:13.634201 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:27:13.634672 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:27:13.674921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5b011342-6394-41ca-8a5a-429e255fbe72 None None] Provisioning complete for port e9078361-6d82-45b4-af73-d6de14c11673 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:13.675355 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b011342-6394-41ca-8a5a-429e255fbe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e9078361-6d82-45b4-af73-d6de14c11673), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.675485 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4186e83b-ef57-440f-82b0-4244057f317f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a6eb3b3ec7d430aa6237d9d7f94f092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6590564 Feb 09 03:27:13.687271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41484) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:13.712291 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1862a0ff-141d-4fc9-8350-5f208e2dd201 req-06a7e47c-663f-4ff0-8328-bb657f6210e0 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.727997 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68095c31-10d3-46fb-9e16-0ea094d3c111 None None] Pushing event updated for resources: {'Port': ['ID=e9078361-6d82-45b4-af73-d6de14c11673,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:13.776079 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41486) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:13.786958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5b011342-6394-41ca-8a5a-429e255fbe72 None None] Current status of the port e9078361-6d82-45b4-af73-d6de14c11673 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:13.790496 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c775012b-3393-4ae6-91d8-2d05613ace3a admin admin] Publish callbacks [] for security_group (a061b651-62b4-4423-aba3-257f49bc74d7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.824282 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c775012b-3393-4ae6-91d8-2d05613ace3a admin admin] Publish callbacks [] for security_group (a061b651-62b4-4423-aba3-257f49bc74d7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.852484 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1862a0ff-141d-4fc9-8350-5f208e2dd201 req-06a7e47c-663f-4ff0-8328-bb657f6210e0 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (4eb2ec50-6cc2-4482-8acf-924339354c2b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.865008 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1862a0ff-141d-4fc9-8350-5f208e2dd201 req-06a7e47c-663f-4ff0-8328-bb657f6210e0 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4eb2ec50-6cc2-4482-8acf-924339354c2b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.901925 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1862a0ff-141d-4fc9-8350-5f208e2dd201 req-06a7e47c-663f-4ff0-8328-bb657f6210e0 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.903171 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1862a0ff-141d-4fc9-8350-5f208e2dd201 req-06a7e47c-663f-4ff0-8328-bb657f6210e0 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2957277 Feb 09 03:27:13.905323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7e47c-663f-4ff0-8328-bb657f6210e0 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb2ec50-6cc2-4482-8acf-924339354c2b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:13.931507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c775012b-3393-4ae6-91d8-2d05613ace3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a061b651-62b4-4423-aba3-257f49bc74d7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.933941 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c775012b-3393-4ae6-91d8-2d05613ace3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.935123 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c775012b-3393-4ae6-91d8-2d05613ace3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a061b651-62b4-4423-aba3-257f49bc74d7 HTTP/1.1" status: 204 len: 168 time: 0.2469134 Feb 09 03:27:13.943107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775012b-3393-4ae6-91d8-2d05613ace3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a061b651-62b4-4423-aba3-257f49bc74d7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:14.057532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ec89-869b-4f82-bbbe-ca7eab622b38 req-1cc47ef1-0197-4b86-a3cf-e0ff72400d54 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:14.059190 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0216ec89-869b-4f82-bbbe-ca7eab622b38 req-1cc47ef1-0197-4b86-a3cf-e0ff72400d54 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.0698302 Feb 09 03:27:14.121211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0216ec89-869b-4f82-bbbe-ca7eab622b38 req-d808ea3c-6e12-414e-abad-7b8c12927ea0 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546920 Feb 09 03:27:14.191565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-4224661b-1f8e-4e5b-a388-265323884d39 req-e0e4f4db-9fce-40d5-bce8-34fa7669d58e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2114214716', 'description': 'tempest-description-1579456402'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:14.215391 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4224661b-1f8e-4e5b-a388-265323884d39 req-e0e4f4db-9fce-40d5-bce8-34fa7669d58e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:14.223684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e9078361-6d82-45b4-af73-d6de14c11673 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:14.325714 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4224661b-1f8e-4e5b-a388-265323884d39 req-e0e4f4db-9fce-40d5-bce8-34fa7669d58e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (25649a00-1328-4777-b38b-1e30f393f823), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:14.338916 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4224661b-1f8e-4e5b-a388-265323884d39 req-e0e4f4db-9fce-40d5-bce8-34fa7669d58e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (25649a00-1328-4777-b38b-1e30f393f823), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:14.369707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e9078361-6d82-45b4-af73-d6de14c11673 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:27:14.371314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4224661b-1f8e-4e5b-a388-265323884d39 req-e0e4f4db-9fce-40d5-bce8-34fa7669d58e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:14.372893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4224661b-1f8e-4e5b-a388-265323884d39 req-e0e4f4db-9fce-40d5-bce8-34fa7669d58e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1853030 Feb 09 03:27:14.377776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4f4db-9fce-40d5-bce8-34fa7669d58e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25649a00-1328-4777-b38b-1e30f393f823,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:14.390083 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-103a072a-227e-45a2-9924-2ab5aa4f551b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:14.446332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a42ddc69-d8fb-4383-8260-73be79a87318 req-25f17c97-c1c2-46b2-807c-a4a46fada777 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8232410 Feb 09 03:27:14.529983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e9078361-6d82-45b4-af73-d6de14c11673 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:14.530363 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e9078361-6d82-45b4-af73-d6de14c11673), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:14.582114 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (f032a8e0-195b-4447-be30-074ce703d699), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:14.613544 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-103a072a-227e-45a2-9924-2ab5aa4f551b admin admin] Publish callbacks [] for security_group (2efdf62d-764f-4635-9413-4d9f5f74c07e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:14.718341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e9078361-6d82-45b4-af73-d6de14c11673 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:14.751521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-5faaf9ba-8810-4ed4-b6e3-be2e48bd632a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:14.759246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-5faaf9ba-8810-4ed4-b6e3-be2e48bd632a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/networks?id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb HTTP/1.1" status: 200 len: 812 time: 0.1554034 Feb 09 03:27:14.777611 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-103a072a-227e-45a2-9924-2ab5aa4f551b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2efdf62d-764f-4635-9413-4d9f5f74c07e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:14.789439 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-944f32f2-6219-4d47-8850-720b7f3e6775 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/quotas/b294c48b0d4c4c6b87a304f198401899 HTTP/1.1" status: 200 len: 375 time: 0.0267806 Feb 09 03:27:14.827917 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-d9a32ecf-70b2-4f3e-8c4a-09a88908a735 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b294c48b0d4c4c6b87a304f198401899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375373 Feb 09 03:27:14.864042 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-103a072a-227e-45a2-9924-2ab5aa4f551b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49474b75ec3e4d3aa911c87fe0cdbed4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0480905 Feb 09 03:27:14.867177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41524) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:14.875350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a072a-227e-45a2-9924-2ab5aa4f551b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efdf62d-764f-4635-9413-4d9f5f74c07e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:14.982323 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f3bca01-dfbf-46ec-8b91-7b6ef2f80ecf admin admin] Publish callbacks [] for security_group (2efdf62d-764f-4635-9413-4d9f5f74c07e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:14.987099 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (9a95ad53-9da0-4780-b668-8fd109cf9fa4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:15.032855 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f3bca01-dfbf-46ec-8b91-7b6ef2f80ecf admin admin] Publish callbacks [] for security_group (2efdf62d-764f-4635-9413-4d9f5f74c07e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:15.035643 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f93cb7-009d-4caa-9b88-890dce65a540 req-b899bf9c-ec11-4c18-b057-f7d29d8ff3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:15.037178 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45f93cb7-009d-4caa-9b88-890dce65a540 req-b899bf9c-ec11-4c18-b057-f7d29d8ff3c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 1128 time: 0.1366982 Feb 09 03:27:15.076887 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:27:15.096403 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f3bca01-dfbf-46ec-8b91-7b6ef2f80ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2efdf62d-764f-4635-9413-4d9f5f74c07e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:15.103526 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f3bca01-dfbf-46ec-8b91-7b6ef2f80ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:15.105453 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9f3bca01-dfbf-46ec-8b91-7b6ef2f80ecf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2efdf62d-764f-4635-9413-4d9f5f74c07e HTTP/1.1" status: 204 len: 168 time: 0.2356248 Feb 09 03:27:15.109172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Router f032a8e0-195b-4447-be30-074ce703d699 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:27:15.115860 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bca01-dfbf-46ec-8b91-7b6ef2f80ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efdf62d-764f-4635-9413-4d9f5f74c07e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:15.152633 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45f93cb7-009d-4caa-9b88-890dce65a540 req-621afe3a-ddf5-458f-8722-fc9131fcc666 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049519 Feb 09 03:27:15.217159 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c082349a-38e9-4dd5-9eda-614520dcc610), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:15.313550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-0c56e8bb-252b-4976-822b-f7db1377de5a service neutron] 10.222.0.21 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758980 Feb 09 03:27:15.435081 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-9c4f357e-d936-4582-8f1a-a741d3ac89ba service neutron] 10.222.0.21 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115265 Feb 09 03:27:15.457498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:15.481335 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Sync routers for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:15.497978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65e747-4d40-45b9-b845-84bb18666c97 req-0c86306a-0eca-45fa-ac98-1ac7457f62cc tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:15.499794 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc65e747-4d40-45b9-b845-84bb18666c97 req-0c86306a-0eca-45fa-ac98-1ac7457f62cc tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.1702762 Feb 09 03:27:15.505992 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:15.509639 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:15.541155 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:15.545160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f5b0986a-a6a4-4f58-a6d8-3e6dff08a595 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1077528 Feb 09 03:27:15.546147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41548) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:15.607427 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c49b8212-4ba3-48f2-a433-f7f84f4a1460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:15.635681 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc65e747-4d40-45b9-b845-84bb18666c97 req-ff0d2c38-14d7-41a5-b7ec-b7568e929e7e tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260855 Feb 09 03:27:15.839865 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (c082349a-38e9-4dd5-9eda-614520dcc610), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:15.860202 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:27:15.873955 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c082349a-38e9-4dd5-9eda-614520dcc610), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:16.146367 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=c082349a-38e9-4dd5-9eda-614520dcc610,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:16.156193 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (9a95ad53-9da0-4780-b668-8fd109cf9fa4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:16.168650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf16706-a080-4b1c-8c31-033cf26a2515 req-40c6b351-b6b9-4be7-8ae9-3148e07091c0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:16.170254 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-daf16706-a080-4b1c-8c31-033cf26a2515 req-40c6b351-b6b9-4be7-8ae9-3148e07091c0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.3256299 Feb 09 03:27:16.383683 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-daf16706-a080-4b1c-8c31-033cf26a2515 req-dca5048b-59de-42ec-9ffb-1b68f5390e70 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477339 Feb 09 03:27:16.393061 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Floating IP 9a95ad53-9da0-4780-b668-8fd109cf9fa4 associated. External IP: 172.25.5.243, port: ae88b830-4ada-4abc-9f46-0fda9ca3034c. Feb 09 03:27:16.450739 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23ad44e2-e2f6-4cbc-bc67-a73b89007507 req-250de4a9-3669-4c3f-ba46-f5a13fc9eed3 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 210 time: 0.1062918 Feb 09 03:27:16.478482 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:12Z', 'revision_number': 3, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:16.579245 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Checking router: f032a8e0-195b-4447-be30-074ce703d699 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:27:16.579599 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Updating router f032a8e0-195b-4447-be30-074ce703d699 port bc37d392-0094-455b-95ab-7b9c4f4f7dc1 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:27:16.595451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41590) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:16.663174 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:16.976805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:17.080569 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7720d74e-5995-43e6-969e-1640ce930ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.139290 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Publish callbacks [] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.146603 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.211773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96176d-0bba-4398-bcda-4e14c56d7de0 req-8c700c3b-5126-45e9-bccc-6d5a1f8df9da tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:17.213644 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd96176d-0bba-4398-bcda-4e14c56d7de0 req-8c700c3b-5126-45e9-bccc-6d5a1f8df9da tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.2312593 Feb 09 03:27:17.240706 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866517c-0af0-4e9e-9f51-c29ccee7be61 None None] Pushing event updated for resources: {'Port': ['ID=bc37d392-0094-455b-95ab-7b9c4f4f7dc1,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:17.244674 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Attempting to bind port bc37d392-0094-455b-95ab-7b9c4f4f7dc1 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:27:17.245047 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Attempting to bind port bc37d392-0094-455b-95ab-7b9c4f4f7dc1 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:27:17.245426 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Attempting to bind port bc37d392-0094-455b-95ab-7b9c4f4f7dc1 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:27:17.252414 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:27:17.252800 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:27:17.253202 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.253632 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:27:17.254202 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Bound port: bc37d392-0094-455b-95ab-7b9c4f4f7dc1, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:27:17.254855 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.267029 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.323591 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] For port bc37d392-0094-455b-95ab-7b9c4f4f7dc1, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:27:17.327387 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] For port bc37d392-0094-455b-95ab-7b9c4f4f7dc1, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bc37d392-0094-455b-95ab-7b9c4f4f7dc1,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:27:17.333300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41616) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:17.336909 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd96176d-0bba-4398-bcda-4e14c56d7de0 req-b6399edb-9c80-496a-a356-d6f57930da09 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134825 Feb 09 03:27:17.340440 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.403457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8880f133-24e7-4e99-b4a2-a156fbc44dfa details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:27:17.409581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-bc53a71a-9189-414d-8834-c75ab1d1c9f8 req-d40f5eb5-479d-4ad2-b1e3-62469ce860ca tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1486788451', 'description': 'tempest-description-1944377025'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:17.425271 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7720d74e-5995-43e6-969e-1640ce930ce5 admin admin] Publish callbacks [] for security_group (e95cf64b-3c1c-47c4-9f4c-676161ec23b4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.429041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:17.447147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7720d74e-5995-43e6-969e-1640ce930ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e95cf64b-3c1c-47c4-9f4c-676161ec23b4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.502589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7720d74e-5995-43e6-969e-1640ce930ce5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edf13b95b5c245f989a1444fd9b22a64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9037764 Feb 09 03:27:17.503054 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.504970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41626) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:17.507777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720d74e-5995-43e6-969e-1640ce930ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95cf64b-3c1c-47c4-9f4c-676161ec23b4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:17.535802 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:17.538649 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:17.542242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bc53a71a-9189-414d-8834-c75ab1d1c9f8 req-d40f5eb5-479d-4ad2-b1e3-62469ce860ca tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.605858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Allocated IP 172.20.0.1 (d47ae607-b915-448d-973b-db6bfbd43c08/96c3bad6-291e-4ae2-af38-95ffb08b433c/eebaf0eb-fd2e-4509-8039-eeebff6524bf) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:17.633039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8880f133-24e7-4e99-b4a2-a156fbc44dfa, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8880f133-24e7-4e99-b4a2-a156fbc44dfa,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:17.664056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '8880f133-24e7-4e99-b4a2-a156fbc44dfa', 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27', 'port_id': '8880f133-24e7-4e99-b4a2-a156fbc44dfa', 'mac_address': 'fa:16:3e:82:ba:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758b59e2-44c9-4ffa-9f75-79486baf7d46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:27:17.666408 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8880f133-24e7-4e99-b4a2-a156fbc44dfa no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:27:17.673433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e382a-20b1-455f-92ab-2a9f07e96377 None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:17.747298 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:27:17.758541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Publish callbacks [] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.781224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-dd65031b-d188-418f-bc21-a1c5f3f9c7a4 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:17.783027 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-dd65031b-d188-418f-bc21-a1c5f3f9c7a4 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.42 "GET /v2.0/networks?id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb HTTP/1.1" status: 200 len: 812 time: 0.1927469 Feb 09 03:27:17.791558 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1d3fb85e-5caf-4196-be99-81857167d386 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7438047 Feb 09 03:27:17.802514 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb8b51-2376-424b-8788-96317ece0a18 req-fe0340fd-3444-4c01-b596-50b635cd29d3 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:17.814970 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bafb8b51-2376-424b-8788-96317ece0a18 req-fe0340fd-3444-4c01-b596-50b635cd29d3 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 946 time: 0.6208303 Feb 09 03:27:17.822322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e382a-20b1-455f-92ab-2a9f07e96377 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:17.823093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b54e382a-20b1-455f-92ab-2a9f07e96377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:17.824996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41628) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:17.831826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-dd946822-dfba-4ba9-920c-c5366e9ea5cd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:17.835861 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.867818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Network d47ae607-b915-448d-973b-db6bfbd43c08 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:17.885171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bc53a71a-9189-414d-8834-c75ab1d1c9f8 req-d40f5eb5-479d-4ad2-b1e3-62469ce860ca tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for security_group (2158f006-8b16-4231-ae10-8bb2caabdbea), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:17.899237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'port': {'device_id': '44523d12-3267-49c7-92d8-cc3c8ecedd14', 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb', 'admin_state_up': True, 'tenant_id': 'b294c48b0d4c4c6b87a304f198401899'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:17.953431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b54e382a-20b1-455f-92ab-2a9f07e96377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:17.956885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:17.959763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 8880f133-24e7-4e99-b4a2-a156fbc44dfa is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:17.960427 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.015336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8880f133-24e7-4e99-b4a2-a156fbc44dfa {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:27:18.020375 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bc53a71a-9189-414d-8834-c75ab1d1c9f8 req-d40f5eb5-479d-4ad2-b1e3-62469ce860ca tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2158f006-8b16-4231-ae10-8bb2caabdbea), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.028617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:18.079463 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf236236-457f-404d-966e-9155ad4c0b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.094049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8880f133-24e7-4e99-b4a2-a156fbc44dfa, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8880f133-24e7-4e99-b4a2-a156fbc44dfa,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:18.095634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e382a-20b1-455f-92ab-2a9f07e96377 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:18.096347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b54e382a-20b1-455f-92ab-2a9f07e96377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:18.101925 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:12Z', 'revision_number': 3, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:18.102161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-bc53a71a-9189-414d-8834-c75ab1d1c9f8 req-d40f5eb5-479d-4ad2-b1e3-62469ce860ca tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.113994 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc53a71a-9189-414d-8834-c75ab1d1c9f8 req-d40f5eb5-479d-4ad2-b1e3-62469ce860ca tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.7184131 Feb 09 03:27:18.136314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.146542 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (f032a8e0-195b-4447-be30-074ce703d699), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.149937 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef63cb-3477-4892-a6b7-2bcf97b0c8a6 None None] The sync data for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 is: [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:12Z', 'revision_number': 3, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:18.161498 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866517c-0af0-4e9e-9f51-c29ccee7be61 None None] Pushing event updated for resources: {'Port': ['ID=bc37d392-0094-455b-95ab-7b9c4f4f7dc1,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:18.232088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f5eb5-479d-4ad2-b1e3-62469ce860ca tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2158f006-8b16-4231-ae10-8bb2caabdbea,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:18.248622 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39746a0e-37d4-487b-a9d5-f802fa049f17 admin admin] Publish callbacks [] for security_group (e95cf64b-3c1c-47c4-9f4c-676161ec23b4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.295970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39746a0e-37d4-487b-a9d5-f802fa049f17 admin admin] Publish callbacks [] for security_group (e95cf64b-3c1c-47c4-9f4c-676161ec23b4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.317397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b54e382a-20b1-455f-92ab-2a9f07e96377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:18.318319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e382a-20b1-455f-92ab-2a9f07e96377 None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:18.335831 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86d04c42-dc08-47ed-b228-539a22bd543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.383968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 8880f133-24e7-4e99-b4a2-a156fbc44dfa is: BUILD; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:18.384398 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.389978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bafb8b51-2376-424b-8788-96317ece0a18 req-9f9a797f-5000-4fb0-809e-62e4288406ca tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612791 Feb 09 03:27:18.423507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b1fc4825-81ea-4e0c-96d6-ee25b43ddd1b None None] Provisioning complete for port eebaf0eb-fd2e-4509-8039-eeebff6524bf triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:18.424016 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4825-81ea-4e0c-96d6-ee25b43ddd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.429759 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39746a0e-37d4-487b-a9d5-f802fa049f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e95cf64b-3c1c-47c4-9f4c-676161ec23b4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.430040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=8880f133-24e7-4e99-b4a2-a156fbc44dfa,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:18.432326 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39746a0e-37d4-487b-a9d5-f802fa049f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.436401 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.439714 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-39746a0e-37d4-487b-a9d5-f802fa049f17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e95cf64b-3c1c-47c4-9f4c-676161ec23b4 HTTP/1.1" status: 204 len: 168 time: 0.9285638 Feb 09 03:27:18.475581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8880f133-24e7-4e99-b4a2-a156fbc44dfa {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:27:18.485508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Made reservation on behalf of b294c48b0d4c4c6b87a304f198401899 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:18.489184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.515295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8880f133-24e7-4e99-b4a2-a156fbc44dfa, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8880f133-24e7-4e99-b4a2-a156fbc44dfa,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:18.521560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc4825-81ea-4e0c-96d6-ee25b43ddd1b None None] Port eebaf0eb-fd2e-4509-8039-eeebff6524bf cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:27:18.528166 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.548005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746a0e-37d4-487b-a9d5-f802fa049f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95cf64b-3c1c-47c4-9f4c-676161ec23b4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:18.583551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['8880f133-24e7-4e99-b4a2-a156fbc44dfa'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:18.705332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=8880f133-24e7-4e99-b4a2-a156fbc44dfa,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:18.756706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8aa7a4-79e0-41c6-a696-b6ad0cdb98c1 req-b86b8522-2667-40a2-b896-c809c0afba11 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:18.760070 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2e8aa7a4-79e0-41c6-a696-b6ad0cdb98c1 req-b86b8522-2667-40a2-b896-c809c0afba11 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 944 time: 0.3710020 Feb 09 03:27:18.848501 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Publish callbacks [] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.862203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.879947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Pushing event updated for resources: {'Port': ['ID=eebaf0eb-fd2e-4509-8039-eeebff6524bf,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:18.919857 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd946822-dfba-4ba9-920c-c5366e9ea5cd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (9a95ad53-9da0-4780-b668-8fd109cf9fa4), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.954946 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf236236-457f-404d-966e-9155ad4c0b53 admin admin] Publish callbacks [] for security_group (c0247d4d-4a5b-428b-8ead-12c30603f19d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:18.974661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e40114-740e-4323-9e81-33a58f0c91d5 req-a8fd3c15-cb2a-4357-95bc-7ac91f516117 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:18.976507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0e40114-740e-4323-9e81-33a58f0c91d5 req-a8fd3c15-cb2a-4357-95bc-7ac91f516117 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 946 time: 0.4035463 Feb 09 03:27:19.003377 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2e8aa7a4-79e0-41c6-a696-b6ad0cdb98c1 req-f6a7ba7d-0544-4322-848f-45ee067f9814 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251561 Feb 09 03:27:19.034908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07201147-adb4-44ad-bfea-74c96a04f3a0 req-c630f067-c918-4bb7-92fe-bb6f278adf78 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 210 time: 0.1766143 Feb 09 03:27:19.053184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf236236-457f-404d-966e-9155ad4c0b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c0247d4d-4a5b-428b-8ead-12c30603f19d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:19.175133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Allocated IP 172.20.0.12 (27b0cfcc-8dae-40a8-93fb-1d23d1a181eb/09826767-a75f-4c1d-8c1d-9a09ec36b4c8/d573766c-5f11-4cfb-b105-d3abd25b7060) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:19.183675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf236236-457f-404d-966e-9155ad4c0b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0247d4d-4a5b-428b-8ead-12c30603f19d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:19.204812 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bf236236-457f-404d-966e-9155ad4c0b53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=019e54cb13734cc9b7f5c1da631931f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8664637 Feb 09 03:27:19.214912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41644) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:19.248375 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd946822-dfba-4ba9-920c-c5366e9ea5cd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:19.265824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:19.278562 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd946822-dfba-4ba9-920c-c5366e9ea5cd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (9a95ad53-9da0-4780-b668-8fd109cf9fa4), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:19.278890 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-dd946822-dfba-4ba9-920c-c5366e9ea5cd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Floating IP 9a95ad53-9da0-4780-b668-8fd109cf9fa4 disassociated. External IP: 172.25.5.243, port: ae88b830-4ada-4abc-9f46-0fda9ca3034c. Feb 09 03:27:19.311898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-01a3c75b-4ca5-461e-8543-3b1dd2004958 req-db3edf2c-15b9-4bdf-b4a2-ad7ac96e4490 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1486788451&fields=id&tenant_id=9a882804ae96455f825e7ee9d8c7c3af HTTP/1.1" status: 200 len: 267 time: 0.1954093 Feb 09 03:27:19.349117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Pushing event updated for resources: {'Port': ['ID=eebaf0eb-fd2e-4509-8039-eeebff6524bf,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:19.386379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (f032a8e0-195b-4447-be30-074ce703d699), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:19.611900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Network d47ae607-b915-448d-973b-db6bfbd43c08 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:19.621007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:19.708074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe23836-7a5d-4e15-be52-caf0def7ef06 req-beb9dabe-14bf-4349-93c3-922442500f5e tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:19.712588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fe23836-7a5d-4e15-be52-caf0def7ef06 req-beb9dabe-14bf-4349-93c3-922442500f5e tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 946 time: 0.2131538 Feb 09 03:27:19.932837 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fe23836-7a5d-4e15-be52-caf0def7ef06 req-62f3969e-085b-49de-a6af-9be90ff35df9 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468840 Feb 09 03:27:19.983371 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0c78657c-0557-485b-a1b5-8a84142385f7 None None] Provisioning complete for port eebaf0eb-fd2e-4509-8039-eeebff6524bf triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:19.983921 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c78657c-0557-485b-a1b5-8a84142385f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.029741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1426edbc-e975-4e08-928a-a4123a195498 admin admin] Publish callbacks [] for security_group (c0247d4d-4a5b-428b-8ead-12c30603f19d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.043955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3c75b-4ca5-461e-8543-3b1dd2004958 req-6aa588b9-b4ea-47bb-9823-33abe8effd37 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:20.046572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-01a3c75b-4ca5-461e-8543-3b1dd2004958 req-6aa588b9-b4ea-47bb-9823-33abe8effd37 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.7179010 Feb 09 03:27:20.054358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-e0e40114-740e-4323-9e81-33a58f0c91d5 req-fc88ac6c-6135-446a-8a82-0c3990d0ea69 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Deleting port 8063dc07-7b32-40c3-840c-99aac8552ec0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:20.055113 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e0e40114-740e-4323-9e81-33a58f0c91d5 req-fc88ac6c-6135-446a-8a82-0c3990d0ea69 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.064856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0c78657c-0557-485b-a1b5-8a84142385f7 None None] Port eebaf0eb-fd2e-4509-8039-eeebff6524bf cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:27:20.087134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Router f032a8e0-195b-4447-be30-074ce703d699 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:20.188349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-01a3c75b-4ca5-461e-8543-3b1dd2004958 req-f60ff95a-3364-4351-b537-8b5af7d07618 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Request body: {'port': {'security_groups': ['8a1cae55-c77b-4703-875c-914a96b7673f', '2158f006-8b16-4231-ae10-8bb2caabdbea']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:20.236960 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1426edbc-e975-4e08-928a-a4123a195498 admin admin] Publish callbacks [] for security_group (c0247d4d-4a5b-428b-8ead-12c30603f19d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.243414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e0e40114-740e-4323-9e81-33a58f0c91d5 req-fc88ac6c-6135-446a-8a82-0c3990d0ea69 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] For port 8063dc07-7b32-40c3-840c-99aac8552ec0, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8063dc07-7b32-40c3-840c-99aac8552ec0,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:20.243610 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e0e40114-740e-4323-9e81-33a58f0c91d5 req-fc88ac6c-6135-446a-8a82-0c3990d0ea69 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.249720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd946822-dfba-4ba9-920c-c5366e9ea5cd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:20.287271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a6c39-4628-4325-82de-f80d41f84ae2 req-ded7421f-3869-4c4d-a552-2da1e95b7a48 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:20.300787 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c13a6c39-4628-4325-82de-f80d41f84ae2 req-ded7421f-3869-4c4d-a552-2da1e95b7a48 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 943 time: 0.1511996 Feb 09 03:27:20.306535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-e0e40114-740e-4323-9e81-33a58f0c91d5 req-fc88ac6c-6135-446a-8a82-0c3990d0ea69 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Calling delete_port for 8063dc07-7b32-40c3-840c-99aac8552ec0 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:20.322208 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.324717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:20.411385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bc37d392-0094-455b-95ab-7b9c4f4f7dc1 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:27:20.415856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5b211a0b-07b8-40d5-93de-bcd24eb1dac2 admin admin] 10.222.0.21 "PUT /v2.0/routers/f032a8e0-195b-4447-be30-074ce703d699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8683741 Feb 09 03:27:20.469101 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c13a6c39-4628-4325-82de-f80d41f84ae2 req-bae79453-6271-4277-9804-7ed3c217a842 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601040 Feb 09 03:27:20.512973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd946822-dfba-4ba9-920c-c5366e9ea5cd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:20.521128 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd946822-dfba-4ba9-920c-c5366e9ea5cd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.526673 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953a775-4f40-4403-88d7-e9db6b08aa26 None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:20.528535 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-01a3c75b-4ca5-461e-8543-3b1dd2004958 req-f60ff95a-3364-4351-b537-8b5af7d07618 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.552599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port bc37d392-0094-455b-95ab-7b9c4f4f7dc1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:20.552999 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.571896 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953a775-4f40-4403-88d7-e9db6b08aa26 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:20.576710 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7953a775-4f40-4403-88d7-e9db6b08aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:20.600840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dd946822-dfba-4ba9-920c-c5366e9ea5cd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "PUT /v2.0/floatingips/9a95ad53-9da0-4780-b668-8fd109cf9fa4 HTTP/1.1" status: 200 len: 688 time: 2.7725780 Feb 09 03:27:20.603523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41674) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:20.671247 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1426edbc-e975-4e08-928a-a4123a195498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c0247d4d-4a5b-428b-8ead-12c30603f19d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.674484 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1426edbc-e975-4e08-928a-a4123a195498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.675873 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1426edbc-e975-4e08-928a-a4123a195498 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0247d4d-4a5b-428b-8ead-12c30603f19d HTTP/1.1" status: 204 len: 168 time: 1.4580660 Feb 09 03:27:20.677280 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.714693 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7953a775-4f40-4403-88d7-e9db6b08aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:20.721202 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.726340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port bc37d392-0094-455b-95ab-7b9c4f4f7dc1 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:20.726880 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.738664 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953a775-4f40-4403-88d7-e9db6b08aa26 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:20.739630 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7953a775-4f40-4403-88d7-e9db6b08aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:20.762081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port bc37d392-0094-455b-95ab-7b9c4f4f7dc1, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bc37d392-0094-455b-95ab-7b9c4f4f7dc1,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:20.773041 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:20.806116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'Port': ['ID=d573766c-5f11-4cfb-b105-d3abd25b7060,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:20.828004 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7953a775-4f40-4403-88d7-e9db6b08aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:20.834413 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953a775-4f40-4403-88d7-e9db6b08aa26 None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:20.860165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426edbc-e975-4e08-928a-a4123a195498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0247d4d-4a5b-428b-8ead-12c30603f19d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:20.884716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:20.890166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:20.899242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:21.054344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c7067-5cab-48ab-8836-2ce9aa8e4cd1 req-9a91fe6a-acd8-427e-a1c5-2525dd41bff7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:21.061844 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f7c7067-5cab-48ab-8836-2ce9aa8e4cd1 req-9a91fe6a-acd8-427e-a1c5-2525dd41bff7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 932 time: 0.3233023 Feb 09 03:27:21.067425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:21.068071 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.082926 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e0e40114-740e-4323-9e81-33a58f0c91d5 req-fc88ac6c-6135-446a-8a82-0c3990d0ea69 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8063dc07-7b32-40c3-840c-99aac8552ec0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.100095 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-c33ad3f8-cf3c-4d6d-912e-8bb59f255887 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2054892 Feb 09 03:27:21.129205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88ac6c-6135-446a-8a82-0c3990d0ea69 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Pushing event deleted for resources: {'Port': ['ID=8063dc07-7b32-40c3-840c-99aac8552ec0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:21.136690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Request body: {'port': {'device_id': '44523d12-3267-49c7-92d8-cc3c8ecedd14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:21.177842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-160b4538-8477-4740-83b7-5a574a8a034e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port c082349a-38e9-4dd5-9eda-614520dcc610 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:21.178207 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-160b4538-8477-4740-83b7-5a574a8a034e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c082349a-38e9-4dd5-9eda-614520dcc610), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.277725 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.278123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Sync routers for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:21.287111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e40114-740e-4323-9e81-33a58f0c91d5 req-fc88ac6c-6135-446a-8a82-0c3990d0ea69 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] No DVR routers for this DVR port 8063dc07-7b32-40c3-840c-99aac8552ec0 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:27:21.291353 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f7c7067-5cab-48ab-8836-2ce9aa8e4cd1 req-fa59dbad-bf4d-4bdd-8ca1-bcaed3e8a274 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285507 Feb 09 03:27:21.291525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['57c7b320-4ee7-4225-9f5f-2ce9cd5bd575'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:21.297815 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e0e40114-740e-4323-9e81-33a58f0c91d5 req-fc88ac6c-6135-446a-8a82-0c3990d0ea69 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.301465 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0e40114-740e-4323-9e81-33a58f0c91d5 req-fc88ac6c-6135-446a-8a82-0c3990d0ea69 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.42 "DELETE /v2.0/ports/8063dc07-7b32-40c3-840c-99aac8552ec0 HTTP/1.1" status: 204 len: 173 time: 2.2507248 Feb 09 03:27:21.302144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c', 'name': 'network-vif-deleted', 'tag': '8063dc07-7b32-40c3-840c-99aac8552ec0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:21.310314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b95ac296-d862-4208-bfde-7450da719034', 'c9c67e3a-8292-47b9-b5cc-944a2bd9a8af'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:21.312924 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e1d3dc-47d6-4177-b4f0-78440d8dcc48" -d '{"events": [{"server_uuid": "3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c", "name": "network-vif-deleted", "tag": "8063dc07-7b32-40c3-840c-99aac8552ec0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:21.318273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-01a3c75b-4ca5-461e-8543-3b1dd2004958 req-f60ff95a-3364-4351-b537-8b5af7d07618 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] For port b1bc3e93-6464-4556-827d-43c11e559aa7, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b1bc3e93-6464-4556-827d-43c11e559aa7,segment=NetworkSegment(d1921ea5-22dc-49d8-a089-7375e09c29d8),segment_id=d1921ea5-22dc-49d8-a089-7375e09c29d8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:21.348523 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-160b4538-8477-4740-83b7-5a574a8a034e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c082349a-38e9-4dd5-9eda-614520dcc610), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.348960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-160b4538-8477-4740-83b7-5a574a8a034e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (c082349a-38e9-4dd5-9eda-614520dcc610), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.376492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-160b4538-8477-4740-83b7-5a574a8a034e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for c082349a-38e9-4dd5-9eda-614520dcc610 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:21.418516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=bc37d392-0094-455b-95ab-7b9c4f4f7dc1,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:21.464182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:21.464733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:21.519274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8880f133-24e7-4e99-b4a2-a156fbc44dfa up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:27:21.549703 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-01a3c75b-4ca5-461e-8543-3b1dd2004958 req-f60ff95a-3364-4351-b537-8b5af7d07618 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.561379 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-01a3c75b-4ca5-461e-8543-3b1dd2004958 req-f60ff95a-3364-4351-b537-8b5af7d07618 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.604578 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8063dc07-7b32-40c3-840c-99aac8552ec0 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:27:21.608015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['b1bc3e93-6464-4556-827d-43c11e559aa7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:21.707845 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-160b4538-8477-4740-83b7-5a574a8a034e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c082349a-38e9-4dd5-9eda-614520dcc610), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.734476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b4538-8477-4740-83b7-5a574a8a034e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=c082349a-38e9-4dd5-9eda-614520dcc610,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:21.801943 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3c75b-4ca5-461e-8543-3b1dd2004958 req-f60ff95a-3364-4351-b537-8b5af7d07618 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:21.802778 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-01a3c75b-4ca5-461e-8543-3b1dd2004958 req-f60ff95a-3364-4351-b537-8b5af7d07618 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.805493 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-01a3c75b-4ca5-461e-8543-3b1dd2004958 req-f60ff95a-3364-4351-b537-8b5af7d07618 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "PUT /v2.0/ports/b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 981 time: 1.6381664 Feb 09 03:27:21.821649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 8063dc07-7b32-40c3-840c-99aac8552ec0 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:27:21.822184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8063dc07-7b32-40c3-840c-99aac8552ec0 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:27:21.921706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-160b4538-8477-4740-83b7-5a574a8a034e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (9a95ad53-9da0-4780-b668-8fd109cf9fa4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.926637 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-160b4538-8477-4740-83b7-5a574a8a034e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.938194 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-160b4538-8477-4740-83b7-5a574a8a034e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/floatingips/9a95ad53-9da0-4780-b668-8fd109cf9fa4 HTTP/1.1" status: 204 len: 168 time: 1.3334618 Feb 09 03:27:21.941761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41744) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:21.946223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ff95a-3364-4351-b537-8b5af7d07618 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Pushing event updated for resources: {'Port': ['ID=b1bc3e93-6464-4556-827d-43c11e559aa7,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:21.964023 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '156da073-41db-460d-8d7f-6355e624a9c7'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:21.996874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['b1bc3e93-6464-4556-827d-43c11e559aa7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:22.043275 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:22.052211 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e95b22c1-ec0c-4d1e-8bc0-928a2a3a6c0f req-539f9ea6-d7dd-417e-a7ce-762bf6caa498 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c HTTP/1.1" status: 200 len: 210 time: 0.0540671 Feb 09 03:27:22.138555 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88f9f34-614e-4c9c-9eef-108dcd12c14f x-openstack-request-id: req-d88f9f34-614e-4c9c-9eef-108dcd12c14f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:22.139180 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c", "name": "network-vif-deleted", "tag": "8063dc07-7b32-40c3-840c-99aac8552ec0", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:22.139180 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d88f9f34-614e-4c9c-9eef-108dcd12c14f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:22.139503 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc3c3f2-04b2-4a3f-8504-5d8b0d5f877c', 'name': 'network-vif-deleted', 'tag': '8063dc07-7b32-40c3-840c-99aac8552ec0', 'status': 'completed', 'code': 200} Feb 09 03:27:22.141802 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:22.244208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d573766c-5f11-4cfb-b105-d3abd25b7060 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:27:22.264864 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Publish callbacks [] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:22.310393 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Transition to ACTIVE for port object d573766c-5f11-4cfb-b105-d3abd25b7060 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:27:22.311078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 8880f133-24e7-4e99-b4a2-a156fbc44dfa triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:22.311694 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:22.322971 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:22.427781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bc37d392-0094-455b-95ab-7b9c4f4f7dc1 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:27:22.450513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d1080-a719-48af-a1c4-aa1914a1af29 req-83a02dba-0054-4c65-86df-1b80480f0c1b tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:22.457402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-960d1080-a719-48af-a1c4-aa1914a1af29 req-83a02dba-0054-4c65-86df-1b80480f0c1b tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 943 time: 0.2179275 Feb 09 03:27:22.474421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:27:22.582517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port bc37d392-0094-455b-95ab-7b9c4f4f7dc1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:22.582891 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:22.666575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Attempting to bind port d573766c-5f11-4cfb-b105-d3abd25b7060 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:27:22.666922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Attempting to bind port d573766c-5f11-4cfb-b105-d3abd25b7060 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '0daae537-9620-476e-92a0-5335e35382a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:27:22.667269 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Attempting to bind port d573766c-5f11-4cfb-b105-d3abd25b7060 on network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:27:22.682970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d573766c-5f11-4cfb-b105-d3abd25b7060,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:22.710485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Port d573766c-5f11-4cfb-b105-d3abd25b7060 on network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:27:22.710796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Attempting to bind port d573766c-5f11-4cfb-b105-d3abd25b7060 on network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:27:22.728478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41760) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:22.747756 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:27:22.748101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Checking segment: {'id': '0daae537-9620-476e-92a0-5335e35382a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:27:22.748499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Bound using segment: {'id': '0daae537-9620-476e-92a0-5335e35382a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:27:22.748959 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Bound port: d573766c-5f11-4cfb-b105-d3abd25b7060, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0daae537-9620-476e-92a0-5335e35382a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:27:22.749326 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:22.785609 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-960d1080-a719-48af-a1c4-aa1914a1af29 req-66f5cf6b-d9ae-43ab-975d-0050d79dfe7f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197346 Feb 09 03:27:22.894570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] For port d573766c-5f11-4cfb-b105-d3abd25b7060, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:27:22.899337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] For port d573766c-5f11-4cfb-b105-d3abd25b7060, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d573766c-5f11-4cfb-b105-d3abd25b7060,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:27:22.913905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:22.935041 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.001152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:23.002129 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.003732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] 10.222.0.42 "PUT /v2.0/ports/d573766c-5f11-4cfb-b105-d3abd25b7060 HTTP/1.1" status: 200 len: 1093 time: 1.8793216 Feb 09 03:27:23.026428 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-180652eb-ac04-4ecc-8a86-13d496ad62d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.072863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 8880f133-24e7-4e99-b4a2-a156fbc44dfa is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:23.073594 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.075495 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8e849c5-ebe5-478c-b16e-d6982a7c3ce6 req-58dd92f2-2f3a-435e-a367-c810359ca922 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1486788451&fields=id&tenant_id=9a882804ae96455f825e7ee9d8c7c3af HTTP/1.1" status: 200 len: 267 time: 0.1724348 Feb 09 03:27:23.117092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68296b3-0f2e-47f3-9ea8-983d62d1c9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d573766c-5f11-4cfb-b105-d3abd25b7060,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:23.121813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.25.5.192 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/ef06d7a7-2be2-4ef7-8a66-042b406db6a4) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:23.155178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8880f133-24e7-4e99-b4a2-a156fbc44dfa, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8880f133-24e7-4e99-b4a2-a156fbc44dfa,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:23.189979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673fe4c2-8f07-4487-b0a8-97926950c64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8880f133-24e7-4e99-b4a2-a156fbc44dfa'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:23.192517 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3aff054-cac1-4702-ba1a-44ece78c6346" -d '{"events": [{"server_uuid": "673fe4c2-8f07-4487-b0a8-97926950c64c", "name": "network-vif-plugged", "status": "completed", "tag": "8880f133-24e7-4e99-b4a2-a156fbc44dfa"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:23.205688 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.258248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-81abd191-e12d-4178-97f1-1223e3e21312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:23.261732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-81abd191-e12d-4178-97f1-1223e3e21312 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b294c48b0d4c4c6b87a304f198401899&device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 1127 time: 0.1912804 Feb 09 03:27:23.284387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port bc37d392-0094-455b-95ab-7b9c4f4f7dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:23.291218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e849c5-ebe5-478c-b16e-d6982a7c3ce6 req-4b757a17-1126-424f-8232-7eaf12d66c0d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:23.294496 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8e849c5-ebe5-478c-b16e-d6982a7c3ce6 req-4b757a17-1126-424f-8232-7eaf12d66c0d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 984 time: 0.1996460 Feb 09 03:27:23.310186 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (ef06d7a7-2be2-4ef7-8a66-042b406db6a4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.337168 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-a82d92c1-392a-462d-9835-77ee4fdc3a22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d573766c-5f11-4cfb-b105-d3abd25b7060 HTTP/1.1" status: 200 len: 217 time: 0.0672100 Feb 09 03:27:23.341556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d8e849c5-ebe5-478c-b16e-d6982a7c3ce6 req-95630825-6d42-4a52-8a6b-c3a28d5eb839 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Request body: {'port': {'security_groups': ['8a1cae55-c77b-4703-875c-914a96b7673f']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:23.352806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=8880f133-24e7-4e99-b4a2-a156fbc44dfa,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:23.380231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 2, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:23.393987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41782) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:23.401602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ce24dffb-6581-459b-a7ae-1423199078d0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964469798', 'description': 'tempest-description--668132841'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:23.411430 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Checking router: f032a8e0-195b-4447-be30-074ce703d699 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:27:23.412025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Updating router f032a8e0-195b-4447-be30-074ce703d699 port eebaf0eb-fd2e-4509-8039-eeebff6524bf binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:27:23.448240 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.450692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-e35ca798-631c-487d-9f9a-52823bfe4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:23.452205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-e35ca798-631c-487d-9f9a-52823bfe4113 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09826767-a75f-4c1d-8c1d-9a09ec36b4c8 HTTP/1.1" status: 200 len: 852 time: 0.0674884 Feb 09 03:27:23.480789 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce24dffb-6581-459b-a7ae-1423199078d0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.514389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ef06d7a7-2be2-4ef7-8a66-042b406db6a4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.568883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-16c6e964-2114-4788-ac2e-5a2d55f6435e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027460 Feb 09 03:27:23.573820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d8e849c5-ebe5-478c-b16e-d6982a7c3ce6 req-95630825-6d42-4a52-8a6b-c3a28d5eb839 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.582118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:23.595125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:23.598425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:23.608084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=ef06d7a7-2be2-4ef7-8a66-042b406db6a4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:23.638018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cc682-eec1-4041-8054-3a351930f9df req-38f603d6-d981-472e-ada9-835dbbae5216 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:23.639594 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d81cc682-eec1-4041-8054-3a351930f9df req-38f603d6-d981-472e-ada9-835dbbae5216 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 944 time: 0.1811590 Feb 09 03:27:23.676798 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-180652eb-ac04-4ecc-8a86-13d496ad62d5 admin admin] Publish callbacks [] for security_group (c5d308a3-65c2-4ccb-a208-84f6c467419a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.736333 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-180652eb-ac04-4ecc-8a86-13d496ad62d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c5d308a3-65c2-4ccb-a208-84f6c467419a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.741142 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce24dffb-6581-459b-a7ae-1423199078d0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group (30c6b122-b840-41e4-8479-5ed3b600fa9c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.767114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce24dffb-6581-459b-a7ae-1423199078d0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (30c6b122-b840-41e4-8479-5ed3b600fa9c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.800037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-180652eb-ac04-4ecc-8a86-13d496ad62d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b44028523ce4c3981a6829223495049&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0676553 Feb 09 03:27:23.802656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180652eb-ac04-4ecc-8a86-13d496ad62d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d308a3-65c2-4ccb-a208-84f6c467419a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:23.809250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41810) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:23.818072 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d81cc682-eec1-4041-8054-3a351930f9df req-569fda59-764d-449c-af4e-2cac8fd67810 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675367 Feb 09 03:27:23.859508 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Publish callbacks [] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.869228 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.887886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-053218d1-6108-4a9b-b9d5-e0254d04af5d service neutron] 10.222.0.42 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118703 Feb 09 03:27:23.956485 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f505451b-6293-4d21-87a7-408ce2d37d9c x-openstack-request-id: req-f505451b-6293-4d21-87a7-408ce2d37d9c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:23.956859 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673fe4c2-8f07-4487-b0a8-97926950c64c", "name": "network-vif-plugged", "status": "completed", "tag": "8880f133-24e7-4e99-b4a2-a156fbc44dfa", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:23.957225 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f505451b-6293-4d21-87a7-408ce2d37d9c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:23.957702 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673fe4c2-8f07-4487-b0a8-97926950c64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8880f133-24e7-4e99-b4a2-a156fbc44dfa', 'code': 200} Feb 09 03:27:23.963376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da68ab-65a9-4904-880b-26d6b8e03419 None None] Pushing event updated for resources: {'Port': ['ID=eebaf0eb-fd2e-4509-8039-eeebff6524bf,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:24.047623 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce24dffb-6581-459b-a7ae-1423199078d0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.048916 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ce24dffb-6581-459b-a7ae-1423199078d0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6536870 Feb 09 03:27:24.062442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12ba8ece-cb06-425e-ac5e-21d0e67d83ed admin admin] Publish callbacks [] for security_group (c5d308a3-65c2-4ccb-a208-84f6c467419a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.070287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41830) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:24.086748 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-205a065e-be6c-4c4f-8873-9d4c7ee10519 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Request body: {'security_group_rule': {'security_group_id': '30c6b122-b840-41e4-8479-5ed3b600fa9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:24.104161 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.145475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7'}, {'name': 'network-changed', 'server_uuid': '44523d12-3267-49c7-92d8-cc3c8ecedd14', 'tag': 'd573766c-5f11-4cfb-b105-d3abd25b7060'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:24.151235 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7"}, {"name": "network-changed", "server_uuid": "44523d12-3267-49c7-92d8-cc3c8ecedd14", "tag": "d573766c-5f11-4cfb-b105-d3abd25b7060"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:24.186021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24dffb-6581-459b-a7ae-1423199078d0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c6b122-b840-41e4-8479-5ed3b600fa9c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:24.252710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12ba8ece-cb06-425e-ac5e-21d0e67d83ed admin admin] Publish callbacks [] for security_group (c5d308a3-65c2-4ccb-a208-84f6c467419a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.279323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8914ee0-e66a-4da7-afbe-94debbde3480 req-031dc2c0-9d5b-4cc2-9012-fb3774256ba8 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:24.280935 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8914ee0-e66a-4da7-afbe-94debbde3480 req-031dc2c0-9d5b-4cc2-9012-fb3774256ba8 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.2309971 Feb 09 03:27:24.443328 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8914ee0-e66a-4da7-afbe-94debbde3480 req-95bfb279-38b2-483c-9ef8-80f3d2db8455 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505935 Feb 09 03:27:24.472957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99ef0921-9c13-4be6-a7b4-e1799b62d410 req-3cd7557a-166e-4c0d-bf2b-d23ab1bfb2a2 service neutron] 10.222.0.42 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662069 Feb 09 03:27:24.500224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2204d1-db30-47e4-9274-f2f7b6d5224b req-bc5f715c-607d-47a2-8e36-5272114b5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:24.502390 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa2204d1-db30-47e4-9274-f2f7b6d5224b req-bc5f715c-607d-47a2-8e36-5272114b5dc8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 1128 time: 0.3482213 Feb 09 03:27:24.509461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-205a065e-be6c-4c4f-8873-9d4c7ee10519 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group_rule (5b1f6955-1be0-4871-9766-2be5915b99ab), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.510340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Attempting to bind port eebaf0eb-fd2e-4509-8039-eeebff6524bf on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:27:24.510819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Attempting to bind port eebaf0eb-fd2e-4509-8039-eeebff6524bf by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:27:24.513690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Attempting to bind port eebaf0eb-fd2e-4509-8039-eeebff6524bf on network d47ae607-b915-448d-973b-db6bfbd43c08 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:27:24.530235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41838) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:24.533646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:27:24.534031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Checking segment: {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:27:24.534597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.535144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Bound using segment: {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:27:24.535799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Bound port: eebaf0eb-fd2e-4509-8039-eeebff6524bf, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:27:24.536186 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.551087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e4c9f8aa-e5b7-4406-b9f3-fba0953aeda6 None None] Provisioning complete for port eebaf0eb-fd2e-4509-8039-eeebff6524bf triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:24.551711 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f8aa-e5b7-4406-b9f3-fba0953aeda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.598521 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-205a065e-be6c-4c4f-8873-9d4c7ee10519 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group_rule (5b1f6955-1be0-4871-9766-2be5915b99ab), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.608017 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb51e552-5340-4dab-aa2f-33281f0b811b x-openstack-request-id: req-fb51e552-5340-4dab-aa2f-33281f0b811b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:24.608865 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44523d12-3267-49c7-92d8-cc3c8ecedd14", "tag": "d573766c-5f11-4cfb-b105-d3abd25b7060", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:24.608865 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb51e552-5340-4dab-aa2f-33281f0b811b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:24.609469 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'status': 'completed', 'code': 200} Feb 09 03:27:24.609794 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44523d12-3267-49c7-92d8-cc3c8ecedd14', 'tag': 'd573766c-5f11-4cfb-b105-d3abd25b7060', 'status': 'completed', 'code': 200} Feb 09 03:27:24.635145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9f8aa-e5b7-4406-b9f3-fba0953aeda6 None None] Port eebaf0eb-fd2e-4509-8039-eeebff6524bf cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:27:24.644618 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12ba8ece-cb06-425e-ac5e-21d0e67d83ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c5d308a3-65c2-4ccb-a208-84f6c467419a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.646704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (daf493fa-691c-4a5f-94d2-17cd54d252eb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.647769 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12ba8ece-cb06-425e-ac5e-21d0e67d83ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.649193 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-12ba8ece-cb06-425e-ac5e-21d0e67d83ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5d308a3-65c2-4ccb-a208-84f6c467419a HTTP/1.1" status: 204 len: 168 time: 0.8356509 Feb 09 03:27:24.650094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-205a065e-be6c-4c4f-8873-9d4c7ee10519 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (5b1f6955-1be0-4871-9766-2be5915b99ab), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.664990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] For port eebaf0eb-fd2e-4509-8039-eeebff6524bf, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:27:24.669225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] For port eebaf0eb-fd2e-4509-8039-eeebff6524bf, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=eebaf0eb-fd2e-4509-8039-eeebff6524bf,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:27:24.679711 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.774242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba8ece-cb06-425e-ac5e-21d0e67d83ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d308a3-65c2-4ccb-a208-84f6c467419a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:24.776416 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a065e-be6c-4c4f-8873-9d4c7ee10519 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1f6955-1be0-4871-9766-2be5915b99ab,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:24.805135 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-205a065e-be6c-4c4f-8873-9d4c7ee10519 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.808328 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-205a065e-be6c-4c4f-8873-9d4c7ee10519 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7318454 Feb 09 03:27:24.810660 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef06d7a7-2be2-4ef7-8a66-042b406db6a4), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:24.812249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41844) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:24.845776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:24.846474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:24.849636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da68ab-65a9-4904-880b-26d6b8e03419 None None] Pushing event updated for resources: {'Port': ['ID=eebaf0eb-fd2e-4509-8039-eeebff6524bf,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:24.888182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-7138b3e1-c213-4345-b190-1e7484f3b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:24.891007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-7138b3e1-c213-4345-b190-1e7484f3b98d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a882804ae96455f825e7ee9d8c7c3af&device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 1167 time: 0.2864184 Feb 09 03:27:24.908988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d8e849c5-ebe5-478c-b16e-d6982a7c3ce6 req-95630825-6d42-4a52-8a6b-c3a28d5eb839 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] For port b1bc3e93-6464-4556-827d-43c11e559aa7, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b1bc3e93-6464-4556-827d-43c11e559aa7,segment=NetworkSegment(d1921ea5-22dc-49d8-a089-7375e09c29d8),segment_id=d1921ea5-22dc-49d8-a089-7375e09c29d8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:24.914835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-da96c33e-8c2a-4336-8192-e82c6e76ecbe tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Request body: {'security_group_rule': {'security_group_id': '30c6b122-b840-41e4-8479-5ed3b600fa9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:24.923896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa2204d1-db30-47e4-9274-f2f7b6d5224b req-d5be2ae2-8eea-4b5c-a467-513114f90032 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108164 Feb 09 03:27:25.063332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:27:25.073619 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d8e849c5-ebe5-478c-b16e-d6982a7c3ce6 req-95630825-6d42-4a52-8a6b-c3a28d5eb839 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.093972 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d8e849c5-ebe5-478c-b16e-d6982a7c3ce6 req-95630825-6d42-4a52-8a6b-c3a28d5eb839 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.117638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['b1bc3e93-6464-4556-827d-43c11e559aa7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:25.125692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d89310ab-1c43-41b3-9e82-615f0f2bbbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.209051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-c34e9637-3952-442e-87b6-8a5adc500582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:25.213557 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-c34e9637-3952-442e-87b6-8a5adc500582 service neutron] 10.222.0.42 "GET /v2.0/networks?id=78112c47-e401-426c-9c2f-c3068b097f08 HTTP/1.1" status: 200 len: 920 time: 0.3065567 Feb 09 03:27:25.234219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-becb2bac-7578-4ee8-8789-d3f64590277e None None] Provisioning complete for port eebaf0eb-fd2e-4509-8039-eeebff6524bf triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:25.234599 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-becb2bac-7578-4ee8-8789-d3f64590277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.234969 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-da96c33e-8c2a-4336-8192-e82c6e76ecbe tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group_rule (fe29f355-a3e0-48ea-b116-61958edfc302), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.245590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41852) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:25.276193 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63157e75-875d-4b54-9816-970908d5fb89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.278428 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-e980945d-b180-48d2-9722-728bccbf3dd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 217 time: 0.0570936 Feb 09 03:27:25.284693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e849c5-ebe5-478c-b16e-d6982a7c3ce6 req-95630825-6d42-4a52-8a6b-c3a28d5eb839 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:25.285395 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d8e849c5-ebe5-478c-b16e-d6982a7c3ce6 req-95630825-6d42-4a52-8a6b-c3a28d5eb839 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.289105 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8e849c5-ebe5-478c-b16e-d6982a7c3ce6 req-95630825-6d42-4a52-8a6b-c3a28d5eb839 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "PUT /v2.0/ports/b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 942 time: 1.9595644 Feb 09 03:27:25.357842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-f25a25fe-e4a5-44a2-913b-7990d821a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:25.360120 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-f25a25fe-e4a5-44a2-913b-7990d821a58f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46223b2f-881f-497b-ae95-085206018dcd HTTP/1.1" status: 200 len: 859 time: 0.0643070 Feb 09 03:27:25.408261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['b1bc3e93-6464-4556-827d-43c11e559aa7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:25.408620 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63157e75-875d-4b54-9816-970908d5fb89 admin admin] Publish callbacks [] for security_group (b24dbb5a-2f5e-4482-80f7-e663fd2914e8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.434070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae61af-d2a6-46e1-a79b-116a2241615c req-2d4379c7-ca98-49da-b519-1cc1a98449d2 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:25.435973 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbae61af-d2a6-46e1-a79b-116a2241615c req-2d4379c7-ca98-49da-b519-1cc1a98449d2 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 944 time: 0.4690390 Feb 09 03:27:25.447079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63157e75-875d-4b54-9816-970908d5fb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b24dbb5a-2f5e-4482-80f7-e663fd2914e8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.480815 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-d0dbeaea-95d2-4728-b9d0-a1febcd62fd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78112c47-e401-426c-9c2f-c3068b097f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965445 Feb 09 03:27:25.489677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95630825-6d42-4a52-8a6b-c3a28d5eb839 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Pushing event updated for resources: {'Port': ['ID=b1bc3e93-6464-4556-827d-43c11e559aa7,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:25.556404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63157e75-875d-4b54-9816-970908d5fb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24dbb5a-2f5e-4482-80f7-e663fd2914e8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:25.563089 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbae61af-d2a6-46e1-a79b-116a2241615c req-5a7ecd31-a38e-4a58-9b1c-f1b3510948ff tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128271 Feb 09 03:27:25.629027 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-13919e81-0fcd-489f-9a92-2b71bbe0a387 service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402123 Feb 09 03:27:25.646862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-becb2bac-7578-4ee8-8789-d3f64590277e None None] Current status of the port eebaf0eb-fd2e-4509-8039-eeebff6524bf is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:25.650310 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-becb2bac-7578-4ee8-8789-d3f64590277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.664969 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-63157e75-875d-4b54-9816-970908d5fb89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9b07a5df2a340a9a13813a1e28481e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4142885 Feb 09 03:27:25.669114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41858) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:25.734265 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-da96c33e-8c2a-4336-8192-e82c6e76ecbe tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group_rule (fe29f355-a3e0-48ea-b116-61958edfc302), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.737722 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-8872691a-ca91-47cd-a928-f4f8b0be4d02 service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994053 Feb 09 03:27:25.786286 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-da96c33e-8c2a-4336-8192-e82c6e76ecbe tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (fe29f355-a3e0-48ea-b116-61958edfc302), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.795160 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (ef06d7a7-2be2-4ef7-8a66-042b406db6a4), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.832238 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-17e56fbf-04ab-4408-a167-626e0919a678 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4713922 Feb 09 03:27:25.841074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ef06d7a7-2be2-4ef7-8a66-042b406db6a4), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.846546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:25.879312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-ce4ab4c0-2f9b-4dfb-b0f9-f05a1c829a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:25.881288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-ce4ab4c0-2f9b-4dfb-b0f9-f05a1c829a35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b294c48b0d4c4c6b87a304f198401899&device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 1127 time: 0.0971656 Feb 09 03:27:25.882706 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.890507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-becb2bac-7578-4ee8-8789-d3f64590277e None None] For port eebaf0eb-fd2e-4509-8039-eeebff6524bf, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=eebaf0eb-fd2e-4509-8039-eeebff6524bf,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:25.911154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=ef06d7a7-2be2-4ef7-8a66-042b406db6a4,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:25.914594 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-235d3b8b-18b5-477b-93f9-8bab95f4d708 admin admin] Publish callbacks [] for security_group (b24dbb5a-2f5e-4482-80f7-e663fd2914e8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.916995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:24Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:25.919285 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-becb2bac-7578-4ee8-8789-d3f64590277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.938026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-235d3b8b-18b5-477b-93f9-8bab95f4d708 admin admin] Publish callbacks [] for security_group (b24dbb5a-2f5e-4482-80f7-e663fd2914e8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.014915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb2bac-7578-4ee8-8789-d3f64590277e None None] Pushing event updated for resources: {'Port': ['ID=eebaf0eb-fd2e-4509-8039-eeebff6524bf,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:26.020012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fe5de-58a8-462c-91df-7d7c8ecd8045 None None] The sync data for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 is: [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:24Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:26.032267 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d89310ab-1c43-41b3-9e82-615f0f2bbbc1 admin admin] Publish callbacks [] for security_group (80532f6b-770d-4f34-9691-d4425f83f6a0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.033282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96c33e-8c2a-4336-8192-e82c6e76ecbe tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe29f355-a3e0-48ea-b116-61958edfc302,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:26.035717 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (daf493fa-691c-4a5f-94d2-17cd54d252eb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.051332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5bc5a-bffa-4780-988e-01672e6ab3b4 req-ec69dcd5-488d-4b03-9c51-896d36ed2fe0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:26.053226 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57e5bc5a-bffa-4780-988e-01672e6ab3b4 req-ec69dcd5-488d-4b03-9c51-896d36ed2fe0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.3315871 Feb 09 03:27:26.057305 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-235d3b8b-18b5-477b-93f9-8bab95f4d708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b24dbb5a-2f5e-4482-80f7-e663fd2914e8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.060036 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-235d3b8b-18b5-477b-93f9-8bab95f4d708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.064751 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-235d3b8b-18b5-477b-93f9-8bab95f4d708 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b24dbb5a-2f5e-4482-80f7-e663fd2914e8 HTTP/1.1" status: 204 len: 168 time: 0.3873210 Feb 09 03:27:26.138765 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d89310ab-1c43-41b3-9e82-615f0f2bbbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (80532f6b-770d-4f34-9691-d4425f83f6a0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.144360 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-da96c33e-8c2a-4336-8192-e82c6e76ecbe tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.145613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-da96c33e-8c2a-4336-8192-e82c6e76ecbe tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3268027 Feb 09 03:27:26.159882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41862) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:26.175721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:26.188122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d3b8b-18b5-477b-93f9-8bab95f4d708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24dbb5a-2f5e-4482-80f7-e663fd2914e8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:26.203999 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.208027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-dd6fcc89-8118-49a8-bba2-ebaf9480327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:26.214504 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-dd6fcc89-8118-49a8-bba2-ebaf9480327e service neutron] 10.222.0.42 "GET /v2.0/networks?id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb HTTP/1.1" status: 200 len: 913 time: 0.2739959 Feb 09 03:27:26.304779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89310ab-1c43-41b3-9e82-615f0f2bbbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80532f6b-770d-4f34-9691-d4425f83f6a0,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:26.339158 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.345508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-66b4dcd0-d680-44b8-99fe-47ebc858e1a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d573766c-5f11-4cfb-b105-d3abd25b7060 HTTP/1.1" status: 200 len: 217 time: 0.1185455 Feb 09 03:27:26.404356 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d89310ab-1c43-41b3-9e82-615f0f2bbbc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2680717f11c24ebeb760459ceca11ecb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8731072 Feb 09 03:27:26.411228 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41866) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:26.462444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device eebaf0eb-fd2e-4509-8039-eeebff6524bf up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:27:26.504657 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d2548da-a64b-4b1b-9bca-95aee19ef3d8 admin admin] Publish callbacks [] for security_group (80532f6b-770d-4f34-9691-d4425f83f6a0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.512557 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57e5bc5a-bffa-4780-988e-01672e6ab3b4 req-5b5fc9d1-73fe-4e73-be6c-c2d2c260ce63 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890519 Feb 09 03:27:26.555844 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Floating IP daf493fa-691c-4a5f-94d2-17cd54d252eb associated. External IP: 172.25.5.192, port: 156da073-41db-460d-8d7f-6355e624a9c7. Feb 09 03:27:26.635256 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d2548da-a64b-4b1b-9bca-95aee19ef3d8 admin admin] Publish callbacks [] for security_group (80532f6b-770d-4f34-9691-d4425f83f6a0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.669181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port eebaf0eb-fd2e-4509-8039-eeebff6524bf triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:26.671719 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.878563 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1f254-e801-43ec-972e-390c27ca8fca req-36e09be7-10a8-4279-91c6-0a8b8d208765 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:26.880176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-43e1f254-e801-43ec-972e-390c27ca8fca req-36e09be7-10a8-4279-91c6-0a8b8d208765 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 944 time: 0.1617680 Feb 09 03:27:26.895805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port eebaf0eb-fd2e-4509-8039-eeebff6524bf is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:26.970671 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-43e1f254-e801-43ec-972e-390c27ca8fca req-fb939e4f-3693-45a8-8c06-e810c9e09577 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797334 Feb 09 03:27:26.971714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:26.973039 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d2548da-a64b-4b1b-9bca-95aee19ef3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (80532f6b-770d-4f34-9691-d4425f83f6a0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.976432 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d2548da-a64b-4b1b-9bca-95aee19ef3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:26.979961 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1d2548da-a64b-4b1b-9bca-95aee19ef3d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80532f6b-770d-4f34-9691-d4425f83f6a0 HTTP/1.1" status: 204 len: 168 time: 0.5623171 Feb 09 03:27:26.980136 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdc4eac-0e24-4537-82ff-0e9ad1011211" -d '{"events": [{"name": "network-changed", "server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:26.994660 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2548da-a64b-4b1b-9bca-95aee19ef3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80532f6b-770d-4f34-9691-d4425f83f6a0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:27.150971 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29736b01-4fe6-4619-bd07-ab515f899ae6 x-openstack-request-id: req-29736b01-4fe6-4619-bd07-ab515f899ae6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:27.151275 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:27.151550 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29736b01-4fe6-4619-bd07-ab515f899ae6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:27.152353 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'status': 'completed', 'code': 200} Feb 09 03:27:27.225911 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-a5d728e1-3dfc-4b42-8176-37a98b989555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:27.227483 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-a5d728e1-3dfc-4b42-8176-37a98b989555 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09826767-a75f-4c1d-8c1d-9a09ec36b4c8 HTTP/1.1" status: 200 len: 852 time: 0.2397637 Feb 09 03:27:27.239368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:27.287417 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-27bef6c7-42f9-4255-820b-a3266bf0aac2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378981 Feb 09 03:27:27.313690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Allocated IP 172.25.5.217 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/a5ccd660-5676-4f6c-b2b9-c913e08128ba) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:27.403050 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc4eac-0e24-4537-82ff-0e9ad1011211 req-781d7ca5-1590-441c-a43c-2c580f15673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:27.404657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efdc4eac-0e24-4537-82ff-0e9ad1011211 req-781d7ca5-1590-441c-a43c-2c580f15673b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a882804ae96455f825e7ee9d8c7c3af&device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 1128 time: 0.2455771 Feb 09 03:27:27.505882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:27.521109 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573f87f3-663b-4934-8dc3-77c2698968a3 None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:27.535985 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f87f3-663b-4934-8dc3-77c2698968a3 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:27.536633 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-573f87f3-663b-4934-8dc3-77c2698968a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:27.552261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:27.592779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d573766c-5f11-4cfb-b105-d3abd25b7060 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:27:27.608341 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:27.654020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41898) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:27.661467 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-573f87f3-663b-4934-8dc3-77c2698968a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:27.670992 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f87f3-663b-4934-8dc3-77c2698968a3 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:27.671989 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-573f87f3-663b-4934-8dc3-77c2698968a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:27.677272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b63b9f22-96ae-4a5e-b100-6d3306330dcd tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7296829 Feb 09 03:27:27.689412 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-0775c8ae-8c13-4b19-8c33-87211af0d8ab service neutron] 10.222.0.42 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003265 Feb 09 03:27:27.694481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41900) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:27.711639 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-573f87f3-663b-4934-8dc3-77c2698968a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:27.712599 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573f87f3-663b-4934-8dc3-77c2698968a3 None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:27.806739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d573766c-5f11-4cfb-b105-d3abd25b7060, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d573766c-5f11-4cfb-b105-d3abd25b7060,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:27.831397 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0697a29a-601b-4f87-8140-29feb12c2887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:27.836298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'd573766c-5f11-4cfb-b105-d3abd25b7060', 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb', 'port_id': 'd573766c-5f11-4cfb-b105-d3abd25b7060', 'mac_address': 'fa:16:3e:a1:d2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09826767-a75f-4c1d-8c1d-9a09ec36b4c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:27:27.888235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d573766c-5f11-4cfb-b105-d3abd25b7060 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:27.888945 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:27.907289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d573766c-5f11-4cfb-b105-d3abd25b7060 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:27:27.937934 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for port (a5ccd660-5676-4f6c-b2b9-c913e08128ba), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:27.956001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc4eac-0e24-4537-82ff-0e9ad1011211 req-223d0f54-da5c-4fa6-b0c9-d8ff861ceaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:27.957784 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efdc4eac-0e24-4537-82ff-0e9ad1011211 req-223d0f54-da5c-4fa6-b0c9-d8ff861ceaf4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=78112c47-e401-426c-9c2f-c3068b097f08 HTTP/1.1" status: 200 len: 920 time: 0.5336173 Feb 09 03:27:27.959171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d573766c-5f11-4cfb-b105-d3abd25b7060, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d573766c-5f11-4cfb-b105-d3abd25b7060,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:27.967264 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:28.043377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ccf49178-a9ad-4e48-8e79-9a41e352c558 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "GET /v2.0/floatingips/daf493fa-691c-4a5f-94d2-17cd54d252eb HTTP/1.1" status: 200 len: 978 time: 0.3437185 Feb 09 03:27:28.051785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41908) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:28.068140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=d573766c-5f11-4cfb-b105-d3abd25b7060,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:28.133943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efdc4eac-0e24-4537-82ff-0e9ad1011211 req-7e714d75-9e28-4b7b-a430-78ce595e10b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 217 time: 0.1425936 Feb 09 03:27:28.214492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d573766c-5f11-4cfb-b105-d3abd25b7060'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:28.232927 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4fa4fdf5-ab57-4a39-8cea-c584abacf1a9 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1742938 Feb 09 03:27:28.236275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41910) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:28.259438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-17be7813-4fba-43ea-922d-d06be9a6505b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'floatingip': {'port_id': 'ae88b830-4ada-4abc-9f46-0fda9ca3034c'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:28.314218 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fbdc11-7fde-4b67-ac58-31adf47a8b1a req-b72c3d93-1401-4b20-9e86-66e22d51d3f8 service neutron] 10.222.0.42 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183755 Feb 09 03:27:28.315800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc4eac-0e24-4537-82ff-0e9ad1011211 req-6125ecba-05f6-47c9-835e-92c7bffd6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:28.317509 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efdc4eac-0e24-4537-82ff-0e9ad1011211 req-6125ecba-05f6-47c9-835e-92c7bffd6cf2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46223b2f-881f-497b-ae95-085206018dcd HTTP/1.1" status: 200 len: 859 time: 0.1772618 Feb 09 03:27:28.352261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17be7813-4fba-43ea-922d-d06be9a6505b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (daf493fa-691c-4a5f-94d2-17cd54d252eb), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:28.460778 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad4c15-5fbb-4bbd-9f33-69c5026d9dd7 req-df7af1b2-061d-449a-9841-8b20580d39f9 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:28.462417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3ad4c15-5fbb-4bbd-9f33-69c5026d9dd7 req-df7af1b2-061d-449a-9841-8b20580d39f9 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.6433134 Feb 09 03:27:28.480829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a5ccd660-5676-4f6c-b2b9-c913e08128ba), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:28.500836 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efdc4eac-0e24-4537-82ff-0e9ad1011211 req-3d3d5cf4-33ea-44bb-8f74-d67cea410f6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78112c47-e401-426c-9c2f-c3068b097f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1701999 Feb 09 03:27:28.607594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:28.642028 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:28.652723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:28.702919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Allocated IP 172.25.5.127 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/9fe3bebc-9624-48b3-8f51-91bf84030d43) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:28.709181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Pushing event updated for resources: {'Port': ['ID=a5ccd660-5676-4f6c-b2b9-c913e08128ba,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:28.742522 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3ad4c15-5fbb-4bbd-9f33-69c5026d9dd7 req-94faf031-5c60-4270-93de-d03f1f91e41e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687745 Feb 09 03:27:28.763859 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0697a29a-601b-4f87-8140-29feb12c2887 admin admin] Publish callbacks [] for security_group (bfc6a93a-42b2-4eb2-95f9-0a8d4216dd7b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:28.782349 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0697a29a-601b-4f87-8140-29feb12c2887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bfc6a93a-42b2-4eb2-95f9-0a8d4216dd7b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:28.832141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efdc4eac-0e24-4537-82ff-0e9ad1011211 req-36fd7426-47d8-4f84-ac0d-afa3d6c42a19 service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724242 Feb 09 03:27:28.970358 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for floatingip (319dc8d8-6107-44b1-a7fb-b237c139b519), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.011989 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for port (9fe3bebc-9624-48b3-8f51-91bf84030d43), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.066288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efdc4eac-0e24-4537-82ff-0e9ad1011211 req-178c0e00-876c-4331-a4ff-1fe718a251fb service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039909 Feb 09 03:27:29.070868 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a5ccd660-5676-4f6c-b2b9-c913e08128ba), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.139354 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (9fe3bebc-9624-48b3-8f51-91bf84030d43), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.232271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:29.241570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:29.249674 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:29.276454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event updated for resources: {'Port': ['ID=9fe3bebc-9624-48b3-8f51-91bf84030d43,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:29.400080 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for port (a5ccd660-5676-4f6c-b2b9-c913e08128ba), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.412125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (34ec048e-ed55-4c1e-adec-3d7565e2fc57), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.414011 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0697a29a-601b-4f87-8140-29feb12c2887 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ec3467257a94c0b9eeb2fc07bc60a16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7584028 Feb 09 03:27:29.419250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41938) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:29.419471 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a5ccd660-5676-4f6c-b2b9-c913e08128ba), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.465866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697a29a-601b-4f87-8140-29feb12c2887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc6a93a-42b2-4eb2-95f9-0a8d4216dd7b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:29.528433 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:29.530640 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9fe3bebc-9624-48b3-8f51-91bf84030d43), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.532267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Pushing event updated for resources: {'Port': ['ID=a5ccd660-5676-4f6c-b2b9-c913e08128ba,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:29.576285 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (319dc8d8-6107-44b1-a7fb-b237c139b519), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.609641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d573766c-5f11-4cfb-b105-d3abd25b7060 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:27:29.613417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad9f5b-a971-4262-b987-5a14c9ee35d0 req-6ed04f9b-f518-4baa-ab68-ece3ebab0ea8 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:29.617609 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2aad9f5b-a971-4262-b987-5a14c9ee35d0 req-6ed04f9b-f518-4baa-ab68-ece3ebab0ea8 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 945 time: 0.7417431 Feb 09 03:27:29.627146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.634497 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-6ddaea53-5f77-4f8f-9392-8d447c05bf5c tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7955315 Feb 09 03:27:29.653135 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6106498-bbdc-4024-87d1-6c80f326c31c admin admin] Publish callbacks [] for security_group (bfc6a93a-42b2-4eb2-95f9-0a8d4216dd7b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.727880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port d573766c-5f11-4cfb-b105-d3abd25b7060 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:27:29.728621 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6106498-bbdc-4024-87d1-6c80f326c31c admin admin] Publish callbacks [] for security_group (bfc6a93a-42b2-4eb2-95f9-0a8d4216dd7b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.732863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port d573766c-5f11-4cfb-b105-d3abd25b7060 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:29.733491 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.747676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:29.773907 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-9e230a7d-0217-45e9-a1d3-c0063624f701 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.1384830 Feb 09 03:27:29.813127 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.825968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2aad9f5b-a971-4262-b987-5a14c9ee35d0 req-77cff39f-7a1b-40b3-b17a-aff3da3f75f1 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000220 Feb 09 03:27:29.834517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d573766c-5f11-4cfb-b105-d3abd25b7060 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:29.834849 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.852543 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17be7813-4fba-43ea-922d-d06be9a6505b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.860571 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17be7813-4fba-43ea-922d-d06be9a6505b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (daf493fa-691c-4a5f-94d2-17cd54d252eb), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.872459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44523d12-3267-49c7-92d8-cc3c8ecedd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd573766c-5f11-4cfb-b105-d3abd25b7060'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:29.875550 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f333d7f2-572a-41d2-a654-4f2d113028da" -d '{"events": [{"server_uuid": "44523d12-3267-49c7-92d8-cc3c8ecedd14", "name": "network-vif-plugged", "status": "completed", "tag": "d573766c-5f11-4cfb-b105-d3abd25b7060"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:29.889912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d573766c-5f11-4cfb-b105-d3abd25b7060, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d573766c-5f11-4cfb-b105-d3abd25b7060,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:29.904048 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.972204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6106498-bbdc-4024-87d1-6c80f326c31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bfc6a93a-42b2-4eb2-95f9-0a8d4216dd7b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.975753 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6106498-bbdc-4024-87d1-6c80f326c31c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.977537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c6106498-bbdc-4024-87d1-6c80f326c31c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfc6a93a-42b2-4eb2-95f9-0a8d4216dd7b HTTP/1.1" status: 204 len: 168 time: 0.5128832 Feb 09 03:27:29.988668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=d573766c-5f11-4cfb-b105-d3abd25b7060,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:30.040903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6106498-bbdc-4024-87d1-6c80f326c31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc6a93a-42b2-4eb2-95f9-0a8d4216dd7b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:30.086680 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for port (9fe3bebc-9624-48b3-8f51-91bf84030d43), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:30.088253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed400d2-163c-4606-8927-720963960f29 req-4804f35b-7096-4e79-8209-7b715739fc0d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:30.090723 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ed400d2-163c-4606-8927-720963960f29 req-4804f35b-7096-4e79-8209-7b715739fc0d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.1416049 Feb 09 03:27:30.096409 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-17be7813-4fba-43ea-922d-d06be9a6505b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Floating IP daf493fa-691c-4a5f-94d2-17cd54d252eb associated. External IP: 172.25.5.192, port: 156da073-41db-460d-8d7f-6355e624a9c7. Feb 09 03:27:30.104007 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (9fe3bebc-9624-48b3-8f51-91bf84030d43), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:30.111955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-dcee52f8-c2d5-4454-baba-d84f4933bc8d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:30.113149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-dcee52f8-c2d5-4454-baba-d84f4933bc8d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.3218269 Feb 09 03:27:30.130872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-e94bd7bb-bd12-44ee-a951-22750f44b6ce tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:27:30.132087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52ae91dc-c310-4d8b-9400-7093f5f36fab req-e94bd7bb-bd12-44ee-a951-22750f44b6ce tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074000 Feb 09 03:27:30.200516 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179068d9-faa7-4fe4-8fd0-5bd8942f6752 x-openstack-request-id: req-179068d9-faa7-4fe4-8fd0-5bd8942f6752 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:30.200816 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44523d12-3267-49c7-92d8-cc3c8ecedd14", "name": "network-vif-plugged", "status": "completed", "tag": "d573766c-5f11-4cfb-b105-d3abd25b7060", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:30.201073 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-179068d9-faa7-4fe4-8fd0-5bd8942f6752 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:30.201491 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44523d12-3267-49c7-92d8-cc3c8ecedd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd573766c-5f11-4cfb-b105-d3abd25b7060', 'code': 200} Feb 09 03:27:30.254718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event updated for resources: {'Port': ['ID=9fe3bebc-9624-48b3-8f51-91bf84030d43,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:30.293394 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ed400d2-163c-4606-8927-720963960f29 req-898037fc-0537-4ac3-9ddd-3225ba93b447 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938810 Feb 09 03:27:30.319717 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (34ec048e-ed55-4c1e-adec-3d7565e2fc57), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:30.359350 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:30.378274 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:30.379508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4e43e188-2ee5-4371-8af7-5466e77525d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2184064 Feb 09 03:27:30.512095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Allocated IP 172.25.5.98 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/f9afe436-4ece-45b7-86e3-73517b0e4b74) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:30.524113 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17be7813-4fba-43ea-922d-d06be9a6505b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:30.589487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87177c9d-6c96-41a2-ab0c-c00cb76d279b req-3b39b77c-5a3a-437e-a48f-734713cc6c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:30.594120 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87177c9d-6c96-41a2-ab0c-c00cb76d279b req-3b39b77c-5a3a-437e-a48f-734713cc6c7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 1129 time: 0.3190856 Feb 09 03:27:30.717324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593e154-b26f-4449-80bd-c5afc961f252 req-18886b29-9f71-4ad3-b18a-1ba98b4afb88 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:30.729184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6593e154-b26f-4449-80bd-c5afc961f252 req-18886b29-9f71-4ad3-b18a-1ba98b4afb88 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4380441 Feb 09 03:27:30.804032 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-efdc4379-03c2-4c68-b69d-a3bd55d03a79 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1964469798&fields=id&tenant_id=75f22a02eb0444c6ae9cf24015859115 HTTP/1.1" status: 200 len: 267 time: 0.0726626 Feb 09 03:27:30.900897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17be7813-4fba-43ea-922d-d06be9a6505b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:30.910740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc659d-c209-48a0-a8f8-a3924f7a9f7f None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:30.918763 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6593e154-b26f-4449-80bd-c5afc961f252 req-088525b1-e9a1-48e2-bc94-6f1e4cd763f1 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.1713445 Feb 09 03:27:30.929084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-6593e154-b26f-4449-80bd-c5afc961f252 req-70e9851c-1326-4632-9d2e-d7e0fc069a78 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Request body: {'floatingip': {'port_id': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:30.934291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc659d-c209-48a0-a8f8-a3924f7a9f7f None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:30.934950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4bdc659d-c209-48a0-a8f8-a3924f7a9f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:31.003523 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4bdc659d-c209-48a0-a8f8-a3924f7a9f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:31.017610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc659d-c209-48a0-a8f8-a3924f7a9f7f None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:31.018454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4bdc659d-c209-48a0-a8f8-a3924f7a9f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:31.047595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-9c260f9e-0c92-428f-983c-324d4c12028d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:31.049115 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-9c260f9e-0c92-428f-983c-324d4c12028d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 817 time: 0.2267516 Feb 09 03:27:31.064615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4bdc659d-c209-48a0-a8f8-a3924f7a9f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:31.064815 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87177c9d-6c96-41a2-ab0c-c00cb76d279b req-a9151957-1087-48ef-a54b-4522157eab49 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385471 Feb 09 03:27:31.065191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc659d-c209-48a0-a8f8-a3924f7a9f7f None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:31.078545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-fbc5a7f6-bea4-48a8-bc94-23c0a46f0956 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/quotas/75f22a02eb0444c6ae9cf24015859115 HTTP/1.1" status: 200 len: 375 time: 0.0203567 Feb 09 03:27:31.085808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6593e154-b26f-4449-80bd-c5afc961f252 req-70e9851c-1326-4632-9d2e-d7e0fc069a78 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for floatingip (319dc8d8-6107-44b1-a7fb-b237c139b519), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:31.186271 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for port (f9afe436-4ece-45b7-86e3-73517b0e4b74), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:31.250641 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-665d334b-81d7-4174-b4bf-b28735e8f68b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1611638 Feb 09 03:27:31.360482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-0018c34b-9193-4cf7-82f9-32663f74e566 service neutron] 10.222.0.21 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917695 Feb 09 03:27:31.370034 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17be7813-4fba-43ea-922d-d06be9a6505b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:31.553010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17be7813-4fba-43ea-922d-d06be9a6505b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:31.561471 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17be7813-4fba-43ea-922d-d06be9a6505b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:31.565940 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e761e64-8012-4c06-925c-c1216c98563f None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:31.598355 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e761e64-8012-4c06-925c-c1216c98563f None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:31.599486 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3e761e64-8012-4c06-925c-c1216c98563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:31.621024 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-a3103d78-abf6-4efe-8256-06bc23fe0132 service neutron] 10.222.0.21 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533944 Feb 09 03:27:31.661845 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-17be7813-4fba-43ea-922d-d06be9a6505b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "PUT /v2.0/floatingips/daf493fa-691c-4a5f-94d2-17cd54d252eb HTTP/1.1" status: 200 len: 978 time: 3.4235523 Feb 09 03:27:31.674065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41998) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:31.679310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c0bba310-154c-45eb-8346-a5a5f9ebc69d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:31.685787 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3e761e64-8012-4c06-925c-c1216c98563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:31.711815 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e761e64-8012-4c06-925c-c1216c98563f None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:31.715669 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3e761e64-8012-4c06-925c-c1216c98563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:31.796592 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0bba310-154c-45eb-8346-a5a5f9ebc69d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (daf493fa-691c-4a5f-94d2-17cd54d252eb), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:31.871356 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3e761e64-8012-4c06-925c-c1216c98563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:31.872029 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e761e64-8012-4c06-925c-c1216c98563f None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:32.065375 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6593e154-b26f-4449-80bd-c5afc961f252 req-70e9851c-1326-4632-9d2e-d7e0fc069a78 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:32.067687 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f9afe436-4ece-45b7-86e3-73517b0e4b74), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:32.080186 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6593e154-b26f-4449-80bd-c5afc961f252 req-70e9851c-1326-4632-9d2e-d7e0fc069a78 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (319dc8d8-6107-44b1-a7fb-b237c139b519), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:32.235417 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [req-6593e154-b26f-4449-80bd-c5afc961f252 req-70e9851c-1326-4632-9d2e-d7e0fc069a78 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Floating IP 319dc8d8-6107-44b1-a7fb-b237c139b519 associated. External IP: 172.25.5.217, port: b1bc3e93-6464-4556-827d-43c11e559aa7. Feb 09 03:27:32.295271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-e780b1fe-ae50-413f-aa36-56ba5b95cd2d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:32.303893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-e780b1fe-ae50-413f-aa36-56ba5b95cd2d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/networks?id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27 HTTP/1.1" status: 200 len: 815 time: 0.3558776 Feb 09 03:27:32.369406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0bba310-154c-45eb-8346-a5a5f9ebc69d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:32.373718 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-8422cf71-9251-4580-8cb1-ec78a0eade0e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/quotas/5ded15d3865e451a8f7334fba0febdf1 HTTP/1.1" status: 200 len: 375 time: 0.0686455 Feb 09 03:27:32.406627 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0bba310-154c-45eb-8346-a5a5f9ebc69d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (daf493fa-691c-4a5f-94d2-17cd54d252eb), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:32.407963 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-c0bba310-154c-45eb-8346-a5a5f9ebc69d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Floating IP daf493fa-691c-4a5f-94d2-17cd54d252eb disassociated. External IP: 172.25.5.192, port: ae88b830-4ada-4abc-9f46-0fda9ca3034c. Feb 09 03:27:32.495389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:32.508483 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:32.516053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:32.544766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event updated for resources: {'Port': ['ID=f9afe436-4ece-45b7-86e3-73517b0e4b74,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:32.587479 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3f6fc-9f77-4fe7-8a4d-e945c5be5a98 req-aacc6ec7-f82e-4d1a-b4f9-e06003ba76a9 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:32.589265 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25e3f6fc-9f77-4fe7-8a4d-e945c5be5a98 req-aacc6ec7-f82e-4d1a-b4f9-e06003ba76a9 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.65 "GET /v2.0/ports?device_id=673fe4c2-8f07-4487-b0a8-97926950c64c HTTP/1.1" status: 200 len: 945 time: 0.3600633 Feb 09 03:27:32.674791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6593e154-b26f-4449-80bd-c5afc961f252 req-70e9851c-1326-4632-9d2e-d7e0fc069a78 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Router 07669465-bf47-4171-828a-dd2ec4c0c06d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:32.827329 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for floatingip (621590c3-abdd-41f0-81cd-76ea2a4ccd29), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:32.927434 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-25e3f6fc-9f77-4fe7-8a4d-e945c5be5a98 req-55bf58fa-60e3-47a1-b89b-c4ed327beeef tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Deleting port 8880f133-24e7-4e99-b4a2-a156fbc44dfa {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:32.930116 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-25e3f6fc-9f77-4fe7-8a4d-e945c5be5a98 req-55bf58fa-60e3-47a1-b89b-c4ed327beeef tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:33.043467 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f9afe436-4ece-45b7-86e3-73517b0e4b74), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:33.049645 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-964b36db-e332-4579-99d6-d378bd60a8e0 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ded15d3865e451a8f7334fba0febdf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6691377 Feb 09 03:27:33.074579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6593e154-b26f-4449-80bd-c5afc961f252 req-70e9851c-1326-4632-9d2e-d7e0fc069a78 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:33.089386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879ce39-8f40-4b94-83bf-e992c90fcd2f None None] Sync routers for ids ['07669465-bf47-4171-828a-dd2ec4c0c06d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:33.115131 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6593e154-b26f-4449-80bd-c5afc961f252 req-70e9851c-1326-4632-9d2e-d7e0fc069a78 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:33.132635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879ce39-8f40-4b94-83bf-e992c90fcd2f None None] Routers {'07669465-bf47-4171-828a-dd2ec4c0c06d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:33.133542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0879ce39-8f40-4b94-83bf-e992c90fcd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['07669465-bf47-4171-828a-dd2ec4c0c06d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:33.203054 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6ff8a90c-ff68-456b-a248-a0776ff2473f service neutron] 10.222.0.21 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525378 Feb 09 03:27:33.241951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6593e154-b26f-4449-80bd-c5afc961f252 req-70e9851c-1326-4632-9d2e-d7e0fc069a78 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "PUT /v2.0/floatingips/319dc8d8-6107-44b1-a7fb-b237c139b519 HTTP/1.1" status: 200 len: 996 time: 2.3222673 Feb 09 03:27:33.246870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:33.249203 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b42d0d3-d65a-401e-ab50-4c4890929418" -d '{"events": [{"name": "network-changed", "server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:33.306263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-0879ce39-8f40-4b94-83bf-e992c90fcd2f None None] Set router 07669465-bf47-4171-828a-dd2ec4c0c06d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:27:33.343778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-25e3f6fc-9f77-4fe7-8a4d-e945c5be5a98 req-55bf58fa-60e3-47a1-b89b-c4ed327beeef tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] For port 8880f133-24e7-4e99-b4a2-a156fbc44dfa, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8880f133-24e7-4e99-b4a2-a156fbc44dfa,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:33.344150 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-25e3f6fc-9f77-4fe7-8a4d-e945c5be5a98 req-55bf58fa-60e3-47a1-b89b-c4ed327beeef tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:33.379417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-25e3f6fc-9f77-4fe7-8a4d-e945c5be5a98 req-55bf58fa-60e3-47a1-b89b-c4ed327beeef tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Calling delete_port for 8880f133-24e7-4e99-b4a2-a156fbc44dfa owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:33.395100 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-dfb0b264-33b7-4cbd-9b54-e8aad39070a4 service neutron] 10.222.0.21 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745007 Feb 09 03:27:33.404685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bba310-154c-45eb-8346-a5a5f9ebc69d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:33.695783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for port (f9afe436-4ece-45b7-86e3-73517b0e4b74), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:33.752127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bba310-154c-45eb-8346-a5a5f9ebc69d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:33.764576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0879ce39-8f40-4b94-83bf-e992c90fcd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '319dc8d8-6107-44b1-a7fb-b237c139b519', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'floating_ip_address': '172.25.5.217', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'port_id': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'mac_address': 'fa:16:3e:e6:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:27:28Z', 'updated_at': '2022-02-09T03:27:31Z', 'revision_number': 1, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182594b6-862a-4196-9fe6-105c9d6e420e', 'name': '', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'mac_address': 'fa:16:3e:af:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46223b2f-881f-497b-ae95-085206018dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:22Z', 'updated_at': '2022-02-09T03:26:32Z', 'revision_number': 5, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'subnets': [{'id': '46223b2f-881f-497b-ae95-085206018dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:33.766380 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ca32d8-9258-4e35-9c5b-31cdcdfee802 None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:33.780107 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0bba310-154c-45eb-8346-a5a5f9ebc69d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:33.784861 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca32d8-9258-4e35-9c5b-31cdcdfee802 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:33.786283 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a0ca32d8-9258-4e35-9c5b-31cdcdfee802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:33.816776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879ce39-8f40-4b94-83bf-e992c90fcd2f None None] Checking router: 07669465-bf47-4171-828a-dd2ec4c0c06d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:27:33.840224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879ce39-8f40-4b94-83bf-e992c90fcd2f None None] Routers {'07669465-bf47-4171-828a-dd2ec4c0c06d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:33.841130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0879ce39-8f40-4b94-83bf-e992c90fcd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['07669465-bf47-4171-828a-dd2ec4c0c06d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:33.869583 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a0ca32d8-9258-4e35-9c5b-31cdcdfee802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:33.895032 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca32d8-9258-4e35-9c5b-31cdcdfee802 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:33.895899 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a0ca32d8-9258-4e35-9c5b-31cdcdfee802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:33.914652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c0bba310-154c-45eb-8346-a5a5f9ebc69d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "PUT /v2.0/floatingips/daf493fa-691c-4a5f-94d2-17cd54d252eb HTTP/1.1" status: 200 len: 688 time: 2.2392271 Feb 09 03:27:33.918736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42112) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:33.975317 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a0ca32d8-9258-4e35-9c5b-31cdcdfee802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:33.984679 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ca32d8-9258-4e35-9c5b-31cdcdfee802 None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:34.101603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (f9afe436-4ece-45b7-86e3-73517b0e4b74), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:34.141299 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-f54dd06f-9e75-408b-85eb-9a9b2f0af7f6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:34.141983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-0879ce39-8f40-4b94-83bf-e992c90fcd2f None None] Set router 07669465-bf47-4171-828a-dd2ec4c0c06d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:27:34.143053 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-f54dd06f-9e75-408b-85eb-9a9b2f0af7f6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.65 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 817 time: 0.3845706 Feb 09 03:27:34.188308 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-25e3f6fc-9f77-4fe7-8a4d-e945c5be5a98 req-55bf58fa-60e3-47a1-b89b-c4ed327beeef tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8880f133-24e7-4e99-b4a2-a156fbc44dfa), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:34.255088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db2874-f013-478c-8874-95e1f8a0f51b req-66f2680e-d3b1-4040-8a06-ad57ef4bde81 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:34.256751 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73db2874-f013-478c-8874-95e1f8a0f51b req-66f2680e-d3b1-4040-8a06-ad57ef4bde81 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 946 time: 0.3958180 Feb 09 03:27:34.289866 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (621590c3-abdd-41f0-81cd-76ea2a4ccd29), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:34.360136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42122) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:34.362757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593e154-b26f-4449-80bd-c5afc961f252 req-48d72a52-b0d2-4ffb-b378-cb1bd25a5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:34.371044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6593e154-b26f-4449-80bd-c5afc961f252 req-48d72a52-b0d2-4ffb-b378-cb1bd25a5c46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a882804ae96455f825e7ee9d8c7c3af&device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 1128 time: 1.0663748 Feb 09 03:27:34.391683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:34.392913 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8632538 Feb 09 03:27:34.393920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1a18b-85e3-4067-ac64-d0516df89f4e tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event updated for resources: {'Port': ['ID=f9afe436-4ece-45b7-86e3-73517b0e4b74,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:34.411662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42126) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:34.417314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-d1ce6a33-0775-43e0-b7bd-79df6601adaf tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75f22a02eb0444c6ae9cf24015859115 HTTP/1.1" status: 200 len: 380 time: 0.2456081 Feb 09 03:27:34.419177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2031159928'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:34.451339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e3f6fc-9f77-4fe7-8a4d-e945c5be5a98 req-55bf58fa-60e3-47a1-b89b-c4ed327beeef tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] No DVR routers for this DVR port 8880f133-24e7-4e99-b4a2-a156fbc44dfa on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:27:34.481310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Made reservation on behalf of 96c45df3b1bb429f982c80d0b7e8608f for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:34.483387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Request body: {'port': {'device_id': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'admin_state_up': True, 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'security_groups': ['30c6b122-b840-41e4-8479-5ed3b600fa9c']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:34.484702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:34.512960 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-25e3f6fc-9f77-4fe7-8a4d-e945c5be5a98 req-55bf58fa-60e3-47a1-b89b-c4ed327beeef tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:34.516328 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25e3f6fc-9f77-4fe7-8a4d-e945c5be5a98 req-55bf58fa-60e3-47a1-b89b-c4ed327beeef tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.65 "DELETE /v2.0/ports/8880f133-24e7-4e99-b4a2-a156fbc44dfa HTTP/1.1" status: 204 len: 173 time: 1.9173741 Feb 09 03:27:34.529620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf58fa-60e3-47a1-b89b-c4ed327beeef tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Pushing event deleted for resources: {'Port': ['ID=8880f133-24e7-4e99-b4a2-a156fbc44dfa,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:34.533719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0879ce39-8f40-4b94-83bf-e992c90fcd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '319dc8d8-6107-44b1-a7fb-b237c139b519', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'floating_ip_address': '172.25.5.217', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'port_id': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'mac_address': 'fa:16:3e:e6:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:27:28Z', 'updated_at': '2022-02-09T03:27:31Z', 'revision_number': 1, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182594b6-862a-4196-9fe6-105c9d6e420e', 'name': '', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'mac_address': 'fa:16:3e:af:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46223b2f-881f-497b-ae95-085206018dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:22Z', 'updated_at': '2022-02-09T03:26:32Z', 'revision_number': 5, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'subnets': [{'id': '46223b2f-881f-497b-ae95-085206018dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:34.533957 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:34.603044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593e154-b26f-4449-80bd-c5afc961f252 req-d42dd28f-f000-48ee-8da2-6b9c4fa9964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:34.610897 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6593e154-b26f-4449-80bd-c5afc961f252 req-d42dd28f-f000-48ee-8da2-6b9c4fa9964e service neutron] 10.222.0.21 "GET /v2.0/networks?id=78112c47-e401-426c-9c2f-c3068b097f08 HTTP/1.1" status: 200 len: 920 time: 0.2389615 Feb 09 03:27:34.615938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879ce39-8f40-4b94-83bf-e992c90fcd2f None None] The sync data for ids ['07669465-bf47-4171-828a-dd2ec4c0c06d'] in n-d-824835-15 is: [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '319dc8d8-6107-44b1-a7fb-b237c139b519', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'floating_ip_address': '172.25.5.217', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'port_id': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'mac_address': 'fa:16:3e:e6:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:27:28Z', 'updated_at': '2022-02-09T03:27:31Z', 'revision_number': 1, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182594b6-862a-4196-9fe6-105c9d6e420e', 'name': '', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'mac_address': 'fa:16:3e:af:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46223b2f-881f-497b-ae95-085206018dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:22Z', 'updated_at': '2022-02-09T03:26:32Z', 'revision_number': 5, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'subnets': [{'id': '46223b2f-881f-497b-ae95-085206018dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:34.664274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c67e87ad-4660-4919-94ab-86d26025f029 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port ef06d7a7-2be2-4ef7-8a66-042b406db6a4 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:34.664666 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c67e87ad-4660-4919-94ab-86d26025f029 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ef06d7a7-2be2-4ef7-8a66-042b406db6a4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:34.677759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73db2874-f013-478c-8874-95e1f8a0f51b req-f434af1a-fa80-4506-9e0b-02369c177e99 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108574 Feb 09 03:27:34.708432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4b58cae-0aad-4639-a6d4-5c5d6354fd89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:34.790121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6593e154-b26f-4449-80bd-c5afc961f252 req-29dbdb00-f023-4303-9ed7-741aac4b32e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 999 time: 0.1783271 Feb 09 03:27:34.857295 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for security_group (d0511384-68dd-4cdd-b829-d8de98682394), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:34.872240 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d0511384-68dd-4cdd-b829-d8de98682394), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:34.925798 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a12fd1a-6ba1-48c3-a8e9-1d86e5c3798d req-c58b6491-f7da-457b-8e80-a5572ee2ec8a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 210 time: 0.0493846 Feb 09 03:27:34.929840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0511384-68dd-4cdd-b829-d8de98682394,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:34.962076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593e154-b26f-4449-80bd-c5afc961f252 req-521b7c1a-e5ae-4f92-9d21-f9ed18a91e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:34.969497 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6593e154-b26f-4449-80bd-c5afc961f252 req-521b7c1a-e5ae-4f92-9d21-f9ed18a91e7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46223b2f-881f-497b-ae95-085206018dcd HTTP/1.1" status: 200 len: 859 time: 0.1641042 Feb 09 03:27:34.971758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:27:35.015312 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6593e154-b26f-4449-80bd-c5afc961f252 req-b4f07d95-2820-422c-9a2c-7ef58df89470 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78112c47-e401-426c-9c2f-c3068b097f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409799 Feb 09 03:27:35.023292 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (46a2ccec-7b21-449f-8d70-3306fece9fcc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.024064 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Added segment 46a2ccec-7b21-449f-8d70-3306fece9fcc of type vlan for network 7642315a-3f2e-410f-9cd2-44fb251b6736 Feb 09 03:27:35.044965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-6593e154-b26f-4449-80bd-c5afc961f252 req-471d081a-e9b9-4350-8012-93950cb294de service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:27:35.046004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16bb4ac-cb38-47d5-a922-1c2c1b84c574 None None] New status for floating IP 319dc8d8-6107-44b1-a7fb-b237c139b519: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:27:35.046569 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6593e154-b26f-4449-80bd-c5afc961f252 req-471d081a-e9b9-4350-8012-93950cb294de service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163515 Feb 09 03:27:35.061618 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c67e87ad-4660-4919-94ab-86d26025f029 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ef06d7a7-2be2-4ef7-8a66-042b406db6a4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.062006 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c67e87ad-4660-4919-94ab-86d26025f029 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (ef06d7a7-2be2-4ef7-8a66-042b406db6a4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.083436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c67e87ad-4660-4919-94ab-86d26025f029 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for ef06d7a7-2be2-4ef7-8a66-042b406db6a4 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:35.093962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4b58cae-0aad-4639-a6d4-5c5d6354fd89 admin admin] Publish callbacks [] for security_group (fc20357a-adfe-4fa5-8239-5986a36d62f6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.108507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Made reservation on behalf of 75f22a02eb0444c6ae9cf24015859115 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:35.115154 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.144813 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4b58cae-0aad-4639-a6d4-5c5d6354fd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fc20357a-adfe-4fa5-8239-5986a36d62f6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.175603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (7642315a-3f2e-410f-9cd2-44fb251b6736), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.241653 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f4b58cae-0aad-4639-a6d4-5c5d6354fd89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1e28e772d72435ca3cf123c524a5deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8622770 Feb 09 03:27:35.242795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b58cae-0aad-4639-a6d4-5c5d6354fd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc20357a-adfe-4fa5-8239-5986a36d62f6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:35.245494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42130) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:35.255330 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (7642315a-3f2e-410f-9cd2-44fb251b6736), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.260141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:35.260746 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.372540 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event updated for resources: {'Network': ['ID=7642315a-3f2e-410f-9cd2-44fb251b6736,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:35.407676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4199d51-2596-4aa6-8321-212b05b7be9f admin admin] Publish callbacks [] for security_group (fc20357a-adfe-4fa5-8239-5986a36d62f6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.415747 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b1f40ffd-a3e0-412c-b484-3fa8062472c9 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9978006 Feb 09 03:27:35.416715 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6593e154-b26f-4449-80bd-c5afc961f252 req-8d99e0f3-878d-492c-b0d8-ebcaad3893dc service neutron] 10.222.0.21 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374238 Feb 09 03:27:35.416715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42134) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:35.422936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f153a405-f1eb-41dc-bf2c-e9ff537f2d9d tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Request body: {'subnet': {'network_id': '7642315a-3f2e-410f-9cd2-44fb251b6736', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:35.423345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Allocated IP 172.20.0.11 (d47ae607-b915-448d-973b-db6bfbd43c08/96c3bad6-291e-4ae2-af38-95ffb08b433c/2951d8dc-0f2b-440d-a205-d1cb8c2a59bd) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:35.431396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 7642315a-3f2e-410f-9cd2-44fb251b6736 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:27:35.445096 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb38e8c-a0de-44f7-8944-b5847eb4dbf5 x-openstack-request-id: req-efb38e8c-a0de-44f7-8944-b5847eb4dbf5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:35.445096 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:35.445453 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efb38e8c-a0de-44f7-8944-b5847eb4dbf5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:35.446192 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'status': 'completed', 'code': 200} Feb 09 03:27:35.517237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8880f133-24e7-4e99-b4a2-a156fbc44dfa no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:27:35.558759 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4199d51-2596-4aa6-8321-212b05b7be9f admin admin] Publish callbacks [] for security_group (fc20357a-adfe-4fa5-8239-5986a36d62f6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.562303 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 8880f133-24e7-4e99-b4a2-a156fbc44dfa {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:27:35.562649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8880f133-24e7-4e99-b4a2-a156fbc44dfa not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:27:35.577667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c67e87ad-4660-4919-94ab-86d26025f029 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ef06d7a7-2be2-4ef7-8a66-042b406db6a4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.593566 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-48491dc8-90db-4cc3-a3ca-e0c3f4a747fc req-56c7dac1-da19-4c57-85e8-984d4ff59b29 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 210 time: 0.0862596 Feb 09 03:27:35.642442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e87ad-4660-4919-94ab-86d26025f029 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=ef06d7a7-2be2-4ef7-8a66-042b406db6a4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:35.841240 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c67e87ad-4660-4919-94ab-86d26025f029 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (daf493fa-691c-4a5f-94d2-17cd54d252eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.844324 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c67e87ad-4660-4919-94ab-86d26025f029 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.847990 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c67e87ad-4660-4919-94ab-86d26025f029 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/floatingips/daf493fa-691c-4a5f-94d2-17cd54d252eb HTTP/1.1" status: 204 len: 168 time: 1.9235139 Feb 09 03:27:35.849562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42136) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:35.865439 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41aa8e70-e4e8-4fb0-af15-c90db042c917 req-9a9c15da-08b7-4fe8-918b-d95574c5b4b4 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-937300558&fields=id&tenant_id=b294c48b0d4c4c6b87a304f198401899 HTTP/1.1" status: 200 len: 267 time: 0.1837056 Feb 09 03:27:35.911915 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4199d51-2596-4aa6-8321-212b05b7be9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fc20357a-adfe-4fa5-8239-5986a36d62f6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.915056 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4199d51-2596-4aa6-8321-212b05b7be9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.916224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b4199d51-2596-4aa6-8321-212b05b7be9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc20357a-adfe-4fa5-8239-5986a36d62f6 HTTP/1.1" status: 204 len: 168 time: 0.6691346 Feb 09 03:27:35.949182 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-677b93d3-2dc5-4e59-9cef-3a585036da9a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] delete failed (client error): The resource could not be found. Feb 09 03:27:35.950286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-677b93d3-2dc5-4e59-9cef-3a585036da9a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/floatingips/daf493fa-691c-4a5f-94d2-17cd54d252eb HTTP/1.1" status: 404 len: 345 time: 0.0980933 Feb 09 03:27:35.961154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42140) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:36.004383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4199d51-2596-4aa6-8321-212b05b7be9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc20357a-adfe-4fa5-8239-5986a36d62f6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:36.055123 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:36.101922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa8e70-e4e8-4fb0-af15-c90db042c917 req-4175b445-db54-4d64-8355-25cdedb6d1b0 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:36.103526 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41aa8e70-e4e8-4fb0-af15-c90db042c917 req-4175b445-db54-4d64-8355-25cdedb6d1b0 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 946 time: 0.1965485 Feb 09 03:27:36.114497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e5ba4-358e-4bf7-a578-c6d34897021b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:36.120323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e5ba4-358e-4bf7-a578-c6d34897021b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:36.129511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e5ba4-358e-4bf7-a578-c6d34897021b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:36.131245 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4d0e5ba4-358e-4bf7-a578-c6d34897021b tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "GET /v2.0/ports?network_id=80d994d8-8031-4a9b-b44b-f5c9f1ea537c HTTP/1.1" status: 200 len: 2358 time: 0.1690295 Feb 09 03:27:36.135626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42146) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:36.142431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-41aa8e70-e4e8-4fb0-af15-c90db042c917 req-bafc7e65-9d6f-4093-a96e-663d44d2544b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'port': {'security_groups': ['89c003f8-f6cd-48ec-a2e1-f625742a0125', '4eb2ec50-6cc2-4482-8acf-924339354c2b']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:36.178816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42d0d3-d65a-401e-ab50-4c4890929418 req-c336adfc-3cdb-4372-b530-9bac09e8bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:36.180310 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b42d0d3-d65a-401e-ab50-4c4890929418 req-c336adfc-3cdb-4372-b530-9bac09e8bd5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a882804ae96455f825e7ee9d8c7c3af&device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 1128 time: 0.6929765 Feb 09 03:27:36.245796 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:36.268483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dfa910-fd42-4ed6-b8d9-bf356afabcab tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:36.269967 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-07dfa910-fd42-4ed6-b8d9-bf356afabcab tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "GET /v2.0/subnets/cc05b7ca-5a34-420f-8b48-419559813143 HTTP/1.1" status: 200 len: 797 time: 0.1329591 Feb 09 03:27:36.288863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42148) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:36.298171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f153a405-f1eb-41dc-bf2c-e9ff537f2d9d tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Made reservation on behalf of 96c45df3b1bb429f982c80d0b7e8608f for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:36.298554 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'port': {'network_id': '80d994d8-8031-4a9b-b44b-f5c9f1ea537c', 'name': 'tempest-FloatingIPTestJSON-889857800', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:36.301670 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f153a405-f1eb-41dc-bf2c-e9ff537f2d9d tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:36.340169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Network d47ae607-b915-448d-973b-db6bfbd43c08 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:36.357425 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6593e154-b26f-4449-80bd-c5afc961f252 req-c35c0eb2-e5f0-42f9-a2ff-b1beedfae527 service neutron] 10.222.0.21 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9105384 Feb 09 03:27:36.359444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:36.393015 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-41aa8e70-e4e8-4fb0-af15-c90db042c917 req-bafc7e65-9d6f-4093-a96e-663d44d2544b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:36.404284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:36.406497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42150) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:36.449151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-4da34fd4-94b0-4093-a358-3eca16142aa6 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:36.450865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-4da34fd4-94b0-4093-a358-3eca16142aa6 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.42 "GET /v2.0/networks?id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27 HTTP/1.1" status: 200 len: 815 time: 0.8763723 Feb 09 03:27:36.471950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Request body: {'port': {'device_id': '7be9c7e9-748a-466a-9a1f-b02c7c2924fb', 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27', 'admin_state_up': True, 'tenant_id': '5ded15d3865e451a8f7334fba0febdf1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:36.482219 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01190cd2-9b92-4274-812b-21e4e1e6110c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:36.488041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event updated for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:36.569691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:36.570793 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:36.599147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42d0d3-d65a-401e-ab50-4c4890929418 req-a16cdc5b-103e-4957-8b56-1239828f5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:36.601553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b42d0d3-d65a-401e-ab50-4c4890929418 req-a16cdc5b-103e-4957-8b56-1239828f5d3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=78112c47-e401-426c-9c2f-c3068b097f08 HTTP/1.1" status: 200 len: 920 time: 0.4129527 Feb 09 03:27:36.618794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-1bf51b8b-18d1-4311-897f-87aec3a741e8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1509497 Feb 09 03:27:36.643421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Request body: {'port': {'device_id': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:36.668508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Made reservation on behalf of aa69fea78eee4b868b7f4826a58fc6e0 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:36.739272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-56662cf2-b100-41b6-9484-5f5af4513477 None None] Provisioning complete for port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:36.739934 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56662cf2-b100-41b6-9484-5f5af4513477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:36.755380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf87b3f-7e38-4477-af38-fa27f165ef21 req-700d26e3-4834-45e0-b364-1d52a3f38cfa tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:36.757299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbf87b3f-7e38-4477-af38-fa27f165ef21 req-700d26e3-4834-45e0-b364-1d52a3f38cfa tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 946 time: 0.2910686 Feb 09 03:27:36.778963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-56662cf2-b100-41b6-9484-5f5af4513477 None None] Port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:27:36.797458 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b42d0d3-d65a-401e-ab50-4c4890929418 req-3e2b35a4-7143-4776-a82f-d925753520b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 1001 time: 0.1855557 Feb 09 03:27:36.826981 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:36.873570 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:36.892055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Made reservation on behalf of 5ded15d3865e451a8f7334fba0febdf1 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:36.895503 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:36.930455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-41aa8e70-e4e8-4fb0-af15-c90db042c917 req-bafc7e65-9d6f-4093-a96e-663d44d2544b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] For port d573766c-5f11-4cfb-b105-d3abd25b7060, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d573766c-5f11-4cfb-b105-d3abd25b7060,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:36.947599 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] device_id is not set on port 798eb33c-33b2-478c-a2a3-56f98e548fbb yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:27:36.997230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42d0d3-d65a-401e-ab50-4c4890929418 req-f5885a3f-78a7-4ca1-8faf-81da493a8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:36.998724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b42d0d3-d65a-401e-ab50-4c4890929418 req-f5885a3f-78a7-4ca1-8faf-81da493a8648 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46223b2f-881f-497b-ae95-085206018dcd HTTP/1.1" status: 200 len: 859 time: 0.1849444 Feb 09 03:27:37.005649 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01190cd2-9b92-4274-812b-21e4e1e6110c admin admin] Publish callbacks [] for security_group (ba1e1687-2252-4c90-bd1e-77b2c52e83dd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:37.014741 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbf87b3f-7e38-4477-af38-fa27f165ef21 req-2beab609-8df8-4ee6-bdfd-cd607f64bdcf tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269564 Feb 09 03:27:37.027704 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01190cd2-9b92-4274-812b-21e4e1e6110c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ba1e1687-2252-4c90-bd1e-77b2c52e83dd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:37.084815 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f153a405-f1eb-41dc-bf2c-e9ff537f2d9d tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (c79afaf1-8dda-4f03-bb33-6bcffc3e8dea), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:37.101199 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b42d0d3-d65a-401e-ab50-4c4890929418 req-f3d51138-cd6b-4f41-84c9-8ec0531ef64a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78112c47-e401-426c-9c2f-c3068b097f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915856 Feb 09 03:27:37.138111 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-41aa8e70-e4e8-4fb0-af15-c90db042c917 req-bafc7e65-9d6f-4093-a96e-663d44d2544b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:37.151931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-41aa8e70-e4e8-4fb0-af15-c90db042c917 req-bafc7e65-9d6f-4093-a96e-663d44d2544b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:37.164998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d573766c-5f11-4cfb-b105-d3abd25b7060'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:37.266809 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-01190cd2-9b92-4274-812b-21e4e1e6110c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08b3765d280145f395805dbacea1d3c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8548310 Feb 09 03:27:37.275147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01190cd2-9b92-4274-812b-21e4e1e6110c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1e1687-2252-4c90-bd1e-77b2c52e83dd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:37.283549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42156) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:37.342064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153a405-f1eb-41dc-bf2c-e9ff537f2d9d tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event updated for resources: {'Subnet': ['ID=c79afaf1-8dda-4f03-bb33-6bcffc3e8dea,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:37.447869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c428cef-fda2-48a7-8a3d-f0c3b87f88b0 req-a2a6c9d2-632d-4ae9-aa40-f2c567b2f1f7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:37.449431 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c428cef-fda2-48a7-8a3d-f0c3b87f88b0 req-a2a6c9d2-632d-4ae9-aa40-f2c567b2f1f7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 932 time: 0.3619721 Feb 09 03:27:37.455721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673fe4c2-8f07-4487-b0a8-97926950c64c', 'name': 'network-vif-deleted', 'tag': '8880f133-24e7-4e99-b4a2-a156fbc44dfa'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:37.458042 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3099cd6-2710-4c74-b897-6cad2846b18f" -d '{"events": [{"server_uuid": "673fe4c2-8f07-4487-b0a8-97926950c64c", "name": "network-vif-deleted", "tag": "8880f133-24e7-4e99-b4a2-a156fbc44dfa"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:37.473129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153a405-f1eb-41dc-bf2c-e9ff537f2d9d tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Checking segment: {'id': '46a2ccec-7b21-449f-8d70-3306fece9fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7642315a-3f2e-410f-9cd2-44fb251b6736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:27:37.473531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f153a405-f1eb-41dc-bf2c-e9ff537f2d9d tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Network hostable DHCP agents. Network: 7642315a-3f2e-410f-9cd2-44fb251b6736, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:27:37.507304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Allocated IP 172.20.0.3 (dae5ac67-0d3e-40b6-87c7-dad4024c9c27/758b59e2-44c9-4ffa-9f75-79486baf7d46/30344808-0fef-43f9-804b-e097238be2c8) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:37.512038 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b42d0d3-d65a-401e-ab50-4c4890929418 req-30036d6e-0991-4db8-9b38-46cc92d0c4b0 service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688238 Feb 09 03:27:37.573753 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6db6-10be-42ed-bffb-dfb94cd6a62f admin admin] Publish callbacks [] for security_group (ba1e1687-2252-4c90-bd1e-77b2c52e83dd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:37.574729 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa8e70-e4e8-4fb0-af15-c90db042c917 req-bafc7e65-9d6f-4093-a96e-663d44d2544b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:37.575367 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-41aa8e70-e4e8-4fb0-af15-c90db042c917 req-bafc7e65-9d6f-4093-a96e-663d44d2544b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:37.576860 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41aa8e70-e4e8-4fb0-af15-c90db042c917 req-bafc7e65-9d6f-4093-a96e-663d44d2544b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "PUT /v2.0/ports/d573766c-5f11-4cfb-b105-d3abd25b7060 HTTP/1.1" status: 200 len: 982 time: 1.4437542 Feb 09 03:27:37.579505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44523d12-3267-49c7-92d8-cc3c8ecedd14', 'tag': 'd573766c-5f11-4cfb-b105-d3abd25b7060'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:37.581754 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2877180-2383-4e37-b85b-7a0787288dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "44523d12-3267-49c7-92d8-cc3c8ecedd14", "tag": "d573766c-5f11-4cfb-b105-d3abd25b7060"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:37.628305 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:37.648000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f153a405-f1eb-41dc-bf2c-e9ff537f2d9d tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Network 7642315a-3f2e-410f-9cd2-44fb251b6736 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:27:37.655198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d573766c-5f11-4cfb-b105-d3abd25b7060'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:37.694750 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6db6-10be-42ed-bffb-dfb94cd6a62f admin admin] Publish callbacks [] for security_group (ba1e1687-2252-4c90-bd1e-77b2c52e83dd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:37.703097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c40f80-82fa-42cf-a840-4e6e3ea4fa98 req-15f7058d-675a-4aa1-9079-42f5006284dd tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:37.704992 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0c40f80-82fa-42cf-a840-4e6e3ea4fa98 req-15f7058d-675a-4aa1-9079-42f5006284dd tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.65 "GET /v2.0/ports?device_id=16720a60-ef96-4867-8272-8389154f3d33 HTTP/1.1" status: 200 len: 946 time: 0.3212068 Feb 09 03:27:37.718666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c428cef-fda2-48a7-8a3d-f0c3b87f88b0 req-0f7c3bb7-8380-4351-9471-97f1cb9fb6dc tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524853 Feb 09 03:27:37.750825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc7e65-9d6f-4093-a96e-663d44d2544b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'Port': ['ID=d573766c-5f11-4cfb-b105-d3abd25b7060,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:37.799049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f153a405-f1eb-41dc-bf2c-e9ff537f2d9d tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 7642315a-3f2e-410f-9cd2-44fb251b6736) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:37.804971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f153a405-f1eb-41dc-bf2c-e9ff537f2d9d tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:37.805881 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f153a405-f1eb-41dc-bf2c-e9ff537f2d9d tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:37.835367 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-f1b53b53-fde7-4338-b321-945fa3d042df tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1001 time: 0.2402763 Feb 09 03:27:37.837390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a1d8dd-4d48-4c62-b156-fde39ab546c5 None None] Network 7642315a-3f2e-410f-9cd2-44fb251b6736 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:27:37.940221 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b5eb6f8-cdb1-4bba-8364-e8e8ad38082d req-885e4ca1-a1cb-4219-9863-1bc89057de21 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 210 time: 0.1163473 Feb 09 03:27:37.953388 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f153a405-f1eb-41dc-bf2c-e9ff537f2d9d tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5355060 Feb 09 03:27:37.954978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42164) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:37.970722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1251689241', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:37.984416 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b42d0d3-d65a-401e-ab50-4c4890929418 req-1ab59f2f-f236-43bd-a031-f2b06198d098 service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460070 Feb 09 03:27:37.985482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:27:37.991736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-557e9ab2-785b-4683-bc93-7f74c31d9990 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:37.993089 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-557e9ab2-785b-4683-bc93-7f74c31d9990 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports/b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 942 time: 0.1417000 Feb 09 03:27:38.001013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Publish callbacks [] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.030072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.20.0.14 (80d994d8-8031-4a9b-b44b-f5c9f1ea537c/cc05b7ca-5a34-420f-8b48-419559813143/798eb33c-33b2-478c-a2a3-56f98e548fbb) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:38.038429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.20.0.13 (80d994d8-8031-4a9b-b44b-f5c9f1ea537c/cc05b7ca-5a34-420f-8b48-419559813143/798eb33c-33b2-478c-a2a3-56f98e548fbb) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:38.039653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-7642315a-3f2e-410f-9cd2-44fb251b6736', 'network_id': '7642315a-3f2e-410f-9cd2-44fb251b6736', 'project_id': '96c45df3b1bb429f982c80d0b7e8608f', 'fixed_ips': [{'subnet_id': 'c79afaf1-8dda-4f03-bb33-6bcffc3e8dea'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:27:38.040825 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.047639 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.048770 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.073161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6db6-10be-42ed-bffb-dfb94cd6a62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ba1e1687-2252-4c90-bd1e-77b2c52e83dd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.076296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6db6-10be-42ed-bffb-dfb94cd6a62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.076436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Transition to ACTIVE for port object 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:27:38.080898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ff2f6db6-10be-42ed-bffb-dfb94cd6a62f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba1e1687-2252-4c90-bd1e-77b2c52e83dd HTTP/1.1" status: 204 len: 168 time: 0.7894578 Feb 09 03:27:38.089573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.116752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f6db6-10be-42ed-bffb-dfb94cd6a62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1e1687-2252-4c90-bd1e-77b2c52e83dd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:38.139141 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks [] for port (30344808-0fef-43f9-804b-e097238be2c8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.145488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-e0c40f80-82fa-42cf-a840-4e6e3ea4fa98 req-ca2143fc-da82-4d6c-bb2d-b6e15aa10a5a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Deleting port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:38.145834 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e0c40f80-82fa-42cf-a840-4e6e3ea4fa98 req-ca2143fc-da82-4d6c-bb2d-b6e15aa10a5a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.182055 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd18562-7f2f-42ea-a5d7-9b98b743d574 x-openstack-request-id: req-afd18562-7f2f-42ea-a5d7-9b98b743d574 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:38.184864 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673fe4c2-8f07-4487-b0a8-97926950c64c", "name": "network-vif-deleted", "tag": "8880f133-24e7-4e99-b4a2-a156fbc44dfa", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:38.185348 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afd18562-7f2f-42ea-a5d7-9b98b743d574 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:38.185942 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673fe4c2-8f07-4487-b0a8-97926950c64c', 'name': 'network-vif-deleted', 'tag': '8880f133-24e7-4e99-b4a2-a156fbc44dfa', 'status': 'completed', 'code': 200} Feb 09 03:27:38.198291 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for router_controller (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.265647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Allocated IP 172.20.0.2 (7642315a-3f2e-410f-9cd2-44fb251b6736/c79afaf1-8dda-4f03-bb33-6bcffc3e8dea/4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:38.364352 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (30344808-0fef-43f9-804b-e097238be2c8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.422679 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-233eda06-322a-4813-bf74-048e4cf781ae req-117d9c29-cbf3-437a-ae08-b1d1391d6a01 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2114214716&fields=id&tenant_id=b294c48b0d4c4c6b87a304f198401899 HTTP/1.1" status: 200 len: 267 time: 0.1449161 Feb 09 03:27:38.456829 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-b7b5bc46-e4a8-482e-a4f6-923164d61793 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1001 time: 0.2296255 Feb 09 03:27:38.459358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e0c40f80-82fa-42cf-a840-4e6e3ea4fa98 req-ca2143fc-da82-4d6c-bb2d-b6e15aa10a5a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] For port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:38.459738 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e0c40f80-82fa-42cf-a840-4e6e3ea4fa98 req-ca2143fc-da82-4d6c-bb2d-b6e15aa10a5a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.499875 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-e0c40f80-82fa-42cf-a840-4e6e3ea4fa98 req-ca2143fc-da82-4d6c-bb2d-b6e15aa10a5a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Calling delete_port for c9c67e3a-8292-47b9-b5cc-944a2bd9a8af owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:38.502663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:38.507445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Pushing event updated for resources: {'Port': ['ID=30344808-0fef-43f9-804b-e097238be2c8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:38.513885 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:38.516151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:38.534536 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Pushing event updated for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:38.576619 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Publish callbacks [] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.589307 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.622736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eda06-322a-4813-bf74-048e4cf781ae req-aa7f4570-1405-4cce-8fca-f3f0db8dcae7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:38.630864 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-233eda06-322a-4813-bf74-048e4cf781ae req-aa7f4570-1405-4cce-8fca-f3f0db8dcae7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 985 time: 0.2072661 Feb 09 03:27:38.640876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-233eda06-322a-4813-bf74-048e4cf781ae req-6c8cc6f2-4dcd-4546-82a3-7ea846725ef5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'port': {'security_groups': ['4eb2ec50-6cc2-4482-8acf-924339354c2b', '89c003f8-f6cd-48ec-a2e1-f625742a0125', '25649a00-1328-4777-b38b-1e30f393f823']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:38.649833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:38.651652 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.710602 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-6030d139-502e-41ec-90b1-eb37e1b34451 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2426939 Feb 09 03:27:38.754030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Request body: {'port': {'device_id': '7be9c7e9-748a-466a-9a1f-b02c7c2924fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:38.810068 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-233eda06-322a-4813-bf74-048e4cf781ae req-6c8cc6f2-4dcd-4546-82a3-7ea846725ef5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.812721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Network 7642315a-3f2e-410f-9cd2-44fb251b6736 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:38.822021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:38.825945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:38.828942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Pushing event updated for resources: {'Port': ['ID=4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:38.873758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Attempting to bind port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:27:38.874340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Attempting to bind port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:27:38.874451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Attempting to bind port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd on network d47ae607-b915-448d-973b-db6bfbd43c08 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:27:38.910056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd on network d47ae607-b915-448d-973b-db6bfbd43c08 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:27:38.910374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Attempting to bind port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd on network d47ae607-b915-448d-973b-db6bfbd43c08 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:27:38.913064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Attempting to bind port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:27:38.913617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Attempting to bind port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '46a2ccec-7b21-449f-8d70-3306fece9fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7642315a-3f2e-410f-9cd2-44fb251b6736'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:27:38.913905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Attempting to bind port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 on network 7642315a-3f2e-410f-9cd2-44fb251b6736 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:27:38.919564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (30344808-0fef-43f9-804b-e097238be2c8), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.921947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:27:38.922598 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for router_gateway (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.922861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Checking segment: {'id': '46a2ccec-7b21-449f-8d70-3306fece9fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7642315a-3f2e-410f-9cd2-44fb251b6736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:27:38.923269 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.923861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Bound using segment: {'id': '46a2ccec-7b21-449f-8d70-3306fece9fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7642315a-3f2e-410f-9cd2-44fb251b6736'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:27:38.924948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Bound port: 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a2ccec-7b21-449f-8d70-3306fece9fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7642315a-3f2e-410f-9cd2-44fb251b6736'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:27:38.926172 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.946631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:27:38.947023 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Checking segment: {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:27:38.947467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Bound using segment: {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:27:38.947853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Bound port: 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:27:38.948919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.976656 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e0c40f80-82fa-42cf-a840-4e6e3ea4fa98 req-ca2143fc-da82-4d6c-bb2d-b6e15aa10a5a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c9c67e3a-8292-47b9-b5cc-944a2bd9a8af), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.992323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['57c7b320-4ee7-4225-9f5f-2ce9cd5bd575'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:38.999302 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (798eb33c-33b2-478c-a2a3-56f98e548fbb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:39.036753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b95ac296-d862-4208-bfde-7450da719034', 'c9c67e3a-8292-47b9-b5cc-944a2bd9a8af'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:39.049934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2143fc-da82-4d6c-bb2d-b6e15aa10a5a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Pushing event deleted for resources: {'Port': ['ID=c9c67e3a-8292-47b9-b5cc-944a2bd9a8af,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:39.080439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-48bd9f37-73c2-4edc-b462-6460fe022744 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:39.088966 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-48bd9f37-73c2-4edc-b462-6460fe022744 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.6311843 Feb 09 03:27:39.103063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] For port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:27:39.129456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] For port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8,segment=NetworkSegment(46a2ccec-7b21-449f-8d70-3306fece9fcc),segment_id=46a2ccec-7b21-449f-8d70-3306fece9fcc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:27:39.130095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-4ce6325a-6475-4a43-ae1a-a3ac505806ba tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:27:39.137907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-4ce6325a-6475-4a43-ae1a-a3ac505806ba tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479851 Feb 09 03:27:39.157478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c40f80-82fa-42cf-a840-4e6e3ea4fa98 req-ca2143fc-da82-4d6c-bb2d-b6e15aa10a5a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] No DVR routers for this DVR port c9c67e3a-8292-47b9-b5cc-944a2bd9a8af on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:27:39.167619 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:39.174299 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e0c40f80-82fa-42cf-a840-4e6e3ea4fa98 req-ca2143fc-da82-4d6c-bb2d-b6e15aa10a5a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:39.178325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0c40f80-82fa-42cf-a840-4e6e3ea4fa98 req-ca2143fc-da82-4d6c-bb2d-b6e15aa10a5a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.65 "DELETE /v2.0/ports/c9c67e3a-8292-47b9-b5cc-944a2bd9a8af HTTP/1.1" status: 204 len: 173 time: 1.4546235 Feb 09 03:27:39.258101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:27:39.266568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:27:39.307172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-1070760d-53f6-4a3e-adff-780b80efceac tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1001 time: 0.1683612 Feb 09 03:27:39.313926 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:39.332671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c635436-ba88-444d-9263-0dc62e7e259c None None] Pushing event updated for resources: {'Port': ['ID=4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:39.335672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-a6f5ae06-bc9e-47f2-aa5e-6cc56eded08d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:39.406331 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (798eb33c-33b2-478c-a2a3-56f98e548fbb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:39.504950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:39.505601 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:39.507592 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] 10.222.0.65 "PUT /v2.0/ports/2951d8dc-0f2b-440d-a205-d1cb8c2a59bd HTTP/1.1" status: 200 len: 1093 time: 2.8717651 Feb 09 03:27:39.550773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network 80d994d8-8031-4a9b-b44b-f5c9f1ea537c is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:39.554309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef32f0-c310-4f11-8fe8-e24ab868b873 service neutron] Pushing event updated for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:39.561855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:39.566410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-a6f5ae06-bc9e-47f2-aa5e-6cc56eded08d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for floatingip (319dc8d8-6107-44b1-a7fb-b237c139b519), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:39.588495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:39.611012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-233eda06-322a-4813-bf74-048e4cf781ae req-6c8cc6f2-4dcd-4546-82a3-7ea846725ef5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] For port d573766c-5f11-4cfb-b105-d3abd25b7060, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d573766c-5f11-4cfb-b105-d3abd25b7060,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:39.685907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-233eda06-322a-4813-bf74-048e4cf781ae req-6c8cc6f2-4dcd-4546-82a3-7ea846725ef5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:39.694564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-233eda06-322a-4813-bf74-048e4cf781ae req-6c8cc6f2-4dcd-4546-82a3-7ea846725ef5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:39.707566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d573766c-5f11-4cfb-b105-d3abd25b7060'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:39.852526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eda06-322a-4813-bf74-048e4cf781ae req-6c8cc6f2-4dcd-4546-82a3-7ea846725ef5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:39.856082 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-233eda06-322a-4813-bf74-048e4cf781ae req-6c8cc6f2-4dcd-4546-82a3-7ea846725ef5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:39.883960 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-233eda06-322a-4813-bf74-048e4cf781ae req-6c8cc6f2-4dcd-4546-82a3-7ea846725ef5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "PUT /v2.0/ports/d573766c-5f11-4cfb-b105-d3abd25b7060 HTTP/1.1" status: 200 len: 1021 time: 1.2372625 Feb 09 03:27:39.958599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30344808-0fef-43f9-804b-e097238be2c8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:27:39.982280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d573766c-5f11-4cfb-b105-d3abd25b7060'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:40.001970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Publish callbacks [] for port (30344808-0fef-43f9-804b-e097238be2c8), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.027319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cc6f2-4dcd-4546-82a3-7ea846725ef5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'Port': ['ID=d573766c-5f11-4cfb-b105-d3abd25b7060,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:40.043306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Transition to ACTIVE for port object 30344808-0fef-43f9-804b-e097238be2c8 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:27:40.050244 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (30344808-0fef-43f9-804b-e097238be2c8), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.185866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Pushing event updated for resources: {'Port': ['ID=30344808-0fef-43f9-804b-e097238be2c8,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:40.192290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16720a60-ef96-4867-8272-8389154f3d33', 'name': 'network-vif-deleted', 'tag': 'c9c67e3a-8292-47b9-b5cc-944a2bd9a8af'}, {'name': 'network-changed', 'server_uuid': '44523d12-3267-49c7-92d8-cc3c8ecedd14', 'tag': 'd573766c-5f11-4cfb-b105-d3abd25b7060'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:40.195790 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30faa8d2-bdb4-4dfe-ac95-c9413caad1a9" -d '{"events": [{"server_uuid": "16720a60-ef96-4867-8272-8389154f3d33", "name": "network-vif-deleted", "tag": "c9c67e3a-8292-47b9-b5cc-944a2bd9a8af"}, {"name": "network-changed", "server_uuid": "44523d12-3267-49c7-92d8-cc3c8ecedd14", "tag": "d573766c-5f11-4cfb-b105-d3abd25b7060"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:40.246912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Attempting to bind port 30344808-0fef-43f9-804b-e097238be2c8 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:27:40.247305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Attempting to bind port 30344808-0fef-43f9-804b-e097238be2c8 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:27:40.247991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Attempting to bind port 30344808-0fef-43f9-804b-e097238be2c8 on network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:27:40.255274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Port 30344808-0fef-43f9-804b-e097238be2c8 on network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:27:40.255603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Attempting to bind port 30344808-0fef-43f9-804b-e097238be2c8 on network dae5ac67-0d3e-40b6-87c7-dad4024c9c27 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:27:40.275341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:27:40.275691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Checking segment: {'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:27:40.276121 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Bound using segment: {'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:27:40.279208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Bound port: 30344808-0fef-43f9-804b-e097238be2c8, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41c5f89-1891-4b96-bf4a-68eeeb146cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:27:40.279635 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (30344808-0fef-43f9-804b-e097238be2c8), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.449616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:27:40.513700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2877180-2383-4e37-b85b-7a0787288dbe req-806cc1c2-fbd6-4f14-a8ff-b7b96f639634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:40.515156 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2877180-2383-4e37-b85b-7a0787288dbe req-806cc1c2-fbd6-4f14-a8ff-b7b96f639634 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b294c48b0d4c4c6b87a304f198401899&device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 1208 time: 0.2157798 Feb 09 03:27:40.519298 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] For port 30344808-0fef-43f9-804b-e097238be2c8, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:27:40.535663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] For port 30344808-0fef-43f9-804b-e097238be2c8, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=30344808-0fef-43f9-804b-e097238be2c8,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:27:40.576377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:40.576787 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.615576 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (30344808-0fef-43f9-804b-e097238be2c8), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.637263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:40.638271 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.639895 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] 10.222.0.42 "PUT /v2.0/ports/30344808-0fef-43f9-804b-e097238be2c8 HTTP/1.1" status: 200 len: 1092 time: 1.9138534 Feb 09 03:27:40.661229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:40.662186 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.664963 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=798eb33c-33b2-478c-a2a3-56f98e548fbb,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:40.679354 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06174b7e-9bd4-46d1-a9a1-10651c914f70 x-openstack-request-id: req-06174b7e-9bd4-46d1-a9a1-10651c914f70 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:40.679898 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44523d12-3267-49c7-92d8-cc3c8ecedd14", "tag": "d573766c-5f11-4cfb-b105-d3abd25b7060", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:40.680323 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06174b7e-9bd4-46d1-a9a1-10651c914f70 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:40.681215 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44523d12-3267-49c7-92d8-cc3c8ecedd14', 'tag': 'd573766c-5f11-4cfb-b105-d3abd25b7060', 'status': 'completed', 'code': 200} Feb 09 03:27:40.684723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277acd8-e8b6-4d71-9f32-818939af8eea req-445f8eb6-bed7-4064-a95c-2f07eebec241 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:40.686519 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d277acd8-e8b6-4d71-9f32-818939af8eea req-445f8eb6-bed7-4064-a95c-2f07eebec241 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.2419417 Feb 09 03:27:40.747334 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-69294c3d-cf96-4805-923a-b4fe6b1c1a68 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.4511435 Feb 09 03:27:40.765162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42244) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:40.799782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:40.800168 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.807832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-4fce7047-5950-4a18-a8be-443b9adf65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:40.810099 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-4fce7047-5950-4a18-a8be-443b9adf65e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 1127 time: 1.1429186 Feb 09 03:27:40.814877 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for router_gateway (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.838836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8,segment=NetworkSegment(46a2ccec-7b21-449f-8d70-3306fece9fcc),segment_id=46a2ccec-7b21-449f-8d70-3306fece9fcc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:40.843873 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.888028 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-a6f5ae06-bc9e-47f2-aa5e-6cc56eded08d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.898527 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.930081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:40.957866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-427dffb8-d90c-4f46-b03b-bb5d320ec482 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd HTTP/1.1" status: 200 len: 217 time: 0.0933714 Feb 09 03:27:40.964312 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-a6f5ae06-bc9e-47f2-aa5e-6cc56eded08d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (319dc8d8-6107-44b1-a7fb-b237c139b519), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:40.964728 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-a6f5ae06-bc9e-47f2-aa5e-6cc56eded08d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Floating IP 319dc8d8-6107-44b1-a7fb-b237c139b519 disassociated. External IP: 172.25.5.217, port: b1bc3e93-6464-4556-827d-43c11e559aa7. Feb 09 03:27:41.017107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db82689-8059-47cf-87c2-7a26a52c924e None None] Network 7642315a-3f2e-410f-9cd2-44fb251b6736 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:27:41.115147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fbd0d5db-861e-4b36-84cb-36f561b5e108 None None] Provisioning complete for port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:41.115679 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d5db-861e-4b36-84cb-36f561b5e108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:41.240132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0d5db-861e-4b36-84cb-36f561b5e108 None None] Current status of the port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:41.262820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '798eb33c-33b2-478c-a2a3-56f98e548fbb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:41.295095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-8978825f-9cb7-4d5d-aea4-30dcaf86e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:41.296722 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-8978825f-9cb7-4d5d-aea4-30dcaf86e98b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.2282093 Feb 09 03:27:41.322435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2877180-2383-4e37-b85b-7a0787288dbe req-ff5d427a-92be-4f97-9215-1eb6363d8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:41.323923 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2877180-2383-4e37-b85b-7a0787288dbe req-ff5d427a-92be-4f97-9215-1eb6363d8e7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb HTTP/1.1" status: 200 len: 913 time: 0.7923157 Feb 09 03:27:41.324534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff9ea2-5c9b-4269-899a-2ab8178074cc service neutron] Pushing event updated for resources: {'Port': ['ID=30344808-0fef-43f9-804b-e097238be2c8,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:41.397294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Allocated IP 172.25.5.12 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/af581672-1039-44c4-8d28-d747710dd93e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:41.399552 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:41.403917 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2877180-2383-4e37-b85b-7a0787288dbe req-9cb16534-c9d6-4765-9205-da323acb4835 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d573766c-5f11-4cfb-b105-d3abd25b7060 HTTP/1.1" status: 200 len: 217 time: 0.0667622 Feb 09 03:27:41.407657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-54195f22-de5a-458e-a5c8-48d6881bcc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:41.409311 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-54195f22-de5a-458e-a5c8-48d6881bcc75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ded15d3865e451a8f7334fba0febdf1&device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 1126 time: 0.7134173 Feb 09 03:27:41.422060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d277acd8-e8b6-4d71-9f32-818939af8eea req-ccf626d5-6ecd-4cb7-9ce9-762469758f16 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7273715 Feb 09 03:27:41.485923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e83558a8-bd97-43fe-93d0-f5322ed16cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:41.487558 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-e83558a8-bd97-43fe-93d0-f5322ed16cdb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1836855 Feb 09 03:27:41.525587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-c572c7a9-cff6-4424-8faa-85b0286ef6bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30344808-0fef-43f9-804b-e097238be2c8 HTTP/1.1" status: 200 len: 217 time: 0.1023474 Feb 09 03:27:41.547051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c9c67e3a-8292-47b9-b5cc-944a2bd9a8af no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:27:41.554082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-a6f5ae06-bc9e-47f2-aa5e-6cc56eded08d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Router 07669465-bf47-4171-828a-dd2ec4c0c06d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:41.587726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: c9c67e3a-8292-47b9-b5cc-944a2bd9a8af {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:27:41.589174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c9c67e3a-8292-47b9-b5cc-944a2bd9a8af not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:27:41.603324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2877180-2383-4e37-b85b-7a0787288dbe req-b4d81134-25ad-47c6-892c-271cbf8f42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:41.603564 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2877180-2383-4e37-b85b-7a0787288dbe req-b4d81134-25ad-47c6-892c-271cbf8f42c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09826767-a75f-4c1d-8c1d-9a09ec36b4c8 HTTP/1.1" status: 200 len: 852 time: 0.1792550 Feb 09 03:27:41.606725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-442ee582-aa92-4733-9a06-2b64d16667f0 None None] Provisioning complete for port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:41.607343 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-442ee582-aa92-4733-9a06-2b64d16667f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:41.668412 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2877180-2383-4e37-b85b-7a0787288dbe req-1625e8aa-17e5-4775-a84c-17280d9efb21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452092 Feb 09 03:27:41.672523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-12ddd8ac-8641-4960-b0fa-19a8b09fe91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:41.674061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-12ddd8ac-8641-4960-b0fa-19a8b09fe91a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=758b59e2-44c9-4ffa-9f75-79486baf7d46 HTTP/1.1" status: 200 len: 855 time: 0.1411302 Feb 09 03:27:41.704248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-442ee582-aa92-4733-9a06-2b64d16667f0 None None] Current status of the port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:41.762593 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for port (af581672-1039-44c4-8d28-d747710dd93e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:41.767417 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-2c3c269f-a199-44c9-a15f-152ba13b605e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813529 Feb 09 03:27:41.783477 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-ee808a54-8d20-4769-b47c-7047e77557f0 service neutron] 10.222.0.65 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851107 Feb 09 03:27:41.804350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cfaaa-6eec-48d2-8214-4458c772121a req-5e7a4b5c-1190-4994-9e07-db2b91d4a7a5 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:41.805978 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b9cfaaa-6eec-48d2-8214-4458c772121a req-5e7a4b5c-1190-4994-9e07-db2b91d4a7a5 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 943 time: 0.2452378 Feb 09 03:27:41.868793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-a6f5ae06-bc9e-47f2-aa5e-6cc56eded08d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:41.876838 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-a6f5ae06-bc9e-47f2-aa5e-6cc56eded08d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:41.887640 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe17502-3b4c-46ac-96a2-086fc3038de0 None None] Sync routers for ids ['07669465-bf47-4171-828a-dd2ec4c0c06d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:41.907616 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe17502-3b4c-46ac-96a2-086fc3038de0 None None] Routers {'07669465-bf47-4171-828a-dd2ec4c0c06d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:41.908605 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9fe17502-3b4c-46ac-96a2-086fc3038de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['07669465-bf47-4171-828a-dd2ec4c0c06d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:41.921444 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-a6f5ae06-bc9e-47f2-aa5e-6cc56eded08d tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "PUT /v2.0/floatingips/319dc8d8-6107-44b1-a7fb-b237c139b519 HTTP/1.1" status: 200 len: 695 time: 2.5875673 Feb 09 03:27:41.945587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2877180-2383-4e37-b85b-7a0787288dbe req-da6e7081-25e1-48ef-a909-88cb8e308326 service neutron] 10.222.0.42 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705145 Feb 09 03:27:41.972434 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (af581672-1039-44c4-8d28-d747710dd93e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:42.034320 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48fa8aa-2740-4cb3-acff-e1356dd423f6 req-b7c00866-6d32-4bb0-a3b1-637f86d0a341 service neutron] 10.222.0.65 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426529 Feb 09 03:27:42.036239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:42.046753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:42.054349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:42.058785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event updated for resources: {'Port': ['ID=af581672-1039-44c4-8d28-d747710dd93e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:42.078007 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:42.080154 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9fe17502-3b4c-46ac-96a2-086fc3038de0 None None] Set router 07669465-bf47-4171-828a-dd2ec4c0c06d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:27:42.090932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-0e5adc9a-aa0b-43a3-b61d-00962b38c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:42.093292 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-0e5adc9a-aa0b-43a3-b61d-00962b38c80b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a882804ae96455f825e7ee9d8c7c3af&device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 1128 time: 0.1617219 Feb 09 03:27:42.103877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-986209e7-ac21-40dc-8dab-ebdfb436bace service neutron] 10.222.0.42 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235166 Feb 09 03:27:42.182517 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b9cfaaa-6eec-48d2-8214-4458c772121a req-21b5b113-246e-4bcc-9282-344603373c69 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623221 Feb 09 03:27:42.353618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-b2c1f371-60c7-4a58-b93c-f092d106582e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:42.355510 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-b2c1f371-60c7-4a58-b93c-f092d106582e service neutron] 10.222.0.21 "GET /v2.0/networks?id=78112c47-e401-426c-9c2f-c3068b097f08 HTTP/1.1" status: 200 len: 920 time: 0.2539680 Feb 09 03:27:42.376970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:27:42.402415 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2877180-2383-4e37-b85b-7a0787288dbe req-021a7598-5ae2-4295-9cb2-f02f4b9e1a01 service neutron] 10.222.0.42 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410572 Feb 09 03:27:42.419278 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-a208f4a5-afbd-4ea5-a518-080007e5f01e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 217 time: 0.0535765 Feb 09 03:27:42.423065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9419c3-1aa4-4701-b6ac-6424e209459d req-a970ba68-e786-4e08-bbc7-d214f95826c3 service neutron] 10.222.0.42 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393610 Feb 09 03:27:42.437102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.25.5.239 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/13ea5535-57f8-4182-b5e5-41513f46d715) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:42.469959 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e64b4b-46a9-4c8b-a72f-66cdb3feaf10 req-b885586d-e6cb-4f43-9e07-bccff60b4ee2 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:42.471628 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e64b4b-46a9-4c8b-a72f-66cdb3feaf10 req-b885586d-e6cb-4f43-9e07-bccff60b4ee2 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 1024 time: 0.1548517 Feb 09 03:27:42.511264 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9fe17502-3b4c-46ac-96a2-086fc3038de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '182594b6-862a-4196-9fe6-105c9d6e420e', 'name': '', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'mac_address': 'fa:16:3e:af:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46223b2f-881f-497b-ae95-085206018dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:22Z', 'updated_at': '2022-02-09T03:26:32Z', 'revision_number': 5, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'subnets': [{'id': '46223b2f-881f-497b-ae95-085206018dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:42.520766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:42.521276 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:42.572010 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe17502-3b4c-46ac-96a2-086fc3038de0 None None] Checking router: 07669465-bf47-4171-828a-dd2ec4c0c06d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:27:42.594191 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe17502-3b4c-46ac-96a2-086fc3038de0 None None] Routers {'07669465-bf47-4171-828a-dd2ec4c0c06d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:42.595996 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9fe17502-3b4c-46ac-96a2-086fc3038de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['07669465-bf47-4171-828a-dd2ec4c0c06d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:42.626340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-10c0d712-75aa-4aa6-9172-0bea8980c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:42.628410 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-10c0d712-75aa-4aa6-9172-0bea8980c135 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46223b2f-881f-497b-ae95-085206018dcd HTTP/1.1" status: 200 len: 859 time: 0.1388404 Feb 09 03:27:42.671524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1e64b4b-46a9-4c8b-a72f-66cdb3feaf10 req-c013d48b-6e40-4e4b-a8d3-b2d412595805 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=25649a00-1328-4777-b38b-1e30f393f823&id=4eb2ec50-6cc2-4482-8acf-924339354c2b&id=89c003f8-f6cd-48ec-a2e1-f625742a0125 HTTP/1.1" status: 200 len: 6207 time: 0.1884942 Feb 09 03:27:42.678250 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (13ea5535-57f8-4182-b5e5-41513f46d715), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:42.685437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd'}, {'name': 'network-changed', 'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:42.688112 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b49503-ac44-4a84-bbc1-569798e0c397" -d '{"events": [{"name": "network-changed", "server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd"}, {"name": "network-changed", "server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:42.710807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:42.730977 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8495878e-3008-4e6e-99c3-8cada2148288 x-openstack-request-id: req-8495878e-3008-4e6e-99c3-8cada2148288 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:42.731718 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16720a60-ef96-4867-8272-8389154f3d33", "name": "network-vif-deleted", "tag": "c9c67e3a-8292-47b9-b5cc-944a2bd9a8af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44523d12-3267-49c7-92d8-cc3c8ecedd14", "tag": "d573766c-5f11-4cfb-b105-d3abd25b7060", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:42.731983 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8495878e-3008-4e6e-99c3-8cada2148288 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:42.732408 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16720a60-ef96-4867-8272-8389154f3d33', 'name': 'network-vif-deleted', 'tag': 'c9c67e3a-8292-47b9-b5cc-944a2bd9a8af', 'status': 'completed', 'code': 200} Feb 09 03:27:42.734848 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44523d12-3267-49c7-92d8-cc3c8ecedd14', 'tag': 'd573766c-5f11-4cfb-b105-d3abd25b7060', 'status': 'completed', 'code': 200} Feb 09 03:27:42.744145 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-1b19bfb8-7141-4ee4-8734-d83025c4e44a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78112c47-e401-426c-9c2f-c3068b097f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956459 Feb 09 03:27:42.753069 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for router_gateway (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:42.780249 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (13ea5535-57f8-4182-b5e5-41513f46d715), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:42.813645 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9fe17502-3b4c-46ac-96a2-086fc3038de0 None None] Set router 07669465-bf47-4171-828a-dd2ec4c0c06d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:27:42.894851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:42.924171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:42.928306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:42.933514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=13ea5535-57f8-4182-b5e5-41513f46d715,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:42.980019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faa8d2-bdb4-4dfe-ac95-c9413caad1a9 req-a849056e-3b70-491b-a493-8b30b2448369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:42.981725 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30faa8d2-bdb4-4dfe-ac95-c9413caad1a9 req-a849056e-3b70-491b-a493-8b30b2448369 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b294c48b0d4c4c6b87a304f198401899&device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 1208 time: 0.1971879 Feb 09 03:27:43.131523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-c7fcf338-83f4-4d6f-a360-aa3d1dd84dfa service neutron] 10.222.0.21 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781971 Feb 09 03:27:43.142268 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9fe17502-3b4c-46ac-96a2-086fc3038de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '182594b6-862a-4196-9fe6-105c9d6e420e', 'name': '', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'mac_address': 'fa:16:3e:af:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46223b2f-881f-497b-ae95-085206018dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:22Z', 'updated_at': '2022-02-09T03:26:32Z', 'revision_number': 5, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'subnets': [{'id': '46223b2f-881f-497b-ae95-085206018dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:43.290583 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe17502-3b4c-46ac-96a2-086fc3038de0 None None] The sync data for ids ['07669465-bf47-4171-828a-dd2ec4c0c06d'] in n-d-824835-15 is: [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '182594b6-862a-4196-9fe6-105c9d6e420e', 'name': '', 'network_id': '78112c47-e401-426c-9c2f-c3068b097f08', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'mac_address': 'fa:16:3e:af:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46223b2f-881f-497b-ae95-085206018dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:22Z', 'updated_at': '2022-02-09T03:26:32Z', 'revision_number': 5, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'subnets': [{'id': '46223b2f-881f-497b-ae95-085206018dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:43.302398 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:43.558928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93e579-b417-4126-ba29-a6e11dc5b969 req-8afcc761-7b6d-48e7-a279-2e5e15b65d53 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:43.560505 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9e93e579-b417-4126-ba29-a6e11dc5b969 req-8afcc761-7b6d-48e7-a279-2e5e15b65d53 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.1482341 Feb 09 03:27:43.619138 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faa8d2-bdb4-4dfe-ac95-c9413caad1a9 req-2748c0eb-8ebb-44f0-90e8-d951a2441752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:43.620657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30faa8d2-bdb4-4dfe-ac95-c9413caad1a9 req-2748c0eb-8ebb-44f0-90e8-d951a2441752 service neutron] 10.222.0.42 "GET /v2.0/networks?id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb HTTP/1.1" status: 200 len: 913 time: 0.6321092 Feb 09 03:27:43.684061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42406) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:43.701516 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30faa8d2-bdb4-4dfe-ac95-c9413caad1a9 req-4403ff7e-9c36-478a-b705-357fef89c4a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d573766c-5f11-4cfb-b105-d3abd25b7060 HTTP/1.1" status: 200 len: 217 time: 0.0668411 Feb 09 03:27:43.703334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4dcbb1-1d38-4340-ad6b-03dcfd613d89 None None] New status for floating IP 319dc8d8-6107-44b1-a7fb-b237c139b519: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:27:43.714243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (8ac97717-3e9c-49e7-96f0-ed0781a9652c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:43.734661 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcbf5820-3240-4101-8071-cd869e5c8942 req-cb1c9025-029a-4d15-97f6-c79112eab0a5 service neutron] 10.222.0.21 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224898 Feb 09 03:27:43.790449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-0ea83ad4-d460-44fa-9027-30ac6fe1f714 req-0504a0ad-2012-4606-8620-977116882aa6 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'security_group': {'name': ' tempest-securitygroup -229956820 ', 'description': 'tempest-description-1572658643'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:43.794791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9e93e579-b417-4126-ba29-a6e11dc5b969 req-579e9889-91d7-47c7-a256-e8ed3d78a647 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032592 Feb 09 03:27:43.843521 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0ea83ad4-d460-44fa-9027-30ac6fe1f714 req-0504a0ad-2012-4606-8620-977116882aa6 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:43.858309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Router 27f7f24d-a02e-4cb0-8a7b-98dc6594835a is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:27:43.889416 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2b9a9a-c747-44e2-8eb6-402fdef2cb90 x-openstack-request-id: req-bd2b9a9a-c747-44e2-8eb6-402fdef2cb90 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:43.889965 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:43.890412 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd2b9a9a-c747-44e2-8eb6-402fdef2cb90 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:43.891156 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'status': 'completed', 'code': 200} Feb 09 03:27:43.891584 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'status': 'completed', 'code': 200} Feb 09 03:27:43.906935 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (13ea5535-57f8-4182-b5e5-41513f46d715), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:44.027534 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d71be061-81ee-4d54-bfeb-b0c5a0e4a653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:44.043125 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0ea83ad4-d460-44fa-9027-30ac6fe1f714 req-0504a0ad-2012-4606-8620-977116882aa6 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (947642b8-aeab-4582-8020-322500949ca3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:44.051721 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0ea83ad4-d460-44fa-9027-30ac6fe1f714 req-0504a0ad-2012-4606-8620-977116882aa6 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (947642b8-aeab-4582-8020-322500949ca3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:44.081395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faa8d2-bdb4-4dfe-ac95-c9413caad1a9 req-f44701b5-a068-490f-8b38-cc3a4a89b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:44.082930 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30faa8d2-bdb4-4dfe-ac95-c9413caad1a9 req-f44701b5-a068-490f-8b38-cc3a4a89b788 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09826767-a75f-4c1d-8c1d-9a09ec36b4c8 HTTP/1.1" status: 200 len: 852 time: 0.2849400 Feb 09 03:27:44.102761 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0ea83ad4-d460-44fa-9027-30ac6fe1f714 req-0504a0ad-2012-4606-8620-977116882aa6 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:44.104130 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ea83ad4-d460-44fa-9027-30ac6fe1f714 req-0504a0ad-2012-4606-8620-977116882aa6 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3210034 Feb 09 03:27:44.112694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504a0ad-2012-4606-8620-977116882aa6 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947642b8-aeab-4582-8020-322500949ca3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:44.123195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-63edbc89-7c54-4761-ae06-852d232ca8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:44.124694 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-63edbc89-7c54-4761-ae06-852d232ca8e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 1127 time: 0.1687536 Feb 09 03:27:44.125923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:44.142704 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed5a55-1901-47c7-89a7-4d1052653f6c None None] Sync routers for ids ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:44.153459 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30faa8d2-bdb4-4dfe-ac95-c9413caad1a9 req-27e0a8f2-8560-4069-9d40-bdd0e626191f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572917 Feb 09 03:27:44.157749 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed5a55-1901-47c7-89a7-4d1052653f6c None None] Routers {'27f7f24d-a02e-4cb0-8a7b-98dc6594835a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:44.158625 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-12ed5a55-1901-47c7-89a7-4d1052653f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:44.193996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-ca279377-3b22-4f4b-9534-2c8b98bf72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:44.195530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-ca279377-3b22-4f4b-9534-2c8b98bf72a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a882804ae96455f825e7ee9d8c7c3af&device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 1128 time: 0.2307920 Feb 09 03:27:44.205337 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-12ed5a55-1901-47c7-89a7-4d1052653f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:44.218414 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed5a55-1901-47c7-89a7-4d1052653f6c None None] Routers {'27f7f24d-a02e-4cb0-8a7b-98dc6594835a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:44.219147 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-12ed5a55-1901-47c7-89a7-4d1052653f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:44.230019 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:44.231381 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aa070c8f-8a9c-4b72-a121-a3be740bdf11 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.2704749 Feb 09 03:27:44.236375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42414) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:44.263509 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-12ed5a55-1901-47c7-89a7-4d1052653f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:44.264835 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed5a55-1901-47c7-89a7-4d1052653f6c None None] The sync data for ids ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:44.272596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e8530-f4c4-41a8-8b1b-c741563780a3 req-99fecd5d-a46c-4fd6-aa56-b7b6891c952d tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:44.274037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-824e8530-f4c4-41a8-8b1b-c741563780a3 req-99fecd5d-a46c-4fd6-aa56-b7b6891c952d tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 946 time: 0.3104339 Feb 09 03:27:44.366576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451c7ac-be32-4de5-bc6f-08a6f0551c93 req-665c0fdf-4e08-4cae-94f1-288875d6ab77 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:44.368024 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d451c7ac-be32-4de5-bc6f-08a6f0551c93 req-665c0fdf-4e08-4cae-94f1-288875d6ab77 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 943 time: 0.1999052 Feb 09 03:27:44.371323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-4e099286-4266-4ae8-a10a-54a1ad7a4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:44.372713 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-4e099286-4266-4ae8-a10a-54a1ad7a4dca service neutron] 10.222.0.65 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.2399399 Feb 09 03:27:44.440388 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-065d15ad-338a-4235-9be7-761f29179709 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd HTTP/1.1" status: 200 len: 217 time: 0.0541749 Feb 09 03:27:44.473796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d71be061-81ee-4d54-bfeb-b0c5a0e4a653 admin admin] Publish callbacks [] for security_group (fbd18d72-477e-4515-9291-19bb0cc62f87), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:44.492014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d71be061-81ee-4d54-bfeb-b0c5a0e4a653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fbd18d72-477e-4515-9291-19bb0cc62f87), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:44.505110 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30faa8d2-bdb4-4dfe-ac95-c9413caad1a9 req-b5c41187-5864-4077-b832-42b75493c827 service neutron] 10.222.0.42 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368292 Feb 09 03:27:44.516770 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-824e8530-f4c4-41a8-8b1b-c741563780a3 req-26f38812-146c-4187-9cff-b5802c480124 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304504 Feb 09 03:27:44.549819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-0b904147-8f0a-40d9-b69f-f91137241da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:44.551270 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-0b904147-8f0a-40d9-b69f-f91137241da1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=78112c47-e401-426c-9c2f-c3068b097f08 HTTP/1.1" status: 200 len: 920 time: 0.3387847 Feb 09 03:27:44.581070 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d451c7ac-be32-4de5-bc6f-08a6f0551c93 req-084acf4f-37b8-45d9-b03f-d922a25c4699 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936049 Feb 09 03:27:44.592700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-2633c58d-daff-4b50-87dc-06ebee747ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:44.594160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-2633c58d-daff-4b50-87dc-06ebee747ce4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.1460843 Feb 09 03:27:44.623352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d71be061-81ee-4d54-bfeb-b0c5a0e4a653 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9846e9a7d8d4407aed18d2c34b8f064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9326422 Feb 09 03:27:44.625216 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (13ea5535-57f8-4182-b5e5-41513f46d715), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:44.626562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42416) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:44.784760 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a905f409-9f99-49f8-bacb-966aa712a002 req-68f7ac3e-a02d-45e6-b949-d5d32e6dfa99 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/947642b8-aeab-4582-8020-322500949ca3 HTTP/1.1" status: 200 len: 1799 time: 0.1719260 Feb 09 03:27:44.844191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-0e2d0969-3b2f-451b-9922-b3d036db6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:44.845713 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-0e2d0969-3b2f-451b-9922-b3d036db6a1e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2121749 Feb 09 03:27:44.853919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8cb16319-5a13-47ff-893c-f309ddb6ee7a admin admin] Publish callbacks [] for security_group (fbd18d72-477e-4515-9291-19bb0cc62f87), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:44.966637 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8cb16319-5a13-47ff-893c-f309ddb6ee7a admin admin] Publish callbacks [] for security_group (fbd18d72-477e-4515-9291-19bb0cc62f87), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:44.991448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be9c7e9-748a-466a-9a1f-b02c7c2924fb', 'tag': '30344808-0fef-43f9-804b-e097238be2c8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:44.993749 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87769f7d-83d8-452d-8bca-d5a4f9f0e66a" -d '{"events": [{"name": "network-changed", "server_uuid": "7be9c7e9-748a-466a-9a1f-b02c7c2924fb", "tag": "30344808-0fef-43f9-804b-e097238be2c8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:45.002647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71be061-81ee-4d54-bfeb-b0c5a0e4a653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd18d72-477e-4515-9291-19bb0cc62f87,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:45.006433 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cdd29de5-d3a1-4170-adbd-d600922360ac req-d0f60219-8f42-4742-91dd-ff5dcd32fa8f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/947642b8-aeab-4582-8020-322500949ca3 HTTP/1.1" status: 200 len: 1799 time: 0.1887643 Feb 09 03:27:45.015264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-ef600070-ad9a-4b05-932c-7312af2c1d68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 200 len: 217 time: 0.4472346 Feb 09 03:27:45.015856 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (13ea5535-57f8-4182-b5e5-41513f46d715), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.100561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-906ac60d-79a0-433f-8caf-a897e03ee878 service neutron] 10.222.0.65 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397907 Feb 09 03:27:45.132498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-8665ddc9-02da-467f-b22d-c64c2ab80111 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/floatingips/319dc8d8-6107-44b1-a7fb-b237c139b519 HTTP/1.1" status: 200 len: 693 time: 0.5175405 Feb 09 03:27:45.184081 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8cb16319-5a13-47ff-893c-f309ddb6ee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fbd18d72-477e-4515-9291-19bb0cc62f87), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.186624 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8cb16319-5a13-47ff-893c-f309ddb6ee7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.187733 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8cb16319-5a13-47ff-893c-f309ddb6ee7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbd18d72-477e-4515-9291-19bb0cc62f87 HTTP/1.1" status: 204 len: 168 time: 0.5555882 Feb 09 03:27:45.217462 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=13ea5535-57f8-4182-b5e5-41513f46d715,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:45.218104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb16319-5a13-47ff-893c-f309ddb6ee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd18d72-477e-4515-9291-19bb0cc62f87,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:45.234498 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.241138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cdd29de5-d3a1-4170-adbd-d600922360ac req-0af29b24-589e-4701-9b3f-fc4ab119007b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (947642b8-aeab-4582-8020-322500949ca3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.274633 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-a4683c62-c25d-412a-a3c1-8e65de226ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:45.276280 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-a4683c62-c25d-412a-a3c1-8e65de226ecf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46223b2f-881f-497b-ae95-085206018dcd HTTP/1.1" status: 200 len: 859 time: 0.2104430 Feb 09 03:27:45.292125 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30faa8d2-bdb4-4dfe-ac95-c9413caad1a9 req-fd7b0337-1249-4bad-9299-8230e7279e5a service neutron] 10.222.0.42 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7728536 Feb 09 03:27:45.294557 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cdd29de5-d3a1-4170-adbd-d600922360ac req-0af29b24-589e-4701-9b3f-fc4ab119007b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (947642b8-aeab-4582-8020-322500949ca3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.316374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3c2b9-d38d-40d5-87fa-1d0cd111c0a5 req-549e3563-e52f-4a74-a4c5-035d937abd4a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:45.317864 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8fd3c2b9-d38d-40d5-87fa-1d0cd111c0a5 req-549e3563-e52f-4a74-a4c5-035d937abd4a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 946 time: 0.3178740 Feb 09 03:27:45.335927 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (8ac97717-3e9c-49e7-96f0-ed0781a9652c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.338242 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-e4a2de60-45a0-457f-9dfe-48d4780eb3c9 service neutron] 10.222.0.65 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274702 Feb 09 03:27:45.342447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-a8d66980-056f-4f5e-b885-5e8fb3208b78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78112c47-e401-426c-9c2f-c3068b097f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527387 Feb 09 03:27:45.420656 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cdd29de5-d3a1-4170-adbd-d600922360ac req-0af29b24-589e-4701-9b3f-fc4ab119007b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (947642b8-aeab-4582-8020-322500949ca3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.423247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-cdd29de5-d3a1-4170-adbd-d600922360ac req-0af29b24-589e-4701-9b3f-fc4ab119007b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.427401 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cdd29de5-d3a1-4170-adbd-d600922360ac req-0af29b24-589e-4701-9b3f-fc4ab119007b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "DELETE /v2.0/security-groups/947642b8-aeab-4582-8020-322500949ca3 HTTP/1.1" status: 204 len: 173 time: 0.3737686 Feb 09 03:27:45.440679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af29b24-589e-4701-9b3f-fc4ab119007b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947642b8-aeab-4582-8020-322500949ca3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:45.546772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:27:45.627085 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-669d1662-b9b1-4d83-90f9-3084e61b3741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.666878 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fe209-b099-4830-ad26-b972b4cab067 req-19ee535e-b459-4475-bbbc-7e4ecc1d4166 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:45.668582 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e95fe209-b099-4830-ad26-b972b4cab067 req-19ee535e-b459-4475-bbbc-7e4ecc1d4166 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.1401334 Feb 09 03:27:45.669651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 30344808-0fef-43f9-804b-e097238be2c8 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:27:45.673993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-294bf306-6dad-40d0-afa6-788538452cdc tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:45.675918 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-294bf306-6dad-40d0-afa6-788538452cdc tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 784 time: 0.5134270 Feb 09 03:27:45.699000 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:45.708591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-77c01829-d096-4108-a961-20739a087b21 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:27:45.710366 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-77c01829-d096-4108-a961-20739a087b21 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131781 Feb 09 03:27:45.718195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'port_id': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'mac_address': 'fa:16:3e:f7:bf:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:27:45.740430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Allocated IP 172.20.0.1 (7642315a-3f2e-410f-9cd2-44fb251b6736/c79afaf1-8dda-4f03-bb33-6bcffc3e8dea/4c29ca2f-71b3-47bd-8b01-443f7205dd1a) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:45.760324 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e95fe209-b099-4830-ad26-b972b4cab067 req-2eca3b1e-69a9-4625-9f32-45938a11972f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692005 Feb 09 03:27:45.815594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:45.815991 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.838504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:27:45.893547 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 30344808-0fef-43f9-804b-e097238be2c8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=30344808-0fef-43f9-804b-e097238be2c8,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:45.909933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '30344808-0fef-43f9-804b-e097238be2c8', 'network_id': 'dae5ac67-0d3e-40b6-87c7-dad4024c9c27', 'port_id': '30344808-0fef-43f9-804b-e097238be2c8', 'mac_address': 'fa:16:3e:d8:df:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758b59e2-44c9-4ffa-9f75-79486baf7d46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:27:45.910522 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-cc1a8883-a474-46f7-9ecb-31842b8b6721 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.1624880 Feb 09 03:27:45.914097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:45.915212 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1780019a-2ca6-430a-8d5b-10479edc3faf x-openstack-request-id: req-1780019a-2ca6-430a-8d5b-10479edc3faf {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:45.915507 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be9c7e9-748a-466a-9a1f-b02c7c2924fb", "tag": "30344808-0fef-43f9-804b-e097238be2c8", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:45.915836 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1780019a-2ca6-430a-8d5b-10479edc3faf {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:45.916839 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be9c7e9-748a-466a-9a1f-b02c7c2924fb', 'tag': '30344808-0fef-43f9-804b-e097238be2c8', 'status': 'completed', 'code': 200} Feb 09 03:27:45.917451 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-25827c7c-f30f-4aee-9a24-57730bf8663c req-5784a731-0bcc-4412-b383-67882748baf6 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] show failed (client error): The resource could not be found. Feb 09 03:27:45.918590 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25827c7c-f30f-4aee-9a24-57730bf8663c req-5784a731-0bcc-4412-b383-67882748baf6 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/947642b8-aeab-4582-8020-322500949ca3 HTTP/1.1" status: 404 len: 352 time: 0.0280044 Feb 09 03:27:45.923301 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.934974 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for port (4c29ca2f-71b3-47bd-8b01-443f7205dd1a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:45.989336 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4c29ca2f-71b3-47bd-8b01-443f7205dd1a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:46.017968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 30344808-0fef-43f9-804b-e097238be2c8 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:46.018358 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (30344808-0fef-43f9-804b-e097238be2c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:46.043498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30344808-0fef-43f9-804b-e097238be2c8 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:27:46.044761 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-7f5b3065-a342-4d4d-9f41-f878657d41c6 service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6926613 Feb 09 03:27:46.052203 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:46.065854 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-2ab48a05-0aea-4474-b087-43b54b98e439 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.1083891 Feb 09 03:27:46.066328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.066663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.067000 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.067515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.068007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.068936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.069593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.070077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.070629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.071167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.071703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.072253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.072816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:27:46.078950 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Floating IP 8ac97717-3e9c-49e7-96f0-ed0781a9652c associated. External IP: 172.25.5.239, port: 798eb33c-33b2-478c-a2a3-56f98e548fbb. Feb 09 03:27:46.085859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 30344808-0fef-43f9-804b-e097238be2c8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=30344808-0fef-43f9-804b-e097238be2c8,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:46.099445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event updated for resources: {'Port': ['ID=4c29ca2f-71b3-47bd-8b01-443f7205dd1a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:46.100024 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (30344808-0fef-43f9-804b-e097238be2c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:46.115978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Network 7642315a-3f2e-410f-9cd2-44fb251b6736 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:46.118263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:46.124370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:46.182470 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:46.199375 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=30344808-0fef-43f9-804b-e097238be2c8,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:46.278766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87769f7d-83d8-452d-8bca-d5a4f9f0e66a req-9585971f-85c7-428d-b156-b65765023bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:46.280294 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87769f7d-83d8-452d-8bca-d5a4f9f0e66a req-9585971f-85c7-428d-b156-b65765023bce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ded15d3865e451a8f7334fba0febdf1&device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 1126 time: 0.3669894 Feb 09 03:27:46.294155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-8fd3c2b9-d38d-40d5-87fa-1d0cd111c0a5 req-37cdbd36-345f-4567-81af-71cbda3dec42 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Deleting port b95ac296-d862-4208-bfde-7450da719034 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:46.294499 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8fd3c2b9-d38d-40d5-87fa-1d0cd111c0a5 req-37cdbd36-345f-4567-81af-71cbda3dec42 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b95ac296-d862-4208-bfde-7450da719034), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:46.330967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05a2c9-f924-4827-b691-e1dddb6a74fd req-78bda2a5-b542-4113-bd55-85de5bc3c1ee tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:46.332687 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a05a2c9-f924-4827-b691-e1dddb6a74fd req-78bda2a5-b542-4113-bd55-85de5bc3c1ee tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 946 time: 0.2690756 Feb 09 03:27:46.346334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['2951d8dc-0f2b-440d-a205-d1cb8c2a59bd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:46.399122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['30344808-0fef-43f9-804b-e097238be2c8'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:46.463923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4c29ca2f-71b3-47bd-8b01-443f7205dd1a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:46.474025 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a05a2c9-f924-4827-b691-e1dddb6a74fd req-13f2e188-8bd8-4c32-b1d5-a8c4463373e9 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350458 Feb 09 03:27:46.541221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-34e76ded-ae82-4cce-a437-624a32c445e1 None None] Provisioning complete for port 4c29ca2f-71b3-47bd-8b01-443f7205dd1a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:46.541803 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34e76ded-ae82-4cce-a437-624a32c445e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4c29ca2f-71b3-47bd-8b01-443f7205dd1a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:46.596519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-34e76ded-ae82-4cce-a437-624a32c445e1 None None] Port 4c29ca2f-71b3-47bd-8b01-443f7205dd1a cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:27:46.645559 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44b49503-ac44-4a84-bbc1-569798e0c397 req-1ceed1db-2455-48d6-803d-50dfb255473b service neutron] 10.222.0.42 "GET /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887103 Feb 09 03:27:46.660301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87769f7d-83d8-452d-8bca-d5a4f9f0e66a req-7cdeaf75-026d-4cfe-8379-c3153f70083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:46.661806 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87769f7d-83d8-452d-8bca-d5a4f9f0e66a req-7cdeaf75-026d-4cfe-8379-c3153f70083f service neutron] 10.222.0.42 "GET /v2.0/networks?id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27 HTTP/1.1" status: 200 len: 916 time: 0.3580787 Feb 09 03:27:46.683108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8fd3c2b9-d38d-40d5-87fa-1d0cd111c0a5 req-37cdbd36-345f-4567-81af-71cbda3dec42 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] For port b95ac296-d862-4208-bfde-7450da719034, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b95ac296-d862-4208-bfde-7450da719034,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:46.683468 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8fd3c2b9-d38d-40d5-87fa-1d0cd111c0a5 req-37cdbd36-345f-4567-81af-71cbda3dec42 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b95ac296-d862-4208-bfde-7450da719034), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:46.702392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-a48c53db-7584-43bc-9ae9-edb214b553cd tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Deleting port a5ccd660-5676-4f6c-b2b9-c913e08128ba {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:46.702731 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-a48c53db-7584-43bc-9ae9-edb214b553cd tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a5ccd660-5676-4f6c-b2b9-c913e08128ba), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:46.814789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-8fd3c2b9-d38d-40d5-87fa-1d0cd111c0a5 req-37cdbd36-345f-4567-81af-71cbda3dec42 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Calling delete_port for b95ac296-d862-4208-bfde-7450da719034 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:46.814789 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87769f7d-83d8-452d-8bca-d5a4f9f0e66a req-f5c0e9a1-251a-4d2f-8055-4add85c787a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30344808-0fef-43f9-804b-e097238be2c8 HTTP/1.1" status: 200 len: 217 time: 0.1346629 Feb 09 03:27:46.995153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87769f7d-83d8-452d-8bca-d5a4f9f0e66a req-1f5d2a30-29db-4992-8429-55f0fbfdeb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:46.996626 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87769f7d-83d8-452d-8bca-d5a4f9f0e66a req-1f5d2a30-29db-4992-8429-55f0fbfdeb80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=758b59e2-44c9-4ffa-9f75-79486baf7d46 HTTP/1.1" status: 200 len: 855 time: 0.1515296 Feb 09 03:27:47.027182 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-a48c53db-7584-43bc-9ae9-edb214b553cd tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a5ccd660-5676-4f6c-b2b9-c913e08128ba), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.027726 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-a48c53db-7584-43bc-9ae9-edb214b553cd tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for floatingip (a5ccd660-5676-4f6c-b2b9-c913e08128ba), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.059076 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87769f7d-83d8-452d-8bca-d5a4f9f0e66a req-8f6dc513-c2be-43cf-a491-3f3a57de2847 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dae5ac67-0d3e-40b6-87c7-dad4024c9c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492010 Feb 09 03:27:47.065894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-a48c53db-7584-43bc-9ae9-edb214b553cd tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Calling delete_port for a5ccd660-5676-4f6c-b2b9-c913e08128ba owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:47.076106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:47.081160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d139bf-2c71-4283-ac82-7e4fe31815aa req-7daf0aa9-1b98-401a-b7c5-4558e5869a2a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:47.082848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a2d139bf-2c71-4283-ac82-7e4fe31815aa req-7daf0aa9-1b98-401a-b7c5-4558e5869a2a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 944 time: 0.4696414 Feb 09 03:27:47.203396 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a2d139bf-2c71-4283-ac82-7e4fe31815aa req-f5bd5230-652f-4f00-856c-3ff18a36c145 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079178 Feb 09 03:27:47.255343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-8d45ea82-5f80-44ae-adff-681586a85e38 req-02513ba3-e567-40b2-b5c8-64d78b76406a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-774749913', 'description': 'tempest-description-1225196752'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:47.292635 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for port (4c29ca2f-71b3-47bd-8b01-443f7205dd1a), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.295249 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8d45ea82-5f80-44ae-adff-681586a85e38 req-02513ba3-e567-40b2-b5c8-64d78b76406a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.305237 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (4c29ca2f-71b3-47bd-8b01-443f7205dd1a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.349433 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8fd3c2b9-d38d-40d5-87fa-1d0cd111c0a5 req-37cdbd36-345f-4567-81af-71cbda3dec42 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b95ac296-d862-4208-bfde-7450da719034), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.362400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['57c7b320-4ee7-4225-9f5f-2ce9cd5bd575'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:47.409634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event updated for resources: {'Port': ['ID=4c29ca2f-71b3-47bd-8b01-443f7205dd1a,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:47.412277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.433877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b95ac296-d862-4208-bfde-7450da719034'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:27:47.502364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42546) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:47.555178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8d45ea82-5f80-44ae-adff-681586a85e38 req-02513ba3-e567-40b2-b5c8-64d78b76406a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (e349e2ff-e02d-4b20-92d0-e5301e890712), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.572097 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8d45ea82-5f80-44ae-adff-681586a85e38 req-02513ba3-e567-40b2-b5c8-64d78b76406a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e349e2ff-e02d-4b20-92d0-e5301e890712), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.601127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:27:47.623386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Network 7642315a-3f2e-410f-9cd2-44fb251b6736 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:47.627031 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8d45ea82-5f80-44ae-adff-681586a85e38 req-02513ba3-e567-40b2-b5c8-64d78b76406a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.628661 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d45ea82-5f80-44ae-adff-681586a85e38 req-02513ba3-e567-40b2-b5c8-64d78b76406a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3801827 Feb 09 03:27:47.630242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:47.638186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02513ba3-e567-40b2-b5c8-64d78b76406a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e349e2ff-e02d-4b20-92d0-e5301e890712,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:47.691962 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 30344808-0fef-43f9-804b-e097238be2c8 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:27:47.745524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdbd36-345f-4567-81af-71cbda3dec42 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Pushing event deleted for resources: {'Port': ['ID=b95ac296-d862-4208-bfde-7450da719034,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:47.761544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:27:47.775064 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87769f7d-83d8-452d-8bca-d5a4f9f0e66a req-1d8cd036-51b0-4ef1-b74b-dcc191c81cc1 service neutron] 10.222.0.42 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023661 Feb 09 03:27:47.776444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:47.777581 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.868274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Router 27f7f24d-a02e-4cb0-8a7b-98dc6594835a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:47.895815 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 30344808-0fef-43f9-804b-e097238be2c8 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:27:47.898285 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3cf78f8a-264b-4aa1-8184-fbfbdfe3ecc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.908265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 30344808-0fef-43f9-804b-e097238be2c8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:47.908892 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (30344808-0fef-43f9-804b-e097238be2c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.937825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:47.938368 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.960247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d54a63-cc35-4122-8827-c400f09cbe29 req-5adf47f9-3f77-48ee-9c78-b5af47075afd tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:47.961948 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd3c2b9-d38d-40d5-87fa-1d0cd111c0a5 req-37cdbd36-345f-4567-81af-71cbda3dec42 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] No DVR routers for this DVR port b95ac296-d862-4208-bfde-7450da719034 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:27:47.962298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3d54a63-cc35-4122-8827-c400f09cbe29 req-5adf47f9-3f77-48ee-9c78-b5af47075afd tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.1292160 Feb 09 03:27:47.984792 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87769f7d-83d8-452d-8bca-d5a4f9f0e66a req-c3c31503-5bd0-41e9-a186-d38e05a8981f service neutron] 10.222.0.42 "GET /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580637 Feb 09 03:27:47.987555 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8fd3c2b9-d38d-40d5-87fa-1d0cd111c0a5 req-37cdbd36-345f-4567-81af-71cbda3dec42 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:47.991352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8fd3c2b9-d38d-40d5-87fa-1d0cd111c0a5 req-37cdbd36-345f-4567-81af-71cbda3dec42 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.65 "DELETE /v2.0/ports/b95ac296-d862-4208-bfde-7450da719034 HTTP/1.1" status: 204 len: 173 time: 2.6510577 Feb 09 03:27:47.994274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d36f5cb-3574-4bc5-9738-696aa2303bcc', 'name': 'network-vif-deleted', 'tag': 'b95ac296-d862-4208-bfde-7450da719034'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:47.996847 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8f6cb2-53f0-4dd0-bd1a-5ad7a4ec168f" -d '{"events": [{"server_uuid": "8d36f5cb-3574-4bc5-9738-696aa2303bcc", "name": "network-vif-deleted", "tag": "b95ac296-d862-4208-bfde-7450da719034"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:48.005646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:48.009782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:48.023551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:48.026191 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12eb9f19-b66e-486f-bdc4-9a06bf080c96" -d '{"events": [{"server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "name": "network-vif-plugged", "status": "completed", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:48.039461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e5bb1b-5b56-4acc-83ac-255ece7d9d6e None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:48.042852 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.049081 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.051485 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-a48c53db-7584-43bc-9ae9-edb214b553cd tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a5ccd660-5676-4f6c-b2b9-c913e08128ba), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.097554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-66b4dc80-1365-4ec6-9377-614b96a641a4 None None] Provisioning complete for port 4c29ca2f-71b3-47bd-8b01-443f7205dd1a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:48.097832 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66b4dc80-1365-4ec6-9377-614b96a641a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4c29ca2f-71b3-47bd-8b01-443f7205dd1a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.110147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c53db-7584-43bc-9ae9-edb214b553cd tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Pushing event deleted for resources: {'Port': ['ID=a5ccd660-5676-4f6c-b2b9-c913e08128ba,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:48.110853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e5bb1b-5b56-4acc-83ac-255ece7d9d6e None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:48.111134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b2e5bb1b-5b56-4acc-83ac-255ece7d9d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:48.124335 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d742980c-7d07-41bb-b78c-037b35981bc1 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3569269 Feb 09 03:27:48.126999 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42556) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:48.150289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-80257a22-4a39-4a27-a60e-bbc4e60ddd17 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'floatingip': {'port_id': '798eb33c-33b2-478c-a2a3-56f98e548fbb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:48.197414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:48.209607 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac6662-c9c4-4f0a-b261-d499f09c0719 None None] Sync routers for ids ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:48.223024 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac6662-c9c4-4f0a-b261-d499f09c0719 None None] Routers {'27f7f24d-a02e-4cb0-8a7b-98dc6594835a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:48.223925 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f4ac6662-c9c4-4f0a-b261-d499f09c0719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:48.251088 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-a48c53db-7584-43bc-9ae9-edb214b553cd tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for floatingip (319dc8d8-6107-44b1-a7fb-b237c139b519), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.253737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-a48c53db-7584-43bc-9ae9-edb214b553cd tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.254879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd7224bc-4768-4c9e-a59c-89b3b008f79f req-a48c53db-7584-43bc-9ae9-edb214b553cd tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "DELETE /v2.0/floatingips/319dc8d8-6107-44b1-a7fb-b237c139b519 HTTP/1.1" status: 204 len: 173 time: 2.1784086 Feb 09 03:27:48.256244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42560) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:48.269723 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cf086be7-99cf-4a99-ba23-7603b5d5315a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "PUT /v2.0/routers/27f7f24d-a02e-4cb0-8a7b-98dc6594835a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0298679 Feb 09 03:27:48.272140 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f4ac6662-c9c4-4f0a-b261-d499f09c0719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:48.277646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Request body: {'port': {'network_id': '7642315a-3f2e-410f-9cd2-44fb251b6736', 'name': 'tempest-FloatingIPAdminTestJSON-1620709681'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:48.282408 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac6662-c9c4-4f0a-b261-d499f09c0719 None None] Routers {'27f7f24d-a02e-4cb0-8a7b-98dc6594835a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:48.282578 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80257a22-4a39-4a27-a60e-bbc4e60ddd17 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (8ac97717-3e9c-49e7-96f0-ed0781a9652c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.283322 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f4ac6662-c9c4-4f0a-b261-d499f09c0719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:48.323819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3d54a63-cc35-4122-8827-c400f09cbe29 req-435adbc3-0229-431b-b5e6-4785cec00216 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508747 Feb 09 03:27:48.340944 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f4ac6662-c9c4-4f0a-b261-d499f09c0719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:48.341145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-66b4dc80-1365-4ec6-9377-614b96a641a4 None None] Port 4c29ca2f-71b3-47bd-8b01-443f7205dd1a cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:27:48.341979 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac6662-c9c4-4f0a-b261-d499f09c0719 None None] The sync data for ids ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:48.364582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-fd69291a-250b-4129-ab3d-458b54f3ab94 req-89a28411-20e5-4f42-8578-030f7f1f15d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2076376575', 'description': 'tempest-description-1404683694'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:48.410183 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3cf78f8a-264b-4aa1-8184-fbfbdfe3ecc0 admin admin] Publish callbacks [] for security_group (28a5f207-2b46-45dc-b8ce-eb4ef2bbfdf2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.411827 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fd69291a-250b-4129-ab3d-458b54f3ab94 req-89a28411-20e5-4f42-8578-030f7f1f15d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.419811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b2e5bb1b-5b56-4acc-83ac-255ece7d9d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:48.422938 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3cf78f8a-264b-4aa1-8184-fbfbdfe3ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (28a5f207-2b46-45dc-b8ce-eb4ef2bbfdf2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.425158 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-54325c4e-84cb-4e53-bf42-87e4bc264c07 req-c152d1b4-55e3-4f07-8bd1-40bf8d695ed5 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d36f5cb-3574-4bc5-9738-696aa2303bcc HTTP/1.1" status: 200 len: 210 time: 0.0443616 Feb 09 03:27:48.427078 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1944826-7594-47b2-8107-dd46151fcdd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.463008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e5bb1b-5b56-4acc-83ac-255ece7d9d6e None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:48.463944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b2e5bb1b-5b56-4acc-83ac-255ece7d9d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:48.466427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:48.483064 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3cf78f8a-264b-4aa1-8184-fbfbdfe3ecc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3681fec2bde149368665e527266cc465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9747972 Feb 09 03:27:48.494692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf78f8a-264b-4aa1-8184-fbfbdfe3ecc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a5f207-2b46-45dc-b8ce-eb4ef2bbfdf2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:48.497677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42564) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:48.522514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b2e5bb1b-5b56-4acc-83ac-255ece7d9d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:48.523273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e5bb1b-5b56-4acc-83ac-255ece7d9d6e None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:48.528770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 30344808-0fef-43f9-804b-e097238be2c8 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:27:48.529112 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (30344808-0fef-43f9-804b-e097238be2c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.571267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 30344808-0fef-43f9-804b-e097238be2c8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=30344808-0fef-43f9-804b-e097238be2c8,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:48.579245 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (30344808-0fef-43f9-804b-e097238be2c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.592255 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f72210f-b302-4853-a849-4998e80f8001 admin admin] Publish callbacks [] for security_group (28a5f207-2b46-45dc-b8ce-eb4ef2bbfdf2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.613401 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fd69291a-250b-4129-ab3d-458b54f3ab94 req-89a28411-20e5-4f42-8578-030f7f1f15d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (4de741bf-9fff-4c75-805a-70505fd938e5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.625874 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f72210f-b302-4853-a849-4998e80f8001 admin admin] Publish callbacks [] for security_group (28a5f207-2b46-45dc-b8ce-eb4ef2bbfdf2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.627574 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fd69291a-250b-4129-ab3d-458b54f3ab94 req-89a28411-20e5-4f42-8578-030f7f1f15d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4de741bf-9fff-4c75-805a-70505fd938e5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.657680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=30344808-0fef-43f9-804b-e097238be2c8,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:48.674847 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539d0135-05ad-4503-a55d-cf69504b9850 x-openstack-request-id: req-539d0135-05ad-4503-a55d-cf69504b9850 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:48.675652 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d36f5cb-3574-4bc5-9738-696aa2303bcc", "name": "network-vif-deleted", "tag": "b95ac296-d862-4208-bfde-7450da719034", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:48.675652 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-539d0135-05ad-4503-a55d-cf69504b9850 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:48.676207 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d36f5cb-3574-4bc5-9738-696aa2303bcc', 'name': 'network-vif-deleted', 'tag': 'b95ac296-d862-4208-bfde-7450da719034', 'status': 'completed', 'code': 200} Feb 09 03:27:48.680384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Made reservation on behalf of 96c45df3b1bb429f982c80d0b7e8608f for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:48.683691 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.686469 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fd69291a-250b-4129-ab3d-458b54f3ab94 req-89a28411-20e5-4f42-8578-030f7f1f15d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.687689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd69291a-250b-4129-ab3d-458b54f3ab94 req-89a28411-20e5-4f42-8578-030f7f1f15d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3286793 Feb 09 03:27:48.691730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a28411-20e5-4f42-8578-030f7f1f15d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de741bf-9fff-4c75-805a-70505fd938e5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:48.717130 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f72210f-b302-4853-a849-4998e80f8001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (28a5f207-2b46-45dc-b8ce-eb4ef2bbfdf2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.720167 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f72210f-b302-4853-a849-4998e80f8001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:48.721479 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4f72210f-b302-4853-a849-4998e80f8001 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28a5f207-2b46-45dc-b8ce-eb4ef2bbfdf2 HTTP/1.1" status: 204 len: 168 time: 0.2209773 Feb 09 03:27:48.726586 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41084139-dc14-43f7-9cc7-a70b184ccbb2 x-openstack-request-id: req-41084139-dc14-43f7-9cc7-a70b184ccbb2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:48.726586 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "name": "network-vif-plugged", "status": "completed", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:48.726894 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41084139-dc14-43f7-9cc7-a70b184ccbb2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:48.727246 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'code': 200} Feb 09 03:27:48.744379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72210f-b302-4853-a849-4998e80f8001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a5f207-2b46-45dc-b8ce-eb4ef2bbfdf2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:48.744613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] device_id is not set on port 5c606f55-aa1f-4eea-b783-b278bdf505b3 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:27:48.859877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c4224-d7c5-441b-bff5-c7c09d7239a4 req-a374034e-9803-4d35-a989-b4917c7e5c23 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:48.866184 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-656c4224-d7c5-441b-bff5-c7c09d7239a4 req-a374034e-9803-4d35-a989-b4917c7e5c23 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 945 time: 0.0689890 Feb 09 03:27:48.922464 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-656c4224-d7c5-441b-bff5-c7c09d7239a4 req-bb3e0558-211e-40d1-8b26-9c9286f7e613 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534256 Feb 09 03:27:48.934176 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb8b0525-81f9-4c88-b26e-59b9249f85b1 req-9bcedf2b-8a39-4134-9719-983f10044aed tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups/2158f006-8b16-4231-ae10-8bb2caabdbea HTTP/1.1" status: 200 len: 1827 time: 0.1911867 Feb 09 03:27:48.967750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d9c552e4-6eb4-402a-918e-ceb70fbeb000 req-38b98aec-91bc-43e3-bcf1-6c1e48f05790 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1054683353', 'description': 'tempest-description-440468491'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:48.993651 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d9c552e4-6eb4-402a-918e-ceb70fbeb000 req-38b98aec-91bc-43e3-bcf1-6c1e48f05790 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.078864 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d9c552e4-6eb4-402a-918e-ceb70fbeb000 req-38b98aec-91bc-43e3-bcf1-6c1e48f05790 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (706e7750-71d0-4705-9b9c-ba17183b9f21), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.084360 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d9c552e4-6eb4-402a-918e-ceb70fbeb000 req-38b98aec-91bc-43e3-bcf1-6c1e48f05790 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (706e7750-71d0-4705-9b9c-ba17183b9f21), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.107575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Allocated IP 172.20.0.8 (7642315a-3f2e-410f-9cd2-44fb251b6736/c79afaf1-8dda-4f03-bb33-6bcffc3e8dea/5c606f55-aa1f-4eea-b783-b278bdf505b3) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:49.120163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d9c552e4-6eb4-402a-918e-ceb70fbeb000 req-38b98aec-91bc-43e3-bcf1-6c1e48f05790 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.121426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9c552e4-6eb4-402a-918e-ceb70fbeb000 req-38b98aec-91bc-43e3-bcf1-6c1e48f05790 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1578405 Feb 09 03:27:49.123597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b98aec-91bc-43e3-bcf1-6c1e48f05790 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706e7750-71d0-4705-9b9c-ba17183b9f21,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:49.125225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdb4c-d948-4c06-8954-babe5471878e req-ede5cbfe-81a2-49c2-ad1d-ec50263bf6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:49.135775 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-125fdb4c-d948-4c06-8954-babe5471878e req-ede5cbfe-81a2-49c2-ad1d-ec50263bf6d6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 1129 time: 0.2824025 Feb 09 03:27:49.202937 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cb8b0525-81f9-4c88-b26e-59b9249f85b1 req-694f67be-944e-425d-bf22-997ebcc7f854 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for security_group (2158f006-8b16-4231-ae10-8bb2caabdbea), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.257068 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-697e119d-cf4c-411d-b664-f2cf4653eab2 req-84d44d35-8eb0-41b0-a011-a863319259f9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b294c48b0d4c4c6b87a304f198401899 HTTP/1.1" status: 200 len: 11012 time: 0.1128845 Feb 09 03:27:49.266509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.299590 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cb8b0525-81f9-4c88-b26e-59b9249f85b1 req-694f67be-944e-425d-bf22-997ebcc7f854 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for security_group (2158f006-8b16-4231-ae10-8bb2caabdbea), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.312525 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-697e119d-cf4c-411d-b664-f2cf4653eab2 req-f6c047c4-3707-48d2-9699-307b47b35d3e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/89c003f8-f6cd-48ec-a2e1-f625742a0125 HTTP/1.1" status: 200 len: 3002 time: 0.0465910 Feb 09 03:27:49.320927 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-125fdb4c-d948-4c06-8954-babe5471878e req-0da8db31-6562-47b6-a49f-243e79e0b9e3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726220 Feb 09 03:27:49.370280 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-80257a22-4a39-4a27-a60e-bbc4e60ddd17 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:27:49.373155 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-697e119d-cf4c-411d-b664-f2cf4653eab2 req-ec75a6a1-d61b-4063-a57b-14f538c0844e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/89c003f8-f6cd-48ec-a2e1-f625742a0125 HTTP/1.1" status: 200 len: 3002 time: 0.0494583 Feb 09 03:27:49.459802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80257a22-4a39-4a27-a60e-bbc4e60ddd17 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.473137 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80257a22-4a39-4a27-a60e-bbc4e60ddd17 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (8ac97717-3e9c-49e7-96f0-ed0781a9652c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.478284 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cb8b0525-81f9-4c88-b26e-59b9249f85b1 req-694f67be-944e-425d-bf22-997ebcc7f854 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2158f006-8b16-4231-ae10-8bb2caabdbea), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.480874 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cb8b0525-81f9-4c88-b26e-59b9249f85b1 req-694f67be-944e-425d-bf22-997ebcc7f854 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.482159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb8b0525-81f9-4c88-b26e-59b9249f85b1 req-694f67be-944e-425d-bf22-997ebcc7f854 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "DELETE /v2.0/security-groups/2158f006-8b16-4231-ae10-8bb2caabdbea HTTP/1.1" status: 204 len: 173 time: 0.5403624 Feb 09 03:27:49.501594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669a290-f5e9-4d77-b851-cedac95b172d req-7217ab10-e27a-48f0-a20f-f84835e0a2cf tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:49.503197 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b669a290-f5e9-4d77-b851-cedac95b172d req-7217ab10-e27a-48f0-a20f-f84835e0a2cf tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.0707784 Feb 09 03:27:49.558986 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b95ac296-d862-4208-bfde-7450da719034 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:27:49.561991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b669a290-f5e9-4d77-b851-cedac95b172d req-dab83d60-acb1-45e1-8490-591931b58b8b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528374 Feb 09 03:27:49.579243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f67be-944e-425d-bf22-997ebcc7f854 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2158f006-8b16-4231-ae10-8bb2caabdbea,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:49.593409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: b95ac296-d862-4208-bfde-7450da719034 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:27:49.593782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b95ac296-d862-4208-bfde-7450da719034 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:27:49.601617 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for port (5c606f55-aa1f-4eea-b783-b278bdf505b3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.661631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce3b9a73-5d0b-499c-8da7-5b615c2ede20 req-265186ca-5071-4489-b2ac-41bde28535b5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/e349e2ff-e02d-4b20-92d0-e5301e890712 HTTP/1.1" status: 200 len: 1819 time: 0.1067653 Feb 09 03:27:49.699263 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (5c606f55-aa1f-4eea-b783-b278bdf505b3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.852442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Network 7642315a-3f2e-410f-9cd2-44fb251b6736 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:49.867698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:49.878219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:49.880902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event updated for resources: {'Port': ['ID=5c606f55-aa1f-4eea-b783-b278bdf505b3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:49.911837 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce3b9a73-5d0b-499c-8da7-5b615c2ede20 req-cedcf3ae-a81d-44cc-a264-9d41c90a61aa tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (e349e2ff-e02d-4b20-92d0-e5301e890712), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.991601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:49.992095 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.997954 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce3b9a73-5d0b-499c-8da7-5b615c2ede20 req-cedcf3ae-a81d-44cc-a264-9d41c90a61aa tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (e349e2ff-e02d-4b20-92d0-e5301e890712), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.001307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ec9db-035f-4b86-b8d1-8976fb30aba7 req-498936b1-cee9-4877-a924-a2e237b64a67 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:50.006974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a60ec9db-035f-4b86-b8d1-8976fb30aba7 req-498936b1-cee9-4877-a924-a2e237b64a67 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.1750553 Feb 09 03:27:50.022415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80257a22-4a39-4a27-a60e-bbc4e60ddd17 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:50.080512 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e64dd410-e04d-43f6-b02d-3a2b133a3f5c tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8196836 Feb 09 03:27:50.080512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42634) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:50.104430 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a60ec9db-035f-4b86-b8d1-8976fb30aba7 req-72b3c561-c52e-4083-a727-6e98d00e19bd tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928507 Feb 09 03:27:50.207973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce3b9a73-5d0b-499c-8da7-5b615c2ede20 req-cedcf3ae-a81d-44cc-a264-9d41c90a61aa tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e349e2ff-e02d-4b20-92d0-e5301e890712), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.211209 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce3b9a73-5d0b-499c-8da7-5b615c2ede20 req-cedcf3ae-a81d-44cc-a264-9d41c90a61aa tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.218914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce3b9a73-5d0b-499c-8da7-5b615c2ede20 req-cedcf3ae-a81d-44cc-a264-9d41c90a61aa tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "DELETE /v2.0/security-groups/e349e2ff-e02d-4b20-92d0-e5301e890712 HTTP/1.1" status: 204 len: 173 time: 0.5434973 Feb 09 03:27:50.264693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80257a22-4a39-4a27-a60e-bbc4e60ddd17 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:50.285989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6e6b6-48ae-4134-8cb0-4f78ad305f1c None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:50.295290 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80257a22-4a39-4a27-a60e-bbc4e60ddd17 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.305796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6e6b6-48ae-4134-8cb0-4f78ad305f1c None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:50.307374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-93b6e6b6-48ae-4134-8cb0-4f78ad305f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:50.340576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667a1c1-5393-4baa-b097-925ce08a6435 req-027e1e65-828f-498b-9f77-465e4df461cf tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:50.348442 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6667a1c1-5393-4baa-b097-925ce08a6435 req-027e1e65-828f-498b-9f77-465e4df461cf tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 945 time: 0.1546695 Feb 09 03:27:50.377169 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcf3ae-a81d-44cc-a264-9d41c90a61aa tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e349e2ff-e02d-4b20-92d0-e5301e890712,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:50.388221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-93b6e6b6-48ae-4134-8cb0-4f78ad305f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:50.390642 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-a1f4cc77-233b-4857-a865-b571dce0a1c1 req-1e3c2ff0-cf80-42d1-be91-f75e01bf7705 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] show failed (client error): The resource could not be found. Feb 09 03:27:50.391861 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1f4cc77-233b-4857-a865-b571dce0a1c1 req-1e3c2ff0-cf80-42d1-be91-f75e01bf7705 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/e349e2ff-e02d-4b20-92d0-e5301e890712 HTTP/1.1" status: 404 len: 352 time: 0.1150007 Feb 09 03:27:50.447425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42644) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:50.460400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6e6b6-48ae-4134-8cb0-4f78ad305f1c None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:50.465304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-93b6e6b6-48ae-4134-8cb0-4f78ad305f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:50.469430 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6667a1c1-5393-4baa-b097-925ce08a6435 req-245b9030-dcc2-4752-985e-1372fef458b1 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159136 Feb 09 03:27:50.474824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b3b8477b-8a82-4075-b3ac-53c296ccc609 None None] Provisioning complete for port 5c606f55-aa1f-4eea-b783-b278bdf505b3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:27:50.475212 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b3b8477b-8a82-4075-b3ac-53c296ccc609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5c606f55-aa1f-4eea-b783-b278bdf505b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.482288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-80257a22-4a39-4a27-a60e-bbc4e60ddd17 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "PUT /v2.0/floatingips/8ac97717-3e9c-49e7-96f0-ed0781a9652c HTTP/1.1" status: 200 len: 978 time: 2.3372858 Feb 09 03:27:50.485713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'project_id': '96c45df3b1bb429f982c80d0b7e8608f', 'port_id': '5c606f55-aa1f-4eea-b783-b278bdf505b3'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:50.486342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42648) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:50.538308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-238b7116-0e46-4f49-be0d-52d7861b448d req-0cac0e73-e6f7-4342-a13b-591965603d2c tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/4de741bf-9fff-4c75-805a-70505fd938e5 HTTP/1.1" status: 200 len: 1820 time: 0.0590334 Feb 09 03:27:50.540994 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.624014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-93b6e6b6-48ae-4134-8cb0-4f78ad305f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:50.624762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6e6b6-48ae-4134-8cb0-4f78ad305f1c None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:50.660441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8477b-8a82-4075-b3ac-53c296ccc609 None None] Port 5c606f55-aa1f-4eea-b783-b278bdf505b3 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:27:50.680574 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-238b7116-0e46-4f49-be0d-52d7861b448d req-4fb61dc9-6567-430d-a6f1-ec2e61fdd6ef tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (4de741bf-9fff-4c75-805a-70505fd938e5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.700558 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4bce579-e7c3-4838-a77b-81519802422b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.713481 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.729629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be9c7e9-748a-466a-9a1f-b02c7c2924fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30344808-0fef-43f9-804b-e097238be2c8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:50.731894 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-238b7116-0e46-4f49-be0d-52d7861b448d req-4fb61dc9-6567-430d-a6f1-ec2e61fdd6ef tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (4de741bf-9fff-4c75-805a-70505fd938e5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.733747 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e450a3c6-ef5c-4417-aea9-784bdf506bf8" -d '{"events": [{"server_uuid": "7be9c7e9-748a-466a-9a1f-b02c7c2924fb", "name": "network-vif-plugged", "status": "completed", "tag": "30344808-0fef-43f9-804b-e097238be2c8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:50.784224 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.857793 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-238b7116-0e46-4f49-be0d-52d7861b448d req-4fb61dc9-6567-430d-a6f1-ec2e61fdd6ef tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4de741bf-9fff-4c75-805a-70505fd938e5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.860549 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-238b7116-0e46-4f49-be0d-52d7861b448d req-4fb61dc9-6567-430d-a6f1-ec2e61fdd6ef tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.866904 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-238b7116-0e46-4f49-be0d-52d7861b448d req-4fb61dc9-6567-430d-a6f1-ec2e61fdd6ef tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "DELETE /v2.0/security-groups/4de741bf-9fff-4c75-805a-70505fd938e5 HTTP/1.1" status: 204 len: 173 time: 0.2935247 Feb 09 03:27:50.895490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a593-3865-46d9-970c-12b71ddd169c req-4f7753ff-e63a-4d44-83b6-0342e79df878 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:50.902727 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-61e2a593-3865-46d9-970c-12b71ddd169c req-4f7753ff-e63a-4d44-83b6-0342e79df878 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.1819060 Feb 09 03:27:50.905849 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c13794-37ea-4f60-b352-ea9966c0da91 x-openstack-request-id: req-03c13794-37ea-4f60-b352-ea9966c0da91 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:50.906133 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be9c7e9-748a-466a-9a1f-b02c7c2924fb", "name": "network-vif-plugged", "status": "completed", "tag": "30344808-0fef-43f9-804b-e097238be2c8", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:50.906387 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03c13794-37ea-4f60-b352-ea9966c0da91 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:50.906781 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be9c7e9-748a-466a-9a1f-b02c7c2924fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30344808-0fef-43f9-804b-e097238be2c8', 'code': 200} Feb 09 03:27:50.927129 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4bce579-e7c3-4838-a77b-81519802422b admin admin] Publish callbacks [] for security_group (1d8ffc07-d659-40f7-896f-4b9a61df2b0a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.941583 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4bce579-e7c3-4838-a77b-81519802422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1d8ffc07-d659-40f7-896f-4b9a61df2b0a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.947210 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port 13ea5535-57f8-4182-b5e5-41513f46d715 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:50.947210 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (13ea5535-57f8-4182-b5e5-41513f46d715), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:50.965987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb61dc9-6567-430d-a6f1-ec2e61fdd6ef tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de741bf-9fff-4c75-805a-70505fd938e5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:50.981337 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-8cc0adbe-a2ae-4958-9648-85d14abcfc83 req-685d24d9-2f51-44ef-b0e5-addd9cae3a23 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] show failed (client error): The resource could not be found. Feb 09 03:27:50.991796 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8cc0adbe-a2ae-4958-9648-85d14abcfc83 req-685d24d9-2f51-44ef-b0e5-addd9cae3a23 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/4de741bf-9fff-4c75-805a-70505fd938e5 HTTP/1.1" status: 404 len: 352 time: 0.0506063 Feb 09 03:27:51.057584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Allocated IP 172.25.5.92 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/36adaed4-2274-4095-873e-2c0994d4b13f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:51.073969 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b4bce579-e7c3-4838-a77b-81519802422b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9388a6e5d5cc4c6191f0649084d84330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6033726 Feb 09 03:27:51.078626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42660) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:51.079971 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-61e2a593-3865-46d9-970c-12b71ddd169c req-3d0ebf6a-f133-451c-bcaa-ce05c143d9d8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764276 Feb 09 03:27:51.080597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bce579-e7c3-4838-a77b-81519802422b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8ffc07-d659-40f7-896f-4b9a61df2b0a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:51.119659 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (13ea5535-57f8-4182-b5e5-41513f46d715), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.119987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (13ea5535-57f8-4182-b5e5-41513f46d715), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.136539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for 13ea5535-57f8-4182-b5e5-41513f46d715 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:51.194326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8986f9-0b21-48d2-af40-d998f63e0337 req-e67eaf88-326a-456e-856c-94840e4a039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:51.195716 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef8986f9-0b21-48d2-af40-d998f63e0337 req-e67eaf88-326a-456e-856c-94840e4a039b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 1128 time: 0.1912334 Feb 09 03:27:51.218384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a65c1dbc-6c65-4707-9897-0ba6ec2a3cc4 req-a5d0448b-bc82-4d5e-8ef3-b1b6a5ce6557 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/706e7750-71d0-4705-9b9c-ba17183b9f21 HTTP/1.1" status: 200 len: 1819 time: 0.1975214 Feb 09 03:27:51.314381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9782ab0-cc71-4c6c-8848-c67022569ba6 req-167c48df-92af-4a73-a379-eb6ba694dc50 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:51.316035 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9782ab0-cc71-4c6c-8848-c67022569ba6 req-167c48df-92af-4a73-a379-eb6ba694dc50 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.1139202 Feb 09 03:27:51.336801 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-29051ca9-59f7-4ee2-88b7-a402e14d0157 admin admin] Publish callbacks [] for security_group (1d8ffc07-d659-40f7-896f-4b9a61df2b0a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.367536 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef8986f9-0b21-48d2-af40-d998f63e0337 req-bdcecc3a-94d5-4ff0-a920-dad4befb451a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617606 Feb 09 03:27:51.396267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-29051ca9-59f7-4ee2-88b7-a402e14d0157 admin admin] Publish callbacks [] for security_group (1d8ffc07-d659-40f7-896f-4b9a61df2b0a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.409286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9782ab0-cc71-4c6c-8848-c67022569ba6 req-e91e3dad-0e84-4453-afff-ba031c1d1b12 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837364 Feb 09 03:27:51.411541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ebbe05b-d9c3-488c-bf79-b60d5ed2272a req-c064204d-5b9d-4466-8372-530f57c4beb9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1801958 Feb 09 03:27:51.414424 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks [] for port (36adaed4-2274-4095-873e-2c0994d4b13f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.441047 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (13ea5535-57f8-4182-b5e5-41513f46d715), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.453980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a65c1dbc-6c65-4707-9897-0ba6ec2a3cc4 req-c5dc1190-4cdb-4bef-b214-948167dd75dd tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (706e7750-71d0-4705-9b9c-ba17183b9f21), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.474018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=13ea5535-57f8-4182-b5e5-41513f46d715,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:51.496670 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a65c1dbc-6c65-4707-9897-0ba6ec2a3cc4 req-c5dc1190-4cdb-4bef-b214-948167dd75dd tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (706e7750-71d0-4705-9b9c-ba17183b9f21), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.531212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-29051ca9-59f7-4ee2-88b7-a402e14d0157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1d8ffc07-d659-40f7-896f-4b9a61df2b0a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.534328 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-29051ca9-59f7-4ee2-88b7-a402e14d0157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.539712 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-29051ca9-59f7-4ee2-88b7-a402e14d0157 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d8ffc07-d659-40f7-896f-4b9a61df2b0a HTTP/1.1" status: 204 len: 168 time: 0.4580870 Feb 09 03:27:51.545674 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (36adaed4-2274-4095-873e-2c0994d4b13f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.564487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29051ca9-59f7-4ee2-88b7-a402e14d0157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8ffc07-d659-40f7-896f-4b9a61df2b0a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:51.595678 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (8ac97717-3e9c-49e7-96f0-ed0781a9652c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.596083 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Floating IP 8ac97717-3e9c-49e7-96f0-ed0781a9652c disassociated (deleted). External IP: 172.25.5.239, port: 798eb33c-33b2-478c-a2a3-56f98e548fbb. Feb 09 03:27:51.627591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:51.636716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:51.640944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:51.670606 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Pushing event updated for resources: {'Port': ['ID=36adaed4-2274-4095-873e-2c0994d4b13f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:51.683851 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a65c1dbc-6c65-4707-9897-0ba6ec2a3cc4 req-c5dc1190-4cdb-4bef-b214-948167dd75dd tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (706e7750-71d0-4705-9b9c-ba17183b9f21), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.687262 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a65c1dbc-6c65-4707-9897-0ba6ec2a3cc4 req-c5dc1190-4cdb-4bef-b214-948167dd75dd tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.688590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a65c1dbc-6c65-4707-9897-0ba6ec2a3cc4 req-c5dc1190-4cdb-4bef-b214-948167dd75dd tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "DELETE /v2.0/security-groups/706e7750-71d0-4705-9b9c-ba17183b9f21 HTTP/1.1" status: 204 len: 173 time: 0.4583857 Feb 09 03:27:51.740130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc1190-4cdb-4bef-b214-948167dd75dd tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e7750-71d0-4705-9b9c-ba17183b9f21,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:51.765006 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-b72b9c7b-eb94-4b40-b2b1-33d77eb63fd7 req-3bd0c234-dc5d-4446-a5c1-5c18779dafd9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] show failed (client error): The resource could not be found. Feb 09 03:27:51.766303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b72b9c7b-eb94-4b40-b2b1-33d77eb63fd7 req-3bd0c234-dc5d-4446-a5c1-5c18779dafd9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/706e7750-71d0-4705-9b9c-ba17183b9f21 HTTP/1.1" status: 404 len: 352 time: 0.0317862 Feb 09 03:27:51.767154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48ffbc-76b7-48fe-a561-4fa8968fcc7b req-156ba6e7-2291-4581-9f71-b4468b4c2372 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:51.775074 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7d48ffbc-76b7-48fe-a561-4fa8968fcc7b req-156ba6e7-2291-4581-9f71-b4468b4c2372 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 945 time: 0.1757421 Feb 09 03:27:51.842149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbe05b-d9c3-488c-bf79-b60d5ed2272a req-8bf0b9a2-c512-4126-be3c-184467ecc10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:51.843683 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ebbe05b-d9c3-488c-bf79-b60d5ed2272a req-8bf0b9a2-c512-4126-be3c-184467ecc10b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 1128 time: 0.1705229 Feb 09 03:27:51.938183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.949221 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7d48ffbc-76b7-48fe-a561-4fa8968fcc7b req-4aca30af-10ee-457d-90aa-a30bad2f4420 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569896 Feb 09 03:27:52.001819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:52.085966 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:27:52.126742 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eeb6d5b8-8828-47fa-b09e-4ee5ce78edb1 req-2e31cc6f-9d45-4761-aaf3-cbfc480a03d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b294c48b0d4c4c6b87a304f198401899 HTTP/1.1" status: 200 len: 6207 time: 0.3218679 Feb 09 03:27:52.166067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:52.173966 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:52.180045 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5710e7-7720-4094-96db-0a06bcd159b5 None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:52.200568 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5710e7-7720-4094-96db-0a06bcd159b5 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:52.201777 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2f5710e7-7720-4094-96db-0a06bcd159b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:52.223912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbe05b-d9c3-488c-bf79-b60d5ed2272a req-a1b03b0d-0c89-4ba4-86d9-270ce0c8666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:52.225509 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ebbe05b-d9c3-488c-bf79-b60d5ed2272a req-a1b03b0d-0c89-4ba4-86d9-270ce0c8666d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 200 len: 916 time: 0.3377318 Feb 09 03:27:52.233747 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c60550f7-5152-4491-a62f-62f8203f406f tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/floatingips/8ac97717-3e9c-49e7-96f0-ed0781a9652c HTTP/1.1" status: 204 len: 168 time: 1.7441666 Feb 09 03:27:52.234313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42686) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:52.243137 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2f5710e7-7720-4094-96db-0a06bcd159b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:52.254703 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5710e7-7720-4094-96db-0a06bcd159b5 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:52.256526 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2f5710e7-7720-4094-96db-0a06bcd159b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:52.307383 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2f5710e7-7720-4094-96db-0a06bcd159b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:52.308790 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5710e7-7720-4094-96db-0a06bcd159b5 None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:52.368593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdca476-09fa-4cfa-aeb4-2765ca5b3127 req-9ca8cf70-5123-43f8-a066-b0a8a3d9d222 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:52.370342 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7bdca476-09fa-4cfa-aeb4-2765ca5b3127 req-9ca8cf70-5123-43f8-a066-b0a8a3d9d222 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.1244888 Feb 09 03:27:52.424207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa3d18-acd2-42ba-8cfb-2c344a2d1b73 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port 798eb33c-33b2-478c-a2a3-56f98e548fbb {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:52.424663 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3d18-acd2-42ba-8cfb-2c344a2d1b73 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (798eb33c-33b2-478c-a2a3-56f98e548fbb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:52.499373 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7bdca476-09fa-4cfa-aeb4-2765ca5b3127 req-36da573a-1854-447a-9473-d25ff135e2b1 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141324 Feb 09 03:27:52.569971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3d18-acd2-42ba-8cfb-2c344a2d1b73 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (798eb33c-33b2-478c-a2a3-56f98e548fbb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:52.585697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa3d18-acd2-42ba-8cfb-2c344a2d1b73 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for 798eb33c-33b2-478c-a2a3-56f98e548fbb owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:52.756636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0ef3e-ade2-4cd8-91ce-e4c20381e9ec req-342b565d-fdd7-4fd5-90ab-c5e6dcfde53f tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:52.760453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ebbe05b-d9c3-488c-bf79-b60d5ed2272a req-30d07029-bcb7-47d7-936f-47fac8a4ef34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 HTTP/1.1" status: 200 len: 217 time: 0.5234005 Feb 09 03:27:52.763822 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d5b0ef3e-ade2-4cd8-91ce-e4c20381e9ec req-342b565d-fdd7-4fd5-90ab-c5e6dcfde53f tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.1733685 Feb 09 03:27:52.824667 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eeb6d5b8-8828-47fa-b09e-4ee5ce78edb1 req-f7960c94-6c67-45e7-95ac-f30a93227b38 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/89c003f8-f6cd-48ec-a2e1-f625742a0125 HTTP/1.1" status: 200 len: 3002 time: 0.6806226 Feb 09 03:27:52.837375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d5b0ef3e-ade2-4cd8-91ce-e4c20381e9ec req-cfeb85bf-3d25-4478-9bfb-222387d262f5 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725958 Feb 09 03:27:52.942423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbad97d-6e3f-45da-8637-d7f035d5fee3 req-e5183557-9841-424e-9aa8-b0b5fe69f79b tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:52.945013 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2fbad97d-6e3f-45da-8637-d7f035d5fee3 req-e5183557-9841-424e-9aa8-b0b5fe69f79b tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 945 time: 0.1780603 Feb 09 03:27:52.949787 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eeb6d5b8-8828-47fa-b09e-4ee5ce78edb1 req-ccfc9b6d-4a32-4b48-b4ec-c1286fed2c2e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/89c003f8-f6cd-48ec-a2e1-f625742a0125 HTTP/1.1" status: 200 len: 3002 time: 0.1243784 Feb 09 03:27:52.955978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbe05b-d9c3-488c-bf79-b60d5ed2272a req-178680a6-3ede-4039-9b2f-83e7641ab128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:52.957663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ebbe05b-d9c3-488c-bf79-b60d5ed2272a req-178680a6-3ede-4039-9b2f-83e7641ab128 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7829cf55-e944-4514-bf89-a385b578ebb3 HTTP/1.1" status: 200 len: 855 time: 0.1556900 Feb 09 03:27:53.022977 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ebbe05b-d9c3-488c-bf79-b60d5ed2272a req-3fe0f30a-6847-4883-8125-78f7a49069c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fbf5b2a-7e17-4840-81ce-52c8f598a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543208 Feb 09 03:27:53.060665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26add96a-f755-477c-bf2b-1894fd467aeb req-2c83e9ac-0214-466e-b6e7-51b06be0fbe3 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:53.078511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26add96a-f755-477c-bf2b-1894fd467aeb req-2c83e9ac-0214-466e-b6e7-51b06be0fbe3 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.1720951 Feb 09 03:27:53.088048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42710) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:53.093914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9130a22a-3a7c-4750-b4ed-3eabc7a16033 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Request body: {'floatingip': {'port_id': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:53.103881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-bcd2170d-d103-4350-b9fc-4e3a002cd4fd req-f7dacee3-772c-4118-a2f0-0e4d8300e494 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1605297085', 'description': 'tempest-description-1658385327'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:53.154627 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3d18-acd2-42ba-8cfb-2c344a2d1b73 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (798eb33c-33b2-478c-a2a3-56f98e548fbb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:53.175252 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9130a22a-3a7c-4750-b4ed-3eabc7a16033 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (34ec048e-ed55-4c1e-adec-3d7565e2fc57), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:53.283342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa3d18-acd2-42ba-8cfb-2c344a2d1b73 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=798eb33c-33b2-478c-a2a3-56f98e548fbb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:53.315737 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bcd2170d-d103-4350-b9fc-4e3a002cd4fd req-f7dacee3-772c-4118-a2f0-0e4d8300e494 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:53.352553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ebbe05b-d9c3-488c-bf79-b60d5ed2272a req-3d693633-dbd3-43b3-ac9c-d1ebec00c7f1 service neutron] 10.222.0.42 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231061 Feb 09 03:27:53.373585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-2fbad97d-6e3f-45da-8637-d7f035d5fee3 req-389de030-aca7-4fa1-953d-877f6a135567 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Deleting port b1bc3e93-6464-4556-827d-43c11e559aa7 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:53.373925 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2fbad97d-6e3f-45da-8637-d7f035d5fee3 req-389de030-aca7-4fa1-953d-877f6a135567 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:53.394943 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfeefa-eb08-41e8-9724-a091350a8780 req-5f7c87aa-5494-4508-9107-83dfefe6f917 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:53.396579 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ecfeefa-eb08-41e8-9724-a091350a8780 req-5f7c87aa-5494-4508-9107-83dfefe6f917 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 945 time: 0.2697251 Feb 09 03:27:53.492983 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks [] for floatingip (8c106e3f-0591-4fd3-9349-e01e5e4f9989), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:53.498890 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3d18-acd2-42ba-8cfb-2c344a2d1b73 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:53.508931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4bfa3d18-acd2-42ba-8cfb-2c344a2d1b73 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/ports/798eb33c-33b2-478c-a2a3-56f98e548fbb HTTP/1.1" status: 204 len: 168 time: 1.2733445 Feb 09 03:27:53.511413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42722) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:53.541041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:53.585820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42724) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:53.652247 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:53.661429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9ebbe05b-d9c3-488c-bf79-b60d5ed2272a req-e15f313c-d797-413f-beae-49e1acfad591 service neutron] 10.222.0.42 "GET /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010302 Feb 09 03:27:53.664884 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3ecfeefa-eb08-41e8-9724-a091350a8780 req-863b6b02-f8ab-4b08-947b-43fc8f294475 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994162 Feb 09 03:27:53.762325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2fbad97d-6e3f-45da-8637-d7f035d5fee3 req-389de030-aca7-4fa1-953d-877f6a135567 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] For port b1bc3e93-6464-4556-827d-43c11e559aa7, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b1bc3e93-6464-4556-827d-43c11e559aa7,segment=NetworkSegment(d1921ea5-22dc-49d8-a089-7375e09c29d8),segment_id=d1921ea5-22dc-49d8-a089-7375e09c29d8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:53.762653 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2fbad97d-6e3f-45da-8637-d7f035d5fee3 req-389de030-aca7-4fa1-953d-877f6a135567 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:53.813953 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-2fbad97d-6e3f-45da-8637-d7f035d5fee3 req-389de030-aca7-4fa1-953d-877f6a135567 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Calling delete_port for b1bc3e93-6464-4556-827d-43c11e559aa7 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:53.815968 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (36adaed4-2274-4095-873e-2c0994d4b13f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:53.875996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1105117008'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:54.015766 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.022282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e7c68-dccc-4ea1-bf05-f3a548fb77b0 req-a0525204-b4d4-47fa-a00c-8b3da48c0226 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:54.029329 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f82e7c68-dccc-4ea1-bf05-f3a548fb77b0 req-a0525204-b4d4-47fa-a00c-8b3da48c0226 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 945 time: 0.2368407 Feb 09 03:27:54.174380 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f82e7c68-dccc-4ea1-bf05-f3a548fb77b0 req-9e4ccdd0-e211-4b37-99ee-38850dee1255 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436601 Feb 09 03:27:54.232746 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks [] for port (36adaed4-2274-4095-873e-2c0994d4b13f), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.248100 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.262868 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bcd2170d-d103-4350-b9fc-4e3a002cd4fd req-f7dacee3-772c-4118-a2f0-0e4d8300e494 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (a69a8877-a6cd-4a6e-808e-1826ad6f5592), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.297826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Made reservation on behalf of 4225ab38337e443d959c1b0550e4a882 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:54.301117 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.306288 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bcd2170d-d103-4350-b9fc-4e3a002cd4fd req-f7dacee3-772c-4118-a2f0-0e4d8300e494 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a69a8877-a6cd-4a6e-808e-1826ad6f5592), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.323952 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (36adaed4-2274-4095-873e-2c0994d4b13f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.333160 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.395966 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bcd2170d-d103-4350-b9fc-4e3a002cd4fd req-f7dacee3-772c-4118-a2f0-0e4d8300e494 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.397867 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcd2170d-d103-4350-b9fc-4e3a002cd4fd req-f7dacee3-772c-4118-a2f0-0e4d8300e494 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.3013029 Feb 09 03:27:54.416829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dacee3-772c-4118-a2f0-0e4d8300e494 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69a8877-a6cd-4a6e-808e-1826ad6f5592,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:54.433259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9130a22a-3a7c-4750-b4ed-3eabc7a16033 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.441226 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (8c106e3f-0591-4fd3-9349-e01e5e4f9989), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.448366 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9130a22a-3a7c-4750-b4ed-3eabc7a16033 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (34ec048e-ed55-4c1e-adec-3d7565e2fc57), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.455195 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2fbad97d-6e3f-45da-8637-d7f035d5fee3 req-389de030-aca7-4fa1-953d-877f6a135567 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b1bc3e93-6464-4556-827d-43c11e559aa7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.577346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-40d6126d-b315-4b54-aa45-1afe8a8f554c req-e5a17f03-375c-46b7-b839-1bf6df981be3 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1729831025', 'description': 'tempest-description-574840899'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:54.610154 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Pushing event updated for resources: {'Port': ['ID=36adaed4-2274-4095-873e-2c0994d4b13f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:54.622116 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-40d6126d-b315-4b54-aa45-1afe8a8f554c req-e5a17f03-375c-46b7-b839-1bf6df981be3 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.654451 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-9130a22a-3a7c-4750-b4ed-3eabc7a16033 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Floating IP 34ec048e-ed55-4c1e-adec-3d7565e2fc57 associated. External IP: 172.25.5.127, port: 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd. Feb 09 03:27:54.661112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbad97d-6e3f-45da-8637-d7f035d5fee3 req-389de030-aca7-4fa1-953d-877f6a135567 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] No DVR routers for this DVR port b1bc3e93-6464-4556-827d-43c11e559aa7 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:27:54.670589 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2fbad97d-6e3f-45da-8637-d7f035d5fee3 req-389de030-aca7-4fa1-953d-877f6a135567 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.673957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2fbad97d-6e3f-45da-8637-d7f035d5fee3 req-389de030-aca7-4fa1-953d-877f6a135567 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.42 "DELETE /v2.0/ports/b1bc3e93-6464-4556-827d-43c11e559aa7 HTTP/1.1" status: 204 len: 173 time: 1.7207739 Feb 09 03:27:54.677034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389de030-aca7-4fa1-953d-877f6a135567 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Pushing event deleted for resources: {'Port': ['ID=b1bc3e93-6464-4556-827d-43c11e559aa7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:54.679464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'name': 'network-vif-deleted', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:54.681779 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcefaf1-7963-4c20-aca1-8e559c7b26e6" -d '{"events": [{"server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "name": "network-vif-deleted", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:54.690824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa67538-c893-4577-a3d8-6e801a0de0a7 req-46ecf5eb-4bb9-4874-aa90-366def1afe39 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:54.698047 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afa67538-c893-4577-a3d8-6e801a0de0a7 req-46ecf5eb-4bb9-4874-aa90-366def1afe39 tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffffa086-721b-4f34-9b88-fb212aa6a881 HTTP/1.1" status: 200 len: 867 time: 0.4306903 Feb 09 03:27:54.726708 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.25.5.43 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/941f6fec-e2ae-412e-ba56-e85b9f69371b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:54.759439 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks [] for security_group (045f2d19-af46-401f-b809-a059d0652b10), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.775451 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (045f2d19-af46-401f-b809-a059d0652b10), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.823262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:27:54.828577 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Floating IP 8c106e3f-0591-4fd3-9349-e01e5e4f9989 associated. External IP: 172.25.5.92, port: 5c606f55-aa1f-4eea-b783-b278bdf505b3. Feb 09 03:27:54.850691 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afa67538-c893-4577-a3d8-6e801a0de0a7 req-ba4ee10c-951f-4384-a8ae-ac30d9c5f4be tempest-ServerRescueTestJSONUnderV235-1385830491 tempest-ServerRescueTestJSONUnderV235-1385830491-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a1cae55-c77b-4703-875c-914a96b7673f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485267 Feb 09 03:27:54.872785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045f2d19-af46-401f-b809-a059d0652b10,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:54.883194 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (3d9cb053-783e-4021-8256-2d4530cbc574), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.883807 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Added segment 3d9cb053-783e-4021-8256-2d4530cbc574 of type vlan for network a4989d56-32e1-4c61-ac82-721adfe3883a Feb 09 03:27:54.926122 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-40d6126d-b315-4b54-aa45-1afe8a8f554c req-e5a17f03-375c-46b7-b839-1bf6df981be3 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (2cc917a5-c790-439e-8fa1-c308644a6008), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.939535 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-40d6126d-b315-4b54-aa45-1afe8a8f554c req-e5a17f03-375c-46b7-b839-1bf6df981be3 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2cc917a5-c790-439e-8fa1-c308644a6008), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.964087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (a4989d56-32e1-4c61-ac82-721adfe3883a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.970870 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-40d6126d-b315-4b54-aa45-1afe8a8f554c req-e5a17f03-375c-46b7-b839-1bf6df981be3 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:54.986132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-40d6126d-b315-4b54-aa45-1afe8a8f554c req-e5a17f03-375c-46b7-b839-1bf6df981be3 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4198875 Feb 09 03:27:55.080490 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (941f6fec-e2ae-412e-ba56-e85b9f69371b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:55.112185 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f47756-8bf3-4521-ba6b-4306731e8eff req-1b10ff30-cfed-4d3c-9a98-f5554fadc76b tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:55.117655 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94f47756-8bf3-4521-ba6b-4306731e8eff req-1b10ff30-cfed-4d3c-9a98-f5554fadc76b tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 945 time: 0.1570616 Feb 09 03:27:55.135817 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d025257b-96a2-498d-8de8-2c809337324c x-openstack-request-id: req-d025257b-96a2-498d-8de8-2c809337324c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:55.136132 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffffa086-721b-4f34-9b88-fb212aa6a881", "name": "network-vif-deleted", "tag": "b1bc3e93-6464-4556-827d-43c11e559aa7", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:55.136443 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d025257b-96a2-498d-8de8-2c809337324c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:55.136965 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffffa086-721b-4f34-9b88-fb212aa6a881', 'name': 'network-vif-deleted', 'tag': 'b1bc3e93-6464-4556-827d-43c11e559aa7', 'status': 'completed', 'code': 200} Feb 09 03:27:55.251418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a17f03-375c-46b7-b839-1bf6df981be3 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc917a5-c790-439e-8fa1-c308644a6008,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:55.309724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94f47756-8bf3-4521-ba6b-4306731e8eff req-5fd88a30-bc29-451e-b1cd-d916ca1c76b6 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656847 Feb 09 03:27:55.325717 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (941f6fec-e2ae-412e-ba56-e85b9f69371b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:55.330752 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (a4989d56-32e1-4c61-ac82-721adfe3883a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:55.340238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:55.341055 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:55.374390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9130a22a-3a7c-4750-b4ed-3eabc7a16033 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Router f032a8e0-195b-4447-be30-074ce703d699 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:55.388992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:55.394737 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:55.395055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8089638 Feb 09 03:27:55.398336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:55.404812 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42758) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:55.455527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=941f6fec-e2ae-412e-ba56-e85b9f69371b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:55.501254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Router 27f7f24d-a02e-4cb0-8a7b-98dc6594835a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:27:55.507867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Request body: {'network': {'name': 'tempest-network--967932895', 'router:external': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:55.546999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906c640-4564-465c-861f-6e20b580b025 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Pushing event updated for resources: {'Network': ['ID=a4989d56-32e1-4c61-ac82-721adfe3883a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:55.565793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network a4989d56-32e1-4c61-ac82-721adfe3883a details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:27:55.584572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b0c4-999d-42f3-b6ba-fbc5354fc99d req-bc14c83b-ca14-422b-9d70-1d79515e5dc1 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:55.586692 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3c77b0c4-999d-42f3-b6ba-fbc5354fc99d req-bc14c83b-ca14-422b-9d70-1d79515e5dc1 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 945 time: 0.1837366 Feb 09 03:27:55.587089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Made reservation on behalf of cc0920d1c99c45a9b3b4246058e37bb0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:55.589703 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:55.596939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-8fd53e48-f8b3-416b-aa80-f7cb2fcb6270 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:55.598527 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-8fd53e48-f8b3-416b-aa80-f7cb2fcb6270 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/networks?id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb HTTP/1.1" status: 200 len: 812 time: 0.3835831 Feb 09 03:27:55.653254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9130a22a-3a7c-4750-b4ed-3eabc7a16033 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:55.658175 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9130a22a-3a7c-4750-b4ed-3eabc7a16033 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:55.666756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc32f3-6099-43e6-b3c6-7b36207cc8b5 None None] Sync routers for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:55.673794 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:55.685982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc32f3-6099-43e6-b3c6-7b36207cc8b5 None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:55.686851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-40cc32f3-6099-43e6-b3c6-7b36207cc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:55.700578 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9130a22a-3a7c-4750-b4ed-3eabc7a16033 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "PUT /v2.0/floatingips/34ec048e-ed55-4c1e-adec-3d7565e2fc57 HTTP/1.1" status: 200 len: 992 time: 2.6114473 Feb 09 03:27:55.701697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:55.704515 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baf8735-e67a-4a5d-b5a5-f78deca4f695" -d '{"events": [{"name": "network-changed", "server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:27:55.707853 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-fe25b0c3-6d99-4c4e-b55f-40ac977c4297 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/quotas/b294c48b0d4c4c6b87a304f198401899 HTTP/1.1" status: 200 len: 375 time: 0.0933440 Feb 09 03:27:55.742787 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (53a45185-0806-45d3-b914-026054b8003e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:55.785384 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-64b9bede-305d-4045-b8a4-473b88f4360a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b294c48b0d4c4c6b87a304f198401899&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646677 Feb 09 03:27:55.804950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b1bc3e93-6464-4556-827d-43c11e559aa7 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:27:55.834376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: b1bc3e93-6464-4556-827d-43c11e559aa7 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:27:55.834715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b1bc3e93-6464-4556-827d-43c11e559aa7 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:27:55.846191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3c77b0c4-999d-42f3-b6ba-fbc5354fc99d req-b42e660c-a1b4-4af0-9a64-ac517bd9577e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103481 Feb 09 03:27:55.870549 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (941f6fec-e2ae-412e-ba56-e85b9f69371b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:55.877310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:27:55.887348 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a244c-c0d2-43bc-b2e0-786e46459122 None None] Sync routers for ids ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:27:55.907145 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a244c-c0d2-43bc-b2e0-786e46459122 None None] Routers {'27f7f24d-a02e-4cb0-8a7b-98dc6594835a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:55.907768 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-035a244c-c0d2-43bc-b2e0-786e46459122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:55.928366 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-40cc32f3-6099-43e6-b3c6-7b36207cc8b5 None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:27:55.964450 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-23bafe98-4edd-4627-98da-cdc894f14621 service neutron] 10.222.0.21 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708860 Feb 09 03:27:55.986085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:56.007192 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-035a244c-c0d2-43bc-b2e0-786e46459122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:56.030738 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a244c-c0d2-43bc-b2e0-786e46459122 None None] Routers {'27f7f24d-a02e-4cb0-8a7b-98dc6594835a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:56.031376 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-035a244c-c0d2-43bc-b2e0-786e46459122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:56.074850 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-035a244c-c0d2-43bc-b2e0-786e46459122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:56.075158 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a244c-c0d2-43bc-b2e0-786e46459122 None None] The sync data for ids ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:56.110946 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-a2a0be37-4118-4957-b8b4-e6e6e0a6441e service neutron] 10.222.0.21 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403773 Feb 09 03:27:56.342108 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffa335a-47b4-49a9-bde1-c7a3bab96994 x-openstack-request-id: req-1ffa335a-47b4-49a9-bde1-c7a3bab96994 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:27:56.342401 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:27:56.342652 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ffa335a-47b4-49a9-bde1-c7a3bab96994 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:27:56.343063 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'status': 'completed', 'code': 200} Feb 09 03:27:56.348797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-40cc32f3-6099-43e6-b3c6-7b36207cc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '34ec048e-ed55-4c1e-adec-3d7565e2fc57', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'floating_ip_address': '172.25.5.127', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'port_id': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'mac_address': 'fa:16:3e:f7:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:27:29Z', 'updated_at': '2022-02-09T03:27:54Z', 'revision_number': 1, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:25Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:56.392092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc32f3-6099-43e6-b3c6-7b36207cc8b5 None None] Checking router: f032a8e0-195b-4447-be30-074ce703d699 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:27:56.420413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42778) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:56.420803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc32f3-6099-43e6-b3c6-7b36207cc8b5 None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:27:56.421666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-40cc32f3-6099-43e6-b3c6-7b36207cc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:56.564092 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks [] for security_group (09ffb712-ed9b-46e9-ae95-e679b1fe9a5a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:56.630384 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (09ffb712-ed9b-46e9-ae95-e679b1fe9a5a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:56.673135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-40cc32f3-6099-43e6-b3c6-7b36207cc8b5 None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:27:56.682511 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-abb6d5c5-7798-4969-a75f-935b8e2717b0 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.6008117 Feb 09 03:27:56.683443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42786) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:56.755542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:27:56.836282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29002412-5b1c-4f9f-bb29-f56ad14545bf req-7ee9aec6-2447-4a4f-af02-2080701d384c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:56.838526 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-29002412-5b1c-4f9f-bb29-f56ad14545bf req-7ee9aec6-2447-4a4f-af02-2080701d384c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.8972931 Feb 09 03:27:56.839421 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ffb712-ed9b-46e9-ae95-e679b1fe9a5a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:56.852524 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d1677180-efb2-4013-951f-e0f2ca72d097), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:56.853546 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Added segment d1677180-efb2-4013-951f-e0f2ca72d097 of type vlan for network 41d4be4e-9051-4857-956d-2948d41924fa Feb 09 03:27:56.921105 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7eaeadff-8034-4a9c-9414-4f26f0a13d2b req-cf53618b-9a0c-4136-a623-c1a1986229ac tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 210 time: 0.2444332 Feb 09 03:27:57.014117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42790) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:57.014712 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6d0bf393-a3c4-4e42-8d34-f59838960eec tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] 10.222.0.21 "GET /v2.0/floatingips/8c106e3f-0591-4fd3-9349-e01e5e4f9989 HTTP/1.1" status: 200 len: 982 time: 0.3203440 Feb 09 03:27:57.029382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8735-e67a-4a5d-b5a5-f78deca4f695 req-17511eed-6922-4515-ab5d-e69c9d3b6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:57.032028 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4baf8735-e67a-4a5d-b5a5-f78deca4f695 req-17511eed-6922-4515-ab5d-e69c9d3b6b5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 1129 time: 0.4977798 Feb 09 03:27:57.049033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-40cc32f3-6099-43e6-b3c6-7b36207cc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '34ec048e-ed55-4c1e-adec-3d7565e2fc57', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'floating_ip_address': '172.25.5.127', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'port_id': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'mac_address': 'fa:16:3e:f7:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:27:29Z', 'updated_at': '2022-02-09T03:27:54Z', 'revision_number': 1, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:25Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:57.117453 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc32f3-6099-43e6-b3c6-7b36207cc8b5 None None] The sync data for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 is: [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '34ec048e-ed55-4c1e-adec-3d7565e2fc57', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'floating_ip_address': '172.25.5.127', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'port_id': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'mac_address': 'fa:16:3e:f7:bf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:27:29Z', 'updated_at': '2022-02-09T03:27:54Z', 'revision_number': 1, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:25Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:27:57.185527 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ab1e8a5f-e42c-41b3-8473-f5179ba0ee53 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2728 time: 0.1693268 Feb 09 03:27:57.194363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42792) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:57.237783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (41d4be4e-9051-4857-956d-2948d41924fa), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:57.253924 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (941f6fec-e2ae-412e-ba56-e85b9f69371b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:57.291760 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (941f6fec-e2ae-412e-ba56-e85b9f69371b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:57.316949 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-29002412-5b1c-4f9f-bb29-f56ad14545bf req-57ff0d8b-82a5-4e5e-8d2e-577ebfd35b65 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4378018 Feb 09 03:27:57.481813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=941f6fec-e2ae-412e-ba56-e85b9f69371b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:57.535595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f8e0f-de7f-4041-9d3b-06c891ca651c None None] New status for floating IP 34ec048e-ed55-4c1e-adec-3d7565e2fc57: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:27:57.545056 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (53a45185-0806-45d3-b914-026054b8003e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:57.553599 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (41d4be4e-9051-4857-956d-2948d41924fa), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:57.554558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:57.555291 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:57.581158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6776be2-48d2-40ec-b556-30507b7bc275 req-75c95be3-54ea-493c-87b7-e6adba70944d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:57.593798 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b6776be2-48d2-40ec-b556-30507b7bc275 req-75c95be3-54ea-493c-87b7-e6adba70944d tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 945 time: 0.2997813 Feb 09 03:27:57.610549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8735-e67a-4a5d-b5a5-f78deca4f695 req-52dcb602-6633-4880-8ddd-ea058e177b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:57.612869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4baf8735-e67a-4a5d-b5a5-f78deca4f695 req-52dcb602-6633-4880-8ddd-ea058e177b93 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.5645690 Feb 09 03:27:57.687692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b6776be2-48d2-40ec-b556-30507b7bc275 req-a491956c-aef6-4f14-8751-3c6af0d0734e tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926666 Feb 09 03:27:57.711861 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4baf8735-e67a-4a5d-b5a5-f78deca4f695 req-411d565e-b1f8-4563-a4f1-e9311280e27b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd HTTP/1.1" status: 200 len: 1000 time: 0.0894206 Feb 09 03:27:57.723263 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:57.725090 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d2692461-8cc7-4caf-903b-6472a040751d tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1924117 Feb 09 03:27:57.739306 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3333294 Feb 09 03:27:57.741194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42798) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:57.741715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42800) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:57.754121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Deleting port 36adaed4-2274-4095-873e-2c0994d4b13f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:57.754588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (36adaed4-2274-4095-873e-2c0994d4b13f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:57.838899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'port': {'network_id': '80d994d8-8031-4a9b-b44b-f5c9f1ea537c', 'name': 'tempest-FloatingIPTestJSON-1072494058'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:57.845421 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (41d4be4e-9051-4857-956d-2948d41924fa), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:57.847876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2dcaf-b851-4f4c-b80c-fd558a729b65 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event updated for resources: {'Network': ['ID=41d4be4e-9051-4857-956d-2948d41924fa,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:57.863319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 41d4be4e-9051-4857-956d-2948d41924fa details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:27:57.917179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a736-8f11-4e12-bb02-8835de250fdb req-3d69bad5-541f-428d-9f93-a48865cf4f88 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:57.919123 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa00a736-8f11-4e12-bb02-8835de250fdb req-3d69bad5-541f-428d-9f93-a48865cf4f88 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 945 time: 0.4565475 Feb 09 03:27:58.011994 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca629c4d-fe21-477f-86e3-c130b3b8647a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (07669465-bf47-4171-828a-dd2ec4c0c06d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.028485 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9fef1-43a5-4a2c-8567-8183f3f55258 req-9b02161a-0011-414d-8ffc-baa75f804777 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:58.035585 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4e9fef1-43a5-4a2c-8567-8183f3f55258 req-9b02161a-0011-414d-8ffc-baa75f804777 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 945 time: 0.2122884 Feb 09 03:27:58.050625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8735-e67a-4a5d-b5a5-f78deca4f695 req-7155afa7-a64f-4355-b8ac-cf0ac78af721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:58.053959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4baf8735-e67a-4a5d-b5a5-f78deca4f695 req-7155afa7-a64f-4355-b8ac-cf0ac78af721 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.3234212 Feb 09 03:27:58.116329 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (36adaed4-2274-4095-873e-2c0994d4b13f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.116862 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for floatingip (36adaed4-2274-4095-873e-2c0994d4b13f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.153439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Calling delete_port for 36adaed4-2274-4095-873e-2c0994d4b13f owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:58.174493 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (41d4be4e-9051-4857-956d-2948d41924fa), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.200846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa00a736-8f11-4e12-bb02-8835de250fdb req-cf1a25fd-9683-4dba-a551-18c158424149 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336700 Feb 09 03:27:58.234926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d4be4e-9051-4857-956d-2948d41924fa']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:58.250111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1677180-efb2-4013-951f-e0f2ca72d097') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:58.250407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1677180-efb2-4013-951f-e0f2ca72d097') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:58.262475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-af7c82fd-acd1-49ac-a623-47fa195eac99 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:58.263827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-af7c82fd-acd1-49ac-a623-47fa195eac99 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.65 "GET /v2.0/networks?id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb HTTP/1.1" status: 200 len: 812 time: 0.3810525 Feb 09 03:27:58.264151 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (d1677180-efb2-4013-951f-e0f2ca72d097), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.284800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8735-e67a-4a5d-b5a5-f78deca4f695 req-7a2a667d-314e-41d4-b7f1-2f90803c365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:58.286488 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4baf8735-e67a-4a5d-b5a5-f78deca4f695 req-7a2a667d-314e-41d4-b7f1-2f90803c365d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1773913 Feb 09 03:27:58.288489 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d1677180-efb2-4013-951f-e0f2ca72d097), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.289843 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4e9fef1-43a5-4a2c-8567-8183f3f55258 req-fca9af6a-6f91-4f41-ada4-7db04f12d923 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533336 Feb 09 03:27:58.291266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Made reservation on behalf of aa69fea78eee4b868b7f4826a58fc6e0 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:58.294403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.303833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'port': {'device_id': '71331f14-56ac-413e-98ea-dbca2389e216', 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb', 'admin_state_up': True, 'tenant_id': 'b294c48b0d4c4c6b87a304f198401899'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:58.311235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:27:58.311643 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (d1677180-efb2-4013-951f-e0f2ca72d097), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:27:58.320174 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:27:58.450780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] device_id is not set on port 469a231c-45b9-4c52-bd0d-9c09c6563661 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:27:58.464616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8573a9b3-9efb-4306-ab7a-1cd071a108e7 req-7b550bf0-94d7-4647-99c2-915903299cff tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 210 time: 0.0719223 Feb 09 03:27:58.546092 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (41d4be4e-9051-4857-956d-2948d41924fa), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.577582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41d4be4e-9051-4857-956d-2948d41924fa {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:27:58.587824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.597700 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "DELETE /v2.0/networks/41d4be4e-9051-4857-956d-2948d41924fa HTTP/1.1" status: 204 len: 168 time: 0.8467720 Feb 09 03:27:58.616979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42810) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:58.646999 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-95c3b1b4-bac8-4d7e-8b39-928cd6ec0314 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:58.662986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26b149-7e24-48de-9b43-82ed8a0682a0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event deleted for resources: {'Network': ['ID=41d4be4e-9051-4857-956d-2948d41924fa,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:58.672436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4baf8735-e67a-4a5d-b5a5-f78deca4f695 req-2067f0aa-b5f1-4148-b093-61cbc6910e15 service neutron] 10.222.0.65 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736033 Feb 09 03:27:58.781550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c3b1b4-bac8-4d7e-8b39-928cd6ec0314 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Made reservation on behalf of cc0920d1c99c45a9b3b4246058e37bb0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:58.783908 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1b4-bac8-4d7e-8b39-928cd6ec0314 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.822357 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.20.0.13 (80d994d8-8031-4a9b-b44b-f5c9f1ea537c/cc05b7ca-5a34-420f-8b48-419559813143/469a231c-45b9-4c52-bd0d-9c09c6563661) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:58.836813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b843efd-9c8a-492d-a81d-bd33094f003f req-9db6b540-f2b1-4344-b857-5bab32998c8b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:58.838682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b843efd-9c8a-492d-a81d-bd33094f003f req-9db6b540-f2b1-4344-b857-5bab32998c8b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.2937129 Feb 09 03:27:58.925540 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c3b1b4-bac8-4d7e-8b39-928cd6ec0314 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:27:58.953684 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4baf8735-e67a-4a5d-b5a5-f78deca4f695 req-04336508-8c92-4f22-8b7d-6b3879f484c0 service neutron] 10.222.0.65 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701492 Feb 09 03:27:58.983653 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1b4-bac8-4d7e-8b39-928cd6ec0314 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b0c72a50-f5d7-49e5-9d93-7dfb2670e7b9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.985972 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-95c3b1b4-bac8-4d7e-8b39-928cd6ec0314 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Added segment b0c72a50-f5d7-49e5-9d93-7dfb2670e7b9 of type vlan for network a6affc6a-862d-45b3-8491-ffe63ffd3b44 Feb 09 03:27:59.035055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573b93-1193-4487-acdc-b3ba4c229253 req-874617f4-4e04-4781-8026-2e4c19f4e457 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:59.042894 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c4573b93-1193-4487-acdc-b3ba4c229253 req-874617f4-4e04-4781-8026-2e4c19f4e457 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 945 time: 0.1918766 Feb 09 03:27:59.072622 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b843efd-9c8a-492d-a81d-bd33094f003f req-33226e31-5c00-46b3-8ada-0dcb00efbab0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186112 Feb 09 03:27:59.097011 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1b4-bac8-4d7e-8b39-928cd6ec0314 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (a6affc6a-862d-45b3-8491-ffe63ffd3b44), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.126982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205d4a5-6234-4325-a918-bc6e6261e00d req-5c49d9d4-4395-4ddd-90c5-f67ad4cd9a1a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:59.128497 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6205d4a5-6234-4325-a918-bc6e6261e00d req-5c49d9d4-4395-4ddd-90c5-f67ad4cd9a1a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.42 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 945 time: 0.2758472 Feb 09 03:27:59.164848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c4573b93-1193-4487-acdc-b3ba4c229253 req-9a43c3fa-93c8-4bf7-a174-f352df3f6fb8 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210790 Feb 09 03:27:59.221918 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (36adaed4-2274-4095-873e-2c0994d4b13f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.234542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Made reservation on behalf of b294c48b0d4c4c6b87a304f198401899 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:59.237926 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.267820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event deleted for resources: {'Port': ['ID=36adaed4-2274-4095-873e-2c0994d4b13f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:59.271933 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1b4-bac8-4d7e-8b39-928cd6ec0314 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (a6affc6a-862d-45b3-8491-ffe63ffd3b44), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.272953 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c3b1b4-bac8-4d7e-8b39-928cd6ec0314 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:59.273478 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1b4-bac8-4d7e-8b39-928cd6ec0314 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.374885 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-95c3b1b4-bac8-4d7e-8b39-928cd6ec0314 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7510991 Feb 09 03:27:59.383998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42816) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:59.393223 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (469a231c-45b9-4c52-bd0d-9c09c6563661), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.394930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Request body: {'subnet': {'network_id': 'a6affc6a-862d-45b3-8491-ffe63ffd3b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:59.431954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3b1b4-bac8-4d7e-8b39-928cd6ec0314 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event updated for resources: {'Network': ['ID=a6affc6a-862d-45b3-8491-ffe63ffd3b44,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:59.441190 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for floatingip (8c106e3f-0591-4fd3-9349-e01e5e4f9989), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.441559 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Floating IP 8c106e3f-0591-4fd3-9349-e01e5e4f9989 disassociated (deleted). External IP: 172.25.5.92, port: 5c606f55-aa1f-4eea-b783-b278bdf505b3. Feb 09 03:27:59.443993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network a6affc6a-862d-45b3-8491-ffe63ffd3b44 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:27:59.457607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-6205d4a5-6234-4325-a918-bc6e6261e00d req-c7d5249f-4465-4542-a938-d4e53b64c027 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Deleting port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:59.458061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6205d4a5-6234-4325-a918-bc6e6261e00d req-c7d5249f-4465-4542-a938-d4e53b64c027 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.515919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d6fd7-fa3c-487f-85a0-cbfdd0a3dbda req-63b5422d-6cdb-4610-b374-9a016b193d2a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:59.517560 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-137d6fd7-fa3c-487f-85a0-cbfdd0a3dbda req-63b5422d-6cdb-4610-b374-9a016b193d2a tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/ports?device_id=208ae5c8-a409-4662-a4cb-4c59c808cc7c HTTP/1.1" status: 200 len: 945 time: 0.2058995 Feb 09 03:27:59.544233 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (469a231c-45b9-4c52-bd0d-9c09c6563661), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.567433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Made reservation on behalf of cc0920d1c99c45a9b3b4246058e37bb0 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:27:59.569845 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.600453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ca629c4d-fe21-477f-86e3-c130b3b8647a admin admin] Deleting port 182594b6-862a-4196-9fe6-105c9d6e420e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:27:59.600797 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca629c4d-fe21-477f-86e3-c130b3b8647a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.650786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network 80d994d8-8031-4a9b-b44b-f5c9f1ea537c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:27:59.651473 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2dbb5323-cd82-47cd-84d6-1ba612319702 req-97e87b12-d1fc-4100-b700-1c01b941f03c tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 210 time: 0.0925694 Feb 09 03:27:59.655803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=469a231c-45b9-4c52-bd0d-9c09c6563661,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:59.663513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:27:59.667158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6205d4a5-6234-4325-a918-bc6e6261e00d req-c7d5249f-4465-4542-a938-d4e53b64c027 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] For port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575,segment=NetworkSegment(18863dd7-9634-44ed-af6d-59eaf56c7e71),segment_id=18863dd7-9634-44ed-af6d-59eaf56c7e71)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:59.667654 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6205d4a5-6234-4325-a918-bc6e6261e00d req-c7d5249f-4465-4542-a938-d4e53b64c027 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.670272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:27:59.676857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-137d6fd7-fa3c-487f-85a0-cbfdd0a3dbda req-446f2c31-60de-4669-8468-57f592e5cbf9 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.21 "GET /v2.0/security-groups?id=4638f51a-ef19-42b2-91c8-90c6bc39c3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515493 Feb 09 03:27:59.717680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-6205d4a5-6234-4325-a918-bc6e6261e00d req-c7d5249f-4465-4542-a938-d4e53b64c027 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Calling delete_port for 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:27:59.730620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Allocated IP 172.20.0.9 (27b0cfcc-8dae-40a8-93fb-1d23d1a181eb/09826767-a75f-4c1d-8c1d-9a09ec36b4c8/87b68966-1b5f-47b8-ad77-9f77ea3a72e0) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:27:59.745016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:59.745684 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.803765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a548a8bc-6ea8-4df0-ace6-a2b63bf88818 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0540791 Feb 09 03:27:59.806884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42820) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:59.813395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5d7ea349-506f-4e1a-babf-153ebfcb40ea tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'floatingip': {'port_id': '469a231c-45b9-4c52-bd0d-9c09c6563661'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:27:59.845488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-ca629c4d-fe21-477f-86e3-c130b3b8647a admin admin] For port 182594b6-862a-4196-9fe6-105c9d6e420e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=182594b6-862a-4196-9fe6-105c9d6e420e,segment=NetworkSegment(d1921ea5-22dc-49d8-a089-7375e09c29d8),segment_id=d1921ea5-22dc-49d8-a089-7375e09c29d8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:27:59.845843 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca629c4d-fe21-477f-86e3-c130b3b8647a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.888266 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6205d4a5-6234-4325-a918-bc6e6261e00d req-c7d5249f-4465-4542-a938-d4e53b64c027 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (57c7b320-4ee7-4225-9f5f-2ce9cd5bd575), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.922983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5249f-4465-4542-a938-d4e53b64c027 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Pushing event deleted for resources: {'Port': ['ID=57c7b320-4ee7-4225-9f5f-2ce9cd5bd575,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:59.969291 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-6205d4a5-6234-4325-a918-bc6e6261e00d req-c7d5249f-4465-4542-a938-d4e53b64c027 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] No DVR routers for this DVR port 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:27:59.977380 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6205d4a5-6234-4325-a918-bc6e6261e00d req-c7d5249f-4465-4542-a938-d4e53b64c027 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.977380 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6205d4a5-6234-4325-a918-bc6e6261e00d req-c7d5249f-4465-4542-a938-d4e53b64c027 tempest-AttachVolumeNegativeTest-1172156614 tempest-AttachVolumeNegativeTest-1172156614-project] 10.222.0.42 "DELETE /v2.0/ports/57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 HTTP/1.1" status: 204 len: 173 time: 0.8158143 Feb 09 03:27:59.977706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208ae5c8-a409-4662-a4cb-4c59c808cc7c', 'name': 'network-vif-deleted', 'tag': '57c7b320-4ee7-4225-9f5f-2ce9cd5bd575'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:27:59.979753 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9883ba51-bdaa-40d4-81c2-23990bf2d410" -d '{"events": [{"server_uuid": "208ae5c8-a409-4662-a4cb-4c59c808cc7c", "name": "network-vif-deleted", "tag": "57c7b320-4ee7-4225-9f5f-2ce9cd5bd575"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:00.015348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ca629c4d-fe21-477f-86e3-c130b3b8647a admin admin] Calling delete_port for 182594b6-862a-4196-9fe6-105c9d6e420e owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:00.046531 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d7ea349-506f-4e1a-babf-153ebfcb40ea tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (53a45185-0806-45d3-b914-026054b8003e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:00.059298 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5868a860-6f49-41d5-9c23-23c0e84a65e5 x-openstack-request-id: req-5868a860-6f49-41d5-9c23-23c0e84a65e5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:00.059677 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208ae5c8-a409-4662-a4cb-4c59c808cc7c", "name": "network-vif-deleted", "tag": "57c7b320-4ee7-4225-9f5f-2ce9cd5bd575", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:00.059867 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5868a860-6f49-41d5-9c23-23c0e84a65e5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:00.060276 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208ae5c8-a409-4662-a4cb-4c59c808cc7c', 'name': 'network-vif-deleted', 'tag': '57c7b320-4ee7-4225-9f5f-2ce9cd5bd575', 'status': 'completed', 'code': 200} Feb 09 03:28:00.091652 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc975352-a5d8-416f-9bed-a605c34f2ed8 req-e25c13c6-e896-43d4-a7aa-30333f082618 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:00.094848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc975352-a5d8-416f-9bed-a605c34f2ed8 req-e25c13c6-e896-43d4-a7aa-30333f082618 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.42 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 945 time: 0.1107988 Feb 09 03:28:00.262995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aa9ac-42af-427b-a1fc-2826aae2e14b req-397126ef-7b13-4b8e-8868-774be325472d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:00.264635 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e03aa9ac-42af-427b-a1fc-2826aae2e14b req-397126ef-7b13-4b8e-8868-774be325472d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.0966523 Feb 09 03:28:00.268104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-cc975352-a5d8-416f-9bed-a605c34f2ed8 req-e3e44775-982c-411a-bb8f-4a003311889f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Deleting port 30344808-0fef-43f9-804b-e097238be2c8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:00.268450 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cc975352-a5d8-416f-9bed-a605c34f2ed8 req-e3e44775-982c-411a-bb8f-4a003311889f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (30344808-0fef-43f9-804b-e097238be2c8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:00.390283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e03aa9ac-42af-427b-a1fc-2826aae2e14b req-dedae40b-ae21-412b-98b3-544df29cf8df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076143 Feb 09 03:28:00.435347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-cc975352-a5d8-416f-9bed-a605c34f2ed8 req-e3e44775-982c-411a-bb8f-4a003311889f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] For port 30344808-0fef-43f9-804b-e097238be2c8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=30344808-0fef-43f9-804b-e097238be2c8,segment=NetworkSegment(b41c5f89-1891-4b96-bf4a-68eeeb146cad),segment_id=b41c5f89-1891-4b96-bf4a-68eeeb146cad)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:00.435718 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cc975352-a5d8-416f-9bed-a605c34f2ed8 req-e3e44775-982c-411a-bb8f-4a003311889f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (30344808-0fef-43f9-804b-e097238be2c8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:00.449964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-cc975352-a5d8-416f-9bed-a605c34f2ed8 req-e3e44775-982c-411a-bb8f-4a003311889f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Calling delete_port for 30344808-0fef-43f9-804b-e097238be2c8 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:00.472565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Router 27f7f24d-a02e-4cb0-8a7b-98dc6594835a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:00.643694 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cc975352-a5d8-416f-9bed-a605c34f2ed8 req-e3e44775-982c-411a-bb8f-4a003311889f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (30344808-0fef-43f9-804b-e097238be2c8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:00.658581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['30344808-0fef-43f9-804b-e097238be2c8'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:00.678565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e61e7d-64e8-40eb-9a77-8f54df279d08 req-55b35dea-634c-4196-a0bf-c100a58dd020 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:00.685862 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21e61e7d-64e8-40eb-9a77-8f54df279d08 req-55b35dea-634c-4196-a0bf-c100a58dd020 tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be9c7e9-748a-466a-9a1f-b02c7c2924fb HTTP/1.1" status: 200 len: 945 time: 0.3984904 Feb 09 03:28:00.719473 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:00.727349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e44775-982c-411a-bb8f-4a003311889f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Pushing event deleted for resources: {'Port': ['ID=30344808-0fef-43f9-804b-e097238be2c8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:00.809854 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc975352-a5d8-416f-9bed-a605c34f2ed8 req-e3e44775-982c-411a-bb8f-4a003311889f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] No DVR routers for this DVR port 30344808-0fef-43f9-804b-e097238be2c8 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:00.813540 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cc975352-a5d8-416f-9bed-a605c34f2ed8 req-e3e44775-982c-411a-bb8f-4a003311889f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:00.822196 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc975352-a5d8-416f-9bed-a605c34f2ed8 req-e3e44775-982c-411a-bb8f-4a003311889f tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.42 "DELETE /v2.0/ports/30344808-0fef-43f9-804b-e097238be2c8 HTTP/1.1" status: 204 len: 173 time: 0.7168586 Feb 09 03:28:00.848616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44c9dda1-b0a9-4b0c-8d97-1bfc9d9c3223 req-1baef5cc-f656-45a1-a416-c3bc8d91f8cb tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 210 time: 0.0535042 Feb 09 03:28:00.924206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42836) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:00.969393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21e61e7d-64e8-40eb-9a77-8f54df279d08 req-56879897-d55b-4379-9ed0-1852dfdce15a tempest-ServerDiskConfigTestJSON-771242667 tempest-ServerDiskConfigTestJSON-771242667-project] 10.222.0.21 "GET /v2.0/security-groups?id=daca5f73-7527-4cdc-9d8c-4ab6a032ad69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814353 Feb 09 03:28:01.056538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-f875db82-6ed6-40fe-bdaf-b7d58d7459ac admin admin] Deleting subnet 7829cf55-e944-4514-bf89-a385b578ebb3 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:01.061880 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f875db82-6ed6-40fe-bdaf-b7d58d7459ac admin admin] Publish callbacks [] for subnet (7829cf55-e944-4514-bf89-a385b578ebb3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:01.118379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:01.131813 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d573766c-5f11-4cfb-b105-d3abd25b7060'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:01.168715 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f875db82-6ed6-40fe-bdaf-b7d58d7459ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (7829cf55-e944-4514-bf89-a385b578ebb3), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:01.216913 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f875db82-6ed6-40fe-bdaf-b7d58d7459ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (7829cf55-e944-4514-bf89-a385b578ebb3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:01.303499 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f875db82-6ed6-40fe-bdaf-b7d58d7459ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (7829cf55-e944-4514-bf89-a385b578ebb3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:01.392146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f875db82-6ed6-40fe-bdaf-b7d58d7459ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:01.399886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f875db82-6ed6-40fe-bdaf-b7d58d7459ac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7829cf55-e944-4514-bf89-a385b578ebb3 HTTP/1.1" status: 204 len: 168 time: 0.4710541 Feb 09 03:28:01.399886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875db82-6ed6-40fe-bdaf-b7d58d7459ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7829cf55-e944-4514-bf89-a385b578ebb3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:01.406218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42844) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:01.555036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (2fbf5b2a-7e17-4840-81ce-52c8f598a134), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:01.643530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:01.646742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:01.651829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (2fbf5b2a-7e17-4840-81ce-52c8f598a134), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:01.656550 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864429a-0533-4a94-8957-2b063683b186 None None] Sync routers for ids ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:01.657054 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:01.666920 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:01.677012 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864429a-0533-4a94-8957-2b063683b186 None None] Routers {'27f7f24d-a02e-4cb0-8a7b-98dc6594835a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:01.681063 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2864429a-0533-4a94-8957-2b063683b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:01.688817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'Port': ['ID=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:01.697193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:01.700801 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca629c4d-fe21-477f-86e3-c130b3b8647a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (182594b6-862a-4196-9fe6-105c9d6e420e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:01.766435 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2864429a-0533-4a94-8957-2b063683b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:01.768421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:01.794106 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864429a-0533-4a94-8957-2b063683b186 None None] Routers {'27f7f24d-a02e-4cb0-8a7b-98dc6594835a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:01.796049 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2864429a-0533-4a94-8957-2b063683b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:01.814261 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f6c1b4d0-b61a-4d1d-8ef5-1938f0ea032f tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "DELETE /v2.0/floatingips/8c106e3f-0591-4fd3-9349-e01e5e4f9989 HTTP/1.1" status: 204 len: 168 time: 4.6139188 Feb 09 03:28:01.814261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca629c4d-fe21-477f-86e3-c130b3b8647a admin admin] Pushing event deleted for resources: {'Port': ['ID=182594b6-862a-4196-9fe6-105c9d6e420e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:01.815362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42846) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:01.824085 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:01.824419 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 57c7b320-4ee7-4225-9f5f-2ce9cd5bd575 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:01.852341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:01.862905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.objects.ports [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103328) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:28:01.863385 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (decf382a-8ab9-4768-9a5b-31315ef95546), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:01.891707 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.resource_extend [None req-5d7ea349-506f-4e1a-babf-153ebfcb40ea tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:28:01.910083 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2864429a-0533-4a94-8957-2b063683b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:01.910893 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864429a-0533-4a94-8957-2b063683b186 None None] The sync data for ids ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:01.999239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:01.999887 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.085646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.130082 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d7ea349-506f-4e1a-babf-153ebfcb40ea tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.179386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fbf5b2a-7e17-4840-81ce-52c8f598a134']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:02.192260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18863dd7-9634-44ed-af6d-59eaf56c7e71') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:02.192615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18863dd7-9634-44ed-af6d-59eaf56c7e71') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:02.203159 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (18863dd7-9634-44ed-af6d-59eaf56c7e71), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.215842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be9c7e9-748a-466a-9a1f-b02c7c2924fb', 'name': 'network-vif-deleted', 'tag': '30344808-0fef-43f9-804b-e097238be2c8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:02.218485 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a225ac6-3c0f-4184-b231-85f70fa05782" -d '{"events": [{"server_uuid": "7be9c7e9-748a-466a-9a1f-b02c7c2924fb", "name": "network-vif-deleted", "tag": "30344808-0fef-43f9-804b-e097238be2c8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:02.244711 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d7ea349-506f-4e1a-babf-153ebfcb40ea tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (53a45185-0806-45d3-b914-026054b8003e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.266986 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (18863dd7-9634-44ed-af6d-59eaf56c7e71), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.274835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:02.275904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (18863dd7-9634-44ed-af6d-59eaf56c7e71), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.332211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event updated for resources: {'Subnet': ['ID=decf382a-8ab9-4768-9a5b-31315ef95546,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:02.346659 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-94dd16cf-7166-4588-b65a-576bd25cfa5f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0526934 Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:02.352292 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:02.362079 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (2fbf5b2a-7e17-4840-81ce-52c8f598a134), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.406410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Checking segment: {'id': 'b0c72a50-f5d7-49e5-9d93-7dfb2670e7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a6affc6a-862d-45b3-8491-ffe63ffd3b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:02.406977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Network hostable DHCP agents. Network: a6affc6a-862d-45b3-8491-ffe63ffd3b44, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:28:02.419865 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9b774e-120a-4f78-b8a3-55dc670565fc x-openstack-request-id: req-7c9b774e-120a-4f78-b8a3-55dc670565fc {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:02.419865 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be9c7e9-748a-466a-9a1f-b02c7c2924fb", "name": "network-vif-deleted", "tag": "30344808-0fef-43f9-804b-e097238be2c8", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:02.419865 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c9b774e-120a-4f78-b8a3-55dc670565fc {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:02.419865 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be9c7e9-748a-466a-9a1f-b02c7c2924fb', 'name': 'network-vif-deleted', 'tag': '30344808-0fef-43f9-804b-e097238be2c8', 'status': 'completed', 'code': 200} Feb 09 03:28:02.420661 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.423869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2fbf5b2a-7e17-4840-81ce-52c8f598a134 HTTP/1.1" status: 204 len: 168 time: 1.0162971 Feb 09 03:28:02.428004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42864) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:02.474698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d73730-edf3-4fde-963a-699b03fc7b8d admin admin] Deleting subnet 758b59e2-44c9-4ffa-9f75-79486baf7d46 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:02.478078 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d73730-edf3-4fde-963a-699b03fc7b8d admin admin] Publish callbacks [] for subnet (758b59e2-44c9-4ffa-9f75-79486baf7d46), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.484223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Request body: {'port': {'device_id': '71331f14-56ac-413e-98ea-dbca2389e216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:02.546836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d73730-edf3-4fde-963a-699b03fc7b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (758b59e2-44c9-4ffa-9f75-79486baf7d46), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.591446 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d73730-edf3-4fde-963a-699b03fc7b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (758b59e2-44c9-4ffa-9f75-79486baf7d46), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.650393 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e8cd2-298d-468e-9327-09ae33025b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fbf5b2a-7e17-4840-81ce-52c8f598a134,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:02.665413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59daafb-88dc-4a39-86e2-e4b219ee29a4 req-b84b2f7a-445a-495d-8b1a-dff4aeea16e4 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:02.667364 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a59daafb-88dc-4a39-86e2-e4b219ee29a4 req-b84b2f7a-445a-495d-8b1a-dff4aeea16e4 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 931 time: 0.4401522 Feb 09 03:28:02.668327 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d73730-edf3-4fde-963a-699b03fc7b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (758b59e2-44c9-4ffa-9f75-79486baf7d46), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.697245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Network a6affc6a-862d-45b3-8491-ffe63ffd3b44 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:28:02.708153 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42868) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:02.721179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d73730-edf3-4fde-963a-699b03fc7b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=758b59e2-44c9-4ffa-9f75-79486baf7d46,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:02.732468 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d73730-edf3-4fde-963a-699b03fc7b8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.735659 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-19d73730-edf3-4fde-963a-699b03fc7b8d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/758b59e2-44c9-4ffa-9f75-79486baf7d46 HTTP/1.1" status: 204 len: 168 time: 0.3065810 Feb 09 03:28:02.741728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42870) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:02.770395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, a6affc6a-862d-45b3-8491-ffe63ffd3b44) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:02.779426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bd4a67-45b7-4e90-97ab-87cf5e4b628e None None] Network a6affc6a-862d-45b3-8491-ffe63ffd3b44 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:02.790835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:02.791976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.818981 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.838709 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-5d7ea349-506f-4e1a-babf-153ebfcb40ea tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Floating IP 53a45185-0806-45d3-b914-026054b8003e associated. External IP: 172.25.5.43, port: 469a231c-45b9-4c52-bd0d-9c09c6563661. Feb 09 03:28:02.845006 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a59daafb-88dc-4a39-86e2-e4b219ee29a4 req-2af38796-b9e5-4c69-85a8-98e234728881 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419704 Feb 09 03:28:02.886485 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (dae5ac67-0d3e-40b6-87c7-dad4024c9c27), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.924138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca629c4d-fe21-477f-86e3-c130b3b8647a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (07669465-bf47-4171-828a-dd2ec4c0c06d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.978912 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8f60ba36-453f-412e-b383-b67c6f5e2f58 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5927796 Feb 09 03:28:02.985228 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42872) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:03.012877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57f0a8c-6eb6-4d0d-9d2a-3694a952dfdb None None] Network a6affc6a-862d-45b3-8491-ffe63ffd3b44 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:03.029326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Request body: {'floatingip': {'floating_network_id': 'a6affc6a-862d-45b3-8491-ffe63ffd3b44'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:03.041658 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7de0f7d7-046b-4f77-890a-61fa71311adf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e401a629c5eb45aca7db66c1b3c7c645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3069315 Feb 09 03:28:03.048747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42874) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:03.096663 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (dae5ac67-0d3e-40b6-87c7-dad4024c9c27), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.132589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae5ac67-0d3e-40b6-87c7-dad4024c9c27']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:03.153023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41c5f89-1891-4b96-bf4a-68eeeb146cad') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:03.153023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41c5f89-1891-4b96-bf4a-68eeeb146cad') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:03.165943 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ec27703-2747-4522-8ca1-f171e8bafa0a admin admin] Publish callbacks [] for security_group (4638f51a-ef19-42b2-91c8-90c6bc39c3ec), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.169702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (b41c5f89-1891-4b96-bf4a-68eeeb146cad), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.210296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b41c5f89-1891-4b96-bf4a-68eeeb146cad), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.233973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ec27703-2747-4522-8ca1-f171e8bafa0a admin admin] Publish callbacks [] for security_group (4638f51a-ef19-42b2-91c8-90c6bc39c3ec), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (b41c5f89-1891-4b96-bf4a-68eeeb146cad), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:03.240827 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:03.263700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.327658 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (dae5ac67-0d3e-40b6-87c7-dad4024c9c27), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.332625 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.336799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] 10.222.0.21 "DELETE /v2.0/networks/dae5ac67-0d3e-40b6-87c7-dad4024c9c27 HTTP/1.1" status: 204 len: 168 time: 0.5941153 Feb 09 03:28:03.346232 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.352461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Pushing event deleted for resources: {'Network': ['ID=dae5ac67-0d3e-40b6-87c7-dad4024c9c27,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:03.362312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.362633 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.363038 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.363369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.363700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.364027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.364450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.364888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.365968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.366306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.366731 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.367058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.367380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36994b63-bb14-4805-bd55-9655915e40ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:03.376167 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ec27703-2747-4522-8ca1-f171e8bafa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4638f51a-ef19-42b2-91c8-90c6bc39c3ec), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.379385 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ec27703-2747-4522-8ca1-f171e8bafa0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.381585 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6ec27703-2747-4522-8ca1-f171e8bafa0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4638f51a-ef19-42b2-91c8-90c6bc39c3ec HTTP/1.1" status: 204 len: 168 time: 0.3307879 Feb 09 03:28:03.391085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec27703-2747-4522-8ca1-f171e8bafa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4638f51a-ef19-42b2-91c8-90c6bc39c3ec,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:03.569294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42884) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:03.627619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-42f32d74-4e1e-49e8-9e91-8977f4355514 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ded15d3865e451a8f7334fba0febdf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0544226 Feb 09 03:28:03.627880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42888) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:03.679792 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-439d2c33-81cc-4ad3-b546-6953469a86c0 admin admin] Publish callbacks [] for security_group (daca5f73-7527-4cdc-9d8c-4ab6a032ad69), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.707845 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-439d2c33-81cc-4ad3-b546-6953469a86c0 admin admin] Publish callbacks [] for security_group (daca5f73-7527-4cdc-9d8c-4ab6a032ad69), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.756156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Allocated IP 172.25.5.211 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/61dcaec8-6b70-4755-b1cf-f5ebd29206eb) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:03.770924 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-439d2c33-81cc-4ad3-b546-6953469a86c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (daca5f73-7527-4cdc-9d8c-4ab6a032ad69), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.774295 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-439d2c33-81cc-4ad3-b546-6953469a86c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.775702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-439d2c33-81cc-4ad3-b546-6953469a86c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/daca5f73-7527-4cdc-9d8c-4ab6a032ad69 HTTP/1.1" status: 204 len: 168 time: 0.1462882 Feb 09 03:28:03.784735 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d2c33-81cc-4ad3-b546-6953469a86c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daca5f73-7527-4cdc-9d8c-4ab6a032ad69,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:03.792651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 30344808-0fef-43f9-804b-e097238be2c8 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:03.815396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7ea349-506f-4e1a-babf-153ebfcb40ea tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:03.826564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 30344808-0fef-43f9-804b-e097238be2c8 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:03.827375 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 30344808-0fef-43f9-804b-e097238be2c8 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:03.839919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca629c4d-fe21-477f-86e3-c130b3b8647a admin admin] Router 07669465-bf47-4171-828a-dd2ec4c0c06d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:03.890450 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:28:03.906741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Publish callbacks [] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:03.932974 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:04.014443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Transition to ACTIVE for port object 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:28:04.465562 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:04.606331 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks [] for port (61dcaec8-6b70-4755-b1cf-f5ebd29206eb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:04.648048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Pushing event updated for resources: {'Port': ['ID=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:04.666329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42938) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:04.724847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7ea349-506f-4e1a-babf-153ebfcb40ea tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:04.737025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a098bc5-7b19-4324-acf3-d01ac2b232d5 None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:04.742154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cee2ed-1ff4-4203-a5d2-33e182bbea0a req-af1b86fa-40c7-4bd7-924b-7d70be3ea8f5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:04.749117 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20cee2ed-1ff4-4203-a5d2-33e182bbea0a req-af1b86fa-40c7-4bd7-924b-7d70be3ea8f5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 943 time: 0.7359695 Feb 09 03:28:04.749570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a098bc5-7b19-4324-acf3-d01ac2b232d5 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:04.750387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6a098bc5-7b19-4324-acf3-d01ac2b232d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:04.754657 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d7ea349-506f-4e1a-babf-153ebfcb40ea tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:04.790469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca629c4d-fe21-477f-86e3-c130b3b8647a admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:04.806783 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e38a7-b0f5-48c5-91ca-daacc3e5abab None None] Sync routers for ids ['07669465-bf47-4171-828a-dd2ec4c0c06d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:04.823433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Allocated IP 172.20.0.13 (a6affc6a-862d-45b3-8491-ffe63ffd3b44/decf382a-8ab9-4768-9a5b-31315ef95546/d96361e4-ea1a-41ce-a8b3-5e1138c6226a) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:04.834835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42946) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:04.835030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ca629c4d-fe21-477f-86e3-c130b3b8647a admin admin] 10.222.0.21 "PUT /v2.0/routers/07669465-bf47-4171-828a-dd2ec4c0c06d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4134171 Feb 09 03:28:04.848660 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e38a7-b0f5-48c5-91ca-daacc3e5abab None None] Routers {'07669465-bf47-4171-828a-dd2ec4c0c06d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:04.851191 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-fc6e38a7-b0f5-48c5-91ca-daacc3e5abab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['07669465-bf47-4171-828a-dd2ec4c0c06d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:04.859609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6a098bc5-7b19-4324-acf3-d01ac2b232d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:04.872668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a098bc5-7b19-4324-acf3-d01ac2b232d5 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:04.873577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6a098bc5-7b19-4324-acf3-d01ac2b232d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:04.896598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1077705744-network', 'tenant_id': '908ab6b6438a42f68c6661776783f5bf'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:04.920913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6a098bc5-7b19-4324-acf3-d01ac2b232d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:04.922094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a098bc5-7b19-4324-acf3-d01ac2b232d5 None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:04.933281 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20cee2ed-1ff4-4203-a5d2-33e182bbea0a req-dac450ad-90b1-4e71-8561-fecf63dca8d5 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831799 Feb 09 03:28:04.977404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Made reservation on behalf of 908ab6b6438a42f68c6661776783f5bf for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:04.977404 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:04.992434 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.008330 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (61dcaec8-6b70-4755-b1cf-f5ebd29206eb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.011483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5d7ea349-506f-4e1a-babf-153ebfcb40ea tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "PUT /v2.0/floatingips/53a45185-0806-45d3-b914-026054b8003e HTTP/1.1" status: 200 len: 978 time: 5.2015772 Feb 09 03:28:05.015372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42948) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:05.026573 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-fc6e38a7-b0f5-48c5-91ca-daacc3e5abab None None] Set router 07669465-bf47-4171-828a-dd2ec4c0c06d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:05.031569 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Publish callbacks [] for router (07669465-bf47-4171-828a-dd2ec4c0c06d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.062168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Attempting to bind port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:05.062501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Attempting to bind port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '0daae537-9620-476e-92a0-5335e35382a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:05.063065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Attempting to bind port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 on network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:05.075865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:05.081773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:05.090884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:05.141171 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 on network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:28:05.141852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Attempting to bind port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 on network 27b0cfcc-8dae-40a8-93fb-1d23d1a181eb {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:05.198131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:05.198902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Checking segment: {'id': '0daae537-9620-476e-92a0-5335e35382a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:05.199771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Bound using segment: {'id': '0daae537-9620-476e-92a0-5335e35382a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:05.200530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Bound port: 87b68966-1b5f-47b8-ad77-9f77ea3a72e0, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0daae537-9620-476e-92a0-5335e35382a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:05.201381 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.242121 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Publish callbacks [] for security_group (f8afc090-a9d1-450f-bbd2-5ed33185498a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.256616 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f8afc090-a9d1-450f-bbd2-5ed33185498a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.261810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Pushing event updated for resources: {'Port': ['ID=61dcaec8-6b70-4755-b1cf-f5ebd29206eb,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:05.265909 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Publish callbacks [] for router_gateway (07669465-bf47-4171-828a-dd2ec4c0c06d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.272036 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-fc6e38a7-b0f5-48c5-91ca-daacc3e5abab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:28:01Z', 'revision_number': 5, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port': {'id': 'c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:26:18Z', 'updated_at': '2022-02-09T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:05.290748 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:05.307219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port 469a231c-45b9-4c52-bd0d-9c09c6563661 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:05.307556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (469a231c-45b9-4c52-bd0d-9c09c6563661), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.320406 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e38a7-b0f5-48c5-91ca-daacc3e5abab None None] Checking router: 07669465-bf47-4171-828a-dd2ec4c0c06d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:28:05.326877 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8afc090-a9d1-450f-bbd2-5ed33185498a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:05.333026 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e38a7-b0f5-48c5-91ca-daacc3e5abab None None] Routers {'07669465-bf47-4171-828a-dd2ec4c0c06d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:05.334191 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-fc6e38a7-b0f5-48c5-91ca-daacc3e5abab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['07669465-bf47-4171-828a-dd2ec4c0c06d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:05.356919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks [] for port (d96361e4-ea1a-41ce-a8b3-5e1138c6226a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.370482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] For port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:05.374115 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1e128d89-067d-4c6f-8feb-60bed6cad9ff), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.374846 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Added segment 1e128d89-067d-4c6f-8feb-60bed6cad9ff of type vlan for network d22c7637-cdc4-4a30-84f5-b0e31f632551 Feb 09 03:28:05.380923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] For port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:05.383001 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks [] for floatingip (aad8dc29-2483-40b7-bb00-77ebca2f5840), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.399899 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.437296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (d22c7637-cdc4-4a30-84f5-b0e31f632551), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.452736 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-fc6e38a7-b0f5-48c5-91ca-daacc3e5abab None None] Set router 07669465-bf47-4171-828a-dd2ec4c0c06d gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:05.475749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (61dcaec8-6b70-4755-b1cf-f5ebd29206eb), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.489239 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (469a231c-45b9-4c52-bd0d-9c09c6563661), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.513717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Deleting port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:05.514044 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.526854 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-fc6e38a7-b0f5-48c5-91ca-daacc3e5abab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:28:05Z', 'revision_number': 6, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:05.528482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:05.529226 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.532340 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] 10.222.0.65 "PUT /v2.0/ports/87b68966-1b5f-47b8-ad77-9f77ea3a72e0 HTTP/1.1" status: 200 len: 1092 time: 3.0654430 Feb 09 03:28:05.532340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71331f14-56ac-413e-98ea-dbca2389e216', 'tag': '87b68966-1b5f-47b8-ad77-9f77ea3a72e0'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:05.534159 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e1d71a-2afd-420a-9dfe-9e5a1cefc542" -d '{"events": [{"name": "network-changed", "server_uuid": "71331f14-56ac-413e-98ea-dbca2389e216", "tag": "87b68966-1b5f-47b8-ad77-9f77ea3a72e0"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:05.550379 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (d22c7637-cdc4-4a30-84f5-b0e31f632551), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.551340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:05.551922 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.577589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d96361e4-ea1a-41ce-a8b3-5e1138c6226a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.602097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Network a6affc6a-862d-45b3-8491-ffe63ffd3b44 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:05.606790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:05.613857 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e38a7-b0f5-48c5-91ca-daacc3e5abab None None] The sync data for ids ['07669465-bf47-4171-828a-dd2ec4c0c06d'] in n-d-824835-15 is: [{'id': '07669465-bf47-4171-828a-dd2ec4c0c06d', 'name': 'tempest-ServerRescueTestJSONUnderV235-460274258-router', 'tenant_id': '9a882804ae96455f825e7ee9d8c7c3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:26:16Z', 'updated_at': '2022-02-09T03:28:05Z', 'revision_number': 6, 'project_id': '9a882804ae96455f825e7ee9d8c7c3af', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:05.615347 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef280c-439d-4bdd-9b84-81c2a0a1223d service neutron] Pushing event updated for resources: {'Port': ['ID=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:05.635296 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe409b3-38c5-407e-9f23-67bf3010e32f x-openstack-request-id: req-1fe409b3-38c5-407e-9f23-67bf3010e32f {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:05.636252 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71331f14-56ac-413e-98ea-dbca2389e216", "tag": "87b68966-1b5f-47b8-ad77-9f77ea3a72e0", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:05.636615 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fe409b3-38c5-407e-9f23-67bf3010e32f {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:05.637129 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71331f14-56ac-413e-98ea-dbca2389e216', 'tag': '87b68966-1b5f-47b8-ad77-9f77ea3a72e0', 'status': 'completed', 'code': 200} Feb 09 03:28:05.637985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:05.664121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9929287 Feb 09 03:28:05.670117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42960) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:05.689051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-74f7a213-56bd-472b-92ca-d02332a2b713 admin admin] Request body: {'subnet': {'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1077705744-subnet', 'tenant_id': '908ab6b6438a42f68c6661776783f5bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:05.745796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f9ea3-d889-4d32-b688-ffc7d576e988 admin admin] Pushing event updated for resources: {'Network': ['ID=d22c7637-cdc4-4a30-84f5-b0e31f632551,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:05.763240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network d22c7637-cdc4-4a30-84f5-b0e31f632551 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:05.823781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f7a213-56bd-472b-92ca-d02332a2b713 admin admin] Made reservation on behalf of 908ab6b6438a42f68c6661776783f5bf for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:05.826117 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74f7a213-56bd-472b-92ca-d02332a2b713 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.829213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event updated for resources: {'Port': ['ID=d96361e4-ea1a-41ce-a8b3-5e1138c6226a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:05.880516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] For port c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:05.880890 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.917894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Calling delete_port for c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:05.940988 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.941300 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (53a45185-0806-45d3-b914-026054b8003e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.941638 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Floating IP 53a45185-0806-45d3-b914-026054b8003e disassociated. External IP: 172.25.5.43, port: 469a231c-45b9-4c52-bd0d-9c09c6563661. Feb 09 03:28:05.941976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for 469a231c-45b9-4c52-bd0d-9c09c6563661 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:05.950970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-0cb5b47a-e300-4ac2-b0db-f9ba44683c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:05.952501 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-0cb5b47a-e300-4ac2-b0db-f9ba44683c59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b294c48b0d4c4c6b87a304f198401899&device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 1126 time: 0.2246981 Feb 09 03:28:05.956826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks [] for floatingip (87b014f2-5f73-4035-b713-fed62afb97f5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.059047 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks [] for port (61dcaec8-6b70-4755-b1cf-f5ebd29206eb), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.065435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-8e7503b9-9a27-4ee0-ad66-253fe3dc0963 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b68966-1b5f-47b8-ad77-9f77ea3a72e0 HTTP/1.1" status: 200 len: 217 time: 0.0968754 Feb 09 03:28:06.081996 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (61dcaec8-6b70-4755-b1cf-f5ebd29206eb), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.162560 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d96361e4-ea1a-41ce-a8b3-5e1138c6226a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.252570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Pushing event updated for resources: {'Port': ['ID=61dcaec8-6b70-4755-b1cf-f5ebd29206eb,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:06.294968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-4a6dcad1-6693-41ee-a8b1-7424c09e8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:06.296484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-4a6dcad1-6693-41ee-a8b1-7424c09e8c53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09826767-a75f-4c1d-8c1d-9a09ec36b4c8 HTTP/1.1" status: 200 len: 852 time: 0.2190726 Feb 09 03:28:06.316513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe11cf-aee5-418f-a9fa-01929fd960d9 req-fcc986b3-8dc1-4335-b9fa-ff2fd2bcf963 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:06.318649 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6dbe11cf-aee5-418f-a9fa-01929fd960d9 req-fcc986b3-8dc1-4335-b9fa-ff2fd2bcf963 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 943 time: 0.2563779 Feb 09 03:28:06.323068 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (aad8dc29-2483-40b7-bb00-77ebca2f5840), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.328859 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74f7a213-56bd-472b-92ca-d02332a2b713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (e2e8f8f0-1cdb-4c25-845e-9dcbf958541a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.405567 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-6dd81e16-bfbe-482f-9cd4-f48b92bd3b91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857129 Feb 09 03:28:06.432328 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.433715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0ce9f6fa-2437-466a-9195-7d4de1c10b7f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5927646 Feb 09 03:28:06.434371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7a213-56bd-472b-92ca-d02332a2b713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e8f8f0-1cdb-4c25-845e-9dcbf958541a,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:06.438223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42976) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:06.450751 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (469a231c-45b9-4c52-bd0d-9c09c6563661), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.465026 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.495596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=469a231c-45b9-4c52-bd0d-9c09c6563661,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:06.507965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f7a213-56bd-472b-92ca-d02332a2b713 admin admin] Checking segment: {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:06.508325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f7a213-56bd-472b-92ca-d02332a2b713 admin admin] Network hostable DHCP agents. Network: d22c7637-cdc4-4a30-84f5-b0e31f632551, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:28:06.551582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:06.586810 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6dbe11cf-aee5-418f-a9fa-01929fd960d9 req-691b93b3-fc58-471f-b0b6-ecbeb69a4b0f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495577 Feb 09 03:28:06.647480 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-1f32060d-104b-482d-99a2-ca33fda28c3f service neutron] 10.222.0.65 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303822 Feb 09 03:28:06.713741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks [] for port (d96361e4-ea1a-41ce-a8b3-5e1138c6226a), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.720653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 182594b6-862a-4196-9fe6-105c9d6e420e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:06.721290 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (d96361e4-ea1a-41ce-a8b3-5e1138c6226a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.724474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f7a213-56bd-472b-92ca-d02332a2b713 admin admin] Network d22c7637-cdc4-4a30-84f5-b0e31f632551 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:28:06.747010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 182594b6-862a-4196-9fe6-105c9d6e420e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:06.747671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 182594b6-862a-4196-9fe6-105c9d6e420e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:06.748167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:06.770196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:06.771056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c7b894e8-15cf-44c2-b903-2b9c2f2f7e7c not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:06.785547 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-74f7a213-56bd-472b-92ca-d02332a2b713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, d22c7637-cdc4-4a30-84f5-b0e31f632551) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:06.798111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155da0c2-4bd1-41ea-8515-706a66f0f5be None None] Network d22c7637-cdc4-4a30-84f5-b0e31f632551 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:06.799025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:06.805503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f7a213-56bd-472b-92ca-d02332a2b713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:06.806203 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74f7a213-56bd-472b-92ca-d02332a2b713 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.818779 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (07669465-bf47-4171-828a-dd2ec4c0c06d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.849952 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.968800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event updated for resources: {'Port': ['ID=d96361e4-ea1a-41ce-a8b3-5e1138c6226a,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:06.972505 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d9fa14-f83a-4632-a503-a342bc11c7b5 req-ba245556-e9a6-48dc-a139-a6e88cbefc9d service neutron] 10.222.0.65 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167586 Feb 09 03:28:06.974585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-d22c7637-cdc4-4a30-84f5-b0e31f632551', 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551', 'project_id': '908ab6b6438a42f68c6661776783f5bf', 'fixed_ips': [{'subnet_id': 'e2e8f8f0-1cdb-4c25-845e-9dcbf958541a'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:28:06.975706 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.008622 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (87b014f2-5f73-4035-b713-fed62afb97f5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.028799 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.029044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-74f7a213-56bd-472b-92ca-d02332a2b713 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3575861 Feb 09 03:28:07.033606 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b621a870-994c-4ff4-a6e4-8ddfad7682fa tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0437298 Feb 09 03:28:07.035471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42984) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:07.037218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:07.042869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eee1fc93-ddb7-4ed0-87e6-da0483a39742 req-58909d9c-8531-4eb9-a300-e35be70b0fca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3559282 Feb 09 03:28:07.044747 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (07669465-bf47-4171-828a-dd2ec4c0c06d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.049129 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Publish callbacks [] for router_controller (07669465-bf47-4171-828a-dd2ec4c0c06d), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.120057 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b314bcaa-9788-4748-ae67-f807e29e6029 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=a6affc6a-862d-45b3-8491-ffe63ffd3b44 HTTP/1.1" status: 200 len: 690 time: 0.0833409 Feb 09 03:28:07.120832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42988) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:07.254485 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (07669465-bf47-4171-828a-dd2ec4c0c06d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.255691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07669465-bf47-4171-828a-dd2ec4c0c06d {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:28:07.259726 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.263160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6354eb05-f1af-494a-850f-856ee6b488a1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/07669465-bf47-4171-828a-dd2ec4c0c06d HTTP/1.1" status: 204 len: 168 time: 2.4236102 Feb 09 03:28:07.264403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42992) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:07.292094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1d71a-2afd-420a-9dfe-9e5a1cefc542 req-3d788e89-98f9-4749-934e-1d31b127597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:07.293317 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52e1d71a-2afd-420a-9dfe-9e5a1cefc542 req-3d788e89-98f9-4749-934e-1d31b127597b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b294c48b0d4c4c6b87a304f198401899&device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 1126 time: 0.1643956 Feb 09 03:28:07.332155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Allocated IP 172.20.0.2 (d22c7637-cdc4-4a30-84f5-b0e31f632551/e2e8f8f0-1cdb-4c25-845e-9dcbf958541a/c898217e-b6fe-4af0-9ba6-6740f800e1f5) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:07.350692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e217ed9-fb1d-4280-815e-d4957b78fc74 admin admin] Deleting subnet 46223b2f-881f-497b-ae95-085206018dcd {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:07.361851 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8e217ed9-fb1d-4280-815e-d4957b78fc74 admin admin] Publish callbacks [] for subnet (46223b2f-881f-497b-ae95-085206018dcd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.364337 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.373806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:07.415945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61790a28-d7f2-4fe4-9c2f-c712eda269bd None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:07.429062 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8e217ed9-fb1d-4280-815e-d4957b78fc74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (46223b2f-881f-497b-ae95-085206018dcd), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.438459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61790a28-d7f2-4fe4-9c2f-c712eda269bd None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:07.439316 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-61790a28-d7f2-4fe4-9c2f-c712eda269bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:07.494476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8e217ed9-fb1d-4280-815e-d4957b78fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (46223b2f-881f-497b-ae95-085206018dcd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.494733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-61790a28-d7f2-4fe4-9c2f-c712eda269bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:07.518522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61790a28-d7f2-4fe4-9c2f-c712eda269bd None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:07.519157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-61790a28-d7f2-4fe4-9c2f-c712eda269bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:07.558516 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fc93-ddb7-4ed0-87e6-da0483a39742 req-ec9f8a37-e238-4bda-92c1-8a52225fcc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:07.560572 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eee1fc93-ddb7-4ed0-87e6-da0483a39742 req-ec9f8a37-e238-4bda-92c1-8a52225fcc76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 1129 time: 0.3889740 Feb 09 03:28:07.569638 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8e217ed9-fb1d-4280-815e-d4957b78fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (46223b2f-881f-497b-ae95-085206018dcd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.575827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-61790a28-d7f2-4fe4-9c2f-c712eda269bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:07.576557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61790a28-d7f2-4fe4-9c2f-c712eda269bd None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:07.581046 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (a6affc6a-862d-45b3-8491-ffe63ffd3b44), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.607336 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.611919 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fd38fd2d-b5f9-41c5-b697-81c12320639e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/ports/469a231c-45b9-4c52-bd0d-9c09c6563661 HTTP/1.1" status: 204 len: 168 time: 2.5940545 Feb 09 03:28:07.616130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43002) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:07.664813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e217ed9-fb1d-4280-815e-d4957b78fc74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46223b2f-881f-497b-ae95-085206018dcd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:07.674271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1d71a-2afd-420a-9dfe-9e5a1cefc542 req-77b075b1-3d8a-47af-8135-a9712cfb5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:07.676868 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52e1d71a-2afd-420a-9dfe-9e5a1cefc542 req-77b075b1-3d8a-47af-8135-a9712cfb5ee4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb HTTP/1.1" status: 200 len: 913 time: 0.3768764 Feb 09 03:28:07.698987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-910741d0-01c0-41e7-85c0-970496a29d41 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "GET /v2.0/floatingips/53a45185-0806-45d3-b914-026054b8003e HTTP/1.1" status: 200 len: 687 time: 0.0826802 Feb 09 03:28:07.701931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43008) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:07.739916 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.751344 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Publish callbacks [] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.759788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8e217ed9-fb1d-4280-815e-d4957b78fc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.763471 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8e217ed9-fb1d-4280-815e-d4957b78fc74 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/46223b2f-881f-497b-ae95-085206018dcd HTTP/1.1" status: 204 len: 168 time: 0.4971218 Feb 09 03:28:07.782190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43018) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:07.787957 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.851855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Network d22c7637-cdc4-4a30-84f5-b0e31f632551 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:07.860364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:07.871994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:07.910348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Pushing event updated for resources: {'Port': ['ID=c898217e-b6fe-4af0-9ba6-6740f800e1f5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:07.938771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Attempting to bind port c898217e-b6fe-4af0-9ba6-6740f800e1f5 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:07.939150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Attempting to bind port c898217e-b6fe-4af0-9ba6-6740f800e1f5 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:07.939501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Attempting to bind port c898217e-b6fe-4af0-9ba6-6740f800e1f5 on network d22c7637-cdc4-4a30-84f5-b0e31f632551 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:07.942047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43020) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:07.946064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:07.946443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Checking segment: {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:07.946849 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:07.947243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Bound using segment: {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:07.947973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Bound port: c898217e-b6fe-4af0-9ba6-6740f800e1f5, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:07.948114 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.026218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] For port c898217e-b6fe-4af0-9ba6-6740f800e1f5, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:08.029810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] For port c898217e-b6fe-4af0-9ba6-6740f800e1f5, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c898217e-b6fe-4af0-9ba6-6740f800e1f5,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:08.034210 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (78112c47-e401-426c-9c2f-c3068b097f08), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.040065 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.115411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Allocated IP 172.25.5.59 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/99f4749e-6e71-4b3b-ba4f-7847bb71c919) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:08.135221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fc93-ddb7-4ed0-87e6-da0483a39742 req-f0598b9e-864e-4f5b-9938-b715e9c431ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:08.136715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eee1fc93-ddb7-4ed0-87e6-da0483a39742 req-f0598b9e-864e-4f5b-9938-b715e9c431ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.4925714 Feb 09 03:28:08.152362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5b670-fdba-4b79-ad63-5d35eaf6c8fc None None] Pushing event updated for resources: {'Port': ['ID=c898217e-b6fe-4af0-9ba6-6740f800e1f5,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:08.196741 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52e1d71a-2afd-420a-9dfe-9e5a1cefc542 req-b0d576b1-977a-400b-84e5-ae929378fb03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b68966-1b5f-47b8-ad77-9f77ea3a72e0 HTTP/1.1" status: 200 len: 217 time: 0.5083609 Feb 09 03:28:08.300957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1d71a-2afd-420a-9dfe-9e5a1cefc542 req-cded6560-b1af-47b2-87b6-ad7a57e2bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:08.302573 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52e1d71a-2afd-420a-9dfe-9e5a1cefc542 req-cded6560-b1af-47b2-87b6-ad7a57e2bf05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09826767-a75f-4c1d-8c1d-9a09ec36b4c8 HTTP/1.1" status: 200 len: 852 time: 0.0674489 Feb 09 03:28:08.396100 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52e1d71a-2afd-420a-9dfe-9e5a1cefc542 req-7cd544df-92ad-43fc-a463-4762d9e63273 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824382 Feb 09 03:28:08.436397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c898217e-b6fe-4af0-9ba6-6740f800e1f5 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:08.488425 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c898217e-b6fe-4af0-9ba6-6740f800e1f5 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:08.488921 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.529680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6acc9364-bea0-400e-9734-68acdc875b1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port 941f6fec-e2ae-412e-ba56-e85b9f69371b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:08.530026 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6acc9364-bea0-400e-9734-68acdc875b1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (941f6fec-e2ae-412e-ba56-e85b9f69371b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.539560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-08251248-481f-4b13-8af6-2eb4e629d62c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:08.545349 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-08251248-481f-4b13-8af6-2eb4e629d62c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/networks?id=d22c7637-cdc4-4a30-84f5-b0e31f632551 HTTP/1.1" status: 200 len: 816 time: 0.3529410 Feb 09 03:28:08.572907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c898217e-b6fe-4af0-9ba6-6740f800e1f5 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:08.573293 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.578648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806931ef-da7d-4dbb-8ac2-c87cd5ed6ddb req-486c4a16-df73-4e63-91bc-ab3aefa8462a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:08.580278 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-806931ef-da7d-4dbb-8ac2-c87cd5ed6ddb req-486c4a16-df73-4e63-91bc-ab3aefa8462a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 943 time: 0.7975254 Feb 09 03:28:08.596515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Deleting port d96361e4-ea1a-41ce-a8b3-5e1138c6226a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:08.597009 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d96361e4-ea1a-41ce-a8b3-5e1138c6226a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.610068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port c898217e-b6fe-4af0-9ba6-6740f800e1f5, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c898217e-b6fe-4af0-9ba6-6740f800e1f5,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:08.614025 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-d91d983f-550e-4870-9cea-d072ef226837 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/quotas/908ab6b6438a42f68c6661776783f5bf HTTP/1.1" status: 200 len: 375 time: 0.0677035 Feb 09 03:28:08.615300 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.632367 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52e1d71a-2afd-420a-9dfe-9e5a1cefc542 req-4d9ecdf4-d59f-4ce8-b80d-4670c34ddf83 service neutron] 10.222.0.65 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295816 Feb 09 03:28:08.672484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=c898217e-b6fe-4af0-9ba6-6740f800e1f5,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:08.727968 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bdee339-ef72-4f66-b656-8185706ca344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.750590 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6acc9364-bea0-400e-9734-68acdc875b1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (941f6fec-e2ae-412e-ba56-e85b9f69371b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.750911 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6acc9364-bea0-400e-9734-68acdc875b1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (941f6fec-e2ae-412e-ba56-e85b9f69371b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.772149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-3a452a69-4c34-442d-a0ad-26a180f66d2a tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=908ab6b6438a42f68c6661776783f5bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1556857 Feb 09 03:28:08.777291 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6acc9364-bea0-400e-9734-68acdc875b1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for 941f6fec-e2ae-412e-ba56-e85b9f69371b owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:08.831485 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (78112c47-e401-426c-9c2f-c3068b097f08), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.868489 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eee1fc93-ddb7-4ed0-87e6-da0483a39742 req-f281e9b4-f86b-4e1b-87d4-82ef7d12a49a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd HTTP/1.1" status: 200 len: 1002 time: 0.2868702 Feb 09 03:28:08.899733 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52e1d71a-2afd-420a-9dfe-9e5a1cefc542 req-92535898-84fb-4a8f-bbf3-60fca2b5d0fc service neutron] 10.222.0.65 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440479 Feb 09 03:28:08.937237 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d96361e4-ea1a-41ce-a8b3-5e1138c6226a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.937678 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks [] for floatingip (d96361e4-ea1a-41ce-a8b3-5e1138c6226a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:08.941155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78112c47-e401-426c-9c2f-c3068b097f08']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:08.952506 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-02c1fad6-c793-4ec2-91e6-260754d9c095 service neutron] 10.222.0.21 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715155 Feb 09 03:28:08.963554 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1921ea5-22dc-49d8-a089-7375e09c29d8') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:08.963886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1921ea5-22dc-49d8-a089-7375e09c29d8') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:08.992870 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-806931ef-da7d-4dbb-8ac2-c87cd5ed6ddb req-6c61caca-0bfd-4a80-94d3-b1bffa7dd7b1 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897393 Feb 09 03:28:09.041134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Calling delete_port for d96361e4-ea1a-41ce-a8b3-5e1138c6226a owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:09.069116 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (d1921ea5-22dc-49d8-a089-7375e09c29d8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.097106 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6acc9364-bea0-400e-9734-68acdc875b1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (941f6fec-e2ae-412e-ba56-e85b9f69371b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.139967 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc9364-bea0-400e-9734-68acdc875b1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=941f6fec-e2ae-412e-ba56-e85b9f69371b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:09.164142 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d1921ea5-22dc-49d8-a089-7375e09c29d8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.166034 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-39ee2271-bf35-4144-8ef1-47fc2ead7643 service neutron] 10.222.0.21 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880085 Feb 09 03:28:09.169810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fc93-ddb7-4ed0-87e6-da0483a39742 req-0e5def36-5ec3-4981-a61b-fa5ee913cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:09.171308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eee1fc93-ddb7-4ed0-87e6-da0483a39742 req-0e5def36-5ec3-4981-a61b-fa5ee913cc5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.2838795 Feb 09 03:28:09.174265 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks [] for port (99f4749e-6e71-4b3b-ba4f-7847bb71c919), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.215409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6acc9364-bea0-400e-9734-68acdc875b1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (53a45185-0806-45d3-b914-026054b8003e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.218556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6acc9364-bea0-400e-9734-68acdc875b1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.219882 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6acc9364-bea0-400e-9734-68acdc875b1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/floatingips/53a45185-0806-45d3-b914-026054b8003e HTTP/1.1" status: 204 len: 168 time: 1.5146537 Feb 09 03:28:09.223706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43026) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:09.228724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'ae88b830-4ada-4abc-9f46-0fda9ca3034c'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:09.232843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:09.233251 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (d1921ea5-22dc-49d8-a089-7375e09c29d8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:09.235066 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:09.254715 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.356508 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bdee339-ef72-4f66-b656-8185706ca344 admin admin] Publish callbacks [] for security_group (623d23e2-acb7-46a8-99a8-154448f0207c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.366485 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (78112c47-e401-426c-9c2f-c3068b097f08), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.379208 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bdee339-ef72-4f66-b656-8185706ca344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (623d23e2-acb7-46a8-99a8-154448f0207c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.385248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d255de5-a2f5-42b3-9e04-79fb9b376f40 None None] Network d22c7637-cdc4-4a30-84f5-b0e31f632551 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:09.385982 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.392375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] 10.222.0.21 "DELETE /v2.0/networks/78112c47-e401-426c-9c2f-c3068b097f08 HTTP/1.1" status: 204 len: 168 time: 1.5799918 Feb 09 03:28:09.398573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (99f4749e-6e71-4b3b-ba4f-7847bb71c919), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.430051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fc93-ddb7-4ed0-87e6-da0483a39742 req-520399aa-b9e5-4801-b99c-09c45155967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:09.431567 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eee1fc93-ddb7-4ed0-87e6-da0483a39742 req-520399aa-b9e5-4801-b99c-09c45155967b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2499771 Feb 09 03:28:09.449252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6f4f9-650c-425c-89a0-7ee8fb3b9860 admin admin] Pushing event deleted for resources: {'Network': ['ID=78112c47-e401-426c-9c2f-c3068b097f08,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:09.454041 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.516389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5bdee339-ef72-4f66-b656-8185706ca344 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee4c804c0b584f22b897c6c20d705e30&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5667987 Feb 09 03:28:09.560918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:09.562711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdee339-ef72-4f66-b656-8185706ca344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623d23e2-acb7-46a8-99a8-154448f0207c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:09.567871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43034) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:09.579792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:09.604309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:09.618052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8610a386-5a9f-4c05-95ff-95b60c7defac None None] Provisioning complete for port c898217e-b6fe-4af0-9ba6-6740f800e1f5 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:09.620844 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8610a386-5a9f-4c05-95ff-95b60c7defac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.635205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Pushing event updated for resources: {'Port': ['ID=99f4749e-6e71-4b3b-ba4f-7847bb71c919,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:09.701497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:28:09.747542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43046) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:09.824782 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d86370c5-d76f-48ac-ac1e-cb54a242672b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a882804ae96455f825e7ee9d8c7c3af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0742502 Feb 09 03:28:09.833057 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43052) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:09.836447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.25.5.169 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/3ee2998d-3db4-423a-b02c-40916f1de30b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:09.872412 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eee1fc93-ddb7-4ed0-87e6-da0483a39742 req-629df8d4-e946-4073-8850-ccccba546a0f service neutron] 10.222.0.65 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325092 Feb 09 03:28:09.874504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d96361e4-ea1a-41ce-a8b3-5e1138c6226a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.919509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8610a386-5a9f-4c05-95ff-95b60c7defac None None] Current status of the port c898217e-b6fe-4af0-9ba6-6740f800e1f5 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:09.951374 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91a7790a-d45d-4b5a-a218-3e1d843318a8 admin admin] Publish callbacks [] for security_group (8a1cae55-c77b-4703-875c-914a96b7673f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.975552 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:09.982455 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91a7790a-d45d-4b5a-a218-3e1d843318a8 admin admin] Publish callbacks [] for security_group (8a1cae55-c77b-4703-875c-914a96b7673f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:09.987892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event deleted for resources: {'Port': ['ID=d96361e4-ea1a-41ce-a8b3-5e1138c6226a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:10.013229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '87b68966-1b5f-47b8-ad77-9f77ea3a72e0', 'network_id': '27b0cfcc-8dae-40a8-93fb-1d23d1a181eb', 'port_id': '87b68966-1b5f-47b8-ad77-9f77ea3a72e0', 'mac_address': 'fa:16:3e:7f:0e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09826767-a75f-4c1d-8c1d-9a09ec36b4c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:28:10.014250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.014617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.014968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.015687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.015687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.016008 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.016349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.016684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.017019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.017350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.017697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.018106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.018391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:10.063542 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91a7790a-d45d-4b5a-a218-3e1d843318a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8a1cae55-c77b-4703-875c-914a96b7673f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.066459 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91a7790a-d45d-4b5a-a218-3e1d843318a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.068649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-91a7790a-d45d-4b5a-a218-3e1d843318a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a1cae55-c77b-4703-875c-914a96b7673f HTTP/1.1" status: 204 len: 168 time: 0.2329803 Feb 09 03:28:10.084544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7790a-d45d-4b5a-a218-3e1d843318a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1cae55-c77b-4703-875c-914a96b7673f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:10.095377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-be90e4e2-7491-4352-98c1-4629078659fc tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:10.101180 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-be90e4e2-7491-4352-98c1-4629078659fc tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/networks?id=d22c7637-cdc4-4a30-84f5-b0e31f632551 HTTP/1.1" status: 200 len: 816 time: 0.4101937 Feb 09 03:28:10.121592 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:10.122533 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.160881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:28:10.183565 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45854a28-8cb1-4634-a941-3165939e333e admin admin] Publish callbacks [] for security_group (623d23e2-acb7-46a8-99a8-154448f0207c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.205762 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (3ee2998d-3db4-423a-b02c-40916f1de30b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.212070 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:10.223283 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.285572 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eee1fc93-ddb7-4ed0-87e6-da0483a39742 req-47d05a3e-0e3b-4a2e-8862-c6476c961cca service neutron] 10.222.0.65 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939292 Feb 09 03:28:10.293854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-297e696d-64e0-4dc2-88ad-43cfe949233f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/quotas/908ab6b6438a42f68c6661776783f5bf HTTP/1.1" status: 200 len: 375 time: 0.1171632 Feb 09 03:28:10.328210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37494dff-7bf6-480a-8c87-f026bebe2225 req-f9967ef4-b20e-420f-9c59-804cd8fe0537 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:10.330400 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37494dff-7bf6-480a-8c87-f026bebe2225 req-f9967ef4-b20e-420f-9c59-804cd8fe0537 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 944 time: 0.1419883 Feb 09 03:28:10.353661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45854a28-8cb1-4634-a941-3165939e333e admin admin] Publish callbacks [] for security_group (623d23e2-acb7-46a8-99a8-154448f0207c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.361565 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks [] for floatingip (87b014f2-5f73-4035-b713-fed62afb97f5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.378585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:10.386713 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks [] for floatingip (f679df95-5cf4-4a8f-928b-949ab619d3a3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.404237 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3ee2998d-3db4-423a-b02c-40916f1de30b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.404790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-aba9a93a-a369-4037-a448-41e5fc19669f None None] Provisioning complete for port c898217e-b6fe-4af0-9ba6-6740f800e1f5 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:10.405700 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aba9a93a-a369-4037-a448-41e5fc19669f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.454719 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (99f4749e-6e71-4b3b-ba4f-7847bb71c919), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.467281 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37494dff-7bf6-480a-8c87-f026bebe2225 req-159748ef-66da-46ad-85b7-beb128f7c8bb tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256351 Feb 09 03:28:10.500390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c898217e-b6fe-4af0-9ba6-6740f800e1f5 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:10.543561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-6603c02c-705a-41d4-a737-8f7c3cae21ff tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=908ab6b6438a42f68c6661776783f5bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2352309 Feb 09 03:28:10.560774 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:10.573524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45854a28-8cb1-4634-a941-3165939e333e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (623d23e2-acb7-46a8-99a8-154448f0207c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.576785 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45854a28-8cb1-4634-a941-3165939e333e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.576785 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-45854a28-8cb1-4634-a941-3165939e333e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/623d23e2-acb7-46a8-99a8-154448f0207c HTTP/1.1" status: 204 len: 168 time: 1.0035956 Feb 09 03:28:10.579844 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:10.605025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (decf382a-8ab9-4768-9a5b-31315ef95546), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.614384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c898217e-b6fe-4af0-9ba6-6740f800e1f5 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:10.615590 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.618057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-aba9a93a-a369-4037-a448-41e5fc19669f None None] Current status of the port c898217e-b6fe-4af0-9ba6-6740f800e1f5 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:10.628009 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:10.645489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=3ee2998d-3db4-423a-b02c-40916f1de30b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:10.663310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45854a28-8cb1-4634-a941-3165939e333e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623d23e2-acb7-46a8-99a8-154448f0207c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:10.674760 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['87b68966-1b5f-47b8-ad77-9f77ea3a72e0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:10.815688 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-d364ac87-ee89-4bdb-8785-02bf767655fb service neutron] 10.222.0.21 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608573 Feb 09 03:28:10.821684 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (decf382a-8ab9-4768-9a5b-31315ef95546), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:10.914749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=decf382a-8ab9-4768-9a5b-31315ef95546,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:10.985679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c898217e-b6fe-4af0-9ba6-6740f800e1f5 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:11.065471 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks [] for port (99f4749e-6e71-4b3b-ba4f-7847bb71c919), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.077607 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (a6affc6a-862d-45b3-8491-ffe63ffd3b44), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.086581 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (99f4749e-6e71-4b3b-ba4f-7847bb71c919), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.117894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43074) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:11.154718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6affc6a-862d-45b3-8491-ffe63ffd3b44']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:11.164740 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-fdc0cc42-bdbc-4273-bb01-8c9e26509f02 service neutron] 10.222.0.21 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353493 Feb 09 03:28:11.202520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c72a50-f5d7-49e5-9d93-7dfb2670e7b9') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:11.202788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c72a50-f5d7-49e5-9d93-7dfb2670e7b9') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:11.211002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-540316c2-b6a7-4050-8e8c-3d4412f8c290 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:11.213071 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-540316c2-b6a7-4050-8e8c-3d4412f8c290 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.42 "GET /v2.0/networks?id=d22c7637-cdc4-4a30-84f5-b0e31f632551 HTTP/1.1" status: 200 len: 816 time: 0.1680615 Feb 09 03:28:11.228611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02e97386-e8e4-445f-aeda-fd1263afcad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.260741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (b0c72a50-f5d7-49e5-9d93-7dfb2670e7b9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.261294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Request body: {'port': {'device_id': '24188a4f-5309-42b4-bafb-832b625a9990', 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551', 'admin_state_up': True, 'tenant_id': '908ab6b6438a42f68c6661776783f5bf'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:11.263115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Pushing event updated for resources: {'Port': ['ID=99f4749e-6e71-4b3b-ba4f-7847bb71c919,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:11.288577 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (f679df95-5cf4-4a8f-928b-949ab619d3a3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.294425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b0c72a50-f5d7-49e5-9d93-7dfb2670e7b9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.315810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:11.316206 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (b0c72a50-f5d7-49e5-9d93-7dfb2670e7b9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:11.319091 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:11.376738 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.378397 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fbfd3ba1-9d3f-4580-b5f0-09f8b8d4fb51 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9301579 Feb 09 03:28:11.392237 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43084) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:11.501933 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (a6affc6a-862d-45b3-8491-ffe63ffd3b44), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.514177 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (c5d11194-da87-4be5-b565-d2d89b7ec39f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.517467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6affc6a-862d-45b3-8491-ffe63ffd3b44 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:28:11.521719 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.532590 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "DELETE /v2.0/networks/a6affc6a-862d-45b3-8491-ffe63ffd3b44 HTTP/1.1" status: 204 len: 168 time: 4.4100802 Feb 09 03:28:11.540788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43090) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:11.617722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7505e-c4a3-4d83-8b9b-560c54545a15 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6affc6a-862d-45b3-8491-ffe63ffd3b44,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:11.676958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-66b9c653-1edb-47de-a6f6-29950303076f tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2832763 Feb 09 03:28:11.680863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43100) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:11.709951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Made reservation on behalf of 908ab6b6438a42f68c6661776783f5bf for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:11.715099 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.744132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a6696121-8ffc-48e8-8f26-c4c0841d21ed tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0574059 Feb 09 03:28:11.750360 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43110) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:11.755670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02e97386-e8e4-445f-aeda-fd1263afcad8 admin admin] Publish callbacks [] for security_group (bea0b939-f133-4037-a352-3c8b1cb924a9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.797845 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3ee2998d-3db4-423a-b02c-40916f1de30b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.811714 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02e97386-e8e4-445f-aeda-fd1263afcad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bea0b939-f133-4037-a352-3c8b1cb924a9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.932365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-732c72c1-9b5a-4a3a-bd44-528b718d00d9 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:11.934364 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-732c72c1-9b5a-4a3a-bd44-528b718d00d9 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/networks?id=d22c7637-cdc4-4a30-84f5-b0e31f632551 HTTP/1.1" status: 200 len: 816 time: 0.1588836 Feb 09 03:28:11.965726 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23c2c1-dd4b-470a-a304-d29d8c555db6 req-a5e8da77-c331-4b19-9e97-64558148c6e1 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:11.967782 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f23c2c1-dd4b-470a-a304-d29d8c555db6 req-a5e8da77-c331-4b19-9e97-64558148c6e1 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 944 time: 0.3194470 Feb 09 03:28:12.040166 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c03daec4-5eab-46d6-bef4-1f0813612209 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3206 time: 0.4635692 Feb 09 03:28:12.041385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43116) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:12.081899 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-0fed8236-f2a9-4aaf-be0f-bdef0e415713 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/quotas/908ab6b6438a42f68c6661776783f5bf HTTP/1.1" status: 200 len: 375 time: 0.1330147 Feb 09 03:28:12.098499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-02e97386-e8e4-445f-aeda-fd1263afcad8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=535e00a135d44e68861d3c17aa00cc15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9562821 Feb 09 03:28:12.099766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e97386-e8e4-445f-aeda-fd1263afcad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea0b939-f133-4037-a352-3c8b1cb924a9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:12.103345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43118) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:12.144779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Allocated IP 172.20.0.13 (d22c7637-cdc4-4a30-84f5-b0e31f632551/e2e8f8f0-1cdb-4c25-845e-9dcbf958541a/c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:12.198199 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f23c2c1-dd4b-470a-a304-d29d8c555db6 req-f6d1f901-fc41-421c-bb1e-86aa7535bb08 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209368 Feb 09 03:28:12.238177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204ccc0-6ac3-447f-8086-f9985303de2f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.238641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204ccc0-6ac3-447f-8086-f9985303de2f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.239093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204ccc0-6ac3-447f-8086-f9985303de2f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.240534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204ccc0-6ac3-447f-8086-f9985303de2f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.240924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204ccc0-6ac3-447f-8086-f9985303de2f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.241477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204ccc0-6ac3-447f-8086-f9985303de2f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.241847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204ccc0-6ac3-447f-8086-f9985303de2f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.242880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204ccc0-6ac3-447f-8086-f9985303de2f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.246063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e146f-084c-40a3-93fd-77406916c798 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Deleting port 99f4749e-6e71-4b3b-ba4f-7847bb71c919 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:12.246414 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f9e146f-084c-40a3-93fd-77406916c798 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (99f4749e-6e71-4b3b-ba4f-7847bb71c919), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:12.248082 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8204ccc0-6ac3-447f-8086-f9985303de2f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5217 time: 0.2043900 Feb 09 03:28:12.248634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43122) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:12.265689 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (3ee2998d-3db4-423a-b02c-40916f1de30b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:12.278256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-c0739ab2-6d55-48a2-b2d5-d41a1b61bd6c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=908ab6b6438a42f68c6661776783f5bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1890340 Feb 09 03:28:12.278478 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (3ee2998d-3db4-423a-b02c-40916f1de30b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:12.336932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=3ee2998d-3db4-423a-b02c-40916f1de30b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:12.386909 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96221a5c-df58-4e12-aac9-04c389df30b2 admin admin] Publish callbacks [] for security_group (bea0b939-f133-4037-a352-3c8b1cb924a9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:12.432769 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-952c6599-04d4-413c-ba06-d182dbf041c4 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] delete failed (client error): The resource could not be found. Feb 09 03:28:12.433868 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-952c6599-04d4-413c-ba06-d182dbf041c4 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/87b014f2-5f73-4035-b713-fed62afb97f5 HTTP/1.1" status: 404 len: 345 time: 0.1832743 Feb 09 03:28:12.437016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43124) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:12.457597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (c5d11194-da87-4be5-b565-d2d89b7ec39f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:12.476559 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96221a5c-df58-4e12-aac9-04c389df30b2 admin admin] Publish callbacks [] for security_group (bea0b939-f133-4037-a352-3c8b1cb924a9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:12.501050 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c676ed-adfb-4503-a975-e7767bfe8d19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 03:28:12.501611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c676ed-adfb-4503-a975-e7767bfe8d19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:28:12.508876 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f4c676ed-adfb-4503-a975-e7767bfe8d19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "DELETE /v2.0/networks/a6affc6a-862d-45b3-8491-ffe63ffd3b44 HTTP/1.1" status: 404 len: 339 time: 0.0670569 Feb 09 03:28:12.509462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43128) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:12.522522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Request body: {'network': {'name': 'tempest-network--638616456', 'router:external': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:12.564894 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f9e146f-084c-40a3-93fd-77406916c798 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (99f4749e-6e71-4b3b-ba4f-7847bb71c919), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:12.565534 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f9e146f-084c-40a3-93fd-77406916c798 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks [] for floatingip (99f4749e-6e71-4b3b-ba4f-7847bb71c919), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:12.565704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43130) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:12.578664 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks [] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:12.587809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-a96d20eb-a415-444d-941f-c693302af16a service neutron] 10.222.0.21 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084176 Feb 09 03:28:12.595932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e146f-084c-40a3-93fd-77406916c798 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Calling delete_port for 99f4749e-6e71-4b3b-ba4f-7847bb71c919 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:12.610886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Made reservation on behalf of cc0920d1c99c45a9b3b4246058e37bb0 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:12.613111 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:12.624337 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Floating IP c5d11194-da87-4be5-b565-d2d89b7ec39f associated. External IP: 172.25.5.169, port: ae88b830-4ada-4abc-9f46-0fda9ca3034c. Feb 09 03:28:13.090005 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.091653 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67d18aca-6806-4408-8642-780214ca9cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.151850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Network d22c7637-cdc4-4a30-84f5-b0e31f632551 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:13.159172 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96221a5c-df58-4e12-aac9-04c389df30b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bea0b939-f133-4037-a352-3c8b1cb924a9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.162149 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96221a5c-df58-4e12-aac9-04c389df30b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.163084 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-96221a5c-df58-4e12-aac9-04c389df30b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bea0b939-f133-4037-a352-3c8b1cb924a9 HTTP/1.1" status: 204 len: 168 time: 1.0558407 Feb 09 03:28:13.196236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:13.200635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:13.201106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:13.207211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Pushing event updated for resources: {'Port': ['ID=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:13.217727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96221a5c-df58-4e12-aac9-04c389df30b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea0b939-f133-4037-a352-3c8b1cb924a9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:13.254867 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ad0995e4-6381-4105-b413-f4e90d2fbafc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.255336 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Added segment ad0995e4-6381-4105-b413-f4e90d2fbafc of type vlan for network 7b524dba-6696-491d-89e1-131f8b626056 Feb 09 03:28:13.382346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:13.383037 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.401291 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-7b695443-2870-4b87-bc2f-d213012d443e service neutron] 10.222.0.21 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8063648 Feb 09 03:28:13.411007 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (7b524dba-6696-491d-89e1-131f8b626056), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.447892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-d94035b1-22cc-430e-8ea7-97d1bcbf2f28 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:13.452982 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-d94035b1-22cc-430e-8ea7-97d1bcbf2f28 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.65 "GET /v2.0/networks?id=d22c7637-cdc4-4a30-84f5-b0e31f632551 HTTP/1.1" status: 200 len: 816 time: 0.4135687 Feb 09 03:28:13.482246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Request body: {'port': {'device_id': '9a705dd8-68b3-4dc9-8c47-b7fe38773dff', 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551', 'admin_state_up': True, 'tenant_id': '908ab6b6438a42f68c6661776783f5bf'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:13.523332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-997727f8-75c8-4f50-9592-242844cdc96d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2659829 Feb 09 03:28:13.574892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Request body: {'port': {'device_id': '24188a4f-5309-42b4-bafb-832b625a9990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:13.623145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2718ca-31ea-4d22-882b-4de4c11eb0af req-37936329-76cf-41bb-b3aa-243b171136c8 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:13.633293 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab2718ca-31ea-4d22-882b-4de4c11eb0af req-37936329-76cf-41bb-b3aa-243b171136c8 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 944 time: 0.3078690 Feb 09 03:28:13.648742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.resource_extend [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:28:13.655174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:13.697595 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67d18aca-6806-4408-8642-780214ca9cd0 admin admin] Publish callbacks [] for security_group (a1121422-48f2-4b35-a5bd-b0d91219eb67), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.725412 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67d18aca-6806-4408-8642-780214ca9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a1121422-48f2-4b35-a5bd-b0d91219eb67), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.732179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1b5bb068-9316-401e-8c6c-65beef64b7b7 None None] Provisioning complete for port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:13.732563 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b5bb068-9316-401e-8c6c-65beef64b7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.733948 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f9e146f-084c-40a3-93fd-77406916c798 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (99f4749e-6e71-4b3b-ba4f-7847bb71c919), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.749961 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d0db491-2080-4ad9-8eaa-d1f1ac0bffc3 req-4af0d6a3-706b-46e7-86b6-11aaf3dc261b tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 210 time: 0.0803146 Feb 09 03:28:13.788425 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1b5bb068-9316-401e-8c6c-65beef64b7b7 None None] Port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:28:13.790096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:28:13.797885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:13.798294 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.804888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (7b524dba-6696-491d-89e1-131f8b626056), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.808380 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:13.809013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.832761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e146f-084c-40a3-93fd-77406916c798 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Pushing event deleted for resources: {'Port': ['ID=99f4749e-6e71-4b3b-ba4f-7847bb71c919,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:13.863645 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.870220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:13.873668 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab2718ca-31ea-4d22-882b-4de4c11eb0af req-4c536ea7-6eeb-48ca-91b9-ab89a63bb3d7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394094 Feb 09 03:28:13.877072 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d18aca-6806-4408-8642-780214ca9cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1121422-48f2-4b35-a5bd-b0d91219eb67,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:13.891306 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-67d18aca-6806-4408-8642-780214ca9cd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb275c53160644d391756719003c3b34&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3230531 Feb 09 03:28:13.894611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43152) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:13.913436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event updated for resources: {'Network': ['ID=7b524dba-6696-491d-89e1-131f8b626056,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:13.922020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:13.922413 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.922922 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a6a1c563-3f13-4306-a3dd-047bb8552c19 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4064476 Feb 09 03:28:13.935942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43154) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:13.953548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71331f14-56ac-413e-98ea-dbca2389e216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b68966-1b5f-47b8-ad77-9f77ea3a72e0'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:13.967534 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13a2484-887e-4048-854c-99c937bd528c" -d '{"events": [{"server_uuid": "71331f14-56ac-413e-98ea-dbca2389e216", "name": "network-vif-plugged", "status": "completed", "tag": "87b68966-1b5f-47b8-ad77-9f77ea3a72e0"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:14.002039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 7b524dba-6696-491d-89e1-131f8b626056 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:14.006587 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f9e146f-084c-40a3-93fd-77406916c798 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks [] for floatingip (f679df95-5cf4-4a8f-928b-949ab619d3a3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.009657 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f9e146f-084c-40a3-93fd-77406916c798 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.013971 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2f9e146f-084c-40a3-93fd-77406916c798 tempest-FloatingIPAdminTestJSON-589331396 tempest-FloatingIPAdminTestJSON-589331396-project] 10.222.0.21 "DELETE /v2.0/floatingips/f679df95-5cf4-4a8f-928b-949ab619d3a3 HTTP/1.1" status: 204 len: 168 time: 2.2543938 Feb 09 03:28:14.014739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43160) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:14.054648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:14.088446 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c5ad64-9396-4e0f-9060-b9091e16010e x-openstack-request-id: req-d0c5ad64-9396-4e0f-9060-b9091e16010e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:14.088802 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71331f14-56ac-413e-98ea-dbca2389e216", "name": "network-vif-plugged", "status": "completed", "tag": "87b68966-1b5f-47b8-ad77-9f77ea3a72e0", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:14.089032 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0c5ad64-9396-4e0f-9060-b9091e16010e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:14.089702 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71331f14-56ac-413e-98ea-dbca2389e216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b68966-1b5f-47b8-ad77-9f77ea3a72e0', 'code': 200} Feb 09 03:28:14.093388 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.212219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Made reservation on behalf of 908ab6b6438a42f68c6661776783f5bf for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:14.216356 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.231078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:14.258379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e0648e13-d975-402a-8cc6-abbbc328b035 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Deleting port 61dcaec8-6b70-4755-b1cf-f5ebd29206eb {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:14.258698 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0648e13-d975-402a-8cc6-abbbc328b035 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (61dcaec8-6b70-4755-b1cf-f5ebd29206eb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.453313 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0648e13-d975-402a-8cc6-abbbc328b035 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (61dcaec8-6b70-4755-b1cf-f5ebd29206eb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.453728 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0648e13-d975-402a-8cc6-abbbc328b035 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks [] for floatingip (61dcaec8-6b70-4755-b1cf-f5ebd29206eb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.469210 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Allocated IP 172.20.0.5 (d22c7637-cdc4-4a30-84f5-b0e31f632551/e2e8f8f0-1cdb-4c25-845e-9dcbf958541a/23eb00f5-155f-4668-9ae7-c14aab8590c8) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:14.484590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e0648e13-d975-402a-8cc6-abbbc328b035 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Calling delete_port for 61dcaec8-6b70-4755-b1cf-f5ebd29206eb owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:14.499739 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bafa9654-a2d2-4464-a0f9-8297c5b37460 admin admin] Publish callbacks [] for security_group (a1121422-48f2-4b35-a5bd-b0d91219eb67), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.531257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdaca07-182e-40ab-bef6-8fb3e7f75f35 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:14.537481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdaca07-182e-40ab-bef6-8fb3e7f75f35 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:14.542636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdaca07-182e-40ab-bef6-8fb3e7f75f35 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:14.547983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdaca07-182e-40ab-bef6-8fb3e7f75f35 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:14.549732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7cdaca07-182e-40ab-bef6-8fb3e7f75f35 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6118748 Feb 09 03:28:14.554761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43176) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:14.562367 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:14.565320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4d9c0-978d-4638-85a1-38c4ada7b1c9 req-e3650bd8-3903-4307-b1ac-129e4b5ecfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:14.566954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67c4d9c0-978d-4638-85a1-38c4ada7b1c9 req-e3650bd8-3903-4307-b1ac-129e4b5ecfb6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 1128 time: 0.3617229 Feb 09 03:28:14.574893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bafa9654-a2d2-4464-a0f9-8297c5b37460 admin admin] Publish callbacks [] for security_group (a1121422-48f2-4b35-a5bd-b0d91219eb67), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.576957 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7bb3e-5619-4012-90b7-3188416f561a None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:14.589994 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7bb3e-5619-4012-90b7-3188416f561a None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:14.590995 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a4e7bb3e-5619-4012-90b7-3188416f561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:14.632725 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a4e7bb3e-5619-4012-90b7-3188416f561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:14.644760 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7bb3e-5619-4012-90b7-3188416f561a None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:14.645532 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a4e7bb3e-5619-4012-90b7-3188416f561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:27:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:14.646899 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.690288 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a4e7bb3e-5619-4012-90b7-3188416f561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:14.691306 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7bb3e-5619-4012-90b7-3188416f561a None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:14.701231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67c4d9c0-978d-4638-85a1-38c4ada7b1c9 req-43ece236-a9b0-45d0-81c8-a6b9d3fe98b4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243012 Feb 09 03:28:14.705431 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-98246e72-2eef-4fdc-ac6e-36934e0db2f4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4802299 Feb 09 03:28:14.707701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43180) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:14.714679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3bd8fde1-c868-4f20-b42b-da7cbd625489 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-683895840'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:14.726867 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bafa9654-a2d2-4464-a0f9-8297c5b37460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a1121422-48f2-4b35-a5bd-b0d91219eb67), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.729557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bafa9654-a2d2-4464-a0f9-8297c5b37460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.730720 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bafa9654-a2d2-4464-a0f9-8297c5b37460 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1121422-48f2-4b35-a5bd-b0d91219eb67 HTTP/1.1" status: 204 len: 168 time: 0.8349400 Feb 09 03:28:14.746281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa9654-a2d2-4464-a0f9-8297c5b37460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1121422-48f2-4b35-a5bd-b0d91219eb67,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:14.757306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd8fde1-c868-4f20-b42b-da7cbd625489 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Made reservation on behalf of aa69fea78eee4b868b7f4826a58fc6e0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:14.761004 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bd8fde1-c868-4f20-b42b-da7cbd625489 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.800754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd8fde1-c868-4f20-b42b-da7cbd625489 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:14.813199 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bd8fde1-c868-4f20-b42b-da7cbd625489 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (33ab5132-bc54-4642-8f20-53d7797ae088), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.816458 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-3bd8fde1-c868-4f20-b42b-da7cbd625489 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Added segment 33ab5132-bc54-4642-8f20-53d7797ae088 of type vlan for network 82a9a9b2-81f8-4e02-aab6-22ffc69ad851 Feb 09 03:28:14.872178 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bd8fde1-c868-4f20-b42b-da7cbd625489 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (82a9a9b2-81f8-4e02-aab6-22ffc69ad851), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.897414 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (7b524dba-6696-491d-89e1-131f8b626056), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.917222 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd91db36-3af6-4067-8daf-9844a347978b req-6ae19ba1-a838-4658-9ea7-38ea16ebf511 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 210 time: 0.0399587 Feb 09 03:28:14.961104 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bd8fde1-c868-4f20-b42b-da7cbd625489 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (82a9a9b2-81f8-4e02-aab6-22ffc69ad851), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.968233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8fde1-c868-4f20-b42b-da7cbd625489 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:14.968872 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bd8fde1-c868-4f20-b42b-da7cbd625489 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.983262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0648e13-d975-402a-8cc6-abbbc328b035 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (61dcaec8-6b70-4755-b1cf-f5ebd29206eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.048825 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3bd8fde1-c868-4f20-b42b-da7cbd625489 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3393874 Feb 09 03:28:15.052133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43194) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:15.059740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-11592e42-229f-40d6-bb07-f5264f7d1b35 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'subnet': {'network_id': '82a9a9b2-81f8-4e02-aab6-22ffc69ad851', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:15.115771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8fde1-c868-4f20-b42b-da7cbd625489 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Network': ['ID=82a9a9b2-81f8-4e02-aab6-22ffc69ad851,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:15.129818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 82a9a9b2-81f8-4e02-aab6-22ffc69ad851 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:15.187283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0648e13-d975-402a-8cc6-abbbc328b035 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Pushing event deleted for resources: {'Port': ['ID=61dcaec8-6b70-4755-b1cf-f5ebd29206eb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:15.198748 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11592e42-229f-40d6-bb07-f5264f7d1b35 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Made reservation on behalf of aa69fea78eee4b868b7f4826a58fc6e0 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:15.204330 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11592e42-229f-40d6-bb07-f5264f7d1b35 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.272003 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (7b524dba-6696-491d-89e1-131f8b626056), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.338961 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b524dba-6696-491d-89e1-131f8b626056']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:15.351568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0995e4-6381-4105-b413-f4e90d2fbafc') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:15.351940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0995e4-6381-4105-b413-f4e90d2fbafc') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:15.365371 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (ad0995e4-6381-4105-b413-f4e90d2fbafc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.383144 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ad0995e4-6381-4105-b413-f4e90d2fbafc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.390689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:15.391176 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (ad0995e4-6381-4105-b413-f4e90d2fbafc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:15.406407 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:15.412152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks [] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.437971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-b1786e5f-650f-487d-bf32-f43e4a81fa17 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:15.441594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-b1786e5f-650f-487d-bf32-f43e4a81fa17 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.42 "GET /v2.0/networks?id=d22c7637-cdc4-4a30-84f5-b0e31f632551 HTTP/1.1" status: 200 len: 816 time: 0.2618787 Feb 09 03:28:15.460049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Request body: {'port': {'device_id': 'adb45dde-e787-4aa0-8fec-5f33f0a2ec49', 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551', 'admin_state_up': True, 'tenant_id': '908ab6b6438a42f68c6661776783f5bf'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:15.464388 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0648e13-d975-402a-8cc6-abbbc328b035 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks [] for floatingip (aad8dc29-2483-40b7-bb00-77ebca2f5840), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.467017 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0648e13-d975-402a-8cc6-abbbc328b035 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.474339 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e0648e13-d975-402a-8cc6-abbbc328b035 tempest-FloatingIPAdminTestJSON-1479117453 tempest-FloatingIPAdminTestJSON-1479117453-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/aad8dc29-2483-40b7-bb00-77ebca2f5840 HTTP/1.1" status: 204 len: 168 time: 1.4557948 Feb 09 03:28:15.480110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43204) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:15.490925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea868d7-e460-4c9f-ab7b-d956c2bed824 req-30bd96fe-79d3-4941-b7ae-f4181394159b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:15.498004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ea868d7-e460-4c9f-ab7b-d956c2bed824 req-30bd96fe-79d3-4941-b7ae-f4181394159b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 945 time: 0.4165840 Feb 09 03:28:15.564904 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (7b524dba-6696-491d-89e1-131f8b626056), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.590295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b524dba-6696-491d-89e1-131f8b626056 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:28:15.603142 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9dde781c-11b9-4ce8-ba7e-edb6ca5a8fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.612844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.617374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "DELETE /v2.0/networks/7b524dba-6696-491d-89e1-131f8b626056 HTTP/1.1" status: 204 len: 168 time: 1.0584126 Feb 09 03:28:15.621095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43214) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:15.642557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb52088-3f94-4fb1-96a8-2e3f7ea7f03f tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b524dba-6696-491d-89e1-131f8b626056,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:15.648798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9bd28a1e-75d0-4979-b2ac-b07d0df68e0a tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Request body: {'network': {'name': 'tempest-network--535991706', 'router:external': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:15.678218 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.693473 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ea868d7-e460-4c9f-ab7b-d956c2bed824 req-2d02add4-dd6e-40cc-bb78-470f4b94427a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918142 Feb 09 03:28:15.780773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Network d22c7637-cdc4-4a30-84f5-b0e31f632551 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:15.788836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:15.807623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:15.825056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd28a1e-75d0-4979-b2ac-b07d0df68e0a tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Made reservation on behalf of cc0920d1c99c45a9b3b4246058e37bb0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:15.827109 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9bd28a1e-75d0-4979-b2ac-b07d0df68e0a tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.887874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Pushing event updated for resources: {'Port': ['ID=23eb00f5-155f-4668-9ae7-c14aab8590c8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:15.894785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Made reservation on behalf of 908ab6b6438a42f68c6661776783f5bf for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:15.900486 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.917607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d7eba-6d77-4d4d-a006-ac30689050d1 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Deleting port 5c606f55-aa1f-4eea-b783-b278bdf505b3 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:15.918247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c5d7eba-6d77-4d4d-a006-ac30689050d1 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5c606f55-aa1f-4eea-b783-b278bdf505b3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.000055 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11592e42-229f-40d6-bb07-f5264f7d1b35 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (50c3007c-4b09-4b7a-ba76-e7d007b21b05), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.006488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd28a1e-75d0-4979-b2ac-b07d0df68e0a tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:16.057670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:16.060596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.176748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-adc38dc8-7f2f-47d1-ac40-37f7e87e6b8f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6987965 Feb 09 03:28:16.222289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Request body: {'port': {'device_id': '9a705dd8-68b3-4dc9-8c47-b7fe38773dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:16.240152 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9bd28a1e-75d0-4979-b2ac-b07d0df68e0a tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a469d756-e37e-4df0-8f0b-0abdbe7078e1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.241964 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-9bd28a1e-75d0-4979-b2ac-b07d0df68e0a tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Added segment a469d756-e37e-4df0-8f0b-0abdbe7078e1 of type vlan for network 34a789c9-e365-4032-bba0-4661bd086eac Feb 09 03:28:16.252590 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f51bc6f8-58ab-4e7b-b440-81f6de387bf3 None None] Provisioning complete for port 23eb00f5-155f-4668-9ae7-c14aab8590c8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:16.253254 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f51bc6f8-58ab-4e7b-b440-81f6de387bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.331932 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-585d56e3-3729-4923-9d11-46d7d270b9e0 req-c5d90b88-7ff5-4078-a6b3-f80be6498a78 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 210 time: 0.2002497 Feb 09 03:28:16.374859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f51bc6f8-58ab-4e7b-b440-81f6de387bf3 None None] Port 23eb00f5-155f-4668-9ae7-c14aab8590c8 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:28:16.412019 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c5d7eba-6d77-4d4d-a006-ac30689050d1 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5c606f55-aa1f-4eea-b783-b278bdf505b3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.425583 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11592e42-229f-40d6-bb07-f5264f7d1b35 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Subnet': ['ID=50c3007c-4b09-4b7a-ba76-e7d007b21b05,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:16.433020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d7eba-6d77-4d4d-a006-ac30689050d1 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Calling delete_port for 5c606f55-aa1f-4eea-b783-b278bdf505b3 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:16.438663 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.491951 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9bd28a1e-75d0-4979-b2ac-b07d0df68e0a tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (34a789c9-e365-4032-bba0-4661bd086eac), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.514442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11592e42-229f-40d6-bb07-f5264f7d1b35 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Checking segment: {'id': '33ab5132-bc54-4642-8f20-53d7797ae088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '82a9a9b2-81f8-4e02-aab6-22ffc69ad851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:16.514812 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11592e42-229f-40d6-bb07-f5264f7d1b35 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network hostable DHCP agents. Network: 82a9a9b2-81f8-4e02-aab6-22ffc69ad851, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:28:16.521335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:28:16.533052 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Publish callbacks [] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.563103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Transition to ACTIVE for port object c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:28:16.576548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.658419 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9bd28a1e-75d0-4979-b2ac-b07d0df68e0a tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (34a789c9-e365-4032-bba0-4661bd086eac), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.659394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd28a1e-75d0-4979-b2ac-b07d0df68e0a tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:16.659976 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9bd28a1e-75d0-4979-b2ac-b07d0df68e0a tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.662854 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11592e42-229f-40d6-bb07-f5264f7d1b35 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network 82a9a9b2-81f8-4e02-aab6-22ffc69ad851 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:28:16.765031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd28a1e-75d0-4979-b2ac-b07d0df68e0a tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event updated for resources: {'Network': ['ID=34a789c9-e365-4032-bba0-4661bd086eac,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:16.778210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 34a789c9-e365-4032-bba0-4661bd086eac details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:16.797659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Pushing event updated for resources: {'Port': ['ID=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:16.837145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c5d7eba-6d77-4d4d-a006-ac30689050d1 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5c606f55-aa1f-4eea-b783-b278bdf505b3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.883289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d7eba-6d77-4d4d-a006-ac30689050d1 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event deleted for resources: {'Port': ['ID=5c606f55-aa1f-4eea-b783-b278bdf505b3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:16.898544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-11592e42-229f-40d6-bb07-f5264f7d1b35 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 82a9a9b2-81f8-4e02-aab6-22ffc69ad851) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:16.963747 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9bd28a1e-75d0-4979-b2ac-b07d0df68e0a tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3279095 Feb 09 03:28:16.966439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11592e42-229f-40d6-bb07-f5264f7d1b35 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:16.967253 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11592e42-229f-40d6-bb07-f5264f7d1b35 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:16.970983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc16146e-a64a-49a1-8a94-b13565478d20 None None] Network 82a9a9b2-81f8-4e02-aab6-22ffc69ad851 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:16.993981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43258) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:17.092759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Attempting to bind port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:17.093097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Attempting to bind port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:17.093451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Attempting to bind port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e on network d22c7637-cdc4-4a30-84f5-b0e31f632551 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:17.111067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Allocated IP 172.20.0.6 (d22c7637-cdc4-4a30-84f5-b0e31f632551/e2e8f8f0-1cdb-4c25-845e-9dcbf958541a/c1c74610-a0e2-431c-a6cc-ad94383e10b6) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:17.150643 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac693118-f59e-460a-8bed-b5c8f71e2724 req-79d3e0db-c008-475d-9389-1ac53fdc3a7e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:17.152358 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac693118-f59e-460a-8bed-b5c8f71e2724 req-79d3e0db-c008-475d-9389-1ac53fdc3a7e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 945 time: 0.3378513 Feb 09 03:28:17.154080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e on network d22c7637-cdc4-4a30-84f5-b0e31f632551 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:28:17.154399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Attempting to bind port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e on network d22c7637-cdc4-4a30-84f5-b0e31f632551 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:17.162438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:17.162855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Checking segment: {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:17.163585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Bound using segment: {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:17.164036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Bound port: c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:17.164527 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:17.179304 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-11592e42-229f-40d6-bb07-f5264f7d1b35 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1260569 Feb 09 03:28:17.183480 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43266) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:17.190995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1466243268', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:17.212243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2656b-e0dd-444b-8f99-c746f7acd45e tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:17.216853 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-06a2656b-e0dd-444b-8f99-c746f7acd45e tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] 10.222.0.21 "GET /v2.0/networks/34a789c9-e365-4032-bba0-4661bd086eac HTTP/1.1" status: 200 len: 756 time: 0.2188468 Feb 09 03:28:17.222175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43268) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:17.238811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-82a9a9b2-81f8-4e02-aab6-22ffc69ad851', 'network_id': '82a9a9b2-81f8-4e02-aab6-22ffc69ad851', 'project_id': 'aa69fea78eee4b868b7f4826a58fc6e0', 'fixed_ips': [{'subnet_id': '50c3007c-4b09-4b7a-ba76-e7d007b21b05'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:28:17.242347 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:17.420311 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks [] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:17.495436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:17.524194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Allocated IP 172.20.0.2 (82a9a9b2-81f8-4e02-aab6-22ffc69ad851/50c3007c-4b09-4b7a-ba76-e7d007b21b05/f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:17.548147 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c5d7eba-6d77-4d4d-a006-ac30689050d1 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:17.552277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2c5d7eba-6d77-4d4d-a006-ac30689050d1 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "DELETE /v2.0/ports/5c606f55-aa1f-4eea-b783-b278bdf505b3 HTTP/1.1" status: 204 len: 168 time: 2.0685627 Feb 09 03:28:17.575620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43288) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:17.637922 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac693118-f59e-460a-8bed-b5c8f71e2724 req-3bcc6121-8954-4c40-9417-4dd98b17b2ae tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647737 Feb 09 03:28:17.651590 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (ee9e7827-cc3b-4427-a543-2a560aa377d8), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:17.661549 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (ee9e7827-cc3b-4427-a543-2a560aa377d8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:17.689014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412a7070-ec5b-4d35-b033-dc500f0d04a3 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:17.690510 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Publish callbacks [] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:17.691704 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-412a7070-ec5b-4d35-b033-dc500f0d04a3 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] 10.222.0.21 "GET /v2.0/networks/a4989d56-32e1-4c61-ac82-721adfe3883a HTTP/1.1" status: 200 len: 768 time: 0.4557941 Feb 09 03:28:17.701942 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:17.724384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Network d22c7637-cdc4-4a30-84f5-b0e31f632551 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:17.727824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43296) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:17.751641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Network 82a9a9b2-81f8-4e02-aab6-22ffc69ad851 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:17.755969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:17.768691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:17.770998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:17.773758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Pushing event updated for resources: {'Port': ['ID=c1c74610-a0e2-431c-a6cc-ad94383e10b6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:17.786673 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:17.803850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Pushing event updated for resources: {'Port': ['ID=f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:17.874840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Attempting to bind port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:17.874979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Attempting to bind port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '33ab5132-bc54-4642-8f20-53d7797ae088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '82a9a9b2-81f8-4e02-aab6-22ffc69ad851'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:17.875580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Attempting to bind port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac on network 82a9a9b2-81f8-4e02-aab6-22ffc69ad851 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:17.886115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:17.886847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Checking segment: {'id': '33ab5132-bc54-4642-8f20-53d7797ae088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '82a9a9b2-81f8-4e02-aab6-22ffc69ad851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:17.887432 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:17.887989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Bound using segment: {'id': '33ab5132-bc54-4642-8f20-53d7797ae088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '82a9a9b2-81f8-4e02-aab6-22ffc69ad851'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:17.888951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Bound port: f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ab5132-bc54-4642-8f20-53d7797ae088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '82a9a9b2-81f8-4e02-aab6-22ffc69ad851'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:17.889919 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:17.921157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] For port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:17.941564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31cdab-453e-41c1-be63-51b01b84c137 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:17.943231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1c31cdab-453e-41c1-be63-51b01b84c137 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "GET /v2.0/ports?device_id=27f7f24d-a02e-4cb0-8a7b-98dc6594835a HTTP/1.1" status: 200 len: 913 time: 0.3651083 Feb 09 03:28:17.966225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43302) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:17.995050 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] For port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:17.995250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] For port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:17.998998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] For port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac,segment=NetworkSegment(33ab5132-bc54-4642-8f20-53d7797ae088),segment_id=33ab5132-bc54-4642-8f20-53d7797ae088)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:18.015015 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:18.129683 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dcf0cbb1-e3c8-459e-bc72-5b5e65d43451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:18.133372 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:18.136369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37071ff-9df0-40c0-b66d-94d04131466b None None] Pushing event updated for resources: {'Port': ['ID=f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:18.155670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a9244-87dd-41ff-af46-88e7ccc906d3 req-c5700452-24f5-418c-9280-3e1c6c218c56 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:18.159808 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e1a9244-87dd-41ff-af46-88e7ccc906d3 req-c5700452-24f5-418c-9280-3e1c6c218c56 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 931 time: 0.5108254 Feb 09 03:28:18.173701 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router_controller (ee9e7827-cc3b-4427-a543-2a560aa377d8), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:18.237556 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e20a8306-f40d-4f91-905f-6dcf2dc15fad None None] Provisioning complete for port c1c74610-a0e2-431c-a6cc-ad94383e10b6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:18.238527 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e20a8306-f40d-4f91-905f-6dcf2dc15fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:18.318295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e20a8306-f40d-4f91-905f-6dcf2dc15fad None None] Port c1c74610-a0e2-431c-a6cc-ad94383e10b6 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:28:18.537903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23eb00f5-155f-4668-9ae7-c14aab8590c8 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:28:18.549560 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Publish callbacks [] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:18.559831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e1a9244-87dd-41ff-af46-88e7ccc906d3 req-b8a24e14-bd34-464d-ae07-1db0cdd33d59 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816533 Feb 09 03:28:18.736330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Transition to ACTIVE for port object 23eb00f5-155f-4668-9ae7-c14aab8590c8 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:28:18.741020 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router_gateway (ee9e7827-cc3b-4427-a543-2a560aa377d8), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:18.746507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:18.766027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Pushing event updated for resources: {'Port': ['ID=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:18.772897 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (34a789c9-e365-4032-bba0-4661bd086eac), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:18.797141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:18.798107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Pushing event updated for resources: {'Port': ['ID=23eb00f5-155f-4668-9ae7-c14aab8590c8,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:18.798577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:18.836931 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d03f253-2973-4712-8199-e6069ac84d38 req-5623a95c-dfd0-45f7-8618-42cb5deb8337 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1605297085&fields=id&tenant_id=b294c48b0d4c4c6b87a304f198401899 HTTP/1.1" status: 200 len: 267 time: 1.0948308 Feb 09 03:28:18.919244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:18.919861 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:18.923576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-4696ed01-037b-4322-8dc5-53486ccae67a service neutron] 10.222.0.42 "PUT /v2.0/ports/c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e HTTP/1.1" status: 200 len: 1093 time: 5.3818395 Feb 09 03:28:18.939802 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-91b272d7-e486-4737-a8a3-a354bf739df5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4871907 Feb 09 03:28:18.940294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24188a4f-5309-42b4-bafb-832b625a9990', 'tag': 'c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:18.942733 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46817154-b749-4b50-b1e3-f01eba6ed940" -d '{"events": [{"name": "network-changed", "server_uuid": "24188a4f-5309-42b4-bafb-832b625a9990", "tag": "c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:18.971074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Request body: {'port': {'device_id': 'adb45dde-e787-4aa0-8fec-5f33f0a2ec49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:19.107937 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaa7c2f-527e-4175-b740-10acb9e3402d x-openstack-request-id: req-bfaa7c2f-527e-4175-b740-10acb9e3402d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:19.108181 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24188a4f-5309-42b4-bafb-832b625a9990", "tag": "c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:19.108387 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfaa7c2f-527e-4175-b740-10acb9e3402d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:19.108809 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24188a4f-5309-42b4-bafb-832b625a9990', 'tag': 'c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e', 'status': 'completed', 'code': 200} Feb 09 03:28:19.124844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Attempting to bind port 23eb00f5-155f-4668-9ae7-c14aab8590c8 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:19.125188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Attempting to bind port 23eb00f5-155f-4668-9ae7-c14aab8590c8 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:19.125544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Attempting to bind port 23eb00f5-155f-4668-9ae7-c14aab8590c8 on network d22c7637-cdc4-4a30-84f5-b0e31f632551 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:19.138842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Port 23eb00f5-155f-4668-9ae7-c14aab8590c8 on network d22c7637-cdc4-4a30-84f5-b0e31f632551 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:28:19.139234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Attempting to bind port 23eb00f5-155f-4668-9ae7-c14aab8590c8 on network d22c7637-cdc4-4a30-84f5-b0e31f632551 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:19.157605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:19.157952 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Checking segment: {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:19.158464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Bound using segment: {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:19.158776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Bound port: 23eb00f5-155f-4668-9ae7-c14aab8590c8, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:19.159143 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:19.265593 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:19.274870 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:19.427139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] For port 23eb00f5-155f-4668-9ae7-c14aab8590c8, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:19.436322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] For port 23eb00f5-155f-4668-9ae7-c14aab8590c8, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=23eb00f5-155f-4668-9ae7-c14aab8590c8,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:19.460732 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router_gateway (ee9e7827-cc3b-4427-a543-2a560aa377d8), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:19.483045 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:19.485605 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:19.561828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:19.562510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:19.563894 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] 10.222.0.65 "PUT /v2.0/ports/23eb00f5-155f-4668-9ae7-c14aab8590c8 HTTP/1.1" status: 200 len: 1092 time: 3.3564141 Feb 09 03:28:19.564356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a705dd8-68b3-4dc9-8c47-b7fe38773dff', 'tag': '23eb00f5-155f-4668-9ae7-c14aab8590c8'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:19.565078 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03f253-2973-4712-8199-e6069ac84d38 req-64bb700a-37cc-45d5-a830-aa94a50c6f89 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:19.566836 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d03f253-2973-4712-8199-e6069ac84d38 req-64bb700a-37cc-45d5-a830-aa94a50c6f89 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 945 time: 0.6500647 Feb 09 03:28:19.571983 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf7684b-7c10-4873-b957-bba0a97ce14c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a705dd8-68b3-4dc9-8c47-b7fe38773dff", "tag": "23eb00f5-155f-4668-9ae7-c14aab8590c8"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:19.668344 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5d03f253-2973-4712-8199-e6069ac84d38 req-d11f9e4b-376b-4cd3-8e93-e5b4b84f2109 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'port': {'security_groups': ['89c003f8-f6cd-48ec-a2e1-f625742a0125', 'a69a8877-a6cd-4a6e-808e-1826ad6f5592']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:19.670451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb0bfb-eac9-4c0f-ba66-4cb671e7e346 service neutron] Pushing event updated for resources: {'Port': ['ID=23eb00f5-155f-4668-9ae7-c14aab8590c8,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:19.801019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0110858-16dc-4c3c-8f1f-c707acb427cd None None] Network 82a9a9b2-81f8-4e02-aab6-22ffc69ad851 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:19.867948 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (34a789c9-e365-4032-bba0-4661bd086eac), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:19.872880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-a34c08d1-1c5c-40fd-9429-ef72a5a92005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:19.874779 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-a34c08d1-1c5c-40fd-9429-ef72a5a92005 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=908ab6b6438a42f68c6661776783f5bf&device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 1127 time: 0.8780346 Feb 09 03:28:19.888660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-84896f60-3aff-425d-8c5e-57bc892a2ad1 None None] Provisioning complete for port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:19.889470 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84896f60-3aff-425d-8c5e-57bc892a2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.004134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a789c9-e365-4032-bba0-4661bd086eac']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:20.008161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43344) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:20.035986 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-84896f60-3aff-425d-8c5e-57bc892a2ad1 None None] Current status of the port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:20.037039 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84896f60-3aff-425d-8c5e-57bc892a2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.038324 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-a47c149e-ab3d-4c6b-8c45-fc811da58407 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e HTTP/1.1" status: 200 len: 217 time: 0.1236529 Feb 09 03:28:20.073028 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a469d756-e37e-4df0-8f0b-0abdbe7078e1') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:20.073745 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a469d756-e37e-4df0-8f0b-0abdbe7078e1') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:20.076163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-84896f60-3aff-425d-8c5e-57bc892a2ad1 None None] For port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac,segment=NetworkSegment(33ab5132-bc54-4642-8f20-53d7797ae088),segment_id=33ab5132-bc54-4642-8f20-53d7797ae088)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:20.081897 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84896f60-3aff-425d-8c5e-57bc892a2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.144883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84896f60-3aff-425d-8c5e-57bc892a2ad1 None None] Pushing event updated for resources: {'Port': ['ID=f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:20.197020 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45617014-e562-4471-b22d-a9cd0ef92d0b x-openstack-request-id: req-45617014-e562-4471-b22d-a9cd0ef92d0b {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:20.197404 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a705dd8-68b3-4dc9-8c47-b7fe38773dff", "tag": "23eb00f5-155f-4668-9ae7-c14aab8590c8", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:20.197732 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45617014-e562-4471-b22d-a9cd0ef92d0b {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:20.198265 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a705dd8-68b3-4dc9-8c47-b7fe38773dff', 'tag': '23eb00f5-155f-4668-9ae7-c14aab8590c8', 'status': 'completed', 'code': 200} Feb 09 03:28:20.232870 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (a469d756-e37e-4df0-8f0b-0abdbe7078e1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.257512 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5d03f253-2973-4712-8199-e6069ac84d38 req-d11f9e4b-376b-4cd3-8e93-e5b4b84f2109 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.291805 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a469d756-e37e-4df0-8f0b-0abdbe7078e1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.292036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-d33b8a0d-69f8-4a66-9e2d-1b6d00bae1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:20.294312 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-d33b8a0d-69f8-4a66-9e2d-1b6d00bae1da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=908ab6b6438a42f68c6661776783f5bf&device_id=9a705dd8-68b3-4dc9-8c47-b7fe38773dff HTTP/1.1" status: 200 len: 1126 time: 0.6464362 Feb 09 03:28:20.295493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.25.5.190 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/d8014bdc-f808-46ad-8b5e-1f84f867cbc6) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:20.307384 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1904a302-a472-4fcf-9a39-944437d143f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.318525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:20.318944 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (a469d756-e37e-4df0-8f0b-0abdbe7078e1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:20.325535 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:20.358202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-88490b49-e1d5-42af-a6c6-7bbc7868ea58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23eb00f5-155f-4668-9ae7-c14aab8590c8 HTTP/1.1" status: 200 len: 217 time: 0.0486135 Feb 09 03:28:20.367996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b6fcb-13ae-49f1-a38a-31ac58b3e438 req-7cdd0500-6eab-4683-9986-b889c6e4663e tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:20.369539 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d60b6fcb-13ae-49f1-a38a-31ac58b3e438 req-7cdd0500-6eab-4683-9986-b889c6e4663e tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 931 time: 0.1745396 Feb 09 03:28:20.400490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-b2296d14-6360-43ac-8ac9-6c34bfab149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:20.401972 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-b2296d14-6360-43ac-8ac9-6c34bfab149a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2e8f8f0-1cdb-4c25-845e-9dcbf958541a HTTP/1.1" status: 200 len: 855 time: 0.3313057 Feb 09 03:28:20.448678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:20.485437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-22f1d194-1610-4c75-b79d-319c559ad773 None None] Provisioning complete for port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:20.486195 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22f1d194-1610-4c75-b79d-319c559ad773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.500213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-db3f9c68-d776-4599-8ca5-90148a3d9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:20.502544 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-db3f9c68-d776-4599-8ca5-90148a3d9df6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2e8f8f0-1cdb-4c25-845e-9dcbf958541a HTTP/1.1" status: 200 len: 855 time: 0.1313355 Feb 09 03:28:20.540514 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d60b6fcb-13ae-49f1-a38a-31ac58b3e438 req-afa1e17e-be41-4436-95b0-5b252f14199c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597943 Feb 09 03:28:20.545691 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (34a789c9-e365-4032-bba0-4661bd086eac), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.558356 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:20.559065 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.577929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34a789c9-e365-4032-bba0-4661bd086eac {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:28:20.599907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.600500 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (d8014bdc-f808-46ad-8b5e-1f84f867cbc6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.608201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "DELETE /v2.0/networks/34a789c9-e365-4032-bba0-4661bd086eac HTTP/1.1" status: 204 len: 168 time: 2.8698483 Feb 09 03:28:20.610710 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43350) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:20.617105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-715291f0-a697-4b9a-914d-b74590ecce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:20.618694 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-715291f0-a697-4b9a-914d-b74590ecce5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d22c7637-cdc4-4a30-84f5-b0e31f632551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0948663 Feb 09 03:28:20.652603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8e4b6ddb-1785-4156-9c53-aa9f4962d2e0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Request body: {'network': {'name': 'tempest-network--151288014'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:20.695585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67f4de-5bc3-4eb6-87e9-9d1ba4625cf2 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event deleted for resources: {'Network': ['ID=34a789c9-e365-4032-bba0-4661bd086eac,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:20.751953 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.756810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-22f1d194-1610-4c75-b79d-319c559ad773 None None] Current status of the port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:20.766282 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-93181e64-8ceb-4acc-be5d-3e1d1576ff29 service neutron] 10.222.0.65 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397548 Feb 09 03:28:20.790175 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-7d54412b-7c00-4693-9667-ed6b92087348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:20.800144 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-7d54412b-7c00-4693-9667-ed6b92087348 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d22c7637-cdc4-4a30-84f5-b0e31f632551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3761575 Feb 09 03:28:20.809565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:20.839577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c74610-a0e2-431c-a6cc-ad94383e10b6 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:28:20.891537 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Publish callbacks [] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.907096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4b6ddb-1785-4156-9c53-aa9f4962d2e0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Made reservation on behalf of cc0920d1c99c45a9b3b4246058e37bb0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:20.909626 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6ddb-1785-4156-9c53-aa9f4962d2e0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.910154 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d8014bdc-f808-46ad-8b5e-1f84f867cbc6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.915216 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37eef28a-4baf-46a5-94c6-a523555725a7 req-1fc8e9cd-bd7b-4a9e-a403-725786dfe5b8 service neutron] 10.222.0.65 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361973 Feb 09 03:28:20.970369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=d8014bdc-f808-46ad-8b5e-1f84f867cbc6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:20.995364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:20.997699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:21.007203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:21.182477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7684b-7c10-4873-b957-bba0a97ce14c req-dc1e740b-b7f9-41b7-a770-0207e56e3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:21.184002 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caf7684b-7c10-4873-b957-bba0a97ce14c req-dc1e740b-b7f9-41b7-a770-0207e56e3055 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=908ab6b6438a42f68c6661776783f5bf&device_id=9a705dd8-68b3-4dc9-8c47-b7fe38773dff HTTP/1.1" status: 200 len: 1126 time: 0.1613417 Feb 09 03:28:21.315020 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1904a302-a472-4fcf-9a39-944437d143f7 admin admin] Publish callbacks [] for security_group (fe3662c7-ddc9-4577-88a5-30c359cc1fd0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.327800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Transition to ACTIVE for port object c1c74610-a0e2-431c-a6cc-ad94383e10b6 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:28:21.338350 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1904a302-a472-4fcf-9a39-944437d143f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fe3662c7-ddc9-4577-88a5-30c359cc1fd0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.363243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.379077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7684b-7c10-4873-b957-bba0a97ce14c req-59b7fd72-df7f-420f-a25b-ce1e2e595278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:21.381288 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caf7684b-7c10-4873-b957-bba0a97ce14c req-59b7fd72-df7f-420f-a25b-ce1e2e595278 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d22c7637-cdc4-4a30-84f5-b0e31f632551 HTTP/1.1" status: 200 len: 917 time: 0.1800458 Feb 09 03:28:21.420190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4b6ddb-1785-4156-9c53-aa9f4962d2e0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:21.424187 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caf7684b-7c10-4873-b957-bba0a97ce14c req-f5358720-ecf2-4aff-99ad-aaa0fe972658 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23eb00f5-155f-4668-9ae7-c14aab8590c8 HTTP/1.1" status: 200 len: 217 time: 0.0374496 Feb 09 03:28:21.431555 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10263505-655d-421e-a89a-395c83bbca99 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.471109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router_gateway (ee9e7827-cc3b-4427-a543-2a560aa377d8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.544733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7684b-7c10-4873-b957-bba0a97ce14c req-0c07bc54-e8fb-45b3-8496-b69440b79d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:21.546277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caf7684b-7c10-4873-b957-bba0a97ce14c req-0c07bc54-e8fb-45b3-8496-b69440b79d21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2e8f8f0-1cdb-4c25-845e-9dcbf958541a HTTP/1.1" status: 200 len: 855 time: 0.1157322 Feb 09 03:28:21.570627 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6ddb-1785-4156-9c53-aa9f4962d2e0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (aa7d1259-972d-4831-ac4f-ae9d875f19d6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.570977 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-8e4b6ddb-1785-4156-9c53-aa9f4962d2e0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Added segment aa7d1259-972d-4831-ac4f-ae9d875f19d6 of type vlan for network f6f28a47-4bad-40ac-84f5-885a842d8500 Feb 09 03:28:21.575499 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-75a15018-d8cd-4348-b4a7-881dcc8283f1 service neutron] 10.222.0.42 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7435889 Feb 09 03:28:21.580485 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1904a302-a472-4fcf-9a39-944437d143f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51df0acff8f64b1d91fc5ed5560bde6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5658424 Feb 09 03:28:21.581253 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904a302-a472-4fcf-9a39-944437d143f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3662c7-ddc9-4577-88a5-30c359cc1fd0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:21.584168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43372) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:21.587842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5d03f253-2973-4712-8199-e6069ac84d38 req-d11f9e4b-376b-4cd3-8e93-e5b4b84f2109 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] For port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:21.722548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6ddb-1785-4156-9c53-aa9f4962d2e0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f6f28a47-4bad-40ac-84f5-885a842d8500), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.773612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7684b-7c10-4873-b957-bba0a97ce14c req-83222cdc-c95c-4036-a525-c6518222c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:21.775122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caf7684b-7c10-4873-b957-bba0a97ce14c req-83222cdc-c95c-4036-a525-c6518222c87c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d22c7637-cdc4-4a30-84f5-b0e31f632551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2214456 Feb 09 03:28:21.784109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c74610-a0e2-431c-a6cc-ad94383e10b6,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:21.827500 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5d03f253-2973-4712-8199-e6069ac84d38 req-d11f9e4b-376b-4cd3-8e93-e5b4b84f2109 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.833666 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6ddb-1785-4156-9c53-aa9f4962d2e0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f6f28a47-4bad-40ac-84f5-885a842d8500), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.834464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b6ddb-1785-4156-9c53-aa9f4962d2e0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:21.835121 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6ddb-1785-4156-9c53-aa9f4962d2e0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.855146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5d03f253-2973-4712-8199-e6069ac84d38 req-d11f9e4b-376b-4cd3-8e93-e5b4b84f2109 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.868066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d573766c-5f11-4cfb-b105-d3abd25b7060'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:21.934893 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (ee9e7827-cc3b-4427-a543-2a560aa377d8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.939371 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['87b68966-1b5f-47b8-ad77-9f77ea3a72e0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:21.939781 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab946c74-edee-4ff4-b4f4-c7f5f05ce29d admin admin] Publish callbacks [] for security_group (fe3662c7-ddc9-4577-88a5-30c359cc1fd0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:21.989908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8e4b6ddb-1785-4156-9c53-aa9f4962d2e0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3635240 Feb 09 03:28:21.992704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43374) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:21.994363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02a10b-45d7-45a4-9f6c-f27996b5846f req-483eface-9890-4f07-834a-0b847ec46664 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:21.995883 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f02a10b-45d7-45a4-9f6c-f27996b5846f req-483eface-9890-4f07-834a-0b847ec46664 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 943 time: 0.2499192 Feb 09 03:28:22.017147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c6a011db-cf4d-45a5-bb3b-3bda1dd46865 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:22.034168 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:22.048326 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab946c74-edee-4ff4-b4f4-c7f5f05ce29d admin admin] Publish callbacks [] for security_group (fe3662c7-ddc9-4577-88a5-30c359cc1fd0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:22.076687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b6ddb-1785-4156-9c53-aa9f4962d2e0 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event updated for resources: {'Network': ['ID=f6f28a47-4bad-40ac-84f5-885a842d8500,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:22.080509 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef591ce7-8c18-4293-b2fc-b6f30ed36b03 req-14545be7-8262-4472-9c8d-d574a2d4ff25 service neutron] 10.222.0.42 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904723 Feb 09 03:28:22.112899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f6f28a47-4bad-40ac-84f5-885a842d8500 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:22.136784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caf7684b-7c10-4873-b957-bba0a97ce14c req-a019c310-b91b-4170-a64e-f33ff498a3bb service neutron] 10.222.0.65 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192701 Feb 09 03:28:22.156220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03f253-2973-4712-8199-e6069ac84d38 req-d11f9e4b-376b-4cd3-8e93-e5b4b84f2109 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:22.156856 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5d03f253-2973-4712-8199-e6069ac84d38 req-d11f9e4b-376b-4cd3-8e93-e5b4b84f2109 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:22.162723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d03f253-2973-4712-8199-e6069ac84d38 req-d11f9e4b-376b-4cd3-8e93-e5b4b84f2109 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "PUT /v2.0/ports/87b68966-1b5f-47b8-ad77-9f77ea3a72e0 HTTP/1.1" status: 200 len: 981 time: 2.5184045 Feb 09 03:28:22.175357 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71331f14-56ac-413e-98ea-dbca2389e216', 'tag': '87b68966-1b5f-47b8-ad77-9f77ea3a72e0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:22.182263 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55023e53-36b2-48da-8c24-fbccd6fcfb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "71331f14-56ac-413e-98ea-dbca2389e216", "tag": "87b68966-1b5f-47b8-ad77-9f77ea3a72e0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:22.210241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Attempting to bind port c1c74610-a0e2-431c-a6cc-ad94383e10b6 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:22.211034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Attempting to bind port c1c74610-a0e2-431c-a6cc-ad94383e10b6 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:22.211786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Attempting to bind port c1c74610-a0e2-431c-a6cc-ad94383e10b6 on network d22c7637-cdc4-4a30-84f5-b0e31f632551 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:22.275335 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f02a10b-45d7-45a4-9f6c-f27996b5846f req-536c4e1b-e578-4390-9b10-cb2084a775fe tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945381 Feb 09 03:28:22.292844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab946c74-edee-4ff4-b4f4-c7f5f05ce29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fe3662c7-ddc9-4577-88a5-30c359cc1fd0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:22.295324 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab946c74-edee-4ff4-b4f4-c7f5f05ce29d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:22.299384 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ab946c74-edee-4ff4-b4f4-c7f5f05ce29d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe3662c7-ddc9-4577-88a5-30c359cc1fd0 HTTP/1.1" status: 204 len: 168 time: 0.7106755 Feb 09 03:28:22.301981 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f9e4b-376b-4cd3-8e93-e5b4b84f2109 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'Port': ['ID=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:22.327193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab946c74-edee-4ff4-b4f4-c7f5f05ce29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3662c7-ddc9-4577-88a5-30c359cc1fd0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:22.330826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Port c1c74610-a0e2-431c-a6cc-ad94383e10b6 on network d22c7637-cdc4-4a30-84f5-b0e31f632551 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:28:22.332813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Attempting to bind port c1c74610-a0e2-431c-a6cc-ad94383e10b6 on network d22c7637-cdc4-4a30-84f5-b0e31f632551 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:22.335067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caf7684b-7c10-4873-b957-bba0a97ce14c req-29c3b90f-4efb-4652-8ba2-9284ab215794 service neutron] 10.222.0.65 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845582 Feb 09 03:28:22.360263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router ee9e7827-cc3b-4427-a543-2a560aa377d8 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:28:22.406491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:22.407848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['87b68966-1b5f-47b8-ad77-9f77ea3a72e0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:22.414972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Checking segment: {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:22.415500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Bound using segment: {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:22.416049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Bound port: c1c74610-a0e2-431c-a6cc-ad94383e10b6, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e128d89-067d-4c6f-8feb-60bed6cad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:22.416556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:22.420811 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49317b3-b5d3-4b89-b4e6-48f8f21d5c30 x-openstack-request-id: req-e49317b3-b5d3-4b89-b4e6-48f8f21d5c30 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:22.424124 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71331f14-56ac-413e-98ea-dbca2389e216", "tag": "87b68966-1b5f-47b8-ad77-9f77ea3a72e0", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:22.424487 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e49317b3-b5d3-4b89-b4e6-48f8f21d5c30 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:22.424925 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71331f14-56ac-413e-98ea-dbca2389e216', 'tag': '87b68966-1b5f-47b8-ad77-9f77ea3a72e0', 'status': 'completed', 'code': 200} Feb 09 03:28:22.570126 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55023e53-36b2-48da-8c24-fbccd6fcfb1d req-b7102f9b-8ffc-4da5-9f44-05470b708af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:22.571810 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55023e53-36b2-48da-8c24-fbccd6fcfb1d req-b7102f9b-8ffc-4da5-9f44-05470b708af7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b294c48b0d4c4c6b87a304f198401899&device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 1167 time: 0.0900249 Feb 09 03:28:22.576570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:22.595948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-81765913-4486-4cd2-a8d8-89aa1d137ba8 req-26d661a5-8d54-44f1-b6bd-35d2091146d2 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/a69a8877-a6cd-4a6e-808e-1826ad6f5592 HTTP/1.1" status: 200 len: 1820 time: 0.3995924 Feb 09 03:28:22.650127 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:22.654540 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eae3f841-1006-4789-afbd-f630592b2c69 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4685812 Feb 09 03:28:22.657068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43388) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:22.658576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81953580-f8f4-4acd-b8b1-bf2084ed1e29 None None] Sync routers for ids ['ee9e7827-cc3b-4427-a543-2a560aa377d8'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:22.732571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81953580-f8f4-4acd-b8b1-bf2084ed1e29 None None] Routers {'ee9e7827-cc3b-4427-a543-2a560aa377d8'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:22.734057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-81953580-f8f4-4acd-b8b1-bf2084ed1e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ee9e7827-cc3b-4427-a543-2a560aa377d8'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:22.784697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55023e53-36b2-48da-8c24-fbccd6fcfb1d req-0954174e-ccfe-4da8-8db2-3f730442138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:22.786400 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55023e53-36b2-48da-8c24-fbccd6fcfb1d req-0954174e-ccfe-4da8-8db2-3f730442138c service neutron] 10.222.0.65 "GET /v2.0/networks?id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb HTTP/1.1" status: 200 len: 913 time: 0.2005489 Feb 09 03:28:22.797601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] For port c1c74610-a0e2-431c-a6cc-ad94383e10b6, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:22.800240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-81953580-f8f4-4acd-b8b1-bf2084ed1e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:22.806639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] For port c1c74610-a0e2-431c-a6cc-ad94383e10b6, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c1c74610-a0e2-431c-a6cc-ad94383e10b6,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:22.839502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817154-b749-4b50-b1e3-f01eba6ed940 req-de5e6a0b-b9b2-4cbb-98fb-4ca3e858734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:22.841866 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46817154-b749-4b50-b1e3-f01eba6ed940 req-de5e6a0b-b9b2-4cbb-98fb-4ca3e858734e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=908ab6b6438a42f68c6661776783f5bf&device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 1127 time: 0.6493573 Feb 09 03:28:22.849694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43390) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:22.863612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:22.913653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81953580-f8f4-4acd-b8b1-bf2084ed1e29 None None] Routers {'ee9e7827-cc3b-4427-a543-2a560aa377d8'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:22.914887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-81953580-f8f4-4acd-b8b1-bf2084ed1e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ee9e7827-cc3b-4427-a543-2a560aa377d8'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:22.965460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-81953580-f8f4-4acd-b8b1-bf2084ed1e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:22.966419 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81953580-f8f4-4acd-b8b1-bf2084ed1e29 None None] The sync data for ids ['ee9e7827-cc3b-4427-a543-2a560aa377d8'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:22.981389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-813c89bc-660a-4bb2-b97c-51d9f2f9b599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:23.077436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:23.078125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:23.079516 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] 10.222.0.42 "PUT /v2.0/ports/c1c74610-a0e2-431c-a6cc-ad94383e10b6 HTTP/1.1" status: 200 len: 1092 time: 4.1233397 Feb 09 03:28:23.104129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff29528-0f2a-487e-9f0c-84279edfa200 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c74610-a0e2-431c-a6cc-ad94383e10b6,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:23.201323 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-81765913-4486-4cd2-a8d8-89aa1d137ba8 req-fb40166f-6223-4b07-8d07-f50b15a04cb1 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 03:28:23.202399 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-81765913-4486-4cd2-a8d8-89aa1d137ba8 req-fb40166f-6223-4b07-8d07-f50b15a04cb1 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "DELETE /v2.0/security-groups/a69a8877-a6cd-4a6e-808e-1826ad6f5592 HTTP/1.1" status: 409 len: 341 time: 0.5803978 Feb 09 03:28:23.271834 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6a011db-cf4d-45a5-bb3b-3bda1dd46865 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f6f28a47-4bad-40ac-84f5-885a842d8500), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:23.279702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55023e53-36b2-48da-8c24-fbccd6fcfb1d req-8eaa7c39-84b6-4f63-9442-1033478674a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b68966-1b5f-47b8-ad77-9f77ea3a72e0 HTTP/1.1" status: 200 len: 217 time: 0.4856267 Feb 09 03:28:23.364386 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6a011db-cf4d-45a5-bb3b-3bda1dd46865 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f6f28a47-4bad-40ac-84f5-885a842d8500), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:23.459566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6a011db-cf4d-45a5-bb3b-3bda1dd46865 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Network f6f28a47-4bad-40ac-84f5-885a842d8500 is not hosted by any dhcp agent {{(pid=103327) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:28:23.460992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a011db-cf4d-45a5-bb3b-3bda1dd46865 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:23.461626 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6a011db-cf4d-45a5-bb3b-3bda1dd46865 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:23.463341 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c6a011db-cf4d-45a5-bb3b-3bda1dd46865 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "PUT /v2.0/networks/f6f28a47-4bad-40ac-84f5-885a842d8500 HTTP/1.1" status: 200 len: 857 time: 1.4585507 Feb 09 03:28:23.468787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a011db-cf4d-45a5-bb3b-3bda1dd46865 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event updated for resources: {'Network': ['ID=f6f28a47-4bad-40ac-84f5-885a842d8500,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:23.471436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43400) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:23.523273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-02930aa1-5f8b-4b05-8fe3-186619793de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:23.525741 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-02930aa1-5f8b-4b05-8fe3-186619793de8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=908ab6b6438a42f68c6661776783f5bf&device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 1126 time: 0.3738015 Feb 09 03:28:23.560052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55023e53-36b2-48da-8c24-fbccd6fcfb1d req-dbff8be9-51da-4cb5-8f9b-6a2d94406b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:23.561533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55023e53-36b2-48da-8c24-fbccd6fcfb1d req-dbff8be9-51da-4cb5-8f9b-6a2d94406b1c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09826767-a75f-4c1d-8c1d-9a09ec36b4c8 HTTP/1.1" status: 200 len: 852 time: 0.2727439 Feb 09 03:28:23.609340 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (f6f28a47-4bad-40ac-84f5-885a842d8500), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:23.612237 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-9671d71c-ea23-48ab-9d5f-1c608c8ee7a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1c74610-a0e2-431c-a6cc-ad94383e10b6 HTTP/1.1" status: 200 len: 217 time: 0.0583241 Feb 09 03:28:23.634373 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55023e53-36b2-48da-8c24-fbccd6fcfb1d req-3d4542b7-5350-4d01-9078-633dd595ca19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541394 Feb 09 03:28:23.670182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817154-b749-4b50-b1e3-f01eba6ed940 req-8931eff0-c56f-4e95-8b38-89054b939065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:23.671652 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46817154-b749-4b50-b1e3-f01eba6ed940 req-8931eff0-c56f-4e95-8b38-89054b939065 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d22c7637-cdc4-4a30-84f5-b0e31f632551 HTTP/1.1" status: 200 len: 917 time: 0.7738481 Feb 09 03:28:23.672984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-8a9284ac-4ba9-4385-944e-f284945a62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:23.674315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-8a9284ac-4ba9-4385-944e-f284945a62ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2e8f8f0-1cdb-4c25-845e-9dcbf958541a HTTP/1.1" status: 200 len: 855 time: 0.0553377 Feb 09 03:28:23.779534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8eecd-328f-4d97-9bc6-5c3f45af0e85 req-54b9b3b9-eed3-4ab8-92db-43d2b4f5a3b8 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:23.780936 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aaf8eecd-328f-4d97-9bc6-5c3f45af0e85 req-54b9b3b9-eed3-4ab8-92db-43d2b4f5a3b8 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 984 time: 0.2838473 Feb 09 03:28:23.782844 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46817154-b749-4b50-b1e3-f01eba6ed940 req-070b59c8-e967-4169-bd7f-d1193efa80c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e HTTP/1.1" status: 200 len: 217 time: 0.0926800 Feb 09 03:28:23.791047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a683acc-516f-4271-9be6-86a260c8b57e req-3b21a034-2b32-45a6-a94a-8c293b79a877 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:23.792717 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a683acc-516f-4271-9be6-86a260c8b57e req-3b21a034-2b32-45a6-a94a-8c293b79a877 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 943 time: 0.3260424 Feb 09 03:28:23.795173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-10263505-655d-421e-a89a-395c83bbca99 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Deleting port 4c29ca2f-71b3-47bd-8b01-443f7205dd1a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:23.795540 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10263505-655d-421e-a89a-395c83bbca99 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4c29ca2f-71b3-47bd-8b01-443f7205dd1a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:23.872128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:28:23.996962 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (f6f28a47-4bad-40ac-84f5-885a842d8500), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.057158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f28a47-4bad-40ac-84f5-885a842d8500']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:24.060748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55023e53-36b2-48da-8c24-fbccd6fcfb1d req-17e516c0-1882-4b70-aab4-19a8c6695ea1 service neutron] 10.222.0.65 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184866 Feb 09 03:28:24.093239 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.102245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7d1259-972d-4831-ac4f-ae9d875f19d6') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:24.102541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7d1259-972d-4831-ac4f-ae9d875f19d6') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:24.122600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aaf8eecd-328f-4d97-9bc6-5c3f45af0e85 req-eb131b61-603b-4220-a463-52d54688adf6 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69a8877-a6cd-4a6e-808e-1826ad6f5592&id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3166404 Feb 09 03:28:24.163942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:24.179588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (aa7d1259-972d-4831-ac4f-ae9d875f19d6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.195285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e', 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551', 'port_id': 'c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e', 'mac_address': 'fa:16:3e:66:a6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e8f8f0-1cdb-4c25-845e-9dcbf958541a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:28:24.236488 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (aa7d1259-972d-4831-ac4f-ae9d875f19d6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.238325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:24.238670 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.253670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:28:24.254563 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:24.255073 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (aa7d1259-972d-4831-ac4f-ae9d875f19d6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:24.263787 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:24.279287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:24.285247 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.337973 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55023e53-36b2-48da-8c24-fbccd6fcfb1d req-e52a0294-3c50-42fd-b5ab-9e706133e366 service neutron] 10.222.0.65 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422230 Feb 09 03:28:24.344423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:24.370864 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (f6f28a47-4bad-40ac-84f5-885a842d8500), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.376953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6f28a47-4bad-40ac-84f5-885a842d8500 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:28:24.380342 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.387203 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f6f28a47-4bad-40ac-84f5-885a842d8500 HTTP/1.1" status: 204 len: 168 time: 0.9107819 Feb 09 03:28:24.388595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43406) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:24.404066 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-813c89bc-660a-4bb2-b97c-51d9f2f9b599 admin admin] Publish callbacks [] for security_group (a148e403-b871-4157-ba20-99ddd0221dec), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.408038 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.431254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb45dde-e787-4aa0-8fec-5f33f0a2ec49', 'tag': 'c1c74610-a0e2-431c-a6cc-ad94383e10b6'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:24.433932 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81c3563-4067-4b81-af03-2076d13bd629" -d '{"events": [{"name": "network-changed", "server_uuid": "adb45dde-e787-4aa0-8fec-5f33f0a2ec49", "tag": "c1c74610-a0e2-431c-a6cc-ad94383e10b6"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:24.436759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948ba84-c36a-4716-960e-f8214ec954b5 tempest-ExternalNetworksTestJSON-989931853 tempest-ExternalNetworksTestJSON-989931853-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6f28a47-4bad-40ac-84f5-885a842d8500,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:24.437810 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-813c89bc-660a-4bb2-b97c-51d9f2f9b599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a148e403-b871-4157-ba20-99ddd0221dec), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.453646 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6594c7-98bd-45c2-a4f7-3d8d4f8d0308 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] DELETE failed (client error): The resource could not be found. Feb 09 03:28:24.453835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6594c7-98bd-45c2-a4f7-3d8d4f8d0308 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:28:24.459844 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0f6594c7-98bd-45c2-a4f7-3d8d4f8d0308 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] 10.222.0.21 "DELETE /v2.0/subnets/decf382a-8ab9-4768-9a5b-31315ef95546 HTTP/1.1" status: 404 len: 337 time: 0.0673847 Feb 09 03:28:24.463857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43410) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:24.490859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:24.500322 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32585962-7a09-4372-b3f0-1d71f5147a07 x-openstack-request-id: req-32585962-7a09-4372-b3f0-1d71f5147a07 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:24.500698 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb45dde-e787-4aa0-8fec-5f33f0a2ec49", "tag": "c1c74610-a0e2-431c-a6cc-ad94383e10b6", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:24.500879 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32585962-7a09-4372-b3f0-1d71f5147a07 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:24.501248 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb45dde-e787-4aa0-8fec-5f33f0a2ec49', 'tag': 'c1c74610-a0e2-431c-a6cc-ad94383e10b6', 'status': 'completed', 'code': 200} Feb 09 03:28:24.531498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-825f2893-c8ca-4840-8ba8-33450c9666ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:24.533179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-825f2893-c8ca-4840-8ba8-33450c9666ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d22c7637-cdc4-4a30-84f5-b0e31f632551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8444026 Feb 09 03:28:24.534621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817154-b749-4b50-b1e3-f01eba6ed940 req-63c51697-e53a-4f63-8ebe-8c2df740594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:24.536499 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46817154-b749-4b50-b1e3-f01eba6ed940 req-63c51697-e53a-4f63-8ebe-8c2df740594d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2e8f8f0-1cdb-4c25-845e-9dcbf958541a HTTP/1.1" status: 200 len: 855 time: 0.7352376 Feb 09 03:28:24.589299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c89bc-660a-4bb2-b97c-51d9f2f9b599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a148e403-b871-4157-ba20-99ddd0221dec,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:24.617045 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-813c89bc-660a-4bb2-b97c-51d9f2f9b599 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5d15d97ad33448db8177824601f4311&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7552595 Feb 09 03:28:24.620471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43412) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:24.634414 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10263505-655d-421e-a89a-395c83bbca99 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4c29ca2f-71b3-47bd-8b01-443f7205dd1a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.680020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a683acc-516f-4271-9be6-86a260c8b57e req-ccf72c26-9921-4b11-a2bf-a0cde0079fbe tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8594940 Feb 09 03:28:24.687481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcfd99-011c-4d26-bb29-6fd4307e81ff req-54640bb3-ed6f-4878-bc10-95a9c5233a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:24.688998 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cefcfd99-011c-4d26-bb29-6fd4307e81ff req-54640bb3-ed6f-4878-bc10-95a9c5233a6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b294c48b0d4c4c6b87a304f198401899&device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 1167 time: 0.2535179 Feb 09 03:28:24.697254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-10263505-655d-421e-a89a-395c83bbca99 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Calling delete_port for 4c29ca2f-71b3-47bd-8b01-443f7205dd1a owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:24.698465 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (a4989d56-32e1-4c61-ac82-721adfe3883a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.729944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817154-b749-4b50-b1e3-f01eba6ed940 req-82d04136-04f3-4bac-aa54-54d0850abe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:24.731464 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46817154-b749-4b50-b1e3-f01eba6ed940 req-82d04136-04f3-4bac-aa54-54d0850abe68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d22c7637-cdc4-4a30-84f5-b0e31f632551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1823697 Feb 09 03:28:24.850779 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-46530703-057b-4c87-9a2c-0a8c57f6924a service neutron] 10.222.0.42 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024595 Feb 09 03:28:24.863529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-89a7a798-a006-43f0-9a84-0f2c1cdfd3d8 admin admin] Publish callbacks [] for security_group (a148e403-b871-4157-ba20-99ddd0221dec), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.958490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-89a7a798-a006-43f0-9a84-0f2c1cdfd3d8 admin admin] Publish callbacks [] for security_group (a148e403-b871-4157-ba20-99ddd0221dec), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.969865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcfd99-011c-4d26-bb29-6fd4307e81ff req-93e61a6a-d463-4dc6-ab58-30722fcdeb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:24.971341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cefcfd99-011c-4d26-bb29-6fd4307e81ff req-93e61a6a-d463-4dc6-ab58-30722fcdeb37 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb HTTP/1.1" status: 200 len: 913 time: 0.2708690 Feb 09 03:28:24.995903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46817154-b749-4b50-b1e3-f01eba6ed940 req-a7818e13-a8af-474d-9433-7af713dce824 service neutron] 10.222.0.42 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549334 Feb 09 03:28:25.029334 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (a4989d56-32e1-4c61-ac82-721adfe3883a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:25.079244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cefcfd99-011c-4d26-bb29-6fd4307e81ff req-55c68f78-da4e-490f-99cc-48b280177608 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b68966-1b5f-47b8-ad77-9f77ea3a72e0 HTTP/1.1" status: 200 len: 217 time: 0.0986462 Feb 09 03:28:25.117228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c6c0f28-1ee3-47fa-b116-81ede06f2038 req-64253358-cea2-420c-8051-1d0f48d8f105 service neutron] 10.222.0.42 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569792 Feb 09 03:28:25.135805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4989d56-32e1-4c61-ac82-721adfe3883a']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:25.159787 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9cb053-783e-4021-8256-2d4530cbc574') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:25.160075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9cb053-783e-4021-8256-2d4530cbc574') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:25.198422 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (3d9cb053-783e-4021-8256-2d4530cbc574), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:25.202718 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46817154-b749-4b50-b1e3-f01eba6ed940 req-6dd98595-e04d-41b3-a48e-6d38d2a00b1d service neutron] 10.222.0.42 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791499 Feb 09 03:28:25.227637 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (3d9cb053-783e-4021-8256-2d4530cbc574), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:25.230545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcfd99-011c-4d26-bb29-6fd4307e81ff req-96d91492-c97d-4a93-9960-58d96d21ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:25.232106 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cefcfd99-011c-4d26-bb29-6fd4307e81ff req-96d91492-c97d-4a93-9960-58d96d21ab15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09826767-a75f-4c1d-8c1d-9a09ec36b4c8 HTTP/1.1" status: 200 len: 852 time: 0.1367247 Feb 09 03:28:25.241636 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10263505-655d-421e-a89a-395c83bbca99 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4c29ca2f-71b3-47bd-8b01-443f7205dd1a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:25.244252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:25.244680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (3d9cb053-783e-4021-8256-2d4530cbc574), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:25.254313 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:25.276935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10263505-655d-421e-a89a-395c83bbca99 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event deleted for resources: {'Port': ['ID=4c29ca2f-71b3-47bd-8b01-443f7205dd1a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:25.284783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-89a7a798-a006-43f0-9a84-0f2c1cdfd3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a148e403-b871-4157-ba20-99ddd0221dec), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:25.287260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c3563-4067-4b81-af03-2076d13bd629 req-88ba6319-e537-4e38-98bd-0bf5ac801625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:25.288398 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-89a7a798-a006-43f0-9a84-0f2c1cdfd3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:25.288786 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e81c3563-4067-4b81-af03-2076d13bd629 req-88ba6319-e537-4e38-98bd-0bf5ac801625 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=908ab6b6438a42f68c6661776783f5bf&device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 1126 time: 0.1026247 Feb 09 03:28:25.291924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-89a7a798-a006-43f0-9a84-0f2c1cdfd3d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a148e403-b871-4157-ba20-99ddd0221dec HTTP/1.1" status: 204 len: 168 time: 0.6681345 Feb 09 03:28:25.316024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.20.0.1 (82a9a9b2-81f8-4e02-aab6-22ffc69ad851/50c3007c-4b09-4b7a-ba76-e7d007b21b05/a939626e-9d5d-409b-9c5a-c6da60539b54) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:25.322389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cefcfd99-011c-4d26-bb29-6fd4307e81ff req-8f53a5eb-709d-4eca-9b91-87956cd2228a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840673 Feb 09 03:28:25.405996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7a798-a006-43f0-9a84-0f2c1cdfd3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a148e403-b871-4157-ba20-99ddd0221dec,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:25.543656 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (a4989d56-32e1-4c61-ac82-721adfe3883a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:25.557642 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:25.560813 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] 10.222.0.21 "DELETE /v2.0/networks/a4989d56-32e1-4c61-ac82-721adfe3883a HTTP/1.1" status: 204 len: 168 time: 1.0959668 Feb 09 03:28:25.583162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0afe1-5a40-4bc5-8623-b123e45598b9 tempest-ExternalNetworksTestJSON-1444658311 tempest-ExternalNetworksTestJSON-1444658311-project] Pushing event deleted for resources: {'Network': ['ID=a4989d56-32e1-4c61-ac82-721adfe3883a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:25.604441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2959-7f3b-4927-ac0a-e46b226297c8 req-5fb96600-7676-45d7-b4be-e27fa3daf132 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:25.606033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-861f2959-7f3b-4927-ac0a-e46b226297c8 req-5fb96600-7676-45d7-b4be-e27fa3daf132 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 984 time: 0.3153505 Feb 09 03:28:25.658558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c3563-4067-4b81-af03-2076d13bd629 req-1b01d157-4063-4738-9240-b5c5595d5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:25.660042 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e81c3563-4067-4b81-af03-2076d13bd629 req-1b01d157-4063-4738-9240-b5c5595d5a3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d22c7637-cdc4-4a30-84f5-b0e31f632551 HTTP/1.1" status: 200 len: 917 time: 0.3380146 Feb 09 03:28:25.667641 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cefcfd99-011c-4d26-bb29-6fd4307e81ff req-7e7409dd-98c9-4ad7-a05b-f538cf4a7ab1 service neutron] 10.222.0.65 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249202 Feb 09 03:28:25.736361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 23eb00f5-155f-4668-9ae7-c14aab8590c8 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:28:25.756661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (a939626e-9d5d-409b-9c5a-c6da60539b54), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:25.796961 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-861f2959-7f3b-4927-ac0a-e46b226297c8 req-708ffb36-a4fb-4221-8d1f-1c8373787048 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69a8877-a6cd-4a6e-808e-1826ad6f5592&id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1801984 Feb 09 03:28:25.845909 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e81c3563-4067-4b81-af03-2076d13bd629 req-fa7e01b8-5d90-4105-866b-6f5d14cb512d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1c74610-a0e2-431c-a6cc-ad94383e10b6 HTTP/1.1" status: 200 len: 217 time: 0.1729767 Feb 09 03:28:25.848844 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cefcfd99-011c-4d26-bb29-6fd4307e81ff req-b6e8a608-a15d-4e58-ad75-b2c12c2314e8 service neutron] 10.222.0.65 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728530 Feb 09 03:28:25.853781 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a939626e-9d5d-409b-9c5a-c6da60539b54), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:25.877213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:25.946939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=a939626e-9d5d-409b-9c5a-c6da60539b54,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:25.983548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network 82a9a9b2-81f8-4e02-aab6-22ffc69ad851 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:25.985054 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:25.987624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:26.015556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10263505-655d-421e-a89a-395c83bbca99 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.039116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 23eb00f5-155f-4668-9ae7-c14aab8590c8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=23eb00f5-155f-4668-9ae7-c14aab8590c8,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:26.059874 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (ee9e7827-cc3b-4427-a543-2a560aa377d8), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.069958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '23eb00f5-155f-4668-9ae7-c14aab8590c8', 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551', 'port_id': '23eb00f5-155f-4668-9ae7-c14aab8590c8', 'mac_address': 'fa:16:3e:91:28:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e8f8f0-1cdb-4c25-845e-9dcbf958541a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:28:26.146636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43442) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:26.155322 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c3563-4067-4b81-af03-2076d13bd629 req-34e00c35-405b-4651-822f-c1cefe887822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:26.157037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e81c3563-4067-4b81-af03-2076d13bd629 req-34e00c35-405b-4651-822f-c1cefe887822 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2e8f8f0-1cdb-4c25-845e-9dcbf958541a HTTP/1.1" status: 200 len: 855 time: 0.3000321 Feb 09 03:28:26.403396 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a939626e-9d5d-409b-9c5a-c6da60539b54), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.469038 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc1f02-3153-4f05-accf-9b83ec9a9fb6 req-3a5649ba-ec1a-4c1c-a852-d405b2019a26 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:26.470757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-14dc1f02-3153-4f05-accf-9b83ec9a9fb6 req-3a5649ba-ec1a-4c1c-a852-d405b2019a26 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 943 time: 0.5838885 Feb 09 03:28:26.475484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c3563-4067-4b81-af03-2076d13bd629 req-edca6add-4d97-4aa1-9e31-4898e7830a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:26.479125 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e81c3563-4067-4b81-af03-2076d13bd629 req-edca6add-4d97-4aa1-9e31-4898e7830a23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d22c7637-cdc4-4a30-84f5-b0e31f632551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3115156 Feb 09 03:28:26.493801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:28:26.530399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:26.532278 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.546330 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-14dc1f02-3153-4f05-accf-9b83ec9a9fb6 req-a5ee34b1-46dc-4b8e-a853-2b930130aee0 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668225 Feb 09 03:28:26.648547 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7c35ac16-266f-48f3-9587-6700bdf790f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4225ab38337e443d959c1b0550e4a882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4979300 Feb 09 03:28:26.649332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43460) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:26.713818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 23eb00f5-155f-4668-9ae7-c14aab8590c8 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:26.714215 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.758926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-faa04676-378c-4971-8a57-50e66c395818 None None] Provisioning complete for port a939626e-9d5d-409b-9c5a-c6da60539b54 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:26.759625 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-faa04676-378c-4971-8a57-50e66c395818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a939626e-9d5d-409b-9c5a-c6da60539b54), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.853668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10263505-655d-421e-a89a-395c83bbca99 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Router 27f7f24d-a02e-4cb0-8a7b-98dc6594835a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:26.855909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-faa04676-378c-4971-8a57-50e66c395818 None None] Port a939626e-9d5d-409b-9c5a-c6da60539b54 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:28:26.867701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23eb00f5-155f-4668-9ae7-c14aab8590c8 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:28:26.944569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 23eb00f5-155f-4668-9ae7-c14aab8590c8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=23eb00f5-155f-4668-9ae7-c14aab8590c8,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:26.956460 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.015959 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10263505-655d-421e-a89a-395c83bbca99 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:27.022179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-10263505-655d-421e-a89a-395c83bbca99 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "PUT /v2.0/routers/27f7f24d-a02e-4cb0-8a7b-98dc6594835a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0360696 Feb 09 03:28:27.026736 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35adfd70-2b20-4b16-9848-c090b2fd4dab None None] Sync routers for ids ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:27.033914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43468) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:27.043121 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35adfd70-2b20-4b16-9848-c090b2fd4dab None None] Routers {'27f7f24d-a02e-4cb0-8a7b-98dc6594835a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:27.045255 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-35adfd70-2b20-4b16-9848-c090b2fd4dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:27.054199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:27.054655 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.070449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=23eb00f5-155f-4668-9ae7-c14aab8590c8,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:27.090141 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-35adfd70-2b20-4b16-9848-c090b2fd4dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:27.117498 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35adfd70-2b20-4b16-9848-c090b2fd4dab None None] Routers {'27f7f24d-a02e-4cb0-8a7b-98dc6594835a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:27.118666 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-35adfd70-2b20-4b16-9848-c090b2fd4dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:27.139367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:27.142344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24188a4f-5309-42b4-bafb-832b625a9990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:27.150330 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc5667b-9e3f-46f9-a2d6-986204923306" -d '{"events": [{"server_uuid": "24188a4f-5309-42b4-bafb-832b625a9990", "name": "network-vif-plugged", "status": "completed", "tag": "c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:27.171786 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.179708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e81c3563-4067-4b81-af03-2076d13bd629 req-09d6d45e-6404-4f74-910a-f7316f30c641 service neutron] 10.222.0.42 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413620 Feb 09 03:28:27.225845 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-35adfd70-2b20-4b16-9848-c090b2fd4dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:27.226924 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35adfd70-2b20-4b16-9848-c090b2fd4dab None None] The sync data for ids ['27f7f24d-a02e-4cb0-8a7b-98dc6594835a'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:27.262116 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdf887e-9954-42d2-bc3d-e38606999902 x-openstack-request-id: req-4cdf887e-9954-42d2-bc3d-e38606999902 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:27.263009 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24188a4f-5309-42b4-bafb-832b625a9990", "name": "network-vif-plugged", "status": "completed", "tag": "c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:27.263582 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cdf887e-9954-42d2-bc3d-e38606999902 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:27.264274 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24188a4f-5309-42b4-bafb-832b625a9990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e', 'code': 200} Feb 09 03:28:27.267929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:27.268550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2d3b4-fa23-4a83-ba1a-644c3168fa66 req-0386fe96-ff07-470f-927c-e60387b8630d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:27.276534 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04d2d3b4-fa23-4a83-ba1a-644c3168fa66 req-0386fe96-ff07-470f-927c-e60387b8630d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 984 time: 0.2619250 Feb 09 03:28:27.342888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4974-b385-44a5-b86e-98e402a1ade2 admin admin] Publish callbacks [] for security_group (045f2d19-af46-401f-b809-a059d0652b10), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.419325 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4974-b385-44a5-b86e-98e402a1ade2 admin admin] Publish callbacks [] for security_group (045f2d19-af46-401f-b809-a059d0652b10), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.441071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['23eb00f5-155f-4668-9ae7-c14aab8590c8'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:27.556167 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (a939626e-9d5d-409b-9c5a-c6da60539b54), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.558883 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4974-b385-44a5-b86e-98e402a1ade2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (045f2d19-af46-401f-b809-a059d0652b10), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.574278 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4974-b385-44a5-b86e-98e402a1ade2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.575273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d1dd4974-b385-44a5-b86e-98e402a1ade2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/045f2d19-af46-401f-b809-a059d0652b10 HTTP/1.1" status: 204 len: 168 time: 0.9252584 Feb 09 03:28:27.578251 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a939626e-9d5d-409b-9c5a-c6da60539b54), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.646987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd4974-b385-44a5-b86e-98e402a1ade2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045f2d19-af46-401f-b809-a059d0652b10,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:27.665538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=a939626e-9d5d-409b-9c5a-c6da60539b54,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:27.680537 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (ee9e7827-cc3b-4427-a543-2a560aa377d8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.835851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6386d85-f089-4742-86fe-2e8633ae0fac req-f68aa2f8-cb50-42e7-af44-2c72fda702a6 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:27.840737 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6386d85-f089-4742-86fe-2e8633ae0fac req-f68aa2f8-cb50-42e7-af44-2c72fda702a6 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 943 time: 0.1059835 Feb 09 03:28:27.890483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c1c74610-a0e2-431c-a6cc-ad94383e10b6 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:28:27.906794 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network 82a9a9b2-81f8-4e02-aab6-22ffc69ad851 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:27.919236 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e81c3563-4067-4b81-af03-2076d13bd629 req-d0e1ad26-f622-4161-966e-6d9252d25805 service neutron] 10.222.0.42 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301173 Feb 09 03:28:27.922239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:27.943898 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for router (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.169963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c1c74610-a0e2-431c-a6cc-ad94383e10b6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c1c74610-a0e2-431c-a6cc-ad94383e10b6,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:28.181571 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04d2d3b4-fa23-4a83-ba1a-644c3168fa66 req-d2a7f0bf-dfa5-4108-8549-e36fc6307628 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69a8877-a6cd-4a6e-808e-1826ad6f5592&id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.9041126 Feb 09 03:28:28.195702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router ee9e7827-cc3b-4427-a543-2a560aa377d8 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:28.204937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd2e2c-3c1b-4918-9089-6c9c574547f8 req-825ae50c-2f7a-4b2e-a093-e1c5559c3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:28.210563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'c1c74610-a0e2-431c-a6cc-ad94383e10b6', 'network_id': 'd22c7637-cdc4-4a30-84f5-b0e31f632551', 'port_id': 'c1c74610-a0e2-431c-a6cc-ad94383e10b6', 'mac_address': 'fa:16:3e:13:af:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e8f8f0-1cdb-4c25-845e-9dcbf958541a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:28:28.218484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57dd2e2c-3c1b-4918-9089-6c9c574547f8 req-825ae50c-2f7a-4b2e-a093-e1c5559c3906 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 1129 time: 0.9118428 Feb 09 03:28:28.226171 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6386d85-f089-4742-86fe-2e8633ae0fac req-a2309f3f-f121-4c58-86ef-9a6d52de61e5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676713 Feb 09 03:28:28.306145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port c1c74610-a0e2-431c-a6cc-ad94383e10b6 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:28.306499 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.320894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c74610-a0e2-431c-a6cc-ad94383e10b6 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:28:28.332570 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for router_gateway (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.354145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c1c74610-a0e2-431c-a6cc-ad94383e10b6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c1c74610-a0e2-431c-a6cc-ad94383e10b6,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:28.355827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43500) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:28.366286 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.453040 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ad130675-aee5-41e0-b874-1cc3bbcd3fef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc0920d1c99c45a9b3b4246058e37bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0955031 Feb 09 03:28:28.457435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43504) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:28.466781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57dd2e2c-3c1b-4918-9089-6c9c574547f8 req-6aa644ea-ae39-4211-9582-fceaabd8458d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307711 Feb 09 03:28:28.506045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=c1c74610-a0e2-431c-a6cc-ad94383e10b6,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:28.532966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Deleting port af581672-1039-44c4-8d28-d747710dd93e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:28.533882 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (af581672-1039-44c4-8d28-d747710dd93e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.543376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5e872291-1ef4-44c9-99fe-ae1c9cb76f4f None None] Provisioning complete for port a939626e-9d5d-409b-9c5a-c6da60539b54 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:28.543755 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e872291-1ef4-44c9-99fe-ae1c9cb76f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a939626e-9d5d-409b-9c5a-c6da60539b54), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.546936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:28.577713 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1cdbd652-e3c9-4274-b8b1-fcf5ccf646a5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "PUT /v2.0/routers/ee9e7827-cc3b-4427-a543-2a560aa377d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9190381 Feb 09 03:28:28.581125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43506) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:28.589371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'port': {'network_id': '82a9a9b2-81f8-4e02-aab6-22ffc69ad851', 'name': 'tempest-FloatingIPTestJSON-2024610002'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:28.591920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb36148-0af4-44c7-8c9a-5b2a835c244f None None] Sync routers for ids ['ee9e7827-cc3b-4427-a543-2a560aa377d8'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:28.617423 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (af581672-1039-44c4-8d28-d747710dd93e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.630593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Calling delete_port for af581672-1039-44c4-8d28-d747710dd93e owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:28.638820 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['c1c74610-a0e2-431c-a6cc-ad94383e10b6'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:28.692652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5e872291-1ef4-44c9-99fe-ae1c9cb76f4f None None] Port a939626e-9d5d-409b-9c5a-c6da60539b54 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:28:28.694231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb36148-0af4-44c7-8c9a-5b2a835c244f None None] Routers {'ee9e7827-cc3b-4427-a543-2a560aa377d8'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:28.695270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6eb36148-0af4-44c7-8c9a-5b2a835c244f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ee9e7827-cc3b-4427-a543-2a560aa377d8'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:28.726305 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6e0d-ea7b-4a97-b45e-b9b4cf009f03 admin admin] Publish callbacks [] for security_group (09ffb712-ed9b-46e9-ae95-e679b1fe9a5a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.746427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6eb36148-0af4-44c7-8c9a-5b2a835c244f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:28.762059 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6e0d-ea7b-4a97-b45e-b9b4cf009f03 admin admin] Publish callbacks [] for security_group (09ffb712-ed9b-46e9-ae95-e679b1fe9a5a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.769749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb36148-0af4-44c7-8c9a-5b2a835c244f None None] Routers {'ee9e7827-cc3b-4427-a543-2a560aa377d8'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:28.771301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6eb36148-0af4-44c7-8c9a-5b2a835c244f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ee9e7827-cc3b-4427-a543-2a560aa377d8'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:28.815407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6eb36148-0af4-44c7-8c9a-5b2a835c244f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:28.816108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb36148-0af4-44c7-8c9a-5b2a835c244f None None] The sync data for ids ['ee9e7827-cc3b-4427-a543-2a560aa377d8'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:28.855321 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-faabc9b6-c784-40b1-9412-48ac48ca6d51 req-167af9e3-1599-4cd6-8d84-fb54245ca248 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1729831025&fields=id&tenant_id=b294c48b0d4c4c6b87a304f198401899 HTTP/1.1" status: 200 len: 267 time: 0.4361370 Feb 09 03:28:28.926131 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6e0d-ea7b-4a97-b45e-b9b4cf009f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (09ffb712-ed9b-46e9-ae95-e679b1fe9a5a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.931043 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6e0d-ea7b-4a97-b45e-b9b4cf009f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.934222 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8a3d6e0d-ea7b-4a97-b45e-b9b4cf009f03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09ffb712-ed9b-46e9-ae95-e679b1fe9a5a HTTP/1.1" status: 204 len: 168 time: 0.4739213 Feb 09 03:28:28.950384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d6e0d-ea7b-4a97-b45e-b9b4cf009f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ffb712-ed9b-46e9-ae95-e679b1fe9a5a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:29.002132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Made reservation on behalf of aa69fea78eee4b868b7f4826a58fc6e0 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:29.007918 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.058120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] device_id is not set on port deb6c8e6-749e-43c6-9dc6-ad1520e87950 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:28:29.059249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabc9b6-c784-40b1-9412-48ac48ca6d51 req-479daffd-543d-4d71-bbab-83e62a377852 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:29.067434 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-faabc9b6-c784-40b1-9412-48ac48ca6d51 req-479daffd-543d-4d71-bbab-83e62a377852 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 984 time: 0.1862621 Feb 09 03:28:29.074498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-faabc9b6-c784-40b1-9412-48ac48ca6d51 req-c60d544d-ded5-4291-aec6-88a54a1dd34a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'port': {'security_groups': ['89c003f8-f6cd-48ec-a2e1-f625742a0125', 'a69a8877-a6cd-4a6e-808e-1826ad6f5592', '2cc917a5-c790-439e-8fa1-c308644a6008']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:29.077698 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:28:29.132706 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (af581672-1039-44c4-8d28-d747710dd93e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.159097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event deleted for resources: {'Port': ['ID=af581672-1039-44c4-8d28-d747710dd93e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:29.249173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Allocated IP 172.20.0.3 (82a9a9b2-81f8-4e02-aab6-22ffc69ad851/50c3007c-4b09-4b7a-ba76-e7d007b21b05/deb6c8e6-749e-43c6-9dc6-ad1520e87950) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:29.355278 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-faabc9b6-c784-40b1-9412-48ac48ca6d51 req-c60d544d-ded5-4291-aec6-88a54a1dd34a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.366986 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.546449 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.547762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dace101-4506-40a8-8a51-6defaaa96bc9 req-85e3df6f-d225-45ea-8327-656b6e305f26 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:29.549426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3dace101-4506-40a8-8a51-6defaaa96bc9 req-85e3df6f-d225-45ea-8327-656b6e305f26 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 944 time: 0.1264808 Feb 09 03:28:29.550636 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for router_controller (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.594991 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for port (deb6c8e6-749e-43c6-9dc6-ad1520e87950), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.627467 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (27f7f24d-a02e-4cb0-8a7b-98dc6594835a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.628012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Fanout notify agent at l3_agent the message router_deleted on router 27f7f24d-a02e-4cb0-8a7b-98dc6594835a {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:28:29.641347 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.645877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a1d082a8-1629-4808-a6f1-632e3d712f6b tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "DELETE /v2.0/routers/27f7f24d-a02e-4cb0-8a7b-98dc6594835a HTTP/1.1" status: 204 len: 168 time: 2.6102316 Feb 09 03:28:29.646365 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43530) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:29.666854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3dace101-4506-40a8-8a51-6defaaa96bc9 req-70e46f5e-bca8-4ccc-a9a9-b632d0cbfe84 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047006 Feb 09 03:28:29.685659 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (deb6c8e6-749e-43c6-9dc6-ad1520e87950), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.726610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-045a1096-50c8-4de6-a898-a1b54384a76a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Deleting subnet c79afaf1-8dda-4f03-bb33-6bcffc3e8dea {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:29.730102 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-045a1096-50c8-4de6-a898-a1b54384a76a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for subnet (c79afaf1-8dda-4f03-bb33-6bcffc3e8dea), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.771548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Network 82a9a9b2-81f8-4e02-aab6-22ffc69ad851 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:29.778824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:29.780022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 23eb00f5-155f-4668-9ae7-c14aab8590c8 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:29.783887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:29.841380 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-045a1096-50c8-4de6-a898-a1b54384a76a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (c79afaf1-8dda-4f03-bb33-6bcffc3e8dea), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.847556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event updated for resources: {'Port': ['ID=deb6c8e6-749e-43c6-9dc6-ad1520e87950,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:29.899801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c1c74610-a0e2-431c-a6cc-ad94383e10b6 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:29.901538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:29.902350 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.941135 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9727070f-f779-4510-9b55-c8038da49a16 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3552454 Feb 09 03:28:29.941135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43546) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:29.945718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5632899f-3bab-4a4f-a805-fdd422828b83 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Request body: {'floatingip': {'port_id': 'deb6c8e6-749e-43c6-9dc6-ad1520e87950'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:30.064655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 23eb00f5-155f-4668-9ae7-c14aab8590c8 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:28:30.084257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 23eb00f5-155f-4668-9ae7-c14aab8590c8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:30.086007 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.151847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port c1c74610-a0e2-431c-a6cc-ad94383e10b6 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:28:30.156552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5632899f-3bab-4a4f-a805-fdd422828b83 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (c5d11194-da87-4be5-b565-d2d89b7ec39f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.175065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-faabc9b6-c784-40b1-9412-48ac48ca6d51 req-c60d544d-ded5-4291-aec6-88a54a1dd34a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] For port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:30.182911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port c1c74610-a0e2-431c-a6cc-ad94383e10b6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:30.184544 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.266829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-045a1096-50c8-4de6-a898-a1b54384a76a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c79afaf1-8dda-4f03-bb33-6bcffc3e8dea), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.362606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-faabc9b6-c784-40b1-9412-48ac48ca6d51 req-c60d544d-ded5-4291-aec6-88a54a1dd34a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.365144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 23eb00f5-155f-4668-9ae7-c14aab8590c8 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:30.365687 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.382044 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-faabc9b6-c784-40b1-9412-48ac48ca6d51 req-c60d544d-ded5-4291-aec6-88a54a1dd34a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.409563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d573766c-5f11-4cfb-b105-d3abd25b7060'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:30.483722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port c1c74610-a0e2-431c-a6cc-ad94383e10b6 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:30.484215 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.484369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabc9b6-c784-40b1-9412-48ac48ca6d51 req-c60d544d-ded5-4291-aec6-88a54a1dd34a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:30.486824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-faabc9b6-c784-40b1-9412-48ac48ca6d51 req-c60d544d-ded5-4291-aec6-88a54a1dd34a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.488291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-faabc9b6-c784-40b1-9412-48ac48ca6d51 req-c60d544d-ded5-4291-aec6-88a54a1dd34a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "PUT /v2.0/ports/87b68966-1b5f-47b8-ad77-9f77ea3a72e0 HTTP/1.1" status: 200 len: 1020 time: 1.4197731 Feb 09 03:28:30.488771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71331f14-56ac-413e-98ea-dbca2389e216', 'tag': '87b68966-1b5f-47b8-ad77-9f77ea3a72e0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:30.492081 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f52eab9-e644-4e3a-b40e-627bcbf42af4" -d '{"events": [{"name": "network-changed", "server_uuid": "71331f14-56ac-413e-98ea-dbca2389e216", "tag": "87b68966-1b5f-47b8-ad77-9f77ea3a72e0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:30.501289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['87b68966-1b5f-47b8-ad77-9f77ea3a72e0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:30.516980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-045a1096-50c8-4de6-a898-a1b54384a76a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (c79afaf1-8dda-4f03-bb33-6bcffc3e8dea), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.530667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43572) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:30.603980 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870cabd7-bef5-4832-a3a0-5a46904e9bf1 x-openstack-request-id: req-870cabd7-bef5-4832-a3a0-5a46904e9bf1 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:30.604604 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71331f14-56ac-413e-98ea-dbca2389e216", "tag": "87b68966-1b5f-47b8-ad77-9f77ea3a72e0", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:30.605018 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-870cabd7-bef5-4832-a3a0-5a46904e9bf1 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:30.605658 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71331f14-56ac-413e-98ea-dbca2389e216', 'tag': '87b68966-1b5f-47b8-ad77-9f77ea3a72e0', 'status': 'completed', 'code': 200} Feb 09 03:28:30.611085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a1096-50c8-4de6-a898-a1b54384a76a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event deleted for resources: {'Subnet': ['ID=c79afaf1-8dda-4f03-bb33-6bcffc3e8dea,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:30.624440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-045a1096-50c8-4de6-a898-a1b54384a76a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.635081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-045a1096-50c8-4de6-a898-a1b54384a76a tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "DELETE /v2.0/subnets/c79afaf1-8dda-4f03-bb33-6bcffc3e8dea HTTP/1.1" status: 204 len: 168 time: 0.9831414 Feb 09 03:28:30.637585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43576) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:30.639896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-178a6bf3-e065-4d5a-989e-a5de1907184e None None] Provisioning complete for port deb6c8e6-749e-43c6-9dc6-ad1520e87950 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:30.640280 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-178a6bf3-e065-4d5a-989e-a5de1907184e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (deb6c8e6-749e-43c6-9dc6-ad1520e87950), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.650804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d544d-ded5-4291-aec6-88a54a1dd34a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'Port': ['ID=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:30.766922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3437874-762b-44c3-849a-652ef7666fe5 None None] Network 7642315a-3f2e-410f-9cd2-44fb251b6736 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:30.769824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-178a6bf3-e065-4d5a-989e-a5de1907184e None None] Port deb6c8e6-749e-43c6-9dc6-ad1520e87950 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:28:30.777885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a705dd8-68b3-4dc9-8c47-b7fe38773dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23eb00f5-155f-4668-9ae7-c14aab8590c8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:30.784595 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e519c5af-7845-448a-88cb-33fa933ef9f5" -d '{"events": [{"server_uuid": "9a705dd8-68b3-4dc9-8c47-b7fe38773dff", "name": "network-vif-plugged", "status": "completed", "tag": "23eb00f5-155f-4668-9ae7-c14aab8590c8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:30.793168 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['87b68966-1b5f-47b8-ad77-9f77ea3a72e0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:30.823402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-717561348'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:30.898436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (7642315a-3f2e-410f-9cd2-44fb251b6736), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.902336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:30.906471 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.931037 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.966237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa1386a0-053a-4eb1-8b91-04c3bfe9c53a req-52f8da9f-6198-4b2e-b53f-ee7f0600da81 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/2cc917a5-c790-439e-8fa1-c308644a6008 HTTP/1.1" status: 200 len: 1819 time: 0.2134740 Feb 09 03:28:30.978991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 23eb00f5-155f-4668-9ae7-c14aab8590c8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=23eb00f5-155f-4668-9ae7-c14aab8590c8,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:30.987312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port c1c74610-a0e2-431c-a6cc-ad94383e10b6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c1c74610-a0e2-431c-a6cc-ad94383e10b6,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:30.997783 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e679c-9552-4afd-8a0a-096459221c0e req-fb9fc570-d67e-45ab-b624-23e6dc6fa45a tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:31.008450 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.009841 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-704e679c-9552-4afd-8a0a-096459221c0e req-fb9fc570-d67e-45ab-b624-23e6dc6fa45a tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 944 time: 0.1558917 Feb 09 03:28:31.038140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52eab9-e644-4e3a-b40e-627bcbf42af4 req-7169c319-3369-4720-8181-9dfdbfa3c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:31.044876 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f52eab9-e644-4e3a-b40e-627bcbf42af4 req-7169c319-3369-4720-8181-9dfdbfa3c0f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b294c48b0d4c4c6b87a304f198401899&device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 1207 time: 0.3074183 Feb 09 03:28:31.065651 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.071174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=23eb00f5-155f-4668-9ae7-c14aab8590c8,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:31.134413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=c1c74610-a0e2-431c-a6cc-ad94383e10b6,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:31.151643 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-704e679c-9552-4afd-8a0a-096459221c0e req-bbc83f00-ec20-4b53-b8c4-41bbbba4d8f2 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362560 Feb 09 03:28:31.175676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Deleting port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:31.176319 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.253410 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514e077d-7981-410c-a909-2302ccdc5de2 x-openstack-request-id: req-514e077d-7981-410c-a909-2302ccdc5de2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:31.253887 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a705dd8-68b3-4dc9-8c47-b7fe38773dff", "name": "network-vif-plugged", "status": "completed", "tag": "23eb00f5-155f-4668-9ae7-c14aab8590c8", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:31.254673 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-514e077d-7981-410c-a909-2302ccdc5de2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:31.255222 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a705dd8-68b3-4dc9-8c47-b7fe38773dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23eb00f5-155f-4668-9ae7-c14aab8590c8', 'code': 200} Feb 09 03:28:31.256824 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5632899f-3bab-4a4f-a805-fdd422828b83 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.359640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5632899f-3bab-4a4f-a805-fdd422828b83 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (c5d11194-da87-4be5-b565-d2d89b7ec39f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.375160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] For port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8,segment=NetworkSegment(46a2ccec-7b21-449f-8d70-3306fece9fcc),segment_id=46a2ccec-7b21-449f-8d70-3306fece9fcc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:31.375841 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.386736 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for security_group (b3aaa338-8d19-4b9c-a535-8be666623965), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.413615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Calling delete_port for 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:31.415919 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b3aaa338-8d19-4b9c-a535-8be666623965), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.417645 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-aa1386a0-053a-4eb1-8b91-04c3bfe9c53a req-7f517ecd-45bb-4362-8ac2-97227ebcbe32 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 03:28:31.429709 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa1386a0-053a-4eb1-8b91-04c3bfe9c53a req-7f517ecd-45bb-4362-8ac2-97227ebcbe32 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "DELETE /v2.0/security-groups/2cc917a5-c790-439e-8fa1-c308644a6008 HTTP/1.1" status: 409 len: 341 time: 0.4605479 Feb 09 03:28:31.465099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:31.472058 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a669bf8e-da5b-4025-8b12-a16101a24c94 None None] DHCP port deletion for 7642315a-3f2e-410f-9cd2-44fb251b6736 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:28:31.491558 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4f931af1-50bd-4441-8072-001cadee7cce), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.492966 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Added segment 4f931af1-50bd-4441-8072-001cadee7cce of type vlan for network c5780e3f-5fe0-4434-8596-82a0e8078930 Feb 09 03:28:31.579500 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (c5780e3f-5fe0-4434-8596-82a0e8078930), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.612834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52eab9-e644-4e3a-b40e-627bcbf42af4 req-69e1c2cb-5c90-4fee-91f8-c2d7a75a2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:31.614746 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f52eab9-e644-4e3a-b40e-627bcbf42af4 req-69e1c2cb-5c90-4fee-91f8-c2d7a75a2093 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb HTTP/1.1" status: 200 len: 913 time: 0.5252693 Feb 09 03:28:31.713717 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f52eab9-e644-4e3a-b40e-627bcbf42af4 req-ace86700-f30a-4113-92d2-aeef24928ae3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b68966-1b5f-47b8-ad77-9f77ea3a72e0 HTTP/1.1" status: 200 len: 217 time: 0.0868740 Feb 09 03:28:31.718853 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-5632899f-3bab-4a4f-a805-fdd422828b83 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Floating IP c5d11194-da87-4be5-b565-d2d89b7ec39f associated. External IP: 172.25.5.169, port: ae88b830-4ada-4abc-9f46-0fda9ca3034c. Feb 09 03:28:31.719145 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (c5780e3f-5fe0-4434-8596-82a0e8078930), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.726370 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:31.727140 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.839109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Network': ['ID=c5780e3f-5fe0-4434-8596-82a0e8078930,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:31.846752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aaa338-8d19-4b9c-a535-8be666623965,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:31.855361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53da968-bed8-4688-a7c7-f8c2ce3a118d req-95559dc9-9778-407b-baf9-4faa733b45f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:31.857334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c53da968-bed8-4688-a7c7-f8c2ce3a118d req-95559dc9-9778-407b-baf9-4faa733b45f4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9a705dd8-68b3-4dc9-8c47-b7fe38773dff HTTP/1.1" status: 200 len: 1128 time: 0.5089068 Feb 09 03:28:31.860951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:31.867228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4d54895f-9662-40d4-ada9-d109bd8049b4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3316312 Feb 09 03:28:31.873094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.874908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43606) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:31.929276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-25ba6873-38b3-4f57-b253-54f196476986 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:31.935664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event deleted for resources: {'Port': ['ID=4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:31.948355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] No DVR routers for this DVR port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:31.968745 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c53da968-bed8-4688-a7c7-f8c2ce3a118d req-e847ecf0-4018-4e5b-9e61-3f93d7325fa1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998533 Feb 09 03:28:32.045696 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52eab9-e644-4e3a-b40e-627bcbf42af4 req-c89c05d4-ef9e-4964-ad1d-0debc8402727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:32.047198 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f52eab9-e644-4e3a-b40e-627bcbf42af4 req-c89c05d4-ef9e-4964-ad1d-0debc8402727 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09826767-a75f-4c1d-8c1d-9a09ec36b4c8 HTTP/1.1" status: 200 len: 852 time: 0.3259609 Feb 09 03:28:32.071190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (7642315a-3f2e-410f-9cd2-44fb251b6736), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.112385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7642315a-3f2e-410f-9cd2-44fb251b6736']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:32.116216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a669bf8e-da5b-4025-8b12-a16101a24c94 None None] Deleting port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:32.116216 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a669bf8e-da5b-4025-8b12-a16101a24c94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.120461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfad53-e78e-452e-91fc-620a6926fbf3 req-d2558958-c3b3-4479-9133-126f6f44516d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:32.123325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efcfad53-e78e-452e-91fc-620a6926fbf3 req-d2558958-c3b3-4479-9133-126f6f44516d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 1023 time: 0.2720997 Feb 09 03:28:32.140053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a2ccec-7b21-449f-8d70-3306fece9fcc') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:32.140576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a2ccec-7b21-449f-8d70-3306fece9fcc') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:32.159360 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (46a2ccec-7b21-449f-8d70-3306fece9fcc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.185731 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (46a2ccec-7b21-449f-8d70-3306fece9fcc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.208548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:32.209047 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (46a2ccec-7b21-449f-8d70-3306fece9fcc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:32.212831 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:32.379219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5632899f-3bab-4a4f-a805-fdd422828b83 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:32.381692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ba6873-38b3-4f57-b253-54f196476986 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:32.386263 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25ba6873-38b3-4f57-b253-54f196476986 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.390389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a669bf8e-da5b-4025-8b12-a16101a24c94 None None] For port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:32.390945 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (7642315a-3f2e-410f-9cd2-44fb251b6736), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.395824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a669bf8e-da5b-4025-8b12-a16101a24c94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.416691 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.420019 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "DELETE /v2.0/networks/7642315a-3f2e-410f-9cd2-44fb251b6736 HTTP/1.1" status: 204 len: 168 time: 1.7800405 Feb 09 03:28:32.422653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcd54f-5358-47ca-a231-52b470c777b7 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event deleted for resources: {'Network': ['ID=7642315a-3f2e-410f-9cd2-44fb251b6736,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:32.425042 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43620) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:32.448454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a669bf8e-da5b-4025-8b12-a16101a24c94 None None] Calling delete_port for 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:32.451282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-a669bf8e-da5b-4025-8b12-a16101a24c94 None None] Port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:28:32.453314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a669bf8e-da5b-4025-8b12-a16101a24c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.481783 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f52eab9-e644-4e3a-b40e-627bcbf42af4 req-a4c2966c-9fe7-48e8-a686-4b71121ac660 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221814 Feb 09 03:28:32.497037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:32.517149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a6766-036b-4746-af62-3add697edc49 req-7b736cca-effd-4fb3-b936-321ab016429c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:32.522424 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-831a6766-036b-4746-af62-3add697edc49 req-7b736cca-effd-4fb3-b936-321ab016429c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 945 time: 0.2246299 Feb 09 03:28:32.625043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f52eab9-e644-4e3a-b40e-627bcbf42af4 req-23ae4689-c00a-48b4-987a-fed0733a8b2f service neutron] 10.222.0.65 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282053 Feb 09 03:28:32.665757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-831a6766-036b-4746-af62-3add697edc49 req-f24a153b-fb09-4282-9c83-f77635733d42 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385322 Feb 09 03:28:32.739919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c15f63d9-1c39-4508-9d22-cf93d188c404 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Deleting port f9afe436-4ece-45b7-86e3-73517b0e4b74 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:32.743604 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c15f63d9-1c39-4508-9d22-cf93d188c404 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f9afe436-4ece-45b7-86e3-73517b0e4b74), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.762930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669bf8e-da5b-4025-8b12-a16101a24c94 None None] Pushing event deleted for resources: {'Port': ['ID=4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:32.766073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:32.766702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:32.778850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a669bf8e-da5b-4025-8b12-a16101a24c94 None None] Network 7642315a-3f2e-410f-9cd2-44fb251b6736 is not hosted by any dhcp agent {{(pid=103329) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:28:32.780007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a669bf8e-da5b-4025-8b12-a16101a24c94 None None] No DVR routers for this DVR port 4bd458cf-2ce7-4dcc-921e-475a1ee8c6c8 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:32.862454 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c15f63d9-1c39-4508-9d22-cf93d188c404 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f9afe436-4ece-45b7-86e3-73517b0e4b74), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.862782 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c15f63d9-1c39-4508-9d22-cf93d188c404 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for floatingip (f9afe436-4ece-45b7-86e3-73517b0e4b74), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.876894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c15f63d9-1c39-4508-9d22-cf93d188c404 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Calling delete_port for f9afe436-4ece-45b7-86e3-73517b0e4b74 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:33.049389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c15f63d9-1c39-4508-9d22-cf93d188c404 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f9afe436-4ece-45b7-86e3-73517b0e4b74), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.081478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f63d9-1c39-4508-9d22-cf93d188c404 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Pushing event deleted for resources: {'Port': ['ID=f9afe436-4ece-45b7-86e3-73517b0e4b74,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:33.159121 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c15f63d9-1c39-4508-9d22-cf93d188c404 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks [] for floatingip (621590c3-abdd-41f0-81cd-76ea2a4ccd29), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.163311 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c15f63d9-1c39-4508-9d22-cf93d188c404 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.167084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c15f63d9-1c39-4508-9d22-cf93d188c404 tempest-FloatingIPAdminTestJSON-1922389084 tempest-FloatingIPAdminTestJSON-1922389084-project] 10.222.0.21 "DELETE /v2.0/floatingips/621590c3-abdd-41f0-81cd-76ea2a4ccd29 HTTP/1.1" status: 204 len: 168 time: 0.7387083 Feb 09 03:28:33.256876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb45dde-e787-4aa0-8fec-5f33f0a2ec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c74610-a0e2-431c-a6cc-ad94383e10b6'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:33.259468 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f454a32e-53e0-4e4c-9bba-12fb8e411ea1" -d '{"events": [{"server_uuid": "adb45dde-e787-4aa0-8fec-5f33f0a2ec49", "name": "network-vif-plugged", "status": "completed", "tag": "c1c74610-a0e2-431c-a6cc-ad94383e10b6"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:33.284041 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-efcfad53-e78e-452e-91fc-620a6926fbf3 req-fbcd382a-d761-40e7-8f6d-3733dcb2ba87 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69a8877-a6cd-4a6e-808e-1826ad6f5592&id=89c003f8-f6cd-48ec-a2e1-f625742a0125&id=2cc917a5-c790-439e-8fa1-c308644a6008&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 1.1495349 Feb 09 03:28:33.366433 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211dc16f-55ce-4f64-b6e8-80b812ab4e69 x-openstack-request-id: req-211dc16f-55ce-4f64-b6e8-80b812ab4e69 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:33.367000 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb45dde-e787-4aa0-8fec-5f33f0a2ec49", "name": "network-vif-plugged", "status": "completed", "tag": "c1c74610-a0e2-431c-a6cc-ad94383e10b6", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:33.367301 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-211dc16f-55ce-4f64-b6e8-80b812ab4e69 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:33.367853 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb45dde-e787-4aa0-8fec-5f33f0a2ec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c74610-a0e2-431c-a6cc-ad94383e10b6', 'code': 200} Feb 09 03:28:33.447060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5632899f-3bab-4a4f-a805-fdd422828b83 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:33.460177 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1c79c-c440-4382-ab65-b0e8b71640f2 None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:33.476734 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1c79c-c440-4382-ab65-b0e8b71640f2 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:33.477528 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d0c1c79c-c440-4382-ab65-b0e8b71640f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:33.555962 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d0c1c79c-c440-4382-ab65-b0e8b71640f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:33.580327 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1c79c-c440-4382-ab65-b0e8b71640f2 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:33.580942 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d0c1c79c-c440-4382-ab65-b0e8b71640f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:33.603463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc93a2-8312-406e-b913-166d0b40b2e3 req-80bb7ba1-ad47-49c8-ae2c-35884bf242ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:33.605015 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfdc93a2-8312-406e-b913-166d0b40b2e3 req-80bb7ba1-ad47-49c8-ae2c-35884bf242ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 1128 time: 0.1050363 Feb 09 03:28:33.613050 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f52eab9-e644-4e3a-b40e-627bcbf42af4 req-b6f0199e-348e-408f-a616-7b64f666a85b service neutron] 10.222.0.65 "GET /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9435771 Feb 09 03:28:33.656962 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43646) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:33.670884 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d0c1c79c-c440-4382-ab65-b0e8b71640f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:33.675546 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1c79c-c440-4382-ab65-b0e8b71640f2 None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:33.727838 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfdc93a2-8312-406e-b913-166d0b40b2e3 req-052a4077-7af0-4907-afc2-68a50aaa3fef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161575 Feb 09 03:28:33.810064 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25ba6873-38b3-4f57-b253-54f196476986 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (67b174b0-710c-497d-92cc-1a3f52ddcd4b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.890869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cd5759e9-c77e-4841-a992-afdba247cf3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96c45df3b1bb429f982c80d0b7e8608f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322857 Feb 09 03:28:33.893045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43658) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:33.925681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5632899f-3bab-4a4f-a805-fdd422828b83 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router ee9e7827-cc3b-4427-a543-2a560aa377d8 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:33.962714 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7677b812-7fdc-41c5-b41a-abde48ac0d0f admin admin] Publish callbacks [] for security_group (d0511384-68dd-4cdd-b829-d8de98682394), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.978530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba6873-38b3-4f57-b253-54f196476986 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=67b174b0-710c-497d-92cc-1a3f52ddcd4b,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:33.988690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80741d-43e5-4496-857c-9f8a1997b39c req-516c4444-3d48-4800-b4dd-c4d898800f64 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:33.990798 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce80741d-43e5-4496-857c-9f8a1997b39c req-516c4444-3d48-4800-b4dd-c4d898800f64 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 945 time: 0.1660354 Feb 09 03:28:34.013996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba6873-38b3-4f57-b253-54f196476986 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:34.014464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba6873-38b3-4f57-b253-54f196476986 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network hostable DHCP agents. Network: c5780e3f-5fe0-4434-8596-82a0e8078930, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:28:34.025729 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7677b812-7fdc-41c5-b41a-abde48ac0d0f admin admin] Publish callbacks [] for security_group (d0511384-68dd-4cdd-b829-d8de98682394), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.092656 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7677b812-7fdc-41c5-b41a-abde48ac0d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d0511384-68dd-4cdd-b829-d8de98682394), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.098904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7677b812-7fdc-41c5-b41a-abde48ac0d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.121100 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7677b812-7fdc-41c5-b41a-abde48ac0d0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0511384-68dd-4cdd-b829-d8de98682394 HTTP/1.1" status: 204 len: 168 time: 0.2123094 Feb 09 03:28:34.149395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677b812-7fdc-41c5-b41a-abde48ac0d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0511384-68dd-4cdd-b829-d8de98682394,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:34.162138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba6873-38b3-4f57-b253-54f196476986 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:28:34.185004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d285012-8108-46e5-abe6-45b7fd4411e2 req-65d43bcd-088d-4375-8f11-f33228cec066 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:34.186514 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d285012-8108-46e5-abe6-45b7fd4411e2 req-65d43bcd-088d-4375-8f11-f33228cec066 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.65 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 1023 time: 0.2328968 Feb 09 03:28:34.193279 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce80741d-43e5-4496-857c-9f8a1997b39c req-18ac2fb6-aa22-4452-bfea-847b571bdf81 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750126 Feb 09 03:28:34.206565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-25ba6873-38b3-4f57-b253-54f196476986 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, c5780e3f-5fe0-4434-8596-82a0e8078930) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:34.229745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872fefdb-ae20-421f-a55b-7bd7d56601e5 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:34.243131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ba6873-38b3-4f57-b253-54f196476986 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:34.243735 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25ba6873-38b3-4f57-b253-54f196476986 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.267524 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5632899f-3bab-4a4f-a805-fdd422828b83 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:34.277153 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5632899f-3bab-4a4f-a805-fdd422828b83 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.308606 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-25ba6873-38b3-4f57-b253-54f196476986 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3819225 Feb 09 03:28:34.309324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43666) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:34.320359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'name': 'tempest-NetworksTestDHCPv6-797981063'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:34.361413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56b071-d0be-457a-a1b8-30951e4b8d50 None None] Sync routers for ids ['ee9e7827-cc3b-4427-a543-2a560aa377d8'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:34.396121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5632899f-3bab-4a4f-a805-fdd422828b83 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "PUT /v2.0/floatingips/c5d11194-da87-4be5-b565-d2d89b7ec39f HTTP/1.1" status: 200 len: 978 time: 4.4518220 Feb 09 03:28:34.399468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43672) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:34.436224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-6d285012-8108-46e5-abe6-45b7fd4411e2 req-880197ad-979d-4445-87d3-fa0a9cab3dc7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Deleting port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:34.436575 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6d285012-8108-46e5-abe6-45b7fd4411e2 req-880197ad-979d-4445-87d3-fa0a9cab3dc7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.457213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56b071-d0be-457a-a1b8-30951e4b8d50 None None] Routers {'ee9e7827-cc3b-4427-a543-2a560aa377d8'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:34.458542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5d56b071-d0be-457a-a1b8-30951e4b8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ee9e7827-cc3b-4427-a543-2a560aa377d8'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:34.555164 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5d56b071-d0be-457a-a1b8-30951e4b8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:34.583537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56b071-d0be-457a-a1b8-30951e4b8d50 None None] Routers {'ee9e7827-cc3b-4427-a543-2a560aa377d8'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:34.584461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5d56b071-d0be-457a-a1b8-30951e4b8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ee9e7827-cc3b-4427-a543-2a560aa377d8'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:34.700855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5d56b071-d0be-457a-a1b8-30951e4b8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:34.714339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56b071-d0be-457a-a1b8-30951e4b8d50 None None] The sync data for ids ['ee9e7827-cc3b-4427-a543-2a560aa377d8'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:34.721205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-6d285012-8108-46e5-abe6-45b7fd4411e2 req-880197ad-979d-4445-87d3-fa0a9cab3dc7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] For port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:34.721780 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6d285012-8108-46e5-abe6-45b7fd4411e2 req-880197ad-979d-4445-87d3-fa0a9cab3dc7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.737824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': '67b174b0-710c-497d-92cc-1a3f52ddcd4b'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:28:34.739650 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.759655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-6d285012-8108-46e5-abe6-45b7fd4411e2 req-880197ad-979d-4445-87d3-fa0a9cab3dc7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Calling delete_port for 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:34.798086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port deb6c8e6-749e-43c6-9dc6-ad1520e87950 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:34.798721 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (deb6c8e6-749e-43c6-9dc6-ad1520e87950), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.966925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Allocated IP 2001:db8::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/67b174b0-710c-497d-92cc-1a3f52ddcd4b/29a60abc-d330-4b44-8bbf-1df0e6577b1a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:35.019969 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43680) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:35.030056 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (deb6c8e6-749e-43c6-9dc6-ad1520e87950), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.132175 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Publish callbacks [] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.143606 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.156582 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f01424c-d118-4a8d-b573-9a0931d56ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.220718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Pushing event updated for resources: {'Port': ['ID=29a60abc-d330-4b44-8bbf-1df0e6577b1a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:35.237127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:35.238738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:35.241839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:35.320538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8c6a7-bd2d-441d-8d86-b217766ff152 req-b694da64-73e6-477c-83cb-19568ee7695d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:35.329323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e7d8c6a7-bd2d-441d-8d86-b217766ff152 req-b694da64-73e6-477c-83cb-19568ee7695d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=71331f14-56ac-413e-98ea-dbca2389e216 HTTP/1.1" status: 200 len: 1023 time: 0.3077011 Feb 09 03:28:35.339771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Attempting to bind port 29a60abc-d330-4b44-8bbf-1df0e6577b1a on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:35.340336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Attempting to bind port 29a60abc-d330-4b44-8bbf-1df0e6577b1a by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:35.340891 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Attempting to bind port 29a60abc-d330-4b44-8bbf-1df0e6577b1a on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:35.348922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:35.349799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:35.350541 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.351171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:35.351946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Bound port: 29a60abc-d330-4b44-8bbf-1df0e6577b1a, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:35.352577 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.362830 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.363415 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (c5d11194-da87-4be5-b565-d2d89b7ec39f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.363518 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Floating IP c5d11194-da87-4be5-b565-d2d89b7ec39f disassociated. External IP: 172.25.5.169, port: deb6c8e6-749e-43c6-9dc6-ad1520e87950. Feb 09 03:28:35.363989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for deb6c8e6-749e-43c6-9dc6-ad1520e87950 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:35.406823 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:35.410574 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.466301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 356ef45a-a713-4196-9464-9024f6f49238 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:28:35.471283 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] For port 29a60abc-d330-4b44-8bbf-1df0e6577b1a, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:35.475247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] For port 29a60abc-d330-4b44-8bbf-1df0e6577b1a, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=29a60abc-d330-4b44-8bbf-1df0e6577b1a,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:35.484742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84748bb1-2ec5-4ba8-97f3-3fb192aa1d89 req-56da09e6-bfdf-4e73-8af6-55bf69a49fa5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:35.486308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84748bb1-2ec5-4ba8-97f3-3fb192aa1d89 req-56da09e6-bfdf-4e73-8af6-55bf69a49fa5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 945 time: 0.1774142 Feb 09 03:28:35.492215 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.492634 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6d285012-8108-46e5-abe6-45b7fd4411e2 req-880197ad-979d-4445-87d3-fa0a9cab3dc7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (87b68966-1b5f-47b8-ad77-9f77ea3a72e0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.523209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d573766c-5f11-4cfb-b105-d3abd25b7060'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:35.565422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['87b68966-1b5f-47b8-ad77-9f77ea3a72e0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:35.619892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880197ad-979d-4445-87d3-fa0a9cab3dc7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event deleted for resources: {'Port': ['ID=87b68966-1b5f-47b8-ad77-9f77ea3a72e0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:35.659971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::3d (c5780e3f-5fe0-4434-8596-82a0e8078930/67b174b0-710c-497d-92cc-1a3f52ddcd4b/356ef45a-a713-4196-9464-9024f6f49238) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:35.669707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3141d4-5007-464b-8269-1d7f78b2ce49 None None] Pushing event updated for resources: {'Port': ['ID=29a60abc-d330-4b44-8bbf-1df0e6577b1a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:35.688035 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f01424c-d118-4a8d-b573-9a0931d56ddc admin admin] Publish callbacks [] for security_group (1929ec6b-0c17-45b5-b5a4-6358bb94af44), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.702149 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f01424c-d118-4a8d-b573-9a0931d56ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1929ec6b-0c17-45b5-b5a4-6358bb94af44), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.761668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01424c-d118-4a8d-b573-9a0931d56ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1929ec6b-0c17-45b5-b5a4-6358bb94af44,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:35.828218 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84748bb1-2ec5-4ba8-97f3-3fb192aa1d89 req-96bb61cb-4803-4b39-907c-581f36cfa4fd tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326194 Feb 09 03:28:35.830431 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e7d8c6a7-bd2d-441d-8d86-b217766ff152 req-e3bb8149-4a00-4513-bc03-0c06c2de0b1c tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a69a8877-a6cd-4a6e-808e-1826ad6f5592&id=89c003f8-f6cd-48ec-a2e1-f625742a0125&id=2cc917a5-c790-439e-8fa1-c308644a6008&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4999855 Feb 09 03:28:35.863239 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6f01424c-d118-4a8d-b573-9a0931d56ddc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adfcd394e9e545af8238616440a177f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8229229 Feb 09 03:28:35.881511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43694) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:35.884257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d285012-8108-46e5-abe6-45b7fd4411e2 req-880197ad-979d-4445-87d3-fa0a9cab3dc7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] No DVR routers for this DVR port 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:35.892320 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6d285012-8108-46e5-abe6-45b7fd4411e2 req-880197ad-979d-4445-87d3-fa0a9cab3dc7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.905752 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d285012-8108-46e5-abe6-45b7fd4411e2 req-880197ad-979d-4445-87d3-fa0a9cab3dc7 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.65 "DELETE /v2.0/ports/87b68966-1b5f-47b8-ad77-9f77ea3a72e0 HTTP/1.1" status: 204 len: 173 time: 1.7083318 Feb 09 03:28:35.924550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71331f14-56ac-413e-98ea-dbca2389e216', 'name': 'network-vif-deleted', 'tag': '87b68966-1b5f-47b8-ad77-9f77ea3a72e0'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:35.945064 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7765ae23-41e9-4b4e-a845-ab5dfc425e9a" -d '{"events": [{"server_uuid": "71331f14-56ac-413e-98ea-dbca2389e216", "name": "network-vif-deleted", "tag": "87b68966-1b5f-47b8-ad77-9f77ea3a72e0"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:35.950524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (deb6c8e6-749e-43c6-9dc6-ad1520e87950), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.060562 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8f9242-f0e2-4777-81ee-8ccdc6847e4c x-openstack-request-id: req-6d8f9242-f0e2-4777-81ee-8ccdc6847e4c {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:36.060857 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71331f14-56ac-413e-98ea-dbca2389e216", "name": "network-vif-deleted", "tag": "87b68966-1b5f-47b8-ad77-9f77ea3a72e0", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:36.062472 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d8f9242-f0e2-4777-81ee-8ccdc6847e4c {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:36.062896 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71331f14-56ac-413e-98ea-dbca2389e216', 'name': 'network-vif-deleted', 'tag': '87b68966-1b5f-47b8-ad77-9f77ea3a72e0', 'status': 'completed', 'code': 200} Feb 09 03:28:36.077873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=deb6c8e6-749e-43c6-9dc6-ad1520e87950,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:36.177797 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (356ef45a-a713-4196-9464-9024f6f49238), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.283803 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (356ef45a-a713-4196-9464-9024f6f49238), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.400049 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbf07987-1513-456f-aecc-813767e22a26 admin admin] Publish callbacks [] for security_group (1929ec6b-0c17-45b5-b5a4-6358bb94af44), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.440201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=356ef45a-a713-4196-9464-9024f6f49238,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:36.475124 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:36.478611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:36.481684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:36.489460 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:36.489460 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.509611 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 29a60abc-d330-4b44-8bbf-1df0e6577b1a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:36.519359 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbf07987-1513-456f-aecc-813767e22a26 admin admin] Publish callbacks [] for security_group (1929ec6b-0c17-45b5-b5a4-6358bb94af44), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.537704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0885-12d1-490d-9549-b8610ca84f54 req-7e6cb5b0-6c27-49bc-a9f6-cb57f7758e9b tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:36.546949 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-213a0885-12d1-490d-9549-b8610ca84f54 req-7e6cb5b0-6c27-49bc-a9f6-cb57f7758e9b tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.2886338 Feb 09 03:28:36.597340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-93c11027-6cf6-46c8-b087-33aac66d5776 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2853305 Feb 09 03:28:36.603805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43718) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:36.644545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router ee9e7827-cc3b-4427-a543-2a560aa377d8 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:36.665289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 29a60abc-d330-4b44-8bbf-1df0e6577b1a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:36.668127 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.788875 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-213a0885-12d1-490d-9549-b8610ca84f54 req-2ebba9b6-0488-4859-84d8-920889298761 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342362 Feb 09 03:28:36.808583 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3ff01-3673-46d9-b88b-70c8e6a2e13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:36.815327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3ff01-3673-46d9-b88b-70c8e6a2e13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:36.817744 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-62f3ff01-3673-46d9-b88b-70c8e6a2e13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2067561 Feb 09 03:28:36.820779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43722) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:36.853317 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbf07987-1513-456f-aecc-813767e22a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1929ec6b-0c17-45b5-b5a4-6358bb94af44), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.856498 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbf07987-1513-456f-aecc-813767e22a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.858264 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fbf07987-1513-456f-aecc-813767e22a26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1929ec6b-0c17-45b5-b5a4-6358bb94af44 HTTP/1.1" status: 204 len: 168 time: 0.9751410 Feb 09 03:28:36.899836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 29a60abc-d330-4b44-8bbf-1df0e6577b1a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:36.900232 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.917209 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf07987-1513-456f-aecc-813767e22a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1929ec6b-0c17-45b5-b5a4-6358bb94af44,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:37.056845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 29a60abc-d330-4b44-8bbf-1df0e6577b1a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=29a60abc-d330-4b44-8bbf-1df0e6577b1a,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:37.077500 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.099846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:37.120143 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abfe84-1cd4-4e08-8f1e-3a4eab9d0a0c None None] Sync routers for ids ['ee9e7827-cc3b-4427-a543-2a560aa377d8'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:37.164936 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abfe84-1cd4-4e08-8f1e-3a4eab9d0a0c None None] Routers {'ee9e7827-cc3b-4427-a543-2a560aa377d8'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:37.166610 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c8abfe84-1cd4-4e08-8f1e-3a4eab9d0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ee9e7827-cc3b-4427-a543-2a560aa377d8'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:37.208640 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7da7415-fb90-41da-bba7-1568ebc5adef req-b40be2e5-c71a-468e-bd15-da122d6dc88f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/a69a8877-a6cd-4a6e-808e-1826ad6f5592 HTTP/1.1" status: 200 len: 1820 time: 0.1617503 Feb 09 03:28:37.238517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=29a60abc-d330-4b44-8bbf-1df0e6577b1a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:37.256539 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c8abfe84-1cd4-4e08-8f1e-3a4eab9d0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:37.278362 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abfe84-1cd4-4e08-8f1e-3a4eab9d0a0c None None] Routers {'ee9e7827-cc3b-4427-a543-2a560aa377d8'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:37.278983 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c8abfe84-1cd4-4e08-8f1e-3a4eab9d0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ee9e7827-cc3b-4427-a543-2a560aa377d8'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:37.319100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d3eb457a-59bb-4ad8-8680-36f8ef0f6791 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 356ef45a-a713-4196-9464-9024f6f49238 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:37.320035 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3eb457a-59bb-4ad8-8680-36f8ef0f6791 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (356ef45a-a713-4196-9464-9024f6f49238), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.323874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43738) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:37.351232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0311d4-6a3a-4298-a2de-669c07301917 req-92974284-e512-433b-a6c4-d74af6979c2b tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:37.352847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba0311d4-6a3a-4298-a2de-669c07301917 req-92974284-e512-433b-a6c4-d74af6979c2b tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a705dd8-68b3-4dc9-8c47-b7fe38773dff HTTP/1.1" status: 200 len: 945 time: 0.3411021 Feb 09 03:28:37.359416 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.366692 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c8abfe84-1cd4-4e08-8f1e-3a4eab9d0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:37.369148 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abfe84-1cd4-4e08-8f1e-3a4eab9d0a0c None None] The sync data for ids ['ee9e7827-cc3b-4427-a543-2a560aa377d8'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:37.373180 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a1844a2b-b590-4730-be6c-8e818f2f596a tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/ports/deb6c8e6-749e-43c6-9dc6-ad1520e87950 HTTP/1.1" status: 204 len: 168 time: 2.9727497 Feb 09 03:28:37.373898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43742) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:37.467050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c7da7415-fb90-41da-bba7-1568ebc5adef req-ede43e28-33b3-49a4-89a3-b961f56d0b9d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (a69a8877-a6cd-4a6e-808e-1826ad6f5592), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.543617 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c7da7415-fb90-41da-bba7-1568ebc5adef req-ede43e28-33b3-49a4-89a3-b961f56d0b9d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (a69a8877-a6cd-4a6e-808e-1826ad6f5592), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.554315 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43746) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:37.555932 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3eb457a-59bb-4ad8-8680-36f8ef0f6791 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (356ef45a-a713-4196-9464-9024f6f49238), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.589237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d3eb457a-59bb-4ad8-8680-36f8ef0f6791 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 356ef45a-a713-4196-9464-9024f6f49238 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:37.596832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9760c2-69c8-41af-967e-5be2c369b74c None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:37.635608 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec9893-9bcc-4189-bf9c-5035d9cf508c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.687454 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba0311d4-6a3a-4298-a2de-669c07301917 req-3202af1f-e038-43f5-b09d-10d8e2e2aba6 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125384 Feb 09 03:28:37.694070 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c7da7415-fb90-41da-bba7-1568ebc5adef req-ede43e28-33b3-49a4-89a3-b961f56d0b9d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a69a8877-a6cd-4a6e-808e-1826ad6f5592), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.696783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c7da7415-fb90-41da-bba7-1568ebc5adef req-ede43e28-33b3-49a4-89a3-b961f56d0b9d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.705875 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7da7415-fb90-41da-bba7-1568ebc5adef req-ede43e28-33b3-49a4-89a3-b961f56d0b9d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "DELETE /v2.0/security-groups/a69a8877-a6cd-4a6e-808e-1826ad6f5592 HTTP/1.1" status: 204 len: 173 time: 0.4953828 Feb 09 03:28:37.761166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede43e28-33b3-49a4-89a3-b961f56d0b9d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69a8877-a6cd-4a6e-808e-1826ad6f5592,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:37.852992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:37.905786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:37.906201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 87b68966-1b5f-47b8-ad77-9f77ea3a72e0 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:37.928946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bb63cf6e-2316-4084-bae2-8acb3d85bbb7 None None] Provisioning complete for port 29a60abc-d330-4b44-8bbf-1df0e6577b1a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:37.932518 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb63cf6e-2316-4084-bae2-8acb3d85bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.982387 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53bab02c-aaca-4822-b79e-1dc0159be5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.990778 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.999017 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3eb457a-59bb-4ad8-8680-36f8ef0f6791 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (356ef45a-a713-4196-9464-9024f6f49238), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.044483 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb457a-59bb-4ad8-8680-36f8ef0f6791 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=356ef45a-a713-4196-9464-9024f6f49238,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:38.095147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2488e128-fedb-4ef1-a9fe-bff81cecb9a1 req-79ddea74-5078-4c24-a303-1d50712794a2 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/2cc917a5-c790-439e-8fa1-c308644a6008 HTTP/1.1" status: 200 len: 1819 time: 0.3573046 Feb 09 03:28:38.116286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bb63cf6e-2316-4084-bae2-8acb3d85bbb7 None None] Current status of the port 29a60abc-d330-4b44-8bbf-1df0e6577b1a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:38.145963 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3eb457a-59bb-4ad8-8680-36f8ef0f6791 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.152313 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d3eb457a-59bb-4ad8-8680-36f8ef0f6791 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/356ef45a-a713-4196-9464-9024f6f49238 HTTP/1.1" status: 204 len: 168 time: 1.3273115 Feb 09 03:28:38.155348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43754) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:38.257303 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec9893-9bcc-4189-bf9c-5035d9cf508c admin admin] Publish callbacks [] for security_group (4174be7d-af77-4287-b12b-77a068955422), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.277677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec9893-9bcc-4189-bf9c-5035d9cf508c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4174be7d-af77-4287-b12b-77a068955422), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.294429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2488e128-fedb-4ef1-a9fe-bff81cecb9a1 req-08cdcd6b-5573-4d27-b07e-4b9510f29cae tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (2cc917a5-c790-439e-8fa1-c308644a6008), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.351772 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-78ec9893-9bcc-4189-bf9c-5035d9cf508c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1696efa5d4c4b52bdf33c979e946769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7940295 Feb 09 03:28:38.360762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43760) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:38.371951 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec9893-9bcc-4189-bf9c-5035d9cf508c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4174be7d-af77-4287-b12b-77a068955422,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:38.376521 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2488e128-fedb-4ef1-a9fe-bff81cecb9a1 req-08cdcd6b-5573-4d27-b07e-4b9510f29cae tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (2cc917a5-c790-439e-8fa1-c308644a6008), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.446881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 29a60abc-d330-4b44-8bbf-1df0e6577b1a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:38.493827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1828c-6d06-44ae-aec8-15b56fe76d10 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:38.500554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1828c-6d06-44ae-aec8-15b56fe76d10 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:38.504987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7bf1828c-6d06-44ae-aec8-15b56fe76d10 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3446121 Feb 09 03:28:38.509250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43762) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:38.536251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa7c24-859f-4df7-afb8-75c4d478677e req-23048c47-ecdb-4863-ab83-d0f24bdef4a9 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:38.545608 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3caa7c24-859f-4df7-afb8-75c4d478677e req-23048c47-ecdb-4863-ab83-d0f24bdef4a9 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 945 time: 0.3571081 Feb 09 03:28:38.546850 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2488e128-fedb-4ef1-a9fe-bff81cecb9a1 req-08cdcd6b-5573-4d27-b07e-4b9510f29cae tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2cc917a5-c790-439e-8fa1-c308644a6008), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.549573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2488e128-fedb-4ef1-a9fe-bff81cecb9a1 req-08cdcd6b-5573-4d27-b07e-4b9510f29cae tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.550792 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2488e128-fedb-4ef1-a9fe-bff81cecb9a1 req-08cdcd6b-5573-4d27-b07e-4b9510f29cae tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "DELETE /v2.0/security-groups/2cc917a5-c790-439e-8fa1-c308644a6008 HTTP/1.1" status: 204 len: 173 time: 0.4412198 Feb 09 03:28:38.573041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1c4de52e-47f6-4add-8119-02db1e459fce None None] Could not find standard attr ID for object 356ef45a-a713-4196-9464-9024f6f49238. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:28:38.580457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c73e6240-aa1e-4305-8951-568f66c3ddbf admin admin] Publish callbacks [] for security_group (4174be7d-af77-4287-b12b-77a068955422), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.603328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 29a60abc-d330-4b44-8bbf-1df0e6577b1a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:38.604535 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.606801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1c4de52e-47f6-4add-8119-02db1e459fce None None] Provisioning complete for port 29a60abc-d330-4b44-8bbf-1df0e6577b1a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:38.607395 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c4de52e-47f6-4add-8119-02db1e459fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.626547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-5b5f95a0-2d6f-489c-92b5-e742f0e98f52 req-2d2364b4-83e0-4806-8115-6bc447334154 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-508001395', 'description': 'tempest-description-1930988114'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:38.631969 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53bab02c-aaca-4822-b79e-1dc0159be5a7 admin admin] Publish callbacks [] for security_group (029990b1-aae9-488c-a6be-e8d1220e20b5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.637733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdcd6b-5573-4d27-b07e-4b9510f29cae tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc917a5-c790-439e-8fa1-c308644a6008,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:38.675344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3caa7c24-859f-4df7-afb8-75c4d478677e req-cd6b6b94-384f-494c-9647-5ccda38ae784 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286976 Feb 09 03:28:38.677492 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53bab02c-aaca-4822-b79e-1dc0159be5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (029990b1-aae9-488c-a6be-e8d1220e20b5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.687036 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c73e6240-aa1e-4305-8951-568f66c3ddbf admin admin] Publish callbacks [] for security_group (4174be7d-af77-4287-b12b-77a068955422), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.698658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-2950270a-a8af-4a3f-ad86-78ad0e51d5a9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 67b174b0-710c-497d-92cc-1a3f52ddcd4b {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:38.733699 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2950270a-a8af-4a3f-ad86-78ad0e51d5a9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (67b174b0-710c-497d-92cc-1a3f52ddcd4b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.746580 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f888864-55b8-4571-a63b-df05dce5ad94 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (ee9e7827-cc3b-4427-a543-2a560aa377d8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.820123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bab02c-aaca-4822-b79e-1dc0159be5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029990b1-aae9-488c-a6be-e8d1220e20b5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:38.847087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-53bab02c-aaca-4822-b79e-1dc0159be5a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7f4d9b50d8d401caf03de21c9bc8493&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5105214 Feb 09 03:28:38.847937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43770) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:38.884954 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5f95a0-2d6f-489c-92b5-e742f0e98f52 req-2d2364b4-83e0-4806-8115-6bc447334154 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.939314 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-880feb05-3c01-4a79-b0a2-54675ccd3103 admin admin] Publish callbacks [] for security_group (029990b1-aae9-488c-a6be-e8d1220e20b5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.952831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 29a60abc-d330-4b44-8bbf-1df0e6577b1a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:38.961679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1c4de52e-47f6-4add-8119-02db1e459fce None None] Current status of the port 29a60abc-d330-4b44-8bbf-1df0e6577b1a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:39.031579 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-880feb05-3c01-4a79-b0a2-54675ccd3103 admin admin] Publish callbacks [] for security_group (029990b1-aae9-488c-a6be-e8d1220e20b5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.053257 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2950270a-a8af-4a3f-ad86-78ad0e51d5a9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (67b174b0-710c-497d-92cc-1a3f52ddcd4b), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.076068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-768b6665-c340-4594-925e-e6603a80d936 None None] Could not find standard attr ID for object 356ef45a-a713-4196-9464-9024f6f49238. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:28:39.131483 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-880feb05-3c01-4a79-b0a2-54675ccd3103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (029990b1-aae9-488c-a6be-e8d1220e20b5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.135432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-880feb05-3c01-4a79-b0a2-54675ccd3103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.137396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-880feb05-3c01-4a79-b0a2-54675ccd3103 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/029990b1-aae9-488c-a6be-e8d1220e20b5 HTTP/1.1" status: 204 len: 168 time: 0.2865381 Feb 09 03:28:39.181170 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c73e6240-aa1e-4305-8951-568f66c3ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4174be7d-af77-4287-b12b-77a068955422), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.184662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c73e6240-aa1e-4305-8951-568f66c3ddbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.186513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c73e6240-aa1e-4305-8951-568f66c3ddbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4174be7d-af77-4287-b12b-77a068955422 HTTP/1.1" status: 204 len: 168 time: 0.8237305 Feb 09 03:28:39.193130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880feb05-3c01-4a79-b0a2-54675ccd3103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029990b1-aae9-488c-a6be-e8d1220e20b5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:39.249323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e6240-aa1e-4305-8951-568f66c3ddbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4174be7d-af77-4287-b12b-77a068955422,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:39.270481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad8d37-ae3a-4631-9bcc-b20f4a529c2d req-c774b71d-9073-4c86-be65-578639b30546 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:39.276957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70ad8d37-ae3a-4631-9bcc-b20f4a529c2d req-c774b71d-9073-4c86-be65-578639b30546 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.1382327 Feb 09 03:28:39.328337 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2950270a-a8af-4a3f-ad86-78ad0e51d5a9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (67b174b0-710c-497d-92cc-1a3f52ddcd4b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.366132 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70ad8d37-ae3a-4631-9bcc-b20f4a529c2d req-ab4c5965-fde3-4221-8a1b-c937f3364160 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776350 Feb 09 03:28:39.499327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43782) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:39.506118 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5f95a0-2d6f-489c-92b5-e742f0e98f52 req-2d2364b4-83e0-4806-8115-6bc447334154 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.550384 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2950270a-a8af-4a3f-ad86-78ad0e51d5a9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (67b174b0-710c-497d-92cc-1a3f52ddcd4b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.556697 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5f95a0-2d6f-489c-92b5-e742f0e98f52 req-2d2364b4-83e0-4806-8115-6bc447334154 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.632262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950270a-a8af-4a3f-ad86-78ad0e51d5a9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=67b174b0-710c-497d-92cc-1a3f52ddcd4b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:39.642413 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2950270a-a8af-4a3f-ad86-78ad0e51d5a9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.650733 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43790) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:39.651496 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2950270a-a8af-4a3f-ad86-78ad0e51d5a9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/67b174b0-710c-497d-92cc-1a3f52ddcd4b HTTP/1.1" status: 204 len: 168 time: 1.1407425 Feb 09 03:28:39.652640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e6b4c7-b6b2-4631-b3d2-3ca08f4b0525 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:39.660142 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b5f95a0-2d6f-489c-92b5-e742f0e98f52 req-2d2364b4-83e0-4806-8115-6bc447334154 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.661949 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b5f95a0-2d6f-489c-92b5-e742f0e98f52 req-2d2364b4-83e0-4806-8115-6bc447334154 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0777125 Feb 09 03:28:39.678432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2364b4-83e0-4806-8115-6bc447334154 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:39.740487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4004c3fc-bc06-4007-b97f-b149e8847983 req-b25324f7-aceb-46c7-b89d-fd0bda2e8ba9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96 HTTP/1.1" status: 200 len: 1819 time: 0.0513787 Feb 09 03:28:39.766277 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-93cb8f38-7db2-417c-8310-b47f45092d7b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130669 Feb 09 03:28:39.769613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43794) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:39.776550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-261faf9a-a5ca-4e1d-8b80-f4235e9b9a79 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:39.830857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-4004c3fc-bc06-4007-b97f-b149e8847983 req-5c3617de-3ed1-420e-835b-c400bc79d4fb tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Request body: {'security_group': {'name': 'tempest-sg-hth-816120315', 'description': 'tempest-description-hth-1442609602'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:39.923198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261faf9a-a5ca-4e1d-8b80-f4235e9b9a79 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:39.927835 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-261faf9a-a5ca-4e1d-8b80-f4235e9b9a79 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.958828 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4004c3fc-bc06-4007-b97f-b149e8847983 req-5c3617de-3ed1-420e-835b-c400bc79d4fb tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.086383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1f888864-55b8-4571-a63b-df05dce5ad94 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port a939626e-9d5d-409b-9c5a-c6da60539b54 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:40.093386 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f888864-55b8-4571-a63b-df05dce5ad94 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a939626e-9d5d-409b-9c5a-c6da60539b54), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.098395 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4004c3fc-bc06-4007-b97f-b149e8847983 req-5c3617de-3ed1-420e-835b-c400bc79d4fb tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.108661 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-275fd257-7327-4be6-a2a7-87450c7250d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.153855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fa017-3f88-4012-a0ba-0dfc39453e40 req-68fa88ad-78d2-4bc7-a382-ca38a41f43cb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:40.155276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4004c3fc-bc06-4007-b97f-b149e8847983 req-5c3617de-3ed1-420e-835b-c400bc79d4fb tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.158797 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4004c3fc-bc06-4007-b97f-b149e8847983 req-5c3617de-3ed1-420e-835b-c400bc79d4fb tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.159702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fa017-3f88-4012-a0ba-0dfc39453e40 req-68fa88ad-78d2-4bc7-a382-ca38a41f43cb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:40.165471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fa017-3f88-4012-a0ba-0dfc39453e40 req-68fa88ad-78d2-4bc7-a382-ca38a41f43cb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:40.168387 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4004c3fc-bc06-4007-b97f-b149e8847983 req-5c3617de-3ed1-420e-835b-c400bc79d4fb tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "PUT /v2.0/security-groups/3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96 HTTP/1.1" status: 200 len: 1793 time: 0.3840132 Feb 09 03:28:40.173389 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bd0fa017-3f88-4012-a0ba-0dfc39453e40 req-68fa88ad-78d2-4bc7-a382-ca38a41f43cb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49&device_id=9a705dd8-68b3-4dc9-8c47-b7fe38773dff&device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 2417 time: 0.2398727 Feb 09 03:28:40.180442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79efeeb9-fc1a-4095-8d9d-732319642e6b None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:28:40.282656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-79efeeb9-fc1a-4095-8d9d-732319642e6b None None] Deleting port 29a60abc-d330-4b44-8bbf-1df0e6577b1a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:40.283031 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-79efeeb9-fc1a-4095-8d9d-732319642e6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.385599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bd0fa017-3f88-4012-a0ba-0dfc39453e40 req-a5fb6832-4eec-46f0-8258-0a90beaa4bce tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087801 Feb 09 03:28:40.488603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 29a60abc-d330-4b44-8bbf-1df0e6577b1a no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:40.513088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-79efeeb9-fc1a-4095-8d9d-732319642e6b None None] For port 29a60abc-d330-4b44-8bbf-1df0e6577b1a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=29a60abc-d330-4b44-8bbf-1df0e6577b1a,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:40.514923 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-79efeeb9-fc1a-4095-8d9d-732319642e6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.601738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-79efeeb9-fc1a-4095-8d9d-732319642e6b None None] Calling delete_port for 29a60abc-d330-4b44-8bbf-1df0e6577b1a owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:40.647294 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-275fd257-7327-4be6-a2a7-87450c7250d0 admin admin] Publish callbacks [] for security_group (e3fd47b4-2827-4904-a4cf-fbd02fc30270), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.663411 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-275fd257-7327-4be6-a2a7-87450c7250d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e3fd47b4-2827-4904-a4cf-fbd02fc30270), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.703903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fd257-7327-4be6-a2a7-87450c7250d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fd47b4-2827-4904-a4cf-fbd02fc30270,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:40.710553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43830) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:40.735863 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-261faf9a-a5ca-4e1d-8b80-f4235e9b9a79 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (c5ce188a-f83b-48ea-bc92-7f1c692b208d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.759146 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-275fd257-7327-4be6-a2a7-87450c7250d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09569646da914e1a85d957b07c255dd2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2577374 Feb 09 03:28:40.760831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43834) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:40.773754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 29a60abc-d330-4b44-8bbf-1df0e6577b1a is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:40.774342 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.799349 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-79efeeb9-fc1a-4095-8d9d-732319642e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (29a60abc-d330-4b44-8bbf-1df0e6577b1a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.800561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8c142-87dc-4644-b978-00e2339aa760 req-4bfcf515-3e7f-4a01-8623-2e8427e7bea1 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:40.810610 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3c8c142-87dc-4644-b978-00e2339aa760 req-4bfcf515-3e7f-4a01-8623-2e8427e7bea1 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 945 time: 0.2448599 Feb 09 03:28:40.835440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261faf9a-a5ca-4e1d-8b80-f4235e9b9a79 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:40.838100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3617de-3ed1-420e-835b-c400bc79d4fb tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:40.864198 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-846b24cb-41f0-4b76-b17e-35c5297d0dce req-3eb02c9e-cc99-45a2-9458-f31c632e9974 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96 HTTP/1.1" status: 200 len: 1793 time: 0.6714551 Feb 09 03:28:40.868347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-261faf9a-a5ca-4e1d-8b80-f4235e9b9a79 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:40.870463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efeeb9-fc1a-4095-8d9d-732319642e6b None None] Pushing event deleted for resources: {'Port': ['ID=29a60abc-d330-4b44-8bbf-1df0e6577b1a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:40.880309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79efeeb9-fc1a-4095-8d9d-732319642e6b None None] No DVR routers for this DVR port 29a60abc-d330-4b44-8bbf-1df0e6577b1a on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:40.887812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f888864-55b8-4571-a63b-df05dce5ad94 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a939626e-9d5d-409b-9c5a-c6da60539b54), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.895468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261faf9a-a5ca-4e1d-8b80-f4235e9b9a79 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:40.895468 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-261faf9a-a5ca-4e1d-8b80-f4235e9b9a79 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.908611 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1aef9b-cd64-4c63-92c1-dffdcd37027f None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:40.928553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1f888864-55b8-4571-a63b-df05dce5ad94 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for a939626e-9d5d-409b-9c5a-c6da60539b54 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:40.979741 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3c8c142-87dc-4644-b978-00e2339aa760 req-d5a032f0-3edb-4947-92b3-4df1d6f7be62 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643405 Feb 09 03:28:40.998546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261faf9a-a5ca-4e1d-8b80-f4235e9b9a79 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=c5ce188a-f83b-48ea-bc92-7f1c692b208d,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:41.021132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb2a0580-a2ab-43f1-828a-c62b56f305fc req-aebad100-e13a-418a-983f-b3d0378a0484 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96 HTTP/1.1" status: 200 len: 1793 time: 0.1207228 Feb 09 03:28:41.022911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43844) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:41.029806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'name': 'tempest-NetworksTestDHCPv6-1893988326'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:41.030295 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-261faf9a-a5ca-4e1d-8b80-f4235e9b9a79 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2333806 Feb 09 03:28:41.084208 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3195-f654-41a8-b005-db743aa2fc6e admin admin] Publish callbacks [] for security_group (e3fd47b4-2827-4904-a4cf-fbd02fc30270), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.140071 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3195-f654-41a8-b005-db743aa2fc6e admin admin] Publish callbacks [] for security_group (e3fd47b4-2827-4904-a4cf-fbd02fc30270), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.151666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': 'c5ce188a-f83b-48ea-bc92-7f1c692b208d'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:28:41.152530 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.210403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'networks': [{'name': 'tempest-network--1181114379'}, {'name': 'tempest-network--1485310669'}]} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:41.210725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'network': {'name': 'tempest-network--1181114379'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:41.211242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'network': {'name': 'tempest-network--1485310669'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:41.242111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Made reservation on behalf of 8d37f66fa872449482af76b9c8a9be5d for: {'network': 2} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:41.248603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.253188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3195-f654-41a8-b005-db743aa2fc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e3fd47b4-2827-4904-a4cf-fbd02fc30270), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.256871 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bb2a0580-a2ab-43f1-828a-c62b56f305fc req-09eb7dc2-a09c-4317-8ac4-6b2c961f761e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.257788 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3195-f654-41a8-b005-db743aa2fc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.261213 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3fbe3195-f654-41a8-b005-db743aa2fc6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3fd47b4-2827-4904-a4cf-fbd02fc30270 HTTP/1.1" status: 204 len: 168 time: 0.4779449 Feb 09 03:28:41.302710 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe3195-f654-41a8-b005-db743aa2fc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fd47b4-2827-4904-a4cf-fbd02fc30270,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:41.304694 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.356099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Allocated IP 2001:db8::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/c5ce188a-f83b-48ea-bc92-7f1c692b208d/5a099e92-3bdc-4104-b291-f2a2ad6ffd3a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:41.374917 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bb2a0580-a2ab-43f1-828a-c62b56f305fc req-09eb7dc2-a09c-4317-8ac4-6b2c961f761e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.417683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:41.421221 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.458884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 966e6f69-d14c-47ea-be5a-55980acfa1e9 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:28:41.515371 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for security_group (da4c96ba-7910-46dc-bd91-eee82003ecb7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.529416 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (da4c96ba-7910-46dc-bd91-eee82003ecb7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.530596 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.543310 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bb2a0580-a2ab-43f1-828a-c62b56f305fc req-09eb7dc2-a09c-4317-8ac4-6b2c961f761e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.547108 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bb2a0580-a2ab-43f1-828a-c62b56f305fc req-09eb7dc2-a09c-4317-8ac4-6b2c961f761e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.547444 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb2a0580-a2ab-43f1-828a-c62b56f305fc req-09eb7dc2-a09c-4317-8ac4-6b2c961f761e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "DELETE /v2.0/security-groups/3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96 HTTP/1.1" status: 204 len: 173 time: 0.5254102 Feb 09 03:28:41.582147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb7dc2-a09c-4317-8ac4-6b2c961f761e tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4717ea-f7b9-4d5c-a41f-29ce7ea32f96,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:41.625248 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f888864-55b8-4571-a63b-df05dce5ad94 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a939626e-9d5d-409b-9c5a-c6da60539b54), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.689615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f888864-55b8-4571-a63b-df05dce5ad94 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=a939626e-9d5d-409b-9c5a-c6da60539b54,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:41.708461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:41.730441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (32971fcf-1e9d-41c0-8e33-59223747d426), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.731207 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Added segment 32971fcf-1e9d-41c0-8e33-59223747d426 of type vlan for network 1be2cf58-d899-4680-80cf-f327d9f640a5 Feb 09 03:28:41.777416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Publish callbacks [] for port (5a099e92-3bdc-4104-b291-f2a2ad6ffd3a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.791467 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (5a099e92-3bdc-4104-b291-f2a2ad6ffd3a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.802364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4c96ba-7910-46dc-bd91-eee82003ecb7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:41.855258 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (1be2cf58-d899-4680-80cf-f327d9f640a5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.911672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:41.920466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:41.924112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:41.928882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:41.939777 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (606ad1aa-d406-4d39-808f-2c60a90628c2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.940128 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Added segment 606ad1aa-d406-4d39-808f-2c60a90628c2 of type vlan for network 982124d0-ea31-4049-9211-a0105d6175a8 Feb 09 03:28:41.949867 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-3538d1b1-35c2-400c-8659-5036afebb286 req-43be04f2-f59a-46c5-8faf-570942ee473f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] show failed (client error): The resource could not be found. Feb 09 03:28:41.953097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Pushing event updated for resources: {'Port': ['ID=5a099e92-3bdc-4104-b291-f2a2ad6ffd3a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:41.953243 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3538d1b1-35c2-400c-8659-5036afebb286 req-43be04f2-f59a-46c5-8faf-570942ee473f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/2cc917a5-c790-439e-8fa1-c308644a6008 HTTP/1.1" status: 404 len: 352 time: 0.1286957 Feb 09 03:28:42.018129 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (982124d0-ea31-4049-9211-a0105d6175a8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.063968 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (1be2cf58-d899-4680-80cf-f327d9f640a5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.064539 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (982124d0-ea31-4049-9211-a0105d6175a8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.070537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:42.084003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:42.084971 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.090888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Attempting to bind port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:42.093098 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Attempting to bind port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:42.093098 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Attempting to bind port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:42.099382 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:42.099769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:42.101524 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.102120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:42.102624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Bound port: 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:42.103036 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5a099e92-3bdc-4104-b291-f2a2ad6ffd3a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.140199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:42.150613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::2b7 (c5780e3f-5fe0-4434-8596-82a0e8078930/c5ce188a-f83b-48ea-bc92-7f1c692b208d/966e6f69-d14c-47ea-be5a-55980acfa1e9) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:42.187289 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8222d2f-ac5d-4dc4-919c-7bf43d15a5bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.214395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] For port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:42.217779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] For port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5a099e92-3bdc-4104-b291-f2a2ad6ffd3a,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:42.221263 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5071929 Feb 09 03:28:42.230424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43876) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:42.234585 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5a099e92-3bdc-4104-b291-f2a2ad6ffd3a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.251419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event updated for resources: {'Network': ['ID=1be2cf58-d899-4680-80cf-f327d9f640a5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:42.271520 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-4c9b1d52-39b8-412d-93fb-3820d4aa9287 req-5e615fbc-edca-4a34-8311-721a5705b79c tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] show failed (client error): The resource could not be found. Feb 09 03:28:42.274585 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4c9b1d52-39b8-412d-93fb-3820d4aa9287 req-5e615fbc-edca-4a34-8311-721a5705b79c tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/a69a8877-a6cd-4a6e-808e-1826ad6f5592 HTTP/1.1" status: 404 len: 352 time: 0.2629285 Feb 09 03:28:42.306134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 1be2cf58-d899-4680-80cf-f327d9f640a5 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:42.353615 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-c124ec2f-9cfc-4dc6-9523-7d4775a1327d req-e0e29394-31de-46b6-9a8f-b298b6d58e54 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] show failed (client error): The resource could not be found. Feb 09 03:28:42.366750 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c124ec2f-9cfc-4dc6-9523-7d4775a1327d req-e0e29394-31de-46b6-9a8f-b298b6d58e54 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/706e7750-71d0-4705-9b9c-ba17183b9f21 HTTP/1.1" status: 404 len: 352 time: 0.0657845 Feb 09 03:28:42.454625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06258df-2438-42c0-aeb6-e240c69a5399 None None] Pushing event updated for resources: {'Port': ['ID=5a099e92-3bdc-4104-b291-f2a2ad6ffd3a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:42.475315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80204654-19fb-41c3-a99d-83c1cefa0451 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event updated for resources: {'Network': ['ID=982124d0-ea31-4049-9211-a0105d6175a8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:42.496274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 982124d0-ea31-4049-9211-a0105d6175a8 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:42.513228 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-a77a6c37-2645-4d49-9266-673cf6f98e09 req-4e4eade3-05c0-42f3-8949-43ad82701b6b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] show failed (client error): The resource could not be found. Feb 09 03:28:42.516101 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a77a6c37-2645-4d49-9266-673cf6f98e09 req-4e4eade3-05c0-42f3-8949-43ad82701b6b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/4de741bf-9fff-4c75-805a-70505fd938e5 HTTP/1.1" status: 404 len: 352 time: 0.0701034 Feb 09 03:28:42.521529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f888864-55b8-4571-a63b-df05dce5ad94 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (ee9e7827-cc3b-4427-a543-2a560aa377d8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.558023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5147e299-86d6-4082-9f52-0eddb19a6f38 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:42.570768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5147e299-86d6-4082-9f52-0eddb19a6f38 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:42.583745 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5147e299-86d6-4082-9f52-0eddb19a6f38 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:42.590335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5147e299-86d6-4082-9f52-0eddb19a6f38 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:42.592084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5147e299-86d6-4082-9f52-0eddb19a6f38 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3603225 Feb 09 03:28:42.609934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43886) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:42.719992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8222d2f-ac5d-4dc4-919c-7bf43d15a5bf admin admin] Publish callbacks [] for security_group (cd090100-e6d1-4ce6-a177-b0603596f005), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.737966 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8222d2f-ac5d-4dc4-919c-7bf43d15a5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cd090100-e6d1-4ce6-a177-b0603596f005), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.820626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8222d2f-ac5d-4dc4-919c-7bf43d15a5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd090100-e6d1-4ce6-a177-b0603596f005,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:42.836017 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (1be2cf58-d899-4680-80cf-f327d9f640a5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.866167 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a8222d2f-ac5d-4dc4-919c-7bf43d15a5bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa7b4748d2684276b6acad7b88f08a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7222357 Feb 09 03:28:42.866920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43892) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:42.867605 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-6b56850c-c344-487c-aff2-8316e22f217b req-44ab1844-f31e-49a4-982f-5857e326e614 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] show failed (client error): The resource could not be found. Feb 09 03:28:42.885236 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b56850c-c344-487c-aff2-8316e22f217b req-44ab1844-f31e-49a4-982f-5857e326e614 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/e349e2ff-e02d-4b20-92d0-e5301e890712 HTTP/1.1" status: 404 len: 352 time: 0.3054810 Feb 09 03:28:42.941535 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-ea7e91b2-db48-4186-8245-f30783b35d4e req-c7432841-6505-43bf-b9a1-3c771fc03e4d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] show failed (client error): The resource could not be found. Feb 09 03:28:42.942541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea7e91b2-db48-4186-8245-f30783b35d4e req-c7432841-6505-43bf-b9a1-3c771fc03e4d tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/947642b8-aeab-4582-8020-322500949ca3 HTTP/1.1" status: 404 len: 352 time: 0.0378716 Feb 09 03:28:42.949720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (966e6f69-d14c-47ea-be5a-55980acfa1e9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.972457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbba00b-1f53-427a-8751-fa4b2d371010 req-1d5ad4b7-166e-4dd9-be52-76b5313818a9 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:42.974123 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-adbba00b-1f53-427a-8751-fa4b2d371010 req-1d5ad4b7-166e-4dd9-be52-76b5313818a9 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.2414129 Feb 09 03:28:43.055569 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-adbba00b-1f53-427a-8751-fa4b2d371010 req-11a9effc-2d03-47c9-8402-f09683c85a98 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707285 Feb 09 03:28:43.057403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (1be2cf58-d899-4680-80cf-f327d9f640a5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.093937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be2cf58-d899-4680-80cf-f327d9f640a5']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:43.111657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32971fcf-1e9d-41c0-8e33-59223747d426') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:43.112054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32971fcf-1e9d-41c0-8e33-59223747d426') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:43.120981 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f07b548f-cc5f-4992-b3e1-d57189167379 admin admin] Publish callbacks [] for security_group (cd090100-e6d1-4ce6-a177-b0603596f005), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.124297 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (966e6f69-d14c-47ea-be5a-55980acfa1e9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.155057 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f07b548f-cc5f-4992-b3e1-d57189167379 admin admin] Publish callbacks [] for security_group (cd090100-e6d1-4ce6-a177-b0603596f005), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.198696 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (32971fcf-1e9d-41c0-8e33-59223747d426), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.211650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:43.216648 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f07b548f-cc5f-4992-b3e1-d57189167379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cd090100-e6d1-4ce6-a177-b0603596f005), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.220625 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f07b548f-cc5f-4992-b3e1-d57189167379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.222553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f07b548f-cc5f-4992-b3e1-d57189167379 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd090100-e6d1-4ce6-a177-b0603596f005 HTTP/1.1" status: 204 len: 168 time: 0.3527164 Feb 09 03:28:43.224550 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (32971fcf-1e9d-41c0-8e33-59223747d426), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.226374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:43.229474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:43.236096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:43.236388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:43.236548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (32971fcf-1e9d-41c0-8e33-59223747d426), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.237430 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.256676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=966e6f69-d14c-47ea-be5a-55980acfa1e9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:43.257307 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:43.275873 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-22e69c70-84a2-4348-8365-f2799bb560db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2489951 Feb 09 03:28:43.278260 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43902) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:43.321441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f888864-55b8-4571-a63b-df05dce5ad94 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router ee9e7827-cc3b-4427-a543-2a560aa377d8 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:43.349237 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee48ad9-c03d-45b5-9a1d-1af914b9b803 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:43.356791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee48ad9-c03d-45b5-9a1d-1af914b9b803 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:43.361937 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4ee48ad9-c03d-45b5-9a1d-1af914b9b803 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0825882 Feb 09 03:28:43.364961 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43904) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:43.378333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b548f-cc5f-4992-b3e1-d57189167379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd090100-e6d1-4ce6-a177-b0603596f005,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:43.443995 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (1be2cf58-d899-4680-80cf-f327d9f640a5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.456442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.465905 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "DELETE /v2.0/networks/1be2cf58-d899-4680-80cf-f327d9f640a5 HTTP/1.1" status: 204 len: 168 time: 0.8548951 Feb 09 03:28:43.494302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43906) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:43.494685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff2f62-b619-46cc-a9e8-793bdef679a1 req-04974dbc-cb42-4867-95c7-f10248852f42 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:43.502413 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4aff2f62-b619-46cc-a9e8-793bdef679a1 req-04974dbc-cb42-4867-95c7-f10248852f42 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 1024 time: 0.2710323 Feb 09 03:28:43.522489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74af2a1-a43c-44d7-9cbd-515b3de078b2 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event deleted for resources: {'Network': ['ID=1be2cf58-d899-4680-80cf-f327d9f640a5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:43.694892 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (982124d0-ea31-4049-9211-a0105d6175a8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.697982 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4aff2f62-b619-46cc-a9e8-793bdef679a1 req-947b2131-d839-47bb-9827-8d37105e4539 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=25649a00-1328-4777-b38b-1e30f393f823&id=4eb2ec50-6cc2-4482-8acf-924339354c2b&id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1944840 Feb 09 03:28:43.700909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f888864-55b8-4571-a63b-df05dce5ad94 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:43.710330 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1f888864-55b8-4571-a63b-df05dce5ad94 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "PUT /v2.0/routers/ee9e7827-cc3b-4427-a543-2a560aa377d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3341622 Feb 09 03:28:43.711695 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43912) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:43.812437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ade3b949-5fe0-4388-824f-a1b18a233b11 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 966e6f69-d14c-47ea-be5a-55980acfa1e9 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:43.812937 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ade3b949-5fe0-4388-824f-a1b18a233b11 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (966e6f69-d14c-47ea-be5a-55980acfa1e9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.990155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f425094-5584-461f-8b36-43724f72c5f4 None None] Sync routers for ids ['ee9e7827-cc3b-4427-a543-2a560aa377d8'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:44.002541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f425094-5584-461f-8b36-43724f72c5f4 None None] Routers {'ee9e7827-cc3b-4427-a543-2a560aa377d8'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:44.005829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8f425094-5584-461f-8b36-43724f72c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ee9e7827-cc3b-4427-a543-2a560aa377d8'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:44.006375 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (982124d0-ea31-4049-9211-a0105d6175a8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.030751 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ade3b949-5fe0-4388-824f-a1b18a233b11 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (966e6f69-d14c-47ea-be5a-55980acfa1e9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.052704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router (ee9e7827-cc3b-4427-a543-2a560aa377d8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.055031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8f425094-5584-461f-8b36-43724f72c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:44.059949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ade3b949-5fe0-4388-824f-a1b18a233b11 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 966e6f69-d14c-47ea-be5a-55980acfa1e9 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:44.067673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f425094-5584-461f-8b36-43724f72c5f4 None None] Routers {'ee9e7827-cc3b-4427-a543-2a560aa377d8'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:44.068562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8f425094-5584-461f-8b36-43724f72c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ee9e7827-cc3b-4427-a543-2a560aa377d8'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:44.116686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8f425094-5584-461f-8b36-43724f72c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:44.117110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f425094-5584-461f-8b36-43724f72c5f4 None None] The sync data for ids ['ee9e7827-cc3b-4427-a543-2a560aa377d8'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:44.138394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982124d0-ea31-4049-9211-a0105d6175a8']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:44.159420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a24e3a28-8ce0-4a95-b317-f9adcd87698b None None] Provisioning complete for port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:44.159804 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a24e3a28-8ce0-4a95-b317-f9adcd87698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5a099e92-3bdc-4104-b291-f2a2ad6ffd3a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.189168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606ad1aa-d406-4d39-808f-2c60a90628c2') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:44.189803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606ad1aa-d406-4d39-808f-2c60a90628c2') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:44.249214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (606ad1aa-d406-4d39-808f-2c60a90628c2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.267695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a24e3a28-8ce0-4a95-b317-f9adcd87698b None None] Current status of the port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:44.267695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a24e3a28-8ce0-4a95-b317-f9adcd87698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5a099e92-3bdc-4104-b291-f2a2ad6ffd3a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.280440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (606ad1aa-d406-4d39-808f-2c60a90628c2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.310138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:44.310555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (606ad1aa-d406-4d39-808f-2c60a90628c2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:44.315163 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:44.343176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a24e3a28-8ce0-4a95-b317-f9adcd87698b None None] For port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5a099e92-3bdc-4104-b291-f2a2ad6ffd3a,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:44.352347 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a24e3a28-8ce0-4a95-b317-f9adcd87698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5a099e92-3bdc-4104-b291-f2a2ad6ffd3a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.389731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a76af-5e1f-43b9-b995-43be1b1e776e req-a2e3f0d0-0b37-48c1-827c-75a3f39b6faf tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:44.391744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d0a76af-5e1f-43b9-b995-43be1b1e776e req-a2e3f0d0-0b37-48c1-827c-75a3f39b6faf tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.2459798 Feb 09 03:28:44.453147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e3a28-8ce0-4a95-b317-f9adcd87698b None None] Pushing event updated for resources: {'Port': ['ID=5a099e92-3bdc-4104-b291-f2a2ad6ffd3a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:44.483902 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (982124d0-ea31-4049-9211-a0105d6175a8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.486123 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router_gateway (ee9e7827-cc3b-4427-a543-2a560aa377d8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.491071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3931cd44-6dfd-40e7-8eac-381c92db2751 None None] Provisioning complete for port 966e6f69-d14c-47ea-be5a-55980acfa1e9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:44.491707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3931cd44-6dfd-40e7-8eac-381c92db2751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (966e6f69-d14c-47ea-be5a-55980acfa1e9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.496615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:44.510232 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.513692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "DELETE /v2.0/networks/982124d0-ea31-4049-9211-a0105d6175a8 HTTP/1.1" status: 204 len: 168 time: 1.0309963 Feb 09 03:28:44.516663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43934) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:44.562134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1277b-a87e-4a25-9960-6f7ba0254740 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event deleted for resources: {'Network': ['ID=982124d0-ea31-4049-9211-a0105d6175a8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:44.567139 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d0a76af-5e1f-43b9-b995-43be1b1e776e req-70b4b0e9-d94a-4d31-905d-3e4305d79254 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633604 Feb 09 03:28:44.597464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3931cd44-6dfd-40e7-8eac-381c92db2751 None None] Port 966e6f69-d14c-47ea-be5a-55980acfa1e9 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:28:44.602389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:44.602771 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5a099e92-3bdc-4104-b291-f2a2ad6ffd3a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.634192 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ade3b949-5fe0-4388-824f-a1b18a233b11 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (966e6f69-d14c-47ea-be5a-55980acfa1e9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.670965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3b949-5fe0-4388-824f-a1b18a233b11 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=966e6f69-d14c-47ea-be5a-55980acfa1e9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:44.671635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a63f5e-7b7d-4ea3-9c5b-263aee4a34d8 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:44.680435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port d8014bdc-f808-46ad-8b5e-1f84f867cbc6 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:44.680775 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d8014bdc-f808-46ad-8b5e-1f84f867cbc6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.686849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a63f5e-7b7d-4ea3-9c5b-263aee4a34d8 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:44.693831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d4a63f5e-7b7d-4ea3-9c5b-263aee4a34d8 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1743381 Feb 09 03:28:44.697719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43938) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:44.704534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-bca52c8a-bde8-4306-b170-771e7901b044 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-169836801'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:44.711444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:44.764376 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca52c8a-bde8-4306-b170-771e7901b044 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Made reservation on behalf of 8d37f66fa872449482af76b9c8a9be5d for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:44.780437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bca52c8a-bde8-4306-b170-771e7901b044 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.891691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca52c8a-bde8-4306-b170-771e7901b044 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:44.912982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fa2b-08d9-4e02-9a56-b2855d40e1a8 req-9fb948a5-a875-4dba-89c8-9fdacda282bf tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:44.915364 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d55fa2b-08d9-4e02-9a56-b2855d40e1a8 req-9fb948a5-a875-4dba-89c8-9fdacda282bf tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.42 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 1024 time: 0.1856670 Feb 09 03:28:44.938175 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bca52c8a-bde8-4306-b170-771e7901b044 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ffa5dbb8-a3a9-4805-9fde-188d3e1ec5bf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.938729 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-bca52c8a-bde8-4306-b170-771e7901b044 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Added segment ffa5dbb8-a3a9-4805-9fde-188d3e1ec5bf of type vlan for network b0bd17c8-9deb-44cb-adc6-73472c73505e Feb 09 03:28:45.076932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54e058-d9b8-4388-885e-c3269aa77980 req-0e37f645-e333-4cef-8cd6-cab13233a89a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:45.085387 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3d54e058-d9b8-4388-885e-c3269aa77980 req-0e37f645-e333-4cef-8cd6-cab13233a89a tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 1024 time: 0.2815294 Feb 09 03:28:45.130268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bca52c8a-bde8-4306-b170-771e7901b044 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (b0bd17c8-9deb-44cb-adc6-73472c73505e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.157677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ade3b949-5fe0-4388-824f-a1b18a233b11 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.167918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ade3b949-5fe0-4388-824f-a1b18a233b11 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/966e6f69-d14c-47ea-be5a-55980acfa1e9 HTTP/1.1" status: 204 len: 168 time: 1.7957981 Feb 09 03:28:45.170662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43960) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:45.231861 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bca52c8a-bde8-4306-b170-771e7901b044 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (b0bd17c8-9deb-44cb-adc6-73472c73505e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.237211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca52c8a-bde8-4306-b170-771e7901b044 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:45.237866 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bca52c8a-bde8-4306-b170-771e7901b044 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.277875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7f203-3317-4e04-a04f-d69432394775 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:45.279153 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7f203-3317-4e04-a04f-d69432394775 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:45.280898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-53e7f203-3317-4e04-a04f-d69432394775 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1093972 Feb 09 03:28:45.285093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43962) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:45.320392 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3d54e058-d9b8-4388-885e-c3269aa77980 req-7128a958-caa3-472a-8f30-ed11fac3da39 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups?id=25649a00-1328-4777-b38b-1e30f393f823&id=4eb2ec50-6cc2-4482-8acf-924339354c2b&id=89c003f8-f6cd-48ec-a2e1-f625742a0125&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2336936 Feb 09 03:28:45.328157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d8014bdc-f808-46ad-8b5e-1f84f867cbc6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.344445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca52c8a-bde8-4306-b170-771e7901b044 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event updated for resources: {'Network': ['ID=b0bd17c8-9deb-44cb-adc6-73472c73505e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:45.355517 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bca52c8a-bde8-4306-b170-771e7901b044 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6554902 Feb 09 03:28:45.356537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43966) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:45.356836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network b0bd17c8-9deb-44cb-adc6-73472c73505e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:45.361637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-49c7f4c0-e26c-4ee0-b1a4-2b108f8cb058 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-110066329'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:45.362399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for d8014bdc-f808-46ad-8b5e-1f84f867cbc6 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:45.380246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-5d55fa2b-08d9-4e02-9a56-b2855d40e1a8 req-427ce10b-5179-4e50-8cdb-dba59421b1d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Deleting port d573766c-5f11-4cfb-b105-d3abd25b7060 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:45.380606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5d55fa2b-08d9-4e02-9a56-b2855d40e1a8 req-427ce10b-5179-4e50-8cdb-dba59421b1d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.400819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-725acad2-be72-4347-a8a7-1345c0344164 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet c5ce188a-f83b-48ea-bc92-7f1c692b208d {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:45.405980 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725acad2-be72-4347-a8a7-1345c0344164 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (c5ce188a-f83b-48ea-bc92-7f1c692b208d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.506859 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725acad2-be72-4347-a8a7-1345c0344164 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (c5ce188a-f83b-48ea-bc92-7f1c692b208d), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.529762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5d55fa2b-08d9-4e02-9a56-b2855d40e1a8 req-427ce10b-5179-4e50-8cdb-dba59421b1d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] For port d573766c-5f11-4cfb-b105-d3abd25b7060, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d573766c-5f11-4cfb-b105-d3abd25b7060,segment=NetworkSegment(0daae537-9620-476e-92a0-5335e35382a6),segment_id=0daae537-9620-476e-92a0-5335e35382a6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:45.530259 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5d55fa2b-08d9-4e02-9a56-b2855d40e1a8 req-427ce10b-5179-4e50-8cdb-dba59421b1d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.532893 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c7f4c0-e26c-4ee0-b1a4-2b108f8cb058 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Made reservation on behalf of 8d37f66fa872449482af76b9c8a9be5d for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:45.536895 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49c7f4c0-e26c-4ee0-b1a4-2b108f8cb058 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.603384 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e102486e-5821-4170-8494-9644a3cdaa86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.696372 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725acad2-be72-4347-a8a7-1345c0344164 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c5ce188a-f83b-48ea-bc92-7f1c692b208d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.829955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d8014bdc-f808-46ad-8b5e-1f84f867cbc6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.881301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977f00-384c-474a-9a23-b44f41602f2f req-2b0042fa-7403-418f-9a68-6b12598c347c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:45.882915 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26977f00-384c-474a-9a23-b44f41602f2f req-2b0042fa-7403-418f-9a68-6b12598c347c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.1899343 Feb 09 03:28:45.885841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=d8014bdc-f808-46ad-8b5e-1f84f867cbc6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:45.917399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-5d55fa2b-08d9-4e02-9a56-b2855d40e1a8 req-427ce10b-5179-4e50-8cdb-dba59421b1d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Calling delete_port for d573766c-5f11-4cfb-b105-d3abd25b7060 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:45.921788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725acad2-be72-4347-a8a7-1345c0344164 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (c5ce188a-f83b-48ea-bc92-7f1c692b208d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.928125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c7f4c0-e26c-4ee0-b1a4-2b108f8cb058 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:45.975962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49c7f4c0-e26c-4ee0-b1a4-2b108f8cb058 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (99c1c00f-0f30-44bb-b22e-dda3c358a2df), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.976666 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-49c7f4c0-e26c-4ee0-b1a4-2b108f8cb058 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Added segment 99c1c00f-0f30-44bb-b22e-dda3c358a2df of type vlan for network 92618950-f9ca-4950-83c8-1b1d2b86c40c Feb 09 03:28:45.987704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725acad2-be72-4347-a8a7-1345c0344164 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ce188a-f83b-48ea-bc92-7f1c692b208d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:45.994539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725acad2-be72-4347-a8a7-1345c0344164 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.998049 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-725acad2-be72-4347-a8a7-1345c0344164 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/c5ce188a-f83b-48ea-bc92-7f1c692b208d HTTP/1.1" status: 204 len: 168 time: 0.7115765 Feb 09 03:28:46.003308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43992) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:46.014875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d9c2df-6d61-4e00-a88e-f07f32de2870 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:46.042918 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49c7f4c0-e26c-4ee0-b1a4-2b108f8cb058 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (92618950-f9ca-4950-83c8-1b1d2b86c40c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.085368 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49c7f4c0-e26c-4ee0-b1a4-2b108f8cb058 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (92618950-f9ca-4950-83c8-1b1d2b86c40c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.091168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c7f4c0-e26c-4ee0-b1a4-2b108f8cb058 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:46.091774 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49c7f4c0-e26c-4ee0-b1a4-2b108f8cb058 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.109650 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6fadfaf3-0cdf-454b-95b8-40cf440577e9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000059 Feb 09 03:28:46.114630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43996) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:46.116971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (ee9e7827-cc3b-4427-a543-2a560aa377d8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.145157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a7ed08ae-4363-43d1-b9f1-246859ee0691 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:46.151324 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26977f00-384c-474a-9a23-b44f41602f2f req-4e63b77a-8468-43d9-9796-25279ed68223 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341049 Feb 09 03:28:46.200351 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-49c7f4c0-e26c-4ee0-b1a4-2b108f8cb058 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8427529 Feb 09 03:28:46.212520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44000) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:46.272674 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (ee9e7827-cc3b-4427-a543-2a560aa377d8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.275192 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router_controller (ee9e7827-cc3b-4427-a543-2a560aa377d8), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.276141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'ports': [{'network_id': 'b0bd17c8-9deb-44cb-adc6-73472c73505e', 'name': 'tempest-port--656361175', 'admin_state_up': True}, {'network_id': '92618950-f9ca-4950-83c8-1b1d2b86c40c', 'admin_state_up': False}]} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:46.276818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'port': {'network_id': 'b0bd17c8-9deb-44cb-adc6-73472c73505e', 'name': 'tempest-port--656361175', 'admin_state_up': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:46.277490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'port': {'network_id': '92618950-f9ca-4950-83c8-1b1d2b86c40c', 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:46.329565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:28:46.367580 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (ee9e7827-cc3b-4427-a543-2a560aa377d8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.367985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Fanout notify agent at l3_agent the message router_deleted on router ee9e7827-cc3b-4427-a543-2a560aa377d8 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:28:46.382801 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.385312 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6ad963f3-c000-479e-8abd-28ab29886c1c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/routers/ee9e7827-cc3b-4427-a543-2a560aa377d8 HTTP/1.1" status: 204 len: 168 time: 2.6698060 Feb 09 03:28:46.388323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44008) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:46.427492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Deleting port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:46.428500 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5a099e92-3bdc-4104-b291-f2a2ad6ffd3a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.468436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7f4c0-e26c-4ee0-b1a4-2b108f8cb058 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event updated for resources: {'Network': ['ID=92618950-f9ca-4950-83c8-1b1d2b86c40c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:46.514464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 92618950-f9ca-4950-83c8-1b1d2b86c40c details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:46.517256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:46.527128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a8cc41-ea45-4e7a-9e0c-b4aec8713c15 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting subnet 50c3007c-4b09-4b7a-ba76-e7d007b21b05 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:46.532167 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ec71d30-cdc7-41bc-a0a7-44d3e8053616 req-dc62f3e1-61cf-465a-a7ca-f7fec752ed79 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 210 time: 0.0752187 Feb 09 03:28:46.539183 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5d55fa2b-08d9-4e02-9a56-b2855d40e1a8 req-427ce10b-5179-4e50-8cdb-dba59421b1d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d573766c-5f11-4cfb-b105-d3abd25b7060), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.547285 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5a8cc41-ea45-4e7a-9e0c-b4aec8713c15 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for subnet (50c3007c-4b09-4b7a-ba76-e7d007b21b05), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.588342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ce10b-5179-4e50-8cdb-dba59421b1d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event deleted for resources: {'Port': ['ID=d573766c-5f11-4cfb-b105-d3abd25b7060,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:46.639505 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5a8cc41-ea45-4e7a-9e0c-b4aec8713c15 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (50c3007c-4b09-4b7a-ba76-e7d007b21b05), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.688317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] For port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5a099e92-3bdc-4104-b291-f2a2ad6ffd3a,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:46.689019 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5a099e92-3bdc-4104-b291-f2a2ad6ffd3a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.706204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Calling delete_port for 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:46.709946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d55fa2b-08d9-4e02-9a56-b2855d40e1a8 req-427ce10b-5179-4e50-8cdb-dba59421b1d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] No DVR routers for this DVR port d573766c-5f11-4cfb-b105-d3abd25b7060 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:46.711760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ed08ae-4363-43d1-b9f1-246859ee0691 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:46.715846 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a7ed08ae-4363-43d1-b9f1-246859ee0691 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.723180 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5d55fa2b-08d9-4e02-9a56-b2855d40e1a8 req-427ce10b-5179-4e50-8cdb-dba59421b1d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.726544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d55fa2b-08d9-4e02-9a56-b2855d40e1a8 req-427ce10b-5179-4e50-8cdb-dba59421b1d9 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.42 "DELETE /v2.0/ports/d573766c-5f11-4cfb-b105-d3abd25b7060 HTTP/1.1" status: 204 len: 173 time: 1.7962248 Feb 09 03:28:46.726955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44523d12-3267-49c7-92d8-cc3c8ecedd14', 'name': 'network-vif-deleted', 'tag': 'd573766c-5f11-4cfb-b105-d3abd25b7060'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:46.729790 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f038fca-245e-43f8-99f6-30770d17ec19" -d '{"events": [{"server_uuid": "44523d12-3267-49c7-92d8-cc3c8ecedd14", "name": "network-vif-deleted", "tag": "d573766c-5f11-4cfb-b105-d3abd25b7060"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:46.833270 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb0fa36-e545-4fde-adca-794fb6530a07 x-openstack-request-id: req-fbb0fa36-e545-4fde-adca-794fb6530a07 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:46.834198 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44523d12-3267-49c7-92d8-cc3c8ecedd14", "name": "network-vif-deleted", "tag": "d573766c-5f11-4cfb-b105-d3abd25b7060", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:46.834702 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbb0fa36-e545-4fde-adca-794fb6530a07 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:46.835362 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44523d12-3267-49c7-92d8-cc3c8ecedd14', 'name': 'network-vif-deleted', 'tag': 'd573766c-5f11-4cfb-b105-d3abd25b7060', 'status': 'completed', 'code': 200} Feb 09 03:28:46.840861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Made reservation on behalf of 8d37f66fa872449482af76b9c8a9be5d for: {'port': 2} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:46.845510 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.870507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5a8cc41-ea45-4e7a-9e0c-b4aec8713c15 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (50c3007c-4b09-4b7a-ba76-e7d007b21b05), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.877498 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.985595 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (5a099e92-3bdc-4104-b291-f2a2ad6ffd3a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.017152 n-d-824835-15 neutron-server[103329]: INFO neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No ports have port_id starting with 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a Feb 09 03:28:47.026030 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5a8cc41-ea45-4e7a-9e0c-b4aec8713c15 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (50c3007c-4b09-4b7a-ba76-e7d007b21b05), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.110534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Pushing event deleted for resources: {'Port': ['ID=5a099e92-3bdc-4104-b291-f2a2ad6ffd3a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:47.115699 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5a8cc41-ea45-4e7a-9e0c-b4aec8713c15 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.127275 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e5a8cc41-ea45-4e7a-9e0c-b4aec8713c15 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/subnets/50c3007c-4b09-4b7a-ba76-e7d007b21b05 HTTP/1.1" status: 204 len: 168 time: 0.7378700 Feb 09 03:28:47.128436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] No DVR routers for this DVR port 5a099e92-3bdc-4104-b291-f2a2ad6ffd3a on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:47.136539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8cc41-ea45-4e7a-9e0c-b4aec8713c15 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Subnet': ['ID=50c3007c-4b09-4b7a-ba76-e7d007b21b05,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:47.137931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44018) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:47.139623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.139969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.140307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.140646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.140974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.141297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.141654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.141978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.142300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.142621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.142937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.149437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.149809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528fc6d-fb99-4cca-835f-9b1da4b769dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:47.164900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4246783-48c5-441d-a953-3ed3639e9ae0 None None] Network 82a9a9b2-81f8-4e02-aab6-22ffc69ad851 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:47.233525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] device_id is not set on port ebd0d82c-f9ac-470e-a445-1b5c2e119532 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:28:47.295731 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (82a9a9b2-81f8-4e02-aab6-22ffc69ad851), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.307106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44024) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:47.408365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:47.408720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.517699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a286e13-ae74-4e83-97be-19f0ffd75070 req-97197669-ea63-4ea3-a5b1-c1728f2176cc tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:47.522003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b469b-5046-4a98-82e8-4631556331f3 None None] DHCP port deletion for 82a9a9b2-81f8-4e02-aab6-22ffc69ad851 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:28:47.525593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a286e13-ae74-4e83-97be-19f0ffd75070 req-97197669-ea63-4ea3-a5b1-c1728f2176cc tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.2340126 Feb 09 03:28:47.534826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] For port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac,segment=NetworkSegment(33ab5132-bc54-4642-8f20-53d7797ae088),segment_id=33ab5132-bc54-4642-8f20-53d7797ae088)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:47.535147 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.563720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:47.609734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b469b-5046-4a98-82e8-4631556331f3 None None] Deleting port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:47.610237 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d4b469b-5046-4a98-82e8-4631556331f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.654476 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a7ed08ae-4363-43d1-b9f1-246859ee0691 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (e1f663a7-e2e0-44d9-8457-216e1b5da63d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.658260 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14f2e2a1-f2c1-46c7-9fab-0efc964f1a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.692908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6d4b469b-5046-4a98-82e8-4631556331f3 None None] For port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac,segment=NetworkSegment(33ab5132-bc54-4642-8f20-53d7797ae088),segment_id=33ab5132-bc54-4642-8f20-53d7797ae088)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:47.693639 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d4b469b-5046-4a98-82e8-4631556331f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.713018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b469b-5046-4a98-82e8-4631556331f3 None None] Calling delete_port for f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:47.749277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e0076a7-a0ad-4529-886a-f1e279c98643 req-834b4ebd-301b-477c-82cc-e57810c9f813 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/ports?device_id=44523d12-3267-49c7-92d8-cc3c8ecedd14 HTTP/1.1" status: 200 len: 210 time: 0.0498700 Feb 09 03:28:47.760669 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a286e13-ae74-4e83-97be-19f0ffd75070 req-72ce5725-7930-4a3f-b135-621a7d387606 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341676 Feb 09 03:28:47.772237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed08ae-4363-43d1-b9f1-246859ee0691 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:47.778816 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.794533 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed08ae-4363-43d1-b9f1-246859ee0691 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:47.800168 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for port (ebd0d82c-f9ac-470e-a445-1b5c2e119532), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.807892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ed08ae-4363-43d1-b9f1-246859ee0691 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:47.808408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a7ed08ae-4363-43d1-b9f1-246859ee0691 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.815786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2609cb1a-8d52-4abb-a215-79ec0225f6ab None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:47.852047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed08ae-4363-43d1-b9f1-246859ee0691 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=e1f663a7-e2e0-44d9-8457-216e1b5da63d,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:47.866438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14f2e2a1-f2c1-46c7-9fab-0efc964f1a7a admin admin] Publish callbacks [] for security_group (7017a9be-1d69-449e-a984-5b649bf0ffb2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.873963 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:47.881141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a7ed08ae-4363-43d1-b9f1-246859ee0691 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7388725 Feb 09 03:28:47.881343 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14f2e2a1-f2c1-46c7-9fab-0efc964f1a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7017a9be-1d69-449e-a984-5b649bf0ffb2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.882444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44038) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:47.893829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'name': 'tempest-NetworksTestDHCPv6-649065421'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:47.901162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] No DVR routers for this DVR port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:47.901930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] device_id is not set on port cd7c8ec2-503b-46fd-b669-af6af86c4663 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:28:47.948075 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d4b469b-5046-4a98-82e8-4631556331f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.982614 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-14f2e2a1-f2c1-46c7-9fab-0efc964f1a7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e917f88f7c934240a312d0a4725ddeae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6687853 Feb 09 03:28:47.983241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': 'e1f663a7-e2e0-44d9-8457-216e1b5da63d'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:28:47.984065 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.985595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44040) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:47.989213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d573766c-5f11-4cfb-b105-d3abd25b7060 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:47.994541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b469b-5046-4a98-82e8-4631556331f3 None None] Pushing event deleted for resources: {'Port': ['ID=f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:48.000910 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2e2a1-f2c1-46c7-9fab-0efc964f1a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7017a9be-1d69-449e-a984-5b649bf0ffb2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:48.006980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b469b-5046-4a98-82e8-4631556331f3 None None] No DVR routers for this DVR port f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:48.030060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: d573766c-5f11-4cfb-b105-d3abd25b7060 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:48.030406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d573766c-5f11-4cfb-b105-d3abd25b7060 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:48.116858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:48.120870 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.147045 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (82a9a9b2-81f8-4e02-aab6-22ffc69ad851), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.155653 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67be232c-55dd-4a36-b1ca-d75dd066516c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.160429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port c039406c-fb93-4601-8864-849b41519d69 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:28:48.172085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for port (cd7c8ec2-503b-46fd-b669-af6af86c4663), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.193088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a9a9b2-81f8-4e02-aab6-22ffc69ad851']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:48.214359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ab5132-bc54-4642-8f20-53d7797ae088') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:48.214974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ab5132-bc54-4642-8f20-53d7797ae088') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:48.223379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d4adeac-38b7-4cc6-82c0-02ee5233e8ab admin admin] Publish callbacks [] for security_group (7017a9be-1d69-449e-a984-5b649bf0ffb2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.229626 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (33ab5132-bc54-4642-8f20-53d7797ae088), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.262702 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (33ab5132-bc54-4642-8f20-53d7797ae088), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.271591 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ebd0d82c-f9ac-470e-a445-1b5c2e119532), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.272383 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d4adeac-38b7-4cc6-82c0-02ee5233e8ab admin admin] Publish callbacks [] for security_group (7017a9be-1d69-449e-a984-5b649bf0ffb2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.282022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:48.282785 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (33ab5132-bc54-4642-8f20-53d7797ae088), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:48.288080 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:48.294998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Allocated IP 2001:db8::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/e1f663a7-e2e0-44d9-8457-216e1b5da63d/7ec823fb-185c-4dad-adef-79a5984baf14) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:48.348644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event updated for resources: {'Port': ['ID=ebd0d82c-f9ac-470e-a445-1b5c2e119532,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:48.379758 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (82a9a9b2-81f8-4e02-aab6-22ffc69ad851), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.389802 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.396655 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/networks/82a9a9b2-81f8-4e02-aab6-22ffc69ad851 HTTP/1.1" status: 204 len: 168 time: 1.2545068 Feb 09 03:28:48.398806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44042) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:48.405581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Checking segment: {'id': 'ffa5dbb8-a3a9-4805-9fde-188d3e1ec5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b0bd17c8-9deb-44cb-adc6-73472c73505e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:48.405989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Network hostable DHCP agents. Network: b0bd17c8-9deb-44cb-adc6-73472c73505e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:28:48.429432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f16af9-4ec6-46de-ab69-a6b59d37da78 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Network': ['ID=82a9a9b2-81f8-4e02-aab6-22ffc69ad851,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:48.459988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Network b0bd17c8-9deb-44cb-adc6-73472c73505e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:28:48.479465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, b0bd17c8-9deb-44cb-adc6-73472c73505e) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:48.480634 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d4adeac-38b7-4cc6-82c0-02ee5233e8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7017a9be-1d69-449e-a984-5b649bf0ffb2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.483850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:48.484769 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d4adeac-38b7-4cc6-82c0-02ee5233e8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.485472 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (cd7c8ec2-503b-46fd-b669-af6af86c4663), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.486370 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6d4adeac-38b7-4cc6-82c0-02ee5233e8ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7017a9be-1d69-449e-a984-5b649bf0ffb2 HTTP/1.1" status: 204 len: 168 time: 0.4995716 Feb 09 03:28:48.530240 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Publish callbacks [] for port (7ec823fb-185c-4dad-adef-79a5984baf14), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.540295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4f6ee3-e6e6-44f4-9e8f-dcafeeb031c8 None None] Network b0bd17c8-9deb-44cb-adc6-73472c73505e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:48.543957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:48.549861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-972710c0-440d-454c-9fe3-732c7d5c763a req-9d50a787-9d28-4265-b0a2-ffb45bb2fba6 tempest-ImagesOneServerNegativeTestJSON-1228556808 tempest-ImagesOneServerNegativeTestJSON-1228556808-project] (103327) timed out ('10.222.0.65', 65248) {{(pid=103327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:28:48.550091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4adeac-38b7-4cc6-82c0-02ee5233e8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7017a9be-1d69-449e-a984-5b649bf0ffb2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:48.586159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:48.586519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f874f2f6-b4ae-4ed3-87a3-122b02a8c3ac not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:48.592956 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (7ec823fb-185c-4dad-adef-79a5984baf14), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.616316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-0a97ab27-7483-4c73-9137-badc7058ccd5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port 3ee2998d-3db4-423a-b02c-40916f1de30b {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:48.616837 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a97ab27-7483-4c73-9137-badc7058ccd5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3ee2998d-3db4-423a-b02c-40916f1de30b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.684027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event updated for resources: {'Port': ['ID=cd7c8ec2-503b-46fd-b669-af6af86c4663,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:48.722037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:48.730906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:48.733609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:48.735516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::121 (c5780e3f-5fe0-4434-8596-82a0e8078930/e1f663a7-e2e0-44d9-8457-216e1b5da63d/c039406c-fb93-4601-8864-849b41519d69) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:48.738268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Checking segment: {'id': '99c1c00f-0f30-44bb-b22e-dda3c358a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '92618950-f9ca-4950-83c8-1b1d2b86c40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:48.739207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Network hostable DHCP agents. Network: 92618950-f9ca-4950-83c8-1b1d2b86c40c, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:28:48.777002 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a97ab27-7483-4c73-9137-badc7058ccd5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3ee2998d-3db4-423a-b02c-40916f1de30b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.777786 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a97ab27-7483-4c73-9137-badc7058ccd5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (3ee2998d-3db4-423a-b02c-40916f1de30b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.784798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Network 92618950-f9ca-4950-83c8-1b1d2b86c40c is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:28:48.812537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 92618950-f9ca-4950-83c8-1b1d2b86c40c) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:48.832848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:48.836601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d051845a-1f1b-4696-b210-7ec2e931019a None None] Network 92618950-f9ca-4950-83c8-1b1d2b86c40c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:48.839250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-0a97ab27-7483-4c73-9137-badc7058ccd5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for 3ee2998d-3db4-423a-b02c-40916f1de30b owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:48.840802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:48.845552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:48.846273 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.866352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Pushing event updated for resources: {'Port': ['ID=7ec823fb-185c-4dad-adef-79a5984baf14,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:48.923865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a990e0de-05a3-41f2-a1f4-87b62f67fbac tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6689200 Feb 09 03:28:48.957846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44058) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:49.009445 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Attempting to bind port 7ec823fb-185c-4dad-adef-79a5984baf14 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:49.010376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Attempting to bind port 7ec823fb-185c-4dad-adef-79a5984baf14 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:49.010743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Attempting to bind port 7ec823fb-185c-4dad-adef-79a5984baf14 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:49.047268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:49.047638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:49.048047 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.048438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:49.048920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Bound port: 7ec823fb-185c-4dad-adef-79a5984baf14, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:49.049296 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7ec823fb-185c-4dad-adef-79a5984baf14), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.112484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44062) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:49.135647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] For port 7ec823fb-185c-4dad-adef-79a5984baf14, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:49.140795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] For port 7ec823fb-185c-4dad-adef-79a5984baf14, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7ec823fb-185c-4dad-adef-79a5984baf14,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:49.151019 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7ec823fb-185c-4dad-adef-79a5984baf14), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.161003 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-949e6b3d-a0f1-484e-9820-98fadbef03ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.174982 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (c039406c-fb93-4601-8864-849b41519d69), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.219538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a2889b-56f9-4bfb-bf82-c40a963f085f tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:49.220631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd951b06-323d-40e8-8e19-4eb79e1363b0 req-3e4a3e27-f0d1-48f0-b44f-7640ec33dd2b tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/25649a00-1328-4777-b38b-1e30f393f823 HTTP/1.1" status: 200 len: 1820 time: 0.2451117 Feb 09 03:28:49.225266 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c039406c-fb93-4601-8864-849b41519d69), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.227225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a2889b-56f9-4bfb-bf82-c40a963f085f tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:49.229245 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e0a2889b-56f9-4bfb-bf82-c40a963f085f tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2697279 Feb 09 03:28:49.237131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44064) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:49.238143 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544a4f8-7213-4c84-b686-89eef72a21f0 None None] Pushing event updated for resources: {'Port': ['ID=7ec823fb-185c-4dad-adef-79a5984baf14,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:49.265326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3d795-7a05-4dc8-95c2-deeb83bc4b12 req-673931cc-9537-41d7-8113-45f50f73a770 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:49.267096 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36c3d795-7a05-4dc8-95c2-deeb83bc4b12 req-673931cc-9537-41d7-8113-45f50f73a770 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.2810321 Feb 09 03:28:49.290455 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.313667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:49.322260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:49.325129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:49.332975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:49.333867 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.404778 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd951b06-323d-40e8-8e19-4eb79e1363b0 req-c3dd890a-9c66-4343-a296-eeb623c16850 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (25649a00-1328-4777-b38b-1e30f393f823), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.439873 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a97ab27-7483-4c73-9137-badc7058ccd5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3ee2998d-3db4-423a-b02c-40916f1de30b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.444365 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd951b06-323d-40e8-8e19-4eb79e1363b0 req-c3dd890a-9c66-4343-a296-eeb623c16850 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (25649a00-1328-4777-b38b-1e30f393f823), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.460852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=c039406c-fb93-4601-8864-849b41519d69,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:49.476030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36c3d795-7a05-4dc8-95c2-deeb83bc4b12 req-da0a3ded-bcf8-4646-bba4-16207ee90b05 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798887 Feb 09 03:28:49.479018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b2018e1f-70b7-40ad-b1d0-63a16a5a8ab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5950112 Feb 09 03:28:49.483327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44066) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:49.516512 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-949e6b3d-a0f1-484e-9820-98fadbef03ac admin admin] Publish callbacks [] for security_group (e7f13068-85fb-4f66-822f-9fabbccf2915), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.517662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97ab27-7483-4c73-9137-badc7058ccd5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=3ee2998d-3db4-423a-b02c-40916f1de30b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:49.528613 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-949e6b3d-a0f1-484e-9820-98fadbef03ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e7f13068-85fb-4f66-822f-9fabbccf2915), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.622074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ef854-a807-426a-937d-2e67e819c47d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:49.629162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ef854-a807-426a-937d-2e67e819c47d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:49.630936 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-197ef854-a807-426a-937d-2e67e819c47d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1463711 Feb 09 03:28:49.632065 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd951b06-323d-40e8-8e19-4eb79e1363b0 req-c3dd890a-9c66-4343-a296-eeb623c16850 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (25649a00-1328-4777-b38b-1e30f393f823), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.634720 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd951b06-323d-40e8-8e19-4eb79e1363b0 req-c3dd890a-9c66-4343-a296-eeb623c16850 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.635807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd951b06-323d-40e8-8e19-4eb79e1363b0 req-c3dd890a-9c66-4343-a296-eeb623c16850 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "DELETE /v2.0/security-groups/25649a00-1328-4777-b38b-1e30f393f823 HTTP/1.1" status: 204 len: 173 time: 0.4031589 Feb 09 03:28:49.636350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44070) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:49.667804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd890a-9c66-4343-a296-eeb623c16850 tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25649a00-1328-4777-b38b-1e30f393f823,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:49.776433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e6b3d-a0f1-484e-9820-98fadbef03ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f13068-85fb-4f66-822f-9fabbccf2915,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:49.782326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9db82ec5-54fd-46a5-b42a-15272da92e43 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port c039406c-fb93-4601-8864-849b41519d69 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:49.782833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9db82ec5-54fd-46a5-b42a-15272da92e43 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c039406c-fb93-4601-8864-849b41519d69), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.787472 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-949e6b3d-a0f1-484e-9820-98fadbef03ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c66f7a8e7b8d4ccb8ba807ca5ffbcf09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6686573 Feb 09 03:28:49.788384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44074) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:49.796738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-8657dab3-b6a2-44b0-87cc-29da855d9b69 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Deleting port ebd0d82c-f9ac-470e-a445-1b5c2e119532 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:49.797077 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8657dab3-b6a2-44b0-87cc-29da855d9b69 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ebd0d82c-f9ac-470e-a445-1b5c2e119532), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.803327 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8efd48b4-5384-4d93-8f04-f3857fa1cf25 req-6c37c70c-96fd-4001-899c-da4cfd60f7ed tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "GET /v2.0/security-groups/4eb2ec50-6cc2-4482-8acf-924339354c2b HTTP/1.1" status: 200 len: 1818 time: 0.1026845 Feb 09 03:28:49.864660 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a97ab27-7483-4c73-9137-badc7058ccd5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for floatingip (c5d11194-da87-4be5-b565-d2d89b7ec39f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.867158 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a97ab27-7483-4c73-9137-badc7058ccd5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.872185 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0a97ab27-7483-4c73-9137-badc7058ccd5 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/floatingips/c5d11194-da87-4be5-b565-d2d89b7ec39f HTTP/1.1" status: 204 len: 168 time: 1.4697115 Feb 09 03:28:49.877397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:49.909960 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a8ecbb-1039-4b2c-8776-aceb13ca6c1e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] DELETE failed (client error): The resource could not be found. Feb 09 03:28:49.910779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a8ecbb-1039-4b2c-8776-aceb13ca6c1e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:28:49.916408 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-67a8ecbb-1039-4b2c-8776-aceb13ca6c1e tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/ports/deb6c8e6-749e-43c6-9dc6-ad1520e87950 HTTP/1.1" status: 404 len: 333 time: 0.0354919 Feb 09 03:28:49.917188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44078) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:49.923910 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9db82ec5-54fd-46a5-b42a-15272da92e43 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c039406c-fb93-4601-8864-849b41519d69), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.938980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9db82ec5-54fd-46a5-b42a-15272da92e43 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for c039406c-fb93-4601-8864-849b41519d69 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:49.964979 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8657dab3-b6a2-44b0-87cc-29da855d9b69 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ebd0d82c-f9ac-470e-a445-1b5c2e119532), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.973744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c1ad55b3-71f2-4bbc-81c8-2aa7e672d863 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee9e7827-cc3b-4427-a543-2a560aa377d8 HTTP/1.1" status: 200 len: 205 time: 0.0504611 Feb 09 03:28:49.980401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44080) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:49.999608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-8657dab3-b6a2-44b0-87cc-29da855d9b69 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Calling delete_port for ebd0d82c-f9ac-470e-a445-1b5c2e119532 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:50.047363 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe6b857-64d3-4def-b670-1090bac9afff admin admin] Publish callbacks [] for security_group (e7f13068-85fb-4f66-822f-9fabbccf2915), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.055106 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-c1a85e5c-27da-482a-8c38-cf797fbc768c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] delete failed (client error): The resource could not be found. Feb 09 03:28:50.056564 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c1a85e5c-27da-482a-8c38-cf797fbc768c tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/routers/ee9e7827-cc3b-4427-a543-2a560aa377d8 HTTP/1.1" status: 404 len: 336 time: 0.0749846 Feb 09 03:28:50.062236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44082) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:50.106837 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8efd48b4-5384-4d93-8f04-f3857fa1cf25 req-09597d4c-70b3-4497-b32b-722ad61bed0f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (4eb2ec50-6cc2-4482-8acf-924339354c2b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.110064 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e89da4-28a1-4341-86fd-b3870c940eb4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] DELETE failed (client error): The resource could not be found. Feb 09 03:28:50.110539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e89da4-28a1-4341-86fd-b3870c940eb4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:28:50.114532 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a8e89da4-28a1-4341-86fd-b3870c940eb4 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/subnets/50c3007c-4b09-4b7a-ba76-e7d007b21b05 HTTP/1.1" status: 404 len: 337 time: 0.0503526 Feb 09 03:28:50.117486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44084) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:50.136387 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe6b857-64d3-4def-b670-1090bac9afff admin admin] Publish callbacks [] for security_group (e7f13068-85fb-4f66-822f-9fabbccf2915), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.167582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8efd48b4-5384-4d93-8f04-f3857fa1cf25 req-09597d4c-70b3-4497-b32b-722ad61bed0f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (4eb2ec50-6cc2-4482-8acf-924339354c2b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.184564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9db82ec5-54fd-46a5-b42a-15272da92e43 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c039406c-fb93-4601-8864-849b41519d69), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.249194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db82ec5-54fd-46a5-b42a-15272da92e43 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=c039406c-fb93-4601-8864-849b41519d69,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:50.266604 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8657dab3-b6a2-44b0-87cc-29da855d9b69 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ebd0d82c-f9ac-470e-a445-1b5c2e119532), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.289551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8efd48b4-5384-4d93-8f04-f3857fa1cf25 req-09597d4c-70b3-4497-b32b-722ad61bed0f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4eb2ec50-6cc2-4482-8acf-924339354c2b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.292415 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8efd48b4-5384-4d93-8f04-f3857fa1cf25 req-09597d4c-70b3-4497-b32b-722ad61bed0f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.293674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8efd48b4-5384-4d93-8f04-f3857fa1cf25 req-09597d4c-70b3-4497-b32b-722ad61bed0f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] 10.222.0.21 "DELETE /v2.0/security-groups/4eb2ec50-6cc2-4482-8acf-924339354c2b HTTP/1.1" status: 204 len: 173 time: 0.4811411 Feb 09 03:28:50.309698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44086) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:50.313756 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9db82ec5-54fd-46a5-b42a-15272da92e43 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.317568 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9db82ec5-54fd-46a5-b42a-15272da92e43 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/c039406c-fb93-4601-8864-849b41519d69 HTTP/1.1" status: 204 len: 168 time: 0.6601541 Feb 09 03:28:50.320988 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe6b857-64d3-4def-b670-1090bac9afff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e7f13068-85fb-4f66-822f-9fabbccf2915), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.323744 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe6b857-64d3-4def-b670-1090bac9afff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.325015 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bbe6b857-64d3-4def-b670-1090bac9afff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7f13068-85fb-4f66-822f-9fabbccf2915 HTTP/1.1" status: 204 len: 168 time: 0.5310149 Feb 09 03:28:50.330341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44088) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:50.333063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657dab3-b6a2-44b0-87cc-29da855d9b69 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event deleted for resources: {'Port': ['ID=ebd0d82c-f9ac-470e-a445-1b5c2e119532,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:50.344356 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8657dab3-b6a2-44b0-87cc-29da855d9b69 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.350996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8657dab3-b6a2-44b0-87cc-29da855d9b69 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "DELETE /v2.0/ports/ebd0d82c-f9ac-470e-a445-1b5c2e119532 HTTP/1.1" status: 204 len: 168 time: 1.1106761 Feb 09 03:28:50.353135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44092) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:50.392974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09597d4c-70b3-4497-b32b-722ad61bed0f tempest-SecurityGroupsTestJSON-287039675 tempest-SecurityGroupsTestJSON-287039675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb2ec50-6cc2-4482-8acf-924339354c2b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:50.420092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6b857-64d3-4def-b670-1090bac9afff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f13068-85fb-4f66-822f-9fabbccf2915,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:50.422537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bad17697-5fd0-47b2-b5bd-194f8a0d4b63 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port ae88b830-4ada-4abc-9f46-0fda9ca3034c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:50.422891 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bad17697-5fd0-47b2-b5bd-194f8a0d4b63 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ae88b830-4ada-4abc-9f46-0fda9ca3034c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.453072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd4cfb7-c50b-4de9-b6be-a4b016f396a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:50.455869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd4cfb7-c50b-4de9-b6be-a4b016f396a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:50.467719 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5cd4cfb7-c50b-4de9-b6be-a4b016f396a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1299784 Feb 09 03:28:50.467993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44094) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:50.560008 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bad17697-5fd0-47b2-b5bd-194f8a0d4b63 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ae88b830-4ada-4abc-9f46-0fda9ca3034c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.593831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bad17697-5fd0-47b2-b5bd-194f8a0d4b63 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for ae88b830-4ada-4abc-9f46-0fda9ca3034c owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:50.623528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-781413f1-225a-4bba-ae31-d15a7a7d9fc0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet e1f663a7-e2e0-44d9-8457-216e1b5da63d {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:50.638682 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-781413f1-225a-4bba-ae31-d15a7a7d9fc0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (e1f663a7-e2e0-44d9-8457-216e1b5da63d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.660804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-5936c582-0044-4560-bba0-622db35420c7 admin admin] Deleting subnet 09826767-a75f-4c1d-8c1d-9a09ec36b4c8 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:50.683934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7ec823fb-185c-4dad-adef-79a5984baf14 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:50.755463 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5936c582-0044-4560-bba0-622db35420c7 admin admin] Publish callbacks [] for subnet (09826767-a75f-4c1d-8c1d-9a09ec36b4c8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.882212 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-781413f1-225a-4bba-ae31-d15a7a7d9fc0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (e1f663a7-e2e0-44d9-8457-216e1b5da63d), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.895796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5936c582-0044-4560-bba0-622db35420c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (09826767-a75f-4c1d-8c1d-9a09ec36b4c8), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.074781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d4e95-614a-4f4f-acca-0bb21ff49441 req-b8f4b88b-0d9c-4d53-a4d5-748edfe000bd tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:51.083039 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da1d4e95-614a-4f4f-acca-0bb21ff49441 req-b8f4b88b-0d9c-4d53-a4d5-748edfe000bd tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.4438343 Feb 09 03:28:51.095866 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5936c582-0044-4560-bba0-622db35420c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (09826767-a75f-4c1d-8c1d-9a09ec36b4c8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.125663 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.167531 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-781413f1-225a-4bba-ae31-d15a7a7d9fc0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (e1f663a7-e2e0-44d9-8457-216e1b5da63d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.176517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-45f01d81-c72d-4c49-bbf6-ea158e02b077 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Deleting port cd7c8ec2-503b-46fd-b669-af6af86c4663 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:51.177099 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45f01d81-c72d-4c49-bbf6-ea158e02b077 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cd7c8ec2-503b-46fd-b669-af6af86c4663), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.210853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a88dab9f-5de5-4f83-bd74-b17cab66ca89 None None] Provisioning complete for port 7ec823fb-185c-4dad-adef-79a5984baf14 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:51.211145 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a88dab9f-5de5-4f83-bd74-b17cab66ca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7ec823fb-185c-4dad-adef-79a5984baf14), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.229248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 7ec823fb-185c-4dad-adef-79a5984baf14 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:51.229648 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7ec823fb-185c-4dad-adef-79a5984baf14), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.278251 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-781413f1-225a-4bba-ae31-d15a7a7d9fc0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (e1f663a7-e2e0-44d9-8457-216e1b5da63d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.347320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781413f1-225a-4bba-ae31-d15a7a7d9fc0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f663a7-e2e0-44d9-8457-216e1b5da63d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:51.356673 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-781413f1-225a-4bba-ae31-d15a7a7d9fc0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.362041 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-781413f1-225a-4bba-ae31-d15a7a7d9fc0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/e1f663a7-e2e0-44d9-8457-216e1b5da63d HTTP/1.1" status: 204 len: 168 time: 0.8930066 Feb 09 03:28:51.365072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44126) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:51.435539 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6ea9e8e5-8a29-4eec-aa0b-b686a65e73a0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691378 Feb 09 03:28:51.448733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44132) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:51.624050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f60a7-dd56-4046-8c6d-f824348edeb2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:51.624662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a88dab9f-5de5-4f83-bd74-b17cab66ca89 None None] Current status of the port 7ec823fb-185c-4dad-adef-79a5984baf14 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:51.624862 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a88dab9f-5de5-4f83-bd74-b17cab66ca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7ec823fb-185c-4dad-adef-79a5984baf14), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.634550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-713f60a7-dd56-4046-8c6d-f824348edeb2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1847203 Feb 09 03:28:51.636045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9182ec35-ba5b-4f76-8c3c-6cf98922a95b None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:51.637743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44142) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:51.665544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7ec823fb-185c-4dad-adef-79a5984baf14 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:51.666196 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7ec823fb-185c-4dad-adef-79a5984baf14), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.736411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e923dd-96fb-457a-8fbc-d99404d06c48 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:51.738036 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-76e923dd-96fb-457a-8fbc-d99404d06c48 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0988379 Feb 09 03:28:51.740719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44144) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:51.779900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a88dab9f-5de5-4f83-bd74-b17cab66ca89 None None] For port 7ec823fb-185c-4dad-adef-79a5984baf14, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7ec823fb-185c-4dad-adef-79a5984baf14,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:51.809673 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a88dab9f-5de5-4f83-bd74-b17cab66ca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7ec823fb-185c-4dad-adef-79a5984baf14), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.815122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3771115e-f208-459e-b2c9-8df1139335cf tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729544 Feb 09 03:28:51.822856 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44152) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:51.832955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-60e9b580-3bb3-456f-a490-71d2b46d005a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:51.913875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dab9f-5de5-4f83-bd74-b17cab66ca89 None None] Pushing event updated for resources: {'Port': ['ID=7ec823fb-185c-4dad-adef-79a5984baf14,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:51.959357 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e9b580-3bb3-456f-a490-71d2b46d005a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:51.964843 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60e9b580-3bb3-456f-a490-71d2b46d005a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.976334 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45f01d81-c72d-4c49-bbf6-ea158e02b077 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cd7c8ec2-503b-46fd-b669-af6af86c4663), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.000846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1745f516-01dc-43f8-b5f9-5304bed5c37f None None] Could not find standard attr ID for object c039406c-fb93-4601-8864-849b41519d69. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:28:52.001065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-45f01d81-c72d-4c49-bbf6-ea158e02b077 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Calling delete_port for cd7c8ec2-503b-46fd-b669-af6af86c4663 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:52.048416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.050130 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:28:52.051344 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:28:52.153877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da1d4e95-614a-4f4f-acca-0bb21ff49441 req-017c43a4-8fcd-4ea8-b0b3-e7bcea115e40 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0694900 Feb 09 03:28:52.163146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45f01d81-c72d-4c49-bbf6-ea158e02b077 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (cd7c8ec2-503b-46fd-b669-af6af86c4663), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.186347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0c8a8d-936d-4b24-b5e2-3b1df767c928 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:28:52.242212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45f01d81-c72d-4c49-bbf6-ea158e02b077 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.242212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-45f01d81-c72d-4c49-bbf6-ea158e02b077 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "DELETE /v2.0/ports/cd7c8ec2-503b-46fd-b669-af6af86c4663 HTTP/1.1" status: 204 len: 168 time: 1.8862929 Feb 09 03:28:52.242212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f01d81-c72d-4c49-bbf6-ea158e02b077 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event deleted for resources: {'Port': ['ID=cd7c8ec2-503b-46fd-b669-af6af86c4663,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:52.244747 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bad17697-5fd0-47b2-b5bd-194f8a0d4b63 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ae88b830-4ada-4abc-9f46-0fda9ca3034c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.248522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44164) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:52.279269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-da0c8a8d-936d-4b24-b5e2-3b1df767c928 None None] Deleting port 7ec823fb-185c-4dad-adef-79a5984baf14 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:52.280721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da0c8a8d-936d-4b24-b5e2-3b1df767c928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7ec823fb-185c-4dad-adef-79a5984baf14), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.316125 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-87e71733-3ecc-4a93-ad1e-f4f38f38a5e0 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0655656 Feb 09 03:28:52.321999 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44170) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:52.327343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9a8d9d80-e891-46cc-b720-bdc3a722235d tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2098599266'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:52.332088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad17697-5fd0-47b2-b5bd-194f8a0d4b63 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=ae88b830-4ada-4abc-9f46-0fda9ca3034c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:52.387086 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60e9b580-3bb3-456f-a490-71d2b46d005a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (b4af2830-ac2f-4767-845d-c20b06216c64), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.394182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-da0c8a8d-936d-4b24-b5e2-3b1df767c928 None None] For port 7ec823fb-185c-4dad-adef-79a5984baf14, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7ec823fb-185c-4dad-adef-79a5984baf14,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:52.395721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da0c8a8d-936d-4b24-b5e2-3b1df767c928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7ec823fb-185c-4dad-adef-79a5984baf14), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.399061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5936c582-0044-4560-bba0-622db35420c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (09826767-a75f-4c1d-8c1d-9a09ec36b4c8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.440348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-da0c8a8d-936d-4b24-b5e2-3b1df767c928 None None] Calling delete_port for 7ec823fb-185c-4dad-adef-79a5984baf14 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:52.450440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e9b580-3bb3-456f-a490-71d2b46d005a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:52.454043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-60e9b580-3bb3-456f-a490-71d2b46d005a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:52.458034 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e9b580-3bb3-456f-a490-71d2b46d005a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:52.458912 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60e9b580-3bb3-456f-a490-71d2b46d005a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.480252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9b580-3bb3-456f-a490-71d2b46d005a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=b4af2830-ac2f-4767-845d-c20b06216c64,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:52.484946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936c582-0044-4560-bba0-622db35420c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09826767-a75f-4c1d-8c1d-9a09ec36b4c8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:52.486987 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5936c582-0044-4560-bba0-622db35420c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.491425 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5936c582-0044-4560-bba0-622db35420c7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/09826767-a75f-4c1d-8c1d-9a09ec36b4c8 HTTP/1.1" status: 204 len: 168 time: 2.1793218 Feb 09 03:28:52.494958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44178) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:52.501170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-60e9b580-3bb3-456f-a490-71d2b46d005a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6771169 Feb 09 03:28:52.501923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44180) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:52.505599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8d9d80-e891-46cc-b720-bdc3a722235d tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Made reservation on behalf of 8d37f66fa872449482af76b9c8a9be5d for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:52.508388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'fixed_ips': [{'subnet_id': 'b4af2830-ac2f-4767-845d-c20b06216c64', 'ip_address': '2001:db8::4e39:eb54:2368:a087'}], 'name': 'tempest-NetworksTestDHCPv6-816021824'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:52.509162 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9d80-e891-46cc-b720-bdc3a722235d tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.574027 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bad17697-5fd0-47b2-b5bd-194f8a0d4b63 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.577438 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bad17697-5fd0-47b2-b5bd-194f8a0d4b63 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/ports/ae88b830-4ada-4abc-9f46-0fda9ca3034c HTTP/1.1" status: 204 len: 168 time: 2.4589801 Feb 09 03:28:52.586394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44184) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:52.634670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:52.647951 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (27b0cfcc-8dae-40a8-93fb-1d23d1a181eb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.655815 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8d9d80-e891-46cc-b720-bdc3a722235d tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:52.666344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9d80-e891-46cc-b720-bdc3a722235d tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c81b8a70-a012-472a-b5be-7bdf9deb7db6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.666709 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-9a8d9d80-e891-46cc-b720-bdc3a722235d tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Added segment c81b8a70-a012-472a-b5be-7bdf9deb7db6 of type vlan for network 79ba3e14-3d23-4a65-a0d8-df799fa95baa Feb 09 03:28:52.670105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7ec823fb-185c-4dad-adef-79a5984baf14 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:52.733938 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da0c8a8d-936d-4b24-b5e2-3b1df767c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (7ec823fb-185c-4dad-adef-79a5984baf14), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.741479 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9d80-e891-46cc-b720-bdc3a722235d tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (79ba3e14-3d23-4a65-a0d8-df799fa95baa), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.752788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.786062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 7d41dd02-872b-49dd-88cd-c63d98f1dd15 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:28:52.805640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c8a8d-936d-4b24-b5e2-3b1df767c928 None None] Pushing event deleted for resources: {'Port': ['ID=7ec823fb-185c-4dad-adef-79a5984baf14,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:52.821599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7ec823fb-185c-4dad-adef-79a5984baf14 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:52.823898 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0c8a8d-936d-4b24-b5e2-3b1df767c928 None None] No DVR routers for this DVR port 7ec823fb-185c-4dad-adef-79a5984baf14 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:52.832303 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9d80-e891-46cc-b720-bdc3a722235d tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (79ba3e14-3d23-4a65-a0d8-df799fa95baa), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.843738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8d9d80-e891-46cc-b720-bdc3a722235d tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:52.844385 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9d80-e891-46cc-b720-bdc3a722235d tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.866176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cde9e2-81cc-4656-9a20-3af69de981f8 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:52.869398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 7ec823fb-185c-4dad-adef-79a5984baf14 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:52.869730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7ec823fb-185c-4dad-adef-79a5984baf14 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:52.970539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9a8d9d80-e891-46cc-b720-bdc3a722235d tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6470904 Feb 09 03:28:52.976353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44194) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:52.986750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fe5350ea-667e-4c31-a4d1-873731277f84 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-237483253'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:53.025884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::4e39:eb54:2368:a087 (c5780e3f-5fe0-4434-8596-82a0e8078930/b4af2830-ac2f-4767-845d-c20b06216c64/7d41dd02-872b-49dd-88cd-c63d98f1dd15) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:53.038166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5350ea-667e-4c31-a4d1-873731277f84 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Made reservation on behalf of 8d37f66fa872449482af76b9c8a9be5d for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:53.042409 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe5350ea-667e-4c31-a4d1-873731277f84 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.045590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d9d80-e891-46cc-b720-bdc3a722235d tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event updated for resources: {'Network': ['ID=79ba3e14-3d23-4a65-a0d8-df799fa95baa,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:53.065269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 79ba3e14-3d23-4a65-a0d8-df799fa95baa details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:53.072195 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (27b0cfcc-8dae-40a8-93fb-1d23d1a181eb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.100889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4a61c4c1-6d6f-44e3-8875-a75a057e6dc9 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port 156da073-41db-460d-8d7f-6355e624a9c7 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:53.101116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5350ea-667e-4c31-a4d1-873731277f84 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:53.101553 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a61c4c1-6d6f-44e3-8875-a75a057e6dc9 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (156da073-41db-460d-8d7f-6355e624a9c7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.120933 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b0cfcc-8dae-40a8-93fb-1d23d1a181eb']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:53.130621 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe5350ea-667e-4c31-a4d1-873731277f84 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1deca4f7-3341-46e6-9213-e0c08af7cd9d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.130913 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-fe5350ea-667e-4c31-a4d1-873731277f84 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Added segment 1deca4f7-3341-46e6-9213-e0c08af7cd9d of type vlan for network cd900094-6a16-402d-9ee0-3ef5270d6dc8 Feb 09 03:28:53.170586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0daae537-9620-476e-92a0-5335e35382a6') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:53.171583 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0daae537-9620-476e-92a0-5335e35382a6') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:53.191277 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (0daae537-9620-476e-92a0-5335e35382a6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.220389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0daae537-9620-476e-92a0-5335e35382a6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.241137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:53.252615 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (0daae537-9620-476e-92a0-5335e35382a6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:53.255606 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:53.280531 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe5350ea-667e-4c31-a4d1-873731277f84 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (cd900094-6a16-402d-9ee0-3ef5270d6dc8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.298827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': 'b4af2830-ac2f-4767-845d-c20b06216c64'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:28:53.299984 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.344756 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe5350ea-667e-4c31-a4d1-873731277f84 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (cd900094-6a16-402d-9ee0-3ef5270d6dc8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.352076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5350ea-667e-4c31-a4d1-873731277f84 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:53.352989 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe5350ea-667e-4c31-a4d1-873731277f84 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.369927 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a61c4c1-6d6f-44e3-8875-a75a057e6dc9 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (156da073-41db-460d-8d7f-6355e624a9c7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.405881 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (7d41dd02-872b-49dd-88cd-c63d98f1dd15), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.429988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4a61c4c1-6d6f-44e3-8875-a75a057e6dc9 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for 156da073-41db-460d-8d7f-6355e624a9c7 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:53.440028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (27b0cfcc-8dae-40a8-93fb-1d23d1a181eb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.458876 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fe5350ea-667e-4c31-a4d1-873731277f84 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4829760 Feb 09 03:28:53.465248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.467686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5350ea-667e-4c31-a4d1-873731277f84 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event updated for resources: {'Network': ['ID=cd900094-6a16-402d-9ee0-3ef5270d6dc8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:53.473279 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] 10.222.0.21 "DELETE /v2.0/networks/27b0cfcc-8dae-40a8-93fb-1d23d1a181eb HTTP/1.1" status: 204 len: 168 time: 0.9763041 Feb 09 03:28:53.502597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075e37b-bfe8-48a6-a5c8-80e7300a6372 req-bba64bb2-59bd-4812-98db-36ad6b53dd45 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:53.505117 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5075e37b-bfe8-48a6-a5c8-80e7300a6372 req-bba64bb2-59bd-4812-98db-36ad6b53dd45 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.1918020 Feb 09 03:28:53.508515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbdff7-ae09-4572-9e33-78e09b1b711e admin admin] Pushing event deleted for resources: {'Network': ['ID=27b0cfcc-8dae-40a8-93fb-1d23d1a181eb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:53.511274 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (7d41dd02-872b-49dd-88cd-c63d98f1dd15), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.530165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network cd900094-6a16-402d-9ee0-3ef5270d6dc8 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:53.606286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:53.614524 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44210) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:53.627675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'subnets': [{'network_id': '79ba3e14-3d23-4a65-a0d8-df799fa95baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1512386781', 'ip_version': 4}, {'network_id': 'cd900094-6a16-402d-9ee0-3ef5270d6dc8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:53.628125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'subnet': {'network_id': '79ba3e14-3d23-4a65-a0d8-df799fa95baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1512386781', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:53.628994 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Request body: {'subnet': {'network_id': 'cd900094-6a16-402d-9ee0-3ef5270d6dc8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:53.633624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:53.656921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:53.669680 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:53.670319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.706162 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5075e37b-bfe8-48a6-a5c8-80e7300a6372 req-528923c4-9261-435b-bf12-1adc4a2e0eb4 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109295 Feb 09 03:28:53.756389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2511411 Feb 09 03:28:53.760676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44216) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:53.781443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63548e-b064-4d6d-8c8b-d2e4a87ebbd5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=7d41dd02-872b-49dd-88cd-c63d98f1dd15,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:53.876999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Allocated IP 2001:db8::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/b4af2830-ac2f-4767-845d-c20b06216c64/0f6b019f-b119-4ba4-ab8b-d7998cbea488) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:53.893635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44220) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:53.955837 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1d28a2c6-fe5c-44cb-998a-67e0b23a40e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b294c48b0d4c4c6b87a304f198401899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603683 Feb 09 03:28:53.959176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44224) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:53.994760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1dad25-d457-4e47-85d4-57ed8c5f9882 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:53.998997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3a1dad25-d457-4e47-85d4-57ed8c5f9882 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2345202 Feb 09 03:28:53.998997 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a61c4c1-6d6f-44e3-8875-a75a057e6dc9 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (156da073-41db-460d-8d7f-6355e624a9c7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.000135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44226) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:54.015605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Made reservation on behalf of 8d37f66fa872449482af76b9c8a9be5d for: {'subnet': 2} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:54.027454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.029067 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.036803 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.105184 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1358ed4-57c8-4210-b503-1eae3994dfad admin admin] Publish callbacks [] for security_group (89c003f8-f6cd-48ec-a2e1-f625742a0125), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.160284 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61c4c1-6d6f-44e3-8875-a75a057e6dc9 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=156da073-41db-460d-8d7f-6355e624a9c7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:54.166778 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1358ed4-57c8-4210-b503-1eae3994dfad admin admin] Publish callbacks [] for security_group (89c003f8-f6cd-48ec-a2e1-f625742a0125), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.253289 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a61c4c1-6d6f-44e3-8875-a75a057e6dc9 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.260030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4a61c4c1-6d6f-44e3-8875-a75a057e6dc9 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/ports/156da073-41db-460d-8d7f-6355e624a9c7 HTTP/1.1" status: 204 len: 168 time: 1.6699905 Feb 09 03:28:54.260238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44232) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:54.290152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1358ed4-57c8-4210-b503-1eae3994dfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (89c003f8-f6cd-48ec-a2e1-f625742a0125), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.293084 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1358ed4-57c8-4210-b503-1eae3994dfad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.294193 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b1358ed4-57c8-4210-b503-1eae3994dfad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89c003f8-f6cd-48ec-a2e1-f625742a0125 HTTP/1.1" status: 204 len: 168 time: 0.3332958 Feb 09 03:28:54.303325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ab47f071-93d3-49ec-901c-7af6e9c9db8c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 7d41dd02-872b-49dd-88cd-c63d98f1dd15 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:54.303664 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab47f071-93d3-49ec-901c-7af6e9c9db8c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7d41dd02-872b-49dd-88cd-c63d98f1dd15), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.329151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1358ed4-57c8-4210-b503-1eae3994dfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c003f8-f6cd-48ec-a2e1-f625742a0125,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:54.383931 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Publish callbacks [] for port (0f6b019f-b119-4ba4-ab8b-d7998cbea488), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.415365 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab47f071-93d3-49ec-901c-7af6e9c9db8c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7d41dd02-872b-49dd-88cd-c63d98f1dd15), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.420669 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (0f6b019f-b119-4ba4-ab8b-d7998cbea488), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.479263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ab47f071-93d3-49ec-901c-7af6e9c9db8c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 7d41dd02-872b-49dd-88cd-c63d98f1dd15 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:54.480185 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:54.487179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:54.491638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:54.501419 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Pushing event updated for resources: {'Port': ['ID=0f6b019f-b119-4ba4-ab8b-d7998cbea488,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:54.592996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb0831-6738-49ef-8b1d-9eb22eb5c337 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:54.594888 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cbfb0831-6738-49ef-8b1d-9eb22eb5c337 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8e5c975-32ac-46b2-98f2-474a21948cc5 HTTP/1.1" status: 200 len: 913 time: 0.3337421 Feb 09 03:28:54.599390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44238) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:54.611923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (19fad72a-f497-45a4-80cb-0735cc5c2da1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.654312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Attempting to bind port 0f6b019f-b119-4ba4-ab8b-d7998cbea488 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:54.654697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Attempting to bind port 0f6b019f-b119-4ba4-ab8b-d7998cbea488 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:54.655055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Attempting to bind port 0f6b019f-b119-4ba4-ab8b-d7998cbea488 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:54.667856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:54.668262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:54.668652 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.672954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:54.673543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Bound port: 0f6b019f-b119-4ba4-ab8b-d7998cbea488, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:54.675031 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0f6b019f-b119-4ba4-ab8b-d7998cbea488), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.697707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event updated for resources: {'Subnet': ['ID=19fad72a-f497-45a4-80cb-0735cc5c2da1,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:54.706773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Checking segment: {'id': 'c81b8a70-a012-472a-b5be-7bdf9deb7db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '79ba3e14-3d23-4a65-a0d8-df799fa95baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:54.707679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Network hostable DHCP agents. Network: 79ba3e14-3d23-4a65-a0d8-df799fa95baa, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:28:54.727735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Network 79ba3e14-3d23-4a65-a0d8-df799fa95baa is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:28:54.750573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 79ba3e14-3d23-4a65-a0d8-df799fa95baa) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:54.755262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (290734ed-9c81-4aa6-bcf2-7d0bf12d5d9f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.884403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] For port 0f6b019f-b119-4ba4-ab8b-d7998cbea488, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:54.893710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] For port 0f6b019f-b119-4ba4-ab8b-d7998cbea488, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0f6b019f-b119-4ba4-ab8b-d7998cbea488,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:54.908595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5762cec6-4ec5-40ec-b804-561480889cfb None None] Network 79ba3e14-3d23-4a65-a0d8-df799fa95baa requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:54.934080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event updated for resources: {'Subnet': ['ID=290734ed-9c81-4aa6-bcf2-7d0bf12d5d9f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:54.960652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Checking segment: {'id': '1deca4f7-3341-46e6-9213-e0c08af7cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'cd900094-6a16-402d-9ee0-3ef5270d6dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:54.961010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Network hostable DHCP agents. Network: cd900094-6a16-402d-9ee0-3ef5270d6dc8, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:28:54.981973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab47f071-93d3-49ec-901c-7af6e9c9db8c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (7d41dd02-872b-49dd-88cd-c63d98f1dd15), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.992765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f432ce3-a80a-4a45-8945-2447b4ef5222 req-477a7ad4-594c-4b7a-ad18-f6ec0a0b8c4a tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:54.994352 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f432ce3-a80a-4a45-8945-2447b4ef5222 req-477a7ad4-594c-4b7a-ad18-f6ec0a0b8c4a tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.1620259 Feb 09 03:28:55.024632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Network cd900094-6a16-402d-9ee0-3ef5270d6dc8 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:28:55.044107 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0f6b019f-b119-4ba4-ab8b-d7998cbea488), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.061451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, cd900094-6a16-402d-9ee0-3ef5270d6dc8) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:55.077820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:55.077820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:55.078795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.090584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f432ce3-a80a-4a45-8945-2447b4ef5222 req-ef0e6034-1582-4e95-8e22-94849e36be01 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818295 Feb 09 03:28:55.103472 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f8525a4c-8ff0-4b66-9aad-fdb9321c479b tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4872506 Feb 09 03:28:55.106014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44254) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:55.133983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47f071-93d3-49ec-901c-7af6e9c9db8c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=7d41dd02-872b-49dd-88cd-c63d98f1dd15,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:55.154531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a2d601-4d39-4d12-97c4-fb5926ff4c07 None None] Network cd900094-6a16-402d-9ee0-3ef5270d6dc8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:55.176687 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab47f071-93d3-49ec-901c-7af6e9c9db8c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.180522 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ab47f071-93d3-49ec-901c-7af6e9c9db8c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/7d41dd02-872b-49dd-88cd-c63d98f1dd15 HTTP/1.1" status: 204 len: 168 time: 1.1802354 Feb 09 03:28:55.184415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44258) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:55.202676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3aa076-5b83-4177-9a8d-4af5d08420e8 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:55.204602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3aa076-5b83-4177-9a8d-4af5d08420e8 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:55.206043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3aa076-5b83-4177-9a8d-4af5d08420e8 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:55.211308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aa3aa076-5b83-4177-9a8d-4af5d08420e8 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1008322 Feb 09 03:28:55.213044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44260) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:55.336617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f406cbf-2da7-47d4-9a00-8cde9f6a4bbd tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Deleting subnet 19fad72a-f497-45a4-80cb-0735cc5c2da1 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:55.345784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e686a2-0152-40d8-961b-740e28b4694e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:55.347240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e686a2-0152-40d8-961b-740e28b4694e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:55.350086 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f406cbf-2da7-47d4-9a00-8cde9f6a4bbd tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for subnet (19fad72a-f497-45a4-80cb-0735cc5c2da1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.353761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44262) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:55.360928 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c8e686a2-0152-40d8-961b-740e28b4694e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1639926 Feb 09 03:28:55.468820 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655ed9c-8964-43fb-bad3-e30241626263 None None] Pushing event updated for resources: {'Port': ['ID=0f6b019f-b119-4ba4-ab8b-d7998cbea488,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:55.487514 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f406cbf-2da7-47d4-9a00-8cde9f6a4bbd tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (19fad72a-f497-45a4-80cb-0735cc5c2da1), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.567586 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc732c07-90d4-4988-9774-0647bd03fc39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet b4af2830-ac2f-4767-845d-c20b06216c64 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:55.579062 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc732c07-90d4-4988-9774-0647bd03fc39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (b4af2830-ac2f-4767-845d-c20b06216c64), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.589089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-cd900094-6a16-402d-9ee0-3ef5270d6dc8', 'network_id': 'cd900094-6a16-402d-9ee0-3ef5270d6dc8', 'project_id': '8d37f66fa872449482af76b9c8a9be5d', 'fixed_ips': [{'subnet_id': '290734ed-9c81-4aa6-bcf2-7d0bf12d5d9f'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:28:55.590506 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.633083 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f406cbf-2da7-47d4-9a00-8cde9f6a4bbd tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (19fad72a-f497-45a4-80cb-0735cc5c2da1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.675193 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc732c07-90d4-4988-9774-0647bd03fc39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (b4af2830-ac2f-4767-845d-c20b06216c64), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.823671 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff6f09d7-4b86-4bfe-b4c5-a3ff0a0b5227 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (a8e5c975-32ac-46b2-98f2-474a21948cc5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.853271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Allocated IP 172.20.0.18 (cd900094-6a16-402d-9ee0-3ef5270d6dc8/290734ed-9c81-4aa6-bcf2-7d0bf12d5d9f/8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:55.861259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956fd65-9a77-4122-8d49-d33227b9449a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-79ba3e14-3d23-4a65-a0d8-df799fa95baa', 'network_id': '79ba3e14-3d23-4a65-a0d8-df799fa95baa', 'project_id': '8d37f66fa872449482af76b9c8a9be5d', 'fixed_ips': [{'subnet_id': '19fad72a-f497-45a4-80cb-0735cc5c2da1'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:28:55.864585 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7956fd65-9a77-4122-8d49-d33227b9449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.940601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44276) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:55.970373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44280) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:56.176741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2041049322-network', 'tenant_id': 'e039a3989c8a497883757bc4779c8054'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:56.231799 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4d63444-537d-439d-ab8f-d032d036d23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.293078 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Made reservation on behalf of e039a3989c8a497883757bc4779c8054 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:56.296351 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.319086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.346255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61dc1-b4b3-43f0-816c-0213dcd746e7 req-f31d5254-c21b-4b80-bda9-054593c0bb46 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:56.348412 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-15f61dc1-b4b3-43f0-816c-0213dcd746e7 req-f31d5254-c21b-4b80-bda9-054593c0bb46 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.1328764 Feb 09 03:28:56.438472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc732c07-90d4-4988-9774-0647bd03fc39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (b4af2830-ac2f-4767-845d-c20b06216c64), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.478294 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-15f61dc1-b4b3-43f0-816c-0213dcd746e7 req-eb8605b0-c440-4837-83b3-db7515aa1d46 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159217 Feb 09 03:28:56.500441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f09d7-4b86-4bfe-b4c5-a3ff0a0b5227 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port 3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:56.500800 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff6f09d7-4b86-4bfe-b4c5-a3ff0a0b5227 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.506193 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc732c07-90d4-4988-9774-0647bd03fc39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (b4af2830-ac2f-4767-845d-c20b06216c64), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.513125 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f406cbf-2da7-47d4-9a00-8cde9f6a4bbd tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (19fad72a-f497-45a4-80cb-0735cc5c2da1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.545016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc732c07-90d4-4988-9774-0647bd03fc39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=b4af2830-ac2f-4767-845d-c20b06216c64,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:56.559438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f406cbf-2da7-47d4-9a00-8cde9f6a4bbd tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.563216 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0f406cbf-2da7-47d4-9a00-8cde9f6a4bbd tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "DELETE /v2.0/subnets/19fad72a-f497-45a4-80cb-0735cc5c2da1 HTTP/1.1" status: 204 len: 168 time: 1.3491287 Feb 09 03:28:56.565717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44290) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server [None req-7956fd65-9a77-4122-8d49-d33227b9449a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19fad72a-f497-45a4-80cb-0735cc5c2da1: This subnet is being modified by another concurrent operation. Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:28:56.588758 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19fad72a-f497-45a4-80cb-0735cc5c2da1: This subnet is being modified by another concurrent operation. Feb 09 03:28:56.593089 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Feb 09 03:28:56.619538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f406cbf-2da7-47d4-9a00-8cde9f6a4bbd tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event deleted for resources: {'Subnet': ['ID=19fad72a-f497-45a4-80cb-0735cc5c2da1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:56.625117 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc732c07-90d4-4988-9774-0647bd03fc39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.628276 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fc732c07-90d4-4988-9774-0647bd03fc39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/b4af2830-ac2f-4767-845d-c20b06216c64 HTTP/1.1" status: 204 len: 168 time: 1.2736881 Feb 09 03:28:56.662158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44292) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:56.688132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09016972-f9bd-45da-a9f7-204c182aff6c None None] Network 79ba3e14-3d23-4a65-a0d8-df799fa95baa requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:56.714998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Publish callbacks [] for security_group (05362362-385e-4271-8edb-65e757dfd05a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.734294 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff6f09d7-4b86-4bfe-b4c5-a3ff0a0b5227 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.738288 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (05362362-385e-4271-8edb-65e757dfd05a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.783846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3ddb163d-7420-4d30-b609-71ca9a07c1ac tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1181219 Feb 09 03:28:56.784089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f09d7-4b86-4bfe-b4c5-a3ff0a0b5227 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for 3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:56.792623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44294) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:56.807351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1547c3e1-fcc6-4f84-86d8-a4f277de9cc9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:56.809087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:56.828889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1f911a-294e-4256-bb22-421a6013f8be None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:56.857292 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7eafff6a-7ad8-42f7-923a-bb23a7353865), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.857646 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Added segment 7eafff6a-7ad8-42f7-923a-bb23a7353865 of type vlan for network 97a79838-cc43-4899-97cb-b1a3e339a122 Feb 09 03:28:56.887145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05362362-385e-4271-8edb-65e757dfd05a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:56.915836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-c560ad5d-a566-428c-a249-75f44f0f1487 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Deleting subnet 290734ed-9c81-4aa6-bcf2-7d0bf12d5d9f {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:56.922960 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0f6b019f-b119-4ba4-ab8b-d7998cbea488 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:56.978214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (97a79838-cc43-4899-97cb-b1a3e339a122), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.005521 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4d63444-537d-439d-ab8f-d032d036d23c admin admin] Publish callbacks [] for security_group (3fd79f51-c829-49e6-9f0d-26e30129a295), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.024620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1547c3e1-fcc6-4f84-86d8-a4f277de9cc9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:57.026250 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4d63444-537d-439d-ab8f-d032d036d23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3fd79f51-c829-49e6-9f0d-26e30129a295), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.029234 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1547c3e1-fcc6-4f84-86d8-a4f277de9cc9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.100957 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (97a79838-cc43-4899-97cb-b1a3e339a122), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.102111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:57.102783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.133212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4fa9da8a-eed6-4d32-8941-1bcbfc89cf94 None None] Provisioning complete for port 0f6b019f-b119-4ba4-ab8b-d7998cbea488 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:57.133539 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4fa9da8a-eed6-4d32-8941-1bcbfc89cf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0f6b019f-b119-4ba4-ab8b-d7998cbea488), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.201514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] Pushing event updated for resources: {'Network': ['ID=97a79838-cc43-4899-97cb-b1a3e339a122,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:57.213247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3d634551-7ec0-4534-815e-3eb05d07a5fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2415526 Feb 09 03:28:57.217479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44298) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:57.225827 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e4d63444-537d-439d-ab8f-d032d036d23c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bd9f1105fbb49fba903e565d7cba2a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2838826 Feb 09 03:28:57.226839 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44300) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:57.229718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e8e4d796-54dc-47b2-bc17-adfb2d7fab6e admin admin] Request body: {'subnet': {'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2041049322-subnet', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:57.233581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 97a79838-cc43-4899-97cb-b1a3e339a122 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:57.238672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d63444-537d-439d-ab8f-d032d036d23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd79f51-c829-49e6-9f0d-26e30129a295,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:57.243325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5e876-12ee-48d7-9c67-bf182ec7f3d1 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:28:57.257705 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Publish callbacks [] for port (8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.281656 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c560ad5d-a566-428c-a249-75f44f0f1487 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for subnet (290734ed-9c81-4aa6-bcf2-7d0bf12d5d9f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.341205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1547c3e1-fcc6-4f84-86d8-a4f277de9cc9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (f17916c6-0412-405f-a04a-23d5f1decaeb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.365894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547c3e1-fcc6-4f84-86d8-a4f277de9cc9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:57.371178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1547c3e1-fcc6-4f84-86d8-a4f277de9cc9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:57.374483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1547c3e1-fcc6-4f84-86d8-a4f277de9cc9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:57.375101 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1547c3e1-fcc6-4f84-86d8-a4f277de9cc9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.377678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e4d796-54dc-47b2-bc17-adfb2d7fab6e admin admin] Made reservation on behalf of e039a3989c8a497883757bc4779c8054 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:57.380277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d796-54dc-47b2-bc17-adfb2d7fab6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.427812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c560ad5d-a566-428c-a249-75f44f0f1487 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (290734ed-9c81-4aa6-bcf2-7d0bf12d5d9f), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.486661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0f6b019f-b119-4ba4-ab8b-d7998cbea488 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:57.487516 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0f6b019f-b119-4ba4-ab8b-d7998cbea488), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.501321 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.516418 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1547c3e1-fcc6-4f84-86d8-a4f277de9cc9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7149289 Feb 09 03:28:57.522824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44302) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:57.531115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547c3e1-fcc6-4f84-86d8-a4f277de9cc9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=f17916c6-0412-405f-a04a-23d5f1decaeb,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:57.540427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'fixed_ips': [{'subnet_id': 'f17916c6-0412-405f-a04a-23d5f1decaeb', 'ip_address': '2001:db8::6790:65a0:2280:fa89'}], 'name': 'tempest-NetworksTestDHCPv6-1710483585'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:57.623959 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc270f05-ba26-489b-9c41-6b7abf3c3673 admin admin] Publish callbacks [] for security_group (3fd79f51-c829-49e6-9f0d-26e30129a295), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.690294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Network cd900094-6a16-402d-9ee0-3ef5270d6dc8 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:57.700288 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc270f05-ba26-489b-9c41-6b7abf3c3673 admin admin] Publish callbacks [] for security_group (3fd79f51-c829-49e6-9f0d-26e30129a295), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.709091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:57.718580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:57.728660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Pushing event updated for resources: {'Port': ['ID=8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:57.737416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9da8a-eed6-4d32-8941-1bcbfc89cf94 None None] Current status of the port 0f6b019f-b119-4ba4-ab8b-d7998cbea488 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:57.738270 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4fa9da8a-eed6-4d32-8941-1bcbfc89cf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0f6b019f-b119-4ba4-ab8b-d7998cbea488), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.758706 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff6f09d7-4b86-4bfe-b4c5-a3ff0a0b5227 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.785914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f1325-76d6-4f0b-a458-ba43709b325a req-28f1ba77-300f-4cd4-a092-307a4b3a703c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:57.787418 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7a5f1325-76d6-4f0b-a458-ba43709b325a req-28f1ba77-300f-4cd4-a092-307a4b3a703c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.1702888 Feb 09 03:28:57.809403 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c560ad5d-a566-428c-a249-75f44f0f1487 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (290734ed-9c81-4aa6-bcf2-7d0bf12d5d9f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.811529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5e876-12ee-48d7-9c67-bf182ec7f3d1 None None] Deleting port 0f6b019f-b119-4ba4-ab8b-d7998cbea488 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:57.812159 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e876-12ee-48d7-9c67-bf182ec7f3d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0f6b019f-b119-4ba4-ab8b-d7998cbea488), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.858031 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc270f05-ba26-489b-9c41-6b7abf3c3673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3fd79f51-c829-49e6-9f0d-26e30129a295), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.860830 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc270f05-ba26-489b-9c41-6b7abf3c3673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.864780 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dc270f05-ba26-489b-9c41-6b7abf3c3673 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fd79f51-c829-49e6-9f0d-26e30129a295 HTTP/1.1" status: 204 len: 168 time: 0.6307008 Feb 09 03:28:57.918320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f09d7-4b86-4bfe-b4c5-a3ff0a0b5227 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=3e19d0c0-ed3b-4f01-9bf2-7ce8bf7912e9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:57.987264 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc270f05-ba26-489b-9c41-6b7abf3c3673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd79f51-c829-49e6-9f0d-26e30129a295,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:57.987909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0f6b019f-b119-4ba4-ab8b-d7998cbea488 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:57.989046 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0f6b019f-b119-4ba4-ab8b-d7998cbea488), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.021450 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c560ad5d-a566-428c-a249-75f44f0f1487 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (290734ed-9c81-4aa6-bcf2-7d0bf12d5d9f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.021687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4fa9da8a-eed6-4d32-8941-1bcbfc89cf94 None None] For port 0f6b019f-b119-4ba4-ab8b-d7998cbea488, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0f6b019f-b119-4ba4-ab8b-d7998cbea488,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:58.043593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Attempting to bind port 8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:58.044163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Attempting to bind port 8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '1deca4f7-3341-46e6-9213-e0c08af7cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'cd900094-6a16-402d-9ee0-3ef5270d6dc8'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:58.044455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Attempting to bind port 8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4 on network cd900094-6a16-402d-9ee0-3ef5270d6dc8 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:58.085161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:58.117922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:58.127985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Checking segment: {'id': '1deca4f7-3341-46e6-9213-e0c08af7cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'cd900094-6a16-402d-9ee0-3ef5270d6dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:58.128417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.129800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Bound using segment: {'id': '1deca4f7-3341-46e6-9213-e0c08af7cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'cd900094-6a16-402d-9ee0-3ef5270d6dc8'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:58.132990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Bound port: 8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1deca4f7-3341-46e6-9213-e0c08af7cd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'cd900094-6a16-402d-9ee0-3ef5270d6dc8'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:58.133423 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.137418 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4fa9da8a-eed6-4d32-8941-1bcbfc89cf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0f6b019f-b119-4ba4-ab8b-d7998cbea488), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.159491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560ad5d-a566-428c-a249-75f44f0f1487 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event deleted for resources: {'Subnet': ['ID=290734ed-9c81-4aa6-bcf2-7d0bf12d5d9f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:58.162294 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c560ad5d-a566-428c-a249-75f44f0f1487 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.168840 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff6f09d7-4b86-4bfe-b4c5-a3ff0a0b5227 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (a8e5c975-32ac-46b2-98f2-474a21948cc5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.171060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44310) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:58.173938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c560ad5d-a566-428c-a249-75f44f0f1487 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "DELETE /v2.0/subnets/290734ed-9c81-4aa6-bcf2-7d0bf12d5d9f HTTP/1.1" status: 204 len: 168 time: 1.6070483 Feb 09 03:28:58.228554 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7a5f1325-76d6-4f0b-a458-ba43709b325a req-8929eb7a-2e55-4525-9ef5-373495ff1a15 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292438 Feb 09 03:28:58.266684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7cd5e876-12ee-48d7-9c67-bf182ec7f3d1 None None] For port 0f6b019f-b119-4ba4-ab8b-d7998cbea488, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0f6b019f-b119-4ba4-ab8b-d7998cbea488,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:58.267088 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e876-12ee-48d7-9c67-bf182ec7f3d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0f6b019f-b119-4ba4-ab8b-d7998cbea488), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.296346 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d796-54dc-47b2-bc17-adfb2d7fab6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (aecc0e42-b696-471b-9503-d208daa121d8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.313103 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.360886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733dacd0-e4ba-4a58-af32-68ad0d9c20e9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:58.367558 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-733dacd0-e4ba-4a58-af32-68ad0d9c20e9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1951861 Feb 09 03:28:58.368266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5e876-12ee-48d7-9c67-bf182ec7f3d1 None None] Calling delete_port for 0f6b019f-b119-4ba4-ab8b-d7998cbea488 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:58.371161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44314) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:58.378390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9da8a-eed6-4d32-8941-1bcbfc89cf94 None None] Pushing event updated for resources: {'Port': ['ID=0f6b019f-b119-4ba4-ab8b-d7998cbea488,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:58.389955 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:28:58.390696 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:28:58.419255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4d796-54dc-47b2-bc17-adfb2d7fab6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aecc0e42-b696-471b-9503-d208daa121d8,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:58.463324 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 044bcd4d-9350-4224-b36e-fc6864ce202d yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:28:58.467102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] For port 8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:58.482215 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (cd900094-6a16-402d-9ee0-3ef5270d6dc8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.495912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] For port 8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4,segment=NetworkSegment(1deca4f7-3341-46e6-9213-e0c08af7cd9d),segment_id=1deca4f7-3341-46e6-9213-e0c08af7cd9d)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:58.515202 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.572716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44316) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:58.617153 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea07a649-af8c-4dcb-b483-b9050426d362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.638430 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5948730-ef05-458a-bd9c-fd999c2b8270 None None] Pushing event updated for resources: {'Port': ['ID=8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:58.649673 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e876-12ee-48d7-9c67-bf182ec7f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (0f6b019f-b119-4ba4-ab8b-d7998cbea488), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.663116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4d796-54dc-47b2-bc17-adfb2d7fab6e admin admin] Checking segment: {'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:58.663730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4d796-54dc-47b2-bc17-adfb2d7fab6e admin admin] Network hostable DHCP agents. Network: 97a79838-cc43-4899-97cb-b1a3e339a122, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:28:58.686973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6f09d7-4b86-4bfe-b4c5-a3ff0a0b5227 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Router a8e5c975-32ac-46b2-98f2-474a21948cc5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:58.688563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd66410-d64a-4126-b4eb-e93066ee61ee None None] Network cd900094-6a16-402d-9ee0-3ef5270d6dc8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:58.693164 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Deleting port 8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:58.693520 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.694806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5e876-12ee-48d7-9c67-bf182ec7f3d1 None None] No DVR routers for this DVR port 0f6b019f-b119-4ba4-ab8b-d7998cbea488 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:58.699797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5e876-12ee-48d7-9c67-bf182ec7f3d1 None None] Pushing event deleted for resources: {'Port': ['ID=0f6b019f-b119-4ba4-ab8b-d7998cbea488,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:58.721108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4d796-54dc-47b2-bc17-adfb2d7fab6e admin admin] Network 97a79838-cc43-4899-97cb-b1a3e339a122 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:28:58.741598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-e8e4d796-54dc-47b2-bc17-adfb2d7fab6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 97a79838-cc43-4899-97cb-b1a3e339a122) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:58.766432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e4d796-54dc-47b2-bc17-adfb2d7fab6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:58.767593 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d796-54dc-47b2-bc17-adfb2d7fab6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.783338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18c5899-4ec9-44ff-aa58-5b2895176ee0 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:58.785336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d70aad-73f7-48ec-af67-7a387c0c3066 None None] Network 97a79838-cc43-4899-97cb-b1a3e339a122 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:58.808241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::6790:65a0:2280:fa89 (c5780e3f-5fe0-4434-8596-82a0e8078930/f17916c6-0412-405f-a04a-23d5f1decaeb/044bcd4d-9350-4224-b36e-fc6864ce202d) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:58.816274 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e8e4d796-54dc-47b2-bc17-adfb2d7fab6e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5964286 Feb 09 03:28:58.820199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44318) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:58.826234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:58.883169 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (9f5c9471-cf45-4828-af91-a613e16b6eda), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.883425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] For port 8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4,segment=NetworkSegment(1deca4f7-3341-46e6-9213-e0c08af7cd9d),segment_id=1deca4f7-3341-46e6-9213-e0c08af7cd9d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:58.883425 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.884070 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (9f5c9471-cf45-4828-af91-a613e16b6eda), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.905146 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Calling delete_port for 8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:58.932218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Port 0f6b019f-b119-4ba4-ab8b-d7998cbea488 update to ACTIVE by agent not found {{(pid=103329) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 03:28:58.936672 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea07a649-af8c-4dcb-b483-b9050426d362 admin admin] Publish callbacks [] for security_group (5686323e-82db-42dc-98c0-892fd0efb399), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.977617 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea07a649-af8c-4dcb-b483-b9050426d362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5686323e-82db-42dc-98c0-892fd0efb399), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.029492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6f09d7-4b86-4bfe-b4c5-a3ff0a0b5227 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:59.044077 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ff6f09d7-4b86-4bfe-b4c5-a3ff0a0b5227 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "PUT /v2.0/routers/a8e5c975-32ac-46b2-98f2-474a21948cc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4436502 Feb 09 03:28:59.046451 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815f790-5c04-4c9e-8a9b-eb530bebd2c6 None None] Sync routers for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:59.052640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44320) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:59.056638 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ea07a649-af8c-4dcb-b483-b9050426d362 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2db54f180fa1415692e0576ae8d1f64e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4826105 Feb 09 03:28:59.063787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44322) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:59.067035 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815f790-5c04-4c9e-8a9b-eb530bebd2c6 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:59.068741 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1815f790-5c04-4c9e-8a9b-eb530bebd2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:59.107124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': 'f17916c6-0412-405f-a04a-23d5f1decaeb'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:28:59.107987 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.113731 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1815f790-5c04-4c9e-8a9b-eb530bebd2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:59.123263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0f6b019f-b119-4ba4-ab8b-d7998cbea488 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:59.126179 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815f790-5c04-4c9e-8a9b-eb530bebd2c6 None None] Routers {'a8e5c975-32ac-46b2-98f2-474a21948cc5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:59.127650 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1815f790-5c04-4c9e-8a9b-eb530bebd2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a8e5c975-32ac-46b2-98f2-474a21948cc5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:59.141727 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Publish callbacks [] for router_controller (9f5c9471-cf45-4828-af91-a613e16b6eda), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.145806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07a649-af8c-4dcb-b483-b9050426d362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5686323e-82db-42dc-98c0-892fd0efb399,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:59.173746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-97a79838-cc43-4899-97cb-b1a3e339a122', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'project_id': 'e039a3989c8a497883757bc4779c8054', 'fixed_ips': [{'subnet_id': 'aecc0e42-b696-471b-9503-d208daa121d8'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:28:59.174600 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.197789 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 0f6b019f-b119-4ba4-ab8b-d7998cbea488 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:59.198159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0f6b019f-b119-4ba4-ab8b-d7998cbea488 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:59.375944 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1815f790-5c04-4c9e-8a9b-eb530bebd2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:59.376748 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815f790-5c04-4c9e-8a9b-eb530bebd2c6 None None] The sync data for ids ['a8e5c975-32ac-46b2-98f2-474a21948cc5'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:59.404496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.455987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Publish callbacks [] for router_gateway (9f5c9471-cf45-4828-af91-a613e16b6eda), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.464147 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (044bcd4d-9350-4224-b36e-fc6864ce202d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.485832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] No DVR routers for this DVR port 8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:59.488576 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f453a39-2cd5-493d-bacc-a3bf9884c955 admin admin] Publish callbacks [] for security_group (5686323e-82db-42dc-98c0-892fd0efb399), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.516306 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router (a8e5c975-32ac-46b2-98f2-474a21948cc5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.526691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Allocated IP 172.20.0.2 (97a79838-cc43-4899-97cb-b1a3e339a122/aecc0e42-b696-471b-9503-d208daa121d8/295504a0-d0e2-43e4-8795-283149269edf) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:59.588690 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (044bcd4d-9350-4224-b36e-fc6864ce202d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.650501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=044bcd4d-9350-4224-b36e-fc6864ce202d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:59.660053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:59.667200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:59.671555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:59.679618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:59.680272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.689183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Allocated IP 2001:db8::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/f17916c6-0412-405f-a04a-23d5f1decaeb/91a11721-eed4-48aa-ae3a-3ef1b535737b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:59.716617 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-21b368df-a12f-4fd4-a388-bbc35527e619 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1906111 Feb 09 03:28:59.717214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44332) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:59.863228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event deleted for resources: {'Port': ['ID=8ac374bf-c6c7-4dca-b119-2b1f1b2e8bc4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:59.865196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e97a9e8-c66f-4e38-9acf-cdf22e4196e4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:59.869233 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7e97a9e8-c66f-4e38-9acf-cdf22e4196e4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1485333 Feb 09 03:28:59.880080 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Publish callbacks [] for port (295504a0-d0e2-43e4-8795-283149269edf), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.891211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44334) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:59.927097 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (295504a0-d0e2-43e4-8795-283149269edf), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.964886 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (cd900094-6a16-402d-9ee0-3ef5270d6dc8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.014596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Network 97a79838-cc43-4899-97cb-b1a3e339a122 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:00.017816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd900094-6a16-402d-9ee0-3ef5270d6dc8']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:00.033175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:00.042719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:00.046847 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Publish callbacks [] for router_gateway (9f5c9471-cf45-4828-af91-a613e16b6eda), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.059006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1deca4f7-3341-46e6-9213-e0c08af7cd9d') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:00.059360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1deca4f7-3341-46e6-9213-e0c08af7cd9d') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:00.072119 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.100593 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (1deca4f7-3341-46e6-9213-e0c08af7cd9d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.134666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Pushing event updated for resources: {'Port': ['ID=295504a0-d0e2-43e4-8795-283149269edf,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:00.140403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1deca4f7-3341-46e6-9213-e0c08af7cd9d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.155411 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:29:00.156712 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (1deca4f7-3341-46e6-9213-e0c08af7cd9d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.173871 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router_gateway (a8e5c975-32ac-46b2-98f2-474a21948cc5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.183370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1ac29-e389-4d2d-9752-13b8b7c07d04 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 044bcd4d-9350-4224-b36e-fc6864ce202d {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:00.183832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ac29-e389-4d2d-9752-13b8b7c07d04 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (044bcd4d-9350-4224-b36e-fc6864ce202d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:29:00.187271 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:29:00.222188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f453a39-2cd5-493d-bacc-a3bf9884c955 admin admin] Publish callbacks [] for security_group (5686323e-82db-42dc-98c0-892fd0efb399), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.272325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c26d0-456e-4e0c-9b43-48c2b97426d2 req-ded9df96-30a9-4f7f-be1c-ecbbcc95785f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:00.274357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba3c26d0-456e-4e0c-9b43-48c2b97426d2 req-ded9df96-30a9-4f7f-be1c-ecbbcc95785f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.9254136 Feb 09 03:29:00.380206 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Publish callbacks [] for port (91a11721-eed4-48aa-ae3a-3ef1b535737b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.393102 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (cd900094-6a16-402d-9ee0-3ef5270d6dc8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.422540 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (91a11721-eed4-48aa-ae3a-3ef1b535737b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.426630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba3c26d0-456e-4e0c-9b43-48c2b97426d2 req-d41107be-bdd5-40c5-8e32-a3375a1cc597 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257529 Feb 09 03:29:00.428435 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.445394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "DELETE /v2.0/networks/cd900094-6a16-402d-9ee0-3ef5270d6dc8 HTTP/1.1" status: 204 len: 168 time: 2.0731530 Feb 09 03:29:00.448846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237af37-74ae-43dc-b179-469b2634e2a9 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event deleted for resources: {'Network': ['ID=cd900094-6a16-402d-9ee0-3ef5270d6dc8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:00.453913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Attempting to bind port 295504a0-d0e2-43e4-8795-283149269edf on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:00.454184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Attempting to bind port 295504a0-d0e2-43e4-8795-283149269edf by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:00.456394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Attempting to bind port 295504a0-d0e2-43e4-8795-283149269edf on network 97a79838-cc43-4899-97cb-b1a3e339a122 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:00.459227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44336) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:00.496644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Allocated IP 172.25.5.176 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/6cde38ea-ba2b-43fb-8482-53f8caef5465) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:00.532438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ac29-e389-4d2d-9752-13b8b7c07d04 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (044bcd4d-9350-4224-b36e-fc6864ce202d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.545346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:00.545798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Checking segment: {'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:00.546209 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.546657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Bound using segment: {'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:00.547150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Bound port: 295504a0-d0e2-43e4-8795-283149269edf, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:00.548236 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (295504a0-d0e2-43e4-8795-283149269edf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.575044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:00.579918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:00.598735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:00.615944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1ac29-e389-4d2d-9752-13b8b7c07d04 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 044bcd4d-9350-4224-b36e-fc6864ce202d owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:00.624164 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (79ba3e14-3d23-4a65-a0d8-df799fa95baa), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.740162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting port c97d8f0e-c43c-4b70-bee0-cabc6ad842a4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:00.745178 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c97d8f0e-c43c-4b70-bee0-cabc6ad842a4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.772681 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f453a39-2cd5-493d-bacc-a3bf9884c955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5686323e-82db-42dc-98c0-892fd0efb399), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.777971 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f453a39-2cd5-493d-bacc-a3bf9884c955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.781457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3f453a39-2cd5-493d-bacc-a3bf9884c955 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5686323e-82db-42dc-98c0-892fd0efb399 HTTP/1.1" status: 204 len: 168 time: 1.7115853 Feb 09 03:29:00.817675 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] For port 295504a0-d0e2-43e4-8795-283149269edf, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:00.821129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] For port 295504a0-d0e2-43e4-8795-283149269edf, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=295504a0-d0e2-43e4-8795-283149269edf,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:00.825323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Pushing event updated for resources: {'Port': ['ID=91a11721-eed4-48aa-ae3a-3ef1b535737b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:00.917634 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (295504a0-d0e2-43e4-8795-283149269edf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.957554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (79ba3e14-3d23-4a65-a0d8-df799fa95baa), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.025836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ba3e14-3d23-4a65-a0d8-df799fa95baa']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:01.028667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ac29-e389-4d2d-9752-13b8b7c07d04 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (044bcd4d-9350-4224-b36e-fc6864ce202d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.041274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81b8a70-a012-472a-b5be-7bdf9deb7db6') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:01.041704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81b8a70-a012-472a-b5be-7bdf9deb7db6') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:01.042456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Attempting to bind port 91a11721-eed4-48aa-ae3a-3ef1b535737b on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:01.043888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Attempting to bind port 91a11721-eed4-48aa-ae3a-3ef1b535737b by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:01.044439 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Attempting to bind port 91a11721-eed4-48aa-ae3a-3ef1b535737b on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:01.053651 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (c81b8a70-a012-472a-b5be-7bdf9deb7db6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.072786 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c81b8a70-a012-472a-b5be-7bdf9deb7db6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.081209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:29:01.082750 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (c81b8a70-a012-472a-b5be-7bdf9deb7db6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.143591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:01.144048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:01.146523 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.147753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:01.150432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Bound port: 91a11721-eed4-48aa-ae3a-3ef1b535737b, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:01.151719 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (91a11721-eed4-48aa-ae3a-3ef1b535737b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:29:01.168903 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:29:01.207555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1ac29-e389-4d2d-9752-13b8b7c07d04 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=044bcd4d-9350-4224-b36e-fc6864ce202d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:01.221233 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (79ba3e14-3d23-4a65-a0d8-df799fa95baa), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.260652 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f453a39-2cd5-493d-bacc-a3bf9884c955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5686323e-82db-42dc-98c0-892fd0efb399,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:01.285860 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.291207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "DELETE /v2.0/networks/79ba3e14-3d23-4a65-a0d8-df799fa95baa HTTP/1.1" status: 204 len: 168 time: 0.8166287 Feb 09 03:29:01.309654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44348) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:01.340862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b2d78-ea25-48eb-b898-cda884dd7f73 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event deleted for resources: {'Network': ['ID=79ba3e14-3d23-4a65-a0d8-df799fa95baa,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:01.384872 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ac29-e389-4d2d-9752-13b8b7c07d04 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.399856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b4d1ac29-e389-4d2d-9752-13b8b7c07d04 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/044bcd4d-9350-4224-b36e-fc6864ce202d HTTP/1.1" status: 204 len: 168 time: 1.5078011 Feb 09 03:29:01.425511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29145c59-3b9d-424b-bc36-3ce3f9e07329 None None] Pushing event updated for resources: {'Port': ['ID=295504a0-d0e2-43e4-8795-283149269edf,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:01.430169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44352) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:01.565417 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] For port 91a11721-eed4-48aa-ae3a-3ef1b535737b, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:01.574432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] For port 91a11721-eed4-48aa-ae3a-3ef1b535737b, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=91a11721-eed4-48aa-ae3a-3ef1b535737b,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:01.588859 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (91a11721-eed4-48aa-ae3a-3ef1b535737b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.634915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e8c9dd-2b3e-442b-a4d1-5b39ce128f71 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:01.636805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e8c9dd-2b3e-442b-a4d1-5b39ce128f71 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:01.645040 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-06e8c9dd-2b3e-442b-a4d1-5b39ce128f71 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2131507 Feb 09 03:29:01.647836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44354) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:01.680756 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (92618950-f9ca-4950-83c8-1b1d2b86c40c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.761697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20a057-a7cd-40ae-b1c6-a672f3d7c00b None None] Pushing event updated for resources: {'Port': ['ID=91a11721-eed4-48aa-ae3a-3ef1b535737b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:01.797573 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c97d8f0e-c43c-4b70-bee0-cabc6ad842a4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.828922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eef3f5-b90e-464d-820d-6dc9c732c5de req-393f3d41-42ca-4550-b2ce-fd0c800d5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:01.835782 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80eef3f5-b90e-464d-820d-6dc9c732c5de req-393f3d41-42ca-4550-b2ce-fd0c800d5f8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=908ab6b6438a42f68c6661776783f5bf&device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 1129 time: 0.4457786 Feb 09 03:29:01.853865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba34da79-8b51-495a-bb9d-7c07fadd5f7d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet f17916c6-0412-405f-a04a-23d5f1decaeb {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:29:01.859846 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba34da79-8b51-495a-bb9d-7c07fadd5f7d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (f17916c6-0412-405f-a04a-23d5f1decaeb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.897455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Calling delete_port for c97d8f0e-c43c-4b70-bee0-cabc6ad842a4 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:01.922306 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Publish callbacks [] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.950317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18323ab-27f1-40c4-bf13-014f6995d797 req-c7a80b10-b3ed-4efc-861c-bcf00a80030c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:01.952255 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b18323ab-27f1-40c4-bf13-014f6995d797 req-c7a80b10-b3ed-4efc-861c-bcf00a80030c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.6172183 Feb 09 03:29:01.954944 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba34da79-8b51-495a-bb9d-7c07fadd5f7d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (f17916c6-0412-405f-a04a-23d5f1decaeb), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:02.235540 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b18323ab-27f1-40c4-bf13-014f6995d797 req-e849822c-2c9f-49a4-b304-0a95b152f172 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499807 Feb 09 03:29:02.247120 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (92618950-f9ca-4950-83c8-1b1d2b86c40c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:02.247336 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:02.291305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:02.359919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:02.372808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:02.397840 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba34da79-8b51-495a-bb9d-7c07fadd5f7d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (f17916c6-0412-405f-a04a-23d5f1decaeb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:02.550272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Pushing event updated for resources: {'Port': ['ID=6cde38ea-ba2b-43fb-8482-53f8caef5465,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:02.788677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba34da79-8b51-495a-bb9d-7c07fadd5f7d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (f17916c6-0412-405f-a04a-23d5f1decaeb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:02.881217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34da79-8b51-495a-bb9d-7c07fadd5f7d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=f17916c6-0412-405f-a04a-23d5f1decaeb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:02.918033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba34da79-8b51-495a-bb9d-7c07fadd5f7d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:02.921312 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ba34da79-8b51-495a-bb9d-7c07fadd5f7d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/f17916c6-0412-405f-a04a-23d5f1decaeb HTTP/1.1" status: 204 len: 168 time: 1.2723176 Feb 09 03:29:02.931288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44378) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:03.064806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-68b0912e-a38f-417e-b906-a649b8d8b4b8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1295638 Feb 09 03:29:03.071712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44380) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:03.089392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-33743178-d02c-407a-9658-2bfb9ccaa469 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:03.107720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a43095-2c75-4f9f-9a9b-8adf62520b90 None None] Network 97a79838-cc43-4899-97cb-b1a3e339a122 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:03.117114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92618950-f9ca-4950-83c8-1b1d2b86c40c']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:03.165817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c1c00f-0f30-44bb-b22e-dda3c358a2df') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:03.166157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c1c00f-0f30-44bb-b22e-dda3c358a2df') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:03.229722 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (99c1c00f-0f30-44bb-b22e-dda3c358a2df), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:03.274086 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 91a11721-eed4-48aa-ae3a-3ef1b535737b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:03.278964 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (99c1c00f-0f30-44bb-b22e-dda3c358a2df), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:03.287413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bcab9e87-813a-4105-a61f-c5b6a2a26924 None None] Provisioning complete for port 295504a0-d0e2-43e4-8795-283149269edf triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:03.288052 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcab9e87-813a-4105-a61f-c5b6a2a26924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (295504a0-d0e2-43e4-8795-283149269edf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:03.342167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:29:03.342581 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (99c1c00f-0f30-44bb-b22e-dda3c358a2df), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:29:03.350600 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:29:03.483539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eef3f5-b90e-464d-820d-6dc9c732c5de req-95d6d065-327a-4f77-840c-950e42846967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:03.485450 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80eef3f5-b90e-464d-820d-6dc9c732c5de req-95d6d065-327a-4f77-840c-950e42846967 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d22c7637-cdc4-4a30-84f5-b0e31f632551 HTTP/1.1" status: 200 len: 917 time: 1.6426172 Feb 09 03:29:03.624480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80eef3f5-b90e-464d-820d-6dc9c732c5de req-53e581a5-725f-487e-bd01-23a4835b36de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e HTTP/1.1" status: 200 len: 217 time: 0.0728838 Feb 09 03:29:03.689828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137e8d48-bb3b-4445-9776-72b9b1ecbf78 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:03.717824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eef3f5-b90e-464d-820d-6dc9c732c5de req-355b80c7-9dd6-4a9e-a7bc-13c5e37a6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:03.719969 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80eef3f5-b90e-464d-820d-6dc9c732c5de req-355b80c7-9dd6-4a9e-a7bc-13c5e37a6d9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2e8f8f0-1cdb-4c25-845e-9dcbf958541a HTTP/1.1" status: 200 len: 855 time: 0.0865512 Feb 09 03:29:03.725291 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (92618950-f9ca-4950-83c8-1b1d2b86c40c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:03.730586 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:03.733936 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "DELETE /v2.0/networks/92618950-f9ca-4950-83c8-1b1d2b86c40c HTTP/1.1" status: 204 len: 168 time: 2.4230528 Feb 09 03:29:03.743007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26216e-0f21-4765-bc11-98d224713147 req-d63cff3c-2c5e-4b67-bfb3-adf113ba57af tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:03.744546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a26216e-0f21-4765-bc11-98d224713147 req-d63cff3c-2c5e-4b67-bfb3-adf113ba57af tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.3533807 Feb 09 03:29:03.748273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44392) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:03.756193 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c97d8f0e-c43c-4b70-bee0-cabc6ad842a4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:03.924918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event deleted for resources: {'Network': ['ID=92618950-f9ca-4950-83c8-1b1d2b86c40c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:03.952956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 91a11721-eed4-48aa-ae3a-3ef1b535737b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:03.953333 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (91a11721-eed4-48aa-ae3a-3ef1b535737b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.001423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.012319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.013114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.013503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.013851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.014193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.014529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.014861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.015193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.015522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.015850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.016177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.016504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372799f-0ca7-4a80-90b6-683998aca254 tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:04.087571 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Port': ['ID=c97d8f0e-c43c-4b70-bee0-cabc6ad842a4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:04.170074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bcab9e87-813a-4105-a61f-c5b6a2a26924 None None] Current status of the port 295504a0-d0e2-43e4-8795-283149269edf is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:04.171254 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcab9e87-813a-4105-a61f-c5b6a2a26924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (295504a0-d0e2-43e4-8795-283149269edf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.203457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a26216e-0f21-4765-bc11-98d224713147 req-66d8c547-cf00-448a-ab66-3b301400f4c8 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155524 Feb 09 03:29:04.204052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33743178-d02c-407a-9658-2bfb9ccaa469 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:04.211130 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33743178-d02c-407a-9658-2bfb9ccaa469 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.273541 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (a8e5c975-32ac-46b2-98f2-474a21948cc5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.294689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eef3f5-b90e-464d-820d-6dc9c732c5de req-16f45994-8eeb-43f1-9c50-7d599ed10db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:04.296266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80eef3f5-b90e-464d-820d-6dc9c732c5de req-16f45994-8eeb-43f1-9c50-7d599ed10db3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d22c7637-cdc4-4a30-84f5-b0e31f632551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5609438 Feb 09 03:29:04.300789 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 91a11721-eed4-48aa-ae3a-3ef1b535737b is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:04.301339 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (91a11721-eed4-48aa-ae3a-3ef1b535737b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.305041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bcab9e87-813a-4105-a61f-c5b6a2a26924 None None] For port 295504a0-d0e2-43e4-8795-283149269edf, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=295504a0-d0e2-43e4-8795-283149269edf,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:04.319378 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcab9e87-813a-4105-a61f-c5b6a2a26924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (295504a0-d0e2-43e4-8795-283149269edf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.324030 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (b0bd17c8-9deb-44cb-adc6-73472c73505e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.403282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fca7843-73ae-4ec5-8d48-1aa6226c8064 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:29:04.504685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 91a11721-eed4-48aa-ae3a-3ef1b535737b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=91a11721-eed4-48aa-ae3a-3ef1b535737b,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:04.568973 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (91a11721-eed4-48aa-ae3a-3ef1b535737b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.570498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 295504a0-d0e2-43e4-8795-283149269edf up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:04.668768 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33743178-d02c-407a-9658-2bfb9ccaa469 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (615e0c9d-7896-44a3-9412-3a10701a1507), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.717461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3b955b46-1e56-49b6-b0a9-981cf8f87386 None None] Provisioning complete for port 91a11721-eed4-48aa-ae3a-3ef1b535737b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:04.718704 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b955b46-1e56-49b6-b0a9-981cf8f87386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (91a11721-eed4-48aa-ae3a-3ef1b535737b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.754231 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (a8e5c975-32ac-46b2-98f2-474a21948cc5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.782325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab9e87-813a-4105-a61f-c5b6a2a26924 None None] Pushing event updated for resources: {'Port': ['ID=295504a0-d0e2-43e4-8795-283149269edf,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:04.796907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33743178-d02c-407a-9658-2bfb9ccaa469 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=615e0c9d-7896-44a3-9412-3a10701a1507,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:04.806247 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router_controller (a8e5c975-32ac-46b2-98f2-474a21948cc5), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.831185 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Publish callbacks [] for router_gateway (9f5c9471-cf45-4828-af91-a613e16b6eda), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.943905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (a8e5c975-32ac-46b2-98f2-474a21948cc5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.944759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Fanout notify agent at l3_agent the message router_deleted on router a8e5c975-32ac-46b2-98f2-474a21948cc5 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:29:04.949921 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (b0bd17c8-9deb-44cb-adc6-73472c73505e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.960628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.962356 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-70198094-f9e7-4fdf-830b-3c5d0eeef0f7 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/routers/a8e5c975-32ac-46b2-98f2-474a21948cc5 HTTP/1.1" status: 204 len: 168 time: 5.9086187 Feb 09 03:29:04.966014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44420) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:04.981247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80eef3f5-b90e-464d-820d-6dc9c732c5de req-62a4e076-1bef-46ed-b500-4f8c369a74b7 service neutron] 10.222.0.42 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490359 Feb 09 03:29:04.995489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 295504a0-d0e2-43e4-8795-283149269edf triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:04.995864 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (295504a0-d0e2-43e4-8795-283149269edf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.006374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33743178-d02c-407a-9658-2bfb9ccaa469 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:05.017785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bd17c8-9deb-44cb-adc6-73472c73505e']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:05.030731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=91a11721-eed4-48aa-ae3a-3ef1b535737b,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:05.057845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-33743178-d02c-407a-9658-2bfb9ccaa469 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:05.061056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33743178-d02c-407a-9658-2bfb9ccaa469 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:05.061938 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33743178-d02c-407a-9658-2bfb9ccaa469 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.070023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa5dbb8-a3a9-4805-9fde-188d3e1ec5bf') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:05.070485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa5dbb8-a3a9-4805-9fde-188d3e1ec5bf') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:05.086522 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (ffa5dbb8-a3a9-4805-9fde-188d3e1ec5bf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.096015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44422) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:05.096963 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-33743178-d02c-407a-9658-2bfb9ccaa469 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0228693 Feb 09 03:29:05.107458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'fixed_ips': [{'subnet_id': '615e0c9d-7896-44a3-9412-3a10701a1507', 'ip_address': '2001:db8::5f05:7df5:cc:1983'}], 'name': 'tempest-NetworksTestDHCPv6-859907880'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:05.146556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-68153521-3b7d-4be5-b244-0dd04e5eaafe tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Deleting subnet cc05b7ca-5a34-420f-8b48-419559813143 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:29:05.165325 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-68153521-3b7d-4be5-b244-0dd04e5eaafe tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks [] for subnet (cc05b7ca-5a34-420f-8b48-419559813143), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.182799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5fca7843-73ae-4ec5-8d48-1aa6226c8064 None None] Deleting port 91a11721-eed4-48aa-ae3a-3ef1b535737b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:05.183389 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fca7843-73ae-4ec5-8d48-1aa6226c8064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (91a11721-eed4-48aa-ae3a-3ef1b535737b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.230068 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ffa5dbb8-a3a9-4805-9fde-188d3e1ec5bf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.283668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:29:05.284588 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (ffa5dbb8-a3a9-4805-9fde-188d3e1ec5bf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.290264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3b955b46-1e56-49b6-b0a9-981cf8f87386 None None] Current status of the port 91a11721-eed4-48aa-ae3a-3ef1b535737b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:29:05.301786 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:29:05.315745 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-68153521-3b7d-4be5-b244-0dd04e5eaafe tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (cc05b7ca-5a34-420f-8b48-419559813143), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.391607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 295504a0-d0e2-43e4-8795-283149269edf is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:05.404208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5fca7843-73ae-4ec5-8d48-1aa6226c8064 None None] For port 91a11721-eed4-48aa-ae3a-3ef1b535737b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=91a11721-eed4-48aa-ae3a-3ef1b535737b,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:05.404818 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fca7843-73ae-4ec5-8d48-1aa6226c8064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (91a11721-eed4-48aa-ae3a-3ef1b535737b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.426364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5fca7843-73ae-4ec5-8d48-1aa6226c8064 None None] Calling delete_port for 91a11721-eed4-48aa-ae3a-3ef1b535737b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:05.437221 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80eef3f5-b90e-464d-820d-6dc9c732c5de req-8daef96f-de8b-45eb-83be-7461a9e9ede4 service neutron] 10.222.0.42 "GET /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423213 Feb 09 03:29:05.480439 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (b0bd17c8-9deb-44cb-adc6-73472c73505e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.486231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9a4fb489-4cfa-4772-a9ae-f252b13c9ae8 None None] Provisioning complete for port 295504a0-d0e2-43e4-8795-283149269edf triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:05.487152 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb489-4cfa-4772-a9ae-f252b13c9ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (295504a0-d0e2-43e4-8795-283149269edf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.521413 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.528580 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] 10.222.0.21 "DELETE /v2.0/networks/b0bd17c8-9deb-44cb-adc6-73472c73505e HTTP/1.1" status: 204 len: 168 time: 1.7703507 Feb 09 03:29:05.581445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff470114-dcdf-4776-8e90-dbfa5375319e tempest-BulkNetworkOpsTest-1067662314 tempest-BulkNetworkOpsTest-1067662314-project] Pushing event deleted for resources: {'Network': ['ID=b0bd17c8-9deb-44cb-adc6-73472c73505e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:05.623885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 295504a0-d0e2-43e4-8795-283149269edf up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:05.636035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e00ee-411c-41b4-988e-a148b8804cab req-8b417dc8-65f6-45da-b279-186907841558 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:05.643313 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dc1e00ee-411c-41b4-988e-a148b8804cab req-8b417dc8-65f6-45da-b279-186907841558 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.2497561 Feb 09 03:29:05.676932 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-68153521-3b7d-4be5-b244-0dd04e5eaafe tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (cc05b7ca-5a34-420f-8b48-419559813143), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.724487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:05.809472 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 295504a0-d0e2-43e4-8795-283149269edf triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:05.809852 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (295504a0-d0e2-43e4-8795-283149269edf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.814923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (9f5c9471-cf45-4828-af91-a613e16b6eda), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.815272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fb489-4cfa-4772-a9ae-f252b13c9ae8 None None] Current status of the port 295504a0-d0e2-43e4-8795-283149269edf is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:05.848651 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fca7843-73ae-4ec5-8d48-1aa6226c8064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (91a11721-eed4-48aa-ae3a-3ef1b535737b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.885330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca7843-73ae-4ec5-8d48-1aa6226c8064 None None] Pushing event deleted for resources: {'Port': ['ID=91a11721-eed4-48aa-ae3a-3ef1b535737b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:05.900155 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dc1e00ee-411c-41b4-988e-a148b8804cab req-c606388d-b424-4f22-bc03-45b15ae94619 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556319 Feb 09 03:29:05.907386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca7843-73ae-4ec5-8d48-1aa6226c8064 None None] No DVR routers for this DVR port 91a11721-eed4-48aa-ae3a-3ef1b535737b on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:29:05.932206 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c479655-cb09-47bc-8387-e7d3e6b225ac None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:29:05.985674 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:06.039315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 052419f2-2f08-4051-837a-f4630129517f yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:29:06.080122 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:29:06.125952 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-68153521-3b7d-4be5-b244-0dd04e5eaafe tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (cc05b7ca-5a34-420f-8b48-419559813143), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:06.175014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c479655-cb09-47bc-8387-e7d3e6b225ac None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:29:06.220395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68153521-3b7d-4be5-b244-0dd04e5eaafe tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Subnet': ['ID=cc05b7ca-5a34-420f-8b48-419559813143,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:06.234303 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-68153521-3b7d-4be5-b244-0dd04e5eaafe tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:06.240538 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-68153521-3b7d-4be5-b244-0dd04e5eaafe tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/subnets/cc05b7ca-5a34-420f-8b48-419559813143 HTTP/1.1" status: 204 len: 168 time: 1.2435391 Feb 09 03:29:06.249403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44454) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:06.281162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44458) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:06.391281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 295504a0-d0e2-43e4-8795-283149269edf is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:06.431953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e130e84-f590-4f9a-8475-4b2157d5f8d1 req-424ec93d-aee9-4f1e-b247-aa72f627d00d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:06.433601 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e130e84-f590-4f9a-8475-4b2157d5f8d1 req-424ec93d-aee9-4f1e-b247-aa72f627d00d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.5057559 Feb 09 03:29:06.472771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::5f05:7df5:cc:1983 (c5780e3f-5fe0-4434-8596-82a0e8078930/615e0c9d-7896-44a3-9412-3a10701a1507/052419f2-2f08-4051-837a-f4630129517f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:06.499848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 91a11721-eed4-48aa-ae3a-3ef1b535737b no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:29:06.534294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 91a11721-eed4-48aa-ae3a-3ef1b535737b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:29:06.535809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 91a11721-eed4-48aa-ae3a-3ef1b535737b not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:29:06.618929 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (80d994d8-8031-4a9b-b44b-f5c9f1ea537c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:06.632461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Router 9f5c9471-cf45-4828-af91-a613e16b6eda is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:29:06.667128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e130e84-f590-4f9a-8475-4b2157d5f8d1 req-a8cc1f84-b701-49d5-9071-1408eab667af tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013097 Feb 09 03:29:06.676142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': '615e0c9d-7896-44a3-9412-3a10701a1507'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:29:06.677030 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:06.781179 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (052419f2-2f08-4051-837a-f4630129517f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:06.827253 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2eed253d-a507-4db1-b03e-6cee55d76b0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d37f66fa872449482af76b9c8a9be5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5426974 Feb 09 03:29:06.828193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44468) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:06.858937 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (052419f2-2f08-4051-837a-f4630129517f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:06.970430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:29:07.020187 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (80d994d8-8031-4a9b-b44b-f5c9f1ea537c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.023236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:07.035686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:07.054999 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:07.059226 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.060630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:07.061313 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.064667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=052419f2-2f08-4051-837a-f4630129517f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:07.073733 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5963c307-f878-489d-8c79-e1e1ab5599c0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2496831 Feb 09 03:29:07.073968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44476) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:07.092412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d994d8-8031-4a9b-b44b-f5c9f1ea537c']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:07.094471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-01ef3c93-b85b-43e4-9067-e3a2b03acf0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.9970770 Feb 09 03:29:07.111207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44478) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:07.123835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Sync routers for ids ['9f5c9471-cf45-4828-af91-a613e16b6eda'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:29:07.126209 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f73a5004-1bb7-4f34-9b85-d2f23c045635 admin admin] Publish callbacks [] for security_group (da4c96ba-7910-46dc-bd91-eee82003ecb7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.148389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Routers {'9f5c9471-cf45-4828-af91-a613e16b6eda'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:07.149813 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9f5c9471-cf45-4828-af91-a613e16b6eda'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:07.162191 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f73a5004-1bb7-4f34-9b85-d2f23c045635 admin admin] Publish callbacks [] for security_group (da4c96ba-7910-46dc-bd91-eee82003ecb7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.208458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Allocated IP 2001:db8::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/615e0c9d-7896-44a3-9412-3a10701a1507/b8928ba6-063a-480d-866e-c8f1accfd89e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:07.220459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24df34-70b5-4ede-88be-30ad6a10889c req-64c534fc-6b43-43de-84e3-3010cc66638d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:07.222812 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f24df34-70b5-4ede-88be-30ad6a10889c req-64c534fc-6b43-43de-84e3-3010cc66638d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.1693845 Feb 09 03:29:07.252894 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f73a5004-1bb7-4f34-9b85-d2f23c045635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (da4c96ba-7910-46dc-bd91-eee82003ecb7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.256007 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f73a5004-1bb7-4f34-9b85-d2f23c045635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.257998 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f73a5004-1bb7-4f34-9b85-d2f23c045635 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da4c96ba-7910-46dc-bd91-eee82003ecb7 HTTP/1.1" status: 204 len: 168 time: 0.4272006 Feb 09 03:29:07.302348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a5004-1bb7-4f34-9b85-d2f23c045635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4c96ba-7910-46dc-bd91-eee82003ecb7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:07.381285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c35e9ce-e8f9-4282-94af-26712c67062d') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:07.381598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c35e9ce-e8f9-4282-94af-26712c67062d') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:07.398565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f24df34-70b5-4ede-88be-30ad6a10889c req-64aff3aa-d341-49cc-b9e6-0f6bd7bfbb05 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674984 Feb 09 03:29:07.400389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (9c35e9ce-e8f9-4282-94af-26712c67062d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.444048 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Publish callbacks [] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.472098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9c35e9ce-e8f9-4282-94af-26712c67062d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.518668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:29:07.519573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (9c35e9ce-e8f9-4282-94af-26712c67062d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:29:07.524828 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:29:07.560264 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.684430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509b2dd-7b82-460a-a45f-aa72311073fb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:07.692819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e509b2dd-7b82-460a-a45f-aa72311073fb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5186288 Feb 09 03:29:07.695814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44502) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:07.737177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Set router 9f5c9471-cf45-4828-af91-a613e16b6eda gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:29:07.759670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c3d40-59ef-42ea-89fa-1cf2fab6bbd4 req-226818a2-c90a-46c0-ac9c-d705445e55a5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:07.766031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a62c3d40-59ef-42ea-89fa-1cf2fab6bbd4 req-226818a2-c90a-46c0-ac9c-d705445e55a5 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.1734178 Feb 09 03:29:07.804018 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (80d994d8-8031-4a9b-b44b-f5c9f1ea537c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.854391 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.857638 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] 10.222.0.21 "DELETE /v2.0/networks/80d994d8-8031-4a9b-b44b-f5c9f1ea537c HTTP/1.1" status: 204 len: 168 time: 1.6058760 Feb 09 03:29:07.896087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a62c3d40-59ef-42ea-89fa-1cf2fab6bbd4 req-8c0f16a1-e31e-4279-8922-6fd2fc76ee21 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288869 Feb 09 03:29:07.909550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:07.922704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:07.952709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:07.960707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7a23a-c001-438d-9a8b-32e1854373f0 tempest-FloatingIPTestJSON-1744912368 tempest-FloatingIPTestJSON-1744912368-project] Pushing event deleted for resources: {'Network': ['ID=80d994d8-8031-4a9b-b44b-f5c9f1ea537c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:07.963844 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:07.989337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Pushing event updated for resources: {'Port': ['ID=b8928ba6-063a-480d-866e-c8f1accfd89e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:08.064905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Attempting to bind port b8928ba6-063a-480d-866e-c8f1accfd89e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:08.065255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Attempting to bind port b8928ba6-063a-480d-866e-c8f1accfd89e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:08.065652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Attempting to bind port b8928ba6-063a-480d-866e-c8f1accfd89e on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:08.075044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:08.075464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:08.075828 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:08.076221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:08.076703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Bound port: b8928ba6-063a-480d-866e-c8f1accfd89e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:08.077081 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:08.104567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900db33f-e278-46e1-a032-87e91adb2420 req-62019228-ead2-4791-85e5-2a4b20737d66 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:08.121305 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-900db33f-e278-46e1-a032-87e91adb2420 req-62019228-ead2-4791-85e5-2a4b20737d66 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a705dd8-68b3-4dc9-8c47-b7fe38773dff HTTP/1.1" status: 200 len: 945 time: 0.1156993 Feb 09 03:29:08.233992 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-900db33f-e278-46e1-a032-87e91adb2420 req-a4541d0c-dc0a-4eaa-95d0-1a0bd305c958 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114242 Feb 09 03:29:08.241103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] For port b8928ba6-063a-480d-866e-c8f1accfd89e, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:08.252122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] For port b8928ba6-063a-480d-866e-c8f1accfd89e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b8928ba6-063a-480d-866e-c8f1accfd89e,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:08.275907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:29:02Z', 'revision_number': 3, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:08.344589 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:08.348054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Checking router: 9f5c9471-cf45-4828-af91-a613e16b6eda for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:29:08.348423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Updating router 9f5c9471-cf45-4828-af91-a613e16b6eda port 6cde38ea-ba2b-43fb-8482-53f8caef5465 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:29:08.423704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be3779-ae8f-4d47-a432-53f1246d4e08 req-84bb00b3-ac1d-43d1-8746-aac217900c1c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:08.435148 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19be3779-ae8f-4d47-a432-53f1246d4e08 req-84bb00b3-ac1d-43d1-8746-aac217900c1c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 945 time: 0.1046076 Feb 09 03:29:08.446504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-8beea60b-34b7-4c92-bc44-e30b4303dd5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 052419f2-2f08-4051-837a-f4630129517f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:08.446844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8beea60b-34b7-4c92-bc44-e30b4303dd5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (052419f2-2f08-4051-837a-f4630129517f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:08.462687 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:08.474933 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44524) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:08.484831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d5b72-0c86-4393-a742-dbbb72151f8e req-186499c8-d553-4cc0-8735-e8e98959fa1a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:08.500243 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d57d5b72-0c86-4393-a742-dbbb72151f8e req-186499c8-d553-4cc0-8735-e8e98959fa1a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.6362453 Feb 09 03:29:08.583351 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19be3779-ae8f-4d47-a432-53f1246d4e08 req-9532391d-81f7-4193-8549-10ac5cbb8536 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425400 Feb 09 03:29:08.616516 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d57d5b72-0c86-4393-a742-dbbb72151f8e req-b18c0a4f-b47d-442f-8449-0d6d56fb6fc8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147478 Feb 09 03:29:08.676376 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-3e4feafd-88e5-4068-9957-0ddd1e5156d1 req-349e2156-96bd-472d-8aa7-72a75afb6da8 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:29:08.676818 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e4feafd-88e5-4068-9957-0ddd1e5156d1 req-349e2156-96bd-472d-8aa7-72a75afb6da8 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067599 Feb 09 03:29:08.698225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ff9a8-6985-4d8b-a3c5-076e717804ba None None] Pushing event updated for resources: {'Port': ['ID=b8928ba6-063a-480d-866e-c8f1accfd89e,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:08.976741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8beea60b-34b7-4c92-bc44-e30b4303dd5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (052419f2-2f08-4051-837a-f4630129517f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:09.024936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-8beea60b-34b7-4c92-bc44-e30b4303dd5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 052419f2-2f08-4051-837a-f4630129517f owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:09.064300 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e4feafd-88e5-4068-9957-0ddd1e5156d1 req-8f19d4fb-2663-4bdc-8ad5-71f947e7ca69 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3742726 Feb 09 03:29:09.140435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-31a994e9-5442-4dcb-b07a-f16de9b2f151 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa69fea78eee4b868b7f4826a58fc6e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6585255 Feb 09 03:29:09.141296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44538) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:09.167695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Publish callbacks [] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:09.193040 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:09.264685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bf16d-3eec-4f8b-8d28-25835fa116c1 req-5d67f53f-60ca-4c64-a52f-210c6e0e96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:09.272742 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d57bf16d-3eec-4f8b-8d28-25835fa116c1 req-5d67f53f-60ca-4c64-a52f-210c6e0e96d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 1129 time: 0.5484362 Feb 09 03:29:09.299009 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-302f4ecf-e77a-4a68-bee9-6986b1454bea admin admin] Publish callbacks [] for security_group (1a75c5ed-daf6-46ef-ae51-5d1975f6f4cc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:09.354063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Attempting to bind port 6cde38ea-ba2b-43fb-8482-53f8caef5465 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:09.354539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Attempting to bind port 6cde38ea-ba2b-43fb-8482-53f8caef5465 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:09.355214 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Attempting to bind port 6cde38ea-ba2b-43fb-8482-53f8caef5465 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:09.377543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fbcc9-204b-4bcc-b661-5d91a5a1b1e8 None None] Pushing event updated for resources: {'Port': ['ID=6cde38ea-ba2b-43fb-8482-53f8caef5465,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:09.387710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:09.388143 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:09.388557 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:09.388955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:09.389479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Bound port: 6cde38ea-ba2b-43fb-8482-53f8caef5465, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:09.389864 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:09.397548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-302f4ecf-e77a-4a68-bee9-6986b1454bea admin admin] Publish callbacks [] for security_group (1a75c5ed-daf6-46ef-ae51-5d1975f6f4cc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:09.519801 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-302f4ecf-e77a-4a68-bee9-6986b1454bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1a75c5ed-daf6-46ef-ae51-5d1975f6f4cc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:09.525916 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-302f4ecf-e77a-4a68-bee9-6986b1454bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:09.531959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-302f4ecf-e77a-4a68-bee9-6986b1454bea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a75c5ed-daf6-46ef-ae51-5d1975f6f4cc HTTP/1.1" status: 204 len: 168 time: 0.3891981 Feb 09 03:29:09.567251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f4ecf-e77a-4a68-bee9-6986b1454bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a75c5ed-daf6-46ef-ae51-5d1975f6f4cc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:09.578019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] For port 6cde38ea-ba2b-43fb-8482-53f8caef5465, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:09.609348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] For port 6cde38ea-ba2b-43fb-8482-53f8caef5465, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6cde38ea-ba2b-43fb-8482-53f8caef5465,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:09.626270 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:09.669436 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:09.708970 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8beea60b-34b7-4c92-bc44-e30b4303dd5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (052419f2-2f08-4051-837a-f4630129517f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:09.720148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b8928ba6-063a-480d-866e-c8f1accfd89e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:09.750631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bf16d-3eec-4f8b-8d28-25835fa116c1 req-1b6888a9-d1a4-4f6f-9088-b8f144c62678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:09.752124 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d57bf16d-3eec-4f8b-8d28-25835fa116c1 req-1b6888a9-d1a4-4f6f-9088-b8f144c62678 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.4409559 Feb 09 03:29:09.850449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beea60b-34b7-4c92-bc44-e30b4303dd5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=052419f2-2f08-4051-837a-f4630129517f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:09.960622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7098c8-7958-4fef-b0e0-36347f1cd99c req-c03067f3-747d-47b0-93fa-007405a952e0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:09.972877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef7098c8-7958-4fef-b0e0-36347f1cd99c req-c03067f3-747d-47b0-93fa-007405a952e0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.1958725 Feb 09 03:29:09.986159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b8928ba6-063a-480d-866e-c8f1accfd89e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:09.992623 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:10.075016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fbcc9-204b-4bcc-b661-5d91a5a1b1e8 None None] Pushing event updated for resources: {'Port': ['ID=6cde38ea-ba2b-43fb-8482-53f8caef5465,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:10.108561 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Routers {'9f5c9471-cf45-4828-af91-a613e16b6eda'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:10.109217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9f5c9471-cf45-4828-af91-a613e16b6eda'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:10.135061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef7098c8-7958-4fef-b0e0-36347f1cd99c req-23d10e21-47d9-4382-b5f4-6de30c20c298 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536138 Feb 09 03:29:10.225870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Allocated IP 172.20.0.1 (97a79838-cc43-4899-97cb-b1a3e339a122/aecc0e42-b696-471b-9503-d208daa121d8/0840f6f7-dbed-4e32-b1d8-68ccaa57d02e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:10.289344 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44562) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:10.367087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d57bf16d-3eec-4f8b-8d28-25835fa116c1 req-dbf84d37-edb2-4c45-9bfb-08a69d301ca4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd HTTP/1.1" status: 200 len: 1002 time: 0.5540485 Feb 09 03:29:10.372107 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8beea60b-34b7-4c92-bc44-e30b4303dd5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:10.378653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44568) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:10.389573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8beea60b-34b7-4c92-bc44-e30b4303dd5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/052419f2-2f08-4051-837a-f4630129517f HTTP/1.1" status: 204 len: 168 time: 2.6921346 Feb 09 03:29:10.483576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efbd5dc-8f96-486c-b157-84607f3e3663 None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:29:10.512512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f4788-826a-4e29-94ae-9bc00901d309 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:10.514481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f4788-826a-4e29-94ae-9bc00901d309 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:10.523529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44572) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:10.524294 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e61f4788-826a-4e29-94ae-9bc00901d309 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1445887 Feb 09 03:29:10.590291 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-16c9076a-9941-46b1-a197-4dd87353f52a tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1758535623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:10.609702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eeb6d-0ad1-43fb-a080-b1f7d50b84bb req-44dee427-bf37-4c96-a58d-7407ced309b0 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:10.619996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b5eeb6d-0ad1-43fb-a080-b1f7d50b84bb req-44dee427-bf37-4c96-a58d-7407ced309b0 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.8998494 Feb 09 03:29:10.646588 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16c9076a-9941-46b1-a197-4dd87353f52a tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (020f8715-01fb-40c6-bd52-5f8d3f63f505), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:10.651216 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16c9076a-9941-46b1-a197-4dd87353f52a tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (020f8715-01fb-40c6-bd52-5f8d3f63f505), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:10.674762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] Set router 9f5c9471-cf45-4828-af91-a613e16b6eda gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:29:10.760458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bf16d-3eec-4f8b-8d28-25835fa116c1 req-88d67c9b-ebf2-4873-809b-c76f70f8a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:10.763274 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d57bf16d-3eec-4f8b-8d28-25835fa116c1 req-88d67c9b-ebf2-4873-809b-c76f70f8a9d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.3568723 Feb 09 03:29:10.866522 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16c9076a-9941-46b1-a197-4dd87353f52a tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for router_controller (020f8715-01fb-40c6-bd52-5f8d3f63f505), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:10.879171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16c9076a-9941-46b1-a197-4dd87353f52a tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (020f8715-01fb-40c6-bd52-5f8d3f63f505), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:10.918190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16c9076a-9941-46b1-a197-4dd87353f52a tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:10.921951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-16c9076a-9941-46b1-a197-4dd87353f52a tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6288261 Feb 09 03:29:10.922212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 615e0c9d-7896-44a3-9412-3a10701a1507 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:29:10.922348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44582) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:10.931790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1635677829'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:10.937924 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (615e0c9d-7896-44a3-9412-3a10701a1507), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:10.978952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b8928ba6-063a-480d-866e-c8f1accfd89e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:10.980379 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:10.984410 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Made reservation on behalf of e384f8ba59c14d26a5ce731f9d4ef4a5 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:10.988514 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:10.995727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e433ffe3-e256-4599-9c50-7520585a9019 None None] Provisioning complete for port b8928ba6-063a-480d-866e-c8f1accfd89e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:10.996253 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e433ffe3-e256-4599-9c50-7520585a9019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:11.011870 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:11.044857 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (615e0c9d-7896-44a3-9412-3a10701a1507), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:11.208936 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for security_group (f065fda5-a76b-4ed4-96c7-3843a45efa75), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:11.221720 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f065fda5-a76b-4ed4-96c7-3843a45efa75), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:11.253233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (615e0c9d-7896-44a3-9412-3a10701a1507), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:11.278710 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:29:11.331918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f065fda5-a76b-4ed4-96c7-3843a45efa75,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:11.348110 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Publish callbacks [] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:11.357621 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (615e0c9d-7896-44a3-9412-3a10701a1507), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:11.384093 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b5eeb6d-0ad1-43fb-a080-b1f7d50b84bb req-a84c8c26-4588-4ac7-8450-6ae205f84241 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7569857 Feb 09 03:29:11.412584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e82f940a-b618-49e0-bacd-bc834eb803a7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:11.412957 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Added segment e82f940a-b618-49e0-bacd-bc834eb803a7 of type vlan for network 975f6b15-9a69-45ce-8578-348e5ffd1600 Feb 09 03:29:11.494597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (975f6b15-9a69-45ce-8578-348e5ffd1600), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:11.526268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efbd5dc-8f96-486c-b157-84607f3e3663 None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:29:11.544703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf405b-029d-4e64-b0cb-37ff60f6992b req-be78ac94-31a3-4c1b-9db5-82d692392524 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:11.560546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-39cf405b-029d-4e64-b0cb-37ff60f6992b req-be78ac94-31a3-4c1b-9db5-82d692392524 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.2667670 Feb 09 03:29:11.666095 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (975f6b15-9a69-45ce-8578-348e5ffd1600), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:11.677628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:11.677628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:11.856430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event updated for resources: {'Network': ['ID=975f6b15-9a69-45ce-8578-348e5ffd1600,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:11.881528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-39cf405b-029d-4e64-b0cb-37ff60f6992b req-17e8ced2-1b77-4aec-be8a-c76914f36554 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172181 Feb 09 03:29:11.885922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 975f6b15-9a69-45ce-8578-348e5ffd1600 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:29:11.889593 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:29:11.890112 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:29:11.898886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d50a7e73-4742-49e6-92c3-cb85d754b329 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9740479 Feb 09 03:29:11.899681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44602) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:11.917417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-76deb228-3860-44eb-a53d-3e2f8d63de66 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Request body: {'subnet': {'network_id': '975f6b15-9a69-45ce-8578-348e5ffd1600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:11.920882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44604) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:12.055205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e433ffe3-e256-4599-9c50-7520585a9019 None None] Current status of the port b8928ba6-063a-480d-866e-c8f1accfd89e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:12.056700 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e433ffe3-e256-4599-9c50-7520585a9019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:12.066676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76deb228-3860-44eb-a53d-3e2f8d63de66 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Made reservation on behalf of e384f8ba59c14d26a5ce731f9d4ef4a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:12.074575 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76deb228-3860-44eb-a53d-3e2f8d63de66 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:12.150359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-837746799'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:12.165152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=615e0c9d-7896-44a3-9412-3a10701a1507,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:12.177168 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:12.188843 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/615e0c9d-7896-44a3-9412-3a10701a1507 HTTP/1.1" status: 204 len: 168 time: 1.6565714 Feb 09 03:29:12.190249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44612) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:12.204745 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:12.208031 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:12.248888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e433ffe3-e256-4599-9c50-7520585a9019 None None] For port b8928ba6-063a-480d-866e-c8f1accfd89e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b8928ba6-063a-480d-866e-c8f1accfd89e,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:12.251460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:29:02Z', 'revision_number': 3, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:12.259573 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9d578bb7-a1fd-4948-a555-c8090c4513b0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654600 Feb 09 03:29:12.261452 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e433ffe3-e256-4599-9c50-7520585a9019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:12.265573 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44614) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:12.283806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.284231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.284548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.285687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.286039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.286384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.286745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.287060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.287432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.287762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.288035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.288362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.288686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb7bb38-eb13-4d02-9086-6040ed7e5c8f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:12.305155 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:12.306986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bf16d-3eec-4f8b-8d28-25835fa116c1 req-596bd0fe-65c9-47f3-bbd2-d3efacafbfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:12.310860 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d57bf16d-3eec-4f8b-8d28-25835fa116c1 req-596bd0fe-65c9-47f3-bbd2-d3efacafbfb3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.5196550 Feb 09 03:29:12.342790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d536382-d31c-4d41-ba3f-645adba20ca3 None None] The sync data for ids ['9f5c9471-cf45-4828-af91-a613e16b6eda'] in n-d-824835-15 is: [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:29:02Z', 'revision_number': 3, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:29:12.390102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908b763c-c1eb-407c-9581-e00c3a2d9ea7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:12.393982 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-908b763c-c1eb-407c-9581-e00c3a2d9ea7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1256566 Feb 09 03:29:12.402170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44616) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:12.448931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:12.479428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433ffe3-e256-4599-9c50-7520585a9019 None None] Pushing event updated for resources: {'Port': ['ID=b8928ba6-063a-480d-866e-c8f1accfd89e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:12.504454 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac20844-336e-4112-adc7-c60730680dbc req-41099bd9-e444-45c0-a1a5-e8b7f13f2ca3 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:12.506869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ac20844-336e-4112-adc7-c60730680dbc req-41099bd9-e444-45c0-a1a5-e8b7f13f2ca3 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a705dd8-68b3-4dc9-8c47-b7fe38773dff HTTP/1.1" status: 200 len: 945 time: 0.3559024 Feb 09 03:29:12.515603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b8928ba6-063a-480d-866e-c8f1accfd89e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:12.549526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11683dbd-1718-4211-869c-299d69c7d396 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:12.702124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b8928ba6-063a-480d-866e-c8f1accfd89e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:12.710232 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d57bf16d-3eec-4f8b-8d28-25835fa116c1 req-fee608c8-3f6f-4f91-8f1b-28cfa25fb6af service neutron] 10.222.0.65 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901675 Feb 09 03:29:12.874353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Network 97a79838-cc43-4899-97cb-b1a3e339a122 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:12.908283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:12.918079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:12.925050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b8928ba6-063a-480d-866e-c8f1accfd89e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:12.926696 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:12.950001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Pushing event updated for resources: {'Port': ['ID=0840f6f7-dbed-4e32-b1d8-68ccaa57d02e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:13.062425 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827ef005-6a7a-4b77-9aac-863f778aaff1 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:29:13.218128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b8928ba6-063a-480d-866e-c8f1accfd89e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:13.229380 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ac20844-336e-4112-adc7-c60730680dbc req-9d204db0-4182-4d79-afa2-3afc3e1cc353 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433239 Feb 09 03:29:13.257429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-827ef005-6a7a-4b77-9aac-863f778aaff1 None None] Deleting port b8928ba6-063a-480d-866e-c8f1accfd89e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:13.257796 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-827ef005-6a7a-4b77-9aac-863f778aaff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:13.288129 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d57bf16d-3eec-4f8b-8d28-25835fa116c1 req-df5aab08-2a16-44a4-ba5d-e2e22b41156d service neutron] 10.222.0.65 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639768 Feb 09 03:29:13.295468 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (9f5c9471-cf45-4828-af91-a613e16b6eda), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:13.320138 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for security_group (6db1b723-8617-4d82-8314-297c877fec81), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:13.398835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e7c6b-5f5f-42fd-875b-b6b73f1aec3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:13.407352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-593e7c6b-5f5f-42fd-875b-b6b73f1aec3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8767343 Feb 09 03:29:13.427653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44630) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:13.436053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-827ef005-6a7a-4b77-9aac-863f778aaff1 None None] For port b8928ba6-063a-480d-866e-c8f1accfd89e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b8928ba6-063a-480d-866e-c8f1accfd89e,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:13.436564 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-827ef005-6a7a-4b77-9aac-863f778aaff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:13.451463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-827ef005-6a7a-4b77-9aac-863f778aaff1 None None] Calling delete_port for b8928ba6-063a-480d-866e-c8f1accfd89e owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:13.479688 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6db1b723-8617-4d82-8314-297c877fec81), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:13.570806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6c663505-43c9-435b-b33c-18d3d66246b7 None None] Provisioning complete for port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:13.571184 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c663505-43c9-435b-b33c-18d3d66246b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:13.640569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db1b723-8617-4d82-8314-297c877fec81,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:13.643558 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6c663505-43c9-435b-b33c-18d3d66246b7 None None] Port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:29:13.700798 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-827ef005-6a7a-4b77-9aac-863f778aaff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (b8928ba6-063a-480d-866e-c8f1accfd89e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:13.718310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ef005-6a7a-4b77-9aac-863f778aaff1 None None] No DVR routers for this DVR port b8928ba6-063a-480d-866e-c8f1accfd89e on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:29:13.752889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ef005-6a7a-4b77-9aac-863f778aaff1 None None] Pushing event deleted for resources: {'Port': ['ID=b8928ba6-063a-480d-866e-c8f1accfd89e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:13.788294 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5874e0ed-26cd-4189-9fab-1f3a2cfc52e6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3214238 Feb 09 03:29:13.797604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec5423-2309-49cb-8478-a5f8d5e1a627 req-cde2fd13-bc80-4ab5-a601-0b9f6994dec9 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:13.798801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18ec5423-2309-49cb-8478-a5f8d5e1a627 req-cde2fd13-bc80-4ab5-a601-0b9f6994dec9 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 945 time: 0.2598436 Feb 09 03:29:13.808020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44634) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:13.809632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:29:13.837131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b5cecf19-0ca5-4ec1-a5ab-0e24b5a34490 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:13.872997 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:13.953289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cecf19-0ca5-4ec1-a5ab-0e24b5a34490 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:13.953993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18ec5423-2309-49cb-8478-a5f8d5e1a627 req-efa5228c-21b7-4f34-9411-e2c4a5bdaf7d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440346 Feb 09 03:29:13.967590 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5cecf19-0ca5-4ec1-a5ab-0e24b5a34490 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:13.989689 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e12c97a5-f29f-49bc-a553-614436f95ea6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:13.999486 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Added segment e12c97a5-f29f-49bc-a553-614436f95ea6 of type vlan for network ade75415-62da-49d8-a46a-1d98f8ae7e78 Feb 09 03:29:14.076078 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e2a2d-f257-4099-8f84-59015f8a9941 req-59403a6c-d4cd-4eb9-a0b4-02b729078462 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:14.079539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d56e2a2d-f257-4099-8f84-59015f8a9941 req-59403a6c-d4cd-4eb9-a0b4-02b729078462 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.9381421 Feb 09 03:29:14.081027 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76deb228-3860-44eb-a53d-3e2f8d63de66 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (957b21eb-f86f-4ca5-869e-4071d2094ee8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:14.164815 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Publish callbacks [] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:14.179566 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:14.250811 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (ade75415-62da-49d8-a46a-1d98f8ae7e78), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:14.302490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (9f5c9471-cf45-4828-af91-a613e16b6eda), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:14.321439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Pushing event updated for resources: {'Port': ['ID=0840f6f7-dbed-4e32-b1d8-68ccaa57d02e,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:14.359658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76deb228-3860-44eb-a53d-3e2f8d63de66 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event updated for resources: {'Subnet': ['ID=957b21eb-f86f-4ca5-869e-4071d2094ee8,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:14.370429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6ae64-9532-4354-99c8-0fc05c78d927 req-d7a346dd-8651-4756-99b4-b15b9b0bc60b tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:14.376458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6ae64-9532-4354-99c8-0fc05c78d927 req-d7a346dd-8651-4756-99b4-b15b9b0bc60b tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:14.382183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6ae64-9532-4354-99c8-0fc05c78d927 req-d7a346dd-8651-4756-99b4-b15b9b0bc60b tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:14.384154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fad6ae64-9532-4354-99c8-0fc05c78d927 req-d7a346dd-8651-4756-99b4-b15b9b0bc60b tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49&device_id=9a705dd8-68b3-4dc9-8c47-b7fe38773dff&device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 2417 time: 0.2259526 Feb 09 03:29:14.386631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d56e2a2d-f257-4099-8f84-59015f8a9941 req-492913ca-1c16-4673-9192-57461535eaee tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513571 Feb 09 03:29:14.396654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76deb228-3860-44eb-a53d-3e2f8d63de66 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Checking segment: {'id': 'e82f940a-b618-49e0-bacd-bc834eb803a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '975f6b15-9a69-45ce-8578-348e5ffd1600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:14.397051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76deb228-3860-44eb-a53d-3e2f8d63de66 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Network hostable DHCP agents. Network: 975f6b15-9a69-45ce-8578-348e5ffd1600, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:29:14.412755 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (ade75415-62da-49d8-a46a-1d98f8ae7e78), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:14.417775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:14.418370 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:14.498476 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fad6ae64-9532-4354-99c8-0fc05c78d927 req-11d0f7de-a44a-423c-9074-232faad20d0b tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943019 Feb 09 03:29:14.560451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Network 97a79838-cc43-4899-97cb-b1a3e339a122 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:14.562364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:14.571030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76deb228-3860-44eb-a53d-3e2f8d63de66 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Network 975f6b15-9a69-45ce-8578-348e5ffd1600 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:29:14.589389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Network': ['ID=ade75415-62da-49d8-a46a-1d98f8ae7e78,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:14.611364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network ade75415-62da-49d8-a46a-1d98f8ae7e78 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:29:14.657909 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ec1dd086-80dc-4234-8c00-6910c586382e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.7189384 Feb 09 03:29:14.673624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-76deb228-3860-44eb-a53d-3e2f8d63de66 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 975f6b15-9a69-45ce-8578-348e5ffd1600) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:14.720123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76deb228-3860-44eb-a53d-3e2f8d63de66 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:14.720714 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76deb228-3860-44eb-a53d-3e2f8d63de66 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:14.840854 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-76deb228-3860-44eb-a53d-3e2f8d63de66 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9270012 Feb 09 03:29:14.843335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44650) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:14.855785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d9cc1a6a-4a85-4b1e-b5ec-e0f3a56eb2b0 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Request body: {'network': {'name': 'tempest-router-network01--909669864'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:14.858639 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5cecf19-0ca5-4ec1-a5ab-0e24b5a34490 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (7bc2b537-8645-4c55-8510-2ecef9b12f93), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:14.888167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1077d2-71b7-461f-938f-f1a01f3d689e None None] Network 975f6b15-9a69-45ce-8578-348e5ffd1600 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:14.895759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6cde38ea-ba2b-43fb-8482-53f8caef5465 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:14.903530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d5734c3-28a6-42b1-b2af-1b838da2e0ee req-5abb24c3-13c1-473b-b7ff-4bd3a5fbe236 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3383577 Feb 09 03:29:14.942578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cc1a6a-4a85-4b1e-b5ec-e0f3a56eb2b0 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Made reservation on behalf of e384f8ba59c14d26a5ce731f9d4ef4a5 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:14.958490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1a6a-4a85-4b1e-b5ec-e0f3a56eb2b0 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:15.069940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cecf19-0ca5-4ec1-a5ab-0e24b5a34490 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:15.109972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b5cecf19-0ca5-4ec1-a5ab-0e24b5a34490 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:15.124261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cecf19-0ca5-4ec1-a5ab-0e24b5a34490 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:15.125279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cc1a6a-4a85-4b1e-b5ec-e0f3a56eb2b0 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:29:15.127014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5cecf19-0ca5-4ec1-a5ab-0e24b5a34490 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:15.168919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1a6a-4a85-4b1e-b5ec-e0f3a56eb2b0 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4ed28104-9773-43fd-b52c-04da265d5d41), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:15.170453 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-d9cc1a6a-4a85-4b1e-b5ec-e0f3a56eb2b0 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Added segment 4ed28104-9773-43fd-b52c-04da265d5d41 of type vlan for network 4af83974-69b1-4d72-8717-5aee167072ff Feb 09 03:29:15.171392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cecf19-0ca5-4ec1-a5ab-0e24b5a34490 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=7bc2b537-8645-4c55-8510-2ecef9b12f93,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:15.184445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Router 9f5c9471-cf45-4828-af91-a613e16b6eda has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:29:15.187012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e812f0d9-5fd6-4a30-bbad-cbeea46240a9 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:15.198275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b5cecf19-0ca5-4ec1-a5ab-0e24b5a34490 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3844762 Feb 09 03:29:15.198911 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44654) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:15.207591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'fixed_ips': [{'subnet_id': '7bc2b537-8645-4c55-8510-2ecef9b12f93', 'ip_address': '2001:db8::ac87:cc6b:8931:6f84'}], 'name': 'tempest-NetworksTestDHCPv6-739407970'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:15.442923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:15.637134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:29:15.657498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6c0d0b8a-ad5a-49f6-83d2-b86d089433e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/9f5c9471-cf45-4828-af91-a613e16b6eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5768437 Feb 09 03:29:15.657694 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Sync routers for ids ['9f5c9471-cf45-4828-af91-a613e16b6eda'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:29:15.668489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-436f33e6-2b2a-46d9-ac7d-837197f8c3c6 None None] Provisioning complete for port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:15.669064 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1a6a-4a85-4b1e-b5ec-e0f3a56eb2b0 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (4af83974-69b1-4d72-8717-5aee167072ff), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:15.680054 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Routers {'9f5c9471-cf45-4828-af91-a613e16b6eda'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:15.680695 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:28:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9f5c9471-cf45-4828-af91-a613e16b6eda'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:15.688170 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-436f33e6-2b2a-46d9-ac7d-837197f8c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:15.727456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6cde38ea-ba2b-43fb-8482-53f8caef5465 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:15.727700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1a6a-4a85-4b1e-b5ec-e0f3a56eb2b0 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (4af83974-69b1-4d72-8717-5aee167072ff), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:15.735831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc1a6a-4a85-4b1e-b5ec-e0f3a56eb2b0 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:15.737253 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1a6a-4a85-4b1e-b5ec-e0f3a56eb2b0 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:15.738352 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:15.785942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d9cc1a6a-4a85-4b1e-b5ec-e0f3a56eb2b0 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9404938 Feb 09 03:29:15.788730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44668) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:15.820546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e558571-fa83-4286-81eb-ebf588043fac req-8ecc33c0-e3e3-4ab1-8c64-610a94ffbfe2 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:15.831589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e558571-fa83-4286-81eb-ebf588043fac req-8ecc33c0-e3e3-4ab1-8c64-610a94ffbfe2 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.2501731 Feb 09 03:29:15.895318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-db46c55a-2695-49a9-b3b0-9f573cea9dc9 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Request body: {'network': {'name': 'tempest-router-network02--926766988'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:15.917977 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:15.963981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc1a6a-4a85-4b1e-b5ec-e0f3a56eb2b0 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event updated for resources: {'Network': ['ID=4af83974-69b1-4d72-8717-5aee167072ff,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:16.005430 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 4af83974-69b1-4d72-8717-5aee167072ff details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:29:16.021157 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db46c55a-2695-49a9-b3b0-9f573cea9dc9 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Made reservation on behalf of e384f8ba59c14d26a5ce731f9d4ef4a5 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:16.028254 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db46c55a-2695-49a9-b3b0-9f573cea9dc9 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:16.029089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 17759a9a-15b6-4b3e-8d40-b284f0e92b17 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:29:16.058916 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e558571-fa83-4286-81eb-ebf588043fac req-d181eece-d3b7-4307-8fca-74dedba56718 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248778 Feb 09 03:29:16.074832 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-faf70d12-8a13-4be7-9090-67cd79bc02c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:16.131780 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Set router 9f5c9471-cf45-4828-af91-a613e16b6eda gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:29:16.146370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db46c55a-2695-49a9-b3b0-9f573cea9dc9 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:29:16.198638 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db46c55a-2695-49a9-b3b0-9f573cea9dc9 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (59e657fb-4f63-40c8-83ed-5ca8d888fbd6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:16.199086 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-db46c55a-2695-49a9-b3b0-9f573cea9dc9 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Added segment 59e657fb-4f63-40c8-83ed-5ca8d888fbd6 of type vlan for network e3c3910e-a43a-4c5d-b473-a68c8b1f4281 Feb 09 03:29:16.368876 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db46c55a-2695-49a9-b3b0-9f573cea9dc9 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (e3c3910e-a43a-4c5d-b473-a68c8b1f4281), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:16.459121 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db46c55a-2695-49a9-b3b0-9f573cea9dc9 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (e3c3910e-a43a-4c5d-b473-a68c8b1f4281), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:16.464255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db46c55a-2695-49a9-b3b0-9f573cea9dc9 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:16.464881 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db46c55a-2695-49a9-b3b0-9f573cea9dc9 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:16.469146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-436f33e6-2b2a-46d9-ac7d-837197f8c3c6 None None] Port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:29:16.482144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-975f6b15-9a69-45ce-8578-348e5ffd1600', 'network_id': '975f6b15-9a69-45ce-8578-348e5ffd1600', 'project_id': 'e384f8ba59c14d26a5ce731f9d4ef4a5', 'fixed_ips': [{'subnet_id': '957b21eb-f86f-4ca5-869e-4071d2094ee8'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:29:16.486259 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:16.551191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': '7bc2b537-8645-4c55-8510-2ecef9b12f93'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:29:16.553317 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:16.654433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44684) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:16.725712 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-db46c55a-2695-49a9-b3b0-9f573cea9dc9 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9160531 Feb 09 03:29:16.735019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::ac87:cc6b:8931:6f84 (c5780e3f-5fe0-4434-8596-82a0e8078930/7bc2b537-8645-4c55-8510-2ecef9b12f93/17759a9a-15b6-4b3e-8d40-b284f0e92b17) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:16.741224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44688) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:16.779104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6178ab74-028c-4a5d-bde0-e68e9622fb0b tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Request body: {'subnet': {'network_id': '4af83974-69b1-4d72-8717-5aee167072ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:16.854914 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:29:13Z', 'revision_number': 4, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0840f6f7-dbed-4e32-b1d8-68ccaa57d02e', 'name': '', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'mac_address': 'fa:16:3e:0d:d7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:09Z', 'updated_at': '2022-02-09T03:29:13Z', 'revision_number': 2, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'subnets': [{'id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:16.870418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46c55a-2695-49a9-b3b0-9f573cea9dc9 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event updated for resources: {'Network': ['ID=e3c3910e-a43a-4c5d-b473-a68c8b1f4281,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:16.985123 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Checking router: 9f5c9471-cf45-4828-af91-a613e16b6eda for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:29:16.985412 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Updating router 9f5c9471-cf45-4828-af91-a613e16b6eda port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:29:17.069111 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:17.237413 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fa5655f-219b-41f0-b037-356636cf433b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:17.302009 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (17759a9a-15b6-4b3e-8d40-b284f0e92b17), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:17.363056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6178ab74-028c-4a5d-bde0-e68e9622fb0b tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Made reservation on behalf of e384f8ba59c14d26a5ce731f9d4ef4a5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:17.373161 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6178ab74-028c-4a5d-bde0-e68e9622fb0b tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:17.434118 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (17759a9a-15b6-4b3e-8d40-b284f0e92b17), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:17.688498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=17759a9a-15b6-4b3e-8d40-b284f0e92b17,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:17.742140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:17.752486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:17.760067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:17.776476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:17.789165 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:17.832906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ef225059-9d51-4985-a323-c3533e6d2a2c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6308138 Feb 09 03:29:17.834230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44700) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:17.846618 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-fab6008e-6569-4cd9-8156-3667b711b233 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'fixed_ips': [{'subnet_id': '7bc2b537-8645-4c55-8510-2ecef9b12f93', 'ip_address': '2001:db8::ac87:cc6b:8931:6f84'}], 'name': 'tempest-NetworksTestDHCPv6-1267367130'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:17.975384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network e3c3910e-a43a-4c5d-b473-a68c8b1f4281 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:29:17.986110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:29:18.014495 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44704) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:18.025061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-517d08c1-8d61-4a3c-862b-ed2d6080e6a6 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41684471', 'description': 'tempest-description--883011149'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:18.087065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab6008e-6569-4cd9-8156-3667b711b233 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:18.088571 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fa5655f-219b-41f0-b037-356636cf433b admin admin] Publish callbacks [] for security_group (37c79e76-b022-4fb3-adf8-0f4f87c07717), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.104743 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fab6008e-6569-4cd9-8156-3667b711b233 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.111971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fa5655f-219b-41f0-b037-356636cf433b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (37c79e76-b022-4fb3-adf8-0f4f87c07717), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.116262 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-517d08c1-8d61-4a3c-862b-ed2d6080e6a6 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.184808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5655f-219b-41f0-b037-356636cf433b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c79e76-b022-4fb3-adf8-0f4f87c07717,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:18.203123 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Publish callbacks [] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.223987 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.235445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-fab6008e-6569-4cd9-8156-3667b711b233 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 223d0aaf-89e8-4d76-a092-08a2301039ff yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:29:18.276193 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:18.280171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44708) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:18.306246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6dd099b8-1168-4be0-b1d4-01124ed18c84 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'subnet': {'network_id': 'ade75415-62da-49d8-a46a-1d98f8ae7e78', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:18.403465 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1fa5655f-219b-41f0-b037-356636cf433b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f3892129d664a02abdb500764471c66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7404175 Feb 09 03:29:18.404221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44712) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:18.407590 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Pushing event updated for resources: {'Port': ['ID=0840f6f7-dbed-4e32-b1d8-68ccaa57d02e,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:18.419380 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6178ab74-028c-4a5d-bde0-e68e9622fb0b tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (811ef809-7265-4181-a44e-640b83f3a1d5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.444921 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.449075 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.449983 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.450533 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.451505 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.452836 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.458079 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.458759 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.459332 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.460035 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.460668 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.464262 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.464857 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:18.540462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178ab74-028c-4a5d-bde0-e68e9622fb0b tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event updated for resources: {'Subnet': ['ID=811ef809-7265-4181-a44e-640b83f3a1d5,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:18.648347 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Attempting to bind port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:18.649913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Allocated IP 2001:db8::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/7bc2b537-8645-4c55-8510-2ecef9b12f93/f1557f30-91eb-4a27-b817-86d9165c8a00) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:18.650559 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Attempting to bind port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:18.652461 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Attempting to bind port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e on network 97a79838-cc43-4899-97cb-b1a3e339a122 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:18.664124 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:18.668192 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Checking segment: {'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:18.669853 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.671208 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Bound using segment: {'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:18.671909 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Bound port: 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:18.681654 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.684686 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-517d08c1-8d61-4a3c-862b-ed2d6080e6a6 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for security_group (ad32dd25-5cd7-4c13-8299-07e2b8c63346), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.700507 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-517d08c1-8d61-4a3c-862b-ed2d6080e6a6 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ad32dd25-5cd7-4c13-8299-07e2b8c63346), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.713165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178ab74-028c-4a5d-bde0-e68e9622fb0b tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Checking segment: {'id': '4ed28104-9773-43fd-b52c-04da265d5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4af83974-69b1-4d72-8717-5aee167072ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:18.713472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178ab74-028c-4a5d-bde0-e68e9622fb0b tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Network hostable DHCP agents. Network: 4af83974-69b1-4d72-8717-5aee167072ff, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:29:18.740159 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-edb45e50-dd29-4475-b414-9b6ba1b8c815 admin admin] Publish callbacks [] for security_group (37c79e76-b022-4fb3-adf8-0f4f87c07717), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.816090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178ab74-028c-4a5d-bde0-e68e9622fb0b tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Network 4af83974-69b1-4d72-8717-5aee167072ff is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:29:18.826933 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-edb45e50-dd29-4475-b414-9b6ba1b8c815 admin admin] Publish callbacks [] for security_group (37c79e76-b022-4fb3-adf8-0f4f87c07717), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.845303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6178ab74-028c-4a5d-bde0-e68e9622fb0b tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 4af83974-69b1-4d72-8717-5aee167072ff) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:18.858109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178ab74-028c-4a5d-bde0-e68e9622fb0b tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:18.859987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6178ab74-028c-4a5d-bde0-e68e9622fb0b tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.870389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-517d08c1-8d61-4a3c-862b-ed2d6080e6a6 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.872474 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-517d08c1-8d61-4a3c-862b-ed2d6080e6a6 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8536804 Feb 09 03:29:18.883903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d08c1-8d61-4a3c-862b-ed2d6080e6a6 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad32dd25-5cd7-4c13-8299-07e2b8c63346,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:18.890768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44720) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:18.904842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-69620b08-1550-43cd-b1cd-5779f38eebef tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Request body: {'security_group_rule': {'security_group_id': 'ad32dd25-5cd7-4c13-8299-07e2b8c63346', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:18.926800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5ab98-efcc-4dfe-b393-67df171c255e req-160572c0-f872-417d-ad20-de1ff1259bde tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:18.935551 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31c5ab98-efcc-4dfe-b393-67df171c255e req-160572c0-f872-417d-ad20-de1ff1259bde tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.6532700 Feb 09 03:29:18.955023 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] For port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:18.973943 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Publish callbacks [] for port (f1557f30-91eb-4a27-b817-86d9165c8a00), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:18.982727 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] For port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0840f6f7-dbed-4e32-b1d8-68ccaa57d02e,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:18.984504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'port_id': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'mac_address': 'fa:16:3e:f7:bf:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:29:18.999243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e0b3c-88ee-48f8-bdff-80ab89f6ab70 None None] Network 4af83974-69b1-4d72-8717-5aee167072ff requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:19.014401 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6178ab74-028c-4a5d-bde0-e68e9622fb0b tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2720356 Feb 09 03:29:19.014575 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (f1557f30-91eb-4a27-b817-86d9165c8a00), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.019824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd099b8-1168-4be0-b1d4-01124ed18c84 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:19.021083 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.024286 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6dd099b8-1168-4be0-b1d4-01124ed18c84 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.029691 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69620b08-1550-43cd-b1cd-5779f38eebef tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for security_group_rule (94ad7307-89aa-4a84-868c-65fe226a5ca6), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.038026 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44722) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:19.049280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ee11838f-9f7f-4beb-9cad-f3d3ecf0e606 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Request body: {'subnet': {'network_id': 'e3c3910e-a43a-4c5d-b473-a68c8b1f4281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:19.071479 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a62f4452-70d2-4898-9239-b523550f64eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.090757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Pushing event updated for resources: {'Port': ['ID=f1557f30-91eb-4a27-b817-86d9165c8a00,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:19.093144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6cde38ea-ba2b-43fb-8482-53f8caef5465 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:19.093579 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.117207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 6cde38ea-ba2b-43fb-8482-53f8caef5465, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6cde38ea-ba2b-43fb-8482-53f8caef5465,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:19.166125 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Routers {'9f5c9471-cf45-4828-af91-a613e16b6eda'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:19.166752 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9f5c9471-cf45-4828-af91-a613e16b6eda'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:19.209787 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.240008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:19.268014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Allocated IP 172.20.0.2 (975f6b15-9a69-45ce-8578-348e5ffd1600/957b21eb-f86f-4ca5-869e-4071d2094ee8/8ed2f487-878a-4be0-a159-fd024bf51140) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:19.314790 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab6008e-6569-4cd9-8156-3667b711b233 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 03:29:19.315780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab6008e-6569-4cd9-8156-3667b711b233 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:29:19.371293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:19.412564 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69620b08-1550-43cd-b1cd-5779f38eebef tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for security_group_rule (94ad7307-89aa-4a84-868c-65fe226a5ca6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.427050 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31c5ab98-efcc-4dfe-b393-67df171c255e req-69d86479-94d0-4b06-9760-8d936452c99b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875505 Feb 09 03:29:19.429595 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69620b08-1550-43cd-b1cd-5779f38eebef tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (94ad7307-89aa-4a84-868c-65fe226a5ca6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.431489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:19.435940 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b8928ba6-063a-480d-866e-c8f1accfd89e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:29:19.469894 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-edb45e50-dd29-4475-b414-9b6ba1b8c815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (37c79e76-b022-4fb3-adf8-0f4f87c07717), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.476373 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-edb45e50-dd29-4475-b414-9b6ba1b8c815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.481021 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-edb45e50-dd29-4475-b414-9b6ba1b8c815 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37c79e76-b022-4fb3-adf8-0f4f87c07717 HTTP/1.1" status: 204 len: 168 time: 1.0757630 Feb 09 03:29:19.493213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee11838f-9f7f-4beb-9cad-f3d3ecf0e606 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Made reservation on behalf of e384f8ba59c14d26a5ce731f9d4ef4a5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:19.494187 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] Set router 9f5c9471-cf45-4828-af91-a613e16b6eda gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:29:19.497830 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee11838f-9f7f-4beb-9cad-f3d3ecf0e606 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.513208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb45e50-dd29-4475-b414-9b6ba1b8c815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c79e76-b022-4fb3-adf8-0f4f87c07717,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:19.583101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69620b08-1550-43cd-b1cd-5779f38eebef tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ad7307-89aa-4a84-868c-65fe226a5ca6,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:19.604200 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69620b08-1550-43cd-b1cd-5779f38eebef tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.608999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-69620b08-1550-43cd-b1cd-5779f38eebef tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7170367 Feb 09 03:29:19.610184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44732) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:19.623596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6fcb6f42-d432-4e25-9f2d-04584fb546fc tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Request body: {'security_group_rule': {'security_group_id': 'ad32dd25-5cd7-4c13-8299-07e2b8c63346', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:19.636158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=6cde38ea-ba2b-43fb-8482-53f8caef5465,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:19.677749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: b8928ba6-063a-480d-866e-c8f1accfd89e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:29:19.679094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b8928ba6-063a-480d-866e-c8f1accfd89e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:29:19.687423 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fcb6f42-d432-4e25-9f2d-04584fb546fc tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for security_group_rule (f2e782eb-34f7-4349-bfc0-a29202a11d42), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.749703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-72845cc2-db6b-47cf-a136-4b3cb45f1919 None None] Provisioning complete for port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:19.751143 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72845cc2-db6b-47cf-a136-4b3cb45f1919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.758929 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fcb6f42-d432-4e25-9f2d-04584fb546fc tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for security_group_rule (f2e782eb-34f7-4349-bfc0-a29202a11d42), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.767208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44736) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:19.773414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fab6008e-6569-4cd9-8156-3667b711b233 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9377546 Feb 09 03:29:19.805987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fcb6f42-d432-4e25-9f2d-04584fb546fc tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (f2e782eb-34f7-4349-bfc0-a29202a11d42), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.851777 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6dd099b8-1168-4be0-b1d4-01124ed18c84 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (1ddb808c-470b-4662-8fad-41735d99b6db), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.947630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6cde38ea-ba2b-43fb-8482-53f8caef5465 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:19.963590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb6f42-d432-4e25-9f2d-04584fb546fc tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e782eb-34f7-4349-bfc0-a29202a11d42,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:19.976457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fcb6f42-d432-4e25-9f2d-04584fb546fc tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.980637 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6fcb6f42-d432-4e25-9f2d-04584fb546fc tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3628664 Feb 09 03:29:19.982877 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44744) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:20.017744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:20.053478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998864d6-31f1-4089-9bb3-1766d0aa86c1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:20.060269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998864d6-31f1-4089-9bb3-1766d0aa86c1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:20.062213 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-998864d6-31f1-4089-9bb3-1766d0aa86c1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2937343 Feb 09 03:29:20.064967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44748) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:20.076524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee11838f-9f7f-4beb-9cad-f3d3ecf0e606 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (e8d51a28-6052-4d9a-aff0-3d2765cb3cc5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.172092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd099b8-1168-4be0-b1d4-01124ed18c84 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Checking segment: {'id': 'e12c97a5-f29f-49bc-a553-614436f95ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ade75415-62da-49d8-a46a-1d98f8ae7e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:20.172468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd099b8-1168-4be0-b1d4-01124ed18c84 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network hostable DHCP agents. Network: ade75415-62da-49d8-a46a-1d98f8ae7e78, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:29:20.206882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd099b8-1168-4be0-b1d4-01124ed18c84 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Subnet': ['ID=1ddb808c-470b-4662-8fad-41735d99b6db,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:20.220215 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.224849 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:20.227710 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.230512 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:29:13Z', 'revision_number': 4, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0840f6f7-dbed-4e32-b1d8-68ccaa57d02e', 'name': '', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'mac_address': 'fa:16:3e:0d:d7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:09Z', 'updated_at': '2022-02-09T03:29:18Z', 'revision_number': 4, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'subnets': [{'id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:20.234511 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.238162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11838f-9f7f-4beb-9cad-f3d3ecf0e606 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event updated for resources: {'Subnet': ['ID=e8d51a28-6052-4d9a-aff0-3d2765cb3cc5,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:20.241804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11838f-9f7f-4beb-9cad-f3d3ecf0e606 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Checking segment: {'id': '59e657fb-4f63-40c8-83ed-5ca8d888fbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e3c3910e-a43a-4c5d-b473-a68c8b1f4281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:20.242170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11838f-9f7f-4beb-9cad-f3d3ecf0e606 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Network hostable DHCP agents. Network: e3c3910e-a43a-4c5d-b473-a68c8b1f4281, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:29:20.281669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-38db03ff-5178-419b-a3f0-c021f7b968e8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 17759a9a-15b6-4b3e-8d40-b284f0e92b17 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:20.282557 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38db03ff-5178-419b-a3f0-c021f7b968e8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (17759a9a-15b6-4b3e-8d40-b284f0e92b17), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.288395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11838f-9f7f-4beb-9cad-f3d3ecf0e606 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Network e3c3910e-a43a-4c5d-b473-a68c8b1f4281 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:29:20.302052 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb01a38-efbb-4567-a919-b138b9eeb4f9 None None] Pushing event updated for resources: {'Port': ['ID=0840f6f7-dbed-4e32-b1d8-68ccaa57d02e,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:20.305284 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535a06e-646f-42cb-bd57-0b2a9ec00a1c None None] The sync data for ids ['9f5c9471-cf45-4828-af91-a613e16b6eda'] in n-d-824835-15 is: [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:29:13Z', 'revision_number': 4, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0840f6f7-dbed-4e32-b1d8-68ccaa57d02e', 'name': '', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'mac_address': 'fa:16:3e:0d:d7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:09Z', 'updated_at': '2022-02-09T03:29:18Z', 'revision_number': 4, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'subnets': [{'id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:29:20.335964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:29:20.351201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd099b8-1168-4be0-b1d4-01124ed18c84 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network ade75415-62da-49d8-a46a-1d98f8ae7e78 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:29:20.373616 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ee11838f-9f7f-4beb-9cad-f3d3ecf0e606 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, e3c3910e-a43a-4c5d-b473-a68c8b1f4281) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:20.375572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4e094-2c7c-41ff-853c-983cf0234a07 req-267b623a-5067-4ade-b157-939fb0066f0f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:20.377844 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-12e4e094-2c7c-41ff-853c-983cf0234a07 req-267b623a-5067-4ade-b157-939fb0066f0f tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 945 time: 0.3469455 Feb 09 03:29:20.380919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6dd099b8-1168-4be0-b1d4-01124ed18c84 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, ade75415-62da-49d8-a46a-1d98f8ae7e78) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:20.390747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:20.391768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd099b8-1168-4be0-b1d4-01124ed18c84 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:20.392863 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6dd099b8-1168-4be0-b1d4-01124ed18c84 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.436020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11838f-9f7f-4beb-9cad-f3d3ecf0e606 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:20.439059 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee11838f-9f7f-4beb-9cad-f3d3ecf0e606 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.444945 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6dd099b8-1168-4be0-b1d4-01124ed18c84 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1598179 Feb 09 03:29:20.445790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44754) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:20.453160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1d5e6b09-35eb-44c7-aab4-155748bebfe4 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1629992999'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:20.508086 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ee11838f-9f7f-4beb-9cad-f3d3ecf0e606 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4633367 Feb 09 03:29:20.510350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e56b05-d3c1-44b6-9ddc-7c0bce7b8088 None None] Network e3c3910e-a43a-4c5d-b473-a68c8b1f4281 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:20.511423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44760) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:20.607776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a40559a-2dfa-4e7b-814f-e7e692f42eab None None] Network ade75415-62da-49d8-a46a-1d98f8ae7e78 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:20.644682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-12e4e094-2c7c-41ff-853c-983cf0234a07 req-7839a98c-ebff-4c88-a187-5db62a9607c4 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375112 Feb 09 03:29:20.651444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38db03ff-5178-419b-a3f0-c021f7b968e8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (17759a9a-15b6-4b3e-8d40-b284f0e92b17), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.666849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5e6b09-35eb-44c7-aab4-155748bebfe4 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:20.672430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-38db03ff-5178-419b-a3f0-c021f7b968e8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 17759a9a-15b6-4b3e-8d40-b284f0e92b17 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:20.673966 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6b09-35eb-44c7-aab4-155748bebfe4 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.753502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5e6b09-35eb-44c7-aab4-155748bebfe4 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:29:20.762440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.779253 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6b09-35eb-44c7-aab4-155748bebfe4 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7e222878-fc26-44f5-a571-d96c03c0b958), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.779596 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-1d5e6b09-35eb-44c7-aab4-155748bebfe4 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Added segment 7e222878-fc26-44f5-a571-d96c03c0b958 of type vlan for network 0f536c05-5dc9-4110-89bb-1d81ce369748 Feb 09 03:29:20.790470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-72845cc2-db6b-47cf-a136-4b3cb45f1919 None None] Current status of the port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:20.790865 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72845cc2-db6b-47cf-a136-4b3cb45f1919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.830248 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:20.878784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Attempting to bind port f1557f30-91eb-4a27-b817-86d9165c8a00 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:20.880151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Attempting to bind port f1557f30-91eb-4a27-b817-86d9165c8a00 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:20.881570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Attempting to bind port f1557f30-91eb-4a27-b817-86d9165c8a00 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:20.940093 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6b09-35eb-44c7-aab4-155748bebfe4 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (0f536c05-5dc9-4110-89bb-1d81ce369748), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.003565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6cde38ea-ba2b-43fb-8482-53f8caef5465 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:21.004814 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.039919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-72845cc2-db6b-47cf-a136-4b3cb45f1919 None None] For port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0840f6f7-dbed-4e32-b1d8-68ccaa57d02e,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:21.043330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-e3c3910e-a43a-4c5d-b473-a68c8b1f4281', 'network_id': 'e3c3910e-a43a-4c5d-b473-a68c8b1f4281', 'project_id': 'e384f8ba59c14d26a5ce731f9d4ef4a5', 'fixed_ips': [{'subnet_id': 'e8d51a28-6052-4d9a-aff0-3d2765cb3cc5'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:29:21.047283 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.098789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Allocated IP 172.25.5.157 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/5105647f-e161-40c6-bda4-c8a34ca786ff) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:21.101119 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6b09-35eb-44c7-aab4-155748bebfe4 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (0f536c05-5dc9-4110-89bb-1d81ce369748), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.106158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5e6b09-35eb-44c7-aab4-155748bebfe4 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:21.107004 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6b09-35eb-44c7-aab4-155748bebfe4 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.203822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f703a-f576-4639-add5-dac60204198e req-d8fe90cc-c27b-4ee0-977a-a35bab740e0a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:21.211346 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-169f703a-f576-4639-add5-dac60204198e req-d8fe90cc-c27b-4ee0-977a-a35bab740e0a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.4180739 Feb 09 03:29:21.332304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e6b09-35eb-44c7-aab4-155748bebfe4 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Network': ['ID=0f536c05-5dc9-4110-89bb-1d81ce369748,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:21.340738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1d5e6b09-35eb-44c7-aab4-155748bebfe4 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8901057 Feb 09 03:29:21.345081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['2951d8dc-0f2b-440d-a205-d1cb8c2a59bd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:29:21.349539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44780) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:21.383443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:21.386187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:21.387875 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.389913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:21.392061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Bound port: f1557f30-91eb-4a27-b817-86d9165c8a00, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:21.392510 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'subnet': {'network_id': '0f536c05-5dc9-4110-89bb-1d81ce369748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:21.392642 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f1557f30-91eb-4a27-b817-86d9165c8a00), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.430120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:21.446282 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72845cc2-db6b-47cf-a136-4b3cb45f1919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.469678 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-169f703a-f576-4639-add5-dac60204198e req-0960adec-1cb4-4105-9435-8811e1b24187 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530396 Feb 09 03:29:21.497966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d37ae-8408-4834-83d9-e6f4b49e9d10 req-1c03cd81-f10e-48f9-a9d5-e7ed7e674372 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:21.498552 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-479d37ae-8408-4834-83d9-e6f4b49e9d10 req-1c03cd81-f10e-48f9-a9d5-e7ed7e674372 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.42 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 945 time: 0.2779734 Feb 09 03:29:21.503203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38db03ff-5178-419b-a3f0-c021f7b968e8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (17759a9a-15b6-4b3e-8d40-b284f0e92b17), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.615271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db03ff-5178-419b-a3f0-c021f7b968e8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=17759a9a-15b6-4b3e-8d40-b284f0e92b17,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:21.635277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.638226 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38db03ff-5178-419b-a3f0-c021f7b968e8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.644557 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-38db03ff-5178-419b-a3f0-c021f7b968e8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/17759a9a-15b6-4b3e-8d40-b284f0e92b17 HTTP/1.1" status: 204 len: 168 time: 1.5783701 Feb 09 03:29:21.646553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44790) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:21.677833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Allocated IP 172.20.0.2 (e3c3910e-a43a-4c5d-b473-a68c8b1f4281/e8d51a28-6052-4d9a-aff0-3d2765cb3cc5/f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:21.681025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:21.692138 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.814052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 0f536c05-5dc9-4110-89bb-1d81ce369748 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:29:21.825158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-4af83974-69b1-4d72-8717-5aee167072ff', 'network_id': '4af83974-69b1-4d72-8717-5aee167072ff', 'project_id': 'e384f8ba59c14d26a5ce731f9d4ef4a5', 'fixed_ips': [{'subnet_id': '811ef809-7265-4181-a44e-640b83f3a1d5'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:29:21.825158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.902860 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c9b2d-6630-4c1f-a4c4-e71fec980347 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:21.904571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c9b2d-6630-4c1f-a4c4-e71fec980347 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:21.906312 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-312c9b2d-6630-4c1f-a4c4-e71fec980347 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2481515 Feb 09 03:29:21.912073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44802) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:22.114251 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for port (5105647f-e161-40c6-bda4-c8a34ca786ff), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.216684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Allocated IP 172.20.0.1 (4af83974-69b1-4d72-8717-5aee167072ff/811ef809-7265-4181-a44e-640b83f3a1d5/ec486d1b-05ed-416b-b2b2-d7b010cc3244) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:22.232641 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00fd31a-e91a-4aff-9c9f-b265043f798f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 7bc2b537-8645-4c55-8510-2ecef9b12f93 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:29:22.238489 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a00fd31a-e91a-4aff-9c9f-b265043f798f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (7bc2b537-8645-4c55-8510-2ecef9b12f93), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.394690 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a00fd31a-e91a-4aff-9c9f-b265043f798f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (7bc2b537-8645-4c55-8510-2ecef9b12f93), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.399249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.objects.ports [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103327) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:29:22.404660 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (5105647f-e161-40c6-bda4-c8a34ca786ff), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.465237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-ade75415-62da-49d8-a46a-1d98f8ae7e78', 'network_id': 'ade75415-62da-49d8-a46a-1d98f8ae7e78', 'project_id': 'ba1d5ba3e4d245f4b86f8062b9f596a1', 'fixed_ips': [{'subnet_id': '1ddb808c-470b-4662-8fad-41735d99b6db'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:29:22.466271 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.494774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c4d4e395-5daf-4d88-aa2a-346abca3b116 None None] Provisioning complete for port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:22.495148 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e395-5daf-4d88-aa2a-346abca3b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.548968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-479d37ae-8408-4834-83d9-e6f4b49e9d10 req-24a95fb2-8909-4af2-9baf-02b4cd7f4355 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Deleting port c1c74610-a0e2-431c-a6cc-ad94383e10b6 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:22.551854 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-479d37ae-8408-4834-83d9-e6f4b49e9d10 req-24a95fb2-8909-4af2-9baf-02b4cd7f4355 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.588539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a00fd31a-e91a-4aff-9c9f-b265043f798f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (7bc2b537-8645-4c55-8510-2ecef9b12f93), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.637799 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.662897 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for port (ec486d1b-05ed-416b-b2b2-d7b010cc3244), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.665287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a00fd31a-e91a-4aff-9c9f-b265043f798f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (7bc2b537-8645-4c55-8510-2ecef9b12f93), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.666157 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.720086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fd31a-e91a-4aff-9c9f-b265043f798f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc2b537-8645-4c55-8510-2ecef9b12f93,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:22.735467 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a00fd31a-e91a-4aff-9c9f-b265043f798f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.739420 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a00fd31a-e91a-4aff-9c9f-b265043f798f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/7bc2b537-8645-4c55-8510-2ecef9b12f93 HTTP/1.1" status: 204 len: 168 time: 0.8261566 Feb 09 03:29:22.745815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44824) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:22.770251 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Publish callbacks [] for port (8ed2f487-878a-4be0-a159-fd024bf51140), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.785847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-479d37ae-8408-4834-83d9-e6f4b49e9d10 req-24a95fb2-8909-4af2-9baf-02b4cd7f4355 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] For port c1c74610-a0e2-431c-a6cc-ad94383e10b6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c1c74610-a0e2-431c-a6cc-ad94383e10b6,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:22.786222 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-479d37ae-8408-4834-83d9-e6f4b49e9d10 req-24a95fb2-8909-4af2-9baf-02b4cd7f4355 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.798696 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2573b16c-cd0c-4903-bf8f-74c471d88571 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468404 Feb 09 03:29:22.803704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44828) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:22.805926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-479d37ae-8408-4834-83d9-e6f4b49e9d10 req-24a95fb2-8909-4af2-9baf-02b4cd7f4355 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Calling delete_port for c1c74610-a0e2-431c-a6cc-ad94383e10b6 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:22.808598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f76d3a8c-3c2f-4752-9c80-79e0b6c872c2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:22.887483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ec486d1b-05ed-416b-b2b2-d7b010cc3244), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.913226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31984175-3c39-4a77-80d3-f88102a6cb6e req-a7497d21-ffe5-4777-a5ef-0d07221ba100 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:22.914793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-31984175-3c39-4a77-80d3-f88102a6cb6e req-a7497d21-ffe5-4777-a5ef-0d07221ba100 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.2639949 Feb 09 03:29:22.946604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6cde38ea-ba2b-43fb-8482-53f8caef5465 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:22.973417 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (51e86ed8-38ac-4edf-83d5-330a970d61f5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:22.997897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Pushing event updated for resources: {'Port': ['ID=5105647f-e161-40c6-bda4-c8a34ca786ff,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:23.050868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c74e92-ba9e-4613-aa14-bfa30eba3b62 req-72fa3886-6527-40fa-a8d4-4b60924e9556 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:23.056274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71c74e92-ba9e-4613-aa14-bfa30eba3b62 req-72fa3886-6527-40fa-a8d4-4b60924e9556 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=adb45dde-e787-4aa0-8fec-5f33f0a2ec49 HTTP/1.1" status: 200 len: 945 time: 1.3098640 Feb 09 03:29:23.101229 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-479d37ae-8408-4834-83d9-e6f4b49e9d10 req-24a95fb2-8909-4af2-9baf-02b4cd7f4355 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c1c74610-a0e2-431c-a6cc-ad94383e10b6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:23.129328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:23.172796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a95fb2-8909-4af2-9baf-02b4cd7f4355 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Pushing event deleted for resources: {'Port': ['ID=c1c74610-a0e2-431c-a6cc-ad94383e10b6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:23.261478 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:23.302603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] For port f1557f30-91eb-4a27-b817-86d9165c8a00, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:23.308917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] For port f1557f30-91eb-4a27-b817-86d9165c8a00, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f1557f30-91eb-4a27-b817-86d9165c8a00,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:23.352768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:29:23.452942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:23.456071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['23eb00f5-155f-4668-9ae7-c14aab8590c8'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:29:23.463492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Network 4af83974-69b1-4d72-8717-5aee167072ff is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:23.475209 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:23.486330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:23.543616 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76d3a8c-3c2f-4752-9c80-79e0b6c872c2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:23.547304 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f76d3a8c-3c2f-4752-9c80-79e0b6c872c2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:23.550499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Subnet': ['ID=51e86ed8-38ac-4edf-83d5-330a970d61f5,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:23.553328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:23.560671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:23.576772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event updated for resources: {'Port': ['ID=ec486d1b-05ed-416b-b2b2-d7b010cc3244,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:23.610903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72845cc2-db6b-47cf-a136-4b3cb45f1919 None None] Pushing event updated for resources: {'Port': ['ID=0840f6f7-dbed-4e32-b1d8-68ccaa57d02e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:23.633762 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f1557f30-91eb-4a27-b817-86d9165c8a00), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:23.641372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44842) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:23.662057 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-31984175-3c39-4a77-80d3-f88102a6cb6e req-af50eccf-3d2a-40c3-9a52-e9b413b841e3 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7369914 Feb 09 03:29:23.667029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-479d37ae-8408-4834-83d9-e6f4b49e9d10 req-24a95fb2-8909-4af2-9baf-02b4cd7f4355 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] No DVR routers for this DVR port c1c74610-a0e2-431c-a6cc-ad94383e10b6 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:29:23.672941 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (020f8715-01fb-40c6-bd52-5f8d3f63f505), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:23.674361 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-479d37ae-8408-4834-83d9-e6f4b49e9d10 req-24a95fb2-8909-4af2-9baf-02b4cd7f4355 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:23.679579 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-479d37ae-8408-4834-83d9-e6f4b49e9d10 req-24a95fb2-8909-4af2-9baf-02b4cd7f4355 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.42 "DELETE /v2.0/ports/c1c74610-a0e2-431c-a6cc-ad94383e10b6 HTTP/1.1" status: 204 len: 173 time: 2.1748502 Feb 09 03:29:23.687315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb45dde-e787-4aa0-8fec-5f33f0a2ec49', 'name': 'network-vif-deleted', 'tag': 'c1c74610-a0e2-431c-a6cc-ad94383e10b6'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:29:23.690829 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18fbba0-6fb5-4c47-a70f-7e1cebeaad44" -d '{"events": [{"server_uuid": "adb45dde-e787-4aa0-8fec-5f33f0a2ec49", "name": "network-vif-deleted", "tag": "c1c74610-a0e2-431c-a6cc-ad94383e10b6"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:29:23.745292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71c74e92-ba9e-4613-aa14-bfa30eba3b62 req-a46c779b-5486-4d67-b2dd-184fff5f9c31 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275353 Feb 09 03:29:23.751576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Checking segment: {'id': '7e222878-fc26-44f5-a571-d96c03c0b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0f536c05-5dc9-4110-89bb-1d81ce369748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:23.751950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network hostable DHCP agents. Network: 0f536c05-5dc9-4110-89bb-1d81ce369748, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:29:23.815024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network 0f536c05-5dc9-4110-89bb-1d81ce369748 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:29:23.849666 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6927a09d-7b5a-4a76-a5e3-1459cfe03f1f x-openstack-request-id: req-6927a09d-7b5a-4a76-a5e3-1459cfe03f1f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:29:23.851043 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb45dde-e787-4aa0-8fec-5f33f0a2ec49", "name": "network-vif-deleted", "tag": "c1c74610-a0e2-431c-a6cc-ad94383e10b6", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:29:23.851262 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6927a09d-7b5a-4a76-a5e3-1459cfe03f1f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:29:23.851872 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb45dde-e787-4aa0-8fec-5f33f0a2ec49', 'name': 'network-vif-deleted', 'tag': 'c1c74610-a0e2-431c-a6cc-ad94383e10b6', 'status': 'completed', 'code': 200} Feb 09 03:29:23.875370 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 0f536c05-5dc9-4110-89bb-1d81ce369748) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:23.900486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:23.902184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:23.924239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Network 975f6b15-9a69-45ce-8578-348e5ffd1600 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:23.927904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for floatingip (b491de4a-ad02-4af8-bfcd-5a973a83c1a1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:23.931027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Allocated IP 172.20.0.2 (4af83974-69b1-4d72-8717-5aee167072ff/811ef809-7265-4181-a44e-640b83f3a1d5/02eedc99-62c5-42d2-bbe5-b9a761849b07) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:23.946824 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f768be3b-b1bc-42c0-bc92-0b5e8d793b57 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5608630 Feb 09 03:29:23.949101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44848) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:23.955436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45e974d-1729-4d71-8e71-4976adb8eca0 None None] Network 0f536c05-5dc9-4110-89bb-1d81ce369748 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:23.958053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'port': {'network_id': '0f536c05-5dc9-4110-89bb-1d81ce369748', 'name': 'tempest-NetworksIpV6TestAttrs-228581780'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:24.090174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ec486d1b-05ed-416b-b2b2-d7b010cc3244), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:24.120915 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5105647f-e161-40c6-bda4-c8a34ca786ff), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:24.193063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c1c74610-a0e2-431c-a6cc-ad94383e10b6 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:29:24.202412 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:24.241245 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Publish callbacks [] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:24.243276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:24.265956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Pushing event updated for resources: {'Port': ['ID=8ed2f487-878a-4be0-a159-fd024bf51140,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:24.323444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: c1c74610-a0e2-431c-a6cc-ad94383e10b6 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:29:24.323795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c1c74610-a0e2-431c-a6cc-ad94383e10b6 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:29:24.399522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-0f536c05-5dc9-4110-89bb-1d81ce369748', 'network_id': '0f536c05-5dc9-4110-89bb-1d81ce369748', 'project_id': 'ba1d5ba3e4d245f4b86f8062b9f596a1', 'fixed_ips': [{'subnet_id': '51e86ed8-38ac-4edf-83d5-330a970d61f5'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:29:24.400321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:24.401989 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:24.404146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:24.436553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] device_id is not set on port 5a9cafb4-b227-49d4-a283-e7e3fde0504c yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:29:24.438507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:24.438810 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:24.491825 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:24.496076 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:24.539975 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f76d3a8c-3c2f-4752-9c80-79e0b6c872c2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (0bba37ac-39a5-4c68-a9df-7443e64341cc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:24.557404 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7314023e-9fe2-4cde-a06f-3652a6c06a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:24.605923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Allocated IP 2001:db8::f816:3eff:fecd:1cc7 (0f536c05-5dc9-4110-89bb-1d81ce369748/51e86ed8-38ac-4edf-83d5-330a970d61f5/5a9cafb4-b227-49d4-a283-e7e3fde0504c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:24.649651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c4d4e395-5daf-4d88-aa2a-346abca3b116 None None] Current status of the port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:24.690881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d3a8c-3c2f-4752-9c80-79e0b6c872c2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:24.728274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f76d3a8c-3c2f-4752-9c80-79e0b6c872c2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:24.758224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76d3a8c-3c2f-4752-9c80-79e0b6c872c2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:24.759783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f76d3a8c-3c2f-4752-9c80-79e0b6c872c2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:24.779852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d3a8c-3c2f-4752-9c80-79e0b6c872c2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=0bba37ac-39a5-4c68-a9df-7443e64341cc,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:24.840388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Network e3c3910e-a43a-4c5d-b473-a68c8b1f4281 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:24.910832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f76d3a8c-3c2f-4752-9c80-79e0b6c872c2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1032133 Feb 09 03:29:24.912271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44890) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:24.920128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-32faf524-57a5-4063-851d-39c9c5f0aa7e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'fixed_ips': [{'subnet_id': '0bba37ac-39a5-4c68-a9df-7443e64341cc', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1903877814'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:25.013376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Allocated IP 2001:db8:0:ffff::2 (ade75415-62da-49d8-a46a-1d98f8ae7e78/1ddb808c-470b-4662-8fad-41735d99b6db/ebe6e895-7617-42b3-b788-1a32fa9f78bc) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:25.137435 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for port (5a9cafb4-b227-49d4-a283-e7e3fde0504c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.168768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:25.170778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f0065-3f37-471e-a83d-e82a4f3afc45 None None] Pushing event updated for resources: {'Port': ['ID=f1557f30-91eb-4a27-b817-86d9165c8a00,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:25.210296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686716-0143-4e15-be0f-5e63ce5a7755 req-24bb0581-cf14-47a3-b6bb-0c6d2dcb696f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:25.212094 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-24686716-0143-4e15-be0f-5e63ce5a7755 req-24bb0581-cf14-47a3-b6bb-0c6d2dcb696f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.3688526 Feb 09 03:29:25.220052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:25.228640 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for port (5105647f-e161-40c6-bda4-c8a34ca786ff), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.252266 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7314023e-9fe2-4cde-a06f-3652a6c06a79 admin admin] Publish callbacks [] for security_group (b5afa134-f1ca-4a54-b7d8-e0e080abcb3a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.257617 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (5105647f-e161-40c6-bda4-c8a34ca786ff), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.263207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Attempting to bind port 8ed2f487-878a-4be0-a159-fd024bf51140 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:25.263703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Attempting to bind port 8ed2f487-878a-4be0-a159-fd024bf51140 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'e82f940a-b618-49e0-bacd-bc834eb803a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '975f6b15-9a69-45ce-8578-348e5ffd1600'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:25.264138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Attempting to bind port 8ed2f487-878a-4be0-a159-fd024bf51140 on network 975f6b15-9a69-45ce-8578-348e5ffd1600 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:25.292680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7314023e-9fe2-4cde-a06f-3652a6c06a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b5afa134-f1ca-4a54-b7d8-e0e080abcb3a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.332070 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for port (ec486d1b-05ed-416b-b2b2-d7b010cc3244), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.390728 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ec486d1b-05ed-416b-b2b2-d7b010cc3244), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.466895 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (5a9cafb4-b227-49d4-a283-e7e3fde0504c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.493675 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-24686716-0143-4e15-be0f-5e63ce5a7755 req-4b1677db-5b9b-4bd9-896f-48e4c8525112 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614374 Feb 09 03:29:25.494310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Pushing event updated for resources: {'Port': ['ID=5105647f-e161-40c6-bda4-c8a34ca786ff,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:25.542884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:25.556056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:25.559662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Checking segment: {'id': 'e82f940a-b618-49e0-bacd-bc834eb803a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '975f6b15-9a69-45ce-8578-348e5ffd1600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:25.560193 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.560744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Bound using segment: {'id': 'e82f940a-b618-49e0-bacd-bc834eb803a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '975f6b15-9a69-45ce-8578-348e5ffd1600'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:25.562235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Bound port: 8ed2f487-878a-4be0-a159-fd024bf51140, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82f940a-b618-49e0-bacd-bc834eb803a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '975f6b15-9a69-45ce-8578-348e5ffd1600'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:25.563559 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.593400 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b491de4a-ad02-4af8-bfcd-5a973a83c1a1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.683081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network 0f536c05-5dc9-4110-89bb-1d81ce369748 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:25.691353 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:25.713567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:25.724656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:25.725336 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.727535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314023e-9fe2-4cde-a06f-3652a6c06a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5afa134-f1ca-4a54-b7d8-e0e080abcb3a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:25.741851 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.751766 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d326ba0c-e583-43a8-b86c-04bbbb66574d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7521734 Feb 09 03:29:25.751766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Port': ['ID=5a9cafb4-b227-49d4-a283-e7e3fde0504c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:25.766065 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7314023e-9fe2-4cde-a06f-3652a6c06a79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55f1cedf6dbe45abb16f6534b3a62063&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1122165 Feb 09 03:29:25.766964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44906) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:25.779959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32faf524-57a5-4063-851d-39c9c5f0aa7e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:25.793197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8f63c8ea-3ee6-4ed2-a03d-d10f55748e7e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8402386 Feb 09 03:29:25.795692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44908) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:25.911253 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (020f8715-01fb-40c6-bd52-5f8d3f63f505), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.927697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event updated for resources: {'Port': ['ID=ec486d1b-05ed-416b-b2b2-d7b010cc3244,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:25.997192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1b2151-b5e3-4bdb-ba0f-480695f4e0bc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Deleting subnet 51e86ed8-38ac-4edf-83d5-330a970d61f5 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:29:26.151710 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33118c-7cfd-4ab0-92b5-e97c28783df0 req-d1732bf3-90ac-47a1-be3b-e880a4be021d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:26.157688 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f33118c-7cfd-4ab0-92b5-e97c28783df0 req-d1732bf3-90ac-47a1-be3b-e880a4be021d tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a705dd8-68b3-4dc9-8c47-b7fe38773dff HTTP/1.1" status: 200 len: 945 time: 0.7993698 Feb 09 03:29:26.218560 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-6fd84c12-c981-4206-92ce-fdd9f48027b6 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--41684471&fields=id&tenant_id=e039a3989c8a497883757bc4779c8054 HTTP/1.1" status: 200 len: 267 time: 0.1008439 Feb 09 03:29:26.322763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] For port 8ed2f487-878a-4be0-a159-fd024bf51140, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:26.328013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] For port 8ed2f487-878a-4be0-a159-fd024bf51140, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8ed2f487-878a-4be0-a159-fd024bf51140,segment=NetworkSegment(e82f940a-b618-49e0-bacd-bc834eb803a7),segment_id=e82f940a-b618-49e0-bacd-bc834eb803a7)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:26.336091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f1557f30-91eb-4a27-b817-86d9165c8a00 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:26.338409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b659096b-4c84-46b8-97ff-fbc5ca658a93 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:26.364312 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:26.388376 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32faf524-57a5-4063-851d-39c9c5f0aa7e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:26.431823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96339cb3-b062-45bd-ad1a-83393fc03232 admin admin] Publish callbacks [] for security_group (b5afa134-f1ca-4a54-b7d8-e0e080abcb3a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:26.450792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-efa3adf7-be74-41d0-8335-5c31d0dfee3a tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:26.452851 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-efa3adf7-be74-41d0-8335-5c31d0dfee3a tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/networks?id=97a79838-cc43-4899-97cb-b1a3e339a122 HTTP/1.1" status: 200 len: 812 time: 0.2118266 Feb 09 03:29:26.476507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-4c3b5115-70bc-435f-8628-ab623ebc9da5 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/quotas/e039a3989c8a497883757bc4779c8054 HTTP/1.1" status: 200 len: 375 time: 0.0159893 Feb 09 03:29:26.502588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Pushing event updated for resources: {'Port': ['ID=f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:26.533506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-32faf524-57a5-4063-851d-39c9c5f0aa7e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 895155ae-875e-4892-904a-c65e6d150c69 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:29:26.560151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Attempting to bind port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:26.560810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Attempting to bind port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '59e657fb-4f63-40c8-83ed-5ca8d888fbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e3c3910e-a43a-4c5d-b473-a68c8b1f4281'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:26.561346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Attempting to bind port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 on network e3c3910e-a43a-4c5d-b473-a68c8b1f4281 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:26.568009 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f33118c-7cfd-4ab0-92b5-e97c28783df0 req-12df1dc6-d11f-4a55-93bd-4eac52a5fbd7 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511629 Feb 09 03:29:26.572062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Allocated IP 2001:db8::f816:3eff:fec5:1648 (0f536c05-5dc9-4110-89bb-1d81ce369748/51e86ed8-38ac-4edf-83d5-330a970d61f5/5191840f-678e-4592-9f44-11a648513d08) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:26.580590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-af4b3dde-1fdc-464b-849e-c133c349d0c5 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e039a3989c8a497883757bc4779c8054&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973673 Feb 09 03:29:26.593732 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96339cb3-b062-45bd-ad1a-83393fc03232 admin admin] Publish callbacks [] for security_group (b5afa134-f1ca-4a54-b7d8-e0e080abcb3a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:26.710048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Network 4af83974-69b1-4d72-8717-5aee167072ff is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:26.721671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:26.722995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Checking segment: {'id': '59e657fb-4f63-40c8-83ed-5ca8d888fbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e3c3910e-a43a-4c5d-b473-a68c8b1f4281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:26.723575 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:26.724128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Bound using segment: {'id': '59e657fb-4f63-40c8-83ed-5ca8d888fbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e3c3910e-a43a-4c5d-b473-a68c8b1f4281'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:26.724779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Bound port: f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e657fb-4f63-40c8-83ed-5ca8d888fbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e3c3910e-a43a-4c5d-b473-a68c8b1f4281'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:26.725389 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:26.739566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:26.766884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-45c05e03-5b88-44d1-949c-1b54a9766a1e None None] Provisioning complete for port f1557f30-91eb-4a27-b817-86d9165c8a00 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:26.767265 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45c05e03-5b88-44d1-949c-1b54a9766a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f1557f30-91eb-4a27-b817-86d9165c8a00), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:26.826225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-6a2ab12a-f918-4b93-b2d3-8228c9cca9e6 service neutron] 10.222.0.21 "GET /v2.0/networks/97a79838-cc43-4899-97cb-b1a3e339a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173154 Feb 09 03:29:27.060921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:27.069012 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-98686abb-b3c4-45d1-b964-df5d9857a703 service neutron] 10.222.0.21 "GET /v2.0/networks/97a79838-cc43-4899-97cb-b1a3e339a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330074 Feb 09 03:29:27.274972 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Publish callbacks [] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:27.290908 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96339cb3-b062-45bd-ad1a-83393fc03232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b5afa134-f1ca-4a54-b7d8-e0e080abcb3a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:27.294628 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96339cb3-b062-45bd-ad1a-83393fc03232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:27.301388 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-96339cb3-b062-45bd-ad1a-83393fc03232 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5afa134-f1ca-4a54-b7d8-e0e080abcb3a HTTP/1.1" status: 204 len: 168 time: 1.5241272 Feb 09 03:29:27.336214 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-32faf524-57a5-4063-851d-39c9c5f0aa7e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:29:27.336890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32faf524-57a5-4063-851d-39c9c5f0aa7e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:29:27.359330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96339cb3-b062-45bd-ad1a-83393fc03232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5afa134-f1ca-4a54-b7d8-e0e080abcb3a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:27.371128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12f1b2-926b-401a-ad9c-8b1f3502a267 req-9fcd00e2-a480-4123-957d-04c43607e5e3 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:27.372772 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe12f1b2-926b-401a-ad9c-8b1f3502a267 req-9fcd00e2-a480-4123-957d-04c43607e5e3 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.5874197 Feb 09 03:29:27.380028 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-32faf524-57a5-4063-851d-39c9c5f0aa7e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.4672208 Feb 09 03:29:27.382562 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:27.395889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5227197-84f8-4b4c-992b-875cf6e18fd1 req-d42e2125-c2fb-4318-9fdf-2fc65f602de3 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:27.397464 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5227197-84f8-4b4c-992b-875cf6e18fd1 req-d42e2125-c2fb-4318-9fdf-2fc65f602de3 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a705dd8-68b3-4dc9-8c47-b7fe38773dff HTTP/1.1" status: 200 len: 945 time: 0.3479247 Feb 09 03:29:27.459806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cbd0f-d52e-4d74-8fb3-0e8a98037f17 None None] Pushing event updated for resources: {'Port': ['ID=8ed2f487-878a-4be0-a159-fd024bf51140,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:27.494580 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:27.517530 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Publish callbacks [] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:27.571650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee8da6-e56a-42db-bf77-9b04dce675b3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:27.573338 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-80ee8da6-e56a-42db-bf77-9b04dce675b3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1893840 Feb 09 03:29:27.588804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44946) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:27.693820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Router 020f8715-01fb-40c6-bd52-5f8d3f63f505 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:29:27.723244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f1557f30-91eb-4a27-b817-86d9165c8a00 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:27.723678 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f1557f30-91eb-4a27-b817-86d9165c8a00), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:27.727167 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:27.806338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Network ade75415-62da-49d8-a46a-1d98f8ae7e78 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:27.821941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe12f1b2-926b-401a-ad9c-8b1f3502a267 req-a800c9f2-5eae-4112-8075-e515ff66f6f9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4323702 Feb 09 03:29:27.847870 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e6a6d962-398b-458c-b16a-db74ca415e07 req-4f101862-f72e-42cb-ab79-0818cd403cc0 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 210 time: 0.1774032 Feb 09 03:29:27.919185 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a00d34-2e24-4fd3-b816-c3220c1889a9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:27.922996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a00d34-2e24-4fd3-b816-c3220c1889a9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:27.926555 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-03a00d34-2e24-4fd3-b816-c3220c1889a9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3365312 Feb 09 03:29:27.930413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44952) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:27.980711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] For port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:27.991107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] For port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1,segment=NetworkSegment(59e657fb-4f63-40c8-83ed-5ca8d888fbd6),segment_id=59e657fb-4f63-40c8-83ed-5ca8d888fbd6)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:28.032251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:28.032468 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:28.074771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-844cbba9-01a6-452c-8516-0dfc8e6fa728 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 0bba37ac-39a5-4c68-a9df-7443e64341cc {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:29:28.078961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-844cbba9-01a6-452c-8516-0dfc8e6fa728 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (0bba37ac-39a5-4c68-a9df-7443e64341cc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:28.148350 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-844cbba9-01a6-452c-8516-0dfc8e6fa728 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (0bba37ac-39a5-4c68-a9df-7443e64341cc), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:28.176215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Pushing event updated for resources: {'Port': ['ID=ebe6e895-7617-42b3-b788-1a32fa9f78bc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:28.184743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:28.194142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:28.223437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-844cbba9-01a6-452c-8516-0dfc8e6fa728 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (0bba37ac-39a5-4c68-a9df-7443e64341cc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:28.251506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-f5227197-84f8-4b4c-992b-875cf6e18fd1 req-d1f512c7-e7c6-4618-aff9-bd0ca1edacd1 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Deleting port 23eb00f5-155f-4668-9ae7-c14aab8590c8 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:28.252251 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5227197-84f8-4b4c-992b-875cf6e18fd1 req-d1f512c7-e7c6-4618-aff9-bd0ca1edacd1 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:28.291862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:29:28.315951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b1934fc3-b498-475e-bb09-ad0ef3b75696 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "PUT /v2.0/routers/020f8715-01fb-40c6-bd52-5f8d3f63f505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8026013 Feb 09 03:29:28.320958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44958) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:28.353269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Pushing event updated for resources: {'Port': ['ID=02eedc99-62c5-42d2-bbe5-b9a761849b07,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:28.388311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:28.395372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d3f1c-a58c-47f5-86cc-a1beaf276749 req-05d19843-f43a-4fe9-af82-b711ed015f2c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:28.398624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972eada4-d7a7-4036-9f0d-899b9bad4490 None None] Sync routers for ids ['020f8715-01fb-40c6-bd52-5f8d3f63f505'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:29:28.403946 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-964d3f1c-a58c-47f5-86cc-a1beaf276749 req-05d19843-f43a-4fe9-af82-b711ed015f2c tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a705dd8-68b3-4dc9-8c47-b7fe38773dff HTTP/1.1" status: 200 len: 945 time: 0.3034439 Feb 09 03:29:28.571796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Network 4af83974-69b1-4d72-8717-5aee167072ff is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:28.582723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-f5227197-84f8-4b4c-992b-875cf6e18fd1 req-d1f512c7-e7c6-4618-aff9-bd0ca1edacd1 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] For port 23eb00f5-155f-4668-9ae7-c14aab8590c8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=23eb00f5-155f-4668-9ae7-c14aab8590c8,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:28.584246 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5227197-84f8-4b4c-992b-875cf6e18fd1 req-d1f512c7-e7c6-4618-aff9-bd0ca1edacd1 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:28.614596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-f5227197-84f8-4b4c-992b-875cf6e18fd1 req-d1f512c7-e7c6-4618-aff9-bd0ca1edacd1 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Calling delete_port for 23eb00f5-155f-4668-9ae7-c14aab8590c8 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:28.649886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-45c05e03-5b88-44d1-949c-1b54a9766a1e None None] Current status of the port f1557f30-91eb-4a27-b817-86d9165c8a00 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:28.652961 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45c05e03-5b88-44d1-949c-1b54a9766a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f1557f30-91eb-4a27-b817-86d9165c8a00), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:28.742987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:28.773084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:28.783369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036cb150-9277-4c2e-91fe-114ef7974c41 None None] Network 975f6b15-9a69-45ce-8578-348e5ffd1600 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:28.857618 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44964) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:28.862100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972eada4-d7a7-4036-9f0d-899b9bad4490 None None] Routers {'020f8715-01fb-40c6-bd52-5f8d3f63f505'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:28.863624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-972eada4-d7a7-4036-9f0d-899b9bad4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['020f8715-01fb-40c6-bd52-5f8d3f63f505'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:28.885461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-844cbba9-01a6-452c-8516-0dfc8e6fa728 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (0bba37ac-39a5-4c68-a9df-7443e64341cc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:28.905119 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-964d3f1c-a58c-47f5-86cc-a1beaf276749 req-1d38335b-5297-4d63-a193-e9dfe5432bdd tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999154 Feb 09 03:29:28.908970 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5227197-84f8-4b4c-992b-875cf6e18fd1 req-d1f512c7-e7c6-4618-aff9-bd0ca1edacd1 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (23eb00f5-155f-4668-9ae7-c14aab8590c8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:29.016958 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ae995c8-892d-4f26-9e2c-86a6aeeaf510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:29.023542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-45c05e03-5b88-44d1-949c-1b54a9766a1e None None] For port f1557f30-91eb-4a27-b817-86d9165c8a00, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f1557f30-91eb-4a27-b817-86d9165c8a00,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:29.054822 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-844cbba9-01a6-452c-8516-0dfc8e6fa728 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:29.061051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-844cbba9-01a6-452c-8516-0dfc8e6fa728 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/0bba37ac-39a5-4c68-a9df-7443e64341cc HTTP/1.1" status: 204 len: 168 time: 1.1268673 Feb 09 03:29:29.121569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44972) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:29.135627 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Publish callbacks [] for port (5191840f-678e-4592-9f44-11a648513d08), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:29.225427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f512c7-e7c6-4618-aff9-bd0ca1edacd1 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Pushing event deleted for resources: {'Port': ['ID=23eb00f5-155f-4668-9ae7-c14aab8590c8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:29.247188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ae995c8-892d-4f26-9e2c-86a6aeeaf510 admin admin] Publish callbacks [] for security_group (50e87a1e-357f-416a-9f5e-962990ae8abd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:29.248498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-98f3e425-5e60-4e01-ba04-6c9390233d75 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241050 Feb 09 03:29:29.276184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44976) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:29.366852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-94d9b5a9-56b0-45e2-96dc-eb0930e3a489 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:29.469061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:29:29.483208 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (5191840f-678e-4592-9f44-11a648513d08), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:29.507829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2151-b5e3-4bdb-ba0f-480695f4e0bc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for subnet (51e86ed8-38ac-4edf-83d5-330a970d61f5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:29.513933 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cbba9-01a6-452c-8516-0dfc8e6fa728 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=0bba37ac-39a5-4c68-a9df-7443e64341cc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:29.517208 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ae995c8-892d-4f26-9e2c-86a6aeeaf510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (50e87a1e-357f-416a-9f5e-962990ae8abd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:29.545648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d33f5fd-30d0-4330-a475-81e4ac2f3c9c None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:29.603638 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8ae995c8-892d-4f26-9e2c-86a6aeeaf510 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1533bdc368cb43ec81b0c85ae59926af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7448597 Feb 09 03:29:29.613689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-22ff669e-1be7-4ad9-b1df-851417898904 req-fd9105c5-9b85-4a25-ba59-fd930f654548 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 210 time: 0.4907885 Feb 09 03:29:29.661068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44982) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:29.663876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae995c8-892d-4f26-9e2c-86a6aeeaf510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e87a1e-357f-416a-9f5e-962990ae8abd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:29.706517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d9b5a9-56b0-45e2-96dc-eb0930e3a489 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:29.727199 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94d9b5a9-56b0-45e2-96dc-eb0930e3a489 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:29.740916 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9527-8121-4251-a00d-1304350dbe57 req-756a5c5e-b87a-467a-9d6e-0613c80d2744 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:29.742715 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0ce9527-8121-4251-a00d-1304350dbe57 req-756a5c5e-b87a-467a-9d6e-0613c80d2744 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.2358468 Feb 09 03:29:29.817424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Network 0f536c05-5dc9-4110-89bb-1d81ce369748 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:29.824454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-972eada4-d7a7-4036-9f0d-899b9bad4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:29.826837 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2151-b5e3-4bdb-ba0f-480695f4e0bc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (51e86ed8-38ac-4edf-83d5-330a970d61f5), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:29.832485 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45c05e03-5b88-44d1-949c-1b54a9766a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f1557f30-91eb-4a27-b817-86d9165c8a00), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:29.984235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:29.985157 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.033261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:30.070059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:30.117459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:30.129057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972eada4-d7a7-4036-9f0d-899b9bad4490 None None] Routers {'020f8715-01fb-40c6-bd52-5f8d3f63f505'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:30.129836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-972eada4-d7a7-4036-9f0d-899b9bad4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['020f8715-01fb-40c6-bd52-5f8d3f63f505'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:30.203223 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-ac6d9135-dd42-4918-91f2-6f30a5247bd7 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:29:30.204383 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ac6d9135-dd42-4918-91f2-6f30a5247bd7 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "PUT /v2.0/routers/020f8715-01fb-40c6-bd52-5f8d3f63f505/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8782959 Feb 09 03:29:30.220200 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90efaa-d473-49c4-a196-107715ac5a30 None None] Pushing event updated for resources: {'Port': ['ID=f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:30.220720 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9915-f91f-4d93-8e5c-6e56d1ab63e9 admin admin] Publish callbacks [] for security_group (50e87a1e-357f-416a-9f5e-962990ae8abd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.228544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0ce9527-8121-4251-a00d-1304350dbe57 req-0e42d9a4-b3d1-4c09-bc22-a1f3dc90fb36 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4716177 Feb 09 03:29:30.233017 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Attempting to bind port ebe6e895-7617-42b3-b788-1a32fa9f78bc on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:30.233853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Attempting to bind port ebe6e895-7617-42b3-b788-1a32fa9f78bc by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'e12c97a5-f29f-49bc-a553-614436f95ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ade75415-62da-49d8-a46a-1d98f8ae7e78'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:30.234479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Attempting to bind port ebe6e895-7617-42b3-b788-1a32fa9f78bc on network ade75415-62da-49d8-a46a-1d98f8ae7e78 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:30.242459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-aa1083f0-4a52-45b7-a672-009977e012cc tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:30.243986 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-aa1083f0-4a52-45b7-a672-009977e012cc tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.42 "GET /v2.0/networks?id=97a79838-cc43-4899-97cb-b1a3e339a122 HTTP/1.1" status: 200 len: 812 time: 0.3667648 Feb 09 03:29:30.255246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44996) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:30.292041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:29:30.294390 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e52a9fe-8390-4210-8dec-0faf53de78ac" -d '{"events": [{"server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "name": "network-vif-plugged", "status": "completed", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:29:30.303650 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-972eada4-d7a7-4036-9f0d-899b9bad4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:30.304314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972eada4-d7a7-4036-9f0d-899b9bad4490 None None] The sync data for ids ['020f8715-01fb-40c6-bd52-5f8d3f63f505'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:29:30.306490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Attempting to bind port 02eedc99-62c5-42d2-bbe5-b9a761849b07 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:30.306857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Attempting to bind port 02eedc99-62c5-42d2-bbe5-b9a761849b07 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4ed28104-9773-43fd-b52c-04da265d5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4af83974-69b1-4d72-8717-5aee167072ff'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:30.307215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Attempting to bind port 02eedc99-62c5-42d2-bbe5-b9a761849b07 on network 4af83974-69b1-4d72-8717-5aee167072ff {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:30.313290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:30.313701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Checking segment: {'id': 'e12c97a5-f29f-49bc-a553-614436f95ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ade75415-62da-49d8-a46a-1d98f8ae7e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:30.314140 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.314476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Bound using segment: {'id': 'e12c97a5-f29f-49bc-a553-614436f95ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ade75415-62da-49d8-a46a-1d98f8ae7e78'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:30.314973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Bound port: ebe6e895-7617-42b3-b788-1a32fa9f78bc, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12c97a5-f29f-49bc-a553-614436f95ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ade75415-62da-49d8-a46a-1d98f8ae7e78'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:30.315976 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.363835 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.397261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94d9b5a9-56b0-45e2-96dc-eb0930e3a489 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (cdae5cf1-56f7-49f4-89df-297fdbb1ebd2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.401793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:30.407422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Checking segment: {'id': '4ed28104-9773-43fd-b52c-04da265d5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4af83974-69b1-4d72-8717-5aee167072ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:30.407867 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.413797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5227197-84f8-4b4c-992b-875cf6e18fd1 req-d1f512c7-e7c6-4618-aff9-bd0ca1edacd1 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] No DVR routers for this DVR port 23eb00f5-155f-4668-9ae7-c14aab8590c8 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:29:30.415159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Bound using segment: {'id': '4ed28104-9773-43fd-b52c-04da265d5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4af83974-69b1-4d72-8717-5aee167072ff'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:30.415159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Bound port: 02eedc99-62c5-42d2-bbe5-b9a761849b07, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed28104-9773-43fd-b52c-04da265d5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4af83974-69b1-4d72-8717-5aee167072ff'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:30.415448 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.537108 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9915-f91f-4d93-8e5c-6e56d1ab63e9 admin admin] Publish callbacks [] for security_group (50e87a1e-357f-416a-9f5e-962990ae8abd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.608786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d9b5a9-56b0-45e2-96dc-eb0930e3a489 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:30.620320 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-01593985-0925-4425-947e-b599fad6a4bb req-296c741b-5fc8-4c7d-a939-2c199c63efc8 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a705dd8-68b3-4dc9-8c47-b7fe38773dff HTTP/1.1" status: 200 len: 210 time: 0.2772515 Feb 09 03:29:30.630262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5227197-84f8-4b4c-992b-875cf6e18fd1 req-d1f512c7-e7c6-4618-aff9-bd0ca1edacd1 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.644023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5227197-84f8-4b4c-992b-875cf6e18fd1 req-d1f512c7-e7c6-4618-aff9-bd0ca1edacd1 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.65 "DELETE /v2.0/ports/23eb00f5-155f-4668-9ae7-c14aab8590c8 HTTP/1.1" status: 204 len: 173 time: 3.2285593 Feb 09 03:29:30.646786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9b5a9-56b0-45e2-96dc-eb0930e3a489 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=cdae5cf1-56f7-49f4-89df-297fdbb1ebd2,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:30.666841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-94d9b5a9-56b0-45e2-96dc-eb0930e3a489 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:30.679772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d9b5a9-56b0-45e2-96dc-eb0930e3a489 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:30.682094 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94d9b5a9-56b0-45e2-96dc-eb0930e3a489 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.708378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a705dd8-68b3-4dc9-8c47-b7fe38773dff', 'name': 'network-vif-deleted', 'tag': '23eb00f5-155f-4668-9ae7-c14aab8590c8'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:29:30.714656 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d9a751-302e-43f7-95aa-fd7ca06312bc" -d '{"events": [{"server_uuid": "9a705dd8-68b3-4dc9-8c47-b7fe38773dff", "name": "network-vif-deleted", "tag": "23eb00f5-155f-4668-9ae7-c14aab8590c8"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:29:30.732212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2151-b5e3-4bdb-ba0f-480695f4e0bc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (51e86ed8-38ac-4edf-83d5-330a970d61f5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.743198 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-94d9b5a9-56b0-45e2-96dc-eb0930e3a489 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3835957 Feb 09 03:29:30.744866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45008) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:30.759121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-dd2954d0-f470-4fc2-9dd6-1fc877753dee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-940375824', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:30.806600 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371fe065-268e-4ade-9762-e07223b19388 x-openstack-request-id: req-371fe065-268e-4ade-9762-e07223b19388 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:29:30.807313 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a705dd8-68b3-4dc9-8c47-b7fe38773dff", "name": "network-vif-deleted", "tag": "23eb00f5-155f-4668-9ae7-c14aab8590c8", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:29:30.808069 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-371fe065-268e-4ade-9762-e07223b19388 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:29:30.808735 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a705dd8-68b3-4dc9-8c47-b7fe38773dff', 'name': 'network-vif-deleted', 'tag': '23eb00f5-155f-4668-9ae7-c14aab8590c8', 'status': 'completed', 'code': 200} Feb 09 03:29:30.822513 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd2954d0-f470-4fc2-9dd6-1fc877753dee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.825154 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd2954d0-f470-4fc2-9dd6-1fc877753dee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:31.005697 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9915-f91f-4d93-8e5c-6e56d1ab63e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (50e87a1e-357f-416a-9f5e-962990ae8abd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:31.006624 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0454d76-f809-4646-8ec3-aba36c2c6ae5 x-openstack-request-id: req-c0454d76-f809-4646-8ec3-aba36c2c6ae5 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:29:31.007891 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "name": "network-vif-plugged", "status": "completed", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:29:31.008582 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9915-f91f-4d93-8e5c-6e56d1ab63e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:31.009923 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ee4a9915-f91f-4d93-8e5c-6e56d1ab63e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50e87a1e-357f-416a-9f5e-962990ae8abd HTTP/1.1" status: 204 len: 168 time: 1.3379021 Feb 09 03:29:31.010505 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0454d76-f809-4646-8ec3-aba36c2c6ae5 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:29:31.011934 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'code': 200} Feb 09 03:29:31.055794 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 23eb00f5-155f-4668-9ae7-c14aab8590c8 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:29:31.071979 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd2954d0-f470-4fc2-9dd6-1fc877753dee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for router_controller (21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:31.082352 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd2954d0-f470-4fc2-9dd6-1fc877753dee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:31.107243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979df68-185b-473f-8084-5e431cd3f2d0 None None] Network e3c3910e-a43a-4c5d-b473-a68c8b1f4281 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:31.126400 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dd2954d0-f470-4fc2-9dd6-1fc877753dee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:31.127195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-2c5d055c-9df1-4d85-bf3b-03442f47c572 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e039a3989c8a497883757bc4779c8054 HTTP/1.1" status: 200 len: 378 time: 0.8429096 Feb 09 03:29:31.128518 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a9915-f91f-4d93-8e5c-6e56d1ab63e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e87a1e-357f-416a-9f5e-962990ae8abd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:31.130702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dd2954d0-f470-4fc2-9dd6-1fc877753dee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3842077 Feb 09 03:29:31.133591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45014) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:31.143150 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6882b2f4-2791-4674-84d3-a752e054f5a3 req-37390da2-838e-4407-befd-345eb38fb5a6 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 210 time: 0.1688714 Feb 09 03:29:31.222848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Request body: {'port': {'device_id': '9a777957-805e-4bc0-8393-051273e91aa3', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'admin_state_up': True, 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'security_groups': ['ad32dd25-5cd7-4c13-8299-07e2b8c63346']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:31.348436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2151-b5e3-4bdb-ba0f-480695f4e0bc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (51e86ed8-38ac-4edf-83d5-330a970d61f5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:31.507600 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Pushing event updated for resources: {'Port': ['ID=5191840f-678e-4592-9f44-11a648513d08,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:31.580337 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2151-b5e3-4bdb-ba0f-480695f4e0bc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:31.584448 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1c1b2151-b5e3-4bdb-ba0f-480695f4e0bc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/subnets/51e86ed8-38ac-4edf-83d5-330a970d61f5 HTTP/1.1" status: 204 len: 168 time: 5.7876301 Feb 09 03:29:31.594828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b2151-b5e3-4bdb-ba0f-480695f4e0bc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Subnet': ['ID=51e86ed8-38ac-4edf-83d5-330a970d61f5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:31.616415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] For port ebe6e895-7617-42b3-b788-1a32fa9f78bc, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:31.621685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45020) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:31.682510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] For port ebe6e895-7617-42b3-b788-1a32fa9f78bc, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ebe6e895-7617-42b3-b788-1a32fa9f78bc,segment=NetworkSegment(e12c97a5-f29f-49bc-a553-614436f95ea6),segment_id=e12c97a5-f29f-49bc-a553-614436f95ea6)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:31.825905 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:31.866059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Attempting to bind port 5191840f-678e-4592-9f44-11a648513d08 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:31.866440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Attempting to bind port 5191840f-678e-4592-9f44-11a648513d08 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7e222878-fc26-44f5-a571-d96c03c0b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0f536c05-5dc9-4110-89bb-1d81ce369748'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:31.866798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Attempting to bind port 5191840f-678e-4592-9f44-11a648513d08 on network 0f536c05-5dc9-4110-89bb-1d81ce369748 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:31.957141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:31.958847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Checking segment: {'id': '7e222878-fc26-44f5-a571-d96c03c0b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0f536c05-5dc9-4110-89bb-1d81ce369748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:31.961966 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:31.963407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Bound using segment: {'id': '7e222878-fc26-44f5-a571-d96c03c0b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0f536c05-5dc9-4110-89bb-1d81ce369748'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:31.964867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Bound port: 5191840f-678e-4592-9f44-11a648513d08, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e222878-fc26-44f5-a571-d96c03c0b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0f536c05-5dc9-4110-89bb-1d81ce369748'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:31.965707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5191840f-678e-4592-9f44-11a648513d08), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:31.968515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5b023-0112-4d2b-8090-17909317485d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:31.982647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5b023-0112-4d2b-8090-17909317485d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:31.988872 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-97d5b023-0112-4d2b-8090-17909317485d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3641889 Feb 09 03:29:32.004278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45030) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:32.008761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 23eb00f5-155f-4668-9ae7-c14aab8590c8 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:29:32.010649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 23eb00f5-155f-4668-9ae7-c14aab8590c8 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:29:32.199125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f1557f30-91eb-4a27-b817-86d9165c8a00 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:32.200466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:32.208773 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:32.226934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2ab2f159-4c82-4737-a7cc-2d3227049b62 None None] Provisioning complete for port f1557f30-91eb-4a27-b817-86d9165c8a00 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:32.227353 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ab2f159-4c82-4737-a7cc-2d3227049b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f1557f30-91eb-4a27-b817-86d9165c8a00), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:32.259281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45038) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:32.277348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdf8d7-18a1-4f74-a006-878ddb7dbda1 req-bc210907-de3c-4dc4-a4ac-4846abd441cd tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:32.278985 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cffdf8d7-18a1-4f74-a006-878ddb7dbda1 req-bc210907-de3c-4dc4-a4ac-4846abd441cd tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.6103530 Feb 09 03:29:32.313430 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] For port 5191840f-678e-4592-9f44-11a648513d08, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:32.340275 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae4399b2-8d69-44f7-b602-2fdd6ad00254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:32.342844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] For port 5191840f-678e-4592-9f44-11a648513d08, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5191840f-678e-4592-9f44-11a648513d08,segment=NetworkSegment(7e222878-fc26-44f5-a571-d96c03c0b958),segment_id=7e222878-fc26-44f5-a571-d96c03c0b958)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:32.359124 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1124b5b-aa75-4b08-88be-75c1c68894f2 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (0f536c05-5dc9-4110-89bb-1d81ce369748), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:32.366118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Made reservation on behalf of e039a3989c8a497883757bc4779c8054 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:32.369922 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:32.408438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::1 (c5780e3f-5fe0-4434-8596-82a0e8078930/cdae5cf1-56f7-49f4-89df-297fdbb1ebd2/e5f448ac-cffa-4bd2-9649-2f53f989f3b2) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:32.446892 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cffdf8d7-18a1-4f74-a006-878ddb7dbda1 req-2d7d0d3c-28d1-4655-b731-58ff82e7e6a0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475151 Feb 09 03:29:32.468047 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c05e03-5b88-44d1-949c-1b54a9766a1e None None] Pushing event updated for resources: {'Port': ['ID=f1557f30-91eb-4a27-b817-86d9165c8a00,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:32.509377 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1124b5b-aa75-4b08-88be-75c1c68894f2 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 03:29:32.509864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1124b5b-aa75-4b08-88be-75c1c68894f2 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:29:32.519560 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d1124b5b-aa75-4b08-88be-75c1c68894f2 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/networks/0f536c05-5dc9-4110-89bb-1d81ce369748 HTTP/1.1" status: 409 len: 466 time: 0.4868188 Feb 09 03:29:32.579351 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5191840f-678e-4592-9f44-11a648513d08), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:32.581791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45040) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:32.596574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-47787301'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:32.681004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:32.684555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:32.840135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64c355-a553-4017-bcbe-2d0a903204d4 req-9c27cfcf-7c35-43fb-b425-7cf9476d10a2 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:32.862061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d64c355-a553-4017-bcbe-2d0a903204d4 req-9c27cfcf-7c35-43fb-b425-7cf9476d10a2 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.6569152 Feb 09 03:29:32.919413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281098a7-4a64-4e20-9cf7-b8ba35418735 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:29:32.993618 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Allocated IP 172.20.0.10 (97a79838-cc43-4899-97cb-b1a3e339a122/aecc0e42-b696-471b-9503-d208daa121d8/8aad0b80-7a94-4dbd-9366-b562d75d3f5c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:33.053394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] For port 02eedc99-62c5-42d2-bbe5-b9a761849b07, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:33.055953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2f159-4c82-4737-a7cc-2d3227049b62 None None] Current status of the port f1557f30-91eb-4a27-b817-86d9165c8a00 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:33.132127 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d64c355-a553-4017-bcbe-2d0a903204d4 req-0e1a7824-fb4b-4fbc-af36-74b7d9fa98f4 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673020 Feb 09 03:29:33.205303 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] For port 02eedc99-62c5-42d2-bbe5-b9a761849b07, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=02eedc99-62c5-42d2-bbe5-b9a761849b07,segment=NetworkSegment(4ed28104-9773-43fd-b52c-04da265d5d41),segment_id=4ed28104-9773-43fd-b52c-04da265d5d41)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:33.209088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:33.264116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2ab2f159-4c82-4737-a7cc-2d3227049b62 None None] Provisioning complete for port 8ed2f487-878a-4be0-a159-fd024bf51140 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:33.264329 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ab2f159-4c82-4737-a7cc-2d3227049b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:33.364137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d961983e-6017-479d-ba91-76d7fb8e8056 None None] Network 0f536c05-5dc9-4110-89bb-1d81ce369748 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:33.369793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca1621-b128-4100-886e-ef19dfd65166 None None] Pushing event updated for resources: {'Port': ['ID=ebe6e895-7617-42b3-b788-1a32fa9f78bc,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:33.373039 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:33.606311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45046) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:33.610602 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:33.611170 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:33.617768 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-305db649-ae2f-455e-b4c9-4e9e24e0aa0c req-f9d408a7-aff9-4725-bb7d-ff349b85759a tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 210 time: 0.8812876 Feb 09 03:29:33.626823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae4399b2-8d69-44f7-b602-2fdd6ad00254 admin admin] Publish callbacks [] for security_group (3edd024a-bb46-44bc-b57e-b6c5ed8821a8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:33.632773 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:33.654858 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae4399b2-8d69-44f7-b602-2fdd6ad00254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3edd024a-bb46-44bc-b57e-b6c5ed8821a8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:33.665487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:29:33.710611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b67765c6-2940-49df-96ca-d5931024c319), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:33.711100 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Added segment b67765c6-2940-49df-96ca-d5931024c319 of type vlan for network 162969a1-761c-4812-95dd-e2127589c23f Feb 09 03:29:33.740822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4399b2-8d69-44f7-b602-2fdd6ad00254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edd024a-bb46-44bc-b57e-b6c5ed8821a8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:33.801261 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ae4399b2-8d69-44f7-b602-2fdd6ad00254 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a25022eaef4c4f28a321132900d30153&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5210969 Feb 09 03:29:33.814151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45052) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:33.868338 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:33.874780 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (162969a1-761c-4812-95dd-e2127589c23f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:33.991060 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.resource_extend [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:29:34.001177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2f159-4c82-4737-a7cc-2d3227049b62 None None] Current status of the port 8ed2f487-878a-4be0-a159-fd024bf51140 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:34.001596 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ab2f159-4c82-4737-a7cc-2d3227049b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.014118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:34.038318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:34.045251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:34.045846 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.141040 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.162808 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-885ed008-1403-467d-9838-4fed9943287c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.170262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=e5f448ac-cffa-4bd2-9649-2f53f989f3b2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:34.192518 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (162969a1-761c-4812-95dd-e2127589c23f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.199093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:34.199802 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.207877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2ab2f159-4c82-4737-a7cc-2d3227049b62 None None] For port 8ed2f487-878a-4be0-a159-fd024bf51140, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8ed2f487-878a-4be0-a159-fd024bf51140,segment=NetworkSegment(e82f940a-b618-49e0-bacd-bc834eb803a7),segment_id=e82f940a-b618-49e0-bacd-bc834eb803a7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:34.214271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-281098a7-4a64-4e20-9cf7-b8ba35418735 None None] Deleting port f1557f30-91eb-4a27-b817-86d9165c8a00 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:34.214666 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-281098a7-4a64-4e20-9cf7-b8ba35418735 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f1557f30-91eb-4a27-b817-86d9165c8a00), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.214786 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ac12b89-f2b8-4b90-8915-017a913a8a0c tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (020f8715-01fb-40c6-bd52-5f8d3f63f505), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.218902 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-020c12e4-91f5-43ee-b556-01af399c1a5a admin admin] Publish callbacks [] for security_group (3edd024a-bb46-44bc-b57e-b6c5ed8821a8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.342235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-281098a7-4a64-4e20-9cf7-b8ba35418735 None None] For port f1557f30-91eb-4a27-b817-86d9165c8a00, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f1557f30-91eb-4a27-b817-86d9165c8a00,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:34.342882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-281098a7-4a64-4e20-9cf7-b8ba35418735 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f1557f30-91eb-4a27-b817-86d9165c8a00), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.355553 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7724242 Feb 09 03:29:34.358988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-281098a7-4a64-4e20-9cf7-b8ba35418735 None None] Calling delete_port for f1557f30-91eb-4a27-b817-86d9165c8a00 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:34.367467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45056) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:34.393894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'subnet': {'network_id': '162969a1-761c-4812-95dd-e2127589c23f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:34.418532 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.438929 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-020c12e4-91f5-43ee-b556-01af399c1a5a admin admin] Publish callbacks [] for security_group (3edd024a-bb46-44bc-b57e-b6c5ed8821a8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.451225 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ab2f159-4c82-4737-a7cc-2d3227049b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.456393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52400c67-8e5a-4b6e-b07e-41434b61ce83 None None] Network ade75415-62da-49d8-a46a-1d98f8ae7e78 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:34.460970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddd205-0ed8-490e-9dca-fa910a369323 None None] Pushing event updated for resources: {'Port': ['ID=5191840f-678e-4592-9f44-11a648513d08,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:34.482041 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-281098a7-4a64-4e20-9cf7-b8ba35418735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (f1557f30-91eb-4a27-b817-86d9165c8a00), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.514837 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c8a67-2163-43d8-a4b1-ce615f2b8e81 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Network': ['ID=162969a1-761c-4812-95dd-e2127589c23f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:34.558841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Network 97a79838-cc43-4899-97cb-b1a3e339a122 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:34.576557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Pushing event updated for resources: {'Port': ['ID=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:34.582712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:34.585884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:34.629827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10962a40-ee39-42ec-86c2-266d111ae70a None None] Pushing event updated for resources: {'Port': ['ID=02eedc99-62c5-42d2-bbe5-b9a761849b07,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:34.654203 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 162969a1-761c-4812-95dd-e2127589c23f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:29:34.697745 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.701417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4aa9b0-b59a-48d6-8b64-da1f78042815 req-64d55353-f133-4552-bedd-cf2490d5f718 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:34.704454 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa4aa9b0-b59a-48d6-8b64-da1f78042815 req-64d55353-f133-4552-bedd-cf2490d5f718 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.42 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.7427635 Feb 09 03:29:34.722590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c154-b5ee-421d-8660-967c8a3c575c req-3432ea67-109b-4e4d-96b5-3524adca86d8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:34.724152 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa48c154-b5ee-421d-8660-967c8a3c575c req-3432ea67-109b-4e4d-96b5-3524adca86d8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.6924579 Feb 09 03:29:34.754912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:34.755580 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.833989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35905f3d-25b1-4b78-974e-48080a80713f req-d0d25be7-797e-4d50-9256-2768b83a8aa3 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:34.835712 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35905f3d-25b1-4b78-974e-48080a80713f req-d0d25be7-797e-4d50-9256-2768b83a8aa3 tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 946 time: 0.4630475 Feb 09 03:29:34.896324 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Provisioning complete for port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:34.896908 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.933755 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-885ed008-1403-467d-9838-4fed9943287c admin admin] Publish callbacks [] for security_group (6849687d-ca06-4191-b076-a9375de32973), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.936804 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-cbfb7e83-9dbb-45f5-9669-5dec437a2547 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7196050 Feb 09 03:29:34.937039 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-020c12e4-91f5-43ee-b556-01af399c1a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3edd024a-bb46-44bc-b57e-b6c5ed8821a8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.940744 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-020c12e4-91f5-43ee-b556-01af399c1a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.945552 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-020c12e4-91f5-43ee-b556-01af399c1a5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3edd024a-bb46-44bc-b57e-b6c5ed8821a8 HTTP/1.1" status: 204 len: 168 time: 1.1285543 Feb 09 03:29:34.960972 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-885ed008-1403-467d-9838-4fed9943287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6849687d-ca06-4191-b076-a9375de32973), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.993225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Request body: {'port': {'device_id': '9a777957-805e-4bc0-8393-051273e91aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:35.006257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c12e4-91f5-43ee-b556-01af399c1a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edd024a-bb46-44bc-b57e-b6c5ed8821a8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:35.024736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-885ed008-1403-467d-9838-4fed9943287c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40e2f02cb4a1453491f659c61e2563ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4056332 Feb 09 03:29:35.044162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45064) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:35.044777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:35.054743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:35.199511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281098a7-4a64-4e20-9cf7-b8ba35418735 None None] No DVR routers for this DVR port f1557f30-91eb-4a27-b817-86d9165c8a00 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:29:35.258773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6572b3bf-384b-4083-8ebf-75488d800dd7 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:35.262337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2f159-4c82-4737-a7cc-2d3227049b62 None None] Pushing event updated for resources: {'Port': ['ID=8ed2f487-878a-4be0-a159-fd024bf51140,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:35.280134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa48c154-b5ee-421d-8660-967c8a3c575c req-dc4962bb-21f6-4a4a-934d-1cfe80d4bf5d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5115759 Feb 09 03:29:35.328968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:35.331829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c34c4c-9361-4844-bc18-1c8dbbef04fa None None] Network 4af83974-69b1-4d72-8717-5aee167072ff requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:35.341619 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:35.481966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-aa4aa9b0-b59a-48d6-8b64-da1f78042815 req-97e78a20-612d-4bfc-985f-d0903c212edb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Deleting port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:35.481966 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa4aa9b0-b59a-48d6-8b64-da1f78042815 req-97e78a20-612d-4bfc-985f-d0903c212edb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:35.802867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ed008-1403-467d-9838-4fed9943287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6849687d-ca06-4191-b076-a9375de32973,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:35.931737 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-35905f3d-25b1-4b78-974e-48080a80713f req-22b5a475-5af8-4c35-a19e-6df1cf86470b tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8afc090-a9d1-450f-bbd2-5ed33185498a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0196521 Feb 09 03:29:36.021537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aad0b80-7a94-4dbd-9366-b562d75d3f5c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:29:36.030115 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Publish callbacks [] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.066476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57377b2a-9e55-450f-9b92-d4adf0dc5573 admin admin] Publish callbacks [] for security_group (6849687d-ca06-4191-b076-a9375de32973), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.066687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281098a7-4a64-4e20-9cf7-b8ba35418735 None None] Pushing event deleted for resources: {'Port': ['ID=f1557f30-91eb-4a27-b817-86d9165c8a00,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:36.069653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Transition to ACTIVE for port object 8aad0b80-7a94-4dbd-9366-b562d75d3f5c will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:29:36.075670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Current status of the port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:36.076306 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.080177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:36.124268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.152658 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.167804 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.168941 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.171986 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57377b2a-9e55-450f-9b92-d4adf0dc5573 admin admin] Publish callbacks [] for security_group (6849687d-ca06-4191-b076-a9375de32973), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.207860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:29:36.255087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:36.345896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fb3ff-dd32-4fcb-9ca2-822d24d7aab3 req-39496518-3fdf-4b59-8735-dbf1dcf41b17 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:36.357868 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-201fb3ff-dd32-4fcb-9ca2-822d24d7aab3 req-39496518-3fdf-4b59-8735-dbf1dcf41b17 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 932 time: 0.8639672 Feb 09 03:29:36.361173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6ac12b89-f2b8-4b90-8915-017a913a8a0c tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Deleting port ec486d1b-05ed-416b-b2b2-d7b010cc3244 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:36.368631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ac12b89-f2b8-4b90-8915-017a913a8a0c tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ec486d1b-05ed-416b-b2b2-d7b010cc3244), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.455087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=e5f448ac-cffa-4bd2-9649-2f53f989f3b2,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:36.485567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.objects.ports [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103328) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:29:36.508585 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (6774742f-3b5c-4198-9398-df0a4e979da2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.562817 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ac12b89-f2b8-4b90-8915-017a913a8a0c tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ec486d1b-05ed-416b-b2b2-d7b010cc3244), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.590829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6ac12b89-f2b8-4b90-8915-017a913a8a0c tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Calling delete_port for ec486d1b-05ed-416b-b2b2-d7b010cc3244 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:36.598326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Subnet': ['ID=6774742f-3b5c-4198-9398-df0a4e979da2,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:36.610928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] For port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1,segment=NetworkSegment(59e657fb-4f63-40c8-83ed-5ca8d888fbd6),segment_id=59e657fb-4f63-40c8-83ed-5ca8d888fbd6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:36.655403 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.695358 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57377b2a-9e55-450f-9b92-d4adf0dc5573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6849687d-ca06-4191-b076-a9375de32973), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.703159 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57377b2a-9e55-450f-9b92-d4adf0dc5573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.710952 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-57377b2a-9e55-450f-9b92-d4adf0dc5573 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6849687d-ca06-4191-b076-a9375de32973 HTTP/1.1" status: 204 len: 168 time: 1.4608307 Feb 09 03:29:36.785487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-aa4aa9b0-b59a-48d6-8b64-da1f78042815 req-97e78a20-612d-4bfc-985f-d0903c212edb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] For port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:36.785859 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa4aa9b0-b59a-48d6-8b64-da1f78042815 req-97e78a20-612d-4bfc-985f-d0903c212edb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.798055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57377b2a-9e55-450f-9b92-d4adf0dc5573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6849687d-ca06-4191-b076-a9375de32973,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:36.832230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Provisioning complete for port 8ed2f487-878a-4be0-a159-fd024bf51140 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:36.832946 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.842915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-aa4aa9b0-b59a-48d6-8b64-da1f78042815 req-97e78a20-612d-4bfc-985f-d0903c212edb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Calling delete_port for c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:36.859362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548032d1-b5c9-4953-874e-ea2b27eebc24 req-b78fe073-3c13-423d-9f23-b569b8ab96ed tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:36.875680 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-548032d1-b5c9-4953-874e-ea2b27eebc24 req-b78fe073-3c13-423d-9f23-b569b8ab96ed tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.3831477 Feb 09 03:29:36.978798 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:36.984608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:37.024253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:37.024253 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:37.050104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Checking segment: {'id': 'b67765c6-2940-49df-96ca-d5931024c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '162969a1-761c-4812-95dd-e2127589c23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:37.052415 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network hostable DHCP agents. Network: 162969a1-761c-4812-95dd-e2127589c23f, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:29:37.068826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Pushing event updated for resources: {'Port': ['ID=f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:37.242855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:37.245242 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:37.304506 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-548032d1-b5c9-4953-874e-ea2b27eebc24 req-c5767a90-50df-4ff1-b97d-a96e46a82c29 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231958 Feb 09 03:29:37.346980 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network 162969a1-761c-4812-95dd-e2127589c23f is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:29:37.394824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': 'cdae5cf1-56f7-49f4-89df-297fdbb1ebd2'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:29:37.395949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:37.411250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 162969a1-761c-4812-95dd-e2127589c23f) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:37.415931 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa4aa9b0-b59a-48d6-8b64-da1f78042815 req-97e78a20-612d-4bfc-985f-d0903c212edb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:37.442502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:37.444406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:37.501410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f9f3a3-64ca-4514-875c-ae541e6ef9cb None None] Network 162969a1-761c-4812-95dd-e2127589c23f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:37.528756 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a3fc2d43-7537-44bf-ada6-5fd5e0bde39d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1395490 Feb 09 03:29:37.537537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45116) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:37.558036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'port': {'network_id': '162969a1-761c-4812-95dd-e2127589c23f', 'name': 'tempest-NetworksIpV6TestAttrs-1235869655'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:37.603979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e78a20-612d-4bfc-985f-d0903c212edb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Pushing event deleted for resources: {'Port': ['ID=c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:37.654010 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9cb77408-cbf3-4a10-8271-74c6887f9109 req-c1f33369-96e1-42e8-bf28-896b0858e78a tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.21 "GET /v2.0/ports?device_id=24188a4f-5309-42b4-bafb-832b625a9990 HTTP/1.1" status: 200 len: 210 time: 0.1121211 Feb 09 03:29:37.701818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45120) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:37.771906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-201fb3ff-dd32-4fcb-9ca2-822d24d7aab3 req-12057f2d-76c4-4cad-99f8-cf4fdc59d4b3 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6684759 Feb 09 03:29:37.773081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4aa9b0-b59a-48d6-8b64-da1f78042815 req-97e78a20-612d-4bfc-985f-d0903c212edb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] No DVR routers for this DVR port c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:29:37.793647 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:37.845452 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4db2284-3050-4eb3-8a1f-1e9f3483fc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:37.848293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa4aa9b0-b59a-48d6-8b64-da1f78042815 req-97e78a20-612d-4bfc-985f-d0903c212edb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:37.861513 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa4aa9b0-b59a-48d6-8b64-da1f78042815 req-97e78a20-612d-4bfc-985f-d0903c212edb tempest-ListServerFiltersTestJSON-1386884288 tempest-ListServerFiltersTestJSON-1386884288-project] 10.222.0.42 "DELETE /v2.0/ports/c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e HTTP/1.1" status: 204 len: 173 time: 3.0842006 Feb 09 03:29:37.877107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Router 21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:29:37.901454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24188a4f-5309-42b4-bafb-832b625a9990', 'name': 'network-vif-deleted', 'tag': 'c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:29:37.914972 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d053c6c-d8d5-4a16-9841-b9f0e680b61d" -d '{"events": [{"server_uuid": "24188a4f-5309-42b4-bafb-832b625a9990", "name": "network-vif-deleted", "tag": "c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:29:38.042985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Current status of the port 8ed2f487-878a-4be0-a159-fd024bf51140 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:38.065111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:38.066992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8ed2f487-878a-4be0-a159-fd024bf51140 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:38.109223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4db2284-3050-4eb3-8a1f-1e9f3483fc35 admin admin] Publish callbacks [] for security_group (f00980ae-6938-49ba-89e6-09efeaa6ddd8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:38.130291 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4db2284-3050-4eb3-8a1f-1e9f3483fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f00980ae-6938-49ba-89e6-09efeaa6ddd8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:38.141814 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c13b0cb-6b84-4f26-8683-db2af881ad52 x-openstack-request-id: req-8c13b0cb-6b84-4f26-8683-db2af881ad52 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:29:38.142522 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24188a4f-5309-42b4-bafb-832b625a9990", "name": "network-vif-deleted", "tag": "c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:29:38.142651 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c13b0cb-6b84-4f26-8683-db2af881ad52 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:29:38.143357 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24188a4f-5309-42b4-bafb-832b625a9990', 'name': 'network-vif-deleted', 'tag': 'c0e98e86-c72a-42f0-8ee3-6ddb15b7a73e', 'status': 'completed', 'code': 200} Feb 09 03:29:38.156993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Attempting to bind port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:38.157513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Attempting to bind port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:38.157976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Attempting to bind port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c on network 97a79838-cc43-4899-97cb-b1a3e339a122 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:38.170683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c on network 97a79838-cc43-4899-97cb-b1a3e339a122 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:29:38.170952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Attempting to bind port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c on network 97a79838-cc43-4899-97cb-b1a3e339a122 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:38.175904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ac12b89-f2b8-4b90-8915-017a913a8a0c tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ec486d1b-05ed-416b-b2b2-d7b010cc3244), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:38.225585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac12b89-f2b8-4b90-8915-017a913a8a0c tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event deleted for resources: {'Port': ['ID=ec486d1b-05ed-416b-b2b2-d7b010cc3244,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:38.233531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:38.234038 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Checking segment: {'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:38.234528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Bound using segment: {'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:38.235267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Bound port: 8aad0b80-7a94-4dbd-9366-b562d75d3f5c, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eafff6a-7ad8-42f7-923a-bb23a7353865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:38.235726 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:38.388388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] For port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:38.392200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] For port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:38.513008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Allocated IP 2001:db8::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/cdae5cf1-56f7-49f4-89df-297fdbb1ebd2/be04f715-5e5f-417e-9f76-71410849b313) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:38.513219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db2284-3050-4eb3-8a1f-1e9f3483fc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00980ae-6938-49ba-89e6-09efeaa6ddd8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:38.515250 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:38.576826 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b4db2284-3050-4eb3-8a1f-1e9f3483fc35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8caea47222a54a9fb8395ffa112a8f0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8540874 Feb 09 03:29:38.600603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45134) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:38.627333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:38.632177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:38.642518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45136) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:38.662713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:38.702542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:29:38.719355 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Sync routers for ids ['21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:29:38.742165 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-10a8bab8-2e1e-4108-9ee2-030ea55045ec tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "PUT /v2.0/routers/21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6030514 Feb 09 03:29:38.742390 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Routers {'21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:38.742390 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:38.752304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] device_id is not set on port 28c83842-87b3-413a-9f12-e8c774231321 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:29:38.761021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45142) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:38.814321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45146) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:38.833022 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Publish callbacks [] for port (be04f715-5e5f-417e-9f76-71410849b313), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:38.846259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-162969a1-761c-4812-95dd-e2127589c23f', 'network_id': '162969a1-761c-4812-95dd-e2127589c23f', 'project_id': 'ba1d5ba3e4d245f4b86f8062b9f596a1', 'fixed_ips': [{'subnet_id': '6774742f-3b5c-4198-9398-df0a4e979da2'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:29:38.847751 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:38.866358 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (be04f715-5e5f-417e-9f76-71410849b313), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:38.895839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Provisioning complete for port ebe6e895-7617-42b3-b788-1a32fa9f78bc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:38.897174 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:38.934002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:38.935043 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:38.941049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1b30890b-b8cf-4e03-82cb-716b509985f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/8aad0b80-7a94-4dbd-9366-b562d75d3f5c HTTP/1.1" status: 200 len: 1093 time: 3.9613822 Feb 09 03:29:38.964682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d550d0-8088-45e4-8596-89ffa48db04f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:38.969964 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f1d550d0-8088-45e4-8596-89ffa48db04f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports/e5f448ac-cffa-4bd2-9649-2f53f989f3b2 HTTP/1.1" status: 200 len: 911 time: 0.2008147 Feb 09 03:29:38.983728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45148) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:39.070063 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Set router 21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:29:39.078776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Pushing event updated for resources: {'Port': ['ID=be04f715-5e5f-417e-9f76-71410849b313,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:39.157901 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ac12b89-f2b8-4b90-8915-017a913a8a0c tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (020f8715-01fb-40c6-bd52-5f8d3f63f505), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.172140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 8ed2f487-878a-4be0-a159-fd024bf51140 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:39.172589 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.210577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:39.241670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aec0b3c-37c2-420e-bec1-40feaafcee8e admin admin] Deleting subnet e2e8f8f0-1cdb-4c25-845e-9dcbf958541a {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:29:39.250934 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1aec0b3c-37c2-420e-bec1-40feaafcee8e admin admin] Publish callbacks [] for subnet (e2e8f8f0-1cdb-4c25-845e-9dcbf958541a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.292891 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1aec0b3c-37c2-420e-bec1-40feaafcee8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (e2e8f8f0-1cdb-4c25-845e-9dcbf958541a), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.385409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:39.391967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:39.422812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1aec0b3c-37c2-420e-bec1-40feaafcee8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (e2e8f8f0-1cdb-4c25-845e-9dcbf958541a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.435848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-124f9d80-846c-4e92-a7af-af378d928967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:39.437441 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-124f9d80-846c-4e92-a7af-af378d928967 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e039a3989c8a497883757bc4779c8054&device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 1127 time: 0.4064131 Feb 09 03:29:39.448360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643f6a7-265f-4793-a649-ea804c02c540 req-4255420c-e1a6-4b33-96df-103354daa375 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:39.450139 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e643f6a7-265f-4793-a649-ea804c02c540 req-4255420c-e1a6-4b33-96df-103354daa375 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.9429591 Feb 09 03:29:39.507867 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-1fef12da-c4ea-496c-9917-a5d94ada03ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aad0b80-7a94-4dbd-9366-b562d75d3f5c HTTP/1.1" status: 200 len: 217 time: 0.0547714 Feb 09 03:29:39.528656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Current status of the port ebe6e895-7617-42b3-b788-1a32fa9f78bc is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:39.529072 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.531447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Allocated IP 2001:db8::f816:3eff:fe1a:cda0 (162969a1-761c-4812-95dd-e2127589c23f/6774742f-3b5c-4198-9398-df0a4e979da2/28c83842-87b3-413a-9f12-e8c774231321) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:39.539134 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2cdfc59-8345-401f-a56f-0452acf1fb7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.577534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-5eb62686-bfb4-4527-bf75-b5f2bada6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:39.579052 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-5eb62686-bfb4-4527-bf75-b5f2bada6c28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aecc0e42-b696-471b-9503-d208daa121d8 HTTP/1.1" status: 200 len: 851 time: 0.0587010 Feb 09 03:29:39.581308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 8ed2f487-878a-4be0-a159-fd024bf51140 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:39.582723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 02eedc99-62c5-42d2-bbe5-b9a761849b07 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:39.586832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Attempting to bind port be04f715-5e5f-417e-9f76-71410849b313 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:39.588187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Attempting to bind port be04f715-5e5f-417e-9f76-71410849b313 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:39.588187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Attempting to bind port be04f715-5e5f-417e-9f76-71410849b313 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:39.595467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:39.595734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:39.596668 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.597470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:39.598022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Bound port: be04f715-5e5f-417e-9f76-71410849b313, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:39.598411 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (be04f715-5e5f-417e-9f76-71410849b313), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.650786 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2cdfc59-8345-401f-a56f-0452acf1fb7a admin admin] Publish callbacks [] for security_group (f1f686fe-a9d7-45af-9f6e-6b392d4ade6a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.673335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] For port ebe6e895-7617-42b3-b788-1a32fa9f78bc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ebe6e895-7617-42b3-b788-1a32fa9f78bc,segment=NetworkSegment(e12c97a5-f29f-49bc-a553-614436f95ea6),segment_id=e12c97a5-f29f-49bc-a553-614436f95ea6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:39.700193 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5f466b0-95fa-48b9-8e93-21b74ec7462e admin admin] Publish callbacks [] for security_group (f00980ae-6938-49ba-89e6-09efeaa6ddd8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.700465 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.708480 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2cdfc59-8345-401f-a56f-0452acf1fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f1f686fe-a9d7-45af-9f6e-6b392d4ade6a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.754837 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1aec0b3c-37c2-420e-bec1-40feaafcee8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (e2e8f8f0-1cdb-4c25-845e-9dcbf958541a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.763907 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e643f6a7-265f-4793-a649-ea804c02c540 req-81069d05-4e79-4380-aa5f-ea30a5ef2828 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550273 Feb 09 03:29:39.766716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac12b89-f2b8-4b90-8915-017a913a8a0c tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Router 020f8715-01fb-40c6-bd52-5f8d3f63f505 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:29:39.781257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-6338d6ed-68dc-46b9-888d-56286ec03fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:39.783494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-6338d6ed-68dc-46b9-888d-56286ec03fcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97a79838-cc43-4899-97cb-b1a3e339a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1952374 Feb 09 03:29:39.859947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 02eedc99-62c5-42d2-bbe5-b9a761849b07 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:39.860492 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:39.862828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] For port be04f715-5e5f-417e-9f76-71410849b313, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:39.881941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91703df9-5896-47f8-90b9-20e06db63a10 None None] Pushing event updated for resources: {'Port': ['ID=ebe6e895-7617-42b3-b788-1a32fa9f78bc,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:39.912509 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb', 'name': 'tempest-NetworksTestDHCPv6-router-940375824', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:29:30Z', 'updated_at': '2022-02-09T03:29:34Z', 'revision_number': 2, 'project_id': '85583d7ccb194c29849391b601818aac', 'gw_port_host': None, '_interfaces': [{'id': 'e5f448ac-cffa-4bd2-9649-2f53f989f3b2', 'name': '', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'mac_address': 'fa:16:3e:8f:de:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'cdae5cf1-56f7-49f4-89df-297fdbb1ebd2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:31Z', 'updated_at': '2022-02-09T03:29:35Z', 'revision_number': 2, 'project_id': '85583d7ccb194c29849391b601818aac', 'subnets': [{'id': 'cdae5cf1-56f7-49f4-89df-297fdbb1ebd2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:39.946396 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Checking router: 21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:29:39.946898 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Updating router 21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb port e5f448ac-cffa-4bd2-9649-2f53f989f3b2 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:29:39.974322 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-b6d1952e-0049-42b3-a440-f8e826712456 service neutron] 10.222.0.42 "GET /v2.0/networks/97a79838-cc43-4899-97cb-b1a3e339a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713891 Feb 09 03:29:39.978567 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] For port be04f715-5e5f-417e-9f76-71410849b313, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=be04f715-5e5f-417e-9f76-71410849b313,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:39.985739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d3f50095-d8eb-47e5-a2fd-7aba574dbf13 None None] Provisioning complete for port 02eedc99-62c5-42d2-bbe5-b9a761849b07 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:39.986140 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d3f50095-d8eb-47e5-a2fd-7aba574dbf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.017380 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.030561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac12b89-f2b8-4b90-8915-017a913a8a0c tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:29:40.038092 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6ac12b89-f2b8-4b90-8915-017a913a8a0c tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "PUT /v2.0/routers/020f8715-01fb-40c6-bd52-5f8d3f63f505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7810411 Feb 09 03:29:40.050179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45152) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:40.055560 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (be04f715-5e5f-417e-9f76-71410849b313), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.074905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61851b88-94f7-44e1-b506-df6a70f00cbd None None] Sync routers for ids ['020f8715-01fb-40c6-bd52-5f8d3f63f505'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:29:40.143347 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-b4d65f1f-d16d-4e1c-88ef-bc111726cbb5 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] delete failed (client error): The resource could not be found. Feb 09 03:29:40.144794 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b4d65f1f-d16d-4e1c-88ef-bc111726cbb5 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1716337511 HTTP/1.1" status: 404 len: 335 time: 0.0925965 Feb 09 03:29:40.147036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a777957-805e-4bc0-8393-051273e91aa3', 'tag': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:29:40.149866 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b53a34-d2a4-4c76-ac62-5df547fba056" -d '{"events": [{"name": "network-changed", "server_uuid": "9a777957-805e-4bc0-8393-051273e91aa3", "tag": "8aad0b80-7a94-4dbd-9366-b562d75d3f5c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:29:40.151524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for port (28c83842-87b3-413a-9f12-e8c774231321), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.156763 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45154) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:40.167968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3524973f-5039-4e35-aea4-0af66ab3ce57 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Request body: {'router': {'external_gateway_info': {'network_id': '020f8715-01fb-40c6-bd52-5f8d3f63f505'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:40.250925 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b2cdfc59-8345-401f-a56f-0452acf1fb7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0178b22e56745ecb9b7850da615f7ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6069894 Feb 09 03:29:40.271538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45160) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:40.292821 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (28c83842-87b3-413a-9f12-e8c774231321), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.394811 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5f466b0-95fa-48b9-8e93-21b74ec7462e admin admin] Publish callbacks [] for security_group (f00980ae-6938-49ba-89e6-09efeaa6ddd8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.421805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network 162969a1-761c-4812-95dd-e2127589c23f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:40.442256 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Publish callbacks [] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.459864 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.500107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:40.503852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec0b3c-37c2-420e-bec1-40feaafcee8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e8f8f0-1cdb-4c25-845e-9dcbf958541a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:40.564204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1aec0b3c-37c2-420e-bec1-40feaafcee8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.570940 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1aec0b3c-37c2-420e-bec1-40feaafcee8e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e2e8f8f0-1cdb-4c25-845e-9dcbf958541a HTTP/1.1" status: 204 len: 168 time: 1.7472589 Feb 09 03:29:40.572593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:40.578662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:40.579460 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.594560 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Port': ['ID=28c83842-87b3-413a-9f12-e8c774231321,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:40.602956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45164) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:40.642512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61170b42-15a1-47de-b24c-3b3237b2ff91 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:40.659064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61170b42-15a1-47de-b24c-3b3237b2ff91 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:40.661803 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4a841-1f42-4c33-8ca7-b7ff2df291bf None None] Pushing event updated for resources: {'Port': ['ID=e5f448ac-cffa-4bd2-9649-2f53f989f3b2,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:40.663753 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-61170b42-15a1-47de-b24c-3b3237b2ff91 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.4271367 Feb 09 03:29:40.742045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1574d8-d459-4b0c-b5f4-1e9b38758084 None None] Network d22c7637-cdc4-4a30-84f5-b0e31f632551 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:40.751650 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ece5a9-b74c-448a-a01e-9363b23ba016 None None] Pushing event updated for resources: {'Port': ['ID=be04f715-5e5f-417e-9f76-71410849b313,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:40.754808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61851b88-94f7-44e1-b506-df6a70f00cbd None None] Routers {'020f8715-01fb-40c6-bd52-5f8d3f63f505'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:40.755433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-61851b88-94f7-44e1-b506-df6a70f00cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['020f8715-01fb-40c6-bd52-5f8d3f63f505'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:40.762350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45166) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:40.808072 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Attempting to bind port e5f448ac-cffa-4bd2-9649-2f53f989f3b2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:40.813310 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Attempting to bind port e5f448ac-cffa-4bd2-9649-2f53f989f3b2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:40.813725 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Attempting to bind port e5f448ac-cffa-4bd2-9649-2f53f989f3b2 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:40.835428 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:40.835815 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:40.836232 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.836899 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:40.837422 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Bound port: e5f448ac-cffa-4bd2-9649-2f53f989f3b2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:40.837805 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.840638 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0386b4a-0a5e-4d71-ac67-2de854d9f4d9 x-openstack-request-id: req-b0386b4a-0a5e-4d71-ac67-2de854d9f4d9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:29:40.841187 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a777957-805e-4bc0-8393-051273e91aa3", "tag": "8aad0b80-7a94-4dbd-9366-b562d75d3f5c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:29:40.841531 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0386b4a-0a5e-4d71-ac67-2de854d9f4d9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:29:40.842620 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a777957-805e-4bc0-8393-051273e91aa3', 'tag': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c', 'status': 'completed', 'code': 200} Feb 09 03:29:40.879489 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (d22c7637-cdc4-4a30-84f5-b0e31f632551), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.882800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-61851b88-94f7-44e1-b506-df6a70f00cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:40.911025 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-049943c9-aa22-479f-9bcc-58a3015ef51d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3711417 Feb 09 03:29:40.912219 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5f466b0-95fa-48b9-8e93-21b74ec7462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f00980ae-6938-49ba-89e6-09efeaa6ddd8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.917298 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45170) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:40.917809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5f466b0-95fa-48b9-8e93-21b74ec7462e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:40.919123 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b5f466b0-95fa-48b9-8e93-21b74ec7462e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f00980ae-6938-49ba-89e6-09efeaa6ddd8 HTTP/1.1" status: 204 len: 168 time: 2.3127897 Feb 09 03:29:40.938692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdfc59-8345-401f-a56f-0452acf1fb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f686fe-a9d7-45af-9f6e-6b392d4ade6a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:40.986083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61851b88-94f7-44e1-b506-df6a70f00cbd None None] Routers {'020f8715-01fb-40c6-bd52-5f8d3f63f505'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:40.986722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-61851b88-94f7-44e1-b506-df6a70f00cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['020f8715-01fb-40c6-bd52-5f8d3f63f505'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:41.039816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-c339fcd0-90e1-466c-8626-631dc13e1fe1 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Deleting subnet 6774742f-3b5c-4198-9398-df0a4e979da2 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:29:41.059952 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f466b0-95fa-48b9-8e93-21b74ec7462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00980ae-6938-49ba-89e6-09efeaa6ddd8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:41.087940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59da17d-2c8a-4e5e-9705-a95b57341c90 req-f3f55f68-7ea1-4769-b7bb-ccffafc7330a tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:41.089986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c59da17d-2c8a-4e5e-9705-a95b57341c90 req-f3f55f68-7ea1-4769-b7bb-ccffafc7330a tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 944 time: 1.6059716 Feb 09 03:29:41.093276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d9f1455-362e-4dff-8f49-cdecd71c1dde admin admin] Publish callbacks [] for security_group (f1f686fe-a9d7-45af-9f6e-6b392d4ade6a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:41.093705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Allocated IP 2001:db8::f816:3eff:fe1e:3cb (162969a1-761c-4812-95dd-e2127589c23f/6774742f-3b5c-4198-9398-df0a4e979da2/47de43c3-c276-4910-8ca2-99a5a2ea9f9b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:41.115237 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] For port e5f448ac-cffa-4bd2-9649-2f53f989f3b2, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:41.128127 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] For port e5f448ac-cffa-4bd2-9649-2f53f989f3b2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e5f448ac-cffa-4bd2-9649-2f53f989f3b2,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:41.146899 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:41.233130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-61851b88-94f7-44e1-b506-df6a70f00cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:41.233908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61851b88-94f7-44e1-b506-df6a70f00cbd None None] The sync data for ids ['020f8715-01fb-40c6-bd52-5f8d3f63f505'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:29:41.296319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d9f1455-362e-4dff-8f49-cdecd71c1dde admin admin] Publish callbacks [] for security_group (f1f686fe-a9d7-45af-9f6e-6b392d4ade6a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:41.300871 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Routers {'21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:41.307997 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:41.316330 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4a841-1f42-4c33-8ca7-b7ff2df291bf None None] Pushing event updated for resources: {'Port': ['ID=e5f448ac-cffa-4bd2-9649-2f53f989f3b2,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:41.348377 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3524973f-5039-4e35-aea4-0af66ab3ce57 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for router_gateway (020f8715-01fb-40c6-bd52-5f8d3f63f505), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:41.422482 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-3524973f-5039-4e35-aea4-0af66ab3ce57 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] update failed (client error): The resource could not be found. Feb 09 03:29:41.427960 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3524973f-5039-4e35-aea4-0af66ab3ce57 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "PUT /v2.0/routers/020f8715-01fb-40c6-bd52-5f8d3f63f505 HTTP/1.1" status: 404 len: 339 time: 1.2658834 Feb 09 03:29:41.428354 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfaaaf2a-c86b-4aaa-84fa-2126f879165a req-ba2ff7c0-7c30-4055-b43d-5ee099c0fe8e service neutron] 10.222.0.42 "GET /v2.0/networks/97a79838-cc43-4899-97cb-b1a3e339a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3889341 Feb 09 03:29:41.429040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45176) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:41.483731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 02eedc99-62c5-42d2-bbe5-b9a761849b07 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:41.484453 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:41.500315 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d3f50095-d8eb-47e5-a2fd-7aba574dbf13 None None] Current status of the port 02eedc99-62c5-42d2-bbe5-b9a761849b07 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:41.500988 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d3f50095-d8eb-47e5-a2fd-7aba574dbf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:41.533181 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] Set router 21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:29:41.632003 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c59da17d-2c8a-4e5e-9705-a95b57341c90 req-e3538778-6981-4fc6-9b06-c8702fa32f36 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4952335 Feb 09 03:29:41.678795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d3f50095-d8eb-47e5-a2fd-7aba574dbf13 None None] For port 02eedc99-62c5-42d2-bbe5-b9a761849b07, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=02eedc99-62c5-42d2-bbe5-b9a761849b07,segment=NetworkSegment(4ed28104-9773-43fd-b52c-04da265d5d41),segment_id=4ed28104-9773-43fd-b52c-04da265d5d41)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:41.697633 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d3f50095-d8eb-47e5-a2fd-7aba574dbf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:41.843236 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d9f1455-362e-4dff-8f49-cdecd71c1dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f1f686fe-a9d7-45af-9f6e-6b392d4ade6a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:41.859461 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:29:41.859813 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:29:41.860646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5259e29d-5179-4b41-bce6-74d7d0788c77 None None] DHCP port deletion for d22c7637-cdc4-4a30-84f5-b0e31f632551 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:29:41.866968 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d9f1455-362e-4dff-8f49-cdecd71c1dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:41.878738 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2d9f1455-362e-4dff-8f49-cdecd71c1dde admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1f686fe-a9d7-45af-9f6e-6b392d4ade6a HTTP/1.1" status: 204 len: 168 time: 1.5884073 Feb 09 03:29:41.944191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Deleting port c898217e-b6fe-4af0-9ba6-6740f800e1f5 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:41.944448 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:41.961594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb145b1-321a-46e5-9d07-471677fc7f46 req-f931fed6-b0cd-43ad-ae8d-38493475e0e4 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:41.962147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f1455-362e-4dff-8f49-cdecd71c1dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f686fe-a9d7-45af-9f6e-6b392d4ade6a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:41.964773 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9eb145b1-321a-46e5-9d07-471677fc7f46 req-f931fed6-b0cd-43ad-ae8d-38493475e0e4 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.9178896 Feb 09 03:29:42.016838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f50095-d8eb-47e5-a2fd-7aba574dbf13 None None] Pushing event updated for resources: {'Port': ['ID=02eedc99-62c5-42d2-bbe5-b9a761849b07,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:42.045113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d3f50095-d8eb-47e5-a2fd-7aba574dbf13 None None] Provisioning complete for port ebe6e895-7617-42b3-b788-1a32fa9f78bc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:42.045871 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d3f50095-d8eb-47e5-a2fd-7aba574dbf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:42.213130 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb', 'name': 'tempest-NetworksTestDHCPv6-router-940375824', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:29:30Z', 'updated_at': '2022-02-09T03:29:34Z', 'revision_number': 2, 'project_id': '85583d7ccb194c29849391b601818aac', 'gw_port_host': None, '_interfaces': [{'id': 'e5f448ac-cffa-4bd2-9649-2f53f989f3b2', 'name': '', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'mac_address': 'fa:16:3e:8f:de:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'cdae5cf1-56f7-49f4-89df-297fdbb1ebd2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:31Z', 'updated_at': '2022-02-09T03:29:41Z', 'revision_number': 4, 'project_id': '85583d7ccb194c29849391b601818aac', 'subnets': [{'id': 'cdae5cf1-56f7-49f4-89df-297fdbb1ebd2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:42.217254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53a34-d2a4-4c76-ac62-5df547fba056 req-1c7e0308-a459-4201-b4de-5752e9b3b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:42.220845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45b53a34-d2a4-4c76-ac62-5df547fba056 req-1c7e0308-a459-4201-b4de-5752e9b3b26c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e039a3989c8a497883757bc4779c8054&device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 1127 time: 0.4365768 Feb 09 03:29:42.227531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] For port c898217e-b6fe-4af0-9ba6-6740f800e1f5, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c898217e-b6fe-4af0-9ba6-6740f800e1f5,segment=NetworkSegment(1e128d89-067d-4c6f-8feb-60bed6cad9ff),segment_id=1e128d89-067d-4c6f-8feb-60bed6cad9ff)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:42.228905 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:42.263915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8aad0b80-7a94-4dbd-9366-b562d75d3f5c details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:29:42.298015 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f4f63-4fc1-4ac3-a8b3-9d6604e748a7 None None] The sync data for ids ['21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb'] in n-d-824835-15 is: [{'id': '21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb', 'name': 'tempest-NetworksTestDHCPv6-router-940375824', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:29:30Z', 'updated_at': '2022-02-09T03:29:34Z', 'revision_number': 2, 'project_id': '85583d7ccb194c29849391b601818aac', 'gw_port_host': None, '_interfaces': [{'id': 'e5f448ac-cffa-4bd2-9649-2f53f989f3b2', 'name': '', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'mac_address': 'fa:16:3e:8f:de:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'cdae5cf1-56f7-49f4-89df-297fdbb1ebd2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:31Z', 'updated_at': '2022-02-09T03:29:41Z', 'revision_number': 4, 'project_id': '85583d7ccb194c29849391b601818aac', 'subnets': [{'id': 'cdae5cf1-56f7-49f4-89df-297fdbb1ebd2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:29:42.319927 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Publish callbacks [] for port (47de43c3-c276-4910-8ca2-99a5a2ea9f9b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:42.325474 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:42.335046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Calling delete_port for c898217e-b6fe-4af0-9ba6-6740f800e1f5 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:42.396029 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (47de43c3-c276-4910-8ca2-99a5a2ea9f9b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:42.423083 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c339fcd0-90e1-466c-8626-631dc13e1fe1 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for subnet (6774742f-3b5c-4198-9398-df0a4e979da2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:42.505928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:42.588000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c898217e-b6fe-4af0-9ba6-6740f800e1f5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:42.608023 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] No DVR routers for this DVR port c898217e-b6fe-4af0-9ba6-6740f800e1f5 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:29:42.691809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Pushing event updated for resources: {'Port': ['ID=47de43c3-c276-4910-8ca2-99a5a2ea9f9b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:42.807741 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:29:43.094250 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:29:43.124297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d3f50095-d8eb-47e5-a2fd-7aba574dbf13 None None] Current status of the port ebe6e895-7617-42b3-b788-1a32fa9f78bc is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:43.166475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Network 162969a1-761c-4812-95dd-e2127589c23f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:43.171245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5259e29d-5179-4b41-bce6-74d7d0788c77 None None] Deleting port c898217e-b6fe-4af0-9ba6-6740f800e1f5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:43.175090 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5259e29d-5179-4b41-bce6-74d7d0788c77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:43.180971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 02eedc99-62c5-42d2-bbe5-b9a761849b07 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:43.198310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ebe6e895-7617-42b3-b788-1a32fa9f78bc up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:43.229772 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53a34-d2a4-4c76-ac62-5df547fba056 req-1132472b-eacd-4ffa-89b8-d7bcb182efda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:43.234239 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45b53a34-d2a4-4c76-ac62-5df547fba056 req-1132472b-eacd-4ffa-89b8-d7bcb182efda service neutron] 10.222.0.42 "GET /v2.0/networks?id=97a79838-cc43-4899-97cb-b1a3e339a122 HTTP/1.1" status: 200 len: 913 time: 0.9589674 Feb 09 03:29:43.257983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:43.341765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9eb145b1-321a-46e5-9d07-471677fc7f46 req-d44a18a0-327a-4f55-9e51-24f5b9f0df43 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3625784 Feb 09 03:29:43.415224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:43.466588 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c339fcd0-90e1-466c-8626-631dc13e1fe1 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (6774742f-3b5c-4198-9398-df0a4e979da2), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:43.592788 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45b53a34-d2a4-4c76-ac62-5df547fba056 req-99bc09ed-1e61-4bab-a9ec-d65291b8cae2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aad0b80-7a94-4dbd-9366-b562d75d3f5c HTTP/1.1" status: 200 len: 217 time: 0.2912214 Feb 09 03:29:43.681207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d3f50095-d8eb-47e5-a2fd-7aba574dbf13 None None] Could not find standard attr ID for object ec486d1b-05ed-416b-b2b2-d7b010cc3244. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:29:43.684296 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (d22c7637-cdc4-4a30-84f5-b0e31f632551), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:43.780147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5259e29d-5179-4b41-bce6-74d7d0788c77 None None] For port c898217e-b6fe-4af0-9ba6-6740f800e1f5, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:43.781892 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5259e29d-5179-4b41-bce6-74d7d0788c77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:43.816516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:43.831923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Allocated IP 172.20.0.1 (975f6b15-9a69-45ce-8578-348e5ffd1600/957b21eb-f86f-4ca5-869e-4071d2094ee8/4be85cbb-fa08-4bd0-aa24-75582e1d1a12) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:43.880224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22c7637-cdc4-4a30-84f5-b0e31f632551']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:43.930308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53a34-d2a4-4c76-ac62-5df547fba056 req-3b19430b-1fd3-4dcb-b78e-43751b740c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:43.933596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45b53a34-d2a4-4c76-ac62-5df547fba056 req-3b19430b-1fd3-4dcb-b78e-43751b740c8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aecc0e42-b696-471b-9503-d208daa121d8 HTTP/1.1" status: 200 len: 851 time: 0.3273942 Feb 09 03:29:43.963667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5259e29d-5179-4b41-bce6-74d7d0788c77 None None] Calling delete_port for c898217e-b6fe-4af0-9ba6-6740f800e1f5 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:44.056554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-5259e29d-5179-4b41-bce6-74d7d0788c77 None None] Port c898217e-b6fe-4af0-9ba6-6740f800e1f5 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:29:44.067332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f77ffc-dba9-43e6-87fc-362414c5dc79 req-08a19c08-add3-4103-9421-5c298d667e97 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:44.068971 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2f77ffc-dba9-43e6-87fc-362414c5dc79 req-08a19c08-add3-4103-9421-5c298d667e97 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 944 time: 0.5220127 Feb 09 03:29:44.071029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e128d89-067d-4c6f-8feb-60bed6cad9ff') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:44.071321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e128d89-067d-4c6f-8feb-60bed6cad9ff') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:44.098113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (1e128d89-067d-4c6f-8feb-60bed6cad9ff), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.145681 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1e128d89-067d-4c6f-8feb-60bed6cad9ff), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.153299 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5259e29d-5179-4b41-bce6-74d7d0788c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (c898217e-b6fe-4af0-9ba6-6740f800e1f5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.179726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:29:44.180138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (1e128d89-067d-4c6f-8feb-60bed6cad9ff), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:29:44.181986 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:29:44.203616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'port_id': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c', 'mac_address': 'fa:16:3e:71:d5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:29:44.249063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2f77ffc-dba9-43e6-87fc-362414c5dc79 req-515ba922-cfcd-4adc-affa-70e43d7a6651 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1635232 Feb 09 03:29:44.308739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Attempting to bind port 47de43c3-c276-4910-8ca2-99a5a2ea9f9b on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:44.309157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Attempting to bind port 47de43c3-c276-4910-8ca2-99a5a2ea9f9b by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b67765c6-2940-49df-96ca-d5931024c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '162969a1-761c-4812-95dd-e2127589c23f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:44.309574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Attempting to bind port 47de43c3-c276-4910-8ca2-99a5a2ea9f9b on network 162969a1-761c-4812-95dd-e2127589c23f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:44.329214 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ebe6e895-7617-42b3-b788-1a32fa9f78bc triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:44.329767 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.352826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (d22c7637-cdc4-4a30-84f5-b0e31f632551), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.364775 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259e29d-5179-4b41-bce6-74d7d0788c77 None None] No DVR routers for this DVR port c898217e-b6fe-4af0-9ba6-6740f800e1f5 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:29:44.381450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259e29d-5179-4b41-bce6-74d7d0788c77 None None] Pushing event deleted for resources: {'Port': ['ID=c898217e-b6fe-4af0-9ba6-6740f800e1f5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:44.384906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:44.385293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Checking segment: {'id': 'b67765c6-2940-49df-96ca-d5931024c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '162969a1-761c-4812-95dd-e2127589c23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:44.385748 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.387349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Bound using segment: {'id': 'b67765c6-2940-49df-96ca-d5931024c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '162969a1-761c-4812-95dd-e2127589c23f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:44.387857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Bound port: 47de43c3-c276-4910-8ca2-99a5a2ea9f9b, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67765c6-2940-49df-96ca-d5931024c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '162969a1-761c-4812-95dd-e2127589c23f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:44.388418 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (47de43c3-c276-4910-8ca2-99a5a2ea9f9b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.411411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Provisioning complete for port e5f448ac-cffa-4bd2-9649-2f53f989f3b2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:44.412861 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.418481 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.437092 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d22c7637-cdc4-4a30-84f5-b0e31f632551 HTTP/1.1" status: 204 len: 168 time: 3.7698889 Feb 09 03:29:44.454893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c339fcd0-90e1-466c-8626-631dc13e1fe1 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (6774742f-3b5c-4198-9398-df0a4e979da2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.604654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65418bc0-a4d6-4a52-bcf6-f8de291757c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22c7637-cdc4-4a30-84f5-b0e31f632551,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:44.624579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-302ddca8-09eb-4432-b13c-22ce3e2f6b58 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.645120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:44.645552 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.716182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aad0b80-7a94-4dbd-9366-b562d75d3f5c {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:29:44.761609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for port (4be85cbb-fa08-4bd0-aa24-75582e1d1a12), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.790193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45236) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:44.847168 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4be85cbb-fa08-4bd0-aa24-75582e1d1a12), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.856570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:44.877996 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:44.923751 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-41d8f3b5-3ae3-4e4d-8ac2-14f204bf81f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=908ab6b6438a42f68c6661776783f5bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323886 Feb 09 03:29:44.932369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45238) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:44.994162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:45.013306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53a34-d2a4-4c76-ac62-5df547fba056 req-e4beae99-9e9b-4065-994a-48a496e91fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:45.015155 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45b53a34-d2a4-4c76-ac62-5df547fba056 req-e4beae99-9e9b-4065-994a-48a496e91fd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97a79838-cc43-4899-97cb-b1a3e339a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.0726347 Feb 09 03:29:45.016447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] For port 47de43c3-c276-4910-8ca2-99a5a2ea9f9b, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:45.024825 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c339fcd0-90e1-466c-8626-631dc13e1fe1 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (6774742f-3b5c-4198-9398-df0a4e979da2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:45.058383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Current status of the port e5f448ac-cffa-4bd2-9649-2f53f989f3b2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:45.059072 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:45.079664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ebe6e895-7617-42b3-b788-1a32fa9f78bc is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:45.104152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Network 975f6b15-9a69-45ce-8578-348e5ffd1600 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:45.106562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] For port 47de43c3-c276-4910-8ca2-99a5a2ea9f9b, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=47de43c3-c276-4910-8ca2-99a5a2ea9f9b,segment=NetworkSegment(b67765c6-2940-49df-96ca-d5931024c319),segment_id=b67765c6-2940-49df-96ca-d5931024c319)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:45.131169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8aad0b80-7a94-4dbd-9366-b562d75d3f5c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:29:45.187189 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (47de43c3-c276-4910-8ca2-99a5a2ea9f9b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:45.285278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:45.308840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339fcd0-90e1-466c-8626-631dc13e1fe1 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Subnet': ['ID=6774742f-3b5c-4198-9398-df0a4e979da2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:45.334833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:45.339981 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c339fcd0-90e1-466c-8626-631dc13e1fe1 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:45.344180 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c339fcd0-90e1-466c-8626-631dc13e1fe1 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/subnets/6774742f-3b5c-4198-9398-df0a4e979da2 HTTP/1.1" status: 204 len: 168 time: 4.4256709 Feb 09 03:29:45.349780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff2388-bac8-4c3c-bca8-79d3d3b89ba6 None None] Pushing event updated for resources: {'Port': ['ID=47de43c3-c276-4910-8ca2-99a5a2ea9f9b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:45.384320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45250) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:45.418345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f1557f30-91eb-4a27-b817-86d9165c8a00 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:29:45.419882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event updated for resources: {'Port': ['ID=4be85cbb-fa08-4bd0-aa24-75582e1d1a12,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:45.516673 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (020f8715-01fb-40c6-bd52-5f8d3f63f505), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:45.520716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f1557f30-91eb-4a27-b817-86d9165c8a00 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:29:45.525671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f1557f30-91eb-4a27-b817-86d9165c8a00 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:29:45.772221 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4cc30db-effd-44f0-9852-e2c560108d5f admin admin] Publish callbacks [] for security_group (f8afc090-a9d1-450f-bbd2-5ed33185498a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:45.783925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57039673-9552-4c23-a830-e58174788d1e req-f4d4952b-a8b4-4ac5-bc37-26b46fbadec6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:45.792039 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57039673-9552-4c23-a830-e58174788d1e req-f4d4952b-a8b4-4ac5-bc37-26b46fbadec6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 1.1770866 Feb 09 03:29:45.898761 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45b53a34-d2a4-4c76-ac62-5df547fba056 req-f2dc0708-8fb4-48c9-8d1b-5dd91ae0dd7c service neutron] 10.222.0.42 "GET /v2.0/networks/97a79838-cc43-4899-97cb-b1a3e339a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8513415 Feb 09 03:29:45.918458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8aa5a3-3e53-487f-9c84-93c5887787f9 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:45.922550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8aa5a3-3e53-487f-9c84-93c5887787f9 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:45.927197 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ab8aa5a3-3e53-487f-9c84-93c5887787f9 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5270801 Feb 09 03:29:45.944993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45266) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:46.098866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4cc30db-effd-44f0-9852-e2c560108d5f admin admin] Publish callbacks [] for security_group (f8afc090-a9d1-450f-bbd2-5ed33185498a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:46.104128 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d3e72ba6-1330-47a0-b0e6-8648b2ed9fd5 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (162969a1-761c-4812-95dd-e2127589c23f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:46.115631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] For port e5f448ac-cffa-4bd2-9649-2f53f989f3b2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e5f448ac-cffa-4bd2-9649-2f53f989f3b2,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:46.158168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182c571-b8c2-4844-b22f-901aab1bebf6 req-dc9fd16c-955b-4787-aa2f-858f44bdc8dd tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:46.161345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ebe6e895-7617-42b3-b788-1a32fa9f78bc up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:46.168429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d182c571-b8c2-4844-b22f-901aab1bebf6 req-dc9fd16c-955b-4787-aa2f-858f44bdc8dd tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 945 time: 0.6193423 Feb 09 03:29:46.168822 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:46.264419 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e72ba6-1330-47a0-b0e6-8648b2ed9fd5 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 03:29:46.264942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e72ba6-1330-47a0-b0e6-8648b2ed9fd5 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:29:46.269325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d3e72ba6-1330-47a0-b0e6-8648b2ed9fd5 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/networks/162969a1-761c-4812-95dd-e2127589c23f HTTP/1.1" status: 409 len: 466 time: 0.3225901 Feb 09 03:29:46.274974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45276) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:46.293245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8de2467e-f44c-4f97-bc60-8badd9ed48cc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1507702931'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:46.338284 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d182c571-b8c2-4844-b22f-901aab1bebf6 req-5aea2053-cbd8-4519-9fef-0c9a5f2c9bf8 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1675723 Feb 09 03:29:46.441761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-302ddca8-09eb-4432-b13c-22ce3e2f6b58 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port e5f448ac-cffa-4bd2-9649-2f53f989f3b2 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:46.442264 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-302ddca8-09eb-4432-b13c-22ce3e2f6b58 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:46.448974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de2467e-f44c-4f97-bc60-8badd9ed48cc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:46.454237 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8de2467e-f44c-4f97-bc60-8badd9ed48cc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:46.459585 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4cc30db-effd-44f0-9852-e2c560108d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f8afc090-a9d1-450f-bbd2-5ed33185498a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:46.467543 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4cc30db-effd-44f0-9852-e2c560108d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:46.468730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b4cc30db-effd-44f0-9852-e2c560108d5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8afc090-a9d1-450f-bbd2-5ed33185498a HTTP/1.1" status: 204 len: 168 time: 1.5332174 Feb 09 03:29:46.587555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc30db-effd-44f0-9852-e2c560108d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8afc090-a9d1-450f-bbd2-5ed33185498a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:46.632380 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1f85-35c0-4f4e-9a56-6b69ccdf69a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:46.645641 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de2467e-f44c-4f97-bc60-8badd9ed48cc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:29:46.651637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45b53a34-d2a4-4c76-ac62-5df547fba056 req-d4094523-3a03-496a-ae6f-648e2576ddfd service neutron] 10.222.0.42 "GET /v2.0/networks/97a79838-cc43-4899-97cb-b1a3e339a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248871 Feb 09 03:29:46.652336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Pushing event updated for resources: {'Port': ['ID=e5f448ac-cffa-4bd2-9649-2f53f989f3b2,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:46.663696 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4be85cbb-fa08-4bd0-aa24-75582e1d1a12), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:46.703225 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8de2467e-f44c-4f97-bc60-8badd9ed48cc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (967b9a55-21b7-4849-bd93-dc2b4f44c9bc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:46.703585 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-8de2467e-f44c-4f97-bc60-8badd9ed48cc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Added segment 967b9a55-21b7-4849-bd93-dc2b4f44c9bc of type vlan for network d506a3d2-b04a-4836-8873-e41b13e8128f Feb 09 03:29:46.721958 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57039673-9552-4c23-a830-e58174788d1e req-6670c1c6-15ea-42c6-8e5e-338393048214 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9146986 Feb 09 03:29:46.759618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-302ddca8-09eb-4432-b13c-22ce3e2f6b58 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] For port e5f448ac-cffa-4bd2-9649-2f53f989f3b2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e5f448ac-cffa-4bd2-9649-2f53f989f3b2,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:46.764952 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-302ddca8-09eb-4432-b13c-22ce3e2f6b58 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:46.912295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-302ddca8-09eb-4432-b13c-22ce3e2f6b58 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for e5f448ac-cffa-4bd2-9649-2f53f989f3b2 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:46.928610 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8de2467e-f44c-4f97-bc60-8badd9ed48cc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (d506a3d2-b04a-4836-8873-e41b13e8128f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:46.939079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Provisioning complete for port be04f715-5e5f-417e-9f76-71410849b313 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:46.947546 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (be04f715-5e5f-417e-9f76-71410849b313), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:47.128266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ebe6e895-7617-42b3-b788-1a32fa9f78bc triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:47.132586 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:47.152971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8de2467e-f44c-4f97-bc60-8badd9ed48cc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (d506a3d2-b04a-4836-8873-e41b13e8128f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:47.163473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de2467e-f44c-4f97-bc60-8badd9ed48cc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:47.170383 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8de2467e-f44c-4f97-bc60-8badd9ed48cc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:47.249346 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for port (4be85cbb-fa08-4bd0-aa24-75582e1d1a12), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:47.262809 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (4be85cbb-fa08-4bd0-aa24-75582e1d1a12), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:47.341096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Current status of the port be04f715-5e5f-417e-9f76-71410849b313 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:47.341468 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (be04f715-5e5f-417e-9f76-71410849b313), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:47.376716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ebe6e895-7617-42b3-b788-1a32fa9f78bc is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:47.378383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:47.391652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8de2467e-f44c-4f97-bc60-8badd9ed48cc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1115484 Feb 09 03:29:47.418308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45302) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:47.445934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2467e-f44c-4f97-bc60-8badd9ed48cc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Network': ['ID=d506a3d2-b04a-4836-8873-e41b13e8128f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:47.478300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network d506a3d2-b04a-4836-8873-e41b13e8128f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:29:47.488765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'subnet': {'network_id': 'd506a3d2-b04a-4836-8873-e41b13e8128f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:47.625644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event updated for resources: {'Port': ['ID=4be85cbb-fa08-4bd0-aa24-75582e1d1a12,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:47.646411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] For port be04f715-5e5f-417e-9f76-71410849b313, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=be04f715-5e5f-417e-9f76-71410849b313,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:47.680086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (020f8715-01fb-40c6-bd52-5f8d3f63f505), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:47.700964 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (be04f715-5e5f-417e-9f76-71410849b313), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:47.739889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Could not find standard attr ID for object 17759a9a-15b6-4b3e-8d40-b284f0e92b17. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:29:47.835019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:47.842792 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:47.851788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac889f-48be-4125-ac45-94372bd22bc0 req-7b895299-f7f1-4cf0-b00b-30348e21a82e tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:47.853660 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0ac889f-48be-4125-ac45-94372bd22bc0 req-7b895299-f7f1-4cf0-b00b-30348e21a82e tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 945 time: 0.3091595 Feb 09 03:29:48.030058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a0ac889f-48be-4125-ac45-94372bd22bc0 req-8f217c01-ed1a-4db9-9d54-fa0efb08dcfc tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1684692 Feb 09 03:29:48.030925 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-302ddca8-09eb-4432-b13c-22ce3e2f6b58 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e5f448ac-cffa-4bd2-9649-2f53f989f3b2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:48.076064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8cd296ac-642f-4e93-bc86-94575a6d3181 None None] Could not find standard attr ID for object e5f448ac-cffa-4bd2-9649-2f53f989f3b2. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:29:48.100532 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Network 975f6b15-9a69-45ce-8578-348e5ffd1600 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:48.108492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:48.123062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ddca8-09eb-4432-b13c-22ce3e2f6b58 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=e5f448ac-cffa-4bd2-9649-2f53f989f3b2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:48.221949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:48.248581 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:48.290838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dc35f4-0037-4bc3-a14d-df52da74da96 None None] Network 162969a1-761c-4812-95dd-e2127589c23f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:48.423925 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-302ddca8-09eb-4432-b13c-22ce3e2f6b58 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:48.570360 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Pushing event updated for resources: {'Port': ['ID=be04f715-5e5f-417e-9f76-71410849b313,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:48.578529 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c549b315-bb23-4c2e-866f-1616332d555b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:48.646411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8cd296ac-642f-4e93-bc86-94575a6d3181 None None] Provisioning complete for port 4be85cbb-fa08-4bd0-aa24-75582e1d1a12 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:48.646789 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cd296ac-642f-4e93-bc86-94575a6d3181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4be85cbb-fa08-4bd0-aa24-75582e1d1a12), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:48.803723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:48.807001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 02eedc99-62c5-42d2-bbe5-b9a761849b07 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:48.810473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.811868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.812529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.814667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.815961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.816859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.817594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.819437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.819582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.820401 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.821258 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.822313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.822313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bbae5-f54d-4b50-bb1b-0ab9e9edb52f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:29:48.841309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302ddca8-09eb-4432-b13c-22ce3e2f6b58 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Router 21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:29:48.923053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8aad0b80-7a94-4dbd-9366-b562d75d3f5c up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:48.973614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d00aa-0f85-4ba2-bae4-c76c071852f2 req-a97a7ada-b374-47bf-972a-08fed33aceaf tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:48.975243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8cd296ac-642f-4e93-bc86-94575a6d3181 None None] Port 4be85cbb-fa08-4bd0-aa24-75582e1d1a12 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:29:48.990842 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb1d00aa-0f85-4ba2-bae4-c76c071852f2 req-a97a7ada-b374-47bf-972a-08fed33aceaf tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.9720280 Feb 09 03:29:49.020423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Router 020f8715-01fb-40c6-bd52-5f8d3f63f505 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:29:49.061857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:29:49.070656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:49.073879 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:49.118725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302ddca8-09eb-4432-b13c-22ce3e2f6b58 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:29:49.133070 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc5262-6bdb-4aca-88bd-e37687bea2dc None None] Sync routers for ids ['21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:29:49.135319 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-302ddca8-09eb-4432-b13c-22ce3e2f6b58 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "PUT /v2.0/routers/21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2801592 Feb 09 03:29:49.136754 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45380) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:49.162053 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc5262-6bdb-4aca-88bd-e37687bea2dc None None] Routers {'21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:49.165322 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3ebc5262-6bdb-4aca-88bd-e37687bea2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:49.235835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1e249-97f6-4f04-a0a9-f37b877c0a90 None None] DHCP port deletion for 162969a1-761c-4812-95dd-e2127589c23f request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:29:49.255947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a55c6-0bf2-45d0-9c6d-40ef47805236 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:49.260146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a55c6-0bf2-45d0-9c6d-40ef47805236 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:49.267191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d21a55c6-0bf2-45d0-9c6d-40ef47805236 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1276779 Feb 09 03:29:49.269106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45388) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:49.278046 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 02eedc99-62c5-42d2-bbe5-b9a761849b07 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:49.278431 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:49.353848 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3ebc5262-6bdb-4aca-88bd-e37687bea2dc None None] Set router 21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:29:49.452480 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3ebc5262-6bdb-4aca-88bd-e37687bea2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb', 'name': 'tempest-NetworksTestDHCPv6-router-940375824', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:29:30Z', 'updated_at': '2022-02-09T03:29:47Z', 'revision_number': 3, 'project_id': '85583d7ccb194c29849391b601818aac', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:49.488192 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc5262-6bdb-4aca-88bd-e37687bea2dc None None] Checking router: 21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:29:49.492508 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:49.499264 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc5262-6bdb-4aca-88bd-e37687bea2dc None None] Routers {'21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:49.500764 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3ebc5262-6bdb-4aca-88bd-e37687bea2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:49.580567 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8200d953-5767-4190-b1bb-1d01bfc68749 None None] Provisioning complete for port 4be85cbb-fa08-4bd0-aa24-75582e1d1a12 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:49.581054 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8200d953-5767-4190-b1bb-1d01bfc68749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4be85cbb-fa08-4bd0-aa24-75582e1d1a12), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:49.583011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fb45a1-59c3-4b73-811a-80ba2999f941 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet cdae5cf1-56f7-49f4-89df-297fdbb1ebd2 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:29:49.595949 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f4fb45a1-59c3-4b73-811a-80ba2999f941 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (cdae5cf1-56f7-49f4-89df-297fdbb1ebd2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:49.599877 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3ebc5262-6bdb-4aca-88bd-e37687bea2dc None None] Set router 21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:29:49.682883 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3ebc5262-6bdb-4aca-88bd-e37687bea2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb', 'name': 'tempest-NetworksTestDHCPv6-router-940375824', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:29:30Z', 'updated_at': '2022-02-09T03:29:47Z', 'revision_number': 3, 'project_id': '85583d7ccb194c29849391b601818aac', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:49.693462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084c2a1-84c3-41d8-93ca-58fed1433df1 req-5e259201-65b0-497e-8f40-6fc4434e9a20 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:49.697482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0084c2a1-84c3-41d8-93ca-58fed1433df1 req-5e259201-65b0-497e-8f40-6fc4434e9a20 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 945 time: 0.3283608 Feb 09 03:29:49.716240 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc5262-6bdb-4aca-88bd-e37687bea2dc None None] The sync data for ids ['21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb'] in n-d-824835-15 is: [{'id': '21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb', 'name': 'tempest-NetworksTestDHCPv6-router-940375824', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:29:30Z', 'updated_at': '2022-02-09T03:29:47Z', 'revision_number': 3, 'project_id': '85583d7ccb194c29849391b601818aac', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:29:49.795358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:49.800843 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:49.809555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45420) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:49.829336 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f4fb45a1-59c3-4b73-811a-80ba2999f941 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (cdae5cf1-56f7-49f4-89df-297fdbb1ebd2), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:49.842102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-39e1e249-97f6-4f04-a0a9-f37b877c0a90 None None] Deleting port 47de43c3-c276-4910-8ca2-99a5a2ea9f9b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:49.842674 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-39e1e249-97f6-4f04-a0a9-f37b877c0a90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (47de43c3-c276-4910-8ca2-99a5a2ea9f9b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:49.850780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8200d953-5767-4190-b1bb-1d01bfc68749 None None] Port 4be85cbb-fa08-4bd0-aa24-75582e1d1a12 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:29:49.920114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:49.926083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a777957-805e-4bc0-8393-051273e91aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:29:49.928875 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd0bee4-c68f-4d79-a4af-ca7a2164128d" -d '{"events": [{"server_uuid": "9a777957-805e-4bc0-8393-051273e91aa3", "name": "network-vif-plugged", "status": "completed", "tag": "8aad0b80-7a94-4dbd-9366-b562d75d3f5c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:29:49.930552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45428) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:49.936657 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0084c2a1-84c3-41d8-93ca-58fed1433df1 req-6e27eb9e-af92-47eb-b820-b9e383a8c2b9 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2223089 Feb 09 03:29:49.941841 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.012990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8200d953-5767-4190-b1bb-1d01bfc68749 None None] Provisioning complete for port 47de43c3-c276-4910-8ca2-99a5a2ea9f9b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:50.013403 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8200d953-5767-4190-b1bb-1d01bfc68749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (47de43c3-c276-4910-8ca2-99a5a2ea9f9b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.016269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 02eedc99-62c5-42d2-bbe5-b9a761849b07 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:50.017122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e5f448ac-cffa-4bd2-9649-2f53f989f3b2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:50.033330 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb1d00aa-0f85-4ba2-bae4-c76c071852f2 req-c2f9dd7b-23de-46f2-8adf-3bcd3872b8b3 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0415373 Feb 09 03:29:50.104067 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f590d34-ad6a-463a-932c-e3cd10a5bb3c x-openstack-request-id: req-7f590d34-ad6a-463a-932c-e3cd10a5bb3c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:29:50.104367 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a777957-805e-4bc0-8393-051273e91aa3", "name": "network-vif-plugged", "status": "completed", "tag": "8aad0b80-7a94-4dbd-9366-b562d75d3f5c", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:29:50.104593 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f590d34-ad6a-463a-932c-e3cd10a5bb3c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:29:50.104987 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a777957-805e-4bc0-8393-051273e91aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c', 'code': 200} Feb 09 03:29:50.105601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: e5f448ac-cffa-4bd2-9649-2f53f989f3b2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:29:50.105953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e5f448ac-cffa-4bd2-9649-2f53f989f3b2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 03:29:50.134187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-39e1e249-97f6-4f04-a0a9-f37b877c0a90 None None] For port 47de43c3-c276-4910-8ca2-99a5a2ea9f9b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=47de43c3-c276-4910-8ca2-99a5a2ea9f9b,segment=NetworkSegment(b67765c6-2940-49df-96ca-d5931024c319),segment_id=b67765c6-2940-49df-96ca-d5931024c319)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:50.134657 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-39e1e249-97f6-4f04-a0a9-f37b877c0a90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (47de43c3-c276-4910-8ca2-99a5a2ea9f9b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.182928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f4fb45a1-59c3-4b73-811a-80ba2999f941 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (cdae5cf1-56f7-49f4-89df-297fdbb1ebd2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.204320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Port e5f448ac-cffa-4bd2-9649-2f53f989f3b2 not found, will not notify nova. {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 03:29:50.205027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device be04f715-5e5f-417e-9f76-71410849b313 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:29:50.215739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-39e1e249-97f6-4f04-a0a9-f37b877c0a90 None None] Calling delete_port for 47de43c3-c276-4910-8ca2-99a5a2ea9f9b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:50.281942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1900024481-network', 'tenant_id': '294df6b61c34479ba0d8657cdca53b52'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:50.287363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:50.326129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Made reservation on behalf of 294df6b61c34479ba0d8657cdca53b52 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:50.335392 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.364426 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.387501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:29:50.422598 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9878c735-b2bf-470a-ae57-a28ba190e358 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "PUT /v2.0/routers/020f8715-01fb-40c6-bd52-5f8d3f63f505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9854865 Feb 09 03:29:50.428975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45458) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:50.432724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668283f-7cb5-4e14-8706-74e10bec4bcb None None] Sync routers for ids ['020f8715-01fb-40c6-bd52-5f8d3f63f505'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:29:50.498142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668283f-7cb5-4e14-8706-74e10bec4bcb None None] Routers {'020f8715-01fb-40c6-bd52-5f8d3f63f505'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:50.499156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d668283f-7cb5-4e14-8706-74e10bec4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['020f8715-01fb-40c6-bd52-5f8d3f63f505'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:50.505967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8200d953-5767-4190-b1bb-1d01bfc68749 None None] Current status of the port 47de43c3-c276-4910-8ca2-99a5a2ea9f9b is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:50.506439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8200d953-5767-4190-b1bb-1d01bfc68749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (47de43c3-c276-4910-8ca2-99a5a2ea9f9b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.515401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.objects.ports [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103327) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:29:50.517655 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dee54ada-fa34-45f2-a989-5c9ae02be41c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.538484 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (d8ad65f5-905b-4cc6-8325-0c3adf93d8dc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.551724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port be04f715-5e5f-417e-9f76-71410849b313 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:50.552597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (be04f715-5e5f-417e-9f76-71410849b313), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.584860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d668283f-7cb5-4e14-8706-74e10bec4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:50.586616 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f4fb45a1-59c3-4b73-811a-80ba2999f941 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (cdae5cf1-56f7-49f4-89df-297fdbb1ebd2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.633642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668283f-7cb5-4e14-8706-74e10bec4bcb None None] Routers {'020f8715-01fb-40c6-bd52-5f8d3f63f505'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:50.639341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d668283f-7cb5-4e14-8706-74e10bec4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['020f8715-01fb-40c6-bd52-5f8d3f63f505'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:50.672853 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-39e1e249-97f6-4f04-a0a9-f37b877c0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (47de43c3-c276-4910-8ca2-99a5a2ea9f9b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.716007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb45a1-59c3-4b73-811a-80ba2999f941 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=cdae5cf1-56f7-49f4-89df-297fdbb1ebd2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:50.720075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f4fb45a1-59c3-4b73-811a-80ba2999f941 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.727066 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f4fb45a1-59c3-4b73-811a-80ba2999f941 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/cdae5cf1-56f7-49f4-89df-297fdbb1ebd2 HTTP/1.1" status: 204 len: 168 time: 1.4518147 Feb 09 03:29:50.728790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45466) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:50.736414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e1e249-97f6-4f04-a0a9-f37b877c0a90 None None] No DVR routers for this DVR port 47de43c3-c276-4910-8ca2-99a5a2ea9f9b on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:29:50.756870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a5415-51e0-4f81-ba6a-6057c22ff309 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:50.777529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73772413-b9d0-42d5-aed9-28657795b015 req-b2839937-00f7-48a3-8090-83a1a47805dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:50.779135 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73772413-b9d0-42d5-aed9-28657795b015 req-b2839937-00f7-48a3-8090-83a1a47805dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 1129 time: 0.5863655 Feb 09 03:29:50.826418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d668283f-7cb5-4e14-8706-74e10bec4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:50.826957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Checking segment: {'id': '967b9a55-21b7-4849-bd93-dc2b4f44c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd506a3d2-b04a-4836-8873-e41b13e8128f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:50.826957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network hostable DHCP agents. Network: d506a3d2-b04a-4836-8873-e41b13e8128f, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:29:50.827183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668283f-7cb5-4e14-8706-74e10bec4bcb None None] The sync data for ids ['020f8715-01fb-40c6-bd52-5f8d3f63f505'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:29:50.829182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Subnet': ['ID=d8ad65f5-905b-4cc6-8325-0c3adf93d8dc,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:50.855132 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d03606e6-aa59-4137-b745-ffe028b82442 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for router (020f8715-01fb-40c6-bd52-5f8d3f63f505), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.902374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network d506a3d2-b04a-4836-8873-e41b13e8128f is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:29:50.918145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73772413-b9d0-42d5-aed9-28657795b015 req-0327d9a6-32cb-4835-8c76-f7c085739e88 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264119 Feb 09 03:29:50.922187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, d506a3d2-b04a-4836-8873-e41b13e8128f) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:50.926495 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dee54ada-fa34-45f2-a989-5c9ae02be41c admin admin] Publish callbacks [] for security_group (a9f13383-7ec0-4e73-bf44-4ad1dd8f2da5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.932799 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:50.934254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.944281 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dee54ada-fa34-45f2-a989-5c9ae02be41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a9f13383-7ec0-4e73-bf44-4ad1dd8f2da5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:50.994257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94203046-0f82-453d-98cf-97da7a14e633 None None] Network d506a3d2-b04a-4836-8873-e41b13e8128f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:51.004881 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e3de2f3c-a964-4a26-a6e5-981b74e518bb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.5701611 Feb 09 03:29:51.009310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45472) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:51.013241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1e249-97f6-4f04-a0a9-f37b877c0a90 None None] Pushing event deleted for resources: {'Port': ['ID=47de43c3-c276-4910-8ca2-99a5a2ea9f9b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:51.105879 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.155475 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (d506a3d2-b04a-4836-8873-e41b13e8128f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.161387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45474) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:51.174405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee54ada-fa34-45f2-a989-5c9ae02be41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f13383-7ec0-4e73-bf44-4ad1dd8f2da5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:51.181541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dee54ada-fa34-45f2-a989-5c9ae02be41c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=298679c059e241efbc731c5565131ed9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2068739 Feb 09 03:29:51.213177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45480) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:51.348061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (d8ad65f5-905b-4cc6-8325-0c3adf93d8dc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.398698 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c78f5043-b0ac-4fdf-8b93-f141d74bc43c admin admin] Publish callbacks [] for security_group (a9f13383-7ec0-4e73-bf44-4ad1dd8f2da5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.410833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6e63f-2e1b-437d-9b71-4b2f6e255132 req-f32c72b3-61a5-4140-869c-de9facbbedb9 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:51.412476 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f4d6e63f-2e1b-437d-9b71-4b2f6e255132 req-f32c72b3-61a5-4140-869c-de9facbbedb9 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 946 time: 0.2523975 Feb 09 03:29:51.460364 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Publish callbacks [] for security_group (57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.494047 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port be04f715-5e5f-417e-9f76-71410849b313 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:51.498516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c78f5043-b0ac-4fdf-8b93-f141d74bc43c admin admin] Publish callbacks [] for security_group (a9f13383-7ec0-4e73-bf44-4ad1dd8f2da5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.507432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9df736ca-3d08-403b-9c4c-dd3189da1e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.520460 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.560645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:51.573125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc6e645-5e0c-477c-a249-75912eacc856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-d506a3d2-b04a-4836-8873-e41b13e8128f', 'network_id': 'd506a3d2-b04a-4836-8873-e41b13e8128f', 'project_id': 'ba1d5ba3e4d245f4b86f8062b9f596a1', 'fixed_ips': [{'subnet_id': 'd8ad65f5-905b-4cc6-8325-0c3adf93d8dc'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:29:51.577321 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e645-5e0c-477c-a249-75912eacc856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.581976 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7c798929-9c93-4f15-8abe-891c8f2f837d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8493154 Feb 09 03:29:51.586663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45482) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:51.594098 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-d03606e6-aa59-4137-b745-ffe028b82442 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 03:29:51.599389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d03606e6-aa59-4137-b745-ffe028b82442 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "DELETE /v2.0/routers/020f8715-01fb-40c6-bd52-5f8d3f63f505 HTTP/1.1" status: 409 len: 329 time: 1.1686575 Feb 09 03:29:51.606290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:29:51.616472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f84d240a-f72c-4b39-916a-ca16c824c5df), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.616818 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Added segment f84d240a-f72c-4b39-916a-ca16c824c5df of type vlan for network 69fb9b00-c2ef-4b22-bb85-44f083234f5d Feb 09 03:29:51.657740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45484) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:51.667542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44924d85-5132-4128-8623-b02a9a27f58f req-62e87bb9-8741-46e8-9106-f05e68abf84f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:51.669092 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44924d85-5132-4128-8623-b02a9a27f58f req-62e87bb9-8741-46e8-9106-f05e68abf84f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.3038588 Feb 09 03:29:51.691399 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (69fb9b00-c2ef-4b22-bb85-44f083234f5d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.710123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c898217e-b6fe-4af0-9ba6-6740f800e1f5 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:29:51.712410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62fd584-a0a7-4eb9-8aa3-af5d3b2abb16 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:29:51.735130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: c898217e-b6fe-4af0-9ba6-6740f800e1f5 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:29:51.735631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c898217e-b6fe-4af0-9ba6-6740f800e1f5 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:29:51.755741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6abb6971-1d93-4464-961e-7199c5d445b8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for router (21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.758272 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (d8ad65f5-905b-4cc6-8325-0c3adf93d8dc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.799699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a60ab8f-ebad-4d1c-baba-3ed4e25285a5 None None] Network d506a3d2-b04a-4836-8873-e41b13e8128f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:51.839625 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44924d85-5132-4128-8623-b02a9a27f58f req-d92baa8d-5d6a-4186-abf8-b06026a58183 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540384 Feb 09 03:29:51.958170 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (69fb9b00-c2ef-4b22-bb85-44f083234f5d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.959384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:51.959977 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.990756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e5f448ac-cffa-4bd2-9649-2f53f989f3b2 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:29:52.015020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: e5f448ac-cffa-4bd2-9649-2f53f989f3b2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:29:52.015581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e5f448ac-cffa-4bd2-9649-2f53f989f3b2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:29:52.016232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device be04f715-5e5f-417e-9f76-71410849b313 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:29:52.034873 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2201095 Feb 09 03:29:52.039429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ad65f5-905b-4cc6-8325-0c3adf93d8dc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:52.042735 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45486) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:52.068548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f62fd584-a0a7-4eb9-8aa3-af5d3b2abb16 None None] Deleting port be04f715-5e5f-417e-9f76-71410849b313 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:52.068967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f62fd584-a0a7-4eb9-8aa3-af5d3b2abb16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (be04f715-5e5f-417e-9f76-71410849b313), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.094385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-76b9dc8e-3c2a-4c0c-aef0-7c19541970a4 admin admin] Request body: {'subnet': {'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1900024481-subnet', 'tenant_id': '294df6b61c34479ba0d8657cdca53b52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:52.142113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f62fd584-a0a7-4eb9-8aa3-af5d3b2abb16 None None] For port be04f715-5e5f-417e-9f76-71410849b313, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=be04f715-5e5f-417e-9f76-71410849b313,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:52.142832 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f62fd584-a0a7-4eb9-8aa3-af5d3b2abb16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (be04f715-5e5f-417e-9f76-71410849b313), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.146346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9977e-4fc1-47ff-8972-f3b39f4537c0 admin admin] Pushing event updated for resources: {'Network': ['ID=69fb9b00-c2ef-4b22-bb85-44f083234f5d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:52.170383 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9df736ca-3d08-403b-9c4c-dd3189da1e50 admin admin] Publish callbacks [] for security_group (80519303-7938-4325-add7-ba697ea581c4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.181997 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f62fd584-a0a7-4eb9-8aa3-af5d3b2abb16 None None] Calling delete_port for be04f715-5e5f-417e-9f76-71410849b313 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:52.239319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 69fb9b00-c2ef-4b22-bb85-44f083234f5d details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:29:52.247307 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (d506a3d2-b04a-4836-8873-e41b13e8128f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.272215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d506a3d2-b04a-4836-8873-e41b13e8128f']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:52.284651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967b9a55-21b7-4849-bd93-dc2b4f44c9bc') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:52.285960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967b9a55-21b7-4849-bd93-dc2b4f44c9bc') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:52.302607 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08f330e8-3eb7-44cf-a964-5924bc8c044e tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (020f8715-01fb-40c6-bd52-5f8d3f63f505), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.305264 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.337281 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f4d6e63f-2e1b-437d-9b71-4b2f6e255132 req-c452570b-7fa2-4743-880a-85bb96b776db tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9168882 Feb 09 03:29:52.338133 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c78f5043-b0ac-4fdf-8b93-f141d74bc43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a9f13383-7ec0-4e73-bf44-4ad1dd8f2da5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.340833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c78f5043-b0ac-4fdf-8b93-f141d74bc43c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.344348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c78f5043-b0ac-4fdf-8b93-f141d74bc43c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9f13383-7ec0-4e73-bf44-4ad1dd8f2da5 HTTP/1.1" status: 204 len: 168 time: 1.1265323 Feb 09 03:29:52.383029 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (967b9a55-21b7-4849-bd93-dc2b4f44c9bc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.387382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f5043-b0ac-4fdf-8b93-f141d74bc43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f13383-7ec0-4e73-bf44-4ad1dd8f2da5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:52.390697 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9df736ca-3d08-403b-9c4c-dd3189da1e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (80519303-7938-4325-add7-ba697ea581c4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.431216 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9df736ca-3d08-403b-9c4c-dd3189da1e50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=813f6b7c17444edcbce3b4f136069b4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2625723 Feb 09 03:29:52.434661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45490) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:52.468640 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (967b9a55-21b7-4849-bd93-dc2b4f44c9bc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.472632 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6abb6971-1d93-4464-961e-7199c5d445b8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.486334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port be04f715-5e5f-417e-9f76-71410849b313 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:29:52.487673 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6abb6971-1d93-4464-961e-7199c5d445b8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for router_controller (21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.487907 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (be04f715-5e5f-417e-9f76-71410849b313), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.497640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:29:52.497640 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (967b9a55-21b7-4849-bd93-dc2b4f44c9bc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:29:52.503133 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:29:52.506972 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f62fd584-a0a7-4eb9-8aa3-af5d3b2abb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (be04f715-5e5f-417e-9f76-71410849b313), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.542382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df736ca-3d08-403b-9c4c-dd3189da1e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80519303-7938-4325-add7-ba697ea581c4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:52.551452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b9dc8e-3c2a-4c0c-aef0-7c19541970a4 admin admin] Made reservation on behalf of 294df6b61c34479ba0d8657cdca53b52 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:52.554313 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76b9dc8e-3c2a-4c0c-aef0-7c19541970a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.569972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fd584-a0a7-4eb9-8aa3-af5d3b2abb16 None None] No DVR routers for this DVR port be04f715-5e5f-417e-9f76-71410849b313 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:29:52.582409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fd584-a0a7-4eb9-8aa3-af5d3b2abb16 None None] Pushing event deleted for resources: {'Port': ['ID=be04f715-5e5f-417e-9f76-71410849b313,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:52.600961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c691e312-0f6c-4d9f-b869-bf3d1415f9e9 None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:29:52.682067 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf0f6aca-6441-4475-805f-6bd08a3dc305 admin admin] Publish callbacks [] for security_group (80519303-7938-4325-add7-ba697ea581c4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.702109 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6abb6971-1d93-4464-961e-7199c5d445b8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.703275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abb6971-1d93-4464-961e-7199c5d445b8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Fanout notify agent at l3_agent the message router_deleted on router 21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:29:52.712965 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6abb6971-1d93-4464-961e-7199c5d445b8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.714395 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6abb6971-1d93-4464-961e-7199c5d445b8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/routers/21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb HTTP/1.1" status: 204 len: 168 time: 1.1119034 Feb 09 03:29:52.730312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45494) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:52.733772 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (d506a3d2-b04a-4836-8873-e41b13e8128f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.742701 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf0f6aca-6441-4475-805f-6bd08a3dc305 admin admin] Publish callbacks [] for security_group (80519303-7938-4325-add7-ba697ea581c4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.746555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-41c063c7-cfd3-4b8b-ad7d-5519d9316634 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:52.767360 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.770839 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/networks/d506a3d2-b04a-4836-8873-e41b13e8128f HTTP/1.1" status: 204 len: 168 time: 1.7560258 Feb 09 03:29:52.786065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45496) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:52.794347 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-138b03f6-8cb5-4a8a-bfde-b7699fd6a0c7 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1421672786'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:52.900656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca3f82-6e9e-40f8-ba1d-d797eba87883 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Network': ['ID=d506a3d2-b04a-4836-8873-e41b13e8128f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:52.901523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138b03f6-8cb5-4a8a-bfde-b7699fd6a0c7 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:52.905061 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-138b03f6-8cb5-4a8a-bfde-b7699fd6a0c7 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:52.933048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691e312-0f6c-4d9f-b869-bf3d1415f9e9 None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:29:52.948324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45500) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:52.975591 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e69a708-2ced-4e1a-b4b0-39ea700858a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.048263 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf0f6aca-6441-4475-805f-6bd08a3dc305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (80519303-7938-4325-add7-ba697ea581c4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.051884 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf0f6aca-6441-4475-805f-6bd08a3dc305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.052329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c063c7-cfd3-4b8b-ad7d-5519d9316634 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:53.053045 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cf0f6aca-6441-4475-805f-6bd08a3dc305 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80519303-7938-4325-add7-ba697ea581c4 HTTP/1.1" status: 204 len: 168 time: 0.6199768 Feb 09 03:29:53.064304 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41c063c7-cfd3-4b8b-ad7d-5519d9316634 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.074658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138b03f6-8cb5-4a8a-bfde-b7699fd6a0c7 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:29:53.076773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f6aca-6441-4475-805f-6bd08a3dc305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80519303-7938-4325-add7-ba697ea581c4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:53.108136 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-138b03f6-8cb5-4a8a-bfde-b7699fd6a0c7 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (87115ace-7132-4a72-9327-78617f609ea2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.108530 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-138b03f6-8cb5-4a8a-bfde-b7699fd6a0c7 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Added segment 87115ace-7132-4a72-9327-78617f609ea2 of type vlan for network fa649178-f3b4-4c1d-9a37-6faebd6c829f Feb 09 03:29:53.125368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020140-b39d-44b6-8220-4bc3728d15e4 req-d9d3e59c-a712-4c90-add9-9581ac70d435 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:53.126935 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c5020140-b39d-44b6-8220-4bc3728d15e4 req-d9d3e59c-a712-4c90-add9-9581ac70d435 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.1336927 Feb 09 03:29:53.175944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-08f330e8-3eb7-44cf-a964-5924bc8c044e tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Deleting port 4be85cbb-fa08-4bd0-aa24-75582e1d1a12 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:53.176173 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08f330e8-3eb7-44cf-a964-5924bc8c044e tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4be85cbb-fa08-4bd0-aa24-75582e1d1a12), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.297277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-138b03f6-8cb5-4a8a-bfde-b7699fd6a0c7 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (fa649178-f3b4-4c1d-9a37-6faebd6c829f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.352117 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76b9dc8e-3c2a-4c0c-aef0-7c19541970a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (c68694e5-e970-48b1-8db0-d6c62f493976), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.456160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c5020140-b39d-44b6-8220-4bc3728d15e4 req-622374e0-291c-4b95-b05d-3dd3da810636 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010526 Feb 09 03:29:53.496657 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08f330e8-3eb7-44cf-a964-5924bc8c044e tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4be85cbb-fa08-4bd0-aa24-75582e1d1a12), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.520257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-08f330e8-3eb7-44cf-a964-5924bc8c044e tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Calling delete_port for 4be85cbb-fa08-4bd0-aa24-75582e1d1a12 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:53.535513 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-138b03f6-8cb5-4a8a-bfde-b7699fd6a0c7 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (fa649178-f3b4-4c1d-9a37-6faebd6c829f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.547033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b03f6-8cb5-4a8a-bfde-b7699fd6a0c7 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:53.547665 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-138b03f6-8cb5-4a8a-bfde-b7699fd6a0c7 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.631708 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-138b03f6-8cb5-4a8a-bfde-b7699fd6a0c7 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8422599 Feb 09 03:29:53.670530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45508) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:53.684839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-455fc6a1-a729-4119-914e-33f8330a17f6 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'subnet': {'network_id': 'fa649178-f3b4-4c1d-9a37-6faebd6c829f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:53.743462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45510) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:53.766597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b03f6-8cb5-4a8a-bfde-b7699fd6a0c7 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Network': ['ID=fa649178-f3b4-4c1d-9a37-6faebd6c829f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:53.782771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network fa649178-f3b4-4c1d-9a37-6faebd6c829f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:29:53.789804 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76a94e5e-6f26-4e93-b399-62b84fb4fb75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.915954 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455fc6a1-a729-4119-914e-33f8330a17f6 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:29:53.919599 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-455fc6a1-a729-4119-914e-33f8330a17f6 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.993458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9dc8e-3c2a-4c0c-aef0-7c19541970a4 admin admin] Checking segment: {'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:53.997129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b9dc8e-3c2a-4c0c-aef0-7c19541970a4 admin admin] Network hostable DHCP agents. Network: 69fb9b00-c2ef-4b22-bb85-44f083234f5d, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:29:54.012474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9dc8e-3c2a-4c0c-aef0-7c19541970a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68694e5-e970-48b1-8db0-d6c62f493976,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:54.053679 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.084388 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08f330e8-3eb7-44cf-a964-5924bc8c044e tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4be85cbb-fa08-4bd0-aa24-75582e1d1a12), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.109746 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e69a708-2ced-4e1a-b4b0-39ea700858a2 admin admin] Publish callbacks [] for security_group (eee0c820-1727-4654-828d-6d87b93f27c4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.116159 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76a94e5e-6f26-4e93-b399-62b84fb4fb75 admin admin] Publish callbacks [] for security_group (f836b33c-dd54-4c62-8ad7-6bcd42e4a98d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.139492 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76a94e5e-6f26-4e93-b399-62b84fb4fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f836b33c-dd54-4c62-8ad7-6bcd42e4a98d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.146294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f330e8-3eb7-44cf-a964-5924bc8c044e tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event deleted for resources: {'Port': ['ID=4be85cbb-fa08-4bd0-aa24-75582e1d1a12,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:54.153711 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e69a708-2ced-4e1a-b4b0-39ea700858a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (eee0c820-1727-4654-828d-6d87b93f27c4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.230998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481e39a-db28-4ff0-afe6-c5ee7f12c1e7 req-c5b788af-7c79-4347-be88-f44f038a3d9f tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:54.232939 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f481e39a-db28-4ff0-afe6-c5ee7f12c1e7 req-c5b788af-7c79-4347-be88-f44f038a3d9f tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 946 time: 0.7693040 Feb 09 03:29:54.238658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b9dc8e-3c2a-4c0c-aef0-7c19541970a4 admin admin] Network 69fb9b00-c2ef-4b22-bb85-44f083234f5d is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:29:54.263933 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6e69a708-2ced-4e1a-b4b0-39ea700858a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0145a12f72b04bb39e18e6b0ae22ea4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3143232 Feb 09 03:29:54.265382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45512) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:54.266389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41c063c7-cfd3-4b8b-ad7d-5519d9316634 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.269258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-76b9dc8e-3c2a-4c0c-aef0-7c19541970a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 69fb9b00-c2ef-4b22-bb85-44f083234f5d) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:54.308766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658439fd-1b3d-4f72-8b22-f1e8c3c9a054 None None] Network 69fb9b00-c2ef-4b22-bb85-44f083234f5d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:54.323489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b9dc8e-3c2a-4c0c-aef0-7c19541970a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:54.324158 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76b9dc8e-3c2a-4c0c-aef0-7c19541970a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.346062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a94e5e-6f26-4e93-b399-62b84fb4fb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f836b33c-dd54-4c62-8ad7-6bcd42e4a98d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:54.370258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-76a94e5e-6f26-4e93-b399-62b84fb4fb75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e2150ea6b9e47e687f0b410306c6eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6224599 Feb 09 03:29:54.399841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45514) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:54.457807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-455fc6a1-a729-4119-914e-33f8330a17f6 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (5008d8e7-f986-4c01-a8a5-5897a74074a5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.459679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69a708-2ced-4e1a-b4b0-39ea700858a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0c820-1727-4654-828d-6d87b93f27c4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:54.504665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c063c7-cfd3-4b8b-ad7d-5519d9316634 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:54.529909 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-76b9dc8e-3c2a-4c0c-aef0-7c19541970a4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4422987 Feb 09 03:29:54.548467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-41c063c7-cfd3-4b8b-ad7d-5519d9316634 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:54.553143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c063c7-cfd3-4b8b-ad7d-5519d9316634 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:54.553783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41c063c7-cfd3-4b8b-ad7d-5519d9316634 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.574089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c063c7-cfd3-4b8b-ad7d-5519d9316634 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:54.579042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d458db-0c7d-4ac1-9afa-63adbb5b35d2 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:54.606178 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f481e39a-db28-4ff0-afe6-c5ee7f12c1e7 req-7e55b716-29d5-49fd-bbc3-4369446b4df8 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3589365 Feb 09 03:29:54.619539 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27288826-a56d-46af-8170-6efc0364e357 admin admin] Publish callbacks [] for security_group (eee0c820-1727-4654-828d-6d87b93f27c4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.632121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-41c063c7-cfd3-4b8b-ad7d-5519d9316634 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8907342 Feb 09 03:29:54.633844 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45524) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:54.641017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-fc971d9f-b645-424c-8d94-f8831c75fab7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2119426894', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:54.665015 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcba6e1a-6f4b-4bd1-850d-321efcd2d7c0 admin admin] Publish callbacks [] for security_group (f836b33c-dd54-4c62-8ad7-6bcd42e4a98d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.667618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2232426e-b202-4743-ba6a-3371319a2438 None None] Network 69fb9b00-c2ef-4b22-bb85-44f083234f5d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:54.702142 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27288826-a56d-46af-8170-6efc0364e357 admin admin] Publish callbacks [] for security_group (eee0c820-1727-4654-828d-6d87b93f27c4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.734783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fc6a1-a729-4119-914e-33f8330a17f6 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Subnet': ['ID=5008d8e7-f986-4c01-a8a5-5897a74074a5,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:54.740827 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcba6e1a-6f4b-4bd1-850d-321efcd2d7c0 admin admin] Publish callbacks [] for security_group (f836b33c-dd54-4c62-8ad7-6bcd42e4a98d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.750493 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc971d9f-b645-424c-8d94-f8831c75fab7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (e12135a9-7d32-4e63-ace9-52940f273e48), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.751476 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc971d9f-b645-424c-8d94-f8831c75fab7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (e12135a9-7d32-4e63-ace9-52940f273e48), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.864054 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455fc6a1-a729-4119-914e-33f8330a17f6 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Checking segment: {'id': '87115ace-7132-4a72-9327-78617f609ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fa649178-f3b4-4c1d-9a37-6faebd6c829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:54.864498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455fc6a1-a729-4119-914e-33f8330a17f6 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network hostable DHCP agents. Network: fa649178-f3b4-4c1d-9a37-6faebd6c829f, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:29:54.866694 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08f330e8-3eb7-44cf-a964-5924bc8c044e tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (020f8715-01fb-40c6-bd52-5f8d3f63f505), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.871061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': '54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:29:54.872948 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.911913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e9aa1-3c46-40c3-9799-6fe54803e67b req-8fca9584-b3de-4e2e-84ef-e31d1cb5f828 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:54.913673 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-150e9aa1-3c46-40c3-9799-6fe54803e67b req-8fca9584-b3de-4e2e-84ef-e31d1cb5f828 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.3096044 Feb 09 03:29:54.928599 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc971d9f-b645-424c-8d94-f8831c75fab7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for router_controller (e12135a9-7d32-4e63-ace9-52940f273e48), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.935597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc971d9f-b645-424c-8d94-f8831c75fab7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (e12135a9-7d32-4e63-ace9-52940f273e48), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.959244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc5098-9a54-4409-a5c3-28f551806035 req-c93eaaed-7d2c-4b95-b018-c256dc94da7b tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:54.966460 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5cdc5098-9a54-4409-a5c3-28f551806035 req-c93eaaed-7d2c-4b95-b018-c256dc94da7b tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 946 time: 0.1731744 Feb 09 03:29:54.980170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45532) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:54.983964 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27288826-a56d-46af-8170-6efc0364e357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (eee0c820-1727-4654-828d-6d87b93f27c4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.988176 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27288826-a56d-46af-8170-6efc0364e357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.992251 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-27288826-a56d-46af-8170-6efc0364e357 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eee0c820-1727-4654-828d-6d87b93f27c4 HTTP/1.1" status: 204 len: 168 time: 0.7208922 Feb 09 03:29:54.997839 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc971d9f-b645-424c-8d94-f8831c75fab7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.999283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fc971d9f-b645-424c-8d94-f8831c75fab7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3641529 Feb 09 03:29:55.002590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45538) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:55.021820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27288826-a56d-46af-8170-6efc0364e357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0c820-1727-4654-828d-6d87b93f27c4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:55.025578 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcba6e1a-6f4b-4bd1-850d-321efcd2d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f836b33c-dd54-4c62-8ad7-6bcd42e4a98d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:55.028141 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcba6e1a-6f4b-4bd1-850d-321efcd2d7c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:55.029504 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bcba6e1a-6f4b-4bd1-850d-321efcd2d7c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f836b33c-dd54-4c62-8ad7-6bcd42e4a98d HTTP/1.1" status: 204 len: 168 time: 0.6215217 Feb 09 03:29:55.050788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-39c74c48-97a1-428a-b32e-b052b2e50352 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Request body: {'floatingip': {'port_id': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:55.103343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba6e1a-6f4b-4bd1-850d-321efcd2d7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f836b33c-dd54-4c62-8ad7-6bcd42e4a98d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:55.131033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455fc6a1-a729-4119-914e-33f8330a17f6 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network fa649178-f3b4-4c1d-9a37-6faebd6c829f is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:29:55.171239 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39c74c48-97a1-428a-b32e-b052b2e50352 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for floatingip (b491de4a-ad02-4af8-bfcd-5a973a83c1a1), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:55.336768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-455fc6a1-a729-4119-914e-33f8330a17f6 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, fa649178-f3b4-4c1d-9a37-6faebd6c829f) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:55.356747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733af4c9-4c34-4056-b438-99b673ccb98c None None] Network fa649178-f3b4-4c1d-9a37-6faebd6c829f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:55.379795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455fc6a1-a729-4119-914e-33f8330a17f6 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:55.380386 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-455fc6a1-a729-4119-914e-33f8330a17f6 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:55.522483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Allocated IP 2001:db8::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8/31922b98-1271-46fa-9fca-07b3980f0652) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:55.572984 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:55.605996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-fa649178-f3b4-4c1d-9a37-6faebd6c829f', 'network_id': 'fa649178-f3b4-4c1d-9a37-6faebd6c829f', 'project_id': 'ba1d5ba3e4d245f4b86f8062b9f596a1', 'fixed_ips': [{'subnet_id': '5008d8e7-f986-4c01-a8a5-5897a74074a5'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:29:55.610552 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:55.761589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-150e9aa1-3c46-40c3-9799-6fe54803e67b req-27215f58-a4f0-41d8-9666-d441bd63e1a4 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8310952 Feb 09 03:29:55.785997 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-455fc6a1-a729-4119-914e-33f8330a17f6 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1142504 Feb 09 03:29:55.821971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45554) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:55.889247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f330e8-3eb7-44cf-a964-5924bc8c044e tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Router 020f8715-01fb-40c6-bd52-5f8d3f63f505 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:29:56.102851 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (fa649178-f3b4-4c1d-9a37-6faebd6c829f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:56.137640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f330e8-3eb7-44cf-a964-5924bc8c044e tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:29:56.149248 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d690a05-c6d7-4eae-9cbc-80c07d85b68f None None] Sync routers for ids ['020f8715-01fb-40c6-bd52-5f8d3f63f505'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:29:56.153038 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-08f330e8-3eb7-44cf-a964-5924bc8c044e tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "PUT /v2.0/routers/020f8715-01fb-40c6-bd52-5f8d3f63f505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4934866 Feb 09 03:29:56.157316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45568) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:56.181341 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d690a05-c6d7-4eae-9cbc-80c07d85b68f None None] Routers {'020f8715-01fb-40c6-bd52-5f8d3f63f505'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:56.185335 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-5d690a05-c6d7-4eae-9cbc-80c07d85b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['020f8715-01fb-40c6-bd52-5f8d3f63f505'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:56.275304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-d9cb3f23-1d52-4099-a8fa-ff2dea19bfc9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:56.280285 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-d9cb3f23-1d52-4099-a8fa-ff2dea19bfc9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 814 time: 0.5333319 Feb 09 03:29:56.295132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Allocated IP 2001:db8::2 (fa649178-f3b4-4c1d-9a37-6faebd6c829f/5008d8e7-f986-4c01-a8a5-5897a74074a5/2cf097b6-cc31-4610-85f7-56bf111a208d) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:56.309706 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-36a753b9-0f0c-4bcd-8505-1d9b9052a7b8 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/quotas/294df6b61c34479ba0d8657cdca53b52 HTTP/1.1" status: 200 len: 375 time: 0.0249031 Feb 09 03:29:56.362541 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-5d690a05-c6d7-4eae-9cbc-80c07d85b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:56.385385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Publish callbacks [] for port (31922b98-1271-46fa-9fca-07b3980f0652), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:56.391999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-d58daead-c102-40ca-86de-bccafdca7e52 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747411 Feb 09 03:29:56.398627 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (31922b98-1271-46fa-9fca-07b3980f0652), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:56.425338 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d690a05-c6d7-4eae-9cbc-80c07d85b68f None None] Routers {'020f8715-01fb-40c6-bd52-5f8d3f63f505'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:29:56.426322 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-5d690a05-c6d7-4eae-9cbc-80c07d85b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['020f8715-01fb-40c6-bd52-5f8d3f63f505'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:56.496298 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-41f51086-4577-4a5f-a51e-e76f59fbe808 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] show failed (client error): The resource could not be found. Feb 09 03:29:56.502848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-41f51086-4577-4a5f-a51e-e76f59fbe808 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-381079958 HTTP/1.1" status: 404 len: 334 time: 0.3438137 Feb 09 03:29:56.503442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45580) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:56.514970 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (5008d8e7-f986-4c01-a8a5-5897a74074a5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:56.535080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5f5673a3-7d64-44f4-8804-d66f884be597 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:29:56.560121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:56.584448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:56.712273 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-5d690a05-c6d7-4eae-9cbc-80c07d85b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:56.717020 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d690a05-c6d7-4eae-9cbc-80c07d85b68f None None] The sync data for ids ['020f8715-01fb-40c6-bd52-5f8d3f63f505'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:29:56.722017 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Publish callbacks [] for port (2cf097b6-cc31-4610-85f7-56bf111a208d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:56.722881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::1 (c5780e3f-5fe0-4434-8596-82a0e8078930/54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8/06c632ba-33ac-4e6a-8f54-79241db1c899) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:29:56.727391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Pushing event updated for resources: {'Port': ['ID=31922b98-1271-46fa-9fca-07b3980f0652,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:56.735845 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-5f5673a3-7d64-44f4-8804-d66f884be597 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] update failed (client error): The resource could not be found. Feb 09 03:29:56.736983 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5f5673a3-7d64-44f4-8804-d66f884be597 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1642305865 HTTP/1.1" status: 404 len: 335 time: 0.2179015 Feb 09 03:29:56.753767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45588) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:56.754195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:56.772745 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (2cf097b6-cc31-4610-85f7-56bf111a208d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:56.952401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-389255c7-fe37-4778-9250-5dc93b7b63f3 service neutron] 10.222.0.21 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592566 Feb 09 03:29:56.952756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Attempting to bind port 31922b98-1271-46fa-9fca-07b3980f0652 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:56.953981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Attempting to bind port 31922b98-1271-46fa-9fca-07b3980f0652 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:56.956063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Attempting to bind port 31922b98-1271-46fa-9fca-07b3980f0652 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:56.977933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Network fa649178-f3b4-4c1d-9a37-6faebd6c829f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:56.977933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:56.977933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:56.977933 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:56.977933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:56.977933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Bound port: 31922b98-1271-46fa-9fca-07b3980f0652, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:56.979333 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (31922b98-1271-46fa-9fca-07b3980f0652), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.103304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:57.119249 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.119523 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:57.121537 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.resource_extend [None req-39c74c48-97a1-428a-b32e-b052b2e50352 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:29:57.129289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-7770186c-278e-40f7-8828-93d52981ff3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Deleting subnet e8d51a28-6052-4d9a-aff0-3d2765cb3cc5 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:29:57.149147 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-19f3f4ef-30be-4af9-a4e8-8444a6b40f4b service neutron] 10.222.0.21 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865239 Feb 09 03:29:57.152635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Pushing event updated for resources: {'Port': ['ID=2cf097b6-cc31-4610-85f7-56bf111a208d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:57.174893 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7770186c-278e-40f7-8828-93d52981ff3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for subnet (e8d51a28-6052-4d9a-aff0-3d2765cb3cc5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.188782 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.202945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (5008d8e7-f986-4c01-a8a5-5897a74074a5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.263504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Subnet': ['ID=5008d8e7-f986-4c01-a8a5-5897a74074a5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:57.281537 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39c74c48-97a1-428a-b32e-b052b2e50352 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.306233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8780bdd-5fd1-4749-a02f-723920396763 req-9cd3a19d-2e27-4050-9565-17221e73db66 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:57.308097 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f8780bdd-5fd1-4749-a02f-723920396763 req-9cd3a19d-2e27-4050-9565-17221e73db66 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.3248999 Feb 09 03:29:57.310977 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7770186c-278e-40f7-8828-93d52981ff3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (e8d51a28-6052-4d9a-aff0-3d2765cb3cc5), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.328384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Attempting to bind port 2cf097b6-cc31-4610-85f7-56bf111a208d on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:29:57.328947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Attempting to bind port 2cf097b6-cc31-4610-85f7-56bf111a208d by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '87115ace-7132-4a72-9327-78617f609ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fa649178-f3b4-4c1d-9a37-6faebd6c829f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:29:57.331861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Attempting to bind port 2cf097b6-cc31-4610-85f7-56bf111a208d on network fa649178-f3b4-4c1d-9a37-6faebd6c829f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:29:57.342495 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:57.346762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:57.351220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:29:57.351750 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (e12135a9-7d32-4e63-ace9-52940f273e48), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.352931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] For port 31922b98-1271-46fa-9fca-07b3980f0652, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:57.360327 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39c74c48-97a1-428a-b32e-b052b2e50352 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b491de4a-ad02-4af8-bfcd-5a973a83c1a1), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.373913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] For port 31922b98-1271-46fa-9fca-07b3980f0652, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=31922b98-1271-46fa-9fca-07b3980f0652,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:57.396819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:29:57.397562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Checking segment: {'id': '87115ace-7132-4a72-9327-78617f609ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fa649178-f3b4-4c1d-9a37-6faebd6c829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:29:57.400661 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.401254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Bound using segment: {'id': '87115ace-7132-4a72-9327-78617f609ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fa649178-f3b4-4c1d-9a37-6faebd6c829f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:29:57.402844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Bound port: 2cf097b6-cc31-4610-85f7-56bf111a208d, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87115ace-7132-4a72-9327-78617f609ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fa649178-f3b4-4c1d-9a37-6faebd6c829f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:29:57.405230 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2cf097b6-cc31-4610-85f7-56bf111a208d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.442371 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (31922b98-1271-46fa-9fca-07b3980f0652), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.485313 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (fa649178-f3b4-4c1d-9a37-6faebd6c829f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.502525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=06c632ba-33ac-4e6a-8f54-79241db1c899,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:57.541928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191774c-9347-4a37-ad1d-d523a990d0b2 None None] Pushing event updated for resources: {'Port': ['ID=31922b98-1271-46fa-9fca-07b3980f0652,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:57.557611 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-982e9dc4-6813-4c8b-afa0-cccb0f203723 req-8482da87-3833-4a6b-b42e-32b5424c6b8b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 210 time: 0.0782709 Feb 09 03:29:57.607659 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.615978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] For port 2cf097b6-cc31-4610-85f7-56bf111a208d, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:29:57.621098 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] For port 2cf097b6-cc31-4610-85f7-56bf111a208d, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2cf097b6-cc31-4610-85f7-56bf111a208d,segment=NetworkSegment(87115ace-7132-4a72-9327-78617f609ea2),segment_id=87115ace-7132-4a72-9327-78617f609ea2)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:29:57.634484 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2cf097b6-cc31-4610-85f7-56bf111a208d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.919785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2ab33-eb3a-4cc9-be0d-93143d79d6b5 None None] Pushing event updated for resources: {'Port': ['ID=2cf097b6-cc31-4610-85f7-56bf111a208d,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:57.958329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6016ce95-d49d-4c95-b2ee-9754afd9d402 None None] Network fa649178-f3b4-4c1d-9a37-6faebd6c829f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:58.156719 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7770186c-278e-40f7-8828-93d52981ff3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (e8d51a28-6052-4d9a-aff0-3d2765cb3cc5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:58.315967 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7770186c-278e-40f7-8828-93d52981ff3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (e8d51a28-6052-4d9a-aff0-3d2765cb3cc5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:58.368691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa649178-f3b4-4c1d-9a37-6faebd6c829f']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:58.396778 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:58.397323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87115ace-7132-4a72-9327-78617f609ea2') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:58.397744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87115ace-7132-4a72-9327-78617f609ea2') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:58.402177 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:58.403471 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (e12135a9-7d32-4e63-ace9-52940f273e48), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:58.445838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770186c-278e-40f7-8828-93d52981ff3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d51a28-6052-4d9a-aff0-3d2765cb3cc5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:58.452644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f8780bdd-5fd1-4749-a02f-723920396763 req-41c01e78-39b1-4284-b430-fd5bb4c03b53 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1106293 Feb 09 03:29:58.461849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (87115ace-7132-4a72-9327-78617f609ea2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:58.475787 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fb470f-5a64-47fd-9865-f124ace3c458 None None] Network e3c3910e-a43a-4c5d-b473-a68c8b1f4281 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:58.506596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7770186c-278e-40f7-8828-93d52981ff3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:58.517836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7770186c-278e-40f7-8828-93d52981ff3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "DELETE /v2.0/subnets/e8d51a28-6052-4d9a-aff0-3d2765cb3cc5 HTTP/1.1" status: 204 len: 168 time: 1.7523482 Feb 09 03:29:58.519271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45652) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:58.545845 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-39c74c48-97a1-428a-b32e-b052b2e50352 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Floating IP b491de4a-ad02-4af8-bfcd-5a973a83c1a1 associated. External IP: 172.25.5.157, port: 8aad0b80-7a94-4dbd-9366-b562d75d3f5c. Feb 09 03:29:58.562027 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (87115ace-7132-4a72-9327-78617f609ea2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:58.592800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-391dcbeb-c047-46f6-973c-24594ab61927 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Deleting subnet 811ef809-7265-4181-a44e-640b83f3a1d5 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:29:58.596764 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-391dcbeb-c047-46f6-973c-24594ab61927 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for subnet (811ef809-7265-4181-a44e-640b83f3a1d5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:58.647389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-391dcbeb-c047-46f6-973c-24594ab61927 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (811ef809-7265-4181-a44e-640b83f3a1d5), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:58.692832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:29:58.693247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (87115ace-7132-4a72-9327-78617f609ea2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:29:58.702887 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:29:58.730485 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d9f5-8d3d-42a6-aa03-d3f35f6e85a7 req-8f2fdd44-4b31-4c6a-a4e9-0449c3c1acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:58.735660 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82d4d9f5-8d3d-42a6-aa03-d3f35f6e85a7 req-8f2fdd44-4b31-4c6a-a4e9-0449c3c1acf0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 1129 time: 0.6360619 Feb 09 03:29:58.775902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=06c632ba-33ac-4e6a-8f54-79241db1c899,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:58.896097 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.api [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:29:58.896097 n-d-824835-15 neutron-server[103328]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:29:58.896097 n-d-824835-15 neutron-server[103328]: [parameters: {'id': 'fa649178-f3b4-4c1d-9a37-6faebd6c829f'}] Feb 09 03:29:58.896097 n-d-824835-15 neutron-server[103328]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:29:58.897870 n-d-824835-15 neutron-server[103328]: DEBUG oslo_db.api [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:29:58.958865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d7304a4-1035-4876-99cc-8a9900bf085c req-da7d107b-a8fe-4d3f-adf3-75568262ebdd tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 210 time: 0.1844656 Feb 09 03:29:59.081278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d9f5-8d3d-42a6-aa03-d3f35f6e85a7 req-8fdc5c19-1d7b-42d4-b0c0-4dffe6e4490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:59.083080 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82d4d9f5-8d3d-42a6-aa03-d3f35f6e85a7 req-8fdc5c19-1d7b-42d4-b0c0-4dffe6e4490f service neutron] 10.222.0.65 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.3073714 Feb 09 03:29:59.090502 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-391dcbeb-c047-46f6-973c-24594ab61927 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (811ef809-7265-4181-a44e-640b83f3a1d5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:59.237227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:29:59.238750 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82d4d9f5-8d3d-42a6-aa03-d3f35f6e85a7 req-177cd762-0177-434e-80d8-d581698c1756 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd HTTP/1.1" status: 200 len: 1002 time: 0.1440926 Feb 09 03:29:59.264514 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-391dcbeb-c047-46f6-973c-24594ab61927 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (811ef809-7265-4181-a44e-640b83f3a1d5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:59.267674 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:29:59.294625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3384e831-cf48-4203-9f07-566298252557 None None] DHCP port deletion for e3c3910e-a43a-4c5d-b473-a68c8b1f4281 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:29:59.313090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d9f5-8d3d-42a6-aa03-d3f35f6e85a7 req-c9df4423-33b9-4dc7-a824-6953c2f7d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:59.314176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82d4d9f5-8d3d-42a6-aa03-d3f35f6e85a7 req-c9df4423-33b9-4dc7-a824-6953c2f7d23d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.0621791 Feb 09 03:29:59.317479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c74c48-97a1-428a-b32e-b052b2e50352 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Router 9f5c9471-cf45-4828-af91-a613e16b6eda has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:29:59.362484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391dcbeb-c047-46f6-973c-24594ab61927 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event deleted for resources: {'Subnet': ['ID=811ef809-7265-4181-a44e-640b83f3a1d5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:59.396386 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-391dcbeb-c047-46f6-973c-24594ab61927 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:59.398063 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (fa649178-f3b4-4c1d-9a37-6faebd6c829f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:59.400350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-391dcbeb-c047-46f6-973c-24594ab61927 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "DELETE /v2.0/subnets/811ef809-7265-4181-a44e-640b83f3a1d5 HTTP/1.1" status: 204 len: 168 time: 0.8763971 Feb 09 03:29:59.406580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45692) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:59.416907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404aa21c-4fa5-4724-8453-de21564c2046 None None] Network 4af83974-69b1-4d72-8717-5aee167072ff requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:59.554385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d9f5-8d3d-42a6-aa03-d3f35f6e85a7 req-d97466da-65f3-481a-837f-611b7ed70a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:59.559406 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82d4d9f5-8d3d-42a6-aa03-d3f35f6e85a7 req-d97466da-65f3-481a-837f-611b7ed70a82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2378271 Feb 09 03:29:59.609516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3384e831-cf48-4203-9f07-566298252557 None None] Deleting port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:59.610114 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3384e831-cf48-4203-9f07-566298252557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:59.700665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7540c966-7d8d-46dd-a0c3-0d962eff6d13 None None] Provisioning complete for port 31922b98-1271-46fa-9fca-07b3980f0652 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:29:59.700952 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7540c966-7d8d-46dd-a0c3-0d962eff6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (31922b98-1271-46fa-9fca-07b3980f0652), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:59.794395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3384e831-cf48-4203-9f07-566298252557 None None] For port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1,segment=NetworkSegment(59e657fb-4f63-40c8-83ed-5ca8d888fbd6),segment_id=59e657fb-4f63-40c8-83ed-5ca8d888fbd6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:59.795056 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3384e831-cf48-4203-9f07-566298252557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:59.802474 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (e3c3910e-a43a-4c5d-b473-a68c8b1f4281), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:59.860000 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3384e831-cf48-4203-9f07-566298252557 None None] Calling delete_port for f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:59.918402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-cc14db4c-f06b-43ba-baf2-726a056775db tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:59.926351 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-cc14db4c-f06b-43ba-baf2-726a056775db tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.65 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 814 time: 0.6930752 Feb 09 03:30:00.080324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Request body: {'port': {'device_id': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d', 'admin_state_up': True, 'tenant_id': '294df6b61c34479ba0d8657cdca53b52'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:00.080686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 31922b98-1271-46fa-9fca-07b3980f0652 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:00.091216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c825bbf-8dd6-4379-87ba-a22ffcbf77cf None None] DHCP port deletion for 4af83974-69b1-4d72-8717-5aee167072ff request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:30:00.116525 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c74c48-97a1-428a-b32e-b052b2e50352 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:30:00.152370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45724) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:00.164105 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39c74c48-97a1-428a-b32e-b052b2e50352 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:00.180298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051d8f1-9506-4924-ac77-f48021ca7d24 None None] Sync routers for ids ['9f5c9471-cf45-4828-af91-a613e16b6eda'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:30:00.196032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583c691-07a5-48ec-9de2-d73591f8624f req-c6d14d81-074a-45af-920f-3ebf4f307347 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:00.197640 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3583c691-07a5-48ec-9de2-d73591f8624f req-c6d14d81-074a-45af-920f-3ebf4f307347 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.4530661 Feb 09 03:30:00.206252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Deleting port 2cf097b6-cc31-4610-85f7-56bf111a208d {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:00.206596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2cf097b6-cc31-4610-85f7-56bf111a208d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:00.248309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Router e12135a9-7d32-4e63-ace9-52940f273e48 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:30:00.260327 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82d4d9f5-8d3d-42a6-aa03-d3f35f6e85a7 req-ab428da3-200d-40da-99a2-e2b2f920c584 service neutron] 10.222.0.65 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6925159 Feb 09 03:30:00.284956 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-63706912-16fb-45e2-9c81-d56f509ddec5 req-592c1334-72f9-41da-94f2-98ed10a49cb0 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 210 time: 0.1022377 Feb 09 03:30:00.409221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051d8f1-9506-4924-ac77-f48021ca7d24 None None] Routers {'9f5c9471-cf45-4828-af91-a613e16b6eda'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:00.410195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4051d8f1-9506-4924-ac77-f48021ca7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9f5c9471-cf45-4828-af91-a613e16b6eda'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:00.608440 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-82d4d9f5-8d3d-42a6-aa03-d3f35f6e85a7 req-33ee66b1-fcbc-401e-8373-7f47b3d675f5 service neutron] 10.222.0.65 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350698 Feb 09 03:30:00.628502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-4051d8f1-9506-4924-ac77-f48021ca7d24 None None] Set router 9f5c9471-cf45-4828-af91-a613e16b6eda gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:00.702183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3384e831-cf48-4203-9f07-566298252557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:00.706406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] For port 2cf097b6-cc31-4610-85f7-56bf111a208d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2cf097b6-cc31-4610-85f7-56bf111a208d,segment=NetworkSegment(87115ace-7132-4a72-9327-78617f609ea2),segment_id=87115ace-7132-4a72-9327-78617f609ea2)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:00.706916 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2cf097b6-cc31-4610-85f7-56bf111a208d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:00.709127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7540c966-7d8d-46dd-a0c3-0d962eff6d13 None None] Current status of the port 31922b98-1271-46fa-9fca-07b3980f0652 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:00.709533 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7540c966-7d8d-46dd-a0c3-0d962eff6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (31922b98-1271-46fa-9fca-07b3980f0652), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:00.724518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Calling delete_port for 2cf097b6-cc31-4610-85f7-56bf111a208d owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:00.788841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 31922b98-1271-46fa-9fca-07b3980f0652 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:00.789228 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (31922b98-1271-46fa-9fca-07b3980f0652), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:00.811592 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384e831-cf48-4203-9f07-566298252557 None None] Pushing event deleted for resources: {'Port': ['ID=f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:00.825075 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3384e831-cf48-4203-9f07-566298252557 None None] No DVR routers for this DVR port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:00.847847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-39c74c48-97a1-428a-b32e-b052b2e50352 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "PUT /v2.0/floatingips/b491de4a-ad02-4af8-bfcd-5a973a83c1a1 HTTP/1.1" status: 200 len: 992 time: 5.8649707 Feb 09 03:30:00.915939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a777957-805e-4bc0-8393-051273e91aa3', 'tag': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:00.917088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7540c966-7d8d-46dd-a0c3-0d962eff6d13 None None] For port 31922b98-1271-46fa-9fca-07b3980f0652, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=31922b98-1271-46fa-9fca-07b3980f0652,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:00.923284 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975e009c-70d2-4066-83a8-0ec1571c8b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a777957-805e-4bc0-8393-051273e91aa3", "tag": "8aad0b80-7a94-4dbd-9366-b562d75d3f5c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:00.930126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3c825bbf-8dd6-4379-87ba-a22ffcbf77cf None None] Deleting port 02eedc99-62c5-42d2-bbe5-b9a761849b07 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:00.930589 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c825bbf-8dd6-4379-87ba-a22ffcbf77cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:00.935111 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7540c966-7d8d-46dd-a0c3-0d962eff6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (31922b98-1271-46fa-9fca-07b3980f0652), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.069212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:30:01.074416 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3583c691-07a5-48ec-9de2-d73591f8624f req-990d1ce0-075b-4aa5-bdfb-b1eae3e11b6c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7708578 Feb 09 03:30:01.076617 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2cf097b6-cc31-4610-85f7-56bf111a208d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.080717 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Sync routers for ids ['e12135a9-7d32-4e63-ace9-52940f273e48'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:30:01.083921 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f807314-e52d-409c-861c-f309f8a52c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.097160 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Routers {'e12135a9-7d32-4e63-ace9-52940f273e48'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:01.099918 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['e12135a9-7d32-4e63-ace9-52940f273e48'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:01.141606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e703590f-0650-40f5-afa5-9f91bc70dec1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "PUT /v2.0/routers/e12135a9-7d32-4e63-ace9-52940f273e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1274395 Feb 09 03:30:01.193839 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45742) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:01.287894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9f48371d-c2a1-46c9-9071-6dac6aef8cdc None None] Provisioning complete for port 06c632ba-33ac-4e6a-8f54-79241db1c899 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:01.288206 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f48371d-c2a1-46c9-9071-6dac6aef8cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.298155 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Set router e12135a9-7d32-4e63-ace9-52940f273e48 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:01.308155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3c825bbf-8dd6-4379-87ba-a22ffcbf77cf None None] For port 02eedc99-62c5-42d2-bbe5-b9a761849b07, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=02eedc99-62c5-42d2-bbe5-b9a761849b07,segment=NetworkSegment(4ed28104-9773-43fd-b52c-04da265d5d41),segment_id=4ed28104-9773-43fd-b52c-04da265d5d41)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:01.311022 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c825bbf-8dd6-4379-87ba-a22ffcbf77cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.342368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3c825bbf-8dd6-4379-87ba-a22ffcbf77cf None None] Calling delete_port for 02eedc99-62c5-42d2-bbe5-b9a761849b07 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:01.396284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f807314-e52d-409c-861c-f309f8a52c9e admin admin] Publish callbacks [] for security_group (bbd61884-dbb9-4252-bd9e-6f7c8565ce9c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.415107 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8ccde6-0eaf-47bf-b4c9-9b86a3fb20e6 x-openstack-request-id: req-1f8ccde6-0eaf-47bf-b4c9-9b86a3fb20e6 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:01.415402 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a777957-805e-4bc0-8393-051273e91aa3", "tag": "8aad0b80-7a94-4dbd-9366-b562d75d3f5c", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:01.415664 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f8ccde6-0eaf-47bf-b4c9-9b86a3fb20e6 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:01.416081 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a777957-805e-4bc0-8393-051273e91aa3', 'tag': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c', 'status': 'completed', 'code': 200} Feb 09 03:30:01.472222 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f807314-e52d-409c-861c-f309f8a52c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bbd61884-dbb9-4252-bd9e-6f7c8565ce9c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.498341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Port': ['ID=2cf097b6-cc31-4610-85f7-56bf111a208d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:01.568468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8f807314-e52d-409c-861c-f309f8a52c9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52fedc04e22d4f8e9ae469dfa67f84bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4111638 Feb 09 03:30:01.568468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f807314-e52d-409c-861c-f309f8a52c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd61884-dbb9-4252-bd9e-6f7c8565ce9c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:01.592700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45750) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:01.602604 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12135a9-7d32-4e63-ace9-52940f273e48', 'name': 'tempest-NetworksTestDHCPv6-router-2119426894', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:29:54Z', 'updated_at': '2022-02-09T03:29:57Z', 'revision_number': 2, 'project_id': '85583d7ccb194c29849391b601818aac', 'gw_port_host': None, '_interfaces': [{'id': '06c632ba-33ac-4e6a-8f54-79241db1c899', 'name': '', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'mac_address': 'fa:16:3e:fe:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12135a9-7d32-4e63-ace9-52940f273e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:56Z', 'updated_at': '2022-02-09T03:29:58Z', 'revision_number': 2, 'project_id': '85583d7ccb194c29849391b601818aac', 'subnets': [{'id': '54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:01.619584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d7e7-9ae9-460b-9257-a982e0342a77 req-70ce8f89-e02d-42ce-be4e-323269d9a222 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:01.628212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5482d7e7-9ae9-460b-9257-a982e0342a77 req-70ce8f89-e02d-42ce-be4e-323269d9a222 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 946 time: 0.5359347 Feb 09 03:30:01.638642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No DVR routers for this DVR port 2cf097b6-cc31-4610-85f7-56bf111a208d on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:01.643739 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Checking router: e12135a9-7d32-4e63-ace9-52940f273e48 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:30:01.644600 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Updating router e12135a9-7d32-4e63-ace9-52940f273e48 port 06c632ba-33ac-4e6a-8f54-79241db1c899 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:30:01.686475 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.688833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540c966-7d8d-46dd-a0c3-0d962eff6d13 None None] Pushing event updated for resources: {'Port': ['ID=31922b98-1271-46fa-9fca-07b3980f0652,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:01.691471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Deleting port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:01.691923 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.755435 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c825bbf-8dd6-4379-87ba-a22ffcbf77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (02eedc99-62c5-42d2-bbe5-b9a761849b07), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.774440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 31922b98-1271-46fa-9fca-07b3980f0652 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:01.778692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fac9bdbb-ae15-47dd-950a-2b1ed872fe17 req-2d18a2f1-190e-49e1-bee6-bd250d7d101d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 210 time: 0.2778504 Feb 09 03:30:01.845036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c825bbf-8dd6-4379-87ba-a22ffcbf77cf None None] No DVR routers for this DVR port 02eedc99-62c5-42d2-bbe5-b9a761849b07 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:01.866357 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] For port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1, host n-d-824835-15, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:01.866612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.878786 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (fa649178-f3b4-4c1d-9a37-6faebd6c829f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.880858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Calling delete_port for f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:01.884364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:30:01.891775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f3b718-52cf-4134-8106-aadbf8c4657d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:01.893693 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-14f3b718-52cf-4134-8106-aadbf8c4657d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports/06c632ba-33ac-4e6a-8f54-79241db1c899 HTTP/1.1" status: 200 len: 911 time: 0.6833150 Feb 09 03:30:01.899086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.901949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa649178-f3b4-4c1d-9a37-6faebd6c829f']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:01.903883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:01.911740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c825bbf-8dd6-4379-87ba-a22ffcbf77cf None None] Pushing event deleted for resources: {'Port': ['ID=02eedc99-62c5-42d2-bbe5-b9a761849b07,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:01.913156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87115ace-7132-4a72-9327-78617f609ea2') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:01.913486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87115ace-7132-4a72-9327-78617f609ea2') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:01.923122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45758) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:01.926865 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (87115ace-7132-4a72-9327-78617f609ea2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.943919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (87115ace-7132-4a72-9327-78617f609ea2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.950354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:01.950749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (87115ace-7132-4a72-9327-78617f609ea2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:01.959856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] No DVR routers for this DVR port f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:02.005257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17107456-0aa9-443d-8b3e-1e9e13eaa59d None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:02.015484 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:02.023439 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (fa649178-f3b4-4c1d-9a37-6faebd6c829f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.068768 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.072419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/networks/fa649178-f3b4-4c1d-9a37-6faebd6c829f HTTP/1.1" status: 204 len: 168 time: 6.2494395 Feb 09 03:30:02.073743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e2921-6393-4413-af4c-4b60a1bfc804 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Network': ['ID=fa649178-f3b4-4c1d-9a37-6faebd6c829f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:02.075733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45760) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:02.083307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:02.083801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:02.084780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1082c6fd-f0a4-4f0d-92b5-740028adecbc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1618268106'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:02.122399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9f48371d-c2a1-46c9-9071-6dac6aef8cdc None None] Port 06c632ba-33ac-4e6a-8f54-79241db1c899 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:30:02.130550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082c6fd-f0a4-4f0d-92b5-740028adecbc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:02.136944 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1082c6fd-f0a4-4f0d-92b5-740028adecbc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.243274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1082c6fd-f0a4-4f0d-92b5-740028adecbc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:30:02.264042 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (e3c3910e-a43a-4c5d-b473-a68c8b1f4281), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.266550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1082c6fd-f0a4-4f0d-92b5-740028adecbc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1f804a2b-2baf-4a4c-8e2a-55f0ab4f0aa7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.266894 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-1082c6fd-f0a4-4f0d-92b5-740028adecbc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Added segment 1f804a2b-2baf-4a4c-8e2a-55f0ab4f0aa7 of type vlan for network 5fb406e7-b445-4dae-80a2-e7b48fbf9e53 Feb 09 03:30:02.284283 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Publish callbacks [] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.302508 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.304244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4051d8f1-9506-4924-ac77-f48021ca7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:29:13Z', 'revision_number': 4, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b491de4a-ad02-4af8-bfcd-5a973a83c1a1', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'port_id': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'mac_address': 'fa:16:3e:71:d5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a777957-805e-4bc0-8393-051273e91aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:29:23Z', 'updated_at': '2022-02-09T03:29:56Z', 'revision_number': 1, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0840f6f7-dbed-4e32-b1d8-68ccaa57d02e', 'name': '', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'mac_address': 'fa:16:3e:0d:d7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:09Z', 'updated_at': '2022-02-09T03:29:20Z', 'revision_number': 5, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'subnets': [{'id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:02.319676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c3910e-a43a-4c5d-b473-a68c8b1f4281']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:02.345067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e657fb-4f63-40c8-83ed-5ca8d888fbd6') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:02.345400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e657fb-4f63-40c8-83ed-5ca8d888fbd6') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:02.367184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (59e657fb-4f63-40c8-83ed-5ca8d888fbd6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.389248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051d8f1-9506-4924-ac77-f48021ca7d24 None None] Checking router: 9f5c9471-cf45-4828-af91-a613e16b6eda for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:30:02.412264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 31922b98-1271-46fa-9fca-07b3980f0652 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:02.426795 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (59e657fb-4f63-40c8-83ed-5ca8d888fbd6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.432074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1082c6fd-f0a4-4f0d-92b5-740028adecbc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (5fb406e7-b445-4dae-80a2-e7b48fbf9e53), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.450072 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:02.450582 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (59e657fb-4f63-40c8-83ed-5ca8d888fbd6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.458280 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf9d1c-2dc4-42e2-92e9-ba24be900018 None None] Pushing event updated for resources: {'Port': ['ID=06c632ba-33ac-4e6a-8f54-79241db1c899,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:02.508369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051d8f1-9506-4924-ac77-f48021ca7d24 None None] Routers {'9f5c9471-cf45-4828-af91-a613e16b6eda'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:02.509025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4051d8f1-9506-4924-ac77-f48021ca7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9f5c9471-cf45-4828-af91-a613e16b6eda'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:02.547001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a382e97-2ffd-486b-b936-8906b4b07c66 req-ccb01ad3-2b69-4ccc-825d-ea46d01faa0c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:02.548635 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a382e97-2ffd-486b-b936-8906b4b07c66 req-ccb01ad3-2b69-4ccc-825d-ea46d01faa0c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.1780760 Feb 09 03:30:02.550335 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1082c6fd-f0a4-4f0d-92b5-740028adecbc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (5fb406e7-b445-4dae-80a2-e7b48fbf9e53), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.562502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082c6fd-f0a4-4f0d-92b5-740028adecbc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:02.563137 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1082c6fd-f0a4-4f0d-92b5-740028adecbc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.601487 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Attempting to bind port 06c632ba-33ac-4e6a-8f54-79241db1c899 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:02.601487 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Attempting to bind port 06c632ba-33ac-4e6a-8f54-79241db1c899 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:02.604620 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Attempting to bind port 06c632ba-33ac-4e6a-8f54-79241db1c899 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:02.614981 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5482d7e7-9ae9-460b-9257-a982e0342a77 req-af6f581f-b7fe-4ed5-a219-02fa511dbad5 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9529018 Feb 09 03:30:02.618991 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:02.619348 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:02.619632 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.622472 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:02.622968 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Bound port: 06c632ba-33ac-4e6a-8f54-79241db1c899, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:02.623360 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:02.665190 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:02.669639 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (e3c3910e-a43a-4c5d-b473-a68c8b1f4281), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.674866 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.680543 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "DELETE /v2.0/networks/e3c3910e-a43a-4c5d-b473-a68c8b1f4281 HTTP/1.1" status: 204 len: 168 time: 3.2352490 Feb 09 03:30:02.687131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45776) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:02.742229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e009c-70d2-4066-83a8-0ec1571c8b7f req-9f2cd05f-60bd-4d9f-9719-43aa1bb81f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:02.746004 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-975e009c-70d2-4066-83a8-0ec1571c8b7f req-9f2cd05f-60bd-4d9f-9719-43aa1bb81f91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e039a3989c8a497883757bc4779c8054&device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 1129 time: 1.3786736 Feb 09 03:30:02.746663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Made reservation on behalf of 294df6b61c34479ba0d8657cdca53b52 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:02.750169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-4051d8f1-9506-4924-ac77-f48021ca7d24 None None] Set router 9f5c9471-cf45-4828-af91-a613e16b6eda gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:02.754461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.768376 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] For port 06c632ba-33ac-4e6a-8f54-79241db1c899, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:02.772473 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] For port 06c632ba-33ac-4e6a-8f54-79241db1c899, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=06c632ba-33ac-4e6a-8f54-79241db1c899,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:02.776114 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1082c6fd-f0a4-4f0d-92b5-740028adecbc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6978037 Feb 09 03:30:02.779538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45778) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:02.785700 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.796266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Request body: {'subnet': {'network_id': '5fb406e7-b445-4dae-80a2-e7b48fbf9e53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:02.875853 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf9d1c-2dc4-42e2-92e9-ba24be900018 None None] Pushing event updated for resources: {'Port': ['ID=06c632ba-33ac-4e6a-8f54-79241db1c899,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:02.890791 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Routers {'e12135a9-7d32-4e63-ace9-52940f273e48'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:02.891531 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['e12135a9-7d32-4e63-ace9-52940f273e48'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:02.965877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082c6fd-f0a4-4f0d-92b5-740028adecbc tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Network': ['ID=5fb406e7-b445-4dae-80a2-e7b48fbf9e53,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:02.975900 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a382e97-2ffd-486b-b936-8906b4b07c66 req-aea9016c-0f6d-40bd-a878-1c66cfdd6d39 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4096327 Feb 09 03:30:02.992732 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event deleted for resources: {'Network': ['ID=e3c3910e-a43a-4c5d-b473-a68c8b1f4281,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:02.999414 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (4af83974-69b1-4d72-8717-5aee167072ff), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:03.014354 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defcbf0-5c9a-4d8e-a721-deb5e4869a3f tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event deleted for resources: {'Port': ['ID=f2cf8fa4-1c01-4c9f-8af3-e6ef2c46d6f1,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:03.018224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e009c-70d2-4066-83a8-0ec1571c8b7f req-be3ff48f-23b6-43ee-855b-036dc2bc3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:03.030904 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-975e009c-70d2-4066-83a8-0ec1571c8b7f req-be3ff48f-23b6-43ee-855b-036dc2bc3c1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=97a79838-cc43-4899-97cb-b1a3e339a122 HTTP/1.1" status: 200 len: 913 time: 0.1409090 Feb 09 03:30:03.078545 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] Set router e12135a9-7d32-4e63-ace9-52940f273e48 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:03.097686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Made reservation on behalf of ba1d5ba3e4d245f4b86f8062b9f596a1 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:03.101831 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:03.131467 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-975e009c-70d2-4066-83a8-0ec1571c8b7f req-69aa1c73-34c8-49ad-a6ae-155291d34215 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aad0b80-7a94-4dbd-9366-b562d75d3f5c HTTP/1.1" status: 200 len: 1000 time: 0.0996454 Feb 09 03:30:03.184030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-53e40dbf-5f12-40d6-ada9-f28cdd366166 req-d6f265ee-9f46-4dc7-855a-a6b7a7c4ea0f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 210 time: 0.0571344 Feb 09 03:30:03.199907 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e2d98-b424-4750-92ac-8519fa9029fe tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:03.205719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e2d98-b424-4750-92ac-8519fa9029fe tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:03.207618 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-144e2d98-b424-4750-92ac-8519fa9029fe tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.2070484 Feb 09 03:30:03.211220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45788) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:03.275999 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Publish callbacks [] for security_group (bbd61884-dbb9-4252-bd9e-6f7c8565ce9c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:03.302496 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e009c-70d2-4066-83a8-0ec1571c8b7f req-f62d886c-e754-4f99-8ce8-0016794945bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:03.304392 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-975e009c-70d2-4066-83a8-0ec1571c8b7f req-f62d886c-e754-4f99-8ce8-0016794945bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aecc0e42-b696-471b-9503-d208daa121d8 HTTP/1.1" status: 200 len: 851 time: 0.1136062 Feb 09 03:30:03.321244 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12135a9-7d32-4e63-ace9-52940f273e48', 'name': 'tempest-NetworksTestDHCPv6-router-2119426894', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:29:54Z', 'updated_at': '2022-02-09T03:29:57Z', 'revision_number': 2, 'project_id': '85583d7ccb194c29849391b601818aac', 'gw_port_host': None, '_interfaces': [{'id': '06c632ba-33ac-4e6a-8f54-79241db1c899', 'name': '', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'mac_address': 'fa:16:3e:fe:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12135a9-7d32-4e63-ace9-52940f273e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:56Z', 'updated_at': '2022-02-09T03:30:02Z', 'revision_number': 4, 'project_id': '85583d7ccb194c29849391b601818aac', 'subnets': [{'id': '54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:03.335358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 5fb406e7-b445-4dae-80a2-e7b48fbf9e53 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:30:03.339063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:03.352509 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e482a2-2370-482a-b79e-fc4450875654 None None] The sync data for ids ['e12135a9-7d32-4e63-ace9-52940f273e48'] in n-d-824835-15 is: [{'id': 'e12135a9-7d32-4e63-ace9-52940f273e48', 'name': 'tempest-NetworksTestDHCPv6-router-2119426894', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:29:54Z', 'updated_at': '2022-02-09T03:29:57Z', 'revision_number': 2, 'project_id': '85583d7ccb194c29849391b601818aac', 'gw_port_host': None, '_interfaces': [{'id': '06c632ba-33ac-4e6a-8f54-79241db1c899', 'name': '', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'mac_address': 'fa:16:3e:fe:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12135a9-7d32-4e63-ace9-52940f273e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:56Z', 'updated_at': '2022-02-09T03:30:02Z', 'revision_number': 4, 'project_id': '85583d7ccb194c29849391b601818aac', 'subnets': [{'id': '54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:30:03.398531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17107456-0aa9-443d-8b3e-1e9e13eaa59d None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:30:03.490401 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (4af83974-69b1-4d72-8717-5aee167072ff), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:03.494667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Publish callbacks [] for security_group (bbd61884-dbb9-4252-bd9e-6f7c8565ce9c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:03.523856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e009c-70d2-4066-83a8-0ec1571c8b7f req-0f1be178-3be2-4b9e-9831-43aad4c65c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:03.525581 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-975e009c-70d2-4066-83a8-0ec1571c8b7f req-0f1be178-3be2-4b9e-9831-43aad4c65c16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97a79838-cc43-4899-97cb-b1a3e339a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1915252 Feb 09 03:30:03.645917 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-975e009c-70d2-4066-83a8-0ec1571c8b7f req-350d4a24-eccf-4be2-97a8-4198dc8ee351 service neutron] 10.222.0.42 "GET /v2.0/networks/97a79838-cc43-4899-97cb-b1a3e339a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086695 Feb 09 03:30:03.653036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af83974-69b1-4d72-8717-5aee167072ff']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:03.691046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed28104-9773-43fd-b52c-04da265d5d41') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:03.691301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed28104-9773-43fd-b52c-04da265d5d41') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:03.723931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:03.728276 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:03.786573 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (4ed28104-9773-43fd-b52c-04da265d5d41), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:03.825989 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4ed28104-9773-43fd-b52c-04da265d5d41), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:03.847167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:03.847586 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (4ed28104-9773-43fd-b52c-04da265d5d41), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:03.851376 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:03.973826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 31922b98-1271-46fa-9fca-07b3980f0652 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:03.974934 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (31922b98-1271-46fa-9fca-07b3980f0652), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:03.996540 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Allocated IP 172.20.0.9 (69fb9b00-c2ef-4b22-bb85-44f083234f5d/c68694e5-e970-48b1-8db0-d6c62f493976/ecccae87-5be9-4b3b-a00b-a6d1c997f496) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:04.020440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bbd61884-dbb9-4252-bd9e-6f7c8565ce9c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:04.023145 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:04.026675 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbd61884-dbb9-4252-bd9e-6f7c8565ce9c HTTP/1.1" status: 204 len: 168 time: 2.3795941 Feb 09 03:30:04.153982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd61884-dbb9-4252-bd9e-6f7c8565ce9c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:04.172495 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.173140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.173808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.174314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.174845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.175342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.175501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:04.176020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.176549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.177101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.177768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.178400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.178960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.179452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f202e-fd25-4a4f-9703-eb5a2e1d0864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:04.190526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:04.194000 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cc7764-fb51-4e1b-bb31-78c004c2edd0" -d '{"events": [{"server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "name": "network-vif-unplugged", "status": "completed", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:04.247670 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:04.285173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-975e009c-70d2-4066-83a8-0ec1571c8b7f req-91dd66e4-f70a-401c-b912-534eddb95fe1 service neutron] 10.222.0.42 "GET /v2.0/networks/97a79838-cc43-4899-97cb-b1a3e339a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270239 Feb 09 03:30:04.323728 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (4af83974-69b1-4d72-8717-5aee167072ff), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:04.333089 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:04.338051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "DELETE /v2.0/networks/4af83974-69b1-4d72-8717-5aee167072ff HTTP/1.1" status: 204 len: 168 time: 1.5783141 Feb 09 03:30:04.376005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45812) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:04.401717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ed58f-cf56-490f-b400-f155d550b021 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event deleted for resources: {'Network': ['ID=4af83974-69b1-4d72-8717-5aee167072ff,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:04.406888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:04.554247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be68b22-98d9-4411-b48b-ecfbe15bd000 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Deleting subnet 957b21eb-f86f-4ca5-869e-4071d2094ee8 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:04.570151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee669436-1f8a-4764-9f9c-345498ccd9ee req-d1b9256a-c158-476b-91fb-d4c19bd19135 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:04.577429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ee669436-1f8a-4764-9f9c-345498ccd9ee req-d1b9256a-c158-476b-91fb-d4c19bd19135 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.4137101 Feb 09 03:30:04.579589 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be68b22-98d9-4411-b48b-ecfbe15bd000 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for subnet (957b21eb-f86f-4ca5-869e-4071d2094ee8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:04.747622 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be68b22-98d9-4411-b48b-ecfbe15bd000 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (957b21eb-f86f-4ca5-869e-4071d2094ee8), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:04.759629 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ee669436-1f8a-4764-9f9c-345498ccd9ee req-dc3ed688-e690-427f-85d3-9b5882953123 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794093 Feb 09 03:30:04.787190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 31922b98-1271-46fa-9fca-07b3980f0652 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:04.792001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08353097-643b-4342-b605-b9d3732d4f3d req-d0dbf104-c6a8-48ec-b4ef-d656fc1194ea tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:04.795871 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08353097-643b-4342-b605-b9d3732d4f3d req-d0dbf104-c6a8-48ec-b4ef-d656fc1194ea tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 946 time: 1.0104294 Feb 09 03:30:04.816943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4051d8f1-9506-4924-ac77-f48021ca7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:29:13Z', 'revision_number': 4, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b491de4a-ad02-4af8-bfcd-5a973a83c1a1', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'port_id': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'mac_address': 'fa:16:3e:71:d5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a777957-805e-4bc0-8393-051273e91aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:29:23Z', 'updated_at': '2022-02-09T03:29:56Z', 'revision_number': 1, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0840f6f7-dbed-4e32-b1d8-68ccaa57d02e', 'name': '', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'mac_address': 'fa:16:3e:0d:d7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:09Z', 'updated_at': '2022-02-09T03:29:20Z', 'revision_number': 5, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'subnets': [{'id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:04.880841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051d8f1-9506-4924-ac77-f48021ca7d24 None None] The sync data for ids ['9f5c9471-cf45-4828-af91-a613e16b6eda'] in n-d-824835-15 is: [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:29:13Z', 'revision_number': 4, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b491de4a-ad02-4af8-bfcd-5a973a83c1a1', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'port_id': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'mac_address': 'fa:16:3e:71:d5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a777957-805e-4bc0-8393-051273e91aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:29:23Z', 'updated_at': '2022-02-09T03:29:56Z', 'revision_number': 1, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0840f6f7-dbed-4e32-b1d8-68ccaa57d02e', 'name': '', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'mac_address': 'fa:16:3e:0d:d7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:09Z', 'updated_at': '2022-02-09T03:29:20Z', 'revision_number': 5, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'subnets': [{'id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:30:04.899587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 02eedc99-62c5-42d2-bbe5-b9a761849b07 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:04.968476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 02eedc99-62c5-42d2-bbe5-b9a761849b07 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:04.968851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 02eedc99-62c5-42d2-bbe5-b9a761849b07 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:04.978183 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08353097-643b-4342-b605-b9d3732d4f3d req-f5956583-a413-46fd-a05f-67a8a714288d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1465681 Feb 09 03:30:04.994422 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be68b22-98d9-4411-b48b-ecfbe15bd000 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (957b21eb-f86f-4ca5-869e-4071d2094ee8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.070921 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff9ecd1-2296-48ed-a739-0ef5ab648a64 x-openstack-request-id: req-0ff9ecd1-2296-48ed-a739-0ef5ab648a64 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:05.071470 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "name": "network-vif-unplugged", "status": "failed", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd", "code": 422}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:05.071470 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ff9ecd1-2296-48ed-a739-0ef5ab648a64 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:05.071898 n-d-824835-15 neutron-server[103329]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'code': 422} returned with failed status Feb 09 03:30:05.097124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.objects.ports [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103328) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:30:05.099550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45830) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:05.127497 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fbe87ba-f3d5-41ba-9ea9-944e0af12a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.131005 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (fbadf7af-52e0-4ee0-b629-d1afa8043cdb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.183917 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65f262b3-2a62-4fb7-b73b-2d4b97f6aefb req-181ec38d-8f07-496d-b6a0-57cace9d78b8 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 210 time: 0.0789855 Feb 09 03:30:05.208124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event updated for resources: {'Subnet': ['ID=fbadf7af-52e0-4ee0-b629-d1afa8043cdb,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:05.236577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be68b22-98d9-4411-b48b-ecfbe15bd000 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (957b21eb-f86f-4ca5-869e-4071d2094ee8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.265636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 06c632ba-33ac-4e6a-8f54-79241db1c899 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:05.309869 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks [] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.356947 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fbe87ba-f3d5-41ba-9ea9-944e0af12a1f admin admin] Publish callbacks [] for security_group (2e209439-d72d-4d8a-be44-7c5ebaf7593f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.367893 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fbe87ba-f3d5-41ba-9ea9-944e0af12a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2e209439-d72d-4d8a-be44-7c5ebaf7593f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.368970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 06c632ba-33ac-4e6a-8f54-79241db1c899 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:05.369348 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.391992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be68b22-98d9-4411-b48b-ecfbe15bd000 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event deleted for resources: {'Subnet': ['ID=957b21eb-f86f-4ca5-869e-4071d2094ee8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:05.413957 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.427470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe87ba-f3d5-41ba-9ea9-944e0af12a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e209439-d72d-4d8a-be44-7c5ebaf7593f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:05.434125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c66cfb86-fa5b-40ec-8733-73b3dc57019e None None] Provisioning complete for port 06c632ba-33ac-4e6a-8f54-79241db1c899 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:05.434504 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c66cfb86-fa5b-40ec-8733-73b3dc57019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.490538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Checking segment: {'id': '1f804a2b-2baf-4a4c-8e2a-55f0ab4f0aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5fb406e7-b445-4dae-80a2-e7b48fbf9e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:05.490914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network hostable DHCP agents. Network: 5fb406e7-b445-4dae-80a2-e7b48fbf9e53, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:30:05.510832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6fbe87ba-f3d5-41ba-9ea9-944e0af12a1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6a64005d9a44ecc886868acfb36db31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4099219 Feb 09 03:30:05.519341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45840) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:05.555160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Pushing event updated for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:05.568596 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9be68b22-98d9-4411-b48b-ecfbe15bd000 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.581774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45846) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:05.582002 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9be68b22-98d9-4411-b48b-ecfbe15bd000 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "DELETE /v2.0/subnets/957b21eb-f86f-4ca5-869e-4071d2094ee8 HTTP/1.1" status: 204 len: 168 time: 1.1544571 Feb 09 03:30:05.591849 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f511a6c-844c-4b41-a268-64a553722d2b None None] Network 975f6b15-9a69-45ce-8578-348e5ffd1600 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:05.594360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Network 69fb9b00-c2ef-4b22-bb85-44f083234f5d is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:05.596881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:05.600284 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:05.684835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14222d1-48e9-4309-b111-cdbb4e835359 None None] New status for floating IP b491de4a-ad02-4af8-bfcd-5a973a83c1a1: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:30:05.688950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:05.696527 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.726367 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Network 5fb406e7-b445-4dae-80a2-e7b48fbf9e53 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:30:05.754527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a08dd042-1fb7-4858-8b9e-c751cfc79a02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7846715 Feb 09 03:30:05.763805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Request body: {'port': {'device_id': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:05.783815 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-874328a2-012e-472c-bf61-238b064d704f admin admin] Publish callbacks [] for security_group (2e209439-d72d-4d8a-be44-7c5ebaf7593f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.825395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 06c632ba-33ac-4e6a-8f54-79241db1c899 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:05.825943 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.882673 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.937109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 5fb406e7-b445-4dae-80a2-e7b48fbf9e53) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:05.952519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:05.953347 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.963772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2709ce5-9631-431e-8675-e4da77f62134 None None] Network 5fb406e7-b445-4dae-80a2-e7b48fbf9e53 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:05.973100 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (975f6b15-9a69-45ce-8578-348e5ffd1600), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.986004 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-874328a2-012e-472c-bf61-238b064d704f admin admin] Publish callbacks [] for security_group (2e209439-d72d-4d8a-be44-7c5ebaf7593f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.023664 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8c3bef72-dbd0-4c6e-a480-6dcda899e3f2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (e12135a9-7d32-4e63-ace9-52940f273e48), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.052779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-710e6dbd-fa12-4472-af00-fad4cd81d477 req-6b63b59f-a0b5-453b-965d-d889f47a9d0a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:30:06.059823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 06c632ba-33ac-4e6a-8f54-79241db1c899, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=06c632ba-33ac-4e6a-8f54-79241db1c899,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:06.066553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-710e6dbd-fa12-4472-af00-fad4cd81d477 req-6b63b59f-a0b5-453b-965d-d889f47a9d0a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182660 Feb 09 03:30:06.068404 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c66cfb86-fa5b-40ec-8733-73b3dc57019e None None] Current status of the port 06c632ba-33ac-4e6a-8f54-79241db1c899 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:06.068838 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c66cfb86-fa5b-40ec-8733-73b3dc57019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.098908 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.122593 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-40e72542-7a36-4a6f-b4fb-6c88361e3502 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.3416052 Feb 09 03:30:06.165506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45860) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:06.276585 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (5fb406e7-b445-4dae-80a2-e7b48fbf9e53), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.330368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=06c632ba-33ac-4e6a-8f54-79241db1c899,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:06.348569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035b570-fbfa-44a6-ab2d-d7ecf4d4c523 None None] DHCP port deletion for 975f6b15-9a69-45ce-8578-348e5ffd1600 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:30:06.431273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd36ba-3d40-44f9-999c-a09296204cca req-1d65c0a5-2f4e-448e-aee5-b3154366cf1c tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:06.432822 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64bd36ba-3d40-44f9-999c-a09296204cca req-1d65c0a5-2f4e-448e-aee5-b3154366cf1c tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 946 time: 0.2729938 Feb 09 03:30:06.450231 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-874328a2-012e-472c-bf61-238b064d704f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2e209439-d72d-4d8a-be44-7c5ebaf7593f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.453056 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-874328a2-012e-472c-bf61-238b064d704f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.454463 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-874328a2-012e-472c-bf61-238b064d704f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e209439-d72d-4d8a-be44-7c5ebaf7593f HTTP/1.1" status: 204 len: 168 time: 0.9301555 Feb 09 03:30:06.467139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecccae87-5be9-4b3b-a00b-a6d1c997f496 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:30:06.483558 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Publish callbacks [] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.509295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874328a2-012e-472c-bf61-238b064d704f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e209439-d72d-4d8a-be44-7c5ebaf7593f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:06.524952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb60ae-be9a-4264-8c11-8036b85b65a0 req-7b517164-f3ff-4140-9c3d-f2a4283caf2f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:06.526639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bddb60ae-be9a-4264-8c11-8036b85b65a0 req-7b517164-f3ff-4140-9c3d-f2a4283caf2f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.1430790 Feb 09 03:30:06.528647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Deleting port 8ed2f487-878a-4be0-a159-fd024bf51140 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:06.529253 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.529600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Transition to ACTIVE for port object ecccae87-5be9-4b3b-a00b-a6d1c997f496 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:30:06.534632 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (fbadf7af-52e0-4ee0-b629-d1afa8043cdb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.544078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea27d0e7-6629-481e-b316-c114f7dc23fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-5fb406e7-b445-4dae-80a2-e7b48fbf9e53', 'network_id': '5fb406e7-b445-4dae-80a2-e7b48fbf9e53', 'project_id': 'ba1d5ba3e4d245f4b86f8062b9f596a1', 'fixed_ips': [{'subnet_id': 'fbadf7af-52e0-4ee0-b629-d1afa8043cdb'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:30:06.545503 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea27d0e7-6629-481e-b316-c114f7dc23fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.569497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.650449 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Pushing event updated for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:06.655861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64bd36ba-3d40-44f9-999c-a09296204cca req-bf0fe8e2-2a87-42f3-a95b-f67c6a4ea7cc tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2096007 Feb 09 03:30:06.745982 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bddb60ae-be9a-4264-8c11-8036b85b65a0 req-cf1e9096-78ee-4180-81ed-307a3cd2f774 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096696 Feb 09 03:30:06.766632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] For port 8ed2f487-878a-4be0-a159-fd024bf51140, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8ed2f487-878a-4be0-a159-fd024bf51140,segment=NetworkSegment(e82f940a-b618-49e0-bacd-bc834eb803a7),segment_id=e82f940a-b618-49e0-bacd-bc834eb803a7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:06.770365 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.796139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Calling delete_port for 8ed2f487-878a-4be0-a159-fd024bf51140 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:06.800975 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (fbadf7af-52e0-4ee0-b629-d1afa8043cdb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.881617 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-c66cfb86-fa5b-40ec-8733-73b3dc57019e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:30:06.882140 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-c66cfb86-fa5b-40ec-8733-73b3dc57019e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:30:06.907201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Subnet': ['ID=fbadf7af-52e0-4ee0-b629-d1afa8043cdb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:06.943761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3035b570-fbfa-44a6-ab2d-d7ecf4d4c523 None None] Deleting port 8ed2f487-878a-4be0-a159-fd024bf51140 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:06.944432 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3035b570-fbfa-44a6-ab2d-d7ecf4d4c523 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server [None req-ea27d0e7-6629-481e-b316-c114f7dc23fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbadf7af-52e0-4ee0-b629-d1afa8043cdb: This subnet is being modified by another concurrent operation. Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:30:06.950008 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbadf7af-52e0-4ee0-b629-d1afa8043cdb: This subnet is being modified by another concurrent operation. Feb 09 03:30:06.954837 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Feb 09 03:30:07.064025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Attempting to bind port ecccae87-5be9-4b3b-a00b-a6d1c997f496 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:07.065068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Attempting to bind port ecccae87-5be9-4b3b-a00b-a6d1c997f496 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:07.065285 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Attempting to bind port ecccae87-5be9-4b3b-a00b-a6d1c997f496 on network 69fb9b00-c2ef-4b22-bb85-44f083234f5d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:07.094773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Port ecccae87-5be9-4b3b-a00b-a6d1c997f496 on network 69fb9b00-c2ef-4b22-bb85-44f083234f5d not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:07.095166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Attempting to bind port ecccae87-5be9-4b3b-a00b-a6d1c997f496 on network 69fb9b00-c2ef-4b22-bb85-44f083234f5d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:07.128537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:07.130032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Checking segment: {'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:07.131064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Bound using segment: {'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:07.133693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Bound port: ecccae87-5be9-4b3b-a00b-a6d1c997f496, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:07.134420 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.164452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b7d7e-0c52-4f11-af6f-00b4b93ae82d req-857b3835-9ed0-4227-955a-32fa125de903 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:07.166778 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a64b7d7e-0c52-4f11-af6f-00b4b93ae82d req-857b3835-9ed0-4227-955a-32fa125de903 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 946 time: 0.2336833 Feb 09 03:30:07.273619 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (5fb406e7-b445-4dae-80a2-e7b48fbf9e53), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.334422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:07.353092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f54a9-388f-4d1b-adda-b43c48a444fd None None] Network 5fb406e7-b445-4dae-80a2-e7b48fbf9e53 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:07.356887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:07.359840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 06c632ba-33ac-4e6a-8f54-79241db1c899 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:07.380275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd902f-90f7-43c3-a19e-ee45fec624fe req-aa1921c3-465f-4526-a14a-2472bc6449f7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:07.382405 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bffd902f-90f7-43c3-a19e-ee45fec624fe req-aa1921c3-465f-4526-a14a-2472bc6449f7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 943 time: 0.4826827 Feb 09 03:30:07.384373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb406e7-b445-4dae-80a2-e7b48fbf9e53']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:07.403514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a64b7d7e-0c52-4f11-af6f-00b4b93ae82d req-afc4053b-4a23-41e4-a71c-7c23f89bf96d tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1727853 Feb 09 03:30:07.409096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:07.427611 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.442954 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f804a2b-2baf-4a4c-8e2a-55f0ab4f0aa7') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:07.443705 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f804a2b-2baf-4a4c-8e2a-55f0ab4f0aa7') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:07.493546 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bef72-dbd0-4c6e-a480-6dcda899e3f2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 06c632ba-33ac-4e6a-8f54-79241db1c899 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:07.493891 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8c3bef72-dbd0-4c6e-a480-6dcda899e3f2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.499230 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (1f804a2b-2baf-4a4c-8e2a-55f0ab4f0aa7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.586436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c66cfb86-fa5b-40ec-8733-73b3dc57019e None None] Current status of the port 06c632ba-33ac-4e6a-8f54-79241db1c899 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:07.602688 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.609800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3035b570-fbfa-44a6-ab2d-d7ecf4d4c523 None None] For port 8ed2f487-878a-4be0-a159-fd024bf51140, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8ed2f487-878a-4be0-a159-fd024bf51140,segment=NetworkSegment(e82f940a-b618-49e0-bacd-bc834eb803a7),segment_id=e82f940a-b618-49e0-bacd-bc834eb803a7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:07.610335 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3035b570-fbfa-44a6-ab2d-d7ecf4d4c523 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.642500 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1f804a2b-2baf-4a4c-8e2a-55f0ab4f0aa7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.648215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:07.648847 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.651103 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] 10.222.0.65 "PUT /v2.0/ports/ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 200 len: 1092 time: 1.8953907 Feb 09 03:30:07.651622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:07.654172 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c868f2d-44a1-4b27-ab6d-45b11af3346a" -d '{"events": [{"name": "network-changed", "server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:07.660232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:07.660866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (1f804a2b-2baf-4a4c-8e2a-55f0ab4f0aa7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.696655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39445ede-cb9c-4d85-90c8-599d448b6d2d service neutron] Pushing event updated for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:07.744681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3035b570-fbfa-44a6-ab2d-d7ecf4d4c523 None None] Calling delete_port for 8ed2f487-878a-4be0-a159-fd024bf51140 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:07.770954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 06c632ba-33ac-4e6a-8f54-79241db1c899 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:07.771442 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.774676 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f72486-a54b-420f-805b-758d854044b0 x-openstack-request-id: req-a0f72486-a54b-420f-805b-758d854044b0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:07.774980 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:07.775371 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0f72486-a54b-420f-805b-758d854044b0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:07.775780 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'status': 'completed', 'code': 200} Feb 09 03:30:07.783730 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-8731ec5e-e49a-4e34-8601-58ee427a491f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5514779 Feb 09 03:30:07.792190 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.802283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-be9c655b-970f-4ec8-a544-32a3adc522e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:07.804091 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-be9c655b-970f-4ec8-a544-32a3adc522e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 1126 time: 0.0800185 Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:07.823537 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:07.886464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-8c3bef72-dbd0-4c6e-a480-6dcda899e3f2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] For port 06c632ba-33ac-4e6a-8f54-79241db1c899, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=06c632ba-33ac-4e6a-8f54-79241db1c899,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:07.887105 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8c3bef72-dbd0-4c6e-a480-6dcda899e3f2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:07.906340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-bf125210-56e1-4404-ada9-3bfd336c041d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 200 len: 217 time: 0.0896020 Feb 09 03:30:07.915282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bef72-dbd0-4c6e-a480-6dcda899e3f2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 06c632ba-33ac-4e6a-8f54-79241db1c899 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:07.959787 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2583613a-7402-4fae-90cb-a25365d2695b None None] Provisioning complete for port 06c632ba-33ac-4e6a-8f54-79241db1c899 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:07.960173 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2583613a-7402-4fae-90cb-a25365d2695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:08.044598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-92d2014b-8462-439a-9bb6-a82844d651bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:08.050983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-92d2014b-8462-439a-9bb6-a82844d651bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 200 len: 854 time: 0.1346705 Feb 09 03:30:08.066910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de8ce0-7a08-42f2-a733-2b2cc79c2361 req-b84028cd-3723-4d12-b214-751adbe0f61c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:08.069095 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4de8ce0-7a08-42f2-a733-2b2cc79c2361 req-b84028cd-3723-4d12-b214-751adbe0f61c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.1754818 Feb 09 03:30:08.110843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] No DVR routers for this DVR port 8ed2f487-878a-4be0-a159-fd024bf51140 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:08.122947 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-fab2b891-17bd-45b2-b51d-5499ffff7f8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=69fb9b00-c2ef-4b22-bb85-44f083234f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520873 Feb 09 03:30:08.141490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event deleted for resources: {'Port': ['ID=8ed2f487-878a-4be0-a159-fd024bf51140,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:08.226964 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4de8ce0-7a08-42f2-a733-2b2cc79c2361 req-900af170-00fe-490d-b711-def1469eb2f4 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404779 Feb 09 03:30:08.291024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-fde7e5ce-459a-47ab-911e-4e5d353e8b9e service neutron] 10.222.0.65 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600535 Feb 09 03:30:08.339600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bffd902f-90f7-43c3-a19e-ee45fec624fe req-a785c180-3649-40b1-bdbf-f8a66ac16f91 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9417472 Feb 09 03:30:08.373163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (5fb406e7-b445-4dae-80a2-e7b48fbf9e53), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:08.379484 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:08.384133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/networks/5fb406e7-b445-4dae-80a2-e7b48fbf9e53 HTTP/1.1" status: 204 len: 168 time: 2.2174664 Feb 09 03:30:08.395585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45932) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:08.401976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 06c632ba-33ac-4e6a-8f54-79241db1c899 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:08.434246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2583613a-7402-4fae-90cb-a25365d2695b None None] Current status of the port 06c632ba-33ac-4e6a-8f54-79241db1c899 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:08.437465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd is: DOWN; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:08.444587 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e91bc3-b237-4c8e-8e9f-eb7a8f27c54a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] DELETE failed (client error): The resource could not be found. Feb 09 03:30:08.445184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e91bc3-b237-4c8e-8e9f-eb7a8f27c54a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:30:08.452873 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d3e91bc3-b237-4c8e-8e9f-eb7a8f27c54a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/subnets/fbadf7af-52e0-4ee0-b629-d1afa8043cdb HTTP/1.1" status: 404 len: 337 time: 0.0542605 Feb 09 03:30:08.454019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45936) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:08.462273 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3035b570-fbfa-44a6-ab2d-d7ecf4d4c523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (8ed2f487-878a-4be0-a159-fd024bf51140), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:08.495002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035b570-fbfa-44a6-ab2d-d7ecf4d4c523 None None] Pushing event deleted for resources: {'Port': ['ID=8ed2f487-878a-4be0-a159-fd024bf51140,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:08.505369 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d37d87-875e-4ab8-986b-ffb16b021b9e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] DELETE failed (client error): The resource could not be found. Feb 09 03:30:08.505560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d37d87-875e-4ab8-986b-ffb16b021b9e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:30:08.509466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3035b570-fbfa-44a6-ab2d-d7ecf4d4c523 None None] No DVR routers for this DVR port 8ed2f487-878a-4be0-a159-fd024bf51140 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:08.517436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f2d37d87-875e-4ab8-986b-ffb16b021b9e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/networks/5fb406e7-b445-4dae-80a2-e7b48fbf9e53 HTTP/1.1" status: 404 len: 339 time: 0.0584385 Feb 09 03:30:08.517436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:08.524697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8ed2f487-878a-4be0-a159-fd024bf51140 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:08.527533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba2cfd-6d2b-4b1e-b50b-59c045785b5a tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Network': ['ID=5fb406e7-b445-4dae-80a2-e7b48fbf9e53,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:08.547703 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (975f6b15-9a69-45ce-8578-348e5ffd1600), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:08.562147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 8ed2f487-878a-4be0-a159-fd024bf51140 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:08.563048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8ed2f487-878a-4be0-a159-fd024bf51140 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:08.566373 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-add1667c-c292-47bf-b52f-45977f48fabe tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] DELETE failed (client error): The resource could not be found. Feb 09 03:30:08.566843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add1667c-c292-47bf-b52f-45977f48fabe tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:30:08.574995 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-add1667c-c292-47bf-b52f-45977f48fabe tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/subnets/5008d8e7-f986-4c01-a8a5-5897a74074a5 HTTP/1.1" status: 404 len: 337 time: 0.0517368 Feb 09 03:30:08.575636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45942) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:08.578833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca2960a-dcfd-456a-ad9d-bc0917298fe7 None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:30:08.604873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975f6b15-9a69-45ce-8578-348e5ffd1600']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:08.619945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8c3bef72-dbd0-4c6e-a480-6dcda899e3f2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (06c632ba-33ac-4e6a-8f54-79241db1c899), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:08.620441 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-857e16b9-72e4-42ff-9580-36dc8b71595e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] DELETE failed (client error): The resource could not be found. Feb 09 03:30:08.620878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857e16b9-72e4-42ff-9580-36dc8b71595e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:30:08.626124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82f940a-b618-49e0-bacd-bc834eb803a7') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:08.626461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82f940a-b618-49e0-bacd-bc834eb803a7') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:08.627955 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-857e16b9-72e4-42ff-9580-36dc8b71595e tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/networks/fa649178-f3b4-4c1d-9a37-6faebd6c829f HTTP/1.1" status: 404 len: 339 time: 0.0418718 Feb 09 03:30:08.628598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45944) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:08.676263 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-97158539-3f34-49ec-9093-251b4d92b717 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] DELETE failed (client error): The resource could not be found. Feb 09 03:30:08.677012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97158539-3f34-49ec-9093-251b4d92b717 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:30:08.684891 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-97158539-3f34-49ec-9093-251b4d92b717 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/subnets/d8ad65f5-905b-4cc6-8325-0c3adf93d8dc HTTP/1.1" status: 404 len: 337 time: 0.0416291 Feb 09 03:30:08.687430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45946) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:08.694739 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (e82f940a-b618-49e0-bacd-bc834eb803a7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:08.703809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bef72-dbd0-4c6e-a480-6dcda899e3f2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=06c632ba-33ac-4e6a-8f54-79241db1c899,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:08.711178 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81d5b4c-afc9-442b-8c06-c6f7a627a875 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] DELETE failed (client error): The resource could not be found. Feb 09 03:30:08.711711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81d5b4c-afc9-442b-8c06-c6f7a627a875 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:30:08.719646 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e81d5b4c-afc9-442b-8c06-c6f7a627a875 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/networks/d506a3d2-b04a-4836-8873-e41b13e8128f HTTP/1.1" status: 404 len: 339 time: 0.0303037 Feb 09 03:30:08.720571 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45950) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:08.722941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea9b70e3-07ab-400f-8a9a-7026ec33bdc0 req-a2740c65-531b-4804-bc82-8719f17ce9df service neutron] 10.222.0.65 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251759 Feb 09 03:30:08.827011 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e82f940a-b618-49e0-bacd-bc834eb803a7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:08.854028 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:08.854992 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (e82f940a-b618-49e0-bacd-bc834eb803a7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:08.857517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2960a-dcfd-456a-ad9d-bc0917298fe7 None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:30:08.877988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a9c69adf-5f5c-447e-a3da-2fe1b70567fb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Deleting port 28c83842-87b3-413a-9f12-e8c774231321 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:08.878401 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9c69adf-5f5c-447e-a3da-2fe1b70567fb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (28c83842-87b3-413a-9f12-e8c774231321), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:08.904859 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:09.037948 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (975f6b15-9a69-45ce-8578-348e5ffd1600), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:09.056301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:09.065690 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "DELETE /v2.0/networks/975f6b15-9a69-45ce-8578-348e5ffd1600 HTTP/1.1" status: 204 len: 168 time: 3.4755757 Feb 09 03:30:09.072440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8c3bef72-dbd0-4c6e-a480-6dcda899e3f2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (e12135a9-7d32-4e63-ace9-52940f273e48), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:09.078836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45956) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:09.130544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23732199-659c-47d2-b907-518268442a58 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Pushing event deleted for resources: {'Network': ['ID=975f6b15-9a69-45ce-8578-348e5ffd1600,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:09.174491 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6f042f36-ed24-4710-a5a4-5ac2b07f9436 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "GET /v2.0/ports?device_id=020f8715-01fb-40c6-bd52-5f8d3f63f505 HTTP/1.1" status: 200 len: 205 time: 0.0667756 Feb 09 03:30:09.180006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45962) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:09.480732 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22eb1480-7e90-4636-b939-d1e96e164835 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for router (020f8715-01fb-40c6-bd52-5f8d3f63f505), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:09.610814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868f2d-44a1-4b27-ab6d-45b11af3346a req-b0797da9-d08e-4c99-8cf7-258d488ff954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:09.613225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c868f2d-44a1-4b27-ab6d-45b11af3346a req-b0797da9-d08e-4c99-8cf7-258d488ff954 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 1126 time: 0.7967544 Feb 09 03:30:09.746057 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9c69adf-5f5c-447e-a3da-2fe1b70567fb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (28c83842-87b3-413a-9f12-e8c774231321), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:09.780494 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aaa64-549d-43d3-8b13-9e3abd33c57f req-42d5a467-a21a-473b-8758-f76671352779 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:09.788586 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-480aaa64-549d-43d3-8b13-9e3abd33c57f req-42d5a467-a21a-473b-8758-f76671352779 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.2050955 Feb 09 03:30:09.791150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a9c69adf-5f5c-447e-a3da-2fe1b70567fb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Calling delete_port for 28c83842-87b3-413a-9f12-e8c774231321 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:09.960194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-480aaa64-549d-43d3-8b13-9e3abd33c57f req-a296a497-2293-4b7d-815f-3269971d1a74 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704199 Feb 09 03:30:09.970798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868f2d-44a1-4b27-ab6d-45b11af3346a req-f908d1be-85d0-4917-ae92-5057bb6c701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:09.977491 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c868f2d-44a1-4b27-ab6d-45b11af3346a req-f908d1be-85d0-4917-ae92-5057bb6c701d service neutron] 10.222.0.65 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 915 time: 0.3200855 Feb 09 03:30:10.050893 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c868f2d-44a1-4b27-ab6d-45b11af3346a req-f4a5a0bd-f57f-4824-9598-224743dca5be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 200 len: 217 time: 0.0664091 Feb 09 03:30:10.135224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868f2d-44a1-4b27-ab6d-45b11af3346a req-16848dcb-5878-4024-9afd-4728fc5f1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:10.136699 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c868f2d-44a1-4b27-ab6d-45b11af3346a req-16848dcb-5878-4024-9afd-4728fc5f1ba3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 200 len: 854 time: 0.0540063 Feb 09 03:30:10.196686 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c868f2d-44a1-4b27-ab6d-45b11af3346a req-6310b62f-90db-4b48-bf33-a5bc16ae214e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=69fb9b00-c2ef-4b22-bb85-44f083234f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530410 Feb 09 03:30:10.273896 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9c69adf-5f5c-447e-a3da-2fe1b70567fb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (28c83842-87b3-413a-9f12-e8c774231321), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:10.297782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3bef72-dbd0-4c6e-a480-6dcda899e3f2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Router e12135a9-7d32-4e63-ace9-52940f273e48 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:30:10.341378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22eb1480-7e90-4636-b939-d1e96e164835 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (020f8715-01fb-40c6-bd52-5f8d3f63f505), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:10.346420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22eb1480-7e90-4636-b939-d1e96e164835 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for router_controller (020f8715-01fb-40c6-bd52-5f8d3f63f505), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:10.354364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db1965-fbe4-492a-ae56-1b512bb2eb23 req-08490aed-cf6a-4da5-b5ef-e1b10c03348d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:10.355893 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c69adf-5f5c-447e-a3da-2fe1b70567fb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Port': ['ID=28c83842-87b3-413a-9f12-e8c774231321,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:10.362362 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04db1965-fbe4-492a-ae56-1b512bb2eb23 req-08490aed-cf6a-4da5-b5ef-e1b10c03348d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 943 time: 0.8873007 Feb 09 03:30:10.369032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9c69adf-5f5c-447e-a3da-2fe1b70567fb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:10.375498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a9c69adf-5f5c-447e-a3da-2fe1b70567fb tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/ports/28c83842-87b3-413a-9f12-e8c774231321 HTTP/1.1" status: 204 len: 168 time: 1.6515968 Feb 09 03:30:10.376163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45986) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:10.439347 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b6eaec-c880-4ea6-b8bc-75f2615b683d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] DELETE failed (client error): The resource could not be found. Feb 09 03:30:10.440139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b6eaec-c880-4ea6-b8bc-75f2615b683d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:30:10.447142 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45992) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:10.447299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-73b6eaec-c880-4ea6-b8bc-75f2615b683d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/subnets/6774742f-3b5c-4198-9398-df0a4e979da2 HTTP/1.1" status: 404 len: 337 time: 0.0677323 Feb 09 03:30:10.461545 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c868f2d-44a1-4b27-ab6d-45b11af3346a req-83f4cec1-fe84-461d-9b24-006fb791bb91 service neutron] 10.222.0.65 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468026 Feb 09 03:30:10.560475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45996) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:10.567729 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3bef72-dbd0-4c6e-a480-6dcda899e3f2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:30:10.576005 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8c3bef72-dbd0-4c6e-a480-6dcda899e3f2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "PUT /v2.0/routers/e12135a9-7d32-4e63-ace9-52940f273e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3636026 Feb 09 03:30:10.582889 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cf7b66-9137-4567-ad39-f86f571900c0 None None] Sync routers for ids ['e12135a9-7d32-4e63-ace9-52940f273e48'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:30:10.592284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22eb1480-7e90-4636-b939-d1e96e164835 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (020f8715-01fb-40c6-bd52-5f8d3f63f505), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:10.592855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eb1480-7e90-4636-b939-d1e96e164835 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Fanout notify agent at l3_agent the message router_deleted on router 020f8715-01fb-40c6-bd52-5f8d3f63f505 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:30:10.594278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46000) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:10.610149 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cf7b66-9137-4567-ad39-f86f571900c0 None None] Routers {'e12135a9-7d32-4e63-ace9-52940f273e48'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:10.610759 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e6cf7b66-9137-4567-ad39-f86f571900c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['e12135a9-7d32-4e63-ace9-52940f273e48'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:10.634607 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04db1965-fbe4-492a-ae56-1b512bb2eb23 req-f1cf09ec-196a-489f-9bfd-05d42e12d7be tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712972 Feb 09 03:30:10.640239 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22eb1480-7e90-4636-b939-d1e96e164835 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:10.641531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-22eb1480-7e90-4636-b939-d1e96e164835 tempest-RoutersNegativeTest-1700637229 tempest-RoutersNegativeTest-1700637229-project] 10.222.0.21 "DELETE /v2.0/routers/020f8715-01fb-40c6-bd52-5f8d3f63f505 HTTP/1.1" status: 204 len: 168 time: 1.4554572 Feb 09 03:30:10.691893 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c868f2d-44a1-4b27-ab6d-45b11af3346a req-792a9443-8b27-4a3f-944c-947ba555b2dd service neutron] 10.222.0.65 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293670 Feb 09 03:30:10.753350 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e6cf7b66-9137-4567-ad39-f86f571900c0 None None] Set router e12135a9-7d32-4e63-ace9-52940f273e48 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:10.757042 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (162969a1-761c-4812-95dd-e2127589c23f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:10.781173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2aade1-c31a-4333-9c08-5f5797a04a95 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:10.782664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2aade1-c31a-4333-9c08-5f5797a04a95 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:10.784843 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1c2aade1-c31a-4333-9c08-5f5797a04a95 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1557570 Feb 09 03:30:10.788215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46006) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:10.832832 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e6cf7b66-9137-4567-ad39-f86f571900c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12135a9-7d32-4e63-ace9-52940f273e48', 'name': 'tempest-NetworksTestDHCPv6-router-2119426894', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:29:54Z', 'updated_at': '2022-02-09T03:30:08Z', 'revision_number': 3, 'project_id': '85583d7ccb194c29849391b601818aac', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:10.862258 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cf7b66-9137-4567-ad39-f86f571900c0 None None] Checking router: e12135a9-7d32-4e63-ace9-52940f273e48 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:30:10.872047 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cf7b66-9137-4567-ad39-f86f571900c0 None None] Routers {'e12135a9-7d32-4e63-ace9-52940f273e48'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:10.872869 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e6cf7b66-9137-4567-ad39-f86f571900c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:29:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['e12135a9-7d32-4e63-ace9-52940f273e48'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:10.893202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1689709467'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:10.955749 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e6cf7b66-9137-4567-ad39-f86f571900c0 None None] Set router e12135a9-7d32-4e63-ace9-52940f273e48 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:10.987087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf64689-c09d-4434-9328-c33c8fb83ba2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:11.025008 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e6cf7b66-9137-4567-ad39-f86f571900c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12135a9-7d32-4e63-ace9-52940f273e48', 'name': 'tempest-NetworksTestDHCPv6-router-2119426894', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:29:54Z', 'updated_at': '2022-02-09T03:30:08Z', 'revision_number': 3, 'project_id': '85583d7ccb194c29849391b601818aac', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:11.029299 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1bf64689-c09d-4434-9328-c33c8fb83ba2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.038555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Made reservation on behalf of 228eda0660844f96a9d26b4ffaaa4b1b for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:11.052421 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.061388 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cf7b66-9137-4567-ad39-f86f571900c0 None None] The sync data for ids ['e12135a9-7d32-4e63-ace9-52940f273e48'] in n-d-824835-15 is: [{'id': 'e12135a9-7d32-4e63-ace9-52940f273e48', 'name': 'tempest-NetworksTestDHCPv6-router-2119426894', 'tenant_id': '85583d7ccb194c29849391b601818aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:29:54Z', 'updated_at': '2022-02-09T03:30:08Z', 'revision_number': 3, 'project_id': '85583d7ccb194c29849391b601818aac', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:30:11.105174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (162969a1-761c-4812-95dd-e2127589c23f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.109718 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.133664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46012) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:11.171730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162969a1-761c-4812-95dd-e2127589c23f']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:11.182089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59206b-d9fa-4ead-8656-b7f47977e955 req-fd4888e3-7c04-4f9b-b588-db233f869b8e tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:11.184403 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4c59206b-d9fa-4ead-8656-b7f47977e955 req-fd4888e3-7c04-4f9b-b588-db233f869b8e tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.0833766 Feb 09 03:30:11.254888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks [] for security_group (4cfc3687-e613-466b-a74c-d93c6f63eb85), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.263618 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1bf64689-c09d-4434-9328-c33c8fb83ba2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.287669 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4cfc3687-e613-466b-a74c-d93c6f63eb85), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.294792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67765c6-2940-49df-96ca-d5931024c319') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:11.295270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67765c6-2940-49df-96ca-d5931024c319') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:11.297735 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4c59206b-d9fa-4ead-8656-b7f47977e955 req-28d2bcd4-dbae-4c9d-a475-fbe80f5f76fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049438 Feb 09 03:30:11.328776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (b67765c6-2940-49df-96ca-d5931024c319), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.361865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:30:11.385828 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b67765c6-2940-49df-96ca-d5931024c319), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.403095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:11.403529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (b67765c6-2940-49df-96ca-d5931024c319), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:11.409833 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:11.412425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc3687-e613-466b-a74c-d93c6f63eb85,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:11.430670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (3e8e366d-43c4-4729-847e-3edbfdc7b75d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.431128 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Added segment 3e8e366d-43c4-4729-847e-3edbfdc7b75d of type vlan for network ec0e00b2-2585-4714-8ecd-56c9911b09a1 Feb 09 03:30:11.579843 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (ec0e00b2-2585-4714-8ecd-56c9911b09a1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.622385 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1bf64689-c09d-4434-9328-c33c8fb83ba2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.628038 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (162969a1-761c-4812-95dd-e2127589c23f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.670651 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.676565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/networks/162969a1-761c-4812-95dd-e2127589c23f HTTP/1.1" status: 204 len: 168 time: 1.2202957 Feb 09 03:30:11.677538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46028) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:11.682368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-98a1bcba-8e60-4267-83f0-60c57a444fe5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e384f8ba59c14d26a5ce731f9d4ef4a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5422473 Feb 09 03:30:11.694222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46030) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:11.708086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b73ef-037b-47e9-b40c-c58a2d01ed2f tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Network': ['ID=162969a1-761c-4812-95dd-e2127589c23f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:11.727615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (ec0e00b2-2585-4714-8ecd-56c9911b09a1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.734213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:11.735238 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.904714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Pushing event updated for resources: {'Network': ['ID=ec0e00b2-2585-4714-8ecd-56c9911b09a1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:11.921054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network ec0e00b2-2585-4714-8ecd-56c9911b09a1 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:30:11.954368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-066c7db4-daed-4fcf-9ee9-7dce4fe652ff tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3896053 Feb 09 03:30:11.954368 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1bf64689-c09d-4434-9328-c33c8fb83ba2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:11.979404 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e6ca66-8b5a-454f-a8ad-f40c4bd6a698 admin admin] Publish callbacks [] for security_group (f065fda5-a76b-4ed4-96c7-3843a45efa75), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:12.031985 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e6ca66-8b5a-454f-a8ad-f40c4bd6a698 admin admin] Publish callbacks [] for security_group (f065fda5-a76b-4ed4-96c7-3843a45efa75), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:12.057872 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1bf64689-c09d-4434-9328-c33c8fb83ba2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:12.068910 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1bf64689-c09d-4434-9328-c33c8fb83ba2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8 HTTP/1.1" status: 204 len: 168 time: 1.2795641 Feb 09 03:30:12.071989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46042) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:12.072781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf64689-c09d-4434-9328-c33c8fb83ba2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:12.095274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d4f030-1798-4643-8ac4-7406b7de49ff None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:12.139591 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e6ca66-8b5a-454f-a8ad-f40c4bd6a698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f065fda5-a76b-4ed4-96c7-3843a45efa75), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:12.145027 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e6ca66-8b5a-454f-a8ad-f40c4bd6a698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:12.148539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-10e6ca66-8b5a-454f-a8ad-f40c4bd6a698 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f065fda5-a76b-4ed4-96c7-3843a45efa75 HTTP/1.1" status: 204 len: 168 time: 0.4531994 Feb 09 03:30:12.177692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6ca66-8b5a-454f-a8ad-f40c4bd6a698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f065fda5-a76b-4ed4-96c7-3843a45efa75,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:12.212240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-23cf83bd-066d-4f37-a63c-3d4c2d39d0ef tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Deleting port 5a9cafb4-b227-49d4-a283-e7e3fde0504c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:12.213303 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23cf83bd-066d-4f37-a63c-3d4c2d39d0ef tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5a9cafb4-b227-49d4-a283-e7e3fde0504c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:12.289937 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23cf83bd-066d-4f37-a63c-3d4c2d39d0ef tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5a9cafb4-b227-49d4-a283-e7e3fde0504c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:12.337275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-23cf83bd-066d-4f37-a63c-3d4c2d39d0ef tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Calling delete_port for 5a9cafb4-b227-49d4-a283-e7e3fde0504c owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:12.402405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8a39b-527b-4457-9125-ab326740760f req-add1a045-a26a-49ac-8e8b-1d114a81c0a2 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:12.426581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cdf8a39b-527b-4457-9125-ab326740760f req-add1a045-a26a-49ac-8e8b-1d114a81c0a2 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 943 time: 0.6514261 Feb 09 03:30:12.510684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46050) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:12.514319 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b876a366-36a1-4c90-81f0-6b0d1c950894 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4264557 Feb 09 03:30:12.524074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3359386-f456-43a3-bda8-d56ead26a510 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:30:12.647047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cdf8a39b-527b-4457-9125-ab326740760f req-af7bcefa-92ba-4922-bd22-488a52830e69 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156003 Feb 09 03:30:12.690418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46052) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:12.695620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Request body: {'port': {'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1', 'binding:host_id': 'n-h2-824835-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-959263181'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:12.717145 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23cf83bd-066d-4f37-a63c-3d4c2d39d0ef tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (5a9cafb4-b227-49d4-a283-e7e3fde0504c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:12.731870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c3359386-f456-43a3-bda8-d56ead26a510 None None] Deleting port 31922b98-1271-46fa-9fca-07b3980f0652 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:12.738553 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3359386-f456-43a3-bda8-d56ead26a510 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (31922b98-1271-46fa-9fca-07b3980f0652), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:12.776079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Made reservation on behalf of 5fc4b2160aa44bde8e58d94929c296d9 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:12.778811 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:12.811893 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:12.837242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c5fedee-af8c-41f7-83d9-32514fc143f8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for router (e12135a9-7d32-4e63-ace9-52940f273e48), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:12.912927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf83bd-066d-4f37-a63c-3d4c2d39d0ef tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Port': ['ID=5a9cafb4-b227-49d4-a283-e7e3fde0504c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:12.956595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c3359386-f456-43a3-bda8-d56ead26a510 None None] For port 31922b98-1271-46fa-9fca-07b3980f0652, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=31922b98-1271-46fa-9fca-07b3980f0652,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:12.959679 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3359386-f456-43a3-bda8-d56ead26a510 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (31922b98-1271-46fa-9fca-07b3980f0652), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:13.007479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c3359386-f456-43a3-bda8-d56ead26a510 None None] Calling delete_port for 31922b98-1271-46fa-9fca-07b3980f0652 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:13.029903 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23cf83bd-066d-4f37-a63c-3d4c2d39d0ef tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:13.037031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-23cf83bd-066d-4f37-a63c-3d4c2d39d0ef tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/ports/5a9cafb4-b227-49d4-a283-e7e3fde0504c HTTP/1.1" status: 204 len: 168 time: 1.3527889 Feb 09 03:30:13.044069 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks [] for security_group (d59e3bef-2504-4cca-b422-f70d9a149812), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:13.050216 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46064) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:13.076089 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d59e3bef-2504-4cca-b422-f70d9a149812), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:13.083664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] device_id is not set on port c6fe39fd-5c90-4022-b775-ebce296be778 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:13.112727 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-7569dcff-df1f-4584-afcc-6e719e9293ed tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] DELETE failed (client error): The resource could not be found. Feb 09 03:30:13.113213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7569dcff-df1f-4584-afcc-6e719e9293ed tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:30:13.118393 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7569dcff-df1f-4584-afcc-6e719e9293ed tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/subnets/51e86ed8-38ac-4edf-83d5-330a970d61f5 HTTP/1.1" status: 404 len: 337 time: 0.0672600 Feb 09 03:30:13.121053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46066) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:13.242436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c5fedee-af8c-41f7-83d9-32514fc143f8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (e12135a9-7d32-4e63-ace9-52940f273e48), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:13.247598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ecccae87-5be9-4b3b-a00b-a6d1c997f496 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:30:13.252481 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c5fedee-af8c-41f7-83d9-32514fc143f8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for router_controller (e12135a9-7d32-4e63-ace9-52940f273e48), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:13.272192 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3359386-f456-43a3-bda8-d56ead26a510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (31922b98-1271-46fa-9fca-07b3980f0652), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:13.314492 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c5fedee-af8c-41f7-83d9-32514fc143f8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (e12135a9-7d32-4e63-ace9-52940f273e48), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:13.315325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5fedee-af8c-41f7-83d9-32514fc143f8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Fanout notify agent at l3_agent the message router_deleted on router e12135a9-7d32-4e63-ace9-52940f273e48 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:30:13.368562 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c5fedee-af8c-41f7-83d9-32514fc143f8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:13.369739 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9c5fedee-af8c-41f7-83d9-32514fc143f8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/routers/e12135a9-7d32-4e63-ace9-52940f273e48 HTTP/1.1" status: 204 len: 168 time: 0.8564017 Feb 09 03:30:13.375955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46070) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:13.415314 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-83b83323-345c-41e2-acae-92eceac5ab94 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0367303 Feb 09 03:30:13.423836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46074) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:13.441365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 06c632ba-33ac-4e6a-8f54-79241db1c899 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:13.540259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 06c632ba-33ac-4e6a-8f54-79241db1c899 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:13.548887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 06c632ba-33ac-4e6a-8f54-79241db1c899 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:13.549331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 31922b98-1271-46fa-9fca-07b3980f0652 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:13.567651 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (0f536c05-5dc9-4110-89bb-1d81ce369748), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:13.609814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3359386-f456-43a3-bda8-d56ead26a510 None None] Pushing event deleted for resources: {'Port': ['ID=31922b98-1271-46fa-9fca-07b3980f0652,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:13.617214 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 31922b98-1271-46fa-9fca-07b3980f0652 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:13.617554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 31922b98-1271-46fa-9fca-07b3980f0652 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:13.627513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3359386-f456-43a3-bda8-d56ead26a510 None None] No DVR routers for this DVR port 31922b98-1271-46fa-9fca-07b3980f0652 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:13.640113 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:30:13.652782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa2f2e2-f754-4659-9f5c-0974fa26efb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:13.659691 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3fa2f2e2-f754-4659-9f5c-0974fa26efb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2345459 Feb 09 03:30:13.683265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46080) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:13.852825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59e3bef-2504-4cca-b422-f70d9a149812,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:13.863180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:13.883120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.885589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.895844 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-692fce1e-e263-489d-a096-a8f46e7dea6e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1961296 Feb 09 03:30:13.898330 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46090) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:13.899697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d', 'port_id': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'mac_address': 'fa:16:3e:88:b7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68694e5-e970-48b1-8db0-d6c62f493976', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:30:13.900419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.900923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.901440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.904058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.904604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.905101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.905619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.906545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.908400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.910923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.911568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4d614038-27b3-464c-ba9d-364c06dcbc0a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:13.912094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:13.997708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ecccae87-5be9-4b3b-a00b-a6d1c997f496 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:13.998729 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.049941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49bb21-fff4-4f8f-81af-14691442f43a req-d21140e8-6951-4c44-bf55-2dfe723c6762 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:14.054794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7a49bb21-fff4-4f8f-81af-14691442f43a req-d21140e8-6951-4c44-bf55-2dfe723c6762 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 1.0056648 Feb 09 03:30:14.060031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecccae87-5be9-4b3b-a00b-a6d1c997f496 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:30:14.103218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:14.115410 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.121733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] device_id is not set on port c6fe39fd-5c90-4022-b775-ebce296be778 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:14.162331 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks [] for port (c6fe39fd-5c90-4022-b775-ebce296be778), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.200888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c6fe39fd-5c90-4022-b775-ebce296be778), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.225288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:14.262276 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7a49bb21-fff4-4f8f-81af-14691442f43a req-9627760c-c920-4415-8bac-f32df5d96857 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736183 Feb 09 03:30:14.269688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Deleting port 5191840f-678e-4592-9f44-11a648513d08 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:14.270207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5191840f-678e-4592-9f44-11a648513d08), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.285123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event updated for resources: {'Port': ['ID=c6fe39fd-5c90-4022-b775-ebce296be778,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:14.296587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Checking segment: {'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:14.297123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Network hostable DHCP agents. Network: ec0e00b2-2585-4714-8ecd-56c9911b09a1, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:30:14.337737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Network ec0e00b2-2585-4714-8ecd-56c9911b09a1 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:30:14.348898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, ec0e00b2-2585-4714-8ecd-56c9911b09a1) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:14.354238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:14.362936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d429dc-35f0-470c-9117-9cdaeadf6eb0 None None] Network ec0e00b2-2585-4714-8ecd-56c9911b09a1 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:14.377834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:14.378533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:14.379131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:14.387600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:14.388763 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:14.389412 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 2 to bind port c6fe39fd-5c90-4022-b775-ebce296be778 Feb 09 03:30:14.408770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:14.410014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:14.410710 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:14.427082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:14.427675 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:14.429119 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 3 to bind port c6fe39fd-5c90-4022-b775-ebce296be778 Feb 09 03:30:14.446179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:14.446915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:14.447618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:14.454303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:14.455468 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:14.456295 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 4 to bind port c6fe39fd-5c90-4022-b775-ebce296be778 Feb 09 03:30:14.475439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:14.476173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:14.476740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:14.483092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:14.483717 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:14.484333 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 5 to bind port c6fe39fd-5c90-4022-b775-ebce296be778 Feb 09 03:30:14.485530 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c10643-0735-471f-a347-3c2e8258a210 req-fdbd41fc-c266-4e9d-8497-28004cc4d535 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:14.487310 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61c10643-0735-471f-a347-3c2e8258a210 req-fdbd41fc-c266-4e9d-8497-28004cc4d535 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 943 time: 0.6097379 Feb 09 03:30:14.502377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:14.503502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:14.503989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:14.505216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ecccae87-5be9-4b3b-a00b-a6d1c997f496'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:30:14.509672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:14.510547 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:14.511424 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 6 to bind port c6fe39fd-5c90-4022-b775-ebce296be778 Feb 09 03:30:14.522514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] For port 5191840f-678e-4592-9f44-11a648513d08, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5191840f-678e-4592-9f44-11a648513d08,segment=NetworkSegment(7e222878-fc26-44f5-a571-d96c03c0b958),segment_id=7e222878-fc26-44f5-a571-d96c03c0b958)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:14.525900 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5191840f-678e-4592-9f44-11a648513d08), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.535144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:14.537346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:14.538032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:14.550024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:14.551296 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:14.552106 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 7 to bind port c6fe39fd-5c90-4022-b775-ebce296be778 Feb 09 03:30:14.573152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46108) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:14.581200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Calling delete_port for 5191840f-678e-4592-9f44-11a648513d08 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:14.589774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:14.589953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:14.590190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:14.599113 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:14.599445 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:14.600136 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 8 to bind port c6fe39fd-5c90-4022-b775-ebce296be778 Feb 09 03:30:14.620463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:14.620852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:14.621197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:14.622671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d614038-27b3-464c-ba9d-364c06dcbc0a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:14.627627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:14.628158 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:14.628561 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 9 to bind port c6fe39fd-5c90-4022-b775-ebce296be778 Feb 09 03:30:14.631673 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d614038-27b3-464c-ba9d-364c06dcbc0a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.645250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:14.645773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:14.646353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:14.651500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:14.651905 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:14.652482 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 10 to bind port c6fe39fd-5c90-4022-b775-ebce296be778 Feb 09 03:30:14.669712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:14.670040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:14.670558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:14.679576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port c6fe39fd-5c90-4022-b775-ebce296be778 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:14.679925 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port c6fe39fd-5c90-4022-b775-ebce296be778 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:14.680297 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c6fe39fd-5c90-4022-b775-ebce296be778), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.820002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] For port c6fe39fd-5c90-4022-b775-ebce296be778, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:14.821917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempted to set empty binding levels {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 03:30:14.833526 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (c6fe39fd-5c90-4022-b775-ebce296be778), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.842523 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61c10643-0735-471f-a347-3c2e8258a210 req-da296d0d-8d66-48d8-9c16-2b978e931c94 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331022 Feb 09 03:30:14.945120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event updated for resources: {'Port': ['ID=c6fe39fd-5c90-4022-b775-ebce296be778,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:14.957834 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (5191840f-678e-4592-9f44-11a648513d08), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.962351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:14.962955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.984509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-278e0c82-95b5-4b73-b8f3-ff3fe7b8d96c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017915721'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:15.004609 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-504589b0-2098-4a08-98e4-3ca28072793b tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3130524 Feb 09 03:30:15.007365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46116) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:15.061099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Port': ['ID=5191840f-678e-4592-9f44-11a648513d08,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:15.068085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No DVR routers for this DVR port 5191840f-678e-4592-9f44-11a648513d08 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:15.148580 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-278e0c82-95b5-4b73-b8f3-ff3fe7b8d96c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.152760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d4a43cd8-b0fb-4246-8bdc-03833578013d tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Deleting port c6fe39fd-5c90-4022-b775-ebce296be778 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:15.153229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4a43cd8-b0fb-4246-8bdc-03833578013d tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c6fe39fd-5c90-4022-b775-ebce296be778), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.184804 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-278e0c82-95b5-4b73-b8f3-ff3fe7b8d96c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.234993 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (0f536c05-5dc9-4110-89bb-1d81ce369748), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.246766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-d4a43cd8-b0fb-4246-8bdc-03833578013d tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] For port c6fe39fd-5c90-4022-b775-ebce296be778, host n-h2-824835-15, got binding levels [] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:15.247204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4a43cd8-b0fb-4246-8bdc-03833578013d tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c6fe39fd-5c90-4022-b775-ebce296be778), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.264728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d4a43cd8-b0fb-4246-8bdc-03833578013d tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Calling delete_port for c6fe39fd-5c90-4022-b775-ebce296be778 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:15.295385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f536c05-5dc9-4110-89bb-1d81ce369748']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:15.311827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e222878-fc26-44f5-a571-d96c03c0b958') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:15.312123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e222878-fc26-44f5-a571-d96c03c0b958') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:15.364776 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (7e222878-fc26-44f5-a571-d96c03c0b958), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.404669 n-d-824835-15 neutron-server[103327]: DEBUG neutron.objects.ports [None req-4d614038-27b3-464c-ba9d-364c06dcbc0a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103327) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:30:15.414755 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d614038-27b3-464c-ba9d-364c06dcbc0a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.417712 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4a43cd8-b0fb-4246-8bdc-03833578013d tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c6fe39fd-5c90-4022-b775-ebce296be778), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.433900 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7e222878-fc26-44f5-a571-d96c03c0b958), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.469120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:15.469687 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (7e222878-fc26-44f5-a571-d96c03c0b958), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.474826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a43cd8-b0fb-4246-8bdc-03833578013d tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6fe39fd-5c90-4022-b775-ebce296be778,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:15.475937 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:15.482251 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4a43cd8-b0fb-4246-8bdc-03833578013d tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.486980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d614038-27b3-464c-ba9d-364c06dcbc0a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:15.487156 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d4a43cd8-b0fb-4246-8bdc-03833578013d tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c6fe39fd-5c90-4022-b775-ebce296be778 HTTP/1.1" status: 204 len: 168 time: 0.4762204 Feb 09 03:30:15.490970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46130) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:15.524919 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-d144f878-1e51-4898-8063-f447f11a5ade tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:30:15.526390 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d144f878-1e51-4898-8063-f447f11a5ade tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "GET /v2.0/ports/c6fe39fd-5c90-4022-b775-ebce296be778 HTTP/1.1" status: 404 len: 333 time: 0.0344737 Feb 09 03:30:15.531805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46132) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:15.538541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Request body: {'port': {'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-591889810'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:15.547221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4d614038-27b3-464c-ba9d-364c06dcbc0a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:15.553859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d614038-27b3-464c-ba9d-364c06dcbc0a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:15.554164 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d614038-27b3-464c-ba9d-364c06dcbc0a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.558600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573ac21-a2b7-4f7f-bd2a-1c461b0a73fa req-bc1ee2d7-cc96-4b7d-80c1-40ccce52709e tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:15.561515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d63b0d-28ec-422b-9945-77fce2670fe5 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:15.569228 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3573ac21-a2b7-4f7f-bd2a-1c461b0a73fa req-bc1ee2d7-cc96-4b7d-80c1-40ccce52709e tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.1664197 Feb 09 03:30:15.602549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d614038-27b3-464c-ba9d-364c06dcbc0a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:15.616253 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-278e0c82-95b5-4b73-b8f3-ff3fe7b8d96c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (e482860e-1504-4940-92f7-dbd153b7ebf6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.621333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4d614038-27b3-464c-ba9d-364c06dcbc0a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7209570 Feb 09 03:30:15.622890 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (0f536c05-5dc9-4110-89bb-1d81ce369748), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.624336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46134) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:15.631142 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.633858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-77436614-9eee-43ea-a4e3-cc02c77ba13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:15.634772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/networks/0f536c05-5dc9-4110-89bb-1d81ce369748 HTTP/1.1" status: 204 len: 168 time: 2.5125070 Feb 09 03:30:15.639560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46136) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:15.641343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Made reservation on behalf of 5fc4b2160aa44bde8e58d94929c296d9 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:15.645095 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.646048 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-278e0c82-95b5-4b73-b8f3-ff3fe7b8d96c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e482860e-1504-4940-92f7-dbd153b7ebf6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.671386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3573ac21-a2b7-4f7f-bd2a-1c461b0a73fa req-7a3eb62f-dc78-446d-936f-84b3b82f115a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010885 Feb 09 03:30:15.680081 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c494f7e-3c57-4667-bca5-a49299ff79e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.718123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cff1fd-5328-4761-af9f-e33a5ee98cf2 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Deleting subnet 1ddb808c-470b-4662-8fad-41735d99b6db {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:15.734532 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b112363-5cc9-46d0-88b9-230dad11bc3d tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Network': ['ID=0f536c05-5dc9-4110-89bb-1d81ce369748,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:15.746592 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59cff1fd-5328-4761-af9f-e33a5ee98cf2 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for subnet (1ddb808c-470b-4662-8fad-41735d99b6db), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.748294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': 'fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:30:15.749918 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.751607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] device_id is not set on port eaed9328-ed89-4961-a6ef-ebbd23357a11 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:15.827638 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e0c82-95b5-4b73-b8f3-ff3fe7b8d96c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e482860e-1504-4940-92f7-dbd153b7ebf6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:15.874222 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59cff1fd-5328-4761-af9f-e33a5ee98cf2 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (1ddb808c-470b-4662-8fad-41735d99b6db), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:15.957478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Allocated IP 2001:db8::f816:3eff:feeb:b8e (c5780e3f-5fe0-4434-8596-82a0e8078930/fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6/4630740e-4c16-47f6-a3ac-e81bbf35bdd2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:15.965790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77436614-9eee-43ea-a4e3-cc02c77ba13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:15.978537 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-77436614-9eee-43ea-a4e3-cc02c77ba13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.025842 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-278e0c82-95b5-4b73-b8f3-ff3fe7b8d96c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (e5c0af98-855e-41b2-a614-aca1259968a3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.063659 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-278e0c82-95b5-4b73-b8f3-ff3fe7b8d96c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e5c0af98-855e-41b2-a614-aca1259968a3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.077338 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks [] for port (eaed9328-ed89-4961-a6ef-ebbd23357a11), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.156946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e0c82-95b5-4b73-b8f3-ff3fe7b8d96c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c0af98-855e-41b2-a614-aca1259968a3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:16.190552 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Publish callbacks [] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.199446 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (eaed9328-ed89-4961-a6ef-ebbd23357a11), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.208230 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.239187 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-278e0c82-95b5-4b73-b8f3-ff3fe7b8d96c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.241259 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-278e0c82-95b5-4b73-b8f3-ff3fe7b8d96c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6644220 Feb 09 03:30:16.254032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46146) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:16.274543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Pushing event updated for resources: {'Port': ['ID=4630740e-4c16-47f6-a3ac-e81bbf35bdd2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:16.281992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:16.283772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:16.289106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:16.306727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Network ec0e00b2-2585-4714-8ecd-56c9911b09a1 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:16.317430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:16.319723 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59cff1fd-5328-4761-af9f-e33a5ee98cf2 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (1ddb808c-470b-4662-8fad-41735d99b6db), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.323392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event updated for resources: {'Port': ['ID=eaed9328-ed89-4961-a6ef-ebbd23357a11,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:16.328069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:16.329196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:16.330947 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.384484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520e13-11e8-41ae-9020-b789879ec067 req-b37400c9-ffe9-4f83-88f6-cf2f14a7d2eb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:16.386057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0520e13-11e8-41ae-9020-b789879ec067 req-b37400c9-ffe9-4f83-88f6-cf2f14a7d2eb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.4130170 Feb 09 03:30:16.400111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Attempting to bind port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:16.400757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Attempting to bind port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:16.401323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Attempting to bind port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:16.414286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:16.414925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:16.415515 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.416085 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:16.416728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Bound port: 4630740e-4c16-47f6-a3ac-e81bbf35bdd2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:16.417298 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.434293 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-437baba4-c310-4c90-ae90-2c9ea1bf3b38 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9012213 Feb 09 03:30:16.444725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46150) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:16.456987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:16.505854 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] For port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:16.511178 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0520e13-11e8-41ae-9020-b789879ec067 req-ced04286-a01d-4664-84ae-0b354300a328 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156828 Feb 09 03:30:16.523116 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ee4de451-9e0e-4c1e-ad7e-380538efb979 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2655621 Feb 09 03:30:16.523769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46152) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:16.529778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-796d8ccd-a715-4fb5-8a52-a760ce1a7b21 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group': {'name': 'tempest-security--919300047', 'description': 'tempest-security-description-193498455'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:16.531708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] For port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4630740e-4c16-47f6-a3ac-e81bbf35bdd2,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:16.535720 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59cff1fd-5328-4761-af9f-e33a5ee98cf2 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (1ddb808c-470b-4662-8fad-41735d99b6db), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.572222 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.592370 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cff1fd-5328-4761-af9f-e33a5ee98cf2 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Subnet': ['ID=1ddb808c-470b-4662-8fad-41735d99b6db,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:16.603888 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59cff1fd-5328-4761-af9f-e33a5ee98cf2 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.607561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-59cff1fd-5328-4761-af9f-e33a5ee98cf2 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/subnets/1ddb808c-470b-4662-8fad-41735d99b6db HTTP/1.1" status: 204 len: 168 time: 0.9628253 Feb 09 03:30:16.610430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46156) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:16.619167 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-796d8ccd-a715-4fb5-8a52-a760ce1a7b21 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (e5c0af98-855e-41b2-a614-aca1259968a3), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.631886 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-77436614-9eee-43ea-a4e3-cc02c77ba13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (05d9f9c2-017d-4dd5-8292-7df7894139fc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.679820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-796d8ccd-a715-4fb5-8a52-a760ce1a7b21 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (e5c0af98-855e-41b2-a614-aca1259968a3), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.685959 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-796d8ccd-a715-4fb5-8a52-a760ce1a7b21 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e5c0af98-855e-41b2-a614-aca1259968a3), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.690244 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-796d8ccd-a715-4fb5-8a52-a760ce1a7b21 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.695625 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-796d8ccd-a715-4fb5-8a52-a760ce1a7b21 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "PUT /v2.0/security-groups/e5c0af98-855e-41b2-a614-aca1259968a3 HTTP/1.1" status: 200 len: 1795 time: 0.1696410 Feb 09 03:30:16.696727 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46158) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:16.701135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50564ee-6d0b-459a-8ba2-647941ca6661 None None] Pushing event updated for resources: {'Port': ['ID=4630740e-4c16-47f6-a3ac-e81bbf35bdd2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:16.713835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f31bc1-7a9f-4dbe-8507-87ace0b73018 None None] Network ade75415-62da-49d8-a46a-1d98f8ae7e78 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:16.772649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d8ccd-a715-4fb5-8a52-a760ce1a7b21 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c0af98-855e-41b2-a614-aca1259968a3,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:16.786228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8f933070-d855-4ef3-8d57-0637fecc61a8 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-groups/e5c0af98-855e-41b2-a614-aca1259968a3 HTTP/1.1" status: 200 len: 1795 time: 0.0831904 Feb 09 03:30:16.786977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46162) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:16.871524 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d35f1ac-c688-41f3-a107-a72ca766c528 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (e5c0af98-855e-41b2-a614-aca1259968a3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.900582 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d35f1ac-c688-41f3-a107-a72ca766c528 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (e5c0af98-855e-41b2-a614-aca1259968a3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.968813 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d35f1ac-c688-41f3-a107-a72ca766c528 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e5c0af98-855e-41b2-a614-aca1259968a3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.972921 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d35f1ac-c688-41f3-a107-a72ca766c528 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.974675 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1d35f1ac-c688-41f3-a107-a72ca766c528 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-groups/e5c0af98-855e-41b2-a614-aca1259968a3 HTTP/1.1" status: 204 len: 168 time: 0.1860015 Feb 09 03:30:16.993787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46166) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:16.994597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35f1ac-c688-41f3-a107-a72ca766c528 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c0af98-855e-41b2-a614-aca1259968a3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:17.071782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7321e47-a36e-44ff-a589-18c2f9f594c9 None None] DHCP port deletion for ade75415-62da-49d8-a46a-1d98f8ae7e78 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:30:17.086778 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f5fd6b5a-7a43-436b-a500-2baa191e7a31 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0865076 Feb 09 03:30:17.088225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46168) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:17.129402 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-952ed524-c476-4654-ad95-7e7c38631950 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] delete failed (client error): The resource could not be found. Feb 09 03:30:17.134145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-952ed524-c476-4654-ad95-7e7c38631950 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-groups/e5c0af98-855e-41b2-a614-aca1259968a3 HTTP/1.1" status: 404 len: 347 time: 0.0405979 Feb 09 03:30:17.134476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46170) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:17.139245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77436614-9eee-43ea-a4e3-cc02c77ba13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=05d9f9c2-017d-4dd5-8292-7df7894139fc,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:17.144232 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4393722e-81ef-4387-a161-60d67080885c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898601427'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:17.159712 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eaed9328-ed89-4961-a6ef-ebbd23357a11), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.170527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ecccae87-5be9-4b3b-a00b-a6d1c997f496 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:17.197903 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4393722e-81ef-4387-a161-60d67080885c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.199929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77436614-9eee-43ea-a4e3-cc02c77ba13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:17.307729 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-77436614-9eee-43ea-a4e3-cc02c77ba13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:17.336576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77436614-9eee-43ea-a4e3-cc02c77ba13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:17.337160 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-77436614-9eee-43ea-a4e3-cc02c77ba13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.344727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ebe6e895-7617-42b3-b788-1a32fa9f78bc no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:17.387859 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4393722e-81ef-4387-a161-60d67080885c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (1371dc4b-b6e4-4781-bca0-7af34be0007a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.393953 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4393722e-81ef-4387-a161-60d67080885c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1371dc4b-b6e4-4781-bca0-7af34be0007a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.410908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-77436614-9eee-43ea-a4e3-cc02c77ba13f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7851791 Feb 09 03:30:17.416913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46174) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:17.428732 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:95:c4:99', 'name': 'tempest-NetworksTestDHCPv6-190896771'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:17.438669 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (ade75415-62da-49d8-a46a-1d98f8ae7e78), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.445888 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4393722e-81ef-4387-a161-60d67080885c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.451987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4393722e-81ef-4387-a161-60d67080885c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3165338 Feb 09 03:30:17.460736 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e7321e47-a36e-44ff-a589-18c2f9f594c9 None None] Deleting port ebe6e895-7617-42b3-b788-1a32fa9f78bc {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:17.461385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7321e47-a36e-44ff-a589-18c2f9f594c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.463595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46176) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:17.493741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3da88b64-85a7-45d4-960f-fc7cf4fc6676 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': '1371dc4b-b6e4-4781-bca0-7af34be0007a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:17.502453 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port ecccae87-5be9-4b3b-a00b-a6d1c997f496 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:30:17.520673 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393722e-81ef-4387-a161-60d67080885c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1371dc4b-b6e4-4781-bca0-7af34be0007a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:17.602242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port ecccae87-5be9-4b3b-a00b-a6d1c997f496 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:17.602798 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.647554 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c97e4-5d48-4ac1-bbe1-1eeb823f3472 req-90a7290e-7768-4af9-a03c-3888b99ae8b2 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:17.649097 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c83c97e4-5d48-4ac1-bbe1-1eeb823f3472 req-90a7290e-7768-4af9-a03c-3888b99ae8b2 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.5410473 Feb 09 03:30:17.697546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:17.716947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e7321e47-a36e-44ff-a589-18c2f9f594c9 None None] For port ebe6e895-7617-42b3-b788-1a32fa9f78bc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ebe6e895-7617-42b3-b788-1a32fa9f78bc,segment=NetworkSegment(e12c97a5-f29f-49bc-a553-614436f95ea6),segment_id=e12c97a5-f29f-49bc-a553-614436f95ea6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:17.717385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7321e47-a36e-44ff-a589-18c2f9f594c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.810516 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] device_id is not set on port eaed9328-ed89-4961-a6ef-ebbd23357a11 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:17.822209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks [] for port (eaed9328-ed89-4961-a6ef-ebbd23357a11), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.884353 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c83c97e4-5d48-4ac1-bbe1-1eeb823f3472 req-79a83355-f99f-4349-b426-8736ccd78844 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741326 Feb 09 03:30:17.885008 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (eaed9328-ed89-4961-a6ef-ebbd23357a11), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.901079 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.951077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event updated for resources: {'Port': ['ID=eaed9328-ed89-4961-a6ef-ebbd23357a11,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:17.953337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e7321e47-a36e-44ff-a589-18c2f9f594c9 None None] Calling delete_port for ebe6e895-7617-42b3-b788-1a32fa9f78bc owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:17.967905 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3da88b64-85a7-45d4-960f-fc7cf4fc6676 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (934e1e87-0010-4ced-b0c3-a1d06008acb0), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.975099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04eb10-ca30-4214-81b0-ef43fa35f187 req-4d9ca0ff-6642-4a68-9ec1-0a39b9a84724 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:17.976700 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab04eb10-ca30-4214-81b0-ef43fa35f187 req-4d9ca0ff-6642-4a68-9ec1-0a39b9a84724 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.3274100 Feb 09 03:30:17.988271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ebe6e895-7617-42b3-b788-1a32fa9f78bc is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:17.988675 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.078589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 92a7cb04-9a39-450f-b42f-3bc836edea83 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:18.097591 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3da88b64-85a7-45d4-960f-fc7cf4fc6676 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (934e1e87-0010-4ced-b0c3-a1d06008acb0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.119033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3da88b64-85a7-45d4-960f-fc7cf4fc6676 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (934e1e87-0010-4ced-b0c3-a1d06008acb0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.163763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Deleting port ebe6e895-7617-42b3-b788-1a32fa9f78bc {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:18.164535 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.169110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:18.169601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:18.169952 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:18.177427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:18.177968 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:18.181071 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3da88b64-85a7-45d4-960f-fc7cf4fc6676 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.185629 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3da88b64-85a7-45d4-960f-fc7cf4fc6676 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7210016 Feb 09 03:30:18.186494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da88b64-85a7-45d4-960f-fc7cf4fc6676 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934e1e87-0010-4ced-b0c3-a1d06008acb0,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:18.190842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46184) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:18.196397 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3532-3225-4586-88d7-3b28995dc7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.202746 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 2 to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 Feb 09 03:30:18.226781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab04eb10-ca30-4214-81b0-ef43fa35f187 req-6f6165af-74b4-4a8d-97d6-571702579121 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306414 Feb 09 03:30:18.260447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:18.260877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:18.261113 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:18.262300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port ebe6e895-7617-42b3-b788-1a32fa9f78bc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ebe6e895-7617-42b3-b788-1a32fa9f78bc,segment=NetworkSegment(e12c97a5-f29f-49bc-a553-614436f95ea6),segment_id=e12c97a5-f29f-49bc-a553-614436f95ea6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:18.275339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ecccae87-5be9-4b3b-a00b-a6d1c997f496 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:18.278827 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.287851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:18.288190 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:18.291465 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 3 to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 Feb 09 03:30:18.299769 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.310098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:18.310315 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:18.310670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:18.338070 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66a120ed-c47b-4c8d-87c6-068d0fbaa556 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (934e1e87-0010-4ced-b0c3-a1d06008acb0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.355791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:18.356234 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:18.358631 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66a120ed-c47b-4c8d-87c6-068d0fbaa556 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (934e1e87-0010-4ced-b0c3-a1d06008acb0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.364465 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 4 to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 Feb 09 03:30:18.368543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] For port ebe6e895-7617-42b3-b788-1a32fa9f78bc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ebe6e895-7617-42b3-b788-1a32fa9f78bc,segment=NetworkSegment(e12c97a5-f29f-49bc-a553-614436f95ea6),segment_id=e12c97a5-f29f-49bc-a553-614436f95ea6)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:18.369044 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.385253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=ebe6e895-7617-42b3-b788-1a32fa9f78bc,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:18.392969 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7321e47-a36e-44ff-a589-18c2f9f594c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.410532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:18.412978 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f9ed5c-a2aa-4fe5-a3c8-e1425439796c" -d '{"events": [{"server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "name": "network-vif-plugged", "status": "completed", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:18.425278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Calling delete_port for ebe6e895-7617-42b3-b788-1a32fa9f78bc owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:18.427162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:18.427517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:18.427935 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:18.445742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:18.446090 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:18.449374 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 5 to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 Feb 09 03:30:18.468313 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66a120ed-c47b-4c8d-87c6-068d0fbaa556 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (934e1e87-0010-4ced-b0c3-a1d06008acb0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.475224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7321e47-a36e-44ff-a589-18c2f9f594c9 None None] Pushing event deleted for resources: {'Port': ['ID=ebe6e895-7617-42b3-b788-1a32fa9f78bc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:18.476445 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66a120ed-c47b-4c8d-87c6-068d0fbaa556 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.479139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7321e47-a36e-44ff-a589-18c2f9f594c9 None None] No DVR routers for this DVR port ebe6e895-7617-42b3-b788-1a32fa9f78bc on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:18.482848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-66a120ed-c47b-4c8d-87c6-068d0fbaa556 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/934e1e87-0010-4ced-b0c3-a1d06008acb0 HTTP/1.1" status: 204 len: 168 time: 0.2654269 Feb 09 03:30:18.486953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:18.488820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46190) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:18.500123 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.565869 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f6cc4a-62d9-4c38-b690-fd24df53088a x-openstack-request-id: req-b1f6cc4a-62d9-4c38-b690-fd24df53088a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:18.565869 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "name": "network-vif-plugged", "status": "completed", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:18.568681 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1f6cc4a-62d9-4c38-b690-fd24df53088a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:18.568681 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'code': 200} Feb 09 03:30:18.593699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:18.597218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a120ed-c47b-4c8d-87c6-068d0fbaa556 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=934e1e87-0010-4ced-b0c3-a1d06008acb0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:18.598691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 172.20.0.9 (c5780e3f-5fe0-4434-8596-82a0e8078930/05d9f9c2-017d-4dd5-8292-7df7894139fc/92a7cb04-9a39-450f-b42f-3bc836edea83) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:18.599387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:18.599501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:18.599784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:18.617080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::f816:3eff:fe95:c499 (c5780e3f-5fe0-4434-8596-82a0e8078930/fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6/92a7cb04-9a39-450f-b42f-3bc836edea83) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:18.643482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:18.643939 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:18.652936 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 6 to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 Feb 09 03:30:18.712286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da8605-9881-4177-8912-45360166e067 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:18.722885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:18.723384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:18.723734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:18.743186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1607be51-b35e-4fc1-b4c0-0866b0e0c789 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2314258 Feb 09 03:30:18.746945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46194) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:18.754731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:18.755066 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:18.758805 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 7 to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 Feb 09 03:30:18.785640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:18.785640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:18.785640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:18.804438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:18.804784 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:18.810665 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 8 to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 Feb 09 03:30:18.818730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-93ee8556-ca09-49f5-80e0-91b7858ba863 None None] Provisioning complete for port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:18.819494 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93ee8556-ca09-49f5-80e0-91b7858ba863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.846482 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ebe6e895-7617-42b3-b788-1a32fa9f78bc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:18.865235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:18.865751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:18.866097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:18.903994 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:18.904343 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:18.909250 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 9 to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 Feb 09 03:30:18.917953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Port': ['ID=ebe6e895-7617-42b3-b788-1a32fa9f78bc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:18.920834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] No DVR routers for this DVR port ebe6e895-7617-42b3-b788-1a32fa9f78bc on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:18.962568 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-649f631d-1883-4cd3-9fe3-bf931209de09 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (1371dc4b-b6e4-4781-bca0-7af34be0007a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.027375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:19.027719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:19.028064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:19.039374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-93ee8556-ca09-49f5-80e0-91b7858ba863 None None] Current status of the port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:19.040059 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93ee8556-ca09-49f5-80e0-91b7858ba863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.046112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:19.046450 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:19.057579 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 10 to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 Feb 09 03:30:19.073383 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-649f631d-1883-4cd3-9fe3-bf931209de09 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (1371dc4b-b6e4-4781-bca0-7af34be0007a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.076079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:19.076742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:19.077096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:19.092287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (ade75415-62da-49d8-a46a-1d98f8ae7e78), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.093956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-93ee8556-ca09-49f5-80e0-91b7858ba863 None None] For port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4630740e-4c16-47f6-a3ac-e81bbf35bdd2,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:19.098107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:19.098379 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port eaed9328-ed89-4961-a6ef-ebbd23357a11 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:19.098759 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (eaed9328-ed89-4961-a6ef-ebbd23357a11), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.108006 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93ee8556-ca09-49f5-80e0-91b7858ba863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.190686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46200) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:19.212203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade75415-62da-49d8-a46a-1d98f8ae7e78']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:19.238241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12c97a5-f29f-49bc-a553-614436f95ea6') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:19.238537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12c97a5-f29f-49bc-a553-614436f95ea6') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:19.252142 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (e12c97a5-f29f-49bc-a553-614436f95ea6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.262092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] For port eaed9328-ed89-4961-a6ef-ebbd23357a11, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:19.262471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempted to set empty binding levels {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 03:30:19.269433 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-649f631d-1883-4cd3-9fe3-bf931209de09 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1371dc4b-b6e4-4781-bca0-7af34be0007a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.272168 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-649f631d-1883-4cd3-9fe3-bf931209de09 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.275985 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-649f631d-1883-4cd3-9fe3-bf931209de09 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-groups/1371dc4b-b6e4-4781-bca0-7af34be0007a HTTP/1.1" status: 204 len: 168 time: 0.5256083 Feb 09 03:30:19.279134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46206) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:19.279691 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e12c97a5-f29f-49bc-a553-614436f95ea6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.282252 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (eaed9328-ed89-4961-a6ef-ebbd23357a11), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.335460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee8556-ca09-49f5-80e0-91b7858ba863 None None] Pushing event updated for resources: {'Port': ['ID=4630740e-4c16-47f6-a3ac-e81bbf35bdd2,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:19.345454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:19.366584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event updated for resources: {'Port': ['ID=eaed9328-ed89-4961-a6ef-ebbd23357a11,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:19.369506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:19.370092 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (e12c97a5-f29f-49bc-a553-614436f95ea6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:19.387839 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:19.402644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f631d-1883-4cd3-9fe3-bf931209de09 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1371dc4b-b6e4-4781-bca0-7af34be0007a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:19.422511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74afc44-b0a7-4fde-aa2e-2ceeae6ad7f8 None None] Update dhcp port {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'fixed_ips': [{'subnet_id': 'fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6', 'ip_address': '2001:db8::f816:3eff:feeb:b8e'}, {'subnet_id': '05d9f9c2-017d-4dd5-8292-7df7894139fc'}], 'binding:host_id': 'n-d-824835-15'}, 'id': '4630740e-4c16-47f6-a3ac-e81bbf35bdd2'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:30:19.449598 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.474394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] In _notify_port_updated(), no bound segment for port eaed9328-ed89-4961-a6ef-ebbd23357a11 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103328) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:30:19.475295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.475905 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.477210 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a4564489-7d3d-44d7-9bc1-3e63fe270fe9 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "PUT /v2.0/ports/eaed9328-ed89-4961-a6ef-ebbd23357a11 HTTP/1.1" status: 200 len: 975 time: 3.0311711 Feb 09 03:30:19.481121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:19.482395 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.482738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46208) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:19.484005 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e74afc44-b0a7-4fde-aa2e-2ceeae6ad7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.525764 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1eb03740-5dfb-4de7-99a3-04db1daa4a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.561437 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (ade75415-62da-49d8-a46a-1d98f8ae7e78), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.577196 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-16c5230f-93d5-4539-8e8c-e66b67cdb76f tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2885363 Feb 09 03:30:19.579202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46212) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:19.580343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0002fe-6fa3-4e72-b57e-dfa215ab0bf0 req-89790700-f0a7-4de2-a4bf-788c125ef00a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.581259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.584497 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] 10.222.0.21 "DELETE /v2.0/networks/ade75415-62da-49d8-a46a-1d98f8ae7e78 HTTP/1.1" status: 204 len: 168 time: 2.9676192 Feb 09 03:30:19.593128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-12b21e01-34a0-49ab-9cb4-096f776a142f tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group': {'name': 'tempest-secgroup--176956486'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:19.594340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f0002fe-6fa3-4e72-b57e-dfa215ab0bf0 req-89790700-f0a7-4de2-a4bf-788c125ef00a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.3148260 Feb 09 03:30:19.603714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b289a5a-0678-40f6-b7b2-fab4f4515352 req-2a2def4a-608d-4aec-b5c7-c5327bd5f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.608838 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b289a5a-0678-40f6-b7b2-fab4f4515352 req-2a2def4a-608d-4aec-b5c7-c5327bd5f9e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 1128 time: 0.9660141 Feb 09 03:30:19.632174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12b21e01-34a0-49ab-9cb4-096f776a142f tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.649153 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95321f1-c439-4b65-82d2-89ba95062309 req-b6f3532d-2a6e-4df9-9ea3-84cf1580a9a7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.650767 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d95321f1-c439-4b65-82d2-89ba95062309 req-b6f3532d-2a6e-4df9-9ea3-84cf1580a9a7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2770052 Feb 09 03:30:19.651595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d36630-1c73-4c5d-8f44-9f9ba4ac9973 tempest-NetworksIpV6TestAttrs-743419581 tempest-NetworksIpV6TestAttrs-743419581-project] Pushing event deleted for resources: {'Network': ['ID=ade75415-62da-49d8-a46a-1d98f8ae7e78,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:19.779607 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d95321f1-c439-4b65-82d2-89ba95062309 req-ea61e630-826c-4b58-862c-3a3028687f26 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168237 Feb 09 03:30:19.807743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:19.832472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1eb03740-5dfb-4de7-99a3-04db1daa4a1d admin admin] Publish callbacks [] for security_group (66569a24-e287-4da5-b0c6-298992db33cc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.837197 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.838007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.838637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.839121 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.839593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.840349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.840830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.841301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.842046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.842477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.842957 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1eb03740-5dfb-4de7-99a3-04db1daa4a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (66569a24-e287-4da5-b0c6-298992db33cc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.843301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.843962 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.844497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.846236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.846914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.847398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.848750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:19.850091 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12b21e01-34a0-49ab-9cb4-096f776a142f tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (040c3753-819c-452e-b238-325d08499ae3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.852176 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d1859e14-4472-4f80-b6bc-9c48873574eb tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15749 time: 0.3664448 Feb 09 03:30:19.862404 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b289a5a-0678-40f6-b7b2-fab4f4515352 req-9b8d7cc2-9431-428f-ab2f-344767bf0f65 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314279 Feb 09 03:30:19.866976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46218) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:19.888287 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (92a7cb04-9a39-450f-b42f-3bc836edea83), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.890502 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1eb03740-5dfb-4de7-99a3-04db1daa4a1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce257f1084c843dcb192c437947eaff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6942041 Feb 09 03:30:19.891237 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12b21e01-34a0-49ab-9cb4-096f776a142f tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (040c3753-819c-452e-b238-325d08499ae3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.896958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46220) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:19.926138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f0002fe-6fa3-4e72-b57e-dfa215ab0bf0 req-0aacdee3-65b0-4c3a-8f08-0980a2ebbe01 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298070 Feb 09 03:30:19.930507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb03740-5dfb-4de7-99a3-04db1daa4a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66569a24-e287-4da5-b0c6-298992db33cc,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:19.958936 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12b21e01-34a0-49ab-9cb4-096f776a142f tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.962974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-12b21e01-34a0-49ab-9cb4-096f776a142f tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3706162 Feb 09 03:30:19.962974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46222) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:19.978251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46224) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:19.996565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d7fb3db5-e65a-4556-91d5-7635012859ab tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': '040c3753-819c-452e-b238-325d08499ae3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:20.059466 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6029b782-8d65-4bf9-85ff-b08be8b2e637 admin admin] Publish callbacks [] for security_group (66569a24-e287-4da5-b0c6-298992db33cc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.070847 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (92a7cb04-9a39-450f-b42f-3bc836edea83), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.088852 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:30:20.094030 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6029b782-8d65-4bf9-85ff-b08be8b2e637 admin admin] Publish callbacks [] for security_group (66569a24-e287-4da5-b0c6-298992db33cc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.114218 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3db5-e65a-4556-91d5-7635012859ab tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (deafaf8b-afda-4334-a85f-32bcf2bd2ac8), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.118084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fd81fb01-077e-4bed-a92c-a8059c9d3f46 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Deleting port eaed9328-ed89-4961-a6ef-ebbd23357a11 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:20.118596 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd81fb01-077e-4bed-a92c-a8059c9d3f46 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (eaed9328-ed89-4961-a6ef-ebbd23357a11), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.123810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b21e01-34a0-49ab-9cb4-096f776a142f tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040c3753-819c-452e-b238-325d08499ae3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:20.140378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:20.202377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e74afc44-b0a7-4fde-aa2e-2ceeae6ad7f8 None None] Allocated IP 172.20.0.2 (c5780e3f-5fe0-4434-8596-82a0e8078930/05d9f9c2-017d-4dd5-8292-7df7894139fc/4630740e-4c16-47f6-a3ac-e81bbf35bdd2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:20.229472 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-936653ac-a9f0-4704-a786-c7fe30fcaf49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba1d5ba3e4d245f4b86f8062b9f596a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2571177 Feb 09 03:30:20.230033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fd81fb01-077e-4bed-a92c-a8059c9d3f46 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] For port eaed9328-ed89-4961-a6ef-ebbd23357a11, host n-h2-824835-15, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:20.230258 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd81fb01-077e-4bed-a92c-a8059c9d3f46 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (eaed9328-ed89-4961-a6ef-ebbd23357a11), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.232161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46228) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:20.233127 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6029b782-8d65-4bf9-85ff-b08be8b2e637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (66569a24-e287-4da5-b0c6-298992db33cc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.233658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:20.236257 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6029b782-8d65-4bf9-85ff-b08be8b2e637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.240327 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6029b782-8d65-4bf9-85ff-b08be8b2e637 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66569a24-e287-4da5-b0c6-298992db33cc HTTP/1.1" status: 204 len: 168 time: 0.3397391 Feb 09 03:30:20.267550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=92a7cb04-9a39-450f-b42f-3bc836edea83,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:20.270328 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3db5-e65a-4556-91d5-7635012859ab tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (deafaf8b-afda-4334-a85f-32bcf2bd2ac8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.274536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:20.303605 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3db5-e65a-4556-91d5-7635012859ab tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (deafaf8b-afda-4334-a85f-32bcf2bd2ac8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.315948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029b782-8d65-4bf9-85ff-b08be8b2e637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66569a24-e287-4da5-b0c6-298992db33cc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:20.349773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fd81fb01-077e-4bed-a92c-a8059c9d3f46 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Calling delete_port for eaed9328-ed89-4961-a6ef-ebbd23357a11 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:20.364693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e74afc44-b0a7-4fde-aa2e-2ceeae6ad7f8 None None] For port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4630740e-4c16-47f6-a3ac-e81bbf35bdd2,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:20.370187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb3db5-e65a-4556-91d5-7635012859ab tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deafaf8b-afda-4334-a85f-32bcf2bd2ac8,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:20.390528 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3db5-e65a-4556-91d5-7635012859ab tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.394575 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d7fb3db5-e65a-4556-91d5-7635012859ab tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4078710 Feb 09 03:30:20.396190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46232) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:20.401481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-78232113-8415-4c17-804d-6805b2a5194a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': '040c3753-819c-452e-b238-325d08499ae3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:20.422883 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d56dfea6-d593-4d04-b0d2-5ce3e95c9dc6 admin admin] Publish callbacks [] for security_group (6db1b723-8617-4d82-8314-297c877fec81), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.458558 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d56dfea6-d593-4d04-b0d2-5ce3e95c9dc6 admin admin] Publish callbacks [] for security_group (6db1b723-8617-4d82-8314-297c877fec81), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.465591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:20.466303 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.471311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e74afc44-b0a7-4fde-aa2e-2ceeae6ad7f8 None None] Publish callbacks [] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.494297 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-31f36a1c-c317-4897-88a2-fe3beb8f57cd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0745709 Feb 09 03:30:20.496137 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e74afc44-b0a7-4fde-aa2e-2ceeae6ad7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.503333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46236) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:20.543174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78232113-8415-4c17-804d-6805b2a5194a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (06f26f30-0338-48eb-9b06-22e57fa8b3ff), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.547809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d56dfea6-d593-4d04-b0d2-5ce3e95c9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6db1b723-8617-4d82-8314-297c877fec81), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.553035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d56dfea6-d593-4d04-b0d2-5ce3e95c9dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.554832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d56dfea6-d593-4d04-b0d2-5ce3e95c9dc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6db1b723-8617-4d82-8314-297c877fec81 HTTP/1.1" status: 204 len: 168 time: 0.3225610 Feb 09 03:30:20.576886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dfea6-d593-4d04-b0d2-5ce3e95c9dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db1b723-8617-4d82-8314-297c877fec81,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:20.620955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74f48dc-1c52-4046-b5ad-718b5e134787 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:20.634621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74f48dc-1c52-4046-b5ad-718b5e134787 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:20.636790 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d74f48dc-1c52-4046-b5ad-718b5e134787 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1322942 Feb 09 03:30:20.639374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46240) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:20.650510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78232113-8415-4c17-804d-6805b2a5194a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (06f26f30-0338-48eb-9b06-22e57fa8b3ff), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.660618 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78232113-8415-4c17-804d-6805b2a5194a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (06f26f30-0338-48eb-9b06-22e57fa8b3ff), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.684117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74afc44-b0a7-4fde-aa2e-2ceeae6ad7f8 None None] Pushing event updated for resources: {'Port': ['ID=4630740e-4c16-47f6-a3ac-e81bbf35bdd2,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:20.707984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78232113-8415-4c17-804d-6805b2a5194a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f26f30-0338-48eb-9b06-22e57fa8b3ff,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:20.723905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd81fb01-077e-4bed-a92c-a8059c9d3f46 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (eaed9328-ed89-4961-a6ef-ebbd23357a11), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.759144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81fb01-077e-4bed-a92c-a8059c9d3f46 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaed9328-ed89-4961-a6ef-ebbd23357a11,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:20.766940 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd81fb01-077e-4bed-a92c-a8059c9d3f46 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.771104 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fd81fb01-077e-4bed-a92c-a8059c9d3f46 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "DELETE /v2.0/ports/eaed9328-ed89-4961-a6ef-ebbd23357a11 HTTP/1.1" status: 204 len: 168 time: 0.8971534 Feb 09 03:30:20.774321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46242) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:20.782241 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78232113-8415-4c17-804d-6805b2a5194a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.790363 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-78232113-8415-4c17-804d-6805b2a5194a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3931222 Feb 09 03:30:20.793852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46244) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:20.801663 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-179702b9-7f46-4df5-97aa-3cc800ce08a2 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:30:20.803365 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-179702b9-7f46-4df5-97aa-3cc800ce08a2 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "GET /v2.0/ports/eaed9328-ed89-4961-a6ef-ebbd23357a11 HTTP/1.1" status: 404 len: 333 time: 0.0280123 Feb 09 03:30:20.809208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f6b425e7-b8e7-4c69-a777-40776e3bfe25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': '040c3753-819c-452e-b238-325d08499ae3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:20.812960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46246) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:20.826229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1165464736', 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:20.866408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Made reservation on behalf of 5fc4b2160aa44bde8e58d94929c296d9 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:20.869297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.887948 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.895895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] device_id is not set on port 6603d46f-e23e-4155-a4d9-e60310ba6157 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:20.994154 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6b425e7-b8e7-4c69-a777-40776e3bfe25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (329e5660-ff71-4bb1-ab0a-452f26fb6d2a), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.017088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46254) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:21.117320 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2334f915-65a3-4825-a7f5-897c22c3e0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.155726 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks [] for port (6603d46f-e23e-4155-a4d9-e60310ba6157), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.206361 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55f739-c08a-47f9-b1cf-67182ef742d1 req-9677f83d-1489-4b9d-b85d-73abacec6eae tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:21.211918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c55f739-c08a-47f9-b1cf-67182ef742d1 req-9677f83d-1489-4b9d-b85d-73abacec6eae tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3064160 Feb 09 03:30:21.240685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e94b9-f899-4f31-b3d1-779f703bb2e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 92a7cb04-9a39-450f-b42f-3bc836edea83 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:21.241142 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e6e94b9-f899-4f31-b3d1-779f703bb2e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (92a7cb04-9a39-450f-b42f-3bc836edea83), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.245684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:21.249304 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6603d46f-e23e-4155-a4d9-e60310ba6157), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.371196 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2334f915-65a3-4825-a7f5-897c22c3e0e2 admin admin] Publish callbacks [] for security_group (c409e3d1-e2be-460a-ad93-2d935a4278ca), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.390448 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2334f915-65a3-4825-a7f5-897c22c3e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c409e3d1-e2be-460a-ad93-2d935a4278ca), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.421085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event updated for resources: {'Port': ['ID=6603d46f-e23e-4155-a4d9-e60310ba6157,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:21.436843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:21.437477 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.468747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Network ec0e00b2-2585-4714-8ecd-56c9911b09a1 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:21.477036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:21.506037 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:21.507007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:21.507702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.510926 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2334f915-65a3-4825-a7f5-897c22c3e0e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3aeb2cc607a4ba0a5f50cb99561aba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828908 Feb 09 03:30:21.523984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46264) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:21.528501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334f915-65a3-4825-a7f5-897c22c3e0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c409e3d1-e2be-460a-ad93-2d935a4278ca,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:21.539526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ecdc6-0de4-447c-88f4-8b57c5091831 req-b73bf594-aaa8-4f0f-968c-f2055a829112 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:21.541032 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-149ecdc6-0de4-447c-88f4-8b57c5091831 req-b73bf594-aaa8-4f0f-968c-f2055a829112 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.2964692 Feb 09 03:30:21.552081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-01bc8ad2-fa93-4ef0-b50c-b105c9ce1093 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7352395 Feb 09 03:30:21.555828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:21.556111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46266) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:21.634661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e667e18b-0954-4c7c-a658-4a78bd9953de tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:21.637460 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e667e18b-0954-4c7c-a658-4a78bd9953de tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "GET /v2.0/ports/6603d46f-e23e-4155-a4d9-e60310ba6157 HTTP/1.1" status: 200 len: 955 time: 0.0772281 Feb 09 03:30:21.641726 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46270) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:21.647162 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c55f739-c08a-47f9-b1cf-67182ef742d1 req-e2dff613-05f2-4642-bfb5-aacad58b69f7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723892 Feb 09 03:30:21.649143 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6b425e7-b8e7-4c69-a777-40776e3bfe25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (329e5660-ff71-4bb1-ab0a-452f26fb6d2a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.661405 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6b425e7-b8e7-4c69-a777-40776e3bfe25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (329e5660-ff71-4bb1-ab0a-452f26fb6d2a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.664432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e6e94b9-f899-4f31-b3d1-779f703bb2e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (92a7cb04-9a39-450f-b42f-3bc836edea83), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.685297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e94b9-f899-4f31-b3d1-779f703bb2e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 92a7cb04-9a39-450f-b42f-3bc836edea83 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:21.710300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b425e7-b8e7-4c69-a777-40776e3bfe25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329e5660-ff71-4bb1-ab0a-452f26fb6d2a,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:21.744073 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00af13cc-54b5-47dd-9404-007cbb6fba2d admin admin] Publish callbacks [] for security_group (c409e3d1-e2be-460a-ad93-2d935a4278ca), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.772840 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00af13cc-54b5-47dd-9404-007cbb6fba2d admin admin] Publish callbacks [] for security_group (c409e3d1-e2be-460a-ad93-2d935a4278ca), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.802488 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6b425e7-b8e7-4c69-a777-40776e3bfe25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.803704 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f6b425e7-b8e7-4c69-a777-40776e3bfe25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0071971 Feb 09 03:30:21.807350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46276) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:21.812564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-16e6dc2e-b63f-4d1b-857d-cba7a90d41ad tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': '040c3753-819c-452e-b238-325d08499ae3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:21.865205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00af13cc-54b5-47dd-9404-007cbb6fba2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c409e3d1-e2be-460a-ad93-2d935a4278ca), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.867979 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00af13cc-54b5-47dd-9404-007cbb6fba2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.872181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-00af13cc-54b5-47dd-9404-007cbb6fba2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c409e3d1-e2be-460a-ad93-2d935a4278ca HTTP/1.1" status: 204 len: 168 time: 0.3364122 Feb 09 03:30:21.887243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af13cc-54b5-47dd-9404-007cbb6fba2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c409e3d1-e2be-460a-ad93-2d935a4278ca,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:21.888192 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-149ecdc6-0de4-447c-88f4-8b57c5091831 req-7197f883-50f2-477e-b8b3-d3f3e381c06e tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334398 Feb 09 03:30:21.928727 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16e6dc2e-b63f-4d1b-857d-cba7a90d41ad tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (c9bbe9c5-c248-468b-afad-2e6defe458ea), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.024502 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.073227 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16e6dc2e-b63f-4d1b-857d-cba7a90d41ad tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (c9bbe9c5-c248-468b-afad-2e6defe458ea), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.082293 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16e6dc2e-b63f-4d1b-857d-cba7a90d41ad tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (c9bbe9c5-c248-468b-afad-2e6defe458ea), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.090285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8c32afd4-70c1-43d3-964a-2b96403f8b6b None None] Provisioning complete for port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:22.090661 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c32afd4-70c1-43d3-964a-2b96403f8b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.111311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46284) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:22.114704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6dc2e-b63f-4d1b-857d-cba7a90d41ad tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bbe9c5-c248-468b-afad-2e6defe458ea,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:22.146444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16e6dc2e-b63f-4d1b-857d-cba7a90d41ad tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.152924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-16e6dc2e-b63f-4d1b-857d-cba7a90d41ad tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3438416 Feb 09 03:30:22.153597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46288) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:22.163620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ad054c7c-2726-4e45-b05a-442eeefdc681 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': '040c3753-819c-452e-b238-325d08499ae3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:22.177503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-491dc6bb-138b-49f4-ad8d-6b538cb76b10 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Deleting port 6603d46f-e23e-4155-a4d9-e60310ba6157 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:22.178982 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-491dc6bb-138b-49f4-ad8d-6b538cb76b10 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6603d46f-e23e-4155-a4d9-e60310ba6157), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.224977 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad054c7c-2726-4e45-b05a-442eeefdc681 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (3ba2ec91-d2a5-484b-914d-68dd7870551e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.308637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8c32afd4-70c1-43d3-964a-2b96403f8b6b None None] Current status of the port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:22.339072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad054c7c-2726-4e45-b05a-442eeefdc681 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (3ba2ec91-d2a5-484b-914d-68dd7870551e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.353993 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad054c7c-2726-4e45-b05a-442eeefdc681 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (3ba2ec91-d2a5-484b-914d-68dd7870551e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.374528 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-491dc6bb-138b-49f4-ad8d-6b538cb76b10 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6603d46f-e23e-4155-a4d9-e60310ba6157), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.402262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-491dc6bb-138b-49f4-ad8d-6b538cb76b10 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Calling delete_port for 6603d46f-e23e-4155-a4d9-e60310ba6157 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:22.410479 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e6e94b9-f899-4f31-b3d1-779f703bb2e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (92a7cb04-9a39-450f-b42f-3bc836edea83), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.424179 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad054c7c-2726-4e45-b05a-442eeefdc681 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.424179 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ad054c7c-2726-4e45-b05a-442eeefdc681 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2675095 Feb 09 03:30:22.429388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46292) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:22.471078 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e94b9-f899-4f31-b3d1-779f703bb2e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=92a7cb04-9a39-450f-b42f-3bc836edea83,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:22.488622 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b6b9786-8cd1-4c1d-a528-72183bd1ccd2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (3ba2ec91-d2a5-484b-914d-68dd7870551e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.490902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad054c7c-2726-4e45-b05a-442eeefdc681 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba2ec91-d2a5-484b-914d-68dd7870551e,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:22.499033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2009430646'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:22.512164 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b6b9786-8cd1-4c1d-a528-72183bd1ccd2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (3ba2ec91-d2a5-484b-914d-68dd7870551e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.551804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:22.555610 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.567190 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.581476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b6b9786-8cd1-4c1d-a528-72183bd1ccd2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (3ba2ec91-d2a5-484b-914d-68dd7870551e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.587030 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b6b9786-8cd1-4c1d-a528-72183bd1ccd2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.591056 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5b6b9786-8cd1-4c1d-a528-72183bd1ccd2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3ba2ec91-d2a5-484b-914d-68dd7870551e HTTP/1.1" status: 204 len: 168 time: 0.1601682 Feb 09 03:30:22.592824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46300) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:22.626023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b68ef0f8-db7f-4312-8f46-147a9210f9f7 None None] Could not find standard attr ID for object 92a7cb04-9a39-450f-b42f-3bc836edea83. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:30:22.636090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b9786-8cd1-4c1d-a528-72183bd1ccd2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ba2ec91-d2a5-484b-914d-68dd7870551e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:22.721988 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e6e94b9-f899-4f31-b3d1-779f703bb2e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.722837 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f9871f31-acf0-4f4a-b1df-6746f683f4c2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1212223 Feb 09 03:30:22.726717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46306) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:22.730622 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0e6e94b9-f899-4f31-b3d1-779f703bb2e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/92a7cb04-9a39-450f-b42f-3bc836edea83 HTTP/1.1" status: 204 len: 168 time: 2.0878985 Feb 09 03:30:22.732713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46308) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:22.759985 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-491dc6bb-138b-49f4-ad8d-6b538cb76b10 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6603d46f-e23e-4155-a4d9-e60310ba6157), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.797190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dc6bb-138b-49f4-ad8d-6b538cb76b10 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event deleted for resources: {'Port': ['ID=6603d46f-e23e-4155-a4d9-e60310ba6157,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:22.807914 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-491dc6bb-138b-49f4-ad8d-6b538cb76b10 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.816200 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-491dc6bb-138b-49f4-ad8d-6b538cb76b10 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6603d46f-e23e-4155-a4d9-e60310ba6157 HTTP/1.1" status: 204 len: 168 time: 1.0408304 Feb 09 03:30:22.819052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46312) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:22.857669 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4ed295-3047-4e20-a5d1-d9a2ac56ec18 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:30:22.857669 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-af4ed295-3047-4e20-a5d1-d9a2ac56ec18 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "GET /v2.0/ports/6603d46f-e23e-4155-a4d9-e60310ba6157 HTTP/1.1" status: 404 len: 333 time: 0.0371027 Feb 09 03:30:22.863278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46316) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:22.868106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Request body: {'port': {'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2009650656'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:22.897760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Made reservation on behalf of 5fc4b2160aa44bde8e58d94929c296d9 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:22.902326 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.931199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] device_id is not set on port 3295b118-7519-471a-bd7a-c432a9580a83 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:22.963635 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-651b6fe7-ceb7-4a12-a342-58187218c86b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (c9bbe9c5-c248-468b-afad-2e6defe458ea), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.998586 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-651b6fe7-ceb7-4a12-a342-58187218c86b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (c9bbe9c5-c248-468b-afad-2e6defe458ea), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.046460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c5601c-72eb-4a2e-a0ef-e2f7d08d1229 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:23.047393 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c5601c-72eb-4a2e-a0ef-e2f7d08d1229 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:23.049390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c5601c-72eb-4a2e-a0ef-e2f7d08d1229 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:23.053594 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-30c5601c-72eb-4a2e-a0ef-e2f7d08d1229 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3133485 Feb 09 03:30:23.057018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46324) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:23.059033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (7cd4c046-5232-4855-a6d6-b58a85589454), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.116291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-0daaa686-6cbf-43df-b958-d5f1962baf9b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 05d9f9c2-017d-4dd5-8292-7df7894139fc {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:23.120274 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0daaa686-6cbf-43df-b958-d5f1962baf9b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (05d9f9c2-017d-4dd5-8292-7df7894139fc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.138904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baa561-7aca-4164-b1db-8c0a46e9287d req-72f74e4f-ba57-4e8c-b6b3-1bbfb01a0343 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:23.140930 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80baa561-7aca-4164-b1db-8c0a46e9287d req-72f74e4f-ba57-4e8c-b6b3-1bbfb01a0343 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.1211083 Feb 09 03:30:23.169075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7cd4c046-5232-4855-a6d6-b58a85589454), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.174920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0daaa686-6cbf-43df-b958-d5f1962baf9b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (05d9f9c2-017d-4dd5-8292-7df7894139fc), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.247623 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-651b6fe7-ceb7-4a12-a342-58187218c86b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (c9bbe9c5-c248-468b-afad-2e6defe458ea), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.254922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:30:23.277628 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-651b6fe7-ceb7-4a12-a342-58187218c86b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.281088 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-651b6fe7-ceb7-4a12-a342-58187218c86b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c9bbe9c5-c248-468b-afad-2e6defe458ea HTTP/1.1" status: 204 len: 168 time: 0.5511172 Feb 09 03:30:23.282064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b6fe7-ceb7-4a12-a342-58187218c86b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9bbe9c5-c248-468b-afad-2e6defe458ea,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:23.283451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46328) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:23.290530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5bccc-2429-4ed3-8b20-346e4f56ab94 req-36fa877e-16d4-499a-bf93-8e37110d5da1 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:23.295952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80baa561-7aca-4164-b1db-8c0a46e9287d req-dc9b0d79-5207-4ae7-8970-370222ec6f6c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415684 Feb 09 03:30:23.297562 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18d5bccc-2429-4ed3-8b20-346e4f56ab94 req-36fa877e-16d4-499a-bf93-8e37110d5da1 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4482911 Feb 09 03:30:23.317318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd4c046-5232-4855-a6d6-b58a85589454,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:23.320465 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4f2fe655-f7d3-42a3-a78b-09c452f3b8a6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.320858 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Added segment 4f2fe655-f7d3-42a3-a78b-09c452f3b8a6 of type vlan for network d38124a9-5ebe-41ee-bed9-6d70877e7263 Feb 09 03:30:23.338106 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks [] for port (3295b118-7519-471a-bd7a-c432a9580a83), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.394697 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-959fcee4-9ba0-410b-8579-7b8541a175a9 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1101241 Feb 09 03:30:23.397890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46330) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:23.431403 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (d38124a9-5ebe-41ee-bed9-6d70877e7263), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.454980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1764b3f-2538-4cb3-a0d3-21b68f88f21c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (329e5660-ff71-4bb1-ab0a-452f26fb6d2a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.471759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18d5bccc-2429-4ed3-8b20-346e4f56ab94 req-aea2bc11-4060-4540-aa97-52a1c7bdbed2 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563938 Feb 09 03:30:23.487146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1764b3f-2538-4cb3-a0d3-21b68f88f21c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (329e5660-ff71-4bb1-ab0a-452f26fb6d2a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.490852 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0daaa686-6cbf-43df-b958-d5f1962baf9b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (05d9f9c2-017d-4dd5-8292-7df7894139fc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.575818 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (d38124a9-5ebe-41ee-bed9-6d70877e7263), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.581312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:23.581969 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.601209 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1764b3f-2538-4cb3-a0d3-21b68f88f21c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (329e5660-ff71-4bb1-ab0a-452f26fb6d2a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.611211 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1764b3f-2538-4cb3-a0d3-21b68f88f21c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.613144 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b1764b3f-2538-4cb3-a0d3-21b68f88f21c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/329e5660-ff71-4bb1-ab0a-452f26fb6d2a HTTP/1.1" status: 204 len: 168 time: 0.2141926 Feb 09 03:30:23.618803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46342) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:23.620204 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5024798 Feb 09 03:30:23.621654 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3295b118-7519-471a-bd7a-c432a9580a83), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.630579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46344) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:23.635599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1764b3f-2538-4cb3-a0d3-21b68f88f21c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=329e5660-ff71-4bb1-ab0a-452f26fb6d2a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:23.649045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'name': 'tempest-PortsIpV6TestJSON-136022391'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:23.679394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d188ec-d05e-4245-b708-6d605db636b4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Network': ['ID=d38124a9-5ebe-41ee-bed9-6d70877e7263,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:23.685831 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0daaa686-6cbf-43df-b958-d5f1962baf9b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (05d9f9c2-017d-4dd5-8292-7df7894139fc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.694034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:30:23.754075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daaa686-6cbf-43df-b958-d5f1962baf9b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=05d9f9c2-017d-4dd5-8292-7df7894139fc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:23.757795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0daaa686-6cbf-43df-b958-d5f1962baf9b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.767666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b3fecf-6459-49cf-ab92-f575430336e3 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:23.774988 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0daaa686-6cbf-43df-b958-d5f1962baf9b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/05d9f9c2-017d-4dd5-8292-7df7894139fc HTTP/1.1" status: 204 len: 168 time: 0.7145643 Feb 09 03:30:23.775634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46356) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:23.785577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event updated for resources: {'Port': ['ID=3295b118-7519-471a-bd7a-c432a9580a83,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:23.890384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e2e8d9-98b5-4852-9b85-6bff893402fe tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:23.899718 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e2e8d9-98b5-4852-9b85-6bff893402fe tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.936020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Network ec0e00b2-2585-4714-8ecd-56c9911b09a1 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:23.975069 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e2e8d9-98b5-4852-9b85-6bff893402fe tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:23.988873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:24.006332 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:24.007531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:24.008364 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.034708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-eed95a05-4033-4980-8c07-a0d338f19eb9 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4075086 Feb 09 03:30:24.040184 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.042854 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46362) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:24.098068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:24.105026 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.109027 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e2e8d9-98b5-4852-9b85-6bff893402fe tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.116439 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-899ab25c-2f06-4875-91df-8e2e3dd16074 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2520561 Feb 09 03:30:24.127057 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46368) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:24.135096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4e99b98-c8f2-4b7e-aa35-470cc04a41cf tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (06f26f30-0338-48eb-9b06-22e57fa8b3ff), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.144992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:24.208898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port 246f4073-04c3-4e61-9fe4-146962a5c4ad yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:24.213288 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e2e8d9-98b5-4852-9b85-6bff893402fe tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.226709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-182a2c87-9f5c-4067-9248-bb37d54e360c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:24.228338 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-182a2c87-9f5c-4067-9248-bb37d54e360c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 814 time: 0.4942827 Feb 09 03:30:24.238271 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4e99b98-c8f2-4b7e-aa35-470cc04a41cf tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (06f26f30-0338-48eb-9b06-22e57fa8b3ff), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.254041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2e8d9-98b5-4852-9b85-6bff893402fe tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:24.257656 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e2e8d9-98b5-4852-9b85-6bff893402fe tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.259988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-094fb7f0-82af-4f20-ac6b-ac1288c00cac tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/quotas/294df6b61c34479ba0d8657cdca53b52 HTTP/1.1" status: 200 len: 375 time: 0.0180581 Feb 09 03:30:24.263982 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-42e2e8d9-98b5-4852-9b85-6bff893402fe tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6 HTTP/1.1" status: 204 len: 168 time: 0.4871283 Feb 09 03:30:24.264462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46372) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:24.320043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-47497def-3405-4075-b848-85efbcefab24 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544300 Feb 09 03:30:24.320719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46374) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:24.334670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:24.431879 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3295b118-7519-471a-bd7a-c432a9580a83), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.539737 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-ed671bd9-fa7f-4260-9ae7-cf351ebfaa69 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2188036 Feb 09 03:30:24.541186 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4e99b98-c8f2-4b7e-aa35-470cc04a41cf tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (06f26f30-0338-48eb-9b06-22e57fa8b3ff), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.558824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4e99b98-c8f2-4b7e-aa35-470cc04a41cf tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.560330 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b4e99b98-c8f2-4b7e-aa35-470cc04a41cf tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/06f26f30-0338-48eb-9b06-22e57fa8b3ff HTTP/1.1" status: 204 len: 168 time: 0.5152147 Feb 09 03:30:24.573290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46382) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:24.574325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99b98-c8f2-4b7e-aa35-470cc04a41cf tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06f26f30-0338-48eb-9b06-22e57fa8b3ff,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:24.588948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:24.592573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.632737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3384a-a343-4ddf-8f22-c56ed694ffb4 req-a96cb770-f88e-44b8-9fa5-11a5de7e9652 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:24.640834 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75c3384a-a343-4ddf-8f22-c56ed694ffb4 req-a96cb770-f88e-44b8-9fa5-11a5de7e9652 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.1891854 Feb 09 03:30:24.699069 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-3a4ab34d-9080-41a9-97c8-44b23eebdb9f service neutron] 10.222.0.21 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265166 Feb 09 03:30:24.804428 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-72ea6586-fc90-4d79-8643-870b4c0602d7 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2295537 Feb 09 03:30:24.804939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46386) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:24.822043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75c3384a-a343-4ddf-8f22-c56ed694ffb4 req-062f85ea-4c68-4d2d-acca-4cd93f5d4c0b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802444 Feb 09 03:30:24.938112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5b15c3-057e-4de2-b09a-d51d1eb3d2b5 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:25.020160 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (246f4073-04c3-4e61-9fe4-146962a5c4ad), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.053119 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17c75e90-8a51-4a33-ba96-492c5c3c1944 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (deafaf8b-afda-4334-a85f-32bcf2bd2ac8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.081150 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-a6d90edd-3cd6-46a7-8a40-32dcadf88b9e service neutron] 10.222.0.21 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662403 Feb 09 03:30:25.085405 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17c75e90-8a51-4a33-ba96-492c5c3c1944 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (deafaf8b-afda-4334-a85f-32bcf2bd2ac8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.112316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] device_id is not set on port 3295b118-7519-471a-bd7a-c432a9580a83 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:25.127032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks [] for port (3295b118-7519-471a-bd7a-c432a9580a83), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.128288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f7630e17-5ff1-4e1a-bf6e-113c14427d1a None None] Provisioning complete for port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:25.128633 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7630e17-5ff1-4e1a-bf6e-113c14427d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.133052 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (246f4073-04c3-4e61-9fe4-146962a5c4ad), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.204340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=246f4073-04c3-4e61-9fe4-146962a5c4ad,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:25.209519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (3295b118-7519-471a-bd7a-c432a9580a83), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.272954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event updated for resources: {'Port': ['ID=3295b118-7519-471a-bd7a-c432a9580a83,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:25.307003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:25.307942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:25.308523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:25.337248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Checking segment: {'id': '4f2fe655-f7d3-42a3-a78b-09c452f3b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:25.337740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network hostable DHCP agents. Network: d38124a9-5ebe-41ee-bed9-6d70877e7263, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:30:25.341538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:25.341981 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:25.343117 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 2 to bind port 3295b118-7519-471a-bd7a-c432a9580a83 Feb 09 03:30:25.371095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:25.371635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:25.372085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:25.374540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f7630e17-5ff1-4e1a-bf6e-113c14427d1a None None] Current status of the port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:25.376944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:30:25.379515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee81acf-f9dd-4526-85cd-8b05e6bf3c7f None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:30:25.387023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:25.387504 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:25.387997 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 3 to bind port 3295b118-7519-471a-bd7a-c432a9580a83 Feb 09 03:30:25.407836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, d38124a9-5ebe-41ee-bed9-6d70877e7263) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:25.428215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:25.433965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:25.435094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.439259 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:25.439771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:25.440110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:25.442291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9051ec5-e2f7-4ca7-8356-fe3a868e1a85 None None] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:25.463446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:25.463756 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:25.464776 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 4 to bind port 3295b118-7519-471a-bd7a-c432a9580a83 Feb 09 03:30:25.488302 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ccc98fe7-5897-471c-8cd9-7201957eec4a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8537722 Feb 09 03:30:25.502664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46396) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:25.521841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c70f4f40-cf5a-4621-96ef-244434851b99 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-959101598'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:25.544147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-aee81acf-f9dd-4526-85cd-8b05e6bf3c7f None None] Deleting port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:25.544862 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aee81acf-f9dd-4526-85cd-8b05e6bf3c7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.547691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:25.552222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:25.552698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:25.575990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:25.576557 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:25.578688 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 5 to bind port 3295b118-7519-471a-bd7a-c432a9580a83 Feb 09 03:30:25.606124 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70f4f40-cf5a-4621-96ef-244434851b99 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:25.612036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c70f4f40-cf5a-4621-96ef-244434851b99 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.615724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:25.616211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:25.616677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:25.662165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:25.662365 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:25.663711 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 6 to bind port 3295b118-7519-471a-bd7a-c432a9580a83 Feb 09 03:30:25.687919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70f4f40-cf5a-4621-96ef-244434851b99 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:30:25.694188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:25.694529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:25.694856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:25.704579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:25.704915 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:25.705974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-aee81acf-f9dd-4526-85cd-8b05e6bf3c7f None None] For port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4630740e-4c16-47f6-a3ac-e81bbf35bdd2,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:25.706141 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c70f4f40-cf5a-4621-96ef-244434851b99 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4147045e-e880-4764-b85f-67445ef72f0e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.706305 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-c70f4f40-cf5a-4621-96ef-244434851b99 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Added segment 4147045e-e880-4764-b85f-67445ef72f0e of type vlan for network 2a78f663-9cde-4f73-b8bb-2660c7f589d3 Feb 09 03:30:25.706438 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aee81acf-f9dd-4526-85cd-8b05e6bf3c7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.707360 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 7 to bind port 3295b118-7519-471a-bd7a-c432a9580a83 Feb 09 03:30:25.757618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-aee81acf-f9dd-4526-85cd-8b05e6bf3c7f None None] Calling delete_port for 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:25.782273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ffcb3c23-a044-4c32-85ef-ee6654e4cb3f req-4107c605-c48b-4b58-99d9-b31cf09a11fc tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 210 time: 0.0397131 Feb 09 03:30:25.786309 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17c75e90-8a51-4a33-ba96-492c5c3c1944 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (deafaf8b-afda-4334-a85f-32bcf2bd2ac8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.804203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17c75e90-8a51-4a33-ba96-492c5c3c1944 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.805341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-17c75e90-8a51-4a33-ba96-492c5c3c1944 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/deafaf8b-afda-4334-a85f-32bcf2bd2ac8 HTTP/1.1" status: 204 len: 168 time: 0.9953079 Feb 09 03:30:25.806203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c75e90-8a51-4a33-ba96-492c5c3c1944 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deafaf8b-afda-4334-a85f-32bcf2bd2ac8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:25.810389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46412) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:25.818317 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:25.818858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:25.827920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:25.851587 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c70f4f40-cf5a-4621-96ef-244434851b99 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (2a78f663-9cde-4f73-b8bb-2660c7f589d3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.855605 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:25.858318 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:25.860310 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 8 to bind port 3295b118-7519-471a-bd7a-c432a9580a83 Feb 09 03:30:25.914740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:25.915661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:25.916062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:25.936584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-72d9f7b4-cbd4-4ae8-ac06-c37954785a12 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1249554 Feb 09 03:30:25.942833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46416) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:25.962645 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aee81acf-f9dd-4526-85cd-8b05e6bf3c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (4630740e-4c16-47f6-a3ac-e81bbf35bdd2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:25.978358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:25.978926 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:25.986244 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 9 to bind port 3295b118-7519-471a-bd7a-c432a9580a83 Feb 09 03:30:26.004858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee81acf-f9dd-4526-85cd-8b05e6bf3c7f None None] Pushing event deleted for resources: {'Port': ['ID=4630740e-4c16-47f6-a3ac-e81bbf35bdd2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:26.008017 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c70f4f40-cf5a-4621-96ef-244434851b99 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (2a78f663-9cde-4f73-b8bb-2660c7f589d3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.018928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee81acf-f9dd-4526-85cd-8b05e6bf3c7f None None] No DVR routers for this DVR port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:26.028706 n-d-824835-15 neutron-server[103328]: DEBUG neutron.objects.ports [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103328) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:30:26.032174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70f4f40-cf5a-4621-96ef-244434851b99 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:26.032962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c70f4f40-cf5a-4621-96ef-244434851b99 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.072839 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:26.073186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:26.073530 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:26.183384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:26.183751 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:26.192433 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempt 10 to bind port 3295b118-7519-471a-bd7a-c432a9580a83 Feb 09 03:30:26.217683 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c70f4f40-cf5a-4621-96ef-244434851b99 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7092924 Feb 09 03:30:26.222823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46426) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:26.232337 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'ports': [{'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263'}, {'network_id': '2a78f663-9cde-4f73-b8bb-2660c7f589d3'}]} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:26.232647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:26.233134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': '2a78f663-9cde-4f73-b8bb-2660c7f589d3'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:26.250985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:26.252133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:26.252485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempting to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:26.258284 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f4f40-cf5a-4621-96ef-244434851b99 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Network': ['ID=2a78f663-9cde-4f73-b8bb-2660c7f589d3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:26.262091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:26.263123 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Failed to bind port 3295b118-7519-471a-bd7a-c432a9580a83 on host n-h2-824835-15 for vnic_type normal using segments [{'id': '3e8e366d-43c4-4729-847e-3edbfdc7b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ec0e00b2-2585-4714-8ecd-56c9911b09a1'}] Feb 09 03:30:26.263123 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3295b118-7519-471a-bd7a-c432a9580a83), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.271676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 2a78f663-9cde-4f73-b8bb-2660c7f589d3 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:30:26.334107 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f1749a0-8f9e-4c4f-87cb-a82bbb87dba7 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (040c3753-819c-452e-b238-325d08499ae3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.398677 n-d-824835-15 neutron-server[103328]: WARNING neutron.services.revisions.revision_plugin [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Could not find related port for resource to bump revision. Feb 09 03:30:26.417838 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f1749a0-8f9e-4c4f-87cb-a82bbb87dba7 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (040c3753-819c-452e-b238-325d08499ae3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.422692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_pluggable_backend [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Port 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103328) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 03:30:26.423095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_pluggable_backend [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Reverting IP allocation for 2001:db8::f816:3eff:feeb:b8e {{(pid=103328) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 03:30:26.433416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_pluggable_backend [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feeb:b8e {{(pid=103328) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 03:30:26.441713 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (608056e2-7874-4c3b-af9d-dc5574e57a63), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.571429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:26.579808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:26.586346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:26.586945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.595828 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f1749a0-8f9e-4c4f-87cb-a82bbb87dba7 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (040c3753-819c-452e-b238-325d08499ae3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.596497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ce6a24-52a8-4fab-95ae-0b71609c94b6 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:26.598376 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f1749a0-8f9e-4c4f-87cb-a82bbb87dba7 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.599851 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5f1749a0-8f9e-4c4f-87cb-a82bbb87dba7 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-groups/040c3753-819c-452e-b238-325d08499ae3 HTTP/1.1" status: 204 len: 168 time: 0.6559534 Feb 09 03:30:26.608973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46432) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:26.623566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=608056e2-7874-4c3b-af9d-dc5574e57a63,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:26.637815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1749a0-8f9e-4c4f-87cb-a82bbb87dba7 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040c3753-819c-452e-b238-325d08499ae3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:26.652908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-439b5694-0b48-483e-aee6-85ddc84d9c59 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3311591 Feb 09 03:30:26.657804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46436) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:26.666539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5841bfe8-06f0-4d19-9c00-ad854a314351 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:26.676824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 2} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:26.680963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.713862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe578e-a459-44e1-9aa9-9c85ed2a9005 req-e7ee2e8f-0bc4-4971-9ee4-5cceb1b0aa58 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:26.715524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5dfe578e-a459-44e1-9aa9-9c85ed2a9005 req-e7ee2e8f-0bc4-4971-9ee4-5cceb1b0aa58 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.7583253 Feb 09 03:30:26.780322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': '608056e2-7874-4c3b-af9d-dc5574e57a63'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:30:26.782178 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.782817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.802576 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9b500880-8347-46dc-b714-dfd5c5eaad07 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1867535 Feb 09 03:30:26.808135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46438) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:26.816420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a4938154-b371-4ec1-9244-6e2e09e5a223 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group': {'name': 'tempest-secgroup--423036372'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:26.933907 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4938154-b371-4ec1-9244-6e2e09e5a223 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.940939 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5dfe578e-a459-44e1-9aa9-9c85ed2a9005 req-f61d5022-ee01-4a88-a5bf-8a6ed45a07b6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997526 Feb 09 03:30:27.031186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] For port 3295b118-7519-471a-bd7a-c432a9580a83, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:27.031921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attempted to set empty binding levels {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 03:30:27.052509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Allocated IP 2001:db8::f816:3eff:fe2a:7d68 (c5780e3f-5fe0-4434-8596-82a0e8078930/608056e2-7874-4c3b-af9d-dc5574e57a63/f027f360-2c5d-4d80-b468-824dbd839e32) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:27.068346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-a776e0d3-9d93-4087-a260-635313694720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:27.070637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-a776e0d3-9d93-4087-a260-635313694720 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63&tenant_id=75f22a02eb0444c6ae9cf24015859115 HTTP/1.1" status: 200 len: 1127 time: 0.3773220 Feb 09 03:30:27.074902 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (3295b118-7519-471a-bd7a-c432a9580a83), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.095888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e4d269b-3f5b-4d87-95b4-ebc1c00f3ec1 req-b8544227-708e-418e-8499-2f0cdde2b3e5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 210 time: 0.1348112 Feb 09 03:30:27.099835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:27.128944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5841bfe8-06f0-4d19-9c00-ad854a314351 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:27.132483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5841bfe8-06f0-4d19-9c00-ad854a314351 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.197339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] In _notify_port_updated(), no bound segment for port 3295b118-7519-471a-bd7a-c432a9580a83 on network ec0e00b2-2585-4714-8ecd-56c9911b09a1 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:30:27.198346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:27.199034 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.203342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "PUT /v2.0/ports/3295b118-7519-471a-bd7a-c432a9580a83 HTTP/1.1" status: 200 len: 976 time: 3.0654678 Feb 09 03:30:27.208066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46444) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:27.263815 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.284017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f77c0-0b85-47cc-aebb-f751a77747ff tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event updated for resources: {'Port': ['ID=3295b118-7519-471a-bd7a-c432a9580a83,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:27.295593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port b23df96a-4b1d-4a8a-ab2d-ed19de8ca361 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:27.307083 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Publish callbacks [] for port (f027f360-2c5d-4d80-b468-824dbd839e32), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.311981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:27.316433 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-a8f50c86-d3a3-4028-8a46-c93eaea01afb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:27.318096 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-a8f50c86-d3a3-4028-8a46-c93eaea01afb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.42 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 814 time: 0.3230417 Feb 09 03:30:27.337863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:27.338575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4630740e-4c16-47f6-a3ac-e81bbf35bdd2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:27.340626 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.394370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:27.397574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:27.406608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:27.413057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Pushing event updated for resources: {'Port': ['ID=f027f360-2c5d-4d80-b468-824dbd839e32,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:27.435803 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4938154-b371-4ec1-9244-6e2e09e5a223 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (1d168842-4c38-4101-8719-946847d91b6e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.442098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Request body: {'port': {'device_id': '6ed1567c-9dae-4dd5-9133-b4c3f16b1075', 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d', 'admin_state_up': True, 'tenant_id': '294df6b61c34479ba0d8657cdca53b52'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:27.448052 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4938154-b371-4ec1-9244-6e2e09e5a223 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1d168842-4c38-4101-8719-946847d91b6e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.488302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Attempting to bind port f027f360-2c5d-4d80-b468-824dbd839e32 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:27.488578 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Attempting to bind port f027f360-2c5d-4d80-b468-824dbd839e32 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:27.489013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Attempting to bind port f027f360-2c5d-4d80-b468-824dbd839e32 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:27.496441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:27.496980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:27.497828 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.498300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:27.498881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Bound port: f027f360-2c5d-4d80-b468-824dbd839e32, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:27.499397 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.544079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4938154-b371-4ec1-9244-6e2e09e5a223 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.548692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a4938154-b371-4ec1-9244-6e2e09e5a223 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7389312 Feb 09 03:30:27.555612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46450) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:27.560516 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d8e3914d-af70-40c1-aecb-b9fba26e5af3 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': '1d168842-4c38-4101-8719-946847d91b6e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:27.589830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4938154-b371-4ec1-9244-6e2e09e5a223 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d168842-4c38-4101-8719-946847d91b6e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:27.601843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] For port f027f360-2c5d-4d80-b468-824dbd839e32, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:27.613609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d8e3914d-af70-40c1-aecb-b9fba26e5af3 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (ee2e50b7-68f1-4fb4-8c35-1d0123dd0dbc), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.614507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] For port f027f360-2c5d-4d80-b468-824dbd839e32, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f027f360-2c5d-4d80-b468-824dbd839e32,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:27.626960 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.638614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1b10c-aa6c-4905-b76b-9f9d69e605c3 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Deleting port 3295b118-7519-471a-bd7a-c432a9580a83 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:27.639057 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b10c-aa6c-4905-b76b-9f9d69e605c3 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3295b118-7519-471a-bd7a-c432a9580a83), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.652791 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (b23df96a-4b1d-4a8a-ab2d-ed19de8ca361), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.726538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:27.738122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cd5fc-6d3b-438d-8137-b8ccb7d88016 None None] Pushing event updated for resources: {'Port': ['ID=f027f360-2c5d-4d80-b468-824dbd839e32,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:27.740463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Made reservation on behalf of 294df6b61c34479ba0d8657cdca53b52 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:27.743892 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.771088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3ae1b10c-aa6c-4905-b76b-9f9d69e605c3 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] For port 3295b118-7519-471a-bd7a-c432a9580a83, host n-h2-824835-15, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:27.771461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b10c-aa6c-4905-b76b-9f9d69e605c3 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3295b118-7519-471a-bd7a-c432a9580a83), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.791082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1b10c-aa6c-4905-b76b-9f9d69e605c3 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Calling delete_port for 3295b118-7519-471a-bd7a-c432a9580a83 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:27.828882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:27.864900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port 97a94e08-dab4-4097-93b8-6753efa164c3 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:27.873222 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5841bfe8-06f0-4d19-9c00-ad854a314351 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (0cb67ba4-e78e-4dc7-9b84-74119a185a2c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.951615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841bfe8-06f0-4d19-9c00-ad854a314351 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=0cb67ba4-e78e-4dc7-9b84-74119a185a2c,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:27.958081 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d8e3914d-af70-40c1-aecb-b9fba26e5af3 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (ee2e50b7-68f1-4fb4-8c35-1d0123dd0dbc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.002783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d8e3914d-af70-40c1-aecb-b9fba26e5af3 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (ee2e50b7-68f1-4fb4-8c35-1d0123dd0dbc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.011403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:30:28.043825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5841bfe8-06f0-4d19-9c00-ad854a314351 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:28.054220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5841bfe8-06f0-4d19-9c00-ad854a314351 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:28.062216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3914d-af70-40c1-aecb-b9fba26e5af3 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2e50b7-68f1-4fb4-8c35-1d0123dd0dbc,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:28.067244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5841bfe8-06f0-4d19-9c00-ad854a314351 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:28.068328 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5841bfe8-06f0-4d19-9c00-ad854a314351 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.076567 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Publish callbacks [] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.079386 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d8e3914d-af70-40c1-aecb-b9fba26e5af3 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.080997 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d8e3914d-af70-40c1-aecb-b9fba26e5af3 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5240552 Feb 09 03:30:28.088093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46456) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:28.203442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Transition to ACTIVE for port object 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:30:28.237727 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.248301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (97a94e08-dab4-4097-93b8-6753efa164c3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.299213 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b10c-aa6c-4905-b76b-9f9d69e605c3 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3295b118-7519-471a-bd7a-c432a9580a83), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.306092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Allocated IP 172.20.0.13 (69fb9b00-c2ef-4b22-bb85-44f083234f5d/c68694e5-e970-48b1-8db0-d6c62f493976/8cbdf8b4-a9b1-4917-b848-8dc4337fb670) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:28.312259 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5841bfe8-06f0-4d19-9c00-ad854a314351 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6503630 Feb 09 03:30:28.313042 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46462) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:28.327380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:f6:47:4f', 'name': 'tempest-NetworksTestDHCPv6-799141270'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:28.329858 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b23df96a-4b1d-4a8a-ab2d-ed19de8ca361), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.410021 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2de1da20-4abc-4f47-8966-a9684c61f856 req-6ab01803-c113-43ef-8e3d-ba06ea03c93b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 210 time: 0.1094813 Feb 09 03:30:28.475839 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d0398bb-45a4-4ba4-a527-f339d750bf82 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (1d168842-4c38-4101-8719-946847d91b6e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.517881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:28.524310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:28.530176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=b23df96a-4b1d-4a8a-ab2d-ed19de8ca361,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:28.532125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:28.543373 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (97a94e08-dab4-4097-93b8-6753efa164c3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.550432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Pushing event updated for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:28.566476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d0398bb-45a4-4ba4-a527-f339d750bf82 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (1d168842-4c38-4101-8719-946847d91b6e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.576464 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b10c-aa6c-4905-b76b-9f9d69e605c3 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.581787 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3ae1b10c-aa6c-4905-b76b-9f9d69e605c3 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3295b118-7519-471a-bd7a-c432a9580a83 HTTP/1.1" status: 204 len: 168 time: 1.3702419 Feb 09 03:30:28.598445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46468) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:28.635655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317dd75-e074-475a-821f-361d0498808c req-5b52100b-b61b-454f-a865-39d2816829f7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:28.639590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d317dd75-e074-475a-821f-361d0498808c req-5b52100b-b61b-454f-a865-39d2816829f7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 944 time: 0.4916108 Feb 09 03:30:28.689877 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18b3980-bcf9-400e-bd93-9bdd5c5b0503 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:30:28.691348 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c18b3980-bcf9-400e-bd93-9bdd5c5b0503 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] 10.222.0.21 "GET /v2.0/ports/3295b118-7519-471a-bd7a-c432a9580a83 HTTP/1.1" status: 404 len: 333 time: 0.0895939 Feb 09 03:30:28.698936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46472) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:28.708187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1b10c-aa6c-4905-b76b-9f9d69e605c3 tempest-PortsAdminExtendedAttrsTestJSON-248847330 tempest-PortsAdminExtendedAttrsTestJSON-248847330-project-admin] Pushing event deleted for resources: {'Port': ['ID=3295b118-7519-471a-bd7a-c432a9580a83,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:28.736676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=97a94e08-dab4-4097-93b8-6753efa164c3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:28.838065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] No DVR routers for this DVR port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:28.846157 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Checking segment: {'id': '4147045e-e880-4764-b85f-67445ef72f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2a78f663-9cde-4f73-b8bb-2660c7f589d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:28.846748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network hostable DHCP agents. Network: 2a78f663-9cde-4f73-b8bb-2660c7f589d3, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:30:28.879874 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (ec0e00b2-2585-4714-8ecd-56c9911b09a1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.904004 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d0398bb-45a4-4ba4-a527-f339d750bf82 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1d168842-4c38-4101-8719-946847d91b6e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.906988 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d0398bb-45a4-4ba4-a527-f339d750bf82 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.908721 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9d0398bb-45a4-4ba4-a527-f339d750bf82 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-groups/1d168842-4c38-4101-8719-946847d91b6e HTTP/1.1" status: 204 len: 168 time: 0.8182952 Feb 09 03:30:28.920999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46478) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:28.922382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 2a78f663-9cde-4f73-b8bb-2660c7f589d3 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:30:28.990156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0398bb-45a4-4ba4-a527-f339d750bf82 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d168842-4c38-4101-8719-946847d91b6e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:29.011979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 2a78f663-9cde-4f73-b8bb-2660c7f589d3) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:29.025447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aa5410-d875-4ec3-9dc2-72fb838f992a None None] Network 2a78f663-9cde-4f73-b8bb-2660c7f589d3 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:29.162440 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7ce36d69-f408-4d16-9044-1a5909101d29 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2357469 Feb 09 03:30:29.168972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:29.180713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d317dd75-e074-475a-821f-361d0498808c req-3dda12a2-5e29-4f1f-87c5-0f67828f2cec tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5082419 Feb 09 03:30:29.181266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46484) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:29.182932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:29.194495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:29.195442 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.230447 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (ec0e00b2-2585-4714-8ecd-56c9911b09a1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.242278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-93d9ee58-9971-40aa-b64a-83dcbd7256fc tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595499662'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:29.270067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-37f01442-d9b3-42e2-8703-9ba490dc554b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0428867 Feb 09 03:30:29.273964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46486) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:29.353407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f027f360-2c5d-4d80-b468-824dbd839e32 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:29.373293 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:29.395635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0e00b2-2585-4714-8ecd-56c9911b09a1']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:29.410108 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks [] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.415340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8e366d-43c4-4729-847e-3edbfdc7b75d') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:29.415592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8e366d-43c4-4729-847e-3edbfdc7b75d') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:29.441556 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f027f360-2c5d-4d80-b468-824dbd839e32 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:29.442245 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.463102 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (3e8e366d-43c4-4729-847e-3edbfdc7b75d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.481518 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.505293 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (3e8e366d-43c4-4729-847e-3edbfdc7b75d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.520207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ecccae87-5be9-4b3b-a00b-a6d1c997f496'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:30:29.528772 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93d9ee58-9971-40aa-b64a-83dcbd7256fc tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.531900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:29.532845 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (3e8e366d-43c4-4729-847e-3edbfdc7b75d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:29.536139 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:29.613274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a517fdbb-e65f-4d36-8d11-e7ef924252e9 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:29.616360 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f027f360-2c5d-4d80-b468-824dbd839e32 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:29.616963 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.627393 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93d9ee58-9971-40aa-b64a-83dcbd7256fc tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (68ed2adf-5806-47c4-8a9e-7841a983fe29), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.652174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-04bf0691-9092-41a0-aed7-2ec7d975c7f6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port 97a94e08-dab4-4097-93b8-6753efa164c3 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:29.652434 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04bf0691-9092-41a0-aed7-2ec7d975c7f6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (97a94e08-dab4-4097-93b8-6753efa164c3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.658728 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (ec0e00b2-2585-4714-8ecd-56c9911b09a1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.691440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93d9ee58-9971-40aa-b64a-83dcbd7256fc tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (68ed2adf-5806-47c4-8a9e-7841a983fe29), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.724093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Network 69fb9b00-c2ef-4b22-bb85-44f083234f5d is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:29.725018 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.731286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] 10.222.0.21 "DELETE /v2.0/networks/ec0e00b2-2585-4714-8ecd-56c9911b09a1 HTTP/1.1" status: 204 len: 168 time: 1.0331211 Feb 09 03:30:29.758378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:29.761307 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:29.797637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Attempting to bind port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:29.798646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Attempting to bind port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:29.799105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Attempting to bind port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd on network d47ae607-b915-448d-973b-db6bfbd43c08 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:29.804081 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93d9ee58-9971-40aa-b64a-83dcbd7256fc tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.808495 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-93d9ee58-9971-40aa-b64a-83dcbd7256fc tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6038461 Feb 09 03:30:29.810838 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04bf0691-9092-41a0-aed7-2ec7d975c7f6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (97a94e08-dab4-4097-93b8-6753efa164c3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.813447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46492) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:29.840271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-04bf0691-9092-41a0-aed7-2ec7d975c7f6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for 97a94e08-dab4-4097-93b8-6753efa164c3 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:29.841630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b35f271a-86b7-4ff1-94f2-2cbeeeabafff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group': {'name': 'tempest-secgroup--594211202'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:29.848917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Pushing event updated for resources: {'Port': ['ID=8cbdf8b4-a9b1-4917-b848-8dc4337fb670,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:29.862990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd on network d47ae607-b915-448d-973b-db6bfbd43c08 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:29.863422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Attempting to bind port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd on network d47ae607-b915-448d-973b-db6bfbd43c08 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:29.865590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9ee58-9971-40aa-b64a-83dcbd7256fc tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ed2adf-5806-47c4-8a9e-7841a983fe29,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:29.895985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:29.896437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Checking segment: {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:29.896964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Bound using segment: {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:29.897551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Bound port: 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:29.898768 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.908174 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.929243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:29.931082 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.963596 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b35f271a-86b7-4ff1-94f2-2cbeeeabafff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.978059 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153700d5-c7f9-413a-bcce-5b063db2873e tempest-PortsAdminExtendedAttrsTestJSON-1299886970 tempest-PortsAdminExtendedAttrsTestJSON-1299886970-project] Pushing event deleted for resources: {'Network': ['ID=ec0e00b2-2585-4714-8ecd-56c9911b09a1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:29.989196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port f027f360-2c5d-4d80-b468-824dbd839e32, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f027f360-2c5d-4d80-b468-824dbd839e32,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:29.992576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5b1dc2cf-1af8-489a-9777-208d5781a5ed None None] Provisioning complete for port f027f360-2c5d-4d80-b468-824dbd839e32 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:29.992959 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc2cf-1af8-489a-9777-208d5781a5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.010332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c770f3-a2d1-4d8a-b38f-4e96f3ccdd55 req-10efa71e-631e-4f2f-8407-bfa0a30db20d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:30.020686 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b5c770f3-a2d1-4d8a-b38f-4e96f3ccdd55 req-10efa71e-631e-4f2f-8407-bfa0a30db20d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 932 time: 0.4691200 Feb 09 03:30:30.023281 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04bf0691-9092-41a0-aed7-2ec7d975c7f6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (97a94e08-dab4-4097-93b8-6753efa164c3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.031768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-fa7ddb64-ecfe-4ba5-ba58-0846b5de5415 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6090763 Feb 09 03:30:30.032538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.033566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 851cfa36-9748-4f61-9643-9c1038bcaeed yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:30.052796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Request body: {'port': {'device_id': '6ed1567c-9dae-4dd5-9133-b4c3f16b1075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:30.083429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf0691-9092-41a0-aed7-2ec7d975c7f6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=97a94e08-dab4-4097-93b8-6753efa164c3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:30.108497 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04bf0691-9092-41a0-aed7-2ec7d975c7f6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.116441 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-04bf0691-9092-41a0-aed7-2ec7d975c7f6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/97a94e08-dab4-4097-93b8-6753efa164c3 HTTP/1.1" status: 204 len: 168 time: 0.8392961 Feb 09 03:30:30.118368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46496) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:30.184546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:30.215734 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b5c770f3-a2d1-4d8a-b38f-4e96f3ccdd55 req-9b90c193-fe5d-42f5-9d4d-11468fd5256a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378806 Feb 09 03:30:30.245959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34581e8a-f129-404a-abd4-d85f9b6835c6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:30.245959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34581e8a-f129-404a-abd4-d85f9b6835c6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:30.245959 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-34581e8a-f129-404a-abd4-d85f9b6835c6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1211944 Feb 09 03:30:30.245959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46500) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:30.250303 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.258097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:30.302860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=f027f360-2c5d-4d80-b468-824dbd839e32,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:30.335259 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.436272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d65f6317-9493-4893-8b6b-287b16108f45 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port b23df96a-4b1d-4a8a-ab2d-ed19de8ca361 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:30.437641 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d65f6317-9493-4893-8b6b-287b16108f45 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b23df96a-4b1d-4a8a-ab2d-ed19de8ca361), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.495905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46508) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:30.509877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc5c0c0-f7a0-4aec-a284-22677fa2a33e None None] Update dhcp port {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'fixed_ips': [{'subnet_id': '608056e2-7874-4c3b-af9d-dc5574e57a63', 'ip_address': '2001:db8::f816:3eff:fe2a:7d68'}, {'subnet_id': '0cb67ba4-e78e-4dc7-9b84-74119a185a2c'}], 'binding:host_id': 'n-d-824835-15'}, 'id': 'f027f360-2c5d-4d80-b468-824dbd839e32'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:30:30.520271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5b1dc2cf-1af8-489a-9777-208d5781a5ed None None] Current status of the port f027f360-2c5d-4d80-b468-824dbd839e32 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:30.533119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Pushing event updated for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:30.579618 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dcc5c0c0-f7a0-4aec-a284-22677fa2a33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.580588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d65f6317-9493-4893-8b6b-287b16108f45 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b23df96a-4b1d-4a8a-ab2d-ed19de8ca361), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.606141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d65f6317-9493-4893-8b6b-287b16108f45 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for b23df96a-4b1d-4a8a-ab2d-ed19de8ca361 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:30.896906 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d65f6317-9493-4893-8b6b-287b16108f45 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b23df96a-4b1d-4a8a-ab2d-ed19de8ca361), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.966408 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c38e6b48-bcdd-4f39-924a-60818f0673a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=228eda0660844f96a9d26b4ffaaa4b1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4690654 Feb 09 03:30:30.969635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46520) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:31.020380 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f6317-9493-4893-8b6b-287b16108f45 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=b23df96a-4b1d-4a8a-ab2d-ed19de8ca361,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:31.058429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d65f6317-9493-4893-8b6b-287b16108f45 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.062391 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d65f6317-9493-4893-8b6b-287b16108f45 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/b23df96a-4b1d-4a8a-ab2d-ed19de8ca361 HTTP/1.1" status: 204 len: 168 time: 0.8170748 Feb 09 03:30:31.065854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46522) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:31.156928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03e41749-8c20-4994-8aeb-7b65aab4dc42 admin admin] Publish callbacks [] for security_group (4cfc3687-e613-466b-a74c-d93c6f63eb85), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.203437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f027f360-2c5d-4d80-b468-824dbd839e32 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:31.205796 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03e41749-8c20-4994-8aeb-7b65aab4dc42 admin admin] Publish callbacks [] for security_group (4cfc3687-e613-466b-a74c-d93c6f63eb85), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.212313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:31.212941 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.214699 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-e9fd7cc5-a644-4925-9a9f-7a7fedf9c23e service neutron] 10.222.0.42 "PUT /v2.0/ports/2951d8dc-0f2b-440d-a205-d1cb8c2a59bd HTTP/1.1" status: 200 len: 1093 time: 4.1219029 Feb 09 03:30:31.232462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a3d7d-3a16-4fee-98e3-eb84dfd9dca6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:31.233108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:31.234213 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6f2a3d7d-3a16-4fee-98e3-eb84dfd9dca6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1667662 Feb 09 03:30:31.239973 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c42d6c-5411-4208-985d-c11754ddcdc8" -d '{"events": [{"name": "network-changed", "server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:31.242941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46526) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:31.281468 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b35f271a-86b7-4ff1-94f2-2cbeeeabafff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (fc3ff1b9-9263-4528-9a27-411f87dfc86d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.286979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f027f360-2c5d-4d80-b468-824dbd839e32 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:31.287678 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.300380 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05e195-d59b-43a3-8165-6b7c0928dd4e req-4b12ddd7-c792-46fa-81c0-4b8026936551 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:31.302107 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f05e195-d59b-43a3-8165-6b7c0928dd4e req-4b12ddd7-c792-46fa-81c0-4b8026936551 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 946 time: 0.2244191 Feb 09 03:30:31.305602 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-367333e3-bf20-415e-88a9-912bc4180d25 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:30:31.307097 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-367333e3-bf20-415e-88a9-912bc4180d25 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/97a94e08-dab4-4097-93b8-6753efa164c3 HTTP/1.1" status: 404 len: 333 time: 0.0627630 Feb 09 03:30:31.309799 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46532) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:31.350601 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e408e7-2ffd-45b5-9820-c7edb6559cb8 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:30:31.354717 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-46e408e7-2ffd-45b5-9820-c7edb6559cb8 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/b23df96a-4b1d-4a8a-ab2d-ed19de8ca361 HTTP/1.1" status: 404 len: 333 time: 0.0414486 Feb 09 03:30:31.360741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46536) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:31.368482 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b35f271a-86b7-4ff1-94f2-2cbeeeabafff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fc3ff1b9-9263-4528-9a27-411f87dfc86d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.434270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f027f360-2c5d-4d80-b468-824dbd839e32 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:31.439779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03e41749-8c20-4994-8aeb-7b65aab4dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4cfc3687-e613-466b-a74c-d93c6f63eb85), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.441152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03e41749-8c20-4994-8aeb-7b65aab4dc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.444855 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-03e41749-8c20-4994-8aeb-7b65aab4dc42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cfc3687-e613-466b-a74c-d93c6f63eb85 HTTP/1.1" status: 204 len: 168 time: 0.4714410 Feb 09 03:30:31.479606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e41749-8c20-4994-8aeb-7b65aab4dc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc3687-e613-466b-a74c-d93c6f63eb85,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:31.505302 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f05e195-d59b-43a3-8165-6b7c0928dd4e req-5239cad8-2047-44da-83ee-e2a1a086aa89 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1822028 Feb 09 03:30:31.540699 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (2a78f663-9cde-4f73-b8bb-2660c7f589d3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.613505 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b35f271a-86b7-4ff1-94f2-2cbeeeabafff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.614762 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b35f271a-86b7-4ff1-94f2-2cbeeeabafff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7858288 Feb 09 03:30:31.624058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46544) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:31.641297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 172.20.0.5 (c5780e3f-5fe0-4434-8596-82a0e8078930/0cb67ba4-e78e-4dc7-9b84-74119a185a2c/851cfa36-9748-4f61-9643-9c1038bcaeed) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:31.642407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f271a-86b7-4ff1-94f2-2cbeeeabafff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3ff1b9-9263-4528-9a27-411f87dfc86d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:31.656912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050b962-dc6f-4423-9d83-0f67427d55b1 req-370bd7a4-f6bc-431e-b9aa-21daec0acc98 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:31.659119 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2050b962-dc6f-4423-9d83-0f67427d55b1 req-370bd7a4-f6bc-431e-b9aa-21daec0acc98 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 1.2804005 Feb 09 03:30:31.683453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::f816:3eff:fef6:474f (c5780e3f-5fe0-4434-8596-82a0e8078930/608056e2-7874-4c3b-af9d-dc5574e57a63/851cfa36-9748-4f61-9643-9c1038bcaeed) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:31.779927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-f0dd3883-ce46-4cdc-b532-67b49c163daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:31.781601 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-f0dd3883-ce46-4cdc-b532-67b49c163daf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 1128 time: 0.5306263 Feb 09 03:30:31.980567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1b0fd4b0-ad5c-4988-bed2-28598d507dff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': '68ed2adf-5806-47c4-8a9e-7841a983fe29', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fc3ff1b9-9263-4528-9a27-411f87dfc86d', 'remote_ip_prefix': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:31.981068 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2050b962-dc6f-4423-9d83-0f67427d55b1 req-e56db358-bb6b-4709-b458-057dc248b3f4 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040156 Feb 09 03:30:32.056854 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (2a78f663-9cde-4f73-b8bb-2660c7f589d3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.096448 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a78f663-9cde-4f73-b8bb-2660c7f589d3']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:32.116740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4147045e-e880-4764-b85f-67445ef72f0e') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:32.117043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4147045e-e880-4764-b85f-67445ef72f0e') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:32.124741 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd282025-aa22-48d8-b240-366a73d9c807 x-openstack-request-id: req-dd282025-aa22-48d8-b240-366a73d9c807 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:32.125116 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:32.125334 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd282025-aa22-48d8-b240-366a73d9c807 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:32.127593 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'status': 'completed', 'code': 200} Feb 09 03:30:32.129552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba0352-9bdc-4000-a96d-3ea6624f1f01 req-cc081c17-5157-42db-ae8b-8f6c0d1e8453 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:32.137262 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9aba0352-9bdc-4000-a96d-3ea6624f1f01 req-cc081c17-5157-42db-ae8b-8f6c0d1e8453 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 932 time: 0.5320158 Feb 09 03:30:32.155796 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (4147045e-e880-4764-b85f-67445ef72f0e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.178533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd4b0-ad5c-4988-bed2-28598d507dff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (fe0f099e-ed12-4863-9aa4-0b857924d1fb), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.195710 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4147045e-e880-4764-b85f-67445ef72f0e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.211340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:32.211340 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (4147045e-e880-4764-b85f-67445ef72f0e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:32.216715 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:32.277608 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (851cfa36-9748-4f61-9643-9c1038bcaeed), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.341960 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9aba0352-9bdc-4000-a96d-3ea6624f1f01 req-ba59f334-e0be-4333-8fb4-db32bf0d1a36 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997702 Feb 09 03:30:32.343944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46556) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:32.372790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:30:32.380306 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (2a78f663-9cde-4f73-b8bb-2660c7f589d3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.383527 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Publish callbacks [] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.397013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.404256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/networks/2a78f663-9cde-4f73-b8bb-2660c7f589d3 HTTP/1.1" status: 204 len: 168 time: 1.0386822 Feb 09 03:30:32.404547 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46558) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:32.414014 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-beb1ebdd-bb0f-4635-86ca-e4281809b511 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1189147166'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:32.422101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4324698-b8a3-4ad1-aa63-15650481f46f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Network': ['ID=2a78f663-9cde-4f73-b8bb-2660c7f589d3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:32.425304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Transition to ACTIVE for port object 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:30:32.433552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd4b0-ad5c-4988-bed2-28598d507dff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (fe0f099e-ed12-4863-9aa4-0b857924d1fb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.440081 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.443137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-513cf55f-e505-44e6-846b-05065f6661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:32.451954 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd4b0-ad5c-4988-bed2-28598d507dff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (fe0f099e-ed12-4863-9aa4-0b857924d1fb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.452188 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-513cf55f-e505-44e6-846b-05065f6661b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.6602468 Feb 09 03:30:32.494070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fd4b0-ad5c-4988-bed2-28598d507dff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0f099e-ed12-4863-9aa4-0b857924d1fb,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:32.500108 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b57676a7-ad6b-462e-a0ad-6f38243be66a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fc4b2160aa44bde8e58d94929c296d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1522300 Feb 09 03:30:32.504229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd4b0-ad5c-4988-bed2-28598d507dff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.509653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1b0fd4b0-ad5c-4988-bed2-28598d507dff tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8853145 Feb 09 03:30:32.510776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46562) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:32.510776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46564) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:32.569864 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ebb78cc9-aed7-4e91-8778-0558eccf7c82 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (fe0f099e-ed12-4863-9aa4-0b857924d1fb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.586461 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ebb78cc9-aed7-4e91-8778-0558eccf7c82 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (fe0f099e-ed12-4863-9aa4-0b857924d1fb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.628322 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2af9abbd-0e03-4d29-8503-ebf3f6b993e2 admin admin] Publish callbacks [] for security_group (d59e3bef-2504-4cca-b422-f70d9a149812), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.635461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb1ebdd-bb0f-4635-86ca-e4281809b511 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:32.641319 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-beb1ebdd-bb0f-4635-86ca-e4281809b511 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.645261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ebb78cc9-aed7-4e91-8778-0558eccf7c82 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (fe0f099e-ed12-4863-9aa4-0b857924d1fb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.650510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ebb78cc9-aed7-4e91-8778-0558eccf7c82 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.657658 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ebb78cc9-aed7-4e91-8778-0558eccf7c82 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fe0f099e-ed12-4863-9aa4-0b857924d1fb HTTP/1.1" status: 204 len: 168 time: 0.1417642 Feb 09 03:30:32.660529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46566) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:32.684911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-dcc5c0c0-f7a0-4aec-a284-22677fa2a33e None None] Allocated IP 172.20.0.2 (c5780e3f-5fe0-4434-8596-82a0e8078930/0cb67ba4-e78e-4dc7-9b84-74119a185a2c/f027f360-2c5d-4d80-b468-824dbd839e32) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:32.698548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (851cfa36-9748-4f61-9643-9c1038bcaeed), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.731087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2af9abbd-0e03-4d29-8503-ebf3f6b993e2 admin admin] Publish callbacks [] for security_group (d59e3bef-2504-4cca-b422-f70d9a149812), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.804196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb78cc9-aed7-4e91-8778-0558eccf7c82 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe0f099e-ed12-4863-9aa4-0b857924d1fb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:32.833676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2af9abbd-0e03-4d29-8503-ebf3f6b993e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d59e3bef-2504-4cca-b422-f70d9a149812), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.836483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-dcc5c0c0-f7a0-4aec-a284-22677fa2a33e None None] For port f027f360-2c5d-4d80-b468-824dbd839e32, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f027f360-2c5d-4d80-b468-824dbd839e32,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:32.836727 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2af9abbd-0e03-4d29-8503-ebf3f6b993e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.837950 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2af9abbd-0e03-4d29-8503-ebf3f6b993e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d59e3bef-2504-4cca-b422-f70d9a149812 HTTP/1.1" status: 204 len: 168 time: 0.3265188 Feb 09 03:30:32.871205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9abbd-0e03-4d29-8503-ebf3f6b993e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59e3bef-2504-4cca-b422-f70d9a149812,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:32.899933 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-fd4a6c2a-91f8-40fc-bc35-65638294963e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd HTTP/1.1" status: 200 len: 1000 time: 0.3447304 Feb 09 03:30:32.908241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-32db60a5-bccc-4169-bef1-f765db5f4b2e tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2372098 Feb 09 03:30:32.908241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46574) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:32.955065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46576) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:32.984841 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dcc5c0c0-f7a0-4aec-a284-22677fa2a33e None None] Publish callbacks [] for port (f027f360-2c5d-4d80-b468-824dbd839e32), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.995145 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dcc5c0c0-f7a0-4aec-a284-22677fa2a33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.040595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a832e-a73b-4e6e-b4b0-f1f1f6307460 req-bbf1ff0b-894a-4e87-bb55-24b8c843ce24 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:33.042528 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd9a832e-a73b-4e6e-b4b0-f1f1f6307460 req-bbf1ff0b-894a-4e87-bb55-24b8c843ce24 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 946 time: 0.1089742 Feb 09 03:30:33.052789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb1ebdd-bb0f-4635-86ca-e4281809b511 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:30:33.056407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-7568edcd-3dc4-4e2b-a8b8-ab25115f1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:33.057980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-7568edcd-3dc4-4e2b-a8b8-ab25115f1d6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.1310539 Feb 09 03:30:33.095840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbdf8b4-a9b1-4917-b848-8dc4337fb670,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:33.108235 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39813161-7112-447f-a962-698f079b0b03 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (fc3ff1b9-9263-4528-9a27-411f87dfc86d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.144391 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd9a832e-a73b-4e6e-b4b0-f1f1f6307460 req-1b7b0018-e814-4a87-b0a6-9ba2819ebe6f tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939593 Feb 09 03:30:33.159541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39813161-7112-447f-a962-698f079b0b03 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (fc3ff1b9-9263-4528-9a27-411f87dfc86d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.215887 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-beb1ebdd-bb0f-4635-86ca-e4281809b511 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (008226e8-c669-480a-aa8e-306759b985b3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.216501 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-beb1ebdd-bb0f-4635-86ca-e4281809b511 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Added segment 008226e8-c669-480a-aa8e-306759b985b3 of type vlan for network 72c006ff-b0dd-48b7-8005-50c7997dc259 Feb 09 03:30:33.227900 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39813161-7112-447f-a962-698f079b0b03 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fc3ff1b9-9263-4528-9a27-411f87dfc86d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.234834 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39813161-7112-447f-a962-698f079b0b03 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.238699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-39813161-7112-447f-a962-698f079b0b03 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc3ff1b9-9263-4528-9a27-411f87dfc86d HTTP/1.1" status: 204 len: 168 time: 0.3270729 Feb 09 03:30:33.239465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46582) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:33.281475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39813161-7112-447f-a962-698f079b0b03 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3ff1b9-9263-4528-9a27-411f87dfc86d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:33.285811 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-beb1ebdd-bb0f-4635-86ca-e4281809b511 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (72c006ff-b0dd-48b7-8005-50c7997dc259), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.333908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:33.346806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5c0c0-f7a0-4aec-a284-22677fa2a33e None None] Pushing event updated for resources: {'Port': ['ID=f027f360-2c5d-4d80-b468-824dbd839e32,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:33.394781 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f971602c-c75a-4806-be34-92ff8d129973 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1455905 Feb 09 03:30:33.394781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46588) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:33.468261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:33.504564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-beb1ebdd-bb0f-4635-86ca-e4281809b511 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (72c006ff-b0dd-48b7-8005-50c7997dc259), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.510603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb1ebdd-bb0f-4635-86ca-e4281809b511 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:33.511371 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-beb1ebdd-bb0f-4635-86ca-e4281809b511 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.535704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:33.573565 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1b32ca8-7c54-4305-9c91-45c95c3e9c12 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (68ed2adf-5806-47c4-8a9e-7841a983fe29), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.636097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502601d4-9f50-4b74-89ff-fcdde9ed3513 req-83af775e-80c6-4799-9c9d-699ff0fcffad tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:33.639703 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-502601d4-9f50-4b74-89ff-fcdde9ed3513 req-83af775e-80c6-4799-9c9d-699ff0fcffad tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 944 time: 0.1719675 Feb 09 03:30:33.643011 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1b32ca8-7c54-4305-9c91-45c95c3e9c12 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (68ed2adf-5806-47c4-8a9e-7841a983fe29), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.743522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Attempting to bind port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:33.743927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Attempting to bind port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:33.744198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Attempting to bind port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 on network 69fb9b00-c2ef-4b22-bb85-44f083234f5d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:33.753846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-502601d4-9f50-4b74-89ff-fcdde9ed3513 req-2f637ca4-ebc5-4622-bbab-4e7230f180e3 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005275 Feb 09 03:30:33.777152 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-beb1ebdd-bb0f-4635-86ca-e4281809b511 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3711514 Feb 09 03:30:33.778066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1ebdd-bb0f-4635-86ca-e4281809b511 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Network': ['ID=72c006ff-b0dd-48b7-8005-50c7997dc259,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:33.780940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46596) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:33.787467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': '72c006ff-b0dd-48b7-8005-50c7997dc259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:33.799691 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1b32ca8-7c54-4305-9c91-45c95c3e9c12 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (68ed2adf-5806-47c4-8a9e-7841a983fe29), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.800543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 72c006ff-b0dd-48b7-8005-50c7997dc259 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:30:33.804706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1b32ca8-7c54-4305-9c91-45c95c3e9c12 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.806605 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f1b32ca8-7c54-4305-9c91-45c95c3e9c12 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-groups/68ed2adf-5806-47c4-8a9e-7841a983fe29 HTTP/1.1" status: 204 len: 168 time: 0.4081569 Feb 09 03:30:33.809315 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46600) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:33.822826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=851cfa36-9748-4f61-9643-9c1038bcaeed,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:33.858140 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38ebe8db-c43a-4e98-a575-dad4ad0912ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.906428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 on network 69fb9b00-c2ef-4b22-bb85-44f083234f5d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:33.906428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Attempting to bind port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 on network 69fb9b00-c2ef-4b22-bb85-44f083234f5d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:33.951936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b32ca8-7c54-4305-9c91-45c95c3e9c12 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ed2adf-5806-47c4-8a9e-7841a983fe29,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:34.027477 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f00b927b-0d1f-4217-8794-a2533e860a00 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1981568 Feb 09 03:30:34.028242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:34.034681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:34.035379 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.036285 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.045074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46604) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:34.050822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:34.051068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Checking segment: {'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:34.051430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Bound using segment: {'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:34.051939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Bound port: 8cbdf8b4-a9b1-4917-b848-8dc4337fb670, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:34.052309 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.101994 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-cd3e7548-ce94-4e27-8807-8da2a8c83d4d tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group': {'name': 'tempest-secgroup--39517789'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:34.121772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_backend_mixin [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Performing IP validity checks on allocation pools {{(pid=103328) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:30:34.126303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_backend_mixin [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103328) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:30:34.147061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16edccb-0fef-47cb-bdc9-5511ed7c2cb1 req-6e068689-a5eb-465c-aac9-52e68650dee2 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:34.148784 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b16edccb-0fef-47cb-bdc9-5511ed7c2cb1 req-6e068689-a5eb-465c-aac9-52e68650dee2 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.6930923 Feb 09 03:30:34.182181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-faeaf789-d3ce-45c4-b6d2-d3f5055fcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:34.184125 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-faeaf789-d3ce-45c4-b6d2-d3f5055fcf6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.0829408 Feb 09 03:30:34.373257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-66f8d9ac-6570-4eaa-99aa-eac899530ed2 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:34.375154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-66f8d9ac-6570-4eaa-99aa-eac899530ed2 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 946 time: 0.2411590 Feb 09 03:30:34.376812 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0945de78-269d-49b9-afe2-98827aff3f05 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.0548098 Feb 09 03:30:34.386809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46614) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:34.417210 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7548-ce94-4e27-8807-8da2a8c83d4d tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.432961 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-b5247592-56f4-453a-901d-9d023d5e5421 service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327979 Feb 09 03:30:34.476738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-df9fb0cc-6712-4efe-bf8f-69df7c064e6e None None] Provisioning complete for port f027f360-2c5d-4d80-b468-824dbd839e32 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:34.477740 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df9fb0cc-6712-4efe-bf8f-69df7c064e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.497562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2312e-e528-4d56-b292-1f4ec4f8754d req-a71dbd0e-8014-4a4e-8211-6b2ce21e7e13 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:34.499622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d4c2312e-e528-4d56-b292-1f4ec4f8754d req-a71dbd0e-8014-4a4e-8211-6b2ce21e7e13 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 946 time: 0.2150023 Feb 09 03:30:34.547509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] For port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:34.598971 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b16edccb-0fef-47cb-bdc9-5511ed7c2cb1 req-6f6e4443-7c25-41fe-9b03-ff262c8912ed tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4129584 Feb 09 03:30:34.628917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] For port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8cbdf8b4-a9b1-4917-b848-8dc4337fb670,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:34.693400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-df9fb0cc-6712-4efe-bf8f-69df7c064e6e None None] Current status of the port f027f360-2c5d-4d80-b468-824dbd839e32 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:34.708172 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-670ecb21-a630-4baf-8ad6-b262ab68ed91 req-6f0a98a8-d615-43df-a263-364f8085a68e service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589936 Feb 09 03:30:34.729954 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b224408-4502-4d87-9858-17ad83898580 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:34.736275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b224408-4502-4d87-9858-17ad83898580 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:34.740631 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0b224408-4502-4d87-9858-17ad83898580 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3503361 Feb 09 03:30:34.741776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.754138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46618) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:34.763926 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38ebe8db-c43a-4e98-a575-dad4ad0912ba admin admin] Publish callbacks [] for security_group (5246963f-a680-4b9e-8f6b-668e08ef71b5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.770226 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.789338 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d4c2312e-e528-4d56-b292-1f4ec4f8754d req-0f97464d-6e24-448b-a704-0755207fd0d1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2033455 Feb 09 03:30:34.817227 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38ebe8db-c43a-4e98-a575-dad4ad0912ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5246963f-a680-4b9e-8f6b-668e08ef71b5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.971541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-38ebe8db-c43a-4e98-a575-dad4ad0912ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35f615b28b354ec886e9b7a5458bddb1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0060802 Feb 09 03:30:35.007750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46630) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:35.044731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fd0b34af-6aa8-4977-a5aa-e309d8196690 None None] Provisioning complete for port 851cfa36-9748-4f61-9643-9c1038bcaeed triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:35.045219 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd0b34af-6aa8-4977-a5aa-e309d8196690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (851cfa36-9748-4f61-9643-9c1038bcaeed), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.065053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Subnet': ['ID=0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:35.121552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Checking segment: {'id': '008226e8-c669-480a-aa8e-306759b985b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '72c006ff-b0dd-48b7-8005-50c7997dc259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:35.121925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network hostable DHCP agents. Network: 72c006ff-b0dd-48b7-8005-50c7997dc259, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:30:35.153453 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b34af-6aa8-4977-a5aa-e309d8196690 None None] Port 851cfa36-9748-4f61-9643-9c1038bcaeed cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:30:35.162558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Deleting port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:35.162936 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.168705 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 72c006ff-b0dd-48b7-8005-50c7997dc259 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:30:35.169056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:35.169716 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.174447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] 10.222.0.42 "PUT /v2.0/ports/8cbdf8b4-a9b1-4917-b848-8dc4337fb670 HTTP/1.1" status: 200 len: 1093 time: 5.1299016 Feb 09 03:30:35.194821 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7548-ce94-4e27-8807-8da2a8c83d4d tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (b64e4428-a1e5-4f53-8b27-7aeaed463f56), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.216808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed1567c-9dae-4dd5-9133-b4c3f16b1075', 'tag': '8cbdf8b4-a9b1-4917-b848-8dc4337fb670'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:35.219534 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d72392f-077a-4ed7-a369-1a7cf943b1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed1567c-9dae-4dd5-9133-b4c3f16b1075", "tag": "8cbdf8b4-a9b1-4917-b848-8dc4337fb670"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:35.243074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f027f360-2c5d-4d80-b468-824dbd839e32 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:35.296019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7548-ce94-4e27-8807-8da2a8c83d4d tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b64e4428-a1e5-4f53-8b27-7aeaed463f56), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.326861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f7234-083a-4d18-91a6-11b951f1ee52 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbdf8b4-a9b1-4917-b848-8dc4337fb670,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:35.337674 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035e2926-0b5a-402c-a999-e4fc605d1892 x-openstack-request-id: req-035e2926-0b5a-402c-a999-e4fc605d1892 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:35.338436 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed1567c-9dae-4dd5-9133-b4c3f16b1075", "tag": "8cbdf8b4-a9b1-4917-b848-8dc4337fb670", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:35.339131 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-035e2926-0b5a-402c-a999-e4fc605d1892 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:35.339966 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed1567c-9dae-4dd5-9133-b4c3f16b1075', 'tag': '8cbdf8b4-a9b1-4917-b848-8dc4337fb670', 'status': 'completed', 'code': 200} Feb 09 03:30:35.342430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebe8db-c43a-4e98-a575-dad4ad0912ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5246963f-a680-4b9e-8f6b-668e08ef71b5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:35.386557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 72c006ff-b0dd-48b7-8005-50c7997dc259) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:35.387448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f027f360-2c5d-4d80-b468-824dbd839e32 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:35.388470 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.398864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:35.399493 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.403063 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7548-ce94-4e27-8807-8da2a8c83d4d tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.410875 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cd3e7548-ce94-4e27-8807-8da2a8c83d4d tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3614938 Feb 09 03:30:35.422301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46650) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:35.426358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c42d6c-5411-4208-985d-c11754ddcdc8 req-d65ec0fd-efa1-41bb-be88-3dfc370128ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:35.428102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17c42d6c-5411-4208-985d-c11754ddcdc8 req-d65ec0fd-efa1-41bb-be88-3dfc370128ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 1128 time: 0.6405675 Feb 09 03:30:35.436209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-44b801b4-08db-4690-aba6-e39edbc4d8b6 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': 'b64e4428-a1e5-4f53-8b27-7aeaed463f56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:35.446803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9e3f3-29c7-48ec-9daa-c46cdbab03fb None None] Network 72c006ff-b0dd-48b7-8005-50c7997dc259 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:35.446965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4093c-a11c-472c-9517-706a78f24e80 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 851cfa36-9748-4f61-9643-9c1038bcaeed {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:35.447282 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a3e4093c-a11c-472c-9517-706a78f24e80 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (851cfa36-9748-4f61-9643-9c1038bcaeed), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.503700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f234-9b1b-4614-af24-03342937e516 req-f5a13805-960e-478f-b8ed-bf8fff005372 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:35.506110 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7f7f234-9b1b-4614-af24-03342937e516 req-f5a13805-960e-478f-b8ed-bf8fff005372 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 944 time: 0.5337827 Feb 09 03:30:35.563861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8fabfbe4-0f1f-4f01-9b04-3e37071eb79d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7816648 Feb 09 03:30:35.581244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46656) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:35.614422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': '72c006ff-b0dd-48b7-8005-50c7997dc259', 'name': 'tempest-PortsIpV6TestJSON-1344794364'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:35.639891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c42d6c-5411-4208-985d-c11754ddcdc8 req-dc65bfef-b490-4d38-9940-46a8ca3bcf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:35.643642 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17c42d6c-5411-4208-985d-c11754ddcdc8 req-dc65bfef-b490-4d38-9940-46a8ca3bcf1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.1779470 Feb 09 03:30:35.646949 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eae01c2a-47fb-40ff-9da5-902244405b15 admin admin] Publish callbacks [] for security_group (5246963f-a680-4b9e-8f6b-668e08ef71b5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.687915 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eae01c2a-47fb-40ff-9da5-902244405b15 admin admin] Publish callbacks [] for security_group (5246963f-a680-4b9e-8f6b-668e08ef71b5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.739068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e7548-ce94-4e27-8807-8da2a8c83d4d tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64e4428-a1e5-4f53-8b27-7aeaed463f56,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:35.775682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] For port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:35.776050 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.832172 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a3e4093c-a11c-472c-9517-706a78f24e80 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (851cfa36-9748-4f61-9643-9c1038bcaeed), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.836836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-72c006ff-b0dd-48b7-8005-50c7997dc259', 'network_id': '72c006ff-b0dd-48b7-8005-50c7997dc259', 'project_id': '230eb44fa85a481f95e0cd3c95d7bcb3', 'fixed_ips': [{'subnet_id': '0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:30:35.838143 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.856535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f027f360-2c5d-4d80-b468-824dbd839e32 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:35.932777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4093c-a11c-472c-9517-706a78f24e80 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 851cfa36-9748-4f61-9643-9c1038bcaeed owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:35.956171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-44b801b4-08db-4690-aba6-e39edbc4d8b6 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (ee333a93-9fac-475f-a183-7f58a237927c), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.020746 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eae01c2a-47fb-40ff-9da5-902244405b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5246963f-a680-4b9e-8f6b-668e08ef71b5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.026631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eae01c2a-47fb-40ff-9da5-902244405b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.030268 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-eae01c2a-47fb-40ff-9da5-902244405b15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5246963f-a680-4b9e-8f6b-668e08ef71b5 HTTP/1.1" status: 204 len: 168 time: 1.0196490 Feb 09 03:30:36.048256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-87d4b9c9-309d-4332-b574-ca3db5691557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:36.054409 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-87d4b9c9-309d-4332-b574-ca3db5691557 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 1127 time: 0.7772844 Feb 09 03:30:36.138793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Allocated IP 2001:db8::2 (72c006ff-b0dd-48b7-8005-50c7997dc259/0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb/ba721bb4-391e-411a-b179-c20e0e998990) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:36.160397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae01c2a-47fb-40ff-9da5-902244405b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5246963f-a680-4b9e-8f6b-668e08ef71b5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:36.336319 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17c42d6c-5411-4208-985d-c11754ddcdc8 req-1932daaf-14b8-42b0-9534-016ac7c2d18c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd HTTP/1.1" status: 200 len: 1000 time: 0.5774658 Feb 09 03:30:36.337396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea17ca-369a-47b4-a936-f0a11d873ec6 req-5567641a-a485-4d50-bc59-34a63769adc0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:36.348369 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6ea17ca-369a-47b4-a936-f0a11d873ec6 req-5567641a-a485-4d50-bc59-34a63769adc0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.5449076 Feb 09 03:30:36.489245 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Publish callbacks [] for port (ba721bb4-391e-411a-b179-c20e0e998990), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.506438 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (ba721bb4-391e-411a-b179-c20e0e998990), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.557570 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-882bb9f8-beaf-4195-8ff6-06abf6299e9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cbdf8b4-a9b1-4917-b848-8dc4337fb670 HTTP/1.1" status: 200 len: 217 time: 0.4336469 Feb 09 03:30:36.565885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Pushing event updated for resources: {'Port': ['ID=ba721bb4-391e-411a-b179-c20e0e998990,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:36.591287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Network 72c006ff-b0dd-48b7-8005-50c7997dc259 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:36.601712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:36.605135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:36.681132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46676) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:36.733272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Attempting to bind port ba721bb4-391e-411a-b179-c20e0e998990 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:36.736054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Attempting to bind port ba721bb4-391e-411a-b179-c20e0e998990 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '008226e8-c669-480a-aa8e-306759b985b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '72c006ff-b0dd-48b7-8005-50c7997dc259'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:36.737086 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Attempting to bind port ba721bb4-391e-411a-b179-c20e0e998990 on network 72c006ff-b0dd-48b7-8005-50c7997dc259 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:36.751829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-44b801b4-08db-4690-aba6-e39edbc4d8b6 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (ee333a93-9fac-475f-a183-7f58a237927c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.760195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:36.761874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Checking segment: {'id': '008226e8-c669-480a-aa8e-306759b985b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '72c006ff-b0dd-48b7-8005-50c7997dc259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:36.762661 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.763844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Bound using segment: {'id': '008226e8-c669-480a-aa8e-306759b985b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '72c006ff-b0dd-48b7-8005-50c7997dc259'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:36.767842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Bound port: ba721bb4-391e-411a-b179-c20e0e998990, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008226e8-c669-480a-aa8e-306759b985b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '72c006ff-b0dd-48b7-8005-50c7997dc259'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:36.768553 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ba721bb4-391e-411a-b179-c20e0e998990), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.771009 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7f7f234-9b1b-4614-af24-03342937e516 req-002ed075-972e-48ba-b5d5-391ee23d7617 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8960793 Feb 09 03:30:36.774346 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6ea17ca-369a-47b4-a936-f0a11d873ec6 req-9a765ab5-f211-40fb-97ab-cdd286bac4d4 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4251254 Feb 09 03:30:36.808416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:36.813110 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.816760 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-44b801b4-08db-4690-aba6-e39edbc4d8b6 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (ee333a93-9fac-475f-a183-7f58a237927c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.897539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.898052 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b491de4a-ad02-4af8-bfcd-5a973a83c1a1), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.898375 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Floating IP b491de4a-ad02-4af8-bfcd-5a973a83c1a1 disassociated. External IP: 172.25.5.157, port: 8aad0b80-7a94-4dbd-9366-b562d75d3f5c. Feb 09 03:30:36.898723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Calling delete_port for 8aad0b80-7a94-4dbd-9366-b562d75d3f5c owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:36.916113 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port bc284156-aa6d-4fc4-acc5-2d581acb7e61 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:36.936310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] For port ba721bb4-391e-411a-b179-c20e0e998990, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:36.942603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] For port ba721bb4-391e-411a-b179-c20e0e998990, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ba721bb4-391e-411a-b179-c20e0e998990,segment=NetworkSegment(008226e8-c669-480a-aa8e-306759b985b3),segment_id=008226e8-c669-480a-aa8e-306759b985b3)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:36.952990 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ba721bb4-391e-411a-b179-c20e0e998990), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:37.083937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b801b4-08db-4690-aba6-e39edbc4d8b6 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee333a93-9fac-475f-a183-7f58a237927c,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:37.143985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c42d6c-5411-4208-985d-c11754ddcdc8 req-1b55f59e-c154-4011-9a5a-9749ed7c6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:37.155576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17c42d6c-5411-4208-985d-c11754ddcdc8 req-1b55f59e-c154-4011-9a5a-9749ed7c6816 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.7935388 Feb 09 03:30:37.178807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8aad0b80-7a94-4dbd-9366-b562d75d3f5c no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:37.186789 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-44b801b4-08db-4690-aba6-e39edbc4d8b6 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:37.188961 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-44b801b4-08db-4690-aba6-e39edbc4d8b6 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.7597070 Feb 09 03:30:37.200072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46682) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:37.200416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46684) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:37.238970 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2aedb348-46fd-4ec4-bc81-5c27ac3a2626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:37.261144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-36c6a7f3-edd7-4e3b-9765-cc11acf8ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:37.273749 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-36c6a7f3-edd7-4e3b-9765-cc11acf8ec7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 200 len: 854 time: 0.5798275 Feb 09 03:30:37.312897 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a3e4093c-a11c-472c-9517-706a78f24e80 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (851cfa36-9748-4f61-9643-9c1038bcaeed), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:37.334753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75354569-6ed9-4b3a-85f6-2ee41c601630 None None] Pushing event updated for resources: {'Port': ['ID=ba721bb4-391e-411a-b179-c20e0e998990,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:37.401476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:37.402238 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:37.409035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-ef381fc9-7637-402c-98fb-29da394b80a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69fb9b00-c2ef-4b22-bb85-44f083234f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971453 Feb 09 03:30:37.426379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e220c-fe95-4920-8bb2-1627f3665a40 req-f2dbf149-f479-4757-86a5-b9f13232ad40 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:37.428549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b6e220c-fe95-4920-8bb2-1627f3665a40 req-f2dbf149-f479-4757-86a5-b9f13232ad40 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 946 time: 0.3978617 Feb 09 03:30:37.461985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2aedb348-46fd-4ec4-bc81-5c27ac3a2626 admin admin] Publish callbacks [] for security_group (8fd3ada0-4a45-4d5f-a3dc-1773ea3d5f24), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:37.478569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a777957-805e-4bc0-8393-051273e91aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:37.481570 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d70e40f-2a41-4beb-a2f1-fecd41b4dbd1" -d '{"events": [{"server_uuid": "9a777957-805e-4bc0-8393-051273e91aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "8aad0b80-7a94-4dbd-9366-b562d75d3f5c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:37.499677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:37.510654 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:37.599457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:37.612202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e292b4a6-9eb9-4b6e-a589-a547a42c5564 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:37.624148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c42d6c-5411-4208-985d-c11754ddcdc8 req-ed9a56d8-e9cd-4d04-87c7-a6f94fb3a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:37.628743 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17c42d6c-5411-4208-985d-c11754ddcdc8 req-ed9a56d8-e9cd-4d04-87c7-a6f94fb3a6b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4343307 Feb 09 03:30:37.640594 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:37.655673 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee826dc-f98d-4d6d-b361-af35c1da8ff3 x-openstack-request-id: req-2ee826dc-f98d-4d6d-b361-af35c1da8ff3 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:37.656098 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a777957-805e-4bc0-8393-051273e91aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "8aad0b80-7a94-4dbd-9366-b562d75d3f5c", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:37.656455 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ee826dc-f98d-4d6d-b361-af35c1da8ff3 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:37.657857 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a777957-805e-4bc0-8393-051273e91aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c', 'code': 200} Feb 09 03:30:37.699115 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-c901edd1-7bb1-444a-9c3d-8e18240d7080 service neutron] 10.222.0.42 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694814 Feb 09 03:30:37.737918 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b6e220c-fe95-4920-8bb2-1627f3665a40 req-7f031cfd-e02e-4473-a35e-67da7430f1a6 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad32dd25-5cd7-4c13-8299-07e2b8c63346&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2771308 Feb 09 03:30:37.817838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8::206 (72c006ff-b0dd-48b7-8005-50c7997dc259/0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb/bc284156-aa6d-4fc4-acc5-2d581acb7e61) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:37.965213 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2aedb348-46fd-4ec4-bc81-5c27ac3a2626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8fd3ada0-4a45-4d5f-a3dc-1773ea3d5f24), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.044199 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17c42d6c-5411-4208-985d-c11754ddcdc8 req-4ec84d62-7fdb-4ccd-a174-2557087a2ead service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541346 Feb 09 03:30:38.046955 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96a0e607-651e-4737-a7d4-e482e5615ed5 req-b1c2ce45-82d9-4cf4-a240-4b67915d55db service neutron] 10.222.0.42 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907400 Feb 09 03:30:38.099244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2629008-a1d0-4df6-838c-5e3a49b84bfd req-429b567d-8163-4982-8131-687929a507a5 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:38.100958 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2629008-a1d0-4df6-838c-5e3a49b84bfd req-429b567d-8163-4982-8131-687929a507a5 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.1699147 Feb 09 03:30:38.212880 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2aedb348-46fd-4ec4-bc81-5c27ac3a2626 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fd2062e56104c178160c796bdb98bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0045371 Feb 09 03:30:38.217425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4093c-a11c-472c-9517-706a78f24e80 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=851cfa36-9748-4f61-9643-9c1038bcaeed,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:38.220452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46692) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:38.304872 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ccf60244-9681-4f89-a459-6ee24156989c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (ee333a93-9fac-475f-a183-7f58a237927c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.467239 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8aad0b80-7a94-4dbd-9366-b562d75d3f5c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.508350 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c141654a-92ac-4f03-9296-5d429dd064f4 admin admin] Publish callbacks [] for security_group (8fd3ada0-4a45-4d5f-a3dc-1773ea3d5f24), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.518027 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2629008-a1d0-4df6-838c-5e3a49b84bfd req-b037b8e6-2e1e-4550-931c-9ac30b53d427 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867588 Feb 09 03:30:38.523613 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ccf60244-9681-4f89-a459-6ee24156989c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (ee333a93-9fac-475f-a183-7f58a237927c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.546632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72392f-077a-4ed7-a369-1a7cf943b1a5 req-b6d58f2d-f0ae-41e9-a7c6-7a3c8097f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:38.548836 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d72392f-077a-4ed7-a369-1a7cf943b1a5 req-b6d58f2d-f0ae-41e9-a7c6-7a3c8097f2fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 1127 time: 0.3874812 Feb 09 03:30:38.602384 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c141654a-92ac-4f03-9296-5d429dd064f4 admin admin] Publish callbacks [] for security_group (8fd3ada0-4a45-4d5f-a3dc-1773ea3d5f24), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.667610 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17c42d6c-5411-4208-985d-c11754ddcdc8 req-7f86245b-407b-412d-84ee-bbd57d2f6981 service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655186 Feb 09 03:30:38.689290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Pushing event deleted for resources: {'Port': ['ID=8aad0b80-7a94-4dbd-9366-b562d75d3f5c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:38.746917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedb348-46fd-4ec4-bc81-5c27ac3a2626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd3ada0-4a45-4d5f-a3dc-1773ea3d5f24,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:38.756085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72392f-077a-4ed7-a369-1a7cf943b1a5 req-aa16583b-9314-4201-a66b-6be8a1907087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:38.758248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d72392f-077a-4ed7-a369-1a7cf943b1a5 req-aa16583b-9314-4201-a66b-6be8a1907087 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 915 time: 0.1818154 Feb 09 03:30:38.814794 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d72392f-077a-4ed7-a369-1a7cf943b1a5 req-42ce8dc0-9ee0-4637-9113-8ae87230933f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cbdf8b4-a9b1-4917-b848-8dc4337fb670 HTTP/1.1" status: 200 len: 217 time: 0.0483768 Feb 09 03:30:38.816122 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c141654a-92ac-4f03-9296-5d429dd064f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8fd3ada0-4a45-4d5f-a3dc-1773ea3d5f24), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.819815 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c141654a-92ac-4f03-9296-5d429dd064f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.824523 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c141654a-92ac-4f03-9296-5d429dd064f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fd3ada0-4a45-4d5f-a3dc-1773ea3d5f24 HTTP/1.1" status: 204 len: 168 time: 0.5104270 Feb 09 03:30:38.906715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72392f-077a-4ed7-a369-1a7cf943b1a5 req-38bcdf9f-22d3-4a3d-b2a4-ce149d2977fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:38.909762 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d72392f-077a-4ed7-a369-1a7cf943b1a5 req-38bcdf9f-22d3-4a3d-b2a4-ce149d2977fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 200 len: 854 time: 0.0785141 Feb 09 03:30:38.918055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141654a-92ac-4f03-9296-5d429dd064f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd3ada0-4a45-4d5f-a3dc-1773ea3d5f24,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:39.442865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ba721bb4-391e-411a-b179-c20e0e998990 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:39.491027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a8f0c8-0dd0-4fcb-a6ef-e6b1eb3ea454 None None] Network 72c006ff-b0dd-48b7-8005-50c7997dc259 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:39.655182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-919e3b9f-9349-4e67-945f-051091abb5a9 None None] Provisioning complete for port ba721bb4-391e-411a-b179-c20e0e998990 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:39.655707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-919e3b9f-9349-4e67-945f-051091abb5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ba721bb4-391e-411a-b179-c20e0e998990), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.753849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (bc284156-aa6d-4fc4-acc5-2d581acb7e61), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.765374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ba721bb4-391e-411a-b179-c20e0e998990 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:39.768377 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ba721bb4-391e-411a-b179-c20e0e998990), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.923242 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (bc284156-aa6d-4fc4-acc5-2d581acb7e61), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.958790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecf615-18a8-42bf-8143-06bd8ee221c9 req-7df35962-b339-40f1-9e04-a8cae190a958 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:39.968464 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2cecf615-18a8-42bf-8143-06bd8ee221c9 req-7df35962-b339-40f1-9e04-a8cae190a958 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 944 time: 1.8538880 Feb 09 03:30:39.976344 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e292b4a6-9eb9-4b6e-a589-a547a42c5564 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] 10.222.0.21 "PUT /v2.0/quotas/8e32f48c08ae40f8b7e38eaceb0554bf HTTP/1.1" status: 200 len: 366 time: 3.2769992 Feb 09 03:30:39.978274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46710) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:40.054779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a3e4093c-a11c-472c-9517-706a78f24e80 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.067735 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a3e4093c-a11c-472c-9517-706a78f24e80 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/851cfa36-9748-4f61-9643-9c1038bcaeed HTTP/1.1" status: 204 len: 168 time: 5.3082705 Feb 09 03:30:40.069763 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ccf60244-9681-4f89-a459-6ee24156989c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (ee333a93-9fac-475f-a183-7f58a237927c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.084770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46712) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:40.090010 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ccf60244-9681-4f89-a459-6ee24156989c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.093569 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ccf60244-9681-4f89-a459-6ee24156989c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ee333a93-9fac-475f-a183-7f58a237927c HTTP/1.1" status: 204 len: 168 time: 2.8818448 Feb 09 03:30:40.106077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf60244-9681-4f89-a459-6ee24156989c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee333a93-9fac-475f-a183-7f58a237927c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:40.119276 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-399e306e-2da3-4a53-96b4-65d113c63478 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0841920 Feb 09 03:30:40.136299 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46714) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:40.137066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46716) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:40.170761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ba721bb4-391e-411a-b179-c20e0e998990 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:40.172826 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ba721bb4-391e-411a-b179-c20e0e998990), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.186550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fc631fee-e13c-4024-bbe9-9f3bc61fe785 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] 10.222.0.21 "GET /v2.0/quotas/8e32f48c08ae40f8b7e38eaceb0554bf HTTP/1.1" status: 200 len: 366 time: 0.0382197 Feb 09 03:30:40.197079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46718) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:40.270349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 72c006ff-b0dd-48b7-8005-50c7997dc259 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:40.271988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-919e3b9f-9349-4e67-945f-051091abb5a9 None None] Current status of the port ba721bb4-391e-411a-b179-c20e0e998990 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:40.272385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-919e3b9f-9349-4e67-945f-051091abb5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ba721bb4-391e-411a-b179-c20e0e998990), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.304946 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d72392f-077a-4ed7-a369-1a7cf943b1a5 req-1f120380-f0fc-4d27-934b-e082bf9f947e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69fb9b00-c2ef-4b22-bb85-44f083234f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.3727977 Feb 09 03:30:40.382441 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a1332f32-1350-45c4-b4e0-d2b807a680fb tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/8e32f48c08ae40f8b7e38eaceb0554bf HTTP/1.1" status: 204 len: 168 time: 0.1195345 Feb 09 03:30:40.392245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46722) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:40.427905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port ba721bb4-391e-411a-b179-c20e0e998990, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ba721bb4-391e-411a-b179-c20e0e998990,segment=NetworkSegment(008226e8-c669-480a-aa8e-306759b985b3),segment_id=008226e8-c669-480a-aa8e-306759b985b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:40.446241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:40.479605 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-609659a5-a5c6-4b41-a5a8-4d8d1a11a476 req-943e4b76-d6e4-46ac-a372-c33a05d39107 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 210 time: 0.1720147 Feb 09 03:30:40.536389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:40.553889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:40.554595 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.617240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aaea88-3b4b-4569-b277-0bde5e4770a8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:40.618485 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aaea88-3b4b-4569-b277-0bde5e4770a8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:40.619909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aaea88-3b4b-4569-b277-0bde5e4770a8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:40.631252 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ba721bb4-391e-411a-b179-c20e0e998990), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.635289 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-919e3b9f-9349-4e67-945f-051091abb5a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:30:40.635601 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-919e3b9f-9349-4e67-945f-051091abb5a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:30:40.652331 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a3aaea88-3b4b-4569-b277-0bde5e4770a8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5078502 Feb 09 03:30:40.678643 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46726) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:40.765250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=bc284156-aa6d-4fc4-acc5-2d581acb7e61,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:40.802005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=ba721bb4-391e-411a-b179-c20e0e998990,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:40.848121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ae2af984-2996-418e-b80b-5bdf1a15c7a2 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.4149370 Feb 09 03:30:40.890544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46730) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:40.929147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-382ff2c0-206e-4da8-ac8e-45e8e77e4b9a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3443079 Feb 09 03:30:40.930298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46732) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:40.971174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2cecf615-18a8-42bf-8143-06bd8ee221c9 req-8cb0a879-33e7-44e6-837c-5ca6c8d0c829 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0003469 Feb 09 03:30:40.995923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1629cdd-77e4-414f-86e5-95bb32bae67d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 0cb67ba4-e78e-4dc7-9b84-74119a185a2c {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:41.008540 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5f63118d-aea1-4943-a802-d2dcbf70aa6b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8683221 Feb 09 03:30:41.015308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46736) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:41.017243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1629cdd-77e4-414f-86e5-95bb32bae67d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (0cb67ba4-e78e-4dc7-9b84-74119a185a2c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.054246 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7b4f27d6-6ffa-4fcf-936e-dc6a33686b3a tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] 10.222.0.21 "GET /v2.0/quotas/8e32f48c08ae40f8b7e38eaceb0554bf HTTP/1.1" status: 200 len: 370 time: 0.1342633 Feb 09 03:30:41.064196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46740) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:41.070165 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-df49d70d-4512-410c-962d-0ef444d867d3 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] 10.222.0.21 "GET /v2.0/quotas/8e32f48c08ae40f8b7e38eaceb0554bf/default HTTP/1.1" status: 200 len: 370 time: 0.0038581 Feb 09 03:30:41.090319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46742) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:41.094056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Router 9f5c9471-cf45-4828-af91-a613e16b6eda has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:30:41.232577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:30:41.234642 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1629cdd-77e4-414f-86e5-95bb32bae67d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (0cb67ba4-e78e-4dc7-9b84-74119a185a2c), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.241025 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-baa0e3ac-4fd0-4775-98df-5d33802f05af tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] delete failed (client error): The resource could not be found. Feb 09 03:30:41.242157 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-baa0e3ac-4fd0-4775-98df-5d33802f05af tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/8e32f48c08ae40f8b7e38eaceb0554bf HTTP/1.1" status: 404 len: 348 time: 0.1461442 Feb 09 03:30:41.369881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ba721bb4-391e-411a-b179-c20e0e998990 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:41.416794 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c730148b-0348-48e7-a53b-5c07901c4052 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port bc284156-aa6d-4fc4-acc5-2d581acb7e61 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:41.417217 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c730148b-0348-48e7-a53b-5c07901c4052 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bc284156-aa6d-4fc4-acc5-2d581acb7e61), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.427162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0da413-bb74-4419-bba9-aa50167fb634 req-a207f623-324a-43a2-a05d-2d9bfaa3bb9b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:41.432729 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a0da413-bb74-4419-bba9-aa50167fb634 req-a207f623-324a-43a2-a05d-2d9bfaa3bb9b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.7531226 Feb 09 03:30:41.441637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d72392f-077a-4ed7-a369-1a7cf943b1a5 req-7fb3a775-6399-41d9-b1df-401d65a901ac service neutron] 10.222.0.42 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9980352 Feb 09 03:30:41.660368 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c730148b-0348-48e7-a53b-5c07901c4052 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bc284156-aa6d-4fc4-acc5-2d581acb7e61), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.677006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c730148b-0348-48e7-a53b-5c07901c4052 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for bc284156-aa6d-4fc4-acc5-2d581acb7e61 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:41.787483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-85420ae4-cdd0-4af9-b638-bc229d6d03da req-817c1d62-c4fc-41b5-a5eb-f50de69a98d6 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 210 time: 0.0584900 Feb 09 03:30:41.837535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:30:41.926499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] No DVR routers for this DVR port 8aad0b80-7a94-4dbd-9366-b562d75d3f5c on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:41.934801 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.939207 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18001e21-18ff-48ee-b46c-ea099b577d9b req-7b24c6f1-88c1-4cd8-877b-d370f438ddf1 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.42 "DELETE /v2.0/ports/8aad0b80-7a94-4dbd-9366-b562d75d3f5c HTTP/1.1" status: 204 len: 173 time: 7.5493171 Feb 09 03:30:41.939797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a777957-805e-4bc0-8393-051273e91aa3', 'name': 'network-vif-deleted', 'tag': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:41.951539 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbe9635-8b43-4995-ab31-161dccf84ac0" -d '{"events": [{"server_uuid": "9a777957-805e-4bc0-8393-051273e91aa3", "name": "network-vif-deleted", "tag": "8aad0b80-7a94-4dbd-9366-b562d75d3f5c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:42.112703 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08822144-6ed2-479a-aeb5-6de5b96d215d x-openstack-request-id: req-08822144-6ed2-479a-aeb5-6de5b96d215d {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:42.112892 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a777957-805e-4bc0-8393-051273e91aa3", "name": "network-vif-deleted", "tag": "8aad0b80-7a94-4dbd-9366-b562d75d3f5c", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:42.113155 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08822144-6ed2-479a-aeb5-6de5b96d215d {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:42.113604 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a777957-805e-4bc0-8393-051273e91aa3', 'name': 'network-vif-deleted', 'tag': '8aad0b80-7a94-4dbd-9366-b562d75d3f5c', 'status': 'completed', 'code': 200} Feb 09 03:30:42.113998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46756) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:42.165064 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-287f24c7-d0e0-4247-aaf9-61bd98f2c145 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (b64e4428-a1e5-4f53-8b27-7aeaed463f56), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.220365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9a7c9-430d-4ab5-9e61-6525adecd107 None None] Sync routers for ids ['9f5c9471-cf45-4828-af91-a613e16b6eda'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:30:42.270096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-919e3b9f-9349-4e67-945f-051091abb5a9 None None] Current status of the port ba721bb4-391e-411a-b179-c20e0e998990 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:42.289265 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] It took 0.94 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:30:42.319256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a0da413-bb74-4419-bba9-aa50167fb634 req-e61d2dd7-52de-4f88-bfd4-d23adfaeef97 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8623478 Feb 09 03:30:42.323037 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-287f24c7-d0e0-4247-aaf9-61bd98f2c145 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (b64e4428-a1e5-4f53-8b27-7aeaed463f56), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.353747 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d72392f-077a-4ed7-a369-1a7cf943b1a5 req-be96dbee-837a-4623-be39-16a208ed6425 service neutron] 10.222.0.42 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8339078 Feb 09 03:30:42.361430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Usage tracker for resource:network and project:fb90dd298a2640a589a9b4fecc6a825c is out of sync, need to count used quota {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:30:42.363421 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c730148b-0348-48e7-a53b-5c07901c4052 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (bc284156-aa6d-4fc4-acc5-2d581acb7e61), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.377163 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1629cdd-77e4-414f-86e5-95bb32bae67d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (0cb67ba4-e78e-4dc7-9b84-74119a185a2c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.433183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9a7c9-430d-4ab5-9e61-6525adecd107 None None] Routers {'9f5c9471-cf45-4828-af91-a613e16b6eda'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:42.434571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-18e9a7c9-430d-4ab5-9e61-6525adecd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:30:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9f5c9471-cf45-4828-af91-a613e16b6eda'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:42.491804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:30:42.498010 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-287f24c7-d0e0-4247-aaf9-61bd98f2c145 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b64e4428-a1e5-4f53-8b27-7aeaed463f56), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.504535 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-287f24c7-d0e0-4247-aaf9-61bd98f2c145 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.505981 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-287f24c7-d0e0-4247-aaf9-61bd98f2c145 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-groups/b64e4428-a1e5-4f53-8b27-7aeaed463f56 HTTP/1.1" status: 204 len: 168 time: 1.4843891 Feb 09 03:30:42.518119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46766) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:42.552846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f24c7-d0e0-4247-aaf9-61bd98f2c145 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64e4428-a1e5-4f53-8b27-7aeaed463f56,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:42.587306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730148b-0348-48e7-a53b-5c07901c4052 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=bc284156-aa6d-4fc4-acc5-2d581acb7e61,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:42.591939 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c730148b-0348-48e7-a53b-5c07901c4052 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.597070 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c730148b-0348-48e7-a53b-5c07901c4052 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/bc284156-aa6d-4fc4-acc5-2d581acb7e61 HTTP/1.1" status: 204 len: 168 time: 1.5874677 Feb 09 03:30:42.602181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46768) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:42.633533 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1629cdd-77e4-414f-86e5-95bb32bae67d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (0cb67ba4-e78e-4dc7-9b84-74119a185a2c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.659312 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab39559-f44e-45d0-9a11-7bcaa012d36b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] DELETE failed (client error): The resource could not be found. Feb 09 03:30:42.659884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab39559-f44e-45d0-9a11-7bcaa012d36b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:30:42.663126 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4ab39559-f44e-45d0-9a11-7bcaa012d36b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/bc284156-aa6d-4fc4-acc5-2d581acb7e61 HTTP/1.1" status: 404 len: 333 time: 0.0580573 Feb 09 03:30:42.675529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd04d5b-d1dc-4c7e-8856-2263dd2ec6a5 req-3a115acc-6715-4976-9a61-159228aba945 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:42.680863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46772) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:42.693667 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dcd04d5b-d1dc-4c7e-8856-2263dd2ec6a5 req-3a115acc-6715-4976-9a61-159228aba945 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 944 time: 0.3340976 Feb 09 03:30:42.784570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Usage tracker for resource:subnet and project:fb90dd298a2640a589a9b4fecc6a825c is out of sync, need to count used quota {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:30:42.802197 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1629cdd-77e4-414f-86e5-95bb32bae67d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb67ba4-e78e-4dc7-9b84-74119a185a2c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:42.817628 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dcd04d5b-d1dc-4c7e-8856-2263dd2ec6a5 req-f6aa7ab3-c86f-4092-a2d3-ca0122604119 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230054 Feb 09 03:30:42.829154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:30:42.845458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Usage tracker for resource:subnetpool and project:fb90dd298a2640a589a9b4fecc6a825c is out of sync, need to count used quota {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:30:42.848575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8cbdf8b4-a9b1-4917-b848-8dc4337fb670,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:42.860402 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:30:42.868772 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1629cdd-77e4-414f-86e5-95bb32bae67d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.883581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6ea0a201-18ea-4ff9-8ea2-c1699cf497d4 None None] Provisioning complete for port ba721bb4-391e-411a-b179-c20e0e998990 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:42.883952 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ea0a201-18ea-4ff9-8ea2-c1699cf497d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ba721bb4-391e-411a-b179-c20e0e998990), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.885251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Usage tracker for resource:port and project:fb90dd298a2640a589a9b4fecc6a825c is out of sync, need to count used quota {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:30:42.894359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:30:42.897458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '8cbdf8b4-a9b1-4917-b848-8dc4337fb670', 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d', 'port_id': '8cbdf8b4-a9b1-4917-b848-8dc4337fb670', 'mac_address': 'fa:16:3e:06:2c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68694e5-e970-48b1-8db0-d6c62f493976', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:30:42.902615 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f1629cdd-77e4-414f-86e5-95bb32bae67d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/0cb67ba4-e78e-4dc7-9b84-74119a185a2c HTTP/1.1" status: 204 len: 168 time: 2.2003908 Feb 09 03:30:42.904612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46776) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:42.906398 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-323532f2-01fb-468b-90b3-7823d603a7a4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:30:42.915039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ec9be-9cf6-4091-b480-b27b25a9a971 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:42.919020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-323532f2-01fb-468b-90b3-7823d603a7a4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/bc284156-aa6d-4fc4-acc5-2d581acb7e61 HTTP/1.1" status: 404 len: 333 time: 0.2231216 Feb 09 03:30:42.919977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46778) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:42.933208 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a334158a-6705-4193-8445-a8438d436c7e tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4071429 Feb 09 03:30:42.939613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46780) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:42.948539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d2467350-3f8d-42c8-8eda-b6c12325b20b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group': {'name': 'tempest-secgroup--267827116'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:43.039655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Usage tracker for resource:router and project:fb90dd298a2640a589a9b4fecc6a825c is out of sync, need to count used quota {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:30:43.066084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:30:43.068148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-810e8c4a-ceda-4ea5-b45a-1167c053bf6c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting subnet 0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:43.074855 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-810e8c4a-ceda-4ea5-b45a-1167c053bf6c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.100838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Usage tracker for resource:floatingip and project:fb90dd298a2640a589a9b4fecc6a825c is out of sync, need to count used quota {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:30:43.116560 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7019a7-773f-4b09-ae9c-f2e5098d76ff tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 608056e2-7874-4c3b-af9d-dc5574e57a63 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:43.120335 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee7019a7-773f-4b09-ae9c-f2e5098d76ff tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (608056e2-7874-4c3b-af9d-dc5574e57a63), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.135383 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-810e8c4a-ceda-4ea5-b45a-1167c053bf6c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.174074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ba721bb4-391e-411a-b179-c20e0e998990 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:43.185455 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ba721bb4-391e-411a-b179-c20e0e998990), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.249862 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-810e8c4a-ceda-4ea5-b45a-1167c053bf6c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.277215 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee7019a7-773f-4b09-ae9c-f2e5098d76ff tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (608056e2-7874-4c3b-af9d-dc5574e57a63), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.366557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2467350-3f8d-42c8-8eda-b6c12325b20b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.382270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:43.382788 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.439293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-18e9a7c9-430d-4ab5-9e61-6525adecd107 None None] Set router 9f5c9471-cf45-4828-af91-a613e16b6eda gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:43.506678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:30:43.538129 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee7019a7-773f-4b09-ae9c-f2e5098d76ff tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (608056e2-7874-4c3b-af9d-dc5574e57a63), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.592694 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2467350-3f8d-42c8-8eda-b6c12325b20b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (0b84ba48-cc8b-4ffe-9a85-84ed4f6e1797), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.599598 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-810e8c4a-ceda-4ea5-b45a-1167c053bf6c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.612244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:30:43.635113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee7019a7-773f-4b09-ae9c-f2e5098d76ff tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (608056e2-7874-4c3b-af9d-dc5574e57a63), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.637331 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2467350-3f8d-42c8-8eda-b6c12325b20b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0b84ba48-cc8b-4ffe-9a85-84ed4f6e1797), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.656714 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66f61d67-fffc-4963-a7b8-e3e237193095 req-ae407680-99e0-4907-84aa-4a172f5416a7 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a777957-805e-4bc0-8393-051273e91aa3 HTTP/1.1" status: 200 len: 210 time: 0.5840394 Feb 09 03:30:43.737964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e8c4a-ceda-4ea5-b45a-1167c053bf6c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:43.783466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7019a7-773f-4b09-ae9c-f2e5098d76ff tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=608056e2-7874-4c3b-af9d-dc5574e57a63,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:43.786471 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-810e8c4a-ceda-4ea5-b45a-1167c053bf6c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.791606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee7019a7-773f-4b09-ae9c-f2e5098d76ff tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.797854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ee7019a7-773f-4b09-ae9c-f2e5098d76ff tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/608056e2-7874-4c3b-af9d-dc5574e57a63 HTTP/1.1" status: 204 len: 168 time: 0.8928261 Feb 09 03:30:43.820691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46812) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:43.823277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46816) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:43.829883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-810e8c4a-ceda-4ea5-b45a-1167c053bf6c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb HTTP/1.1" status: 204 len: 168 time: 0.8915458 Feb 09 03:30:43.838928 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2467350-3f8d-42c8-8eda-b6c12325b20b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.844312 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d2467350-3f8d-42c8-8eda-b6c12325b20b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9035156 Feb 09 03:30:43.851310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46824) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:43.869560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6a793c16-0e8e-4ab4-b21f-f345372fdf25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': '0b84ba48-cc8b-4ffe-9a85-84ed4f6e1797', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:43.878399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2467350-3f8d-42c8-8eda-b6c12325b20b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b84ba48-cc8b-4ffe-9a85-84ed4f6e1797,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:43.918605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92233952-3a87-4613-809c-0ae781d2ff30 None None] Network 72c006ff-b0dd-48b7-8005-50c7997dc259 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:43.924246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8cbdf8b4-a9b1-4917-b848-8dc4337fb670,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:43.957968 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a793c16-0e8e-4ab4-b21f-f345372fdf25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (f204b2dd-aba1-48d9-a8aa-779fa2f2f95b), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.995686 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ae8bf691-193d-41af-8d7d-ea35f3aa087b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1548448 Feb 09 03:30:44.017066 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.036692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46834) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:44.096544 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a793c16-0e8e-4ab4-b21f-f345372fdf25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (f204b2dd-aba1-48d9-a8aa-779fa2f2f95b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.106963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-784c303b-4dcf-470f-aaea-fe7560e552ee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:44.123926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35010ec-0d8d-4f2e-88ef-8d87710d8712 req-50ad4a73-4ae5-40af-81af-82ed38bff840 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:44.131723 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c35010ec-0d8d-4f2e-88ef-8d87710d8712 req-50ad4a73-4ae5-40af-81af-82ed38bff840 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.5208867 Feb 09 03:30:44.191671 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (72c006ff-b0dd-48b7-8005-50c7997dc259), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.200691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Usage tracker for resource:security_group and project:fb90dd298a2640a589a9b4fecc6a825c is out of sync, need to count used quota {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:30:44.219271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:30:44.224977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ba721bb4-391e-411a-b179-c20e0e998990 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:44.247258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c35010ec-0d8d-4f2e-88ef-8d87710d8712 req-adc87c8b-cf08-42b4-b1ca-6d51cadb1929 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144786 Feb 09 03:30:44.249676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Usage tracker for resource:security_group_rule and project:fb90dd298a2640a589a9b4fecc6a825c is out of sync, need to count used quota {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:30:44.263425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.quota.resource [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103328) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:30:44.288670 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a793c16-0e8e-4ab4-b21f-f345372fdf25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (f204b2dd-aba1-48d9-a8aa-779fa2f2f95b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.335310 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-63c579ab-71a6-4e5a-8fca-99baa5badc75 tempest-QuotasTest-2111520282 tempest-QuotasTest-2111520282-project-admin] 10.222.0.21 "GET /v2.0/quotas/fb90dd298a2640a589a9b4fecc6a825c/details.json HTTP/1.1" status: 200 len: 703 time: 2.2200804 Feb 09 03:30:44.412056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0a201-18ea-4ff9-8ea2-c1699cf497d4 None None] Current status of the port ba721bb4-391e-411a-b179-c20e0e998990 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:44.413276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port ba721bb4-391e-411a-b179-c20e0e998990 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:44.413704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ba721bb4-391e-411a-b179-c20e0e998990), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.420900 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a793c16-0e8e-4ab4-b21f-f345372fdf25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.428474 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6a793c16-0e8e-4ab4-b21f-f345372fdf25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5655315 Feb 09 03:30:44.442979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8cbdf8b4-a9b1-4917-b848-8dc4337fb670'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:30:44.446529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46862) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:44.449996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6ea0a201-18ea-4ff9-8ea2-c1699cf497d4 None None] Could not find standard attr ID for object bc284156-aa6d-4fc4-acc5-2d581acb7e61. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:30:44.524378 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-18655651-53f8-4302-9058-58553b2c995f tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules/f204b2dd-aba1-48d9-a8aa-779fa2f2f95b HTTP/1.1" status: 200 len: 763 time: 0.0651338 Feb 09 03:30:44.525257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46868) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:44.583214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a793c16-0e8e-4ab4-b21f-f345372fdf25 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f204b2dd-aba1-48d9-a8aa-779fa2f2f95b,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:44.630584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] For port ba721bb4-391e-411a-b179-c20e0e998990, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ba721bb4-391e-411a-b179-c20e0e998990,segment=NetworkSegment(008226e8-c669-480a-aa8e-306759b985b3),segment_id=008226e8-c669-480a-aa8e-306759b985b3)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:44.631146 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ba721bb4-391e-411a-b179-c20e0e998990), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.651624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for ba721bb4-391e-411a-b179-c20e0e998990 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:44.715063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032866-85eb-4fbe-b66c-a33a6c69dfe2 req-ab5cf056-7624-49b0-8138-3083656a042a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:44.716689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8032866-85eb-4fbe-b66c-a33a6c69dfe2 req-ab5cf056-7624-49b0-8138-3083656a042a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 945 time: 0.6042142 Feb 09 03:30:44.777072 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ffd135ad-ed53-4ab7-93d2-666a05a21f1b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2414293 Feb 09 03:30:44.837721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46882) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:44.838179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46884) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:44.846598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=8cbdf8b4-a9b1-4917-b848-8dc4337fb670,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:44.848414 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ba721bb4-391e-411a-b179-c20e0e998990), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.882964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No DVR routers for this DVR port ba721bb4-391e-411a-b179-c20e0e998990 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:44.917424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=ba721bb4-391e-411a-b179-c20e0e998990,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:44.927743 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8032866-85eb-4fbe-b66c-a33a6c69dfe2 req-858bd932-965d-43cf-b8ba-6848ed5e7ceb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884634 Feb 09 03:30:44.969169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8383891f-e0b4-411e-af14-a7751af533cb None None] Update dhcp port {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'fixed_ips': [{'subnet_id': '608056e2-7874-4c3b-af9d-dc5574e57a63'}], 'binding:host_id': 'n-d-824835-15'}, 'id': 'f027f360-2c5d-4d80-b468-824dbd839e32'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:30:44.994029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46888) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:45.062259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (72c006ff-b0dd-48b7-8005-50c7997dc259), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.084708 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46892) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:45.107375 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8383891f-e0b4-411e-af14-a7751af533cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.115290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-18e9a7c9-430d-4ab5-9e61-6525adecd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:29:13Z', 'revision_number': 4, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0840f6f7-dbed-4e32-b1d8-68ccaa57d02e', 'name': '', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'mac_address': 'fa:16:3e:0d:d7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:09Z', 'updated_at': '2022-02-09T03:29:20Z', 'revision_number': 5, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'subnets': [{'id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:45.122605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c006ff-b0dd-48b7-8005-50c7997dc259']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:45.153631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008226e8-c669-480a-aa8e-306759b985b3') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:45.154258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008226e8-c669-480a-aa8e-306759b985b3') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:45.169167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784c303b-4dcf-470f-aaea-fe7560e552ee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:45.173736 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-784c303b-4dcf-470f-aaea-fe7560e552ee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.177127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9a7c9-430d-4ab5-9e61-6525adecd107 None None] Checking router: 9f5c9471-cf45-4828-af91-a613e16b6eda for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:30:45.193581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573972e-e4be-468d-82a1-cfbca7b8bb09 None None] DHCP port deletion for 72c006ff-b0dd-48b7-8005-50c7997dc259 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:30:45.199774 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (008226e8-c669-480a-aa8e-306759b985b3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.228330 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (008226e8-c669-480a-aa8e-306759b985b3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.238828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:45.239356 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (008226e8-c669-480a-aa8e-306759b985b3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:45.248953 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:45.364921 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08e883f6-47b7-476e-b55f-fd9a2a091f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.390072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (72c006ff-b0dd-48b7-8005-50c7997dc259), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.401418 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.417745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/networks/72c006ff-b0dd-48b7-8005-50c7997dc259 HTTP/1.1" status: 204 len: 168 time: 1.5725479 Feb 09 03:30:45.424812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9a7c9-430d-4ab5-9e61-6525adecd107 None None] Routers {'9f5c9471-cf45-4828-af91-a613e16b6eda'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:45.425652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-18e9a7c9-430d-4ab5-9e61-6525adecd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:30:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9f5c9471-cf45-4828-af91-a613e16b6eda'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:45.426229 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb898fb9-f9f8-4444-b6cf-981d0158097e tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (f204b2dd-aba1-48d9-a8aa-779fa2f2f95b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.458830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46898) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:45.467426 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22ff2d2e-b455-49ed-b839-848bd23d554e tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for security_group (ad32dd25-5cd7-4c13-8299-07e2b8c63346), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.479023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c72fa511-1f22-4c9e-9a60-077b7d7e5f9c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1092759707'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:45.532661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72fa511-1f22-4c9e-9a60-077b7d7e5f9c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:45.536613 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72fa511-1f22-4c9e-9a60-077b7d7e5f9c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.556713 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb898fb9-f9f8-4444-b6cf-981d0158097e tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (f204b2dd-aba1-48d9-a8aa-779fa2f2f95b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.602267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd76f0fc-f96b-4284-a3b1-cf7d679c9378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.605744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a7f730-9466-41ac-a073-26d4935d888c None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:45.627013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08e883f6-47b7-476e-b55f-fd9a2a091f79 admin admin] Publish callbacks [] for security_group (e93bf681-101e-4846-8f17-e067eddd1282), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.629306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8c481-b8cc-4ac2-b368-77ea75a4da69 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Network': ['ID=72c006ff-b0dd-48b7-8005-50c7997dc259,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:45.657092 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-08e883f6-47b7-476e-b55f-fd9a2a091f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e93bf681-101e-4846-8f17-e067eddd1282), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.678104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72fa511-1f22-4c9e-9a60-077b7d7e5f9c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:30:45.691854 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72fa511-1f22-4c9e-9a60-077b7d7e5f9c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ff41a04b-f049-4c0f-b9a8-80d70d2974ce), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.694111 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-c72fa511-1f22-4c9e-9a60-077b7d7e5f9c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Added segment ff41a04b-f049-4c0f-b9a8-80d70d2974ce of type vlan for network 7d876e58-1cab-4a13-b0b6-f2ab1aeb6200 Feb 09 03:30:45.768080 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22ff2d2e-b455-49ed-b839-848bd23d554e tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for security_group (ad32dd25-5cd7-4c13-8299-07e2b8c63346), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.768856 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-030c6145-550a-47c2-bf23-302c81d6ad1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.795059 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-08e883f6-47b7-476e-b55f-fd9a2a091f79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fdeef6bbe6524d10ab34718cfb88f725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7997537 Feb 09 03:30:45.795904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e883f6-47b7-476e-b55f-fd9a2a091f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93bf681-101e-4846-8f17-e067eddd1282,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:45.811851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46902) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:45.854375 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-60a7cddb-962b-4d70-9177-539c2bce1cb5 None None] Provisioning complete for port f027f360-2c5d-4d80-b468-824dbd839e32 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:45.855926 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60a7cddb-962b-4d70-9177-539c2bce1cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.857370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2095dc-9473-45ae-bdf3-5fabceedd1e8 req-a9903b99-9fe0-44af-a230-0b87ac765d81 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:45.858963 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d2095dc-9473-45ae-bdf3-5fabceedd1e8 req-a9903b99-9fe0-44af-a230-0b87ac765d81 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.2470586 Feb 09 03:30:45.914621 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72fa511-1f22-4c9e-9a60-077b7d7e5f9c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (7d876e58-1cab-4a13-b0b6-f2ab1aeb6200), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.929957 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d69fd1b-1805-43e8-b8d3-30e3d865b996 admin admin] Publish callbacks [] for security_group (e93bf681-101e-4846-8f17-e067eddd1282), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.971234 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d2095dc-9473-45ae-bdf3-5fabceedd1e8 req-55ccd6fc-7844-4c0a-9a77-07d5c7bc8e75 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036444 Feb 09 03:30:46.016040 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d69fd1b-1805-43e8-b8d3-30e3d865b996 admin admin] Publish callbacks [] for security_group (e93bf681-101e-4846-8f17-e067eddd1282), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.100168 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d69fd1b-1805-43e8-b8d3-30e3d865b996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e93bf681-101e-4846-8f17-e067eddd1282), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.103906 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d69fd1b-1805-43e8-b8d3-30e3d865b996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.105547 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6d69fd1b-1805-43e8-b8d3-30e3d865b996 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e93bf681-101e-4846-8f17-e067eddd1282 HTTP/1.1" status: 204 len: 168 time: 0.2898028 Feb 09 03:30:46.126881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69fd1b-1805-43e8-b8d3-30e3d865b996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93bf681-101e-4846-8f17-e067eddd1282,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:46.138121 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb898fb9-f9f8-4444-b6cf-981d0158097e tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (f204b2dd-aba1-48d9-a8aa-779fa2f2f95b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.144532 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb898fb9-f9f8-4444-b6cf-981d0158097e tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.146004 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-eb898fb9-f9f8-4444-b6cf-981d0158097e tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f204b2dd-aba1-48d9-a8aa-779fa2f2f95b HTTP/1.1" status: 204 len: 168 time: 1.2346272 Feb 09 03:30:46.148995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46908) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.166496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72fa511-1f22-4c9e-9a60-077b7d7e5f9c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (7d876e58-1cab-4a13-b0b6-f2ab1aeb6200), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.172396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72fa511-1f22-4c9e-9a60-077b7d7e5f9c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:46.173096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c72fa511-1f22-4c9e-9a60-077b7d7e5f9c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.208071 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb898fb9-f9f8-4444-b6cf-981d0158097e tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f204b2dd-aba1-48d9-a8aa-779fa2f2f95b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:46.243517 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-67a75821-be5b-4717-b71f-9da4b266d1e5 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0930040 Feb 09 03:30:46.255361 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46910) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.273238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a404eb39-c873-49d7-83ac-ea8e306d688a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': '0b84ba48-cc8b-4ffe-9a85-84ed4f6e1797', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:46.384965 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a404eb39-c873-49d7-83ac-ea8e306d688a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (c2c9f90a-7772-42fa-ba6c-2f418f4aeff1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.570774 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c72fa511-1f22-4c9e-9a60-077b7d7e5f9c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1002622 Feb 09 03:30:46.585094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46914) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.587830 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-784c303b-4dcf-470f-aaea-fe7560e552ee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.597613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-19ff90d5-4dd9-46c2-8d56-524b01cac92c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': '7d876e58-1cab-4a13-b0b6-f2ab1aeb6200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:46.608180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-18e9a7c9-430d-4ab5-9e61-6525adecd107 None None] Set router 9f5c9471-cf45-4828-af91-a613e16b6eda gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:46.647939 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a404eb39-c873-49d7-83ac-ea8e306d688a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (c2c9f90a-7772-42fa-ba6c-2f418f4aeff1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.655764 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a404eb39-c873-49d7-83ac-ea8e306d688a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (c2c9f90a-7772-42fa-ba6c-2f418f4aeff1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.694390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404eb39-c873-49d7-83ac-ea8e306d688a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c9f90a-7772-42fa-ba6c-2f418f4aeff1,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:46.713966 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a404eb39-c873-49d7-83ac-ea8e306d688a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.718833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a404eb39-c873-49d7-83ac-ea8e306d688a tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4600544 Feb 09 03:30:46.720032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46916) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.771745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3bdaaf42-53ec-4c72-86d7-784112510fdd tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules/c2c9f90a-7772-42fa-ba6c-2f418f4aeff1 HTTP/1.1" status: 200 len: 763 time: 0.0474861 Feb 09 03:30:46.772718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46918) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.777394 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd76f0fc-f96b-4284-a3b1-cf7d679c9378 admin admin] Publish callbacks [] for security_group (4c982a72-d685-46fe-be6b-090080c6b9bd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.788435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c303b-4dcf-470f-aaea-fe7560e552ee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:46.794012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fa511-1f22-4c9e-9a60-077b7d7e5f9c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Network': ['ID=7d876e58-1cab-4a13-b0b6-f2ab1aeb6200,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:46.808436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd76f0fc-f96b-4284-a3b1-cf7d679c9378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4c982a72-d685-46fe-be6b-090080c6b9bd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.840510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ba721bb4-391e-411a-b179-c20e0e998990 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:46.844857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 7d876e58-1cab-4a13-b0b6-f2ab1aeb6200 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:30:46.905768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fd76f0fc-f96b-4284-a3b1-cf7d679c9378 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1401e2c63cf64aa7bd47476c66069995&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8095756 Feb 09 03:30:46.908630 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-258d2b3a-b9dc-4508-bada-31d5a13159f6 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1324430 Feb 09 03:30:46.909894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46920) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.910395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46922) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.924037 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5171bc5-be9e-454f-9d72-8d840d15de1e req-c1782e20-e74d-4c86-bcb9-914dccc15301 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:46.929423 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b5171bc5-be9e-454f-9d72-8d840d15de1e req-c1782e20-e74d-4c86-bcb9-914dccc15301 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 945 time: 0.8570263 Feb 09 03:30:46.929826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46924) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.939117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76f0fc-f96b-4284-a3b1-cf7d679c9378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c982a72-d685-46fe-be6b-090080c6b9bd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:46.944879 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22ff2d2e-b455-49ed-b839-848bd23d554e tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ad32dd25-5cd7-4c13-8299-07e2b8c63346), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.949036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22ff2d2e-b455-49ed-b839-848bd23d554e tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.950217 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-22ff2d2e-b455-49ed-b839-848bd23d554e tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad32dd25-5cd7-4c13-8299-07e2b8c63346 HTTP/1.1" status: 204 len: 168 time: 2.0321743 Feb 09 03:30:46.968071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46926) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.976270 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-047d16c6-3938-44f9-99bd-02e51c8566b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.013268 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-3e84465f-23ec-4768-bdcb-4d8e6bedbe72 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] show failed (client error): The resource could not be found. Feb 09 03:30:47.014582 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3e84465f-23ec-4768-bdcb-4d8e6bedbe72 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "GET /v2.0/security-groups/ad32dd25-5cd7-4c13-8299-07e2b8c63346 HTTP/1.1" status: 404 len: 347 time: 0.0278559 Feb 09 03:30:47.019883 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46928) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:47.027836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c303b-4dcf-470f-aaea-fe7560e552ee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:47.040312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff2d2e-b455-49ed-b839-848bd23d554e tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad32dd25-5cd7-4c13-8299-07e2b8c63346,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:47.048215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ff90d5-4dd9-46c2-8d56-524b01cac92c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:47.053020 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19ff90d5-4dd9-46c2-8d56-524b01cac92c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.057617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-784c303b-4dcf-470f-aaea-fe7560e552ee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:47.075902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c303b-4dcf-470f-aaea-fe7560e552ee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:47.076601 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-784c303b-4dcf-470f-aaea-fe7560e552ee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.191284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: ba721bb4-391e-411a-b179-c20e0e998990 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:47.191530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ba721bb4-391e-411a-b179-c20e0e998990 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:47.191952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f027f360-2c5d-4d80-b468-824dbd839e32 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:47.208037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b5171bc5-be9e-454f-9d72-8d840d15de1e req-76176410-d3dd-4df1-9a94-70b7780af755 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400837 Feb 09 03:30:47.234191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-784c303b-4dcf-470f-aaea-fe7560e552ee tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1350501 Feb 09 03:30:47.240605 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46932) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:47.247121 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b3b1a-a40b-4d05-a148-adc3d8b985a1 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (c2c9f90a-7772-42fa-ba6c-2f418f4aeff1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.248179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:47.284990 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b3b1a-a40b-4d05-a148-adc3d8b985a1 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (c2c9f90a-7772-42fa-ba6c-2f418f4aeff1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.385176 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b07a99a5-e5a7-4e3c-8e29-76879da56fed admin admin] Publish callbacks [] for security_group (4c982a72-d685-46fe-be6b-090080c6b9bd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.420831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:47.424870 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.435720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:30:47.522012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f027f360-2c5d-4d80-b468-824dbd839e32 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:47.522012 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.560817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-047d16c6-3938-44f9-99bd-02e51c8566b1 admin admin] Publish callbacks [] for security_group (c2077000-62b4-4f28-a167-52afd290e11e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.598077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb411e-fdce-4470-a14b-f74540d79da0 req-049e0538-85f3-41b2-ae3b-62a4de999384 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:47.599263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-60a7cddb-962b-4d70-9177-539c2bce1cb5 None None] Current status of the port f027f360-2c5d-4d80-b468-824dbd839e32 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:47.611861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9eb411e-fdce-4470-a14b-f74540d79da0 req-049e0538-85f3-41b2-ae3b-62a4de999384 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.4296079 Feb 09 03:30:47.617008 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b3b1a-a40b-4d05-a148-adc3d8b985a1 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (c2c9f90a-7772-42fa-ba6c-2f418f4aeff1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.637717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port f027f360-2c5d-4d80-b468-824dbd839e32, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f027f360-2c5d-4d80-b468-824dbd839e32,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:47.656341 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19ff90d5-4dd9-46c2-8d56-524b01cac92c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (8a037787-1fb9-4a81-b76f-19cbe88487b4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.658803 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b3b1a-a40b-4d05-a148-adc3d8b985a1 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.660087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f78b3b1a-a40b-4d05-a148-adc3d8b985a1 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c2c9f90a-7772-42fa-ba6c-2f418f4aeff1 HTTP/1.1" status: 204 len: 168 time: 0.7485864 Feb 09 03:30:47.662626 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b07a99a5-e5a7-4e3c-8e29-76879da56fed admin admin] Publish callbacks [] for security_group (4c982a72-d685-46fe-be6b-090080c6b9bd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.665301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b3b1a-a40b-4d05-a148-adc3d8b985a1 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2c9f90a-7772-42fa-ba6c-2f418f4aeff1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:47.669226 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.685462 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-047d16c6-3938-44f9-99bd-02e51c8566b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c2077000-62b4-4f28-a167-52afd290e11e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.744327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46934) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:47.752466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff90d5-4dd9-46c2-8d56-524b01cac92c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Subnet': ['ID=8a037787-1fb9-4a81-b76f-19cbe88487b4,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:47.775042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=f027f360-2c5d-4d80-b468-824dbd839e32,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:47.781268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Deleting port f027f360-2c5d-4d80-b468-824dbd839e32 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:47.781803 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.788222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-18e9a7c9-430d-4ab5-9e61-6525adecd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:29:13Z', 'revision_number': 4, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0840f6f7-dbed-4e32-b1d8-68ccaa57d02e', 'name': '', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'mac_address': 'fa:16:3e:0d:d7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:09Z', 'updated_at': '2022-02-09T03:29:20Z', 'revision_number': 5, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'subnets': [{'id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:47.874696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9a7c9-430d-4ab5-9e61-6525adecd107 None None] The sync data for ids ['9f5c9471-cf45-4828-af91-a613e16b6eda'] in n-d-824835-15 is: [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:29:13Z', 'revision_number': 4, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0840f6f7-dbed-4e32-b1d8-68ccaa57d02e', 'name': '', 'network_id': '97a79838-cc43-4899-97cb-b1a3e339a122', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'mac_address': 'fa:16:3e:0d:d7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:09Z', 'updated_at': '2022-02-09T03:29:20Z', 'revision_number': 5, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'subnets': [{'id': 'aecc0e42-b696-471b-9503-d208daa121d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:30:47.914856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ff90d5-4dd9-46c2-8d56-524b01cac92c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Checking segment: {'id': 'ff41a04b-f049-4c0f-b9a8-80d70d2974ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7d876e58-1cab-4a13-b0b6-f2ab1aeb6200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:47.915623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff90d5-4dd9-46c2-8d56-524b01cac92c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network hostable DHCP agents. Network: 7d876e58-1cab-4a13-b0b6-f2ab1aeb6200, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:30:47.923989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-047d16c6-3938-44f9-99bd-02e51c8566b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb90dd298a2640a589a9b4fecc6a825c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9924672 Feb 09 03:30:47.925641 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46936) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:47.946399 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9eb411e-fdce-4470-a14b-f74540d79da0 req-c40690ca-0071-408b-9355-c609e27436af tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232365 Feb 09 03:30:47.949962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d16c6-3938-44f9-99bd-02e51c8566b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2077000-62b4-4f28-a167-52afd290e11e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:47.963259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-033305fa-d49b-4f8f-81db-8ba880d67818 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Deleting port 5105647f-e161-40c6-bda4-c8a34ca786ff {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:47.963259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-033305fa-d49b-4f8f-81db-8ba880d67818 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5105647f-e161-40c6-bda4-c8a34ca786ff), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.055572 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-033305fa-d49b-4f8f-81db-8ba880d67818 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5105647f-e161-40c6-bda4-c8a34ca786ff), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.055818 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-033305fa-d49b-4f8f-81db-8ba880d67818 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for floatingip (5105647f-e161-40c6-bda4-c8a34ca786ff), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.057258 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:48.069241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff90d5-4dd9-46c2-8d56-524b01cac92c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 7d876e58-1cab-4a13-b0b6-f2ab1aeb6200 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:30:48.071451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-033305fa-d49b-4f8f-81db-8ba880d67818 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Calling delete_port for 5105647f-e161-40c6-bda4-c8a34ca786ff owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:48.148775 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-21655629-6a18-42c0-a155-9805290dbff1 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3982439 Feb 09 03:30:48.153231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46938) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:48.164463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ad68ee5e-a00b-4539-8f3e-6a35f2de2e97 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': '0b84ba48-cc8b-4ffe-9a85-84ed4f6e1797', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:48.183078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] For port f027f360-2c5d-4d80-b468-824dbd839e32, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f027f360-2c5d-4d80-b468-824dbd839e32,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:48.183366 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.214098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b07a99a5-e5a7-4e3c-8e29-76879da56fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4c982a72-d685-46fe-be6b-090080c6b9bd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.217834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-19ff90d5-4dd9-46c2-8d56-524b01cac92c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 7d876e58-1cab-4a13-b0b6-f2ab1aeb6200) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:48.218666 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b07a99a5-e5a7-4e3c-8e29-76879da56fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.222602 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b07a99a5-e5a7-4e3c-8e29-76879da56fed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c982a72-d685-46fe-be6b-090080c6b9bd HTTP/1.1" status: 204 len: 168 time: 1.3016348 Feb 09 03:30:48.231524 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b6c8a-c65e-44bf-bf21-ca3626c2acd2 None None] Network 7d876e58-1cab-4a13-b0b6-f2ab1aeb6200 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:48.264658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ff90d5-4dd9-46c2-8d56-524b01cac92c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:48.265231 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19ff90d5-4dd9-46c2-8d56-524b01cac92c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.296536 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-ad68ee5e-a00b-4539-8f3e-6a35f2de2e97 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Project e4a19a762f8943f39deba780c489a6a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:30:48.336581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a99a5-e5a7-4e3c-8e29-76879da56fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c982a72-d685-46fe-be6b-090080c6b9bd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:48.347006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Calling delete_port for f027f360-2c5d-4d80-b468-824dbd839e32 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:48.348735 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-19ff90d5-4dd9-46c2-8d56-524b01cac92c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7622275 Feb 09 03:30:48.349585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46944) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:48.370143 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad68ee5e-a00b-4539-8f3e-6a35f2de2e97 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (a60f4b1c-f2c0-429b-b40d-48ac281f211a), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.374860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': '7d876e58-1cab-4a13-b0b6-f2ab1aeb6200', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-262545482'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:48.382857 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c25f97cf-5988-4f2a-bfa1-2902705e2681 admin admin] Publish callbacks [] for security_group (c2077000-62b4-4f28-a167-52afd290e11e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.398016 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb226350-5747-48e7-88aa-5a1eb1846185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.424942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-7d876e58-1cab-4a13-b0b6-f2ab1aeb6200', 'network_id': '7d876e58-1cab-4a13-b0b6-f2ab1aeb6200', 'project_id': '230eb44fa85a481f95e0cd3c95d7bcb3', 'fixed_ips': [{'subnet_id': '8a037787-1fb9-4a81-b76f-19cbe88487b4'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:30:48.426104 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.523189 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a17a74-8249-4679-a1eb-d2abb28e5240 None None] New status for floating IP b491de4a-ad02-4af8-bfcd-5a973a83c1a1: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:30:48.550776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c25f97cf-5988-4f2a-bfa1-2902705e2681 admin admin] Publish callbacks [] for security_group (c2077000-62b4-4f28-a167-52afd290e11e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.584905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a506f36-e773-4454-a9ea-b348083fa2af req-4d7d9717-d007-470c-97e4-1b2281ddada9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:48.592223 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a506f36-e773-4454-a9ea-b348083fa2af req-4d7d9717-d007-470c-97e4-1b2281ddada9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 945 time: 0.2114034 Feb 09 03:30:48.774752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:48.778150 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.783016 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c25f97cf-5988-4f2a-bfa1-2902705e2681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c2077000-62b4-4f28-a167-52afd290e11e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.783310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.objects.ports [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103327) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:30:48.792546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c25f97cf-5988-4f2a-bfa1-2902705e2681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.801747 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c25f97cf-5988-4f2a-bfa1-2902705e2681 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2077000-62b4-4f28-a167-52afd290e11e HTTP/1.1" status: 204 len: 168 time: 0.8711224 Feb 09 03:30:48.809153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:30:48.819674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:48.820053 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.832790 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (f027f360-2c5d-4d80-b468-824dbd839e32), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.853157 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.db.api [None req-f6a17a74-8249-4679-a1eb-d2abb28e5240 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:30:48.853695 n-d-824835-15 neutron-server[103330]: DEBUG oslo_db.api [None req-f6a17a74-8249-4679-a1eb-d2abb28e5240 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:30:48.868844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-033305fa-d49b-4f8f-81db-8ba880d67818 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5105647f-e161-40c6-bda4-c8a34ca786ff), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.894307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f97cf-5988-4f2a-bfa1-2902705e2681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2077000-62b4-4f28-a167-52afd290e11e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:48.918914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a506f36-e773-4454-a9ea-b348083fa2af req-13ca3736-866f-4d38-bf73-edf095983f4b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209634 Feb 09 03:30:48.966907 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port 44e969f9-0cbf-4edd-85f5-d5a66791b84a yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:48.981167 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad68ee5e-a00b-4539-8f3e-6a35f2de2e97 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (a60f4b1c-f2c0-429b-b40d-48ac281f211a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.990889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033305fa-d49b-4f8f-81db-8ba880d67818 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Pushing event deleted for resources: {'Port': ['ID=5105647f-e161-40c6-bda4-c8a34ca786ff,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:49.036489 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad68ee5e-a00b-4539-8f3e-6a35f2de2e97 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (a60f4b1c-f2c0-429b-b40d-48ac281f211a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.129706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] No DVR routers for this DVR port f027f360-2c5d-4d80-b468-824dbd839e32 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:49.146386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Pushing event deleted for resources: {'Port': ['ID=f027f360-2c5d-4d80-b468-824dbd839e32,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:49.165847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46952) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:49.196677 n-d-824835-15 neutron-server[103327]: WARNING neutron.services.revisions.revision_plugin [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Could not find related port for resource to bump revision. Feb 09 03:30:49.200735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.202228 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.203300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.205489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.206394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.215049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_pluggable_backend [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Port f027f360-2c5d-4d80-b468-824dbd839e32 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103327) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 03:30:49.215683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_pluggable_backend [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2a:7d68 {{(pid=103327) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 03:30:49.216048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.216486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68ee5e-a00b-4539-8f3e-6a35f2de2e97 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60f4b1c-f2c0-429b-b40d-48ac281f211a,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:49.217023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.217941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.218656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.219867 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-057065da-d035-4ae4-83a6-bb76d6ae6f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.220288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.220966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.221223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad68ee5e-a00b-4539-8f3e-6a35f2de2e97 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.222471 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ad68ee5e-a00b-4539-8f3e-6a35f2de2e97 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0665140 Feb 09 03:30:49.223529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-033305fa-d49b-4f8f-81db-8ba880d67818 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks [] for floatingip (b491de4a-ad02-4af8-bfcd-5a973a83c1a1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.226177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_pluggable_backend [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2a:7d68 {{(pid=103327) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 03:30:49.226426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.226606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6c274f-d281-4109-a469-ec8bc26b15f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:49.226998 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-033305fa-d49b-4f8f-81db-8ba880d67818 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.227775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46954) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:49.231616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-033305fa-d49b-4f8f-81db-8ba880d67818 tempest-ServersTestManualDisk-105061471 tempest-ServersTestManualDisk-105061471-project] 10.222.0.21 "DELETE /v2.0/floatingips/b491de4a-ad02-4af8-bfcd-5a973a83c1a1 HTTP/1.1" status: 204 len: 168 time: 2.2051573 Feb 09 03:30:49.232676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46956) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:49.234207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c43425c-3d58-4db7-b5f7-cff14b821d55 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:49.242073 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (3bcc8eab-10b9-4ac9-86ee-009de4f1aad5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.350465 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-813c2991-3ee3-469a-9553-2c5c515b5f29 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules/a60f4b1c-f2c0-429b-b40d-48ac281f211a HTTP/1.1" status: 200 len: 769 time: 0.1213686 Feb 09 03:30:49.354872 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a17a74-8249-4679-a1eb-d2abb28e5240 None None] New status for floating IP b491de4a-ad02-4af8-bfcd-5a973a83c1a1: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:30:49.373716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46958) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:49.434909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:49.445114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42ade-c5e9-4055-b87c-e485112219f1 req-6fc3ce31-d6df-4a51-b4b6-f8b1bd23758e tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:49.446692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0b42ade-c5e9-4055-b87c-e485112219f1 req-6fc3ce31-d6df-4a51-b4b6-f8b1bd23758e tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.1661260 Feb 09 03:30:49.447471 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.566873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Allocated IP 2001:db8::2 (7d876e58-1cab-4a13-b0b6-f2ab1aeb6200/8a037787-1fb9-4a81-b76f-19cbe88487b4/6ea9df8f-347d-408c-bb67-20a624b716b7) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:49.615027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0b42ade-c5e9-4055-b87c-e485112219f1 req-f7f0051a-a83b-4bb2-9966-222138f790ac tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563268 Feb 09 03:30:49.655007 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.708760 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed1567c-9dae-4dd5-9133-b4c3f16b1075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbdf8b4-a9b1-4917-b848-8dc4337fb670'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:49.711543 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6d3d8d-cac4-40d7-857c-09c000f983da" -d '{"events": [{"server_uuid": "6ed1567c-9dae-4dd5-9133-b4c3f16b1075", "name": "network-vif-plugged", "status": "completed", "tag": "8cbdf8b4-a9b1-4917-b848-8dc4337fb670"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:49.804956 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade804b9-53fc-4f73-9cfa-3b510bdab9c7 x-openstack-request-id: req-ade804b9-53fc-4f73-9cfa-3b510bdab9c7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:49.805684 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed1567c-9dae-4dd5-9133-b4c3f16b1075", "name": "network-vif-plugged", "status": "completed", "tag": "8cbdf8b4-a9b1-4917-b848-8dc4337fb670", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:49.806169 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ade804b9-53fc-4f73-9cfa-3b510bdab9c7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:49.806822 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed1567c-9dae-4dd5-9133-b4c3f16b1075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbdf8b4-a9b1-4917-b848-8dc4337fb670', 'code': 200} Feb 09 03:30:49.816647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8cbdf8b4-a9b1-4917-b848-8dc4337fb670,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:49.827608 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.909930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': '141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2'}, {'subnet_id': '3bcc8eab-10b9-4ac9-86ee-009de4f1aad5'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:30:49.914635 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.130331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=8cbdf8b4-a9b1-4917-b848-8dc4337fb670,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:50.218434 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:50.225111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:50.230276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:50.238364 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.330134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a0550-98d7-46bd-830f-25859d3bf410 req-7597770d-236d-483f-8e64-98211ccd1293 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:50.337789 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b64a0550-98d7-46bd-830f-25859d3bf410 req-7597770d-236d-483f-8e64-98211ccd1293 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 946 time: 0.2417421 Feb 09 03:30:50.348975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=3bcc8eab-10b9-4ac9-86ee-009de4f1aad5,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:50.381221 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-192e898c-7951-4a18-ac7d-c1d4b1b5692e tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.9879992 Feb 09 03:30:50.392741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46978) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:50.396552 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d080dda2-4b63-4cd2-bc55-9e2f08acd601 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1547985 Feb 09 03:30:50.405934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46982) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:50.412912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:23:69:60', 'name': 'tempest-NetworksTestDHCPv6-1692632205'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:50.560799 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c51c369c-3f1f-4f00-9eba-3435357da139 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (a60f4b1c-f2c0-429b-b40d-48ac281f211a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.580164 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65161afc-76e7-441c-9e85-28ad7eb48bbf req-f28525e9-0c1e-4b01-8a71-7b36c93993f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:50.582888 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65161afc-76e7-441c-9e85-28ad7eb48bbf req-f28525e9-0c1e-4b01-8a71-7b36c93993f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 1129 time: 0.3389912 Feb 09 03:30:50.603156 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c51c369c-3f1f-4f00-9eba-3435357da139 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (a60f4b1c-f2c0-429b-b40d-48ac281f211a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.607036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-057065da-d035-4ae4-83a6-bb76d6ae6f29 admin admin] Publish callbacks [] for security_group (4ab670e7-6608-4a1c-a68e-53ce6c4ff466), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.620754 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-057065da-d035-4ae4-83a6-bb76d6ae6f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4ab670e7-6608-4a1c-a68e-53ce6c4ff466), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.723969 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-057065da-d035-4ae4-83a6-bb76d6ae6f29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dda011ca1a6045b1907f57ba65150c7c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5561600 Feb 09 03:30:50.727019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46990) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:50.733470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057065da-d035-4ae4-83a6-bb76d6ae6f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab670e7-6608-4a1c-a68e-53ce6c4ff466,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:50.742502 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c51c369c-3f1f-4f00-9eba-3435357da139 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (a60f4b1c-f2c0-429b-b40d-48ac281f211a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.764321 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c51c369c-3f1f-4f00-9eba-3435357da139 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.765567 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c51c369c-3f1f-4f00-9eba-3435357da139 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a60f4b1c-f2c0-429b-b40d-48ac281f211a HTTP/1.1" status: 204 len: 168 time: 0.3675611 Feb 09 03:30:50.789945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46992) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:50.814618 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Publish callbacks [] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.826407 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.834890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Allocated IP 172.20.0.2 (c5780e3f-5fe0-4434-8596-82a0e8078930/141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2/95332f6d-47c7-4c65-925b-a8286450c784) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:50.841624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c369c-3f1f-4f00-9eba-3435357da139 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a60f4b1c-f2c0-429b-b40d-48ac281f211a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:50.846289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Allocated IP 2001:db8::f816:3eff:fe3f:b257 (c5780e3f-5fe0-4434-8596-82a0e8078930/3bcc8eab-10b9-4ac9-86ee-009de4f1aad5/95332f6d-47c7-4c65-925b-a8286450c784) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:50.859976 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65161afc-76e7-441c-9e85-28ad7eb48bbf req-eae4d816-8382-4db6-be48-6f4767c42496 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201247 Feb 09 03:30:50.872131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:50.905607 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b64a0550-98d7-46bd-830f-25859d3bf410 req-befdeda8-4626-4aab-9318-38498db3e56b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665584 Feb 09 03:30:50.951331 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-34815ff6-f8f2-4d22-9005-de7fc944c8c6 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1571455 Feb 09 03:30:50.951509 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56fdc751-b3e2-4596-bc38-e98cfe60a08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (9f5c9471-cf45-4828-af91-a613e16b6eda), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.952693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46996) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:50.972159 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ae917-0957-4cb1-bb36-dbf2fb37f8ee req-db0b5bb5-278c-40dc-b7f4-9ece77953c83 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:50.973784 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb1ae917-0957-4cb1-bb36-dbf2fb37f8ee req-db0b5bb5-278c-40dc-b7f4-9ece77953c83 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.2030690 Feb 09 03:30:50.990722 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.038855 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f3f33e8-15ff-4e4b-a491-66354ed4b21a admin admin] Publish callbacks [] for security_group (4ab670e7-6608-4a1c-a68e-53ce6c4ff466), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.097152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5fe8-f787-445c-a7eb-201125d1a5c2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (0b84ba48-cc8b-4ffe-9a85-84ed4f6e1797), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.120444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8::3d2 (7d876e58-1cab-4a13-b0b6-f2ab1aeb6200/8a037787-1fb9-4a81-b76f-19cbe88487b4/44e969f9-0cbf-4edd-85f5-d5a66791b84a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:51.121401 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5fe8-f787-445c-a7eb-201125d1a5c2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (0b84ba48-cc8b-4ffe-9a85-84ed4f6e1797), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.213841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5fe8-f787-445c-a7eb-201125d1a5c2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0b84ba48-cc8b-4ffe-9a85-84ed4f6e1797), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.217135 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5fe8-f787-445c-a7eb-201125d1a5c2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.221170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3b7b5fe8-f787-445c-a7eb-201125d1a5c2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b84ba48-cc8b-4ffe-9a85-84ed4f6e1797 HTTP/1.1" status: 204 len: 168 time: 0.2633893 Feb 09 03:30:51.230185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47002) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:51.231765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b5fe8-f787-445c-a7eb-201125d1a5c2 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b84ba48-cc8b-4ffe-9a85-84ed4f6e1797,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:51.301387 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (44e969f9-0cbf-4edd-85f5-d5a66791b84a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.313803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Network 7d876e58-1cab-4a13-b0b6-f2ab1aeb6200 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:51.316468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b62e5eb5-1ba3-4d9e-a4ff-6774c4e4a1be tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824347 Feb 09 03:30:51.323840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:51.327015 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47006) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:51.334431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b680b84f-8ec9-460e-a184-8508c9b07a69 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group': {'name': 'tempest-secgroup--97953820'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:51.339158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:51.341802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Pushing event updated for resources: {'Port': ['ID=6ea9df8f-347d-408c-bb67-20a624b716b7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:51.357333 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Publish callbacks [] for port (95332f6d-47c7-4c65-925b-a8286450c784), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.358819 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.386832 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (95332f6d-47c7-4c65-925b-a8286450c784), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.403463 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b680b84f-8ec9-460e-a184-8508c9b07a69 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.416813 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f3f33e8-15ff-4e4b-a491-66354ed4b21a admin admin] Publish callbacks [] for security_group (4ab670e7-6608-4a1c-a68e-53ce6c4ff466), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.448706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Attempting to bind port 6ea9df8f-347d-408c-bb67-20a624b716b7 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:51.448706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Attempting to bind port 6ea9df8f-347d-408c-bb67-20a624b716b7 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ff41a04b-f049-4c0f-b9a8-80d70d2974ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7d876e58-1cab-4a13-b0b6-f2ab1aeb6200'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:51.448706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Attempting to bind port 6ea9df8f-347d-408c-bb67-20a624b716b7 on network 7d876e58-1cab-4a13-b0b6-f2ab1aeb6200 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:51.451597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 38aea99d-c46e-4ff7-95ce-09eef3b7a11b yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:51.468328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-56fdc751-b3e2-4596-bc38-e98cfe60a08e admin admin] Deleting port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:51.468715 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56fdc751-b3e2-4596-bc38-e98cfe60a08e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.480459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:51.480899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Checking segment: {'id': 'ff41a04b-f049-4c0f-b9a8-80d70d2974ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7d876e58-1cab-4a13-b0b6-f2ab1aeb6200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:51.481243 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.481667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Bound using segment: {'id': 'ff41a04b-f049-4c0f-b9a8-80d70d2974ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7d876e58-1cab-4a13-b0b6-f2ab1aeb6200'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:51.482152 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Bound port: 6ea9df8f-347d-408c-bb67-20a624b716b7, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff41a04b-f049-4c0f-b9a8-80d70d2974ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7d876e58-1cab-4a13-b0b6-f2ab1aeb6200'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:51.482535 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.487821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:51.501509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:51.505944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Pushing event updated for resources: {'Port': ['ID=95332f6d-47c7-4c65-925b-a8286450c784,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:51.510437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:51.541452 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b680b84f-8ec9-460e-a184-8508c9b07a69 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (d469f4b7-08ba-4473-99c4-fef221362257), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.552013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b680b84f-8ec9-460e-a184-8508c9b07a69 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d469f4b7-08ba-4473-99c4-fef221362257), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.588757 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b680b84f-8ec9-460e-a184-8508c9b07a69 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.592592 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b680b84f-8ec9-460e-a184-8508c9b07a69 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2603235 Feb 09 03:30:51.616126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47012) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:51.627138 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ffa016eb-5033-4157-9413-4b21a943b576 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Request body: {'security_group_rule': {'security_group_id': 'd469f4b7-08ba-4473-99c4-fef221362257', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:51.638343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-56fdc751-b3e2-4596-bc38-e98cfe60a08e admin admin] For port 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0840f6f7-dbed-4e32-b1d8-68ccaa57d02e,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:51.638722 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56fdc751-b3e2-4596-bc38-e98cfe60a08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.642291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] For port 6ea9df8f-347d-408c-bb67-20a624b716b7, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:51.661159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-56fdc751-b3e2-4596-bc38-e98cfe60a08e admin admin] Calling delete_port for 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:51.661467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] For port 6ea9df8f-347d-408c-bb67-20a624b716b7, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6ea9df8f-347d-408c-bb67-20a624b716b7,segment=NetworkSegment(ff41a04b-f049-4c0f-b9a8-80d70d2974ce),segment_id=ff41a04b-f049-4c0f-b9a8-80d70d2974ce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:51.665645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680b84f-8ec9-460e-a184-8508c9b07a69 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d469f4b7-08ba-4473-99c4-fef221362257,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:51.667358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Attempting to bind port 95332f6d-47c7-4c65-925b-a8286450c784 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:51.667971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Attempting to bind port 95332f6d-47c7-4c65-925b-a8286450c784 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:51.668530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Attempting to bind port 95332f6d-47c7-4c65-925b-a8286450c784 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:51.675841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:51.676788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:51.677390 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.678457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:51.679086 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Bound port: 95332f6d-47c7-4c65-925b-a8286450c784, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:51.679651 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (95332f6d-47c7-4c65-925b-a8286450c784), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.684178 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.740396 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (44e969f9-0cbf-4edd-85f5-d5a66791b84a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.759263 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f3f33e8-15ff-4e4b-a491-66354ed4b21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4ab670e7-6608-4a1c-a68e-53ce6c4ff466), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.764729 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f3f33e8-15ff-4e4b-a491-66354ed4b21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.779148 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7f3f33e8-15ff-4e4b-a491-66354ed4b21a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ab670e7-6608-4a1c-a68e-53ce6c4ff466 HTTP/1.1" status: 204 len: 168 time: 1.0437510 Feb 09 03:30:51.823243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd3233-204d-4f9d-87dc-78a93db8a47a None None] Pushing event updated for resources: {'Port': ['ID=6ea9df8f-347d-408c-bb67-20a624b716b7,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:51.829886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb1ae917-0957-4cb1-bb36-dbf2fb37f8ee req-a6310145-3875-4976-9f55-fd8a013e3bc1 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7850718 Feb 09 03:30:51.843241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47018) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:51.874495 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffa016eb-5033-4157-9413-4b21a943b576 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (363163c2-dcfd-4a71-ac0f-18f355b8d6de), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.885055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] For port 95332f6d-47c7-4c65-925b-a8286450c784, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:51.893883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] For port 95332f6d-47c7-4c65-925b-a8286450c784, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=95332f6d-47c7-4c65-925b-a8286450c784,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:51.899379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f33e8-15ff-4e4b-a491-66354ed4b21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab670e7-6608-4a1c-a68e-53ce6c4ff466,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:51.905162 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (95332f6d-47c7-4c65-925b-a8286450c784), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.907142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 7d876e58-1cab-4a13-b0b6-f2ab1aeb6200 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:51.924501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 172.20.0.10 (c5780e3f-5fe0-4434-8596-82a0e8078930/141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2/38aea99d-c46e-4ff7-95ce-09eef3b7a11b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:51.937676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:51.940690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:51.948584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:51.949256 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.964000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::f816:3eff:fe23:6960 (c5780e3f-5fe0-4434-8596-82a0e8078930/3bcc8eab-10b9-4ac9-86ee-009de4f1aad5/38aea99d-c46e-4ff7-95ce-09eef3b7a11b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:51.998791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=44e969f9-0cbf-4edd-85f5-d5a66791b84a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:52.029389 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3d69598d-fe0c-450e-8a72-328121b69f5d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.6719515 Feb 09 03:30:52.037378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47024) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:52.080947 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffa016eb-5033-4157-9413-4b21a943b576 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (363163c2-dcfd-4a71-ac0f-18f355b8d6de), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.100851 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffa016eb-5033-4157-9413-4b21a943b576 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (363163c2-dcfd-4a71-ac0f-18f355b8d6de), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.201060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa016eb-5033-4157-9413-4b21a943b576 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363163c2-dcfd-4a71-ac0f-18f355b8d6de,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:52.224920 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffa016eb-5033-4157-9413-4b21a943b576 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.226929 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ffa016eb-5033-4157-9413-4b21a943b576 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6034870 Feb 09 03:30:52.227374 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.235086 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47028) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:52.236284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3c75e-17d1-477c-a1de-4505f1f2de05 None None] Pushing event updated for resources: {'Port': ['ID=95332f6d-47c7-4c65-925b-a8286450c784,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:52.238565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1874328241', 'router:external': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:52.303940 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56fdc751-b3e2-4596-bc38-e98cfe60a08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0840f6f7-dbed-4e32-b1d8-68ccaa57d02e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.424314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdc751-b3e2-4596-bc38-e98cfe60a08e admin admin] Pushing event deleted for resources: {'Port': ['ID=0840f6f7-dbed-4e32-b1d8-68ccaa57d02e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:52.434609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Made reservation on behalf of a878d58689bc46928ab3bdfc84cc0c24 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:52.438700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.461886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6ea9df8f-347d-408c-bb67-20a624b716b7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:52.520922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.543010 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (38aea99d-c46e-4ff7-95ce-09eef3b7a11b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.555181 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a851337-bad6-4bdc-adfa-832f5fbc8d3b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (d469f4b7-08ba-4473-99c4-fef221362257), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.598753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6ea9df8f-347d-408c-bb67-20a624b716b7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:52.599379 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.611405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc2b93-28c7-411f-ada4-b459a0811139 req-925a0963-9047-46f0-a2a9-cd566f32e3bf tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:52.613751 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abdc2b93-28c7-411f-ada4-b459a0811139 req-925a0963-9047-46f0-a2a9-cd566f32e3bf tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 946 time: 0.4982219 Feb 09 03:30:52.665204 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a851337-bad6-4bdc-adfa-832f5fbc8d3b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (d469f4b7-08ba-4473-99c4-fef221362257), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.762940 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6ea9df8f-347d-408c-bb67-20a624b716b7 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:52.764109 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.817107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7096-f90e-4f6a-9eb7-4e0bf12f2b7c req-fd9f3620-7838-43e6-b77b-8dc58421dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:52.819660 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efff7096-f90e-4f6a-9eb7-4e0bf12f2b7c req-fd9f3620-7838-43e6-b77b-8dc58421dcb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 1128 time: 0.3375165 Feb 09 03:30:52.849556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-66af39e1-4257-4fc8-b36b-460c57a17a74 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port 44e969f9-0cbf-4edd-85f5-d5a66791b84a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:52.851383 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66af39e1-4257-4fc8-b36b-460c57a17a74 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (44e969f9-0cbf-4edd-85f5-d5a66791b84a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.878214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (38aea99d-c46e-4ff7-95ce-09eef3b7a11b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:52.889300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 6ea9df8f-347d-408c-bb67-20a624b716b7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6ea9df8f-347d-408c-bb67-20a624b716b7,segment=NetworkSegment(ff41a04b-f049-4c0f-b9a8-80d70d2974ce),segment_id=ff41a04b-f049-4c0f-b9a8-80d70d2974ce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:52.903528 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.079533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abdc2b93-28c7-411f-ada4-b459a0811139 req-da99b2c6-b246-48e7-9af3-1de4f46b01d9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395247 Feb 09 03:30:53.117128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=6ea9df8f-347d-408c-bb67-20a624b716b7,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:53.161171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:53.165960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for security_group (b8f59c4b-e94d-4729-99d0-b7f1f625d7e7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.180113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b8f59c4b-e94d-4729-99d0-b7f1f625d7e7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.194279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:30:53.206046 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9c077e56-b35b-429a-8752-5ed17aa1f045), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.206388 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Added segment 9c077e56-b35b-429a-8752-5ed17aa1f045 of type vlan for network 1280f733-30e0-4b0b-82b2-d42640238549 Feb 09 03:30:53.235936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7096-f90e-4f6a-9eb7-4e0bf12f2b7c req-56ff7bd8-778f-4935-995f-9e5a3428c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:53.238362 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efff7096-f90e-4f6a-9eb7-4e0bf12f2b7c req-56ff7bd8-778f-4935-995f-9e5a3428c3db service neutron] 10.222.0.42 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.3895380 Feb 09 03:30:53.241291 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a851337-bad6-4bdc-adfa-832f5fbc8d3b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d469f4b7-08ba-4473-99c4-fef221362257), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.244978 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a851337-bad6-4bdc-adfa-832f5fbc8d3b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.250063 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2a851337-bad6-4bdc-adfa-832f5fbc8d3b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-groups/d469f4b7-08ba-4473-99c4-fef221362257 HTTP/1.1" status: 204 len: 168 time: 1.0041964 Feb 09 03:30:53.251188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=38aea99d-c46e-4ff7-95ce-09eef3b7a11b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:53.254830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:53.260928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47046) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:53.270575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:53.274417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (1280f733-30e0-4b0b-82b2-d42640238549), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.309200 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56fdc751-b3e2-4596-bc38-e98cfe60a08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (9f5c9471-cf45-4828-af91-a613e16b6eda), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.325105 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (1280f733-30e0-4b0b-82b2-d42640238549), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.326161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:53.327222 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.402997 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66af39e1-4257-4fc8-b36b-460c57a17a74 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (44e969f9-0cbf-4edd-85f5-d5a66791b84a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.436107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a851337-bad6-4bdc-adfa-832f5fbc8d3b tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d469f4b7-08ba-4473-99c4-fef221362257,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:53.464600 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bf21c905-a9df-41da-90a4-e41d52addbbd tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1956418 Feb 09 03:30:53.465708 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47050) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:53.492295 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:53.493478 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.529912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-66af39e1-4257-4fc8-b36b-460c57a17a74 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for 44e969f9-0cbf-4edd-85f5-d5a66791b84a owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:53.547455 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efff7096-f90e-4f6a-9eb7-4e0bf12f2b7c req-0d2eb877-936b-4492-952e-55e5cea5a412 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd HTTP/1.1" status: 200 len: 1000 time: 0.2851934 Feb 09 03:30:53.549791 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7024674 Feb 09 03:30:53.560323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47054) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:53.561190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f59c4b-e94d-4729-99d0-b7f1f625d7e7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:53.595796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Request body: {'subnet': {'network_id': '1280f733-30e0-4b0b-82b2-d42640238549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:53.608029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52bf3f-1552-4802-a04f-d902c4dee90c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event updated for resources: {'Network': ['ID=1280f733-30e0-4b0b-82b2-d42640238549,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:53.619790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 1280f733-30e0-4b0b-82b2-d42640238549 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:30:53.635611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7096-f90e-4f6a-9eb7-4e0bf12f2b7c req-cceef8b7-2eaa-429d-a026-35d061cdd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:53.637723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efff7096-f90e-4f6a-9eb7-4e0bf12f2b7c req-cceef8b7-2eaa-429d-a026-35d061cdd9e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.0835996 Feb 09 03:30:53.646189 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-70d7e5c4-0c0f-42a5-9842-6164b4051b78 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.2358966 Feb 09 03:30:53.657612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47056) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:53.749887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47064) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:53.750794 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-736d733b-1c69-4d2c-b3a6-05e356c0c2a7 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2791138 Feb 09 03:30:53.770287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb50f7-8acd-4d9f-976b-62e6a42f4861 None None] Network 7d876e58-1cab-4a13-b0b6-f2ab1aeb6200 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:53.774882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Made reservation on behalf of a878d58689bc46928ab3bdfc84cc0c24 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:53.778525 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.789384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7096-f90e-4f6a-9eb7-4e0bf12f2b7c req-c2984a92-d752-4720-b272-5e81a956911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:53.790955 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efff7096-f90e-4f6a-9eb7-4e0bf12f2b7c req-c2984a92-d752-4720-b272-5e81a956911d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1455986 Feb 09 03:30:53.810323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdfc44-323a-4386-b5c0-0533fda55b70 req-1357974d-7aa0-4d80-9981-1fd2e4e23593 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:53.811943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ffdfc44-323a-4386-b5c0-0533fda55b70 req-1357974d-7aa0-4d80-9981-1fd2e4e23593 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.7124460 Feb 09 03:30:53.910438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b3f48491-da1d-4038-b25b-8ede886135d7 None None] Provisioning complete for port 6ea9df8f-347d-408c-bb67-20a624b716b7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:53.911346 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b3f48491-da1d-4038-b25b-8ede886135d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:53.978762 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-71e93a5e-4509-4a51-aacc-fb2337e2b51c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] delete failed (client error): The resource could not be found. Feb 09 03:30:53.983226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ffdfc44-323a-4386-b5c0-0533fda55b70 req-ee9f63a6-a7f0-4922-ae69-42ade76e39ea tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221163 Feb 09 03:30:53.999478 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-71e93a5e-4509-4a51-aacc-fb2337e2b51c tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "DELETE /v2.0/security-groups/d469f4b7-08ba-4473-99c4-fef221362257 HTTP/1.1" status: 404 len: 347 time: 0.2355988 Feb 09 03:30:54.004774 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47066) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:54.026869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efff7096-f90e-4f6a-9eb7-4e0bf12f2b7c req-dd56e371-94d4-477d-9d51-28362bfc434d service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139084 Feb 09 03:30:54.043880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe78e20-7f12-4f87-ae09-358301716dc7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:54.050872 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe78e20-7f12-4f87-ae09-358301716dc7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:54.054917 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ebe78e20-7f12-4f87-ae09-358301716dc7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3901954 Feb 09 03:30:54.061234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47072) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:54.062600 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b3f48491-da1d-4038-b25b-8ede886135d7 None None] Current status of the port 6ea9df8f-347d-408c-bb67-20a624b716b7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:54.084677 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:54.358172 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83d3cda-2505-4f8e-81f8-3c53d86b61a4 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:54.386283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efff7096-f90e-4f6a-9eb7-4e0bf12f2b7c req-6c0384c3-9562-41cf-9506-44f60d8d920e service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469453 Feb 09 03:30:54.488989 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66af39e1-4257-4fc8-b36b-460c57a17a74 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (44e969f9-0cbf-4edd-85f5-d5a66791b84a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:54.500897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de664a-2d1c-4abb-89c9-4fbc555619d4 req-b5d406ef-9060-4e15-9ffc-5d669cef1d32 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:54.501967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-35827229-305a-4524-9a6b-64e385dfb073 tempest-SecGroupIPv6Test-18950673 tempest-SecGroupIPv6Test-18950673-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4948969 Feb 09 03:30:54.502360 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00de664a-2d1c-4abb-89c9-4fbc555619d4 req-b5d406ef-9060-4e15-9ffc-5d669cef1d32 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 946 time: 0.2717524 Feb 09 03:30:54.512443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fdc751-b3e2-4596-bc38-e98cfe60a08e admin admin] Router 9f5c9471-cf45-4828-af91-a613e16b6eda has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:30:54.534922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c15d765d-1478-499e-bfcc-e219dacf5f7d None None] Provisioning complete for port 95332f6d-47c7-4c65-925b-a8286450c784 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:54.535517 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c15d765d-1478-499e-bfcc-e219dacf5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (95332f6d-47c7-4c65-925b-a8286450c784), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:54.538774 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a13fa-1058-46f4-8400-08fce1b654e3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 38aea99d-c46e-4ff7-95ce-09eef3b7a11b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:54.539120 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d1a13fa-1058-46f4-8400-08fce1b654e3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (38aea99d-c46e-4ff7-95ce-09eef3b7a11b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:54.543868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af39e1-4257-4fc8-b36b-460c57a17a74 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=44e969f9-0cbf-4edd-85f5-d5a66791b84a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:54.630155 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66af39e1-4257-4fc8-b36b-460c57a17a74 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:54.633840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-66af39e1-4257-4fc8-b36b-460c57a17a74 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/44e969f9-0cbf-4edd-85f5-d5a66791b84a HTTP/1.1" status: 204 len: 168 time: 2.5954826 Feb 09 03:30:54.638555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47090) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:54.642134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 95332f6d-47c7-4c65-925b-a8286450c784 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:54.733909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 95332f6d-47c7-4c65-925b-a8286450c784 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:54.735166 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (95332f6d-47c7-4c65-925b-a8286450c784), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:54.792082 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d1a13fa-1058-46f4-8400-08fce1b654e3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (38aea99d-c46e-4ff7-95ce-09eef3b7a11b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:54.831389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a13fa-1058-46f4-8400-08fce1b654e3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 38aea99d-c46e-4ff7-95ce-09eef3b7a11b owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:54.858493 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c15d765d-1478-499e-bfcc-e219dacf5f7d None None] Current status of the port 95332f6d-47c7-4c65-925b-a8286450c784 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:54.859015 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c15d765d-1478-499e-bfcc-e219dacf5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (95332f6d-47c7-4c65-925b-a8286450c784), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.015886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c15d765d-1478-499e-bfcc-e219dacf5f7d None None] For port 95332f6d-47c7-4c65-925b-a8286450c784, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=95332f6d-47c7-4c65-925b-a8286450c784,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:55.113464 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c15d765d-1478-499e-bfcc-e219dacf5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (95332f6d-47c7-4c65-925b-a8286450c784), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.135109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47110) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:55.256470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d765d-1478-499e-bfcc-e219dacf5f7d None None] Pushing event updated for resources: {'Port': ['ID=95332f6d-47c7-4c65-925b-a8286450c784,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:55.292858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 95332f6d-47c7-4c65-925b-a8286450c784 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:55.293440 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (95332f6d-47c7-4c65-925b-a8286450c784), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.326680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f892a1dd-07b3-491c-afd2-6d0e8142799a None None] Provisioning complete for port 6ea9df8f-347d-408c-bb67-20a624b716b7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:55.327063 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f892a1dd-07b3-491c-afd2-6d0e8142799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.346212 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2228f8f-a1ec-4e9d-90d7-f34244850020 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:30:55.350173 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f2228f8f-a1ec-4e9d-90d7-f34244850020 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/44e969f9-0cbf-4edd-85f5-d5a66791b84a HTTP/1.1" status: 404 len: 333 time: 0.7032766 Feb 09 03:30:55.357911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47120) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:55.421583 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:30:55.423121 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:30:55.459615 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d1a13fa-1058-46f4-8400-08fce1b654e3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (38aea99d-c46e-4ff7-95ce-09eef3b7a11b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.475292 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00de664a-2d1c-4abb-89c9-4fbc555619d4 req-4a37a834-7a79-442c-8458-2b2baa86de59 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9364834 Feb 09 03:30:55.479028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f892a1dd-07b3-491c-afd2-6d0e8142799a None None] Current status of the port 6ea9df8f-347d-408c-bb67-20a624b716b7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:55.483942 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c4fa2ba8-c3e7-4363-84c6-130dacc33a23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4a19a762f8943f39deba780c489a6a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476624 Feb 09 03:30:55.491419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd3feed-2a94-4bb6-b569-c0e2d78e86a0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting subnet 8a037787-1fb9-4a81-b76f-19cbe88487b4 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:55.499157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f892a1dd-07b3-491c-afd2-6d0e8142799a None None] Could not find standard attr ID for object 44e969f9-0cbf-4edd-85f5-d5a66791b84a. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:30:55.504766 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8fd3feed-2a94-4bb6-b569-c0e2d78e86a0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (8a037787-1fb9-4a81-b76f-19cbe88487b4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.513572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47126) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:55.526608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a13fa-1058-46f4-8400-08fce1b654e3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=38aea99d-c46e-4ff7-95ce-09eef3b7a11b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:55.570183 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8fd3feed-2a94-4bb6-b569-c0e2d78e86a0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (8a037787-1fb9-4a81-b76f-19cbe88487b4), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.619657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6823b-0e96-4704-9a92-bb8639fb66b7 req-5b161ee3-c988-4857-894c-d348106cacef tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:55.621979 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6dc6823b-0e96-4704-9a92-bb8639fb66b7 req-5b161ee3-c988-4857-894c-d348106cacef tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.4478650 Feb 09 03:30:55.653796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-be47a728-bbaa-426e-978c-f1fefebf38cd None None] Provisioning complete for port 95332f6d-47c7-4c65-925b-a8286450c784 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:55.656187 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-be47a728-bbaa-426e-978c-f1fefebf38cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (95332f6d-47c7-4c65-925b-a8286450c784), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.706184 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8fd3feed-2a94-4bb6-b569-c0e2d78e86a0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (8a037787-1fb9-4a81-b76f-19cbe88487b4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.776089 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d50ad77d-cb23-4e00-819d-2dfef7bf7ed3 admin admin] Publish callbacks [] for security_group (e482860e-1504-4940-92f7-dbd153b7ebf6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.801911 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d1a13fa-1058-46f4-8400-08fce1b654e3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.807009 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8d1a13fa-1058-46f4-8400-08fce1b654e3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/38aea99d-c46e-4ff7-95ce-09eef3b7a11b HTTP/1.1" status: 204 len: 168 time: 1.7341614 Feb 09 03:30:55.817314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47142) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:55.824731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-be47a728-bbaa-426e-978c-f1fefebf38cd None None] Current status of the port 95332f6d-47c7-4c65-925b-a8286450c784 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:55.835853 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6dc6823b-0e96-4704-9a92-bb8639fb66b7 req-652151a3-a760-4be8-9812-5411a4605d86 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049940 Feb 09 03:30:55.841350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-be47a728-bbaa-426e-978c-f1fefebf38cd None None] Could not find standard attr ID for object 38aea99d-c46e-4ff7-95ce-09eef3b7a11b. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:30:55.881383 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d50ad77d-cb23-4e00-819d-2dfef7bf7ed3 admin admin] Publish callbacks [] for security_group (e482860e-1504-4940-92f7-dbd153b7ebf6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.884582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.objects.ports [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103328) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:30:55.885146 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (6438f731-b087-4b6f-865b-1a0ea025d61b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.905620 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8fd3feed-2a94-4bb6-b569-c0e2d78e86a0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (8a037787-1fb9-4a81-b76f-19cbe88487b4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.971750 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8fd3feed-2a94-4bb6-b569-c0e2d78e86a0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:55.978074 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8fd3feed-2a94-4bb6-b569-c0e2d78e86a0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/8a037787-1fb9-4a81-b76f-19cbe88487b4 HTTP/1.1" status: 204 len: 168 time: 0.6147988 Feb 09 03:30:55.979174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47152) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:55.980342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fdc751-b3e2-4596-bc38-e98cfe60a08e admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:30:55.992987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d3c02063-ebe0-4818-91ed-8177981d820b None None] Could not find standard attr ID for object 38aea99d-c46e-4ff7-95ce-09eef3b7a11b. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:30:55.994978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8821ac79-820a-4dfd-b7ac-a01963e8edf8 None None] Network 7d876e58-1cab-4a13-b0b6-f2ab1aeb6200 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:55.998642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a6aa64-3e23-4bd2-8330-91385a9cf8e8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:56.000005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a6aa64-3e23-4bd2-8330-91385a9cf8e8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:56.005340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a6aa64-3e23-4bd2-8330-91385a9cf8e8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:56.007024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e9a6aa64-3e23-4bd2-8330-91385a9cf8e8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1883650 Feb 09 03:30:56.009684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47154) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:56.080152 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513c63f-d553-4ac5-a6c8-1bea6e9259cd None None] Sync routers for ids ['9f5c9471-cf45-4828-af91-a613e16b6eda'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:30:56.113221 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d50ad77d-cb23-4e00-819d-2dfef7bf7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e482860e-1504-4940-92f7-dbd153b7ebf6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.127770 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d50ad77d-cb23-4e00-819d-2dfef7bf7ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.132410 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-56fdc751-b3e2-4596-bc38-e98cfe60a08e admin admin] 10.222.0.21 "PUT /v2.0/routers/9f5c9471-cf45-4828-af91-a613e16b6eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8985026 Feb 09 03:30:56.133449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d50ad77d-cb23-4e00-819d-2dfef7bf7ed3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e482860e-1504-4940-92f7-dbd153b7ebf6 HTTP/1.1" status: 204 len: 168 time: 0.6156049 Feb 09 03:30:56.138401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47160) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:56.140332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513c63f-d553-4ac5-a6c8-1bea6e9259cd None None] Routers {'9f5c9471-cf45-4828-af91-a613e16b6eda'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:56.143811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c513c63f-d553-4ac5-a6c8-1bea6e9259cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:30:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9f5c9471-cf45-4828-af91-a613e16b6eda'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:56.147849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (7d876e58-1cab-4a13-b0b6-f2ab1aeb6200), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.155450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 95332f6d-47c7-4c65-925b-a8286450c784 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:56.157773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6ea9df8f-347d-408c-bb67-20a624b716b7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:56.158897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ad77d-cb23-4e00-819d-2dfef7bf7ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e482860e-1504-4940-92f7-dbd153b7ebf6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:56.179020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6438f731-b087-4b6f-865b-1a0ea025d61b,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:56.198917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Checking segment: {'id': '9c077e56-b35b-429a-8752-5ed17aa1f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1280f733-30e0-4b0b-82b2-d42640238549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:56.200152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Network hostable DHCP agents. Network: 1280f733-30e0-4b0b-82b2-d42640238549, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:30:56.231750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-66dc31a4-0519-42dd-a627-4bb2592f45a0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:56.257452 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3feed-2a94-4bb6-b569-c0e2d78e86a0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Subnet': ['ID=8a037787-1fb9-4a81-b76f-19cbe88487b4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:56.310749 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-66dc31a4-0519-42dd-a627-4bb2592f45a0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.315137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Network 1280f733-30e0-4b0b-82b2-d42640238549 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:30:56.379529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6ea9df8f-347d-408c-bb67-20a624b716b7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:56.380126 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.448239 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-66dc31a4-0519-42dd-a627-4bb2592f45a0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.458503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-c513c63f-d553-4ac5-a6c8-1bea6e9259cd None None] Set router 9f5c9471-cf45-4828-af91-a613e16b6eda gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:56.462060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed5d5aa-41f6-4fff-89fc-5a996e5181af None None] DHCP port deletion for 7d876e58-1cab-4a13-b0b6-f2ab1aeb6200 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:30:56.530760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 1280f733-30e0-4b0b-82b2-d42640238549) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:56.549760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:56.550607 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.597565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ab8b6ebb-b349-41b5-9002-a237fa31c2f6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0196741 Feb 09 03:30:56.606199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47172) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:56.620204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-367258150', 'network_id': '1280f733-30e0-4b0b-82b2-d42640238549'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:56.621943 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port 6ea9df8f-347d-408c-bb67-20a624b716b7 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:56.622386 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.640430 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Publish callbacks [] for router (9f5c9471-cf45-4828-af91-a613e16b6eda), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.711390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] For port 6ea9df8f-347d-408c-bb67-20a624b716b7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6ea9df8f-347d-408c-bb67-20a624b716b7,segment=NetworkSegment(ff41a04b-f049-4c0f-b9a8-80d70d2974ce),segment_id=ff41a04b-f049-4c0f-b9a8-80d70d2974ce)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:56.712334 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.729084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c888444-9056-4944-85bd-7856e6b3f20a None None] Network 1280f733-30e0-4b0b-82b2-d42640238549 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:56.732408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for 6ea9df8f-347d-408c-bb67-20a624b716b7 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:56.827694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a7a0a-8f6b-4277-814c-61010b23aa94 req-606fdd2d-2c50-46ed-95dd-116cf5c60c76 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:56.842929 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-036a7a0a-8f6b-4277-814c-61010b23aa94 req-606fdd2d-2c50-46ed-95dd-116cf5c60c76 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 946 time: 1.0056221 Feb 09 03:30:56.844912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Made reservation on behalf of a878d58689bc46928ab3bdfc84cc0c24 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:56.847903 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.911910 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-66dc31a4-0519-42dd-a627-4bb2592f45a0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.925560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6ea9df8f-347d-408c-bb67-20a624b716b7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:56.960568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] device_id is not set on port fe3e8765-650f-47b7-b697-dae0b499ce80 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:56.989662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.006268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bed5d5aa-41f6-4fff-89fc-5a996e5181af None None] Deleting port 6ea9df8f-347d-408c-bb67-20a624b716b7 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:57.006651 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bed5d5aa-41f6-4fff-89fc-5a996e5181af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.087977 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:30:57.105378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=6ea9df8f-347d-408c-bb67-20a624b716b7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:57.106229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f896b70-d80d-4da7-9f94-1836647af9b3 None None] Network 1280f733-30e0-4b0b-82b2-d42640238549 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:57.139906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No DVR routers for this DVR port 6ea9df8f-347d-408c-bb67-20a624b716b7 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:57.160408 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 95332f6d-47c7-4c65-925b-a8286450c784 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:57.227704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (7d876e58-1cab-4a13-b0b6-f2ab1aeb6200), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.233403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bed5d5aa-41f6-4fff-89fc-5a996e5181af None None] For port 6ea9df8f-347d-408c-bb67-20a624b716b7, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:57.233403 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bed5d5aa-41f6-4fff-89fc-5a996e5181af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.267090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bed5d5aa-41f6-4fff-89fc-5a996e5181af None None] Calling delete_port for 6ea9df8f-347d-408c-bb67-20a624b716b7 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:57.275073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-bed5d5aa-41f6-4fff-89fc-5a996e5181af None None] Port 6ea9df8f-347d-408c-bb67-20a624b716b7 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:30:57.283431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d876e58-1cab-4a13-b0b6-f2ab1aeb6200']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:57.287242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-66dc31a4-0519-42dd-a627-4bb2592f45a0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.291836 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bed5d5aa-41f6-4fff-89fc-5a996e5181af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (6ea9df8f-347d-408c-bb67-20a624b716b7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.330639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5d5aa-41f6-4fff-89fc-5a996e5181af None None] Pushing event deleted for resources: {'Port': ['ID=6ea9df8f-347d-408c-bb67-20a624b716b7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:57.345478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5d5aa-41f6-4fff-89fc-5a996e5181af None None] No DVR routers for this DVR port 6ea9df8f-347d-408c-bb67-20a624b716b7 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:57.346659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c513c63f-d553-4ac5-a6c8-1bea6e9259cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:30:51Z', 'revision_number': 5, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:57.350826 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-66dc31a4-0519-42dd-a627-4bb2592f45a0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.354106 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-66dc31a4-0519-42dd-a627-4bb2592f45a0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2 HTTP/1.1" status: 204 len: 168 time: 1.3410883 Feb 09 03:30:57.354972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc31a4-0519-42dd-a627-4bb2592f45a0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:57.369610 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-036a7a0a-8f6b-4277-814c-61010b23aa94 req-b80ee1c7-aa14-44bc-9260-c0d4d3e69f1f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087657 Feb 09 03:30:57.373710 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff41a04b-f049-4c0f-b9a8-80d70d2974ce') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:57.374011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff41a04b-f049-4c0f-b9a8-80d70d2974ce') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:57.383662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47204) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:57.385103 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Publish callbacks [] for router_gateway (9f5c9471-cf45-4828-af91-a613e16b6eda), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.391475 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (ff41a04b-f049-4c0f-b9a8-80d70d2974ce), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.397591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513c63f-d553-4ac5-a6c8-1bea6e9259cd None None] Checking router: 9f5c9471-cf45-4828-af91-a613e16b6eda for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:30:57.402506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Allocated IP 2001:db8::2ab (1280f733-30e0-4b0b-82b2-d42640238549/6438f731-b087-4b6f-865b-1a0ea025d61b/fe3e8765-650f-47b7-b697-dae0b499ce80) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:57.403322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4046126-c430-4aa9-b4bd-dac616bed475 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:57.427429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ff41a04b-f049-4c0f-b9a8-80d70d2974ce), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.440149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:57.440672 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (ff41a04b-f049-4c0f-b9a8-80d70d2974ce), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:57.444332 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:57.453839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513c63f-d553-4ac5-a6c8-1bea6e9259cd None None] Routers {'9f5c9471-cf45-4828-af91-a613e16b6eda'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:57.454429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c513c63f-d553-4ac5-a6c8-1bea6e9259cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:30:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9f5c9471-cf45-4828-af91-a613e16b6eda'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:57.503230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 95332f6d-47c7-4c65-925b-a8286450c784 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:57.503674 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (95332f6d-47c7-4c65-925b-a8286450c784), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.535299 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (7d876e58-1cab-4a13-b0b6-f2ab1aeb6200), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.576999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.589641 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/networks/7d876e58-1cab-4a13-b0b6-f2ab1aeb6200 HTTP/1.1" status: 204 len: 168 time: 1.6062293 Feb 09 03:30:57.608259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47212) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:57.632624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'name': 'tempest-PortsIpV6TestJSON-1248126082'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:57.636923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa0501-bfdd-403f-b95e-a46b9915d80b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Network': ['ID=7d876e58-1cab-4a13-b0b6-f2ab1aeb6200,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:57.653193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580570-71f7-4ed0-8135-6e6882863486 req-b7231cda-fec8-400a-8549-9009f2ad8054 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:57.654811 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e580570-71f7-4ed0-8135-6e6882863486 req-b7231cda-fec8-400a-8549-9009f2ad8054 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 946 time: 0.5194795 Feb 09 03:30:57.662858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c39613-ae43-41e3-acea-26e2962c97aa req-20914bcb-ce97-48ed-ae04-dcdf12e836c6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:57.664649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2c39613-ae43-41e3-acea-26e2962c97aa req-20914bcb-ce97-48ed-ae04-dcdf12e836c6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.6933587 Feb 09 03:30:57.703145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-c513c63f-d553-4ac5-a6c8-1bea6e9259cd None None] Set router 9f5c9471-cf45-4828-af91-a613e16b6eda gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:57.762318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 95332f6d-47c7-4c65-925b-a8286450c784 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:57.806988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:57.810650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a33677-01b8-47f6-8bd8-99e066a519f4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 3bcc8eab-10b9-4ac9-86ee-009de4f1aad5 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:57.814860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.838320 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38a33677-01b8-47f6-8bd8-99e066a519f4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (3bcc8eab-10b9-4ac9-86ee-009de4f1aad5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:57.866140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6ea9df8f-347d-408c-bb67-20a624b716b7 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:57.869757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port 4c68eed6-5f27-4c98-87ec-e3d63995fe59 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:57.939765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6ea9df8f-347d-408c-bb67-20a624b716b7 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:57.940252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6ea9df8f-347d-408c-bb67-20a624b716b7 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:58.034900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c513c63f-d553-4ac5-a6c8-1bea6e9259cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:30:51Z', 'revision_number': 5, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:58.099136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513c63f-d553-4ac5-a6c8-1bea6e9259cd None None] The sync data for ids ['9f5c9471-cf45-4828-af91-a613e16b6eda'] in n-d-824835-15 is: [{'id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'name': 'tempest-ServersTestManualDisk-2041049322-router', 'tenant_id': 'e039a3989c8a497883757bc4779c8054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:58Z', 'updated_at': '2022-02-09T03:30:51Z', 'revision_number': 5, 'project_id': 'e039a3989c8a497883757bc4779c8054', 'gw_port': {'id': '6cde38ea-ba2b-43fb-8482-53f8caef5465', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5c9471-cf45-4828-af91-a613e16b6eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:29:00Z', 'updated_at': '2022-02-09T03:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:30:58.204216 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (4c68eed6-5f27-4c98-87ec-e3d63995fe59), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.270125 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4c68eed6-5f27-4c98-87ec-e3d63995fe59), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.326712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:58.331176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:58.333895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:58.340684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:58.341533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.366096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=4c68eed6-5f27-4c98-87ec-e3d63995fe59,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:58.381518 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9b457f27-883e-4193-aab5-68bd708e0db2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7676029 Feb 09 03:30:58.381518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47238) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:58.611381 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for port (fe3e8765-650f-47b7-b697-dae0b499ce80), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.618385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cc3fe-ec84-4588-8f86-07ce2557bdd1 req-068ad986-80f7-4531-bb46-72763f599122 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:58.620584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-604cc3fe-ec84-4588-8f86-07ce2557bdd1 req-068ad986-80f7-4531-bb46-72763f599122 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 946 time: 0.1109138 Feb 09 03:30:58.624620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d622958f-71bf-4e53-b7f6-2af0b850cb38 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port 4c68eed6-5f27-4c98-87ec-e3d63995fe59 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:58.625285 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d622958f-71bf-4e53-b7f6-2af0b850cb38 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4c68eed6-5f27-4c98-87ec-e3d63995fe59), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.668357 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38a33677-01b8-47f6-8bd8-99e066a519f4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (3bcc8eab-10b9-4ac9-86ee-009de4f1aad5), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.690442 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2c39613-ae43-41e3-acea-26e2962c97aa req-ac9f3b67-8e30-4625-9fee-b1d0a3a3a303 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9597626 Feb 09 03:30:58.761895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-988bb938-1651-4445-aa6c-b82a8228dc79 None None] Provisioning complete for port 95332f6d-47c7-4c65-925b-a8286450c784 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:58.762497 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-988bb938-1651-4445-aa6c-b82a8228dc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (95332f6d-47c7-4c65-925b-a8286450c784), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.788877 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d622958f-71bf-4e53-b7f6-2af0b850cb38 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4c68eed6-5f27-4c98-87ec-e3d63995fe59), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.814828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d622958f-71bf-4e53-b7f6-2af0b850cb38 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for 4c68eed6-5f27-4c98-87ec-e3d63995fe59 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:58.820532 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38a33677-01b8-47f6-8bd8-99e066a519f4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (3bcc8eab-10b9-4ac9-86ee-009de4f1aad5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.837488 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-604cc3fe-ec84-4588-8f86-07ce2557bdd1 req-b79ecffd-d3cc-42c4-a1e1-3f8636bfbdac tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103551 Feb 09 03:30:58.875761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (fe3e8765-650f-47b7-b697-dae0b499ce80), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.896013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Deleting port 6cde38ea-ba2b-43fb-8482-53f8caef5465 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:58.896357 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.899493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-8e580570-71f7-4ed0-8135-6e6882863486 req-0e255f38-fb2a-4fad-9f82-395e16306be7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Deleting port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:58.899822 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8e580570-71f7-4ed0-8135-6e6882863486 req-0e255f38-fb2a-4fad-9f82-395e16306be7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.988829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-988bb938-1651-4445-aa6c-b82a8228dc79 None None] Current status of the port 95332f6d-47c7-4c65-925b-a8286450c784 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:58.995455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:58.997536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d622958f-71bf-4e53-b7f6-2af0b850cb38 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4c68eed6-5f27-4c98-87ec-e3d63995fe59), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.027031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:59.028648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0840f6f7-dbed-4e32-b1d8-68ccaa57d02e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:59.035929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622958f-71bf-4e53-b7f6-2af0b850cb38 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=4c68eed6-5f27-4c98-87ec-e3d63995fe59,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:59.046392 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d622958f-71bf-4e53-b7f6-2af0b850cb38 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.051835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d622958f-71bf-4e53-b7f6-2af0b850cb38 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/4c68eed6-5f27-4c98-87ec-e3d63995fe59 HTTP/1.1" status: 204 len: 168 time: 0.6693566 Feb 09 03:30:59.060342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47262) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:59.068042 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'mac_address': 'fa:16:3e:20:e5:fd', 'name': 'tempest-PortsIpV6TestJSON-1929014190'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:59.082451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Network 1280f733-30e0-4b0b-82b2-d42640238549 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:59.119158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:59.125592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:59.127757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:59.129393 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.150457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event updated for resources: {'Port': ['ID=fe3e8765-650f-47b7-b697-dae0b499ce80,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:59.165079 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d2c55328-366c-4b7c-b82b-ef117cb95c88 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5577886 Feb 09 03:30:59.170863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47270) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:59.172093 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38a33677-01b8-47f6-8bd8-99e066a519f4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (3bcc8eab-10b9-4ac9-86ee-009de4f1aad5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.236802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a33677-01b8-47f6-8bd8-99e066a519f4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=3bcc8eab-10b9-4ac9-86ee-009de4f1aad5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:59.252384 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38a33677-01b8-47f6-8bd8-99e066a519f4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.252593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea634f-9c79-41b7-92c1-f5632326f3e7 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:59.259354 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-38a33677-01b8-47f6-8bd8-99e066a519f4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/3bcc8eab-10b9-4ac9-86ee-009de4f1aad5 HTTP/1.1" status: 204 len: 168 time: 1.8697975 Feb 09 03:30:59.268950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47282) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:59.291189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8e580570-71f7-4ed0-8135-6e6882863486 req-0e255f38-fb2a-4fad-9f82-395e16306be7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] For port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=8cbdf8b4-a9b1-4917-b848-8dc4337fb670,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:59.291557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8e580570-71f7-4ed0-8135-6e6882863486 req-0e255f38-fb2a-4fad-9f82-395e16306be7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.330543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:59.347831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-44d72024-651d-40c6-86a9-83f507005443 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772586 Feb 09 03:30:59.348461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47296) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:59.358754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-109eb66d-be97-476a-b466-62785bb3e7ac tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:59.367329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] For port 6cde38ea-ba2b-43fb-8482-53f8caef5465, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6cde38ea-ba2b-43fb-8482-53f8caef5465,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:59.367739 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.371733 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-8e580570-71f7-4ed0-8135-6e6882863486 req-0e255f38-fb2a-4fad-9f82-395e16306be7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Calling delete_port for 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:59.394439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-da73a7dc-f1ae-4234-9c8b-375ffcb4d08a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Deleting port fe3e8765-650f-47b7-b697-dae0b499ce80 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:59.394870 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-da73a7dc-f1ae-4234-9c8b-375ffcb4d08a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fe3e8765-650f-47b7-b697-dae0b499ce80), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.428610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Calling delete_port for 6cde38ea-ba2b-43fb-8482-53f8caef5465 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:59.500564 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.550747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03714bb-b43a-42ca-aeb6-182bddfed203 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:30:59.558548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port ae89483f-23a6-4f5f-9621-d350e516face yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:30:59.671599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109eb66d-be97-476a-b466-62785bb3e7ac tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:59.675676 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-109eb66d-be97-476a-b466-62785bb3e7ac tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.819056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b03714bb-b43a-42ca-aeb6-182bddfed203 None None] Deleting port 95332f6d-47c7-4c65-925b-a8286450c784 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:59.820241 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b03714bb-b43a-42ca-aeb6-182bddfed203 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (95332f6d-47c7-4c65-925b-a8286450c784), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.838118 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-da73a7dc-f1ae-4234-9c8b-375ffcb4d08a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fe3e8765-650f-47b7-b697-dae0b499ce80), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.879829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-da73a7dc-f1ae-4234-9c8b-375ffcb4d08a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Calling delete_port for fe3e8765-650f-47b7-b697-dae0b499ce80 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:59.966554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b03714bb-b43a-42ca-aeb6-182bddfed203 None None] For port 95332f6d-47c7-4c65-925b-a8286450c784, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=95332f6d-47c7-4c65-925b-a8286450c784,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:59.967894 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b03714bb-b43a-42ca-aeb6-182bddfed203 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (95332f6d-47c7-4c65-925b-a8286450c784), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.011544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b03714bb-b43a-42ca-aeb6-182bddfed203 None None] Calling delete_port for 95332f6d-47c7-4c65-925b-a8286450c784 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:00.127408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6cde38ea-ba2b-43fb-8482-53f8caef5465), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.150188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:31:00.184134 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8e580570-71f7-4ed0-8135-6e6882863486 req-0e255f38-fb2a-4fad-9f82-395e16306be7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8cbdf8b4-a9b1-4917-b848-8dc4337fb670), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.209399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['8cbdf8b4-a9b1-4917-b848-8dc4337fb670'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:31:00.231249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6cde38ea-ba2b-43fb-8482-53f8caef5465,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:00.272897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ecccae87-5be9-4b3b-a00b-a6d1c997f496'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:31:00.334290 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (9f5c9471-cf45-4828-af91-a613e16b6eda), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.353334 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b03714bb-b43a-42ca-aeb6-182bddfed203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (95332f6d-47c7-4c65-925b-a8286450c784), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.390061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03714bb-b43a-42ca-aeb6-182bddfed203 None None] No DVR routers for this DVR port 95332f6d-47c7-4c65-925b-a8286450c784 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:31:00.395365 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:31:00.396787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e255f38-fb2a-4fad-9f82-395e16306be7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Pushing event deleted for resources: {'Port': ['ID=8cbdf8b4-a9b1-4917-b848-8dc4337fb670,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:00.458984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82240792-d49a-4018-b965-3e3ea35a32a7 req-d1d2b49e-5342-43f2-802e-0fb77e1de6ad tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:00.467882 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82240792-d49a-4018-b965-3e3ea35a32a7 req-d1d2b49e-5342-43f2-802e-0fb77e1de6ad tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 945 time: 0.6751015 Feb 09 03:31:00.545020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200627de-390d-44c7-9901-18ef8cb28ab3 req-8b960b09-c9da-4f04-97bf-7749eed31893 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:00.551640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03714bb-b43a-42ca-aeb6-182bddfed203 None None] Pushing event deleted for resources: {'Port': ['ID=95332f6d-47c7-4c65-925b-a8286450c784,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:00.553764 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-200627de-390d-44c7-9901-18ef8cb28ab3 req-8b960b09-c9da-4f04-97bf-7749eed31893 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed1567c-9dae-4dd5-9133-b4c3f16b1075 HTTP/1.1" status: 200 len: 867 time: 0.5516636 Feb 09 03:31:00.586605 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (ae89483f-23a6-4f5f-9621-d350e516face), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.632318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e580570-71f7-4ed0-8135-6e6882863486 req-0e255f38-fb2a-4fad-9f82-395e16306be7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] No DVR routers for this DVR port 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:31:00.661911 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (9f5c9471-cf45-4828-af91-a613e16b6eda), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.663394 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-da73a7dc-f1ae-4234-9c8b-375ffcb4d08a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fe3e8765-650f-47b7-b697-dae0b499ce80), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.666753 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Publish callbacks [] for router_controller (9f5c9471-cf45-4828-af91-a613e16b6eda), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.684444 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-109eb66d-be97-476a-b466-62785bb3e7ac tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (e6912045-dc9b-4233-87d9-7ce89ee349ab), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.688444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:00.699737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8e580570-71f7-4ed0-8135-6e6882863486 req-0e255f38-fb2a-4fad-9f82-395e16306be7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.711546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'port_id': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'mac_address': 'fa:16:3e:f7:bf:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:31:00.712755 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e580570-71f7-4ed0-8135-6e6882863486 req-0e255f38-fb2a-4fad-9f82-395e16306be7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.42 "DELETE /v2.0/ports/8cbdf8b4-a9b1-4917-b848-8dc4337fb670 HTTP/1.1" status: 204 len: 173 time: 3.0468743 Feb 09 03:31:00.730395 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-200627de-390d-44c7-9901-18ef8cb28ab3 req-09467adc-c7e7-4c63-9f5f-32c6d9c6dcda tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753876 Feb 09 03:31:00.735482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed1567c-9dae-4dd5-9133-b4c3f16b1075', 'name': 'network-vif-deleted', 'tag': '8cbdf8b4-a9b1-4917-b848-8dc4337fb670'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:31:00.740721 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dd9d44-2995-42f8-a2d6-9e57a159c85d" -d '{"events": [{"server_uuid": "6ed1567c-9dae-4dd5-9133-b4c3f16b1075", "name": "network-vif-deleted", "tag": "8cbdf8b4-a9b1-4917-b848-8dc4337fb670"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:31:00.827012 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73a7dc-f1ae-4234-9c8b-375ffcb4d08a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe3e8765-650f-47b7-b697-dae0b499ce80,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:00.843507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ae89483f-23a6-4f5f-9621-d350e516face), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.874764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:00.879159 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bdedce-f510-42b3-8f2b-ad9b5e0df3bb x-openstack-request-id: req-34bdedce-f510-42b3-8f2b-ad9b5e0df3bb {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:31:00.879673 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed1567c-9dae-4dd5-9133-b4c3f16b1075", "name": "network-vif-deleted", "tag": "8cbdf8b4-a9b1-4917-b848-8dc4337fb670", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:31:00.880689 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34bdedce-f510-42b3-8f2b-ad9b5e0df3bb {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:31:00.881337 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed1567c-9dae-4dd5-9133-b4c3f16b1075', 'name': 'network-vif-deleted', 'tag': '8cbdf8b4-a9b1-4917-b848-8dc4337fb670', 'status': 'completed', 'code': 200} Feb 09 03:31:00.882998 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.914796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:31:01.018959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82240792-d49a-4018-b965-3e3ea35a32a7 req-6931828a-7971-43c5-b928-baee0e279958 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5498288 Feb 09 03:31:01.025612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109eb66d-be97-476a-b466-62785bb3e7ac tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:01.036491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:01.038438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-109eb66d-be97-476a-b466-62785bb3e7ac tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:01.040614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109eb66d-be97-476a-b466-62785bb3e7ac tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=e6912045-dc9b-4233-87d9-7ce89ee349ab,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:01.057119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109eb66d-be97-476a-b466-62785bb3e7ac tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:01.059487 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-109eb66d-be97-476a-b466-62785bb3e7ac tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.073831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (9f5c9471-cf45-4828-af91-a613e16b6eda), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.074277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-da73a7dc-f1ae-4234-9c8b-375ffcb4d08a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.074641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f5c9471-cf45-4828-af91-a613e16b6eda {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:31:01.081119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38d4cdf-e9bd-4f02-8c91-9914eb87c329 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:01.086558 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-da73a7dc-f1ae-4234-9c8b-375ffcb4d08a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fe3e8765-650f-47b7-b697-dae0b499ce80 HTTP/1.1" status: 204 len: 168 time: 1.9146087 Feb 09 03:31:01.090721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47448) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:01.099711 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.101130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:01.106989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47450) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:01.108005 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:01.110353 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6241f0f8-129d-4187-a11f-729319794c2a admin admin] 10.222.0.21 "DELETE /v2.0/routers/9f5c9471-cf45-4828-af91-a613e16b6eda HTTP/1.1" status: 204 len: 168 time: 4.9554877 Feb 09 03:31:01.128026 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:01.138647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:01.139391 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.146631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-109eb66d-be97-476a-b466-62785bb3e7ac tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7892139 Feb 09 03:31:01.154666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47456) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:01.165415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1280f733-30e0-4b0b-82b2-d42640238549', 'external_fixed_ips': [{'subnet_id': '6438f731-b087-4b6f-865b-1a0ea025d61b', 'ip_address': '2001:db8::2ab'}]}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:01.203714 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.239019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.242417 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.270009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:01.290317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 95332f6d-47c7-4c65-925b-a8286450c784 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:31:01.338046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=ae89483f-23a6-4f5f-9621-d350e516face,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:01.403997 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_controller (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.417669 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 95332f6d-47c7-4c65-925b-a8286450c784 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:31:01.417937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 95332f6d-47c7-4c65-925b-a8286450c784 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:31:01.499216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['2951d8dc-0f2b-440d-a205-d1cb8c2a59bd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:31:01.508029 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cfcef948-197f-4666-b414-5afd8c121e51 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4456460 Feb 09 03:31:01.509467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47482) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:01.545170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=11']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:01.631595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c8fe57-d330-48d3-af80-6d42bcd815a6 admin admin] Deleting subnet aecc0e42-b696-471b-9503-d208daa121d8 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:31:01.644832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a2c8fe57-d330-48d3-af80-6d42bcd815a6 admin admin] Publish callbacks [] for subnet (aecc0e42-b696-471b-9503-d208daa121d8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.673022 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.729004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': 'e6912045-dc9b-4233-87d9-7ce89ee349ab'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:31:01.729960 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.788876 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a2c8fe57-d330-48d3-af80-6d42bcd815a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (aecc0e42-b696-471b-9503-d208daa121d8), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.892854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347e658-f428-471a-a8ef-d8d29637cfe2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:01.902157 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2347e658-f428-471a-a8ef-d8d29637cfe2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/ae89483f-23a6-4f5f-9621-d350e516face HTTP/1.1" status: 200 len: 845 time: 0.3215117 Feb 09 03:31:01.905003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47510) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:01.908694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:01.912069 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.007653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Allocated IP 172.20.0.2 (c5780e3f-5fe0-4434-8596-82a0e8078930/e6912045-dc9b-4233-87d9-7ce89ee349ab/0a56a027-10c7-4674-a0a2-5404c1fb98ec) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:02.056261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a2c8fe57-d330-48d3-af80-6d42bcd815a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (aecc0e42-b696-471b-9503-d208daa121d8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.165119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:31:02.242951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:31:02.243491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 8cbdf8b4-a9b1-4917-b848-8dc4337fb670 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:31:02.286598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47532) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:02.295429 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Publish callbacks [] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.314795 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.330173 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a2c8fe57-d330-48d3-af80-6d42bcd815a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (aecc0e42-b696-471b-9503-d208daa121d8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.338745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:02.342053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:02.364509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:02.374194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8fe57-d330-48d3-af80-6d42bcd815a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aecc0e42-b696-471b-9503-d208daa121d8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:02.388739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7997ee-526a-4e1e-a025-14044e5fc0fd req-d1495d5b-3e62-4dfb-b110-2487391aee2d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:02.390782 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2e7997ee-526a-4e1e-a025-14044e5fc0fd req-d1495d5b-3e62-4dfb-b110-2487391aee2d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.2625198 Feb 09 03:31:02.404693 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a2c8fe57-d330-48d3-af80-6d42bcd815a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.408657 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a2c8fe57-d330-48d3-af80-6d42bcd815a6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aecc0e42-b696-471b-9503-d208daa121d8 HTTP/1.1" status: 204 len: 168 time: 1.2947524 Feb 09 03:31:02.413062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47536) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:02.434437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e90f246-6c1f-49a8-b42f-5e8b687a00d3 None None] Network 97a79838-cc43-4899-97cb-b1a3e339a122 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:02.478831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2e7997ee-526a-4e1e-a025-14044e5fc0fd req-c1a7c6bb-f1ad-41ac-9688-1094e99ccf10 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787709 Feb 09 03:31:02.542324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (97a79838-cc43-4899-97cb-b1a3e339a122), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.571571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Pushing event updated for resources: {'Port': ['ID=0a56a027-10c7-4674-a0a2-5404c1fb98ec,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:02.573636 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab39d3ab-30d3-4c0b-bc1d-d338d9d9dbc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.586170 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.590272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Attempting to bind port 0a56a027-10c7-4674-a0a2-5404c1fb98ec on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:02.590893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Attempting to bind port 0a56a027-10c7-4674-a0a2-5404c1fb98ec by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:02.591434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Attempting to bind port 0a56a027-10c7-4674-a0a2-5404c1fb98ec on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:02.598906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83050833-58fd-4be2-9161-5bd12f0aeda0 req-89c4c7a3-f90d-4a87-a8be-d3509bdb9e65 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:02.600571 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83050833-58fd-4be2-9161-5bd12f0aeda0 req-89c4c7a3-f90d-4a87-a8be-d3509bdb9e65 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.5984282 Feb 09 03:31:02.604258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b6f25-89af-4335-a2c7-a87989ac063a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port ae89483f-23a6-4f5f-9621-d350e516face {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:02.605167 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc5b6f25-89af-4335-a2c7-a87989ac063a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ae89483f-23a6-4f5f-9621-d350e516face), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.609012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:02.610384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:02.611000 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.611564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:02.612219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Bound port: 0a56a027-10c7-4674-a0a2-5404c1fb98ec, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:02.612780 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.690726 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc5b6f25-89af-4335-a2c7-a87989ac063a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ae89483f-23a6-4f5f-9621-d350e516face), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.704935 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab39d3ab-30d3-4c0b-bc1d-d338d9d9dbc5 admin admin] Publish callbacks [] for security_group (4be31f67-17c4-4873-9678-43ea2cec5d25), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.722491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b6f25-89af-4335-a2c7-a87989ac063a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for ae89483f-23a6-4f5f-9621-d350e516face owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:02.737105 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab39d3ab-30d3-4c0b-bc1d-d338d9d9dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4be31f67-17c4-4873-9678-43ea2cec5d25), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.784775 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] For port 0a56a027-10c7-4674-a0a2-5404c1fb98ec, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:02.790725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] For port 0a56a027-10c7-4674-a0a2-5404c1fb98ec, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0a56a027-10c7-4674-a0a2-5404c1fb98ec,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:02.804184 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.837604 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.878801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ab39d3ab-30d3-4c0b-bc1d-d338d9d9dbc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fb2ab3b60174353ae1e8af7adfadd55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5886598 Feb 09 03:31:02.886292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47556) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:02.896309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39d3ab-30d3-4c0b-bc1d-d338d9d9dbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be31f67-17c4-4873-9678-43ea2cec5d25,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:02.902886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a445fd9-96e1-4d41-8ac2-6d016ac716fe None None] DHCP port deletion for 97a79838-cc43-4899-97cb-b1a3e339a122 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:31:02.999689 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869e506-4e55-4a9c-8a90-a0040956e620 None None] Pushing event updated for resources: {'Port': ['ID=0a56a027-10c7-4674-a0a2-5404c1fb98ec,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:03.064693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6cde38ea-ba2b-43fb-8482-53f8caef5465 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:31:03.075404 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c371beb6-82c7-43e9-9756-0759c7204e76 admin admin] Publish callbacks [] for security_group (4be31f67-17c4-4873-9678-43ea2cec5d25), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.103695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6cde38ea-ba2b-43fb-8482-53f8caef5465 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:31:03.104046 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6cde38ea-ba2b-43fb-8482-53f8caef5465 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:31:03.104470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 295504a0-d0e2-43e4-8795-283149269edf no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:31:03.221149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2a445fd9-96e1-4d41-8ac2-6d016ac716fe None None] Deleting port 295504a0-d0e2-43e4-8795-283149269edf {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:03.221865 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a445fd9-96e1-4d41-8ac2-6d016ac716fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (295504a0-d0e2-43e4-8795-283149269edf), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.225437 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83050833-58fd-4be2-9161-5bd12f0aeda0 req-bbd411f6-392a-46da-b408-0609f01e838c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796412 Feb 09 03:31:03.249073 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c371beb6-82c7-43e9-9756-0759c7204e76 admin admin] Publish callbacks [] for security_group (4be31f67-17c4-4873-9678-43ea2cec5d25), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.271679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.objects.ports [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103328) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:31:03.358964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2a445fd9-96e1-4d41-8ac2-6d016ac716fe None None] For port 295504a0-d0e2-43e4-8795-283149269edf, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=295504a0-d0e2-43e4-8795-283149269edf,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:03.359431 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a445fd9-96e1-4d41-8ac2-6d016ac716fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (295504a0-d0e2-43e4-8795-283149269edf), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.379512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2a445fd9-96e1-4d41-8ac2-6d016ac716fe None None] Calling delete_port for 295504a0-d0e2-43e4-8795-283149269edf owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:03.381270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 295504a0-d0e2-43e4-8795-283149269edf is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:03.382633 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (295504a0-d0e2-43e4-8795-283149269edf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.447422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Deleting port 295504a0-d0e2-43e4-8795-283149269edf {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:03.447742 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (295504a0-d0e2-43e4-8795-283149269edf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.543833 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c371beb6-82c7-43e9-9756-0759c7204e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4be31f67-17c4-4873-9678-43ea2cec5d25), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.546518 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c371beb6-82c7-43e9-9756-0759c7204e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.548337 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c371beb6-82c7-43e9-9756-0759c7204e76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4be31f67-17c4-4873-9678-43ea2cec5d25 HTTP/1.1" status: 204 len: 168 time: 0.6611118 Feb 09 03:31:03.588546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 295504a0-d0e2-43e4-8795-283149269edf, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=295504a0-d0e2-43e4-8795-283149269edf,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:03.604882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (295504a0-d0e2-43e4-8795-283149269edf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.605858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371beb6-82c7-43e9-9756-0759c7204e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be31f67-17c4-4873-9678-43ea2cec5d25,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:03.643255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] For port 295504a0-d0e2-43e4-8795-283149269edf, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=295504a0-d0e2-43e4-8795-283149269edf,segment=NetworkSegment(7eafff6a-7ad8-42f7-923a-bb23a7353865),segment_id=7eafff6a-7ad8-42f7-923a-bb23a7353865)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:03.644415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (295504a0-d0e2-43e4-8795-283149269edf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.688561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Calling delete_port for 295504a0-d0e2-43e4-8795-283149269edf owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:03.776590 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=295504a0-d0e2-43e4-8795-283149269edf,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:03.787545 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a445fd9-96e1-4d41-8ac2-6d016ac716fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (295504a0-d0e2-43e4-8795-283149269edf), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.805389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (295504a0-d0e2-43e4-8795-283149269edf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.807354 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc5b6f25-89af-4335-a2c7-a87989ac063a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ae89483f-23a6-4f5f-9621-d350e516face), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.856301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a445fd9-96e1-4d41-8ac2-6d016ac716fe None None] Pushing event deleted for resources: {'Port': ['ID=295504a0-d0e2-43e4-8795-283149269edf,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:03.863890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a445fd9-96e1-4d41-8ac2-6d016ac716fe None None] No DVR routers for this DVR port 295504a0-d0e2-43e4-8795-283149269edf on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:31:03.886587 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.906836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305906d-3f3f-44b2-9ff5-4ba4dd238da9 req-b4631aea-403c-4830-a0e4-785e15f3e672 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:03.908189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] No DVR routers for this DVR port 295504a0-d0e2-43e4-8795-283149269edf on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:31:03.909410 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9305906d-3f3f-44b2-9ff5-4ba4dd238da9 req-b4631aea-403c-4830-a0e4-785e15f3e672 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 946 time: 0.2336106 Feb 09 03:31:03.947145 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc5b6f25-89af-4335-a2c7-a87989ac063a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:03.955722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47608) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:03.978419 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fc5b6f25-89af-4335-a2c7-a87989ac063a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/ae89483f-23a6-4f5f-9621-d350e516face HTTP/1.1" status: 204 len: 168 time: 2.0704846 Feb 09 03:31:03.981418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Pushing event deleted for resources: {'Port': ['ID=295504a0-d0e2-43e4-8795-283149269edf,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:04.082940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b6f25-89af-4335-a2c7-a87989ac063a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=ae89483f-23a6-4f5f-9621-d350e516face,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:04.084165 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8edbd6b-14c7-4b79-9bef-c723c12f6eaf tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:31:04.091591 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a8edbd6b-14c7-4b79-9bef-c723c12f6eaf tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/ae89483f-23a6-4f5f-9621-d350e516face HTTP/1.1" status: 404 len: 333 time: 0.1322355 Feb 09 03:31:04.095383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47612) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:04.101095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'name': 'tempest-PortsIpV6TestJSON-315228942'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:04.115784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9305906d-3f3f-44b2-9ff5-4ba4dd238da9 req-39366a43-b1e6-47a0-99d7-0ac0765021fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987245 Feb 09 03:31:04.133419 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (97a79838-cc43-4899-97cb-b1a3e339a122), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.149804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Allocated IP 2001:db8::2ab (1280f733-30e0-4b0b-82b2-d42640238549/6438f731-b087-4b6f-865b-1a0ea025d61b/4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:04.166833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:04.192568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d8bea-e9b6-40f2-865e-1a59bb3c348c req-2914764c-76b2-4599-b988-b3d891041b5e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:04.194582 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c89d8bea-e9b6-40f2-865e-1a59bb3c348c req-2914764c-76b2-4599-b988-b3d891041b5e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4045708 Feb 09 03:31:04.213276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a79838-cc43-4899-97cb-b1a3e339a122']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:04.290765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eafff6a-7ad8-42f7-923a-bb23a7353865') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:04.291436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eafff6a-7ad8-42f7-923a-bb23a7353865') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:04.301571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47614) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:04.317202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:04.321975 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.370600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port 4f4906c7-19b2-474c-9edf-9a3a18799f19 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:04.382549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:31:04.386378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47618) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:04.390206 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:04.392207 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.393056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] For port 0a56a027-10c7-4674-a0a2-5404c1fb98ec, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0a56a027-10c7-4674-a0a2-5404c1fb98ec,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:04.394610 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (7eafff6a-7ad8-42f7-923a-bb23a7353865), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.440386 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7eafff6a-7ad8-42f7-923a-bb23a7353865), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.454751 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c89d8bea-e9b6-40f2-865e-1a59bb3c348c req-60df98a6-7fac-4119-94e9-0521fab4ebda tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513785 Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (7eafff6a-7ad8-42f7-923a-bb23a7353865), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:31:04.483699 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:31:04.616881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:04.617574 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.620545 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (97a79838-cc43-4899-97cb-b1a3e339a122), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.640182 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.649183 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] 10.222.0.21 "DELETE /v2.0/networks/97a79838-cc43-4899-97cb-b1a3e339a122 HTTP/1.1" status: 204 len: 168 time: 2.2237139 Feb 09 03:31:04.659767 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for port (4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.680598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:31:04.683926 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09b8718-c185-474c-b738-b2b3cdb50172" -d '{"events": [{"server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "name": "network-vif-plugged", "status": "completed", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:31:04.761531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:04.778273 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.787806 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d918492f-7dec-41e9-8e24-d8c3752abe71 x-openstack-request-id: req-d918492f-7dec-41e9-8e24-d8c3752abe71 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:31:04.788159 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "name": "network-vif-plugged", "status": "completed", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:31:04.788427 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d918492f-7dec-41e9-8e24-d8c3752abe71 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:31:04.789407 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'code': 200} Feb 09 03:31:04.913582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-262bc182-9172-4744-a2fa-2877871c56b1 None None] Provisioning complete for port 0a56a027-10c7-4674-a0a2-5404c1fb98ec triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:04.914398 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-262bc182-9172-4744-a2fa-2877871c56b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.920698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=12']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:05.066309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-262bc182-9172-4744-a2fa-2877871c56b1 None None] Current status of the port 0a56a027-10c7-4674-a0a2-5404c1fb98ec is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:05.066823 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-262bc182-9172-4744-a2fa-2877871c56b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.084348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47626) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:05.101137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0a56a027-10c7-4674-a0a2-5404c1fb98ec up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:05.107791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Pushing event deleted for resources: {'Network': ['ID=97a79838-cc43-4899-97cb-b1a3e339a122,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:05.116120 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02456fff-367a-4a2e-96e4-fe28e8011c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.145199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.145199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.145586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.145794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.146565 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.146565 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.146785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.147059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.147385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.147704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.148024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.148343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.148662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf73-758e-4565-8917-e0c71f65ebea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:05.165511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0a56a027-10c7-4674-a0a2-5404c1fb98ec triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:05.165974 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.170586 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb581-bf8d-4c6a-a4a2-ebe35d67c0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.185618 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.204797 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f2227621-b2ef-4dce-ba89-527df9247b94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e039a3989c8a497883757bc4779c8054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1163099 Feb 09 03:31:05.205883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47630) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:05.228820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7fa80-c723-431d-bd7f-419a19a2a7ec req-9274712a-e5a2-4ff2-9e25-98b4a110c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:05.230358 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5e7fa80-c723-431d-bd7f-419a19a2a7ec req-9274712a-e5a2-4ff2-9e25-98b4a110c7ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 1130 time: 0.1487219 Feb 09 03:31:05.233975 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.258047 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-262bc182-9172-4744-a2fa-2877871c56b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:31:05.258736 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-262bc182-9172-4744-a2fa-2877871c56b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:31:05.269988 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.314514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0a56a027-10c7-4674-a0a2-5404c1fb98ec is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:05.314910 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.330369 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02456fff-367a-4a2e-96e4-fe28e8011c51 admin admin] Publish callbacks [] for security_group (1f675ef3-9f2f-4398-af59-b36044a9293b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.330645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Network 1280f733-30e0-4b0b-82b2-d42640238549 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:05.354466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 0a56a027-10c7-4674-a0a2-5404c1fb98ec, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0a56a027-10c7-4674-a0a2-5404c1fb98ec,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:05.359686 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02456fff-367a-4a2e-96e4-fe28e8011c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1f675ef3-9f2f-4398-af59-b36044a9293b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.360521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:05.362644 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.371741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:05.373674 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event updated for resources: {'Port': ['ID=4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:05.373844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (4f292d3b-0521-4250-bc99-5d6f3f731ea7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.424533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeb390-15b9-4bf1-92be-0cf81d8962fb req-80c00b73-e4ef-4f63-a81a-9441235c04ae tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:05.426099 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-53aeb390-15b9-4bf1-92be-0cf81d8962fb req-80c00b73-e4ef-4f63-a81a-9441235c04ae tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3303978 Feb 09 03:31:05.429481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=0a56a027-10c7-4674-a0a2-5404c1fb98ec,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:05.456185 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5e7fa80-c723-431d-bd7f-419a19a2a7ec req-70ef24c6-50bc-40b9-9cec-8806ab06c7dd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094672 Feb 09 03:31:05.469782 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d37b070-8c0a-446c-91d7-d5a91cc8a417 admin admin] Publish callbacks [] for security_group (05362362-385e-4271-8edb-65e757dfd05a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.513195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903314-9442-4029-a658-246f6ad6a86e req-eb9d69c7-54ed-4c70-b365-1da634b347dd tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:05.514710 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35903314-9442-4029-a658-246f6ad6a86e req-eb9d69c7-54ed-4c70-b365-1da634b347dd tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 947 time: 0.2190285 Feb 09 03:31:05.540173 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d37b070-8c0a-446c-91d7-d5a91cc8a417 admin admin] Publish callbacks [] for security_group (05362362-385e-4271-8edb-65e757dfd05a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.559719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:05.574466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02456fff-367a-4a2e-96e4-fe28e8011c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f675ef3-9f2f-4398-af59-b36044a9293b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:05.578773 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-02456fff-367a-4a2e-96e4-fe28e8011c51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72480a9a7ad541db8926f84c609571a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1907189 Feb 09 03:31:05.579494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=0a56a027-10c7-4674-a0a2-5404c1fb98ec,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:05.589539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47632) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:05.590965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:05.601939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:05.602572 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.607490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8fde20-b9e3-4e77-a7a6-2b03f5cd40ca None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:05.614858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=4f292d3b-0521-4250-bc99-5d6f3f731ea7,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:05.654469 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (4f4906c7-19b2-474c-9edf-9a3a18799f19), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.676174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-85ec7024-da86-4471-bf76-fcf92109971b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4282508 Feb 09 03:31:05.685265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47634) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:05.689618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-53aeb390-15b9-4bf1-92be-0cf81d8962fb req-3d127d51-cec3-4025-8b64-a367a4a2d013 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139575 Feb 09 03:31:05.694777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:a7:a5:98', 'name': 'tempest-NetworksTestDHCPv6-1512922387'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:05.701511 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb581-bf8d-4c6a-a4a2-ebe35d67c0c3 admin admin] Publish callbacks [] for security_group (8f48195d-d497-438e-8152-3042134ff62b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.727500 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35903314-9442-4029-a658-246f6ad6a86e req-c12fc58b-dfd5-4037-8816-75445f9c59be tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998739 Feb 09 03:31:05.748243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb581-bf8d-4c6a-a4a2-ebe35d67c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8f48195d-d497-438e-8152-3042134ff62b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.775587 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d37b070-8c0a-446c-91d7-d5a91cc8a417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (05362362-385e-4271-8edb-65e757dfd05a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.778360 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d37b070-8c0a-446c-91d7-d5a91cc8a417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.779684 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4d37b070-8c0a-446c-91d7-d5a91cc8a417 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05362362-385e-4271-8edb-65e757dfd05a HTTP/1.1" status: 204 len: 168 time: 0.5721691 Feb 09 03:31:05.791749 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20fc3c41-e84e-4e91-ad3a-89bc0ff7bbd2 admin admin] Publish callbacks [] for security_group (1f675ef3-9f2f-4398-af59-b36044a9293b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.805522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37b070-8c0a-446c-91d7-d5a91cc8a417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05362362-385e-4271-8edb-65e757dfd05a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:05.820699 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.833150 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2d2eb581-bf8d-4c6a-a4a2-ebe35d67c0c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60a16439f8f8455ba16a716c5d7debb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5301700 Feb 09 03:31:05.840159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47640) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:05.842307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eb581-bf8d-4c6a-a4a2-ebe35d67c0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f48195d-d497-438e-8152-3042134ff62b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:05.872867 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20fc3c41-e84e-4e91-ad3a-89bc0ff7bbd2 admin admin] Publish callbacks [] for security_group (1f675ef3-9f2f-4398-af59-b36044a9293b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.876173 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4f4906c7-19b2-474c-9edf-9a3a18799f19), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.885548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-262bc182-9172-4744-a2fa-2877871c56b1 None None] Current status of the port 0a56a027-10c7-4674-a0a2-5404c1fb98ec is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:05.983305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:05.996696 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20fc3c41-e84e-4e91-ad3a-89bc0ff7bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1f675ef3-9f2f-4398-af59-b36044a9293b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.000753 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20fc3c41-e84e-4e91-ad3a-89bc0ff7bbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.002766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:06.005631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-20fc3c41-e84e-4e91-ad3a-89bc0ff7bbd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f675ef3-9f2f-4398-af59-b36044a9293b HTTP/1.1" status: 204 len: 168 time: 0.4150305 Feb 09 03:31:06.009982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=4f4906c7-19b2-474c-9edf-9a3a18799f19,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:06.020341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:06.027066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:06.027907 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.035698 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-378a75a8-3bf5-42a4-9461-ac60d401ff84 admin admin] Publish callbacks [] for security_group (8f48195d-d497-438e-8152-3042134ff62b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.037288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:06.053884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc3c41-e84e-4e91-ad3a-89bc0ff7bbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f675ef3-9f2f-4398-af59-b36044a9293b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:06.115249 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-539cbece-19e0-4825-a9e9-91a58c70430d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0154951 Feb 09 03:31:06.117692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47644) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:06.133643 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-378a75a8-3bf5-42a4-9461-ac60d401ff84 admin admin] Publish callbacks [] for security_group (8f48195d-d497-438e-8152-3042134ff62b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.140160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f570f1dd-c0d6-4c80-87e3-eb6a39c349ef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:06.338803 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.350399 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f570f1dd-c0d6-4c80-87e3-eb6a39c349ef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4f4906c7-19b2-474c-9edf-9a3a18799f19), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.382213 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.482825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port f5e84843-0cf5-4007-9b3f-78a297a4f61a yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:06.518132 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-378a75a8-3bf5-42a4-9461-ac60d401ff84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8f48195d-d497-438e-8152-3042134ff62b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.520687 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-378a75a8-3bf5-42a4-9461-ac60d401ff84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.524256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-378a75a8-3bf5-42a4-9461-ac60d401ff84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f48195d-d497-438e-8152-3042134ff62b HTTP/1.1" status: 204 len: 168 time: 0.6806202 Feb 09 03:31:06.634756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a75a8-3bf5-42a4-9461-ac60d401ff84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f48195d-d497-438e-8152-3042134ff62b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:06.719080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Router cc3ed7e1-7606-48ba-89f1-83ef59ae4bda is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:31:07.004538 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f570f1dd-c0d6-4c80-87e3-eb6a39c349ef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (4f4906c7-19b2-474c-9edf-9a3a18799f19), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:07.023772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-430d9525-1112-4eb1-a0b7-2140a6795f99 None None] Provisioning complete for port 0a56a027-10c7-4674-a0a2-5404c1fb98ec triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:07.025033 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-430d9525-1112-4eb1-a0b7-2140a6795f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:07.049810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:07.061490 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Sync routers for ids ['cc3ed7e1-7606-48ba-89f1-83ef59ae4bda'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:07.096317 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Routers {'cc3ed7e1-7606-48ba-89f1-83ef59ae4bda'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:07.099074 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:30:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['cc3ed7e1-7606-48ba-89f1-83ef59ae4bda'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:07.105592 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f570f1dd-c0d6-4c80-87e3-eb6a39c349ef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (4f4906c7-19b2-474c-9edf-9a3a18799f19), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:07.126960 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:07.128717 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b5958a47-cb11-4fb7-8a2c-09b9b39f7097 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.9781506 Feb 09 03:31:07.131577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47690) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:07.158722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0a56a027-10c7-4674-a0a2-5404c1fb98ec up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:07.178008 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f570f1dd-c0d6-4c80-87e3-eb6a39c349ef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] In _notify_port_updated(), no bound segment for port 4f4906c7-19b2-474c-9edf-9a3a18799f19 on network d38124a9-5ebe-41ee-bed9-6d70877e7263 {{(pid=103328) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:31:07.188058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f570f1dd-c0d6-4c80-87e3-eb6a39c349ef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:07.189020 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f570f1dd-c0d6-4c80-87e3-eb6a39c349ef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:07.190772 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f570f1dd-c0d6-4c80-87e3-eb6a39c349ef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "PUT /v2.0/ports/4f4906c7-19b2-474c-9edf-9a3a18799f19 HTTP/1.1" status: 200 len: 818 time: 1.0600998 Feb 09 03:31:07.195657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47692) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:07.295744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570f1dd-c0d6-4c80-87e3-eb6a39c349ef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=4f4906c7-19b2-474c-9edf-9a3a18799f19,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:07.333182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a6dbc-df10-41df-9dc0-6df0fd091d6b req-28406108-7d75-4d74-a3b5-ab363888dff1 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:07.341321 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f90a6dbc-df10-41df-9dc0-6df0fd091d6b req-28406108-7d75-4d74-a3b5-ab363888dff1 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 947 time: 0.4271674 Feb 09 03:31:07.438983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 172.20.0.13 (c5780e3f-5fe0-4434-8596-82a0e8078930/e6912045-dc9b-4233-87d9-7ce89ee349ab/f5e84843-0cf5-4007-9b3f-78a297a4f61a) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:07.472720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-430d9525-1112-4eb1-a0b7-2140a6795f99 None None] Current status of the port 0a56a027-10c7-4674-a0a2-5404c1fb98ec is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:07.491251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::f816:3eff:fea7:a598 (c5780e3f-5fe0-4434-8596-82a0e8078930/4f292d3b-0521-4250-bc99-5d6f3f731ea7/f5e84843-0cf5-4007-9b3f-78a297a4f61a) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:07.492715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0a56a027-10c7-4674-a0a2-5404c1fb98ec triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:07.493808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:07.495083 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:07.566447 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Set router cc3ed7e1-7606-48ba-89f1-83ef59ae4bda gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:07.686013 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f90a6dbc-df10-41df-9dc0-6df0fd091d6b req-fa804ef9-7ff0-4c3e-860f-7f071cb5bd07 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785225 Feb 09 03:31:07.737678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-74b69fa8-49ad-445d-aae9-72b7871742c9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port 4f4906c7-19b2-474c-9edf-9a3a18799f19 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:07.738445 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74b69fa8-49ad-445d-aae9-72b7871742c9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4f4906c7-19b2-474c-9edf-9a3a18799f19), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:07.785252 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:07.906751 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Deleting port 4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:07.907389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.012309 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74b69fa8-49ad-445d-aae9-72b7871742c9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4f4906c7-19b2-474c-9edf-9a3a18799f19), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.062704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-74b69fa8-49ad-445d-aae9-72b7871742c9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for 4f4906c7-19b2-474c-9edf-9a3a18799f19 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:08.071674 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ed7e1-7606-48ba-89f1-83ef59ae4bda', 'name': '', 'tenant_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1280f733-30e0-4b0b-82b2-d42640238549', 'external_fixed_ips': [{'subnet_id': '6438f731-b087-4b6f-865b-1a0ea025d61b', 'ip_address': '2001:db8::2ab'}], 'enable_snat': True}, 'gw_port_id': '4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:01Z', 'updated_at': '2022-02-09T03:31:05Z', 'revision_number': 3, 'project_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'gw_port': {'id': '4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e', 'name': '', 'network_id': '1280f733-30e0-4b0b-82b2-d42640238549', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ed7e1-7606-48ba-89f1-83ef59ae4bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '6438f731-b087-4b6f-865b-1a0ea025d61b', 'ip_address': '2001:db8::2ab', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:02Z', 'updated_at': '2022-02-09T03:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6438f731-b087-4b6f-865b-1a0ea025d61b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:08.089663 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.108673 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Checking router: cc3ed7e1-7606-48ba-89f1-83ef59ae4bda for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:31:08.109912 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Updating router cc3ed7e1-7606-48ba-89f1-83ef59ae4bda port 4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:31:08.121209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0a56a027-10c7-4674-a0a2-5404c1fb98ec is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:08.151208 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.188571 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.225520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Calling delete_port for 4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:08.271035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (f5e84843-0cf5-4007-9b3f-78a297a4f61a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.360661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74b69fa8-49ad-445d-aae9-72b7871742c9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4f4906c7-19b2-474c-9edf-9a3a18799f19), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.379584 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f5e84843-0cf5-4007-9b3f-78a297a4f61a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.385867 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74b69fa8-49ad-445d-aae9-72b7871742c9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.389756 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-74b69fa8-49ad-445d-aae9-72b7871742c9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/4f4906c7-19b2-474c-9edf-9a3a18799f19 HTTP/1.1" status: 204 len: 168 time: 1.1881213 Feb 09 03:31:08.451983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47748) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:08.461618 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Publish callbacks [] for port (4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.473855 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.488278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b69fa8-49ad-445d-aae9-72b7871742c9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=4f4906c7-19b2-474c-9edf-9a3a18799f19,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:08.528607 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Attempting to bind port 4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:08.529118 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Attempting to bind port 4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '9c077e56-b35b-429a-8752-5ed17aa1f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1280f733-30e0-4b0b-82b2-d42640238549'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:08.530491 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Attempting to bind port 4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e on network 1280f733-30e0-4b0b-82b2-d42640238549 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:08.541140 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Pushing event updated for resources: {'Port': ['ID=4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:08.543842 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:08.544536 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Checking segment: {'id': '9c077e56-b35b-429a-8752-5ed17aa1f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1280f733-30e0-4b0b-82b2-d42640238549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:08.545164 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.545948 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Bound using segment: {'id': '9c077e56-b35b-429a-8752-5ed17aa1f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1280f733-30e0-4b0b-82b2-d42640238549'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:08.546699 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Bound port: 4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c077e56-b35b-429a-8752-5ed17aa1f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1280f733-30e0-4b0b-82b2-d42640238549'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:08.547493 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.569542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:08.570169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47750) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:08.582998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:08.586231 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.586887 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.587487 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.588045 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.588648 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.589197 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.589773 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.591114 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.591795 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.592340 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.593025 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.594329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.596236 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cb9dc-b8a3-4655-80c7-e674821b20ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:08.597590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:08.639474 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-856f1b6f-c062-470f-84e2-30b36534db73 req-4875b07d-660d-4bc0-ab3a-cefce03eb512 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6394627 Feb 09 03:31:08.643863 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.653948 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.db.api [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:31:08.654482 n-d-824835-15 neutron-server[103330]: DEBUG oslo_db.api [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:31:08.659732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:08.660418 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.699740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=f5e84843-0cf5-4007-9b3f-78a297a4f61a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:08.714888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfc89d5-03ab-49f3-9819-331bc6c5b5dd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:08.732503 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3bfc89d5-03ab-49f3-9819-331bc6c5b5dd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2711306 Feb 09 03:31:08.736567 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-50cfbec2-da8e-467a-ad9f-0f573397bf3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0456901 Feb 09 03:31:08.737196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47760) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:08.738930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47762) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:08.744463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:08.809262 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.868869 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-e543be82-efd4-4acc-aecf-bf152da1f156 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:31:08.869819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e543be82-efd4-4acc-aecf-bf152da1f156 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/4f4906c7-19b2-474c-9edf-9a3a18799f19 HTTP/1.1" status: 404 len: 333 time: 0.1316550 Feb 09 03:31:08.879866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47770) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:08.900575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fe0fa412-3397-4a3b-a82c-398514031ef2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1779436552'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:08.925335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89a850-411e-4e10-be50-29019977327a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:08.932652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89a850-411e-4e10-be50-29019977327a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:08.934905 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6b89a850-411e-4e10-be50-29019977327a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1950200 Feb 09 03:31:08.938406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47772) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:08.973193 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:08.976730 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_controller (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.022779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-network', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:09.028529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0fa412-3397-4a3b-a82c-398514031ef2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:09.032851 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe0fa412-3397-4a3b-a82c-398514031ef2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.090681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0fa412-3397-4a3b-a82c-398514031ef2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:31:09.131309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2a2deec8-65cf-486b-a676-0b92765167a5 None None] Provisioning complete for port f5e84843-0cf5-4007-9b3f-78a297a4f61a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:09.131892 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a2deec8-65cf-486b-a676-0b92765167a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f5e84843-0cf5-4007-9b3f-78a297a4f61a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.134021 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe0fa412-3397-4a3b-a82c-398514031ef2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a6d34083-5018-423e-ad0b-edf73aaff495), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.134363 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-fe0fa412-3397-4a3b-a82c-398514031ef2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Added segment a6d34083-5018-423e-ad0b-edf73aaff495 of type vlan for network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 Feb 09 03:31:09.175836 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Attempting to bind port 4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:09.176930 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Attempting to bind port 4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '9c077e56-b35b-429a-8752-5ed17aa1f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1280f733-30e0-4b0b-82b2-d42640238549'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:09.177601 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Attempting to bind port 4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e on network 1280f733-30e0-4b0b-82b2-d42640238549 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:09.183773 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:09.184777 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Checking segment: {'id': '9c077e56-b35b-429a-8752-5ed17aa1f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1280f733-30e0-4b0b-82b2-d42640238549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:09.186338 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.187961 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Bound using segment: {'id': '9c077e56-b35b-429a-8752-5ed17aa1f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1280f733-30e0-4b0b-82b2-d42640238549'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:09.189529 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Bound port: 4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c077e56-b35b-429a-8752-5ed17aa1f045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1280f733-30e0-4b0b-82b2-d42640238549'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:09.190669 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.214340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2a2deec8-65cf-486b-a676-0b92765167a5 None None] Port f5e84843-0cf5-4007-9b3f-78a297a4f61a cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:09.231730 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (cc3ed7e1-7606-48ba-89f1-83ef59ae4bda), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.232262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc3ed7e1-7606-48ba-89f1-83ef59ae4bda {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:31:09.241436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.245283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a8c118af-13ab-4d35-9118-00f45caea19f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "DELETE /v2.0/routers/cc3ed7e1-7606-48ba-89f1-83ef59ae4bda HTTP/1.1" status: 204 len: 168 time: 2.1095920 Feb 09 03:31:09.245522 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Port 4ac1cef1-71d5-45ad-bd8f-6d8d44c8c04e has been deleted concurrently {{(pid=103330) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 03:31:09.252158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47778) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:09.264407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:09.267643 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.277185 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Routers set() bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:09.277607 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Router IDs set() for agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 03:31:09.278281 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_agentschedulers_db [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cc3ed7e1-7606-48ba-89f1-83ef59ae4bda'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:30:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent'). {{(pid=103330) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 03:31:09.278663 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe6f87-8443-4b01-ac66-da68afbb8619 None None] The sync data for ids ['cc3ed7e1-7606-48ba-89f1-83ef59ae4bda'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:31:09.282639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f1b6f-c062-470f-84e2-30b36534db73 req-75942ab9-42d6-4ad9-921a-57c3fc60d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:09.284210 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-856f1b6f-c062-470f-84e2-30b36534db73 req-75942ab9-42d6-4ad9-921a-57c3fc60d07b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 1128 time: 0.5410354 Feb 09 03:31:09.309964 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.317659 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe0fa412-3397-4a3b-a82c-398514031ef2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (7c7761f6-26be-4370-8e46-2c0b9a3f5d84), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.391144 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe0fa412-3397-4a3b-a82c-398514031ef2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (7c7761f6-26be-4370-8e46-2c0b9a3f5d84), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.396155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0fa412-3397-4a3b-a82c-398514031ef2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:09.396804 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe0fa412-3397-4a3b-a82c-398514031ef2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.430062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbd53f-d49b-4a5a-9f32-bdc10fb4d6a8 req-f4288b46-96af-45f7-b3fe-2ef5112712ba tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:09.431945 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2cbd53f-d49b-4a5a-9f32-bdc10fb4d6a8 req-f4288b46-96af-45f7-b3fe-2ef5112712ba tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 947 time: 0.3500986 Feb 09 03:31:09.555112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fe0fa412-3397-4a3b-a82c-398514031ef2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6647189 Feb 09 03:31:09.561585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47788) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:09.564311 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Publish callbacks [] for security_group (4a08e5b9-cf5a-4b7a-b967-2b7038bf153c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.570534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fe8bc9d5-b6ea-42ce-b76c-8ff6b01b51ac tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': '7c7761f6-26be-4370-8e46-2c0b9a3f5d84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:09.578549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b64e351f-5aba-42e0-a6d3-79464ff26ce1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port f5e84843-0cf5-4007-9b3f-78a297a4f61a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:09.578901 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b64e351f-5aba-42e0-a6d3-79464ff26ce1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f5e84843-0cf5-4007-9b3f-78a297a4f61a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.590159 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bce357-4e4b-41ba-b3b6-efd9c207c505 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Deleting subnet 6438f731-b087-4b6f-865b-1a0ea025d61b {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:31:09.594004 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81bce357-4e4b-41ba-b3b6-efd9c207c505 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for subnet (6438f731-b087-4b6f-865b-1a0ea025d61b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.637852 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4a08e5b9-cf5a-4b7a-b967-2b7038bf153c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.650753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:31:09.660112 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81bce357-4e4b-41ba-b3b6-efd9c207c505 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (6438f731-b087-4b6f-865b-1a0ea025d61b), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.660802 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7343ff4f-afa9-4707-8b09-416f666cab66), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.660802 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Added segment 7343ff4f-afa9-4707-8b09-416f666cab66 of type vlan for network b64083df-8d6d-4adf-9bed-2301d18d1f84 Feb 09 03:31:09.724935 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2cbd53f-d49b-4a5a-9f32-bdc10fb4d6a8 req-be83b954-61c7-4388-b635-08c70468183d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135792 Feb 09 03:31:09.776459 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81bce357-4e4b-41ba-b3b6-efd9c207c505 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (6438f731-b087-4b6f-865b-1a0ea025d61b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.789603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fa412-3397-4a3b-a82c-398514031ef2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Network': ['ID=7c7761f6-26be-4370-8e46-2c0b9a3f5d84,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:09.802877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:31:09.824238 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (b64083df-8d6d-4adf-9bed-2301d18d1f84), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.832925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:09.855265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f1b6f-c062-470f-84e2-30b36534db73 req-c815a57b-ff7e-4d3d-97a0-27347b5bd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:09.857988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-856f1b6f-c062-470f-84e2-30b36534db73 req-c815a57b-ff7e-4d3d-97a0-27347b5bd3d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 915 time: 0.5359859 Feb 09 03:31:09.880270 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81bce357-4e4b-41ba-b3b6-efd9c207c505 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (6438f731-b087-4b6f-865b-1a0ea025d61b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.914842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b64e351f-5aba-42e0-a6d3-79464ff26ce1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f5e84843-0cf5-4007-9b3f-78a297a4f61a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.924471 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (b64083df-8d6d-4adf-9bed-2301d18d1f84), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.926155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:09.927600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.945298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8bc9d5-b6ea-42ce-b76c-8ff6b01b51ac tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:09.948773 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe8bc9d5-b6ea-42ce-b76c-8ff6b01b51ac tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:09.965008 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b64e351f-5aba-42e0-a6d3-79464ff26ce1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for f5e84843-0cf5-4007-9b3f-78a297a4f61a owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:09.997592 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-856f1b6f-c062-470f-84e2-30b36534db73 req-2b04eca4-ee7d-481c-94c6-271531397acb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 200 len: 217 time: 0.1314058 Feb 09 03:31:09.997592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bce357-4e4b-41ba-b3b6-efd9c207c505 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6438f731-b087-4b6f-865b-1a0ea025d61b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:10.000979 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81bce357-4e4b-41ba-b3b6-efd9c207c505 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.004780 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-81bce357-4e4b-41ba-b3b6-efd9c207c505 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/6438f731-b087-4b6f-865b-1a0ea025d61b HTTP/1.1" status: 204 len: 168 time: 0.7476902 Feb 09 03:31:10.011047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47812) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:10.059206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f1b6f-c062-470f-84e2-30b36534db73 req-301e074d-ec86-4f06-931b-04b2e7eb0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:10.061113 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-856f1b6f-c062-470f-84e2-30b36534db73 req-301e074d-ec86-4f06-931b-04b2e7eb0f30 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 200 len: 854 time: 0.0551238 Feb 09 03:31:10.062706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47816) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:10.063017 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4908879 Feb 09 03:31:10.068158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f315d478-1ac9-4588-b43b-9034c89e1475 admin admin] Request body: {'subnet': {'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-subnet', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:10.112343 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-856f1b6f-c062-470f-84e2-30b36534db73 req-755f5dbe-2f65-45c6-9a0d-6e83fffa4784 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=69fb9b00-c2ef-4b22-bb85-44f083234f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387571 Feb 09 03:31:10.220713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-856f1b6f-c062-470f-84e2-30b36534db73 req-1c95bc53-5fd1-42f6-84a5-48b0ba1613cb service neutron] 10.222.0.65 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007924 Feb 09 03:31:10.238943 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (1280f733-30e0-4b0b-82b2-d42640238549), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.240984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624c892-8573-42ac-8316-223333dea7ea admin admin] Pushing event updated for resources: {'Network': ['ID=b64083df-8d6d-4adf-9bed-2301d18d1f84,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:10.249120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f315d478-1ac9-4588-b43b-9034c89e1475 admin admin] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:10.255872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network b64083df-8d6d-4adf-9bed-2301d18d1f84 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:31:10.262519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f315d478-1ac9-4588-b43b-9034c89e1475 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.286992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47822) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:10.464880 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-856f1b6f-c062-470f-84e2-30b36534db73 req-a9dac66b-5ec8-46e6-9095-ba9b5ae4864a service neutron] 10.222.0.65 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358441 Feb 09 03:31:10.513921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1336841565', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:10.540493 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (1280f733-30e0-4b0b-82b2-d42640238549), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.557153 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Made reservation on behalf of 0cd3567809774163b8dfbe13838d1c31 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:10.559168 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.614551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1280f733-30e0-4b0b-82b2-d42640238549']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:10.625388 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.634495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c077e56-b35b-429a-8752-5ed17aa1f045') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:10.634794 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c077e56-b35b-429a-8752-5ed17aa1f045') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:10.642431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540387a6-cb46-4b20-8e5e-071fdd9121bb req-ca9e9df3-2fa1-4520-9c03-0773eb362ca6 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:10.643988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-540387a6-cb46-4b20-8e5e-071fdd9121bb req-ca9e9df3-2fa1-4520-9c03-0773eb362ca6 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1210935 Feb 09 03:31:10.659025 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f315d478-1ac9-4588-b43b-9034c89e1475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (03cd6059-552d-420c-a27f-0ef14c1585e2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.688900 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (9c077e56-b35b-429a-8752-5ed17aa1f045), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.714538 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe8bc9d5-b6ea-42ce-b76c-8ff6b01b51ac tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (4f92edb1-385d-4a7e-a81b-2f9bd9a37caf), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.730229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9c077e56-b35b-429a-8752-5ed17aa1f045), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.762381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315d478-1ac9-4588-b43b-9034c89e1475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03cd6059-552d-420c-a27f-0ef14c1585e2,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:10.768022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-540387a6-cb46-4b20-8e5e-071fdd9121bb req-f74a3a55-48ff-4cd4-8f66-1721c5d03a3d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169066 Feb 09 03:31:10.770707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:31:10.770859 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (9c077e56-b35b-429a-8752-5ed17aa1f045), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:31:10.775591 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:31:10.778773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315d478-1ac9-4588-b43b-9034c89e1475 admin admin] Checking segment: {'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:10.779132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315d478-1ac9-4588-b43b-9034c89e1475 admin admin] Network hostable DHCP agents. Network: b64083df-8d6d-4adf-9bed-2301d18d1f84, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:31:10.799625 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b64e351f-5aba-42e0-a6d3-79464ff26ce1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f5e84843-0cf5-4007-9b3f-78a297a4f61a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.802274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315d478-1ac9-4588-b43b-9034c89e1475 admin admin] Network b64083df-8d6d-4adf-9bed-2301d18d1f84 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:31:10.814951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f315d478-1ac9-4588-b43b-9034c89e1475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, b64083df-8d6d-4adf-9bed-2301d18d1f84) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:10.819648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315d478-1ac9-4588-b43b-9034c89e1475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:10.820251 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f315d478-1ac9-4588-b43b-9034c89e1475 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.829132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258e564-15a6-4739-9fe1-adf25a214791 None None] Network b64083df-8d6d-4adf-9bed-2301d18d1f84 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:10.842569 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f315d478-1ac9-4588-b43b-9034c89e1475 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7779663 Feb 09 03:31:10.846423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47838) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:10.851276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:10.880091 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (95f4b651-3b07-4f70-9080-ad1556a1992c), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.881313 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (95f4b651-3b07-4f70-9080-ad1556a1992c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:10.927694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e351f-5aba-42e0-a6d3-79464ff26ce1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=f5e84843-0cf5-4007-9b3f-78a297a4f61a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:10.930431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bc9d5-b6ea-42ce-b76c-8ff6b01b51ac tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Subnet': ['ID=4f92edb1-385d-4a7e-a81b-2f9bd9a37caf,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:10.965594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-b64083df-8d6d-4adf-9bed-2301d18d1f84', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'fixed_ips': [{'subnet_id': '03cd6059-552d-420c-a27f-0ef14c1585e2'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:31:10.966593 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.006792 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (1280f733-30e0-4b0b-82b2-d42640238549), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.010280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8bc9d5-b6ea-42ce-b76c-8ff6b01b51ac tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Checking segment: {'id': 'a6d34083-5018-423e-ad0b-edf73aaff495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7c7761f6-26be-4370-8e46-2c0b9a3f5d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:11.010644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8bc9d5-b6ea-42ce-b76c-8ff6b01b51ac tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network hostable DHCP agents. Network: 7c7761f6-26be-4370-8e46-2c0b9a3f5d84, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:31:11.035170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1280f733-30e0-4b0b-82b2-d42640238549 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:31:11.050402 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Publish callbacks [] for router_controller (95f4b651-3b07-4f70-9080-ad1556a1992c), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.051736 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.055451 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "DELETE /v2.0/networks/1280f733-30e0-4b0b-82b2-d42640238549 HTTP/1.1" status: 204 len: 168 time: 1.0195127 Feb 09 03:31:11.232574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Allocated IP 172.20.0.2 (b64083df-8d6d-4adf-9bed-2301d18d1f84/03cd6059-552d-420c-a27f-0ef14c1585e2/f0ad77aa-fe2a-4432-863b-a196a62ac47c) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:11.317176 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Publish callbacks [] for router_gateway (95f4b651-3b07-4f70-9080-ad1556a1992c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.456305 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Publish callbacks [] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.467002 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.500784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576ec8c-ed2e-4384-bba9-760a57e9c277 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event deleted for resources: {'Network': ['ID=1280f733-30e0-4b0b-82b2-d42640238549,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:11.511229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks [] for security_group (0dfd6bdd-9a3f-4003-a83b-ca5b284ef485), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.528780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Network b64083df-8d6d-4adf-9bed-2301d18d1f84 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:11.532800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:11.536939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:11.546141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Pushing event updated for resources: {'Port': ['ID=f0ad77aa-fe2a-4432-863b-a196a62ac47c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:11.552992 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0dfd6bdd-9a3f-4003-a83b-ca5b284ef485), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.573339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] device_id is not set on port 5647eff0-4040-4f30-9165-4411ddc2b89a yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:11.580675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47846) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:11.589266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29a4d0-9c43-4c4e-aa2a-bd0d64f8e152 req-b6799246-c057-43fb-aee4-1370bfb78e44 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:11.590832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce29a4d0-9c43-4c4e-aa2a-bd0d64f8e152 req-b6799246-c057-43fb-aee4-1370bfb78e44 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.7064543 Feb 09 03:31:11.591447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8bc9d5-b6ea-42ce-b76c-8ff6b01b51ac tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:31:11.598002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-cba9ec11-ebb1-43b8-a3b3-8f9032ed21c0 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Request body: {'router': {'name': 'tempest-router--1666992628', 'project_id': '54d847b0a361493bbf59acbe857bcaf9'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:11.622240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Attempting to bind port f0ad77aa-fe2a-4432-863b-a196a62ac47c on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:11.622629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Attempting to bind port f0ad77aa-fe2a-4432-863b-a196a62ac47c by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:11.623371 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Attempting to bind port f0ad77aa-fe2a-4432-863b-a196a62ac47c on network b64083df-8d6d-4adf-9bed-2301d18d1f84 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:11.629119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:11.629528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Checking segment: {'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:11.629938 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.630330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Bound using segment: {'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:11.630795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Bound port: f0ad77aa-fe2a-4432-863b-a196a62ac47c, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:11.631177 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.651654 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b64e351f-5aba-42e0-a6d3-79464ff26ce1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.655582 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b64e351f-5aba-42e0-a6d3-79464ff26ce1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/f5e84843-0cf5-4007-9b3f-78a297a4f61a HTTP/1.1" status: 204 len: 168 time: 2.7161722 Feb 09 03:31:11.670792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-fe8bc9d5-b6ea-42ce-b76c-8ff6b01b51ac tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 7c7761f6-26be-4370-8e46-2c0b9a3f5d84) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:11.680713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47850) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:11.706001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8bc9d5-b6ea-42ce-b76c-8ff6b01b51ac tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:11.706917 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fe8bc9d5-b6ea-42ce-b76c-8ff6b01b51ac tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.707948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] For port f0ad77aa-fe2a-4432-863b-a196a62ac47c, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:11.711561 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] For port f0ad77aa-fe2a-4432-863b-a196a62ac47c, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f0ad77aa-fe2a-4432-863b-a196a62ac47c,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:11.719159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f3a7e7-1035-4c66-a474-83283586fb09 None None] Network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:11.746152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfd6bdd-9a3f-4003-a83b-ca5b284ef485,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:11.799174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cba9ec11-ebb1-43b8-a3b3-8f9032ed21c0 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (c20a9bf1-dc40-48a5-9578-f58b6fb068e5), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.800452 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cba9ec11-ebb1-43b8-a3b3-8f9032ed21c0 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (c20a9bf1-dc40-48a5-9578-f58b6fb068e5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.807138 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fe8bc9d5-b6ea-42ce-b76c-8ff6b01b51ac tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2411833 Feb 09 03:31:11.816532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47856) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:11.837318 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:11.853481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-04ccbdef-e850-4bc7-a907-f85c2f5e5e58 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': '7c7761f6-26be-4370-8e46-2c0b9a3f5d84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:11.893439 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce29a4d0-9c43-4c4e-aa2a-bd0d64f8e152 req-b2df09a6-9e61-4656-b2cb-339073fad0d5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755914 Feb 09 03:31:11.945271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7a3ac-ee73-486e-b321-c76441393d9a None None] Pushing event updated for resources: {'Port': ['ID=f0ad77aa-fe2a-4432-863b-a196a62ac47c,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:11.976988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69e313-62b1-4264-a794-6b29c784fab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:11.978776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69e313-62b1-4264-a794-6b29c784fab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:11.983794 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69e313-62b1-4264-a794-6b29c784fab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:11.989631 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7a69e313-62b1-4264-a794-6b29c784fab3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3075185 Feb 09 03:31:12.006287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-7c7761f6-26be-4370-8e46-2c0b9a3f5d84', 'network_id': '7c7761f6-26be-4370-8e46-2c0b9a3f5d84', 'project_id': '230eb44fa85a481f95e0cd3c95d7bcb3', 'fixed_ips': [{'subnet_id': '4f92edb1-385d-4a7e-a81b-2f9bd9a37caf'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:31:12.006287 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.006660 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47866) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:12.105555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cba9ec11-ebb1-43b8-a3b3-8f9032ed21c0 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_controller (c20a9bf1-dc40-48a5-9578-f58b6fb068e5), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.126048 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cba9ec11-ebb1-43b8-a3b3-8f9032ed21c0 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (c20a9bf1-dc40-48a5-9578-f58b6fb068e5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.168377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Allocated IP 172.25.5.45 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/5647eff0-4040-4f30-9165-4411ddc2b89a) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:12.224486 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cba9ec11-ebb1-43b8-a3b3-8f9032ed21c0 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.229062 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cba9ec11-ebb1-43b8-a3b3-8f9032ed21c0 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6345017 Feb 09 03:31:12.231619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47868) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:12.256878 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fd2566-a111-49ec-a6f9-42130347dad9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 4f292d3b-0521-4250-bc99-5d6f3f731ea7 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:31:12.284445 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Allocated IP 2001:db8::2 (7c7761f6-26be-4370-8e46-2c0b9a3f5d84/4f92edb1-385d-4a7e-a81b-2f9bd9a37caf/e61f1946-8949-4170-be61-8995f7ab441a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:12.307942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06fd2566-a111-49ec-a6f9-42130347dad9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (4f292d3b-0521-4250-bc99-5d6f3f731ea7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.363096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Publish callbacks [] for router_gateway (95f4b651-3b07-4f70-9080-ad1556a1992c), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.410039 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.489514 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2890b276-5256-4d3a-bb22-7126e390727d tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (c20a9bf1-dc40-48a5-9578-f58b6fb068e5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.503210 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06fd2566-a111-49ec-a6f9-42130347dad9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (4f292d3b-0521-4250-bc99-5d6f3f731ea7), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.589644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ccbdef-e850-4bc7-a907-f85c2f5e5e58 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:12.592963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04ccbdef-e850-4bc7-a907-f85c2f5e5e58 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.631489 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Publish callbacks [] for port (e61f1946-8949-4170-be61-8995f7ab441a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.639547 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (e61f1946-8949-4170-be61-8995f7ab441a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.684338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:12.687960 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:12.692450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:12.695591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Pushing event updated for resources: {'Port': ['ID=e61f1946-8949-4170-be61-8995f7ab441a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:12.760478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Attempting to bind port e61f1946-8949-4170-be61-8995f7ab441a on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:12.760864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Attempting to bind port e61f1946-8949-4170-be61-8995f7ab441a by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'a6d34083-5018-423e-ad0b-edf73aaff495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7c7761f6-26be-4370-8e46-2c0b9a3f5d84'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:12.761234 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Attempting to bind port e61f1946-8949-4170-be61-8995f7ab441a on network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:12.767952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:12.768337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Checking segment: {'id': 'a6d34083-5018-423e-ad0b-edf73aaff495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7c7761f6-26be-4370-8e46-2c0b9a3f5d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:12.768722 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.769342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Bound using segment: {'id': 'a6d34083-5018-423e-ad0b-edf73aaff495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7c7761f6-26be-4370-8e46-2c0b9a3f5d84'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:12.769735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Bound port: e61f1946-8949-4170-be61-8995f7ab441a, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d34083-5018-423e-ad0b-edf73aaff495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7c7761f6-26be-4370-8e46-2c0b9a3f5d84'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:12.770012 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e61f1946-8949-4170-be61-8995f7ab441a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.837438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] For port e61f1946-8949-4170-be61-8995f7ab441a, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:12.840693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] For port e61f1946-8949-4170-be61-8995f7ab441a, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e61f1946-8949-4170-be61-8995f7ab441a,segment=NetworkSegment(a6d34083-5018-423e-ad0b-edf73aaff495),segment_id=a6d34083-5018-423e-ad0b-edf73aaff495)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:12.847225 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e61f1946-8949-4170-be61-8995f7ab441a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.914695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9d83e-ab6c-4d9b-b55c-1bd535c928b8 None None] Pushing event updated for resources: {'Port': ['ID=e61f1946-8949-4170-be61-8995f7ab441a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:12.947825 n-d-824835-15 neutron-server[103328]: INFO neutron.db.ipam_backend_mixin [None req-04ccbdef-e850-4bc7-a907-f85c2f5e5e58 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f92edb1-385d-4a7e-a81b-2f9bd9a37caf (CIDR: 2001:db8::/64) Feb 09 03:31:12.976418 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2890b276-5256-4d3a-bb22-7126e390727d tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (c20a9bf1-dc40-48a5-9578-f58b6fb068e5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:12.981230 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ccbdef-e850-4bc7-a907-f85c2f5e5e58 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:31:12.981815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ccbdef-e850-4bc7-a907-f85c2f5e5e58 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:31:12.988698 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2890b276-5256-4d3a-bb22-7126e390727d tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_controller (c20a9bf1-dc40-48a5-9578-f58b6fb068e5), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.013654 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06fd2566-a111-49ec-a6f9-42130347dad9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (4f292d3b-0521-4250-bc99-5d6f3f731ea7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.109956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f0ad77aa-fe2a-4432-863b-a196a62ac47c up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:13.118922 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-04ccbdef-e850-4bc7-a907-f85c2f5e5e58 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2760022 Feb 09 03:31:13.121212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47884) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:13.128037 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e6392513-1616-4882-96cb-ce4238f9bf77 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': '7c7761f6-26be-4370-8e46-2c0b9a3f5d84', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:13.214600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2890b276-5256-4d3a-bb22-7126e390727d tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (c20a9bf1-dc40-48a5-9578-f58b6fb068e5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.214600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2890b276-5256-4d3a-bb22-7126e390727d tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c20a9bf1-dc40-48a5-9578-f58b6fb068e5 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:31:13.220068 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks [] for port (5647eff0-4040-4f30-9165-4411ddc2b89a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.225021 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2890b276-5256-4d3a-bb22-7126e390727d tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.229316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2890b276-5256-4d3a-bb22-7126e390727d tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c20a9bf1-dc40-48a5-9578-f58b6fb068e5 HTTP/1.1" status: 204 len: 168 time: 0.9886236 Feb 09 03:31:13.234775 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06fd2566-a111-49ec-a6f9-42130347dad9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (4f292d3b-0521-4250-bc99-5d6f3f731ea7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.279302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f0ad77aa-fe2a-4432-863b-a196a62ac47c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:13.279682 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.298608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd2566-a111-49ec-a6f9-42130347dad9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=4f292d3b-0521-4250-bc99-5d6f3f731ea7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:13.328494 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06fd2566-a111-49ec-a6f9-42130347dad9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.341786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c22bb50-1f14-4ad1-ba61-d940856141a2 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:13.343673 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-06fd2566-a111-49ec-a6f9-42130347dad9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/4f292d3b-0521-4250-bc99-5d6f3f731ea7 HTTP/1.1" status: 204 len: 168 time: 1.3193896 Feb 09 03:31:13.348161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47888) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:13.393450 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5647eff0-4040-4f30-9165-4411ddc2b89a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.458390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b695ca-a3fd-4d58-af72-1b06957c382e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet e6912045-dc9b-4233-87d9-7ce89ee349ab {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:31:13.488136 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54b695ca-a3fd-4d58-af72-1b06957c382e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (e6912045-dc9b-4233-87d9-7ce89ee349ab), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.520818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Pushing event updated for resources: {'Port': ['ID=5647eff0-4040-4f30-9165-4411ddc2b89a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:13.528050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:13.534099 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47890) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:13.544010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:13.547167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:13.596005 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:13.597334 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.624633 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a76a0344-0236-4614-a4ba-ba43cef2f533 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.3366666 Feb 09 03:31:13.629449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f0ad77aa-fe2a-4432-863b-a196a62ac47c is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:13.629816 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.629961 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47898) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:13.636615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}]}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:13.641716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ca8519-b4eb-4147-a129-4edee1f9ddad None None] Network b64083df-8d6d-4adf-9bed-2301d18d1f84 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:13.702556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6392513-1616-4882-96cb-ce4238f9bf77 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:13.703960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (47e14737-d15f-438e-b788-091b37a3eb7d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.705065 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (47e14737-d15f-438e-b788-091b37a3eb7d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.707441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6392513-1616-4882-96cb-ce4238f9bf77 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.741802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54b695ca-a3fd-4d58-af72-1b06957c382e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (e6912045-dc9b-4233-87d9-7ce89ee349ab), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.878143 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.25.5.45-a71edb5c-91f0-4922-80dd-342397668c46 {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:31:13.878802 n-d-824835-15 neutron-server[103327]: DEBUG oslo_db.api [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:31:13.884125 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks [] for router_controller (47e14737-d15f-438e-b788-091b37a3eb7d), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:13.970977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port f0ad77aa-fe2a-4432-863b-a196a62ac47c, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f0ad77aa-fe2a-4432-863b-a196a62ac47c,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:14.004610 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:14.031263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a38daf69-4b98-445c-9a04-e31b8a768f50 None None] Provisioning complete for port f0ad77aa-fe2a-4432-863b-a196a62ac47c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:14.038194 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a38daf69-4b98-445c-9a04-e31b8a768f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:14.064048 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54b695ca-a3fd-4d58-af72-1b06957c382e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (e6912045-dc9b-4233-87d9-7ce89ee349ab), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:14.248580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1607432007', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:14.300493 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks [] for router_gateway (47e14737-d15f-438e-b788-091b37a3eb7d), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:14.383669 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:14.396382 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=f0ad77aa-fe2a-4432-863b-a196a62ac47c,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:14.439947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a38daf69-4b98-445c-9a04-e31b8a768f50 None None] Current status of the port f0ad77aa-fe2a-4432-863b-a196a62ac47c is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:14.463408 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (b638a2d0-1ad5-416b-be95-44b6026f1081), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:14.464819 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (b638a2d0-1ad5-416b-be95-44b6026f1081), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:14.574682 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54b695ca-a3fd-4d58-af72-1b06957c382e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (e6912045-dc9b-4233-87d9-7ce89ee349ab), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:14.699680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_controller (b638a2d0-1ad5-416b-be95-44b6026f1081), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:14.715452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b695ca-a3fd-4d58-af72-1b06957c382e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=e6912045-dc9b-4233-87d9-7ce89ee349ab,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:14.775848 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54b695ca-a3fd-4d58-af72-1b06957c382e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:14.800108 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-54b695ca-a3fd-4d58-af72-1b06957c382e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/e6912045-dc9b-4233-87d9-7ce89ee349ab HTTP/1.1" status: 204 len: 168 time: 1.4496431 Feb 09 03:31:14.802809 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47928) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:14.894938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f47ce5f7-2f3f-4c90-b6f6-e7aab81b08f3 None None] Provisioning complete for port f0ad77aa-fe2a-4432-863b-a196a62ac47c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:14.895444 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f47ce5f7-2f3f-4c90-b6f6-e7aab81b08f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:14.915538 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0e1b291b-d7d2-4472-8d65-a390a37d1c9c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041765 Feb 09 03:31:14.918235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47930) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:15.043145 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6392513-1616-4882-96cb-ce4238f9bf77 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (52d09705-4230-4a5f-8da1-84d5130ebe50), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.052259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386580e0-e419-40dc-9237-6c13d6453375 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:15.058674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded7bab-d119-42be-a1be-bba9c9ab4843 None None] Network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:15.154348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Allocated IP 172.25.5.33 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/d2e02a16-87bb-4681-bbda-c165ebda0345) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:15.178971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6392513-1616-4882-96cb-ce4238f9bf77 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:15.192710 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e6392513-1616-4882-96cb-ce4238f9bf77 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:15.199059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6392513-1616-4882-96cb-ce4238f9bf77 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:15.200235 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6392513-1616-4882-96cb-ce4238f9bf77 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.212021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17504d8c-e160-46f3-8ea0-24f731d39c67 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:15.216859 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-17504d8c-e160-46f3-8ea0-24f731d39c67 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2796619 Feb 09 03:31:15.219437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47934) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:15.223174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6392513-1616-4882-96cb-ce4238f9bf77 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Subnet': ['ID=52d09705-4230-4a5f-8da1-84d5130ebe50,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:15.331934 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e6392513-1616-4882-96cb-ce4238f9bf77 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2069380 Feb 09 03:31:15.333894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47936) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:15.341181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': '7c7761f6-26be-4370-8e46-2c0b9a3f5d84', 'fixed_ips': [{'subnet_id': '4f92edb1-385d-4a7e-a81b-2f9bd9a37caf'}, {'subnet_id': '52d09705-4230-4a5f-8da1-84d5130ebe50'}], 'name': 'tempest-PortsIpV6TestJSON-299308028'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:15.351521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c04f8-e26c-4e16-a99e-8b38dbccae09 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:15.358805 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c81c04f8-e26c-4e16-a99e-8b38dbccae09 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1330011 Feb 09 03:31:15.359659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47938) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:15.360209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:15.473788 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0bddf72a-5c20-44e7-be69-15404d05c89a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997214 Feb 09 03:31:15.478753 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47944) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:15.490273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6df87a9b-0d08-4ce7-9a31-14381bbd9fc7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:15.494943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e61f1946-8949-4170-be61-8995f7ab441a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:15.571140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f47ce5f7-2f3f-4c90-b6f6-e7aab81b08f3 None None] Current status of the port f0ad77aa-fe2a-4432-863b-a196a62ac47c is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:15.605338 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Publish callbacks [] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.611749 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b60b2bc6-8bb8-43a0-b9ff-2eb2e13f20ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.619331 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36fa27a8-94ca-4128-9c39-962ab38509f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.629380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e61f1946-8949-4170-be61-8995f7ab441a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:15.630130 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e61f1946-8949-4170-be61-8995f7ab441a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.688612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a655ba-8b5f-4c1a-8550-3fe5622a0de6 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:31:15.736632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:15.744311 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (b638a2d0-1ad5-416b-be95-44b6026f1081), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.746779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df87a9b-0d08-4ce7-9a31-14381bbd9fc7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:15.750346 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6df87a9b-0d08-4ce7-9a31-14381bbd9fc7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.751844 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df87a9b-0d08-4ce7-9a31-14381bbd9fc7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:31:15.752276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df87a9b-0d08-4ce7-9a31-14381bbd9fc7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:31:15.775377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7c26b88e-e73b-48e9-b7df-611df103608c None None] Provisioning complete for port e61f1946-8949-4170-be61-8995f7ab441a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:15.775751 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c26b88e-e73b-48e9-b7df-611df103608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e61f1946-8949-4170-be61-8995f7ab441a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.777889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks [] for router_gateway (47e14737-d15f-438e-b788-091b37a3eb7d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.792998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.795867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5eac8-22b6-4b95-b1aa-e5e094333613 None None] Update dhcp port {'port': {'network_id': '7c7761f6-26be-4370-8e46-2c0b9a3f5d84', 'fixed_ips': [{'subnet_id': '4f92edb1-385d-4a7e-a81b-2f9bd9a37caf', 'ip_address': '2001:db8::2'}, {'subnet_id': '52d09705-4230-4a5f-8da1-84d5130ebe50'}], 'binding:host_id': 'n-d-824835-15'}, 'id': 'e61f1946-8949-4170-be61-8995f7ab441a'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:31:15.830408 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.871956 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6df87a9b-0d08-4ce7-9a31-14381bbd9fc7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3906128 Feb 09 03:31:15.875224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:15.883659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47948) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:15.896045 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9a5eac8-22b6-4b95-b1aa-e5e094333613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e61f1946-8949-4170-be61-8995f7ab441a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.902388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:15.910362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3b2aece7-8036-4c6c-8e78-5f364d4b5e39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:15.931671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e61f1946-8949-4170-be61-8995f7ab441a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:15.932168 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e61f1946-8949-4170-be61-8995f7ab441a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:15.986271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a7a655ba-8b5f-4c1a-8550-3fe5622a0de6 None None] Deleting port 0a56a027-10c7-4674-a0a2-5404c1fb98ec {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:15.986807 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7a655ba-8b5f-4c1a-8550-3fe5622a0de6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.019166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:16.029572 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks [] for router (47e14737-d15f-438e-b788-091b37a3eb7d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.055266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Pushing event updated for resources: {'Port': ['ID=d2e02a16-87bb-4681-bbda-c165ebda0345,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:16.067257 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.124231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a7a655ba-8b5f-4c1a-8550-3fe5622a0de6 None None] For port 0a56a027-10c7-4674-a0a2-5404c1fb98ec, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0a56a027-10c7-4674-a0a2-5404c1fb98ec,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:16.125180 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7a655ba-8b5f-4c1a-8550-3fe5622a0de6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.151430 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36fa27a8-94ca-4128-9c39-962ab38509f5 admin admin] Publish callbacks [] for security_group (a53b7ad7-039b-46f1-b448-950306aea93f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.154705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port 734396e8-67af-4982-82d7-a3a501d59439 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:16.166917 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36fa27a8-94ca-4128-9c39-962ab38509f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a53b7ad7-039b-46f1-b448-950306aea93f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.195562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port e61f1946-8949-4170-be61-8995f7ab441a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e61f1946-8949-4170-be61-8995f7ab441a,segment=NetworkSegment(a6d34083-5018-423e-ad0b-edf73aaff495),segment_id=a6d34083-5018-423e-ad0b-edf73aaff495)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:16.198958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7c26b88e-e73b-48e9-b7df-611df103608c None None] Current status of the port e61f1946-8949-4170-be61-8995f7ab441a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:16.198958 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c26b88e-e73b-48e9-b7df-611df103608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e61f1946-8949-4170-be61-8995f7ab441a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.210725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a7a655ba-8b5f-4c1a-8550-3fe5622a0de6 None None] Calling delete_port for 0a56a027-10c7-4674-a0a2-5404c1fb98ec owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:16.219456 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e61f1946-8949-4170-be61-8995f7ab441a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.220244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f0ad77aa-fe2a-4432-863b-a196a62ac47c up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:16.228805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2aece7-8036-4c6c-8e78-5f364d4b5e39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:16.231921 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b2aece7-8036-4c6c-8e78-5f364d4b5e39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.233324 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2aece7-8036-4c6c-8e78-5f364d4b5e39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:31:16.234386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2aece7-8036-4c6c-8e78-5f364d4b5e39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:31:16.251308 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (47e14737-d15f-438e-b788-091b37a3eb7d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.254265 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks [] for router_controller (47e14737-d15f-438e-b788-091b37a3eb7d), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.350903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-36fa27a8-94ca-4128-9c39-962ab38509f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6558595e54704ba6851d7d3709866811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9763281 Feb 09 03:31:16.356640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa27a8-94ca-4128-9c39-962ab38509f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53b7ad7-039b-46f1-b448-950306aea93f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:16.384553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47956) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:16.413307 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (47e14737-d15f-438e-b788-091b37a3eb7d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.414645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47e14737-d15f-438e-b788-091b37a3eb7d {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:31:16.416335 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3b2aece7-8036-4c6c-8e78-5f364d4b5e39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5115035 Feb 09 03:31:16.422004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47958) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:16.434016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b2b8f7b2-16f8-4c76-9474-effef2ad8b9a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:16.453291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=e61f1946-8949-4170-be61-8995f7ab441a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:16.462037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-b9a5eac8-22b6-4b95-b1aa-e5e094333613 None None] Allocated IP 2001:db8:0:1::2 (7c7761f6-26be-4370-8e46-2c0b9a3f5d84/52d09705-4230-4a5f-8da1-84d5130ebe50/e61f1946-8949-4170-be61-8995f7ab441a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:16.492755 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-7c26b88e-e73b-48e9-b7df-611df103608c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:31:16.493175 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-7c26b88e-e73b-48e9-b7df-611df103608c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:31:16.522591 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (b638a2d0-1ad5-416b-be95-44b6026f1081), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.531506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fd612-4326-437a-a2fb-e37bdb34102c req-7d53f832-45f6-4b4b-b1b0-e52228cfe398 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:16.538915 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ef8fd612-4326-437a-a2fb-e37bdb34102c req-7d53f832-45f6-4b4b-b1b0-e52228cfe398 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3088598 Feb 09 03:31:16.542237 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7a655ba-8b5f-4c1a-8550-3fe5622a0de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (0a56a027-10c7-4674-a0a2-5404c1fb98ec), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.547442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f0ad77aa-fe2a-4432-863b-a196a62ac47c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:16.548038 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.560679 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 03:31:16.565109 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f86e3ebe-34be-4436-847c-389b79e2760c tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9305429 Feb 09 03:31:16.578255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47960) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:16.590009 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.599190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a655ba-8b5f-4c1a-8550-3fe5622a0de6 None None] Pushing event deleted for resources: {'Port': ['ID=0a56a027-10c7-4674-a0a2-5404c1fb98ec,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:16.611767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a655ba-8b5f-4c1a-8550-3fe5622a0de6 None None] No DVR routers for this DVR port 0a56a027-10c7-4674-a0a2-5404c1fb98ec on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:31:16.625217 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de94b8fe-4d66-4eaf-b2af-e13a92f5bf04 admin admin] Publish callbacks [] for security_group (a53b7ad7-039b-46f1-b448-950306aea93f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.660844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b9a5eac8-22b6-4b95-b1aa-e5e094333613 None None] For port e61f1946-8949-4170-be61-8995f7ab441a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e61f1946-8949-4170-be61-8995f7ab441a,segment=NetworkSegment(a6d34083-5018-423e-ad0b-edf73aaff495),segment_id=a6d34083-5018-423e-ad0b-edf73aaff495)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:16.685720 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ef8fd612-4326-437a-a2fb-e37bdb34102c req-2fc9d266-a584-4dbd-b492-fc312d886798 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458991 Feb 09 03:31:16.695997 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de94b8fe-4d66-4eaf-b2af-e13a92f5bf04 admin admin] Publish callbacks [] for security_group (a53b7ad7-039b-46f1-b448-950306aea93f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.708432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b8f7b2-16f8-4c76-9474-effef2ad8b9a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:16.711972 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2b8f7b2-16f8-4c76-9474-effef2ad8b9a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.713514 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b8f7b2-16f8-4c76-9474-effef2ad8b9a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:31:16.713948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b8f7b2-16f8-4c76-9474-effef2ad8b9a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:31:16.730949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9a5eac8-22b6-4b95-b1aa-e5e094333613 None None] Publish callbacks [] for port (e61f1946-8949-4170-be61-8995f7ab441a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.733109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f0ad77aa-fe2a-4432-863b-a196a62ac47c is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:16.751334 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9a5eac8-22b6-4b95-b1aa-e5e094333613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e61f1946-8949-4170-be61-8995f7ab441a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.798285 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b2b8f7b2-16f8-4c76-9474-effef2ad8b9a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3664312 Feb 09 03:31:16.808798 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47964) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:16.818651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0c26fe00-0bb2-4712-a12e-8957a2de0dae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:16.841686 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Publish callbacks [] for router_gateway (95f4b651-3b07-4f70-9080-ad1556a1992c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.845874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Allocated IP 172.25.5.224 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/989417a2-f07b-489d-bb03-38293614b125) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:16.853061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5eac8-22b6-4b95-b1aa-e5e094333613 None None] Pushing event updated for resources: {'Port': ['ID=e61f1946-8949-4170-be61-8995f7ab441a,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:16.967250 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de94b8fe-4d66-4eaf-b2af-e13a92f5bf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a53b7ad7-039b-46f1-b448-950306aea93f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.971115 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de94b8fe-4d66-4eaf-b2af-e13a92f5bf04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:16.977419 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-de94b8fe-4d66-4eaf-b2af-e13a92f5bf04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a53b7ad7-039b-46f1-b448-950306aea93f HTTP/1.1" status: 204 len: 168 time: 0.5860023 Feb 09 03:31:17.027792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94b8fe-4d66-4eaf-b2af-e13a92f5bf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53b7ad7-039b-46f1-b448-950306aea93f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:17.030365 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f0c47-5876-44b4-869e-e44601a05455 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Deleting port 5647eff0-4040-4f30-9165-4411ddc2b89a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:17.030749 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d0f0c47-5876-44b4-869e-e44601a05455 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5647eff0-4040-4f30-9165-4411ddc2b89a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:17.085313 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for port (989417a2-f07b-489d-bb03-38293614b125), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:17.095808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7c26b88e-e73b-48e9-b7df-611df103608c None None] Current status of the port e61f1946-8949-4170-be61-8995f7ab441a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:17.105870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7c26b88e-e73b-48e9-b7df-611df103608c None None] Could not find standard attr ID for object 0a56a027-10c7-4674-a0a2-5404c1fb98ec. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:31:17.135840 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c26fe00-0bb2-4712-a12e-8957a2de0dae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:17.139818 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c26fe00-0bb2-4712-a12e-8957a2de0dae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:17.142347 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c26fe00-0bb2-4712-a12e-8957a2de0dae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:31:17.142849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c26fe00-0bb2-4712-a12e-8957a2de0dae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:31:17.146974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e61f1946-8949-4170-be61-8995f7ab441a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:17.147818 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (989417a2-f07b-489d-bb03-38293614b125), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:17.233509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e61f1946-8949-4170-be61-8995f7ab441a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:17.234071 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e61f1946-8949-4170-be61-8995f7ab441a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:17.235437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Pushing event updated for resources: {'Port': ['ID=989417a2-f07b-489d-bb03-38293614b125,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:17.247907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.248270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.248725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.249110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.249625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.250169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.250694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.251030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.251474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.251687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.252067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.252403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.252731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:17.263926 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0c26fe00-0bb2-4712-a12e-8957a2de0dae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4507465 Feb 09 03:31:17.266975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47970) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:17.276119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-45260513-a4c4-4c02-b7c1-7484731a13d5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:17.286255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:17.288242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:17.296108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:17.369611 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e61f1946-8949-4170-be61-8995f7ab441a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:17.450436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0a56a027-10c7-4674-a0a2-5404c1fb98ec no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:31:17.477122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 0a56a027-10c7-4674-a0a2-5404c1fb98ec {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:31:17.477782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0a56a027-10c7-4674-a0a2-5404c1fb98ec not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:31:17.565108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47972) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:17.590850 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca6dba76-5eb4-4dbe-9764-958383fa4cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:17.601410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45260513-a4c4-4c02-b7c1-7484731a13d5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:17.604987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45260513-a4c4-4c02-b7c1-7484731a13d5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:17.606453 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-45260513-a4c4-4c02-b7c1-7484731a13d5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:31:17.606885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45260513-a4c4-4c02-b7c1-7484731a13d5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:31:17.617986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34dff-acc8-46cf-be74-b53df685b7fa req-cfc1467a-6bb7-4c7d-b091-8dca8fa1ce75 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:17.619687 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67e34dff-acc8-46cf-be74-b53df685b7fa req-cfc1467a-6bb7-4c7d-b091-8dca8fa1ce75 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.8057306 Feb 09 03:31:17.647198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8::32 (7c7761f6-26be-4370-8e46-2c0b9a3f5d84/4f92edb1-385d-4a7e-a81b-2f9bd9a37caf/734396e8-67af-4982-82d7-a3a501d59439) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:17.649034 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-45260513-a4c4-4c02-b7c1-7484731a13d5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3807616 Feb 09 03:31:17.651890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47974) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:17.659396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6daee0b3-49bd-479b-88d6-f9194283e604 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:17.670811 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8:0:1::48 (7c7761f6-26be-4370-8e46-2c0b9a3f5d84/52d09705-4230-4a5f-8da1-84d5130ebe50/734396e8-67af-4982-82d7-a3a501d59439) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:17.701179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94951b55-188d-4410-a2a8-b7fd8808f104 None None] Network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:17.773846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e275e739-a95f-49cc-8593-a1c21d280a33 None None] Provisioning complete for port e61f1946-8949-4170-be61-8995f7ab441a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:17.774526 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e275e739-a95f-49cc-8593-a1c21d280a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e61f1946-8949-4170-be61-8995f7ab441a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:17.794430 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d0f0c47-5876-44b4-869e-e44601a05455 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5647eff0-4040-4f30-9165-4411ddc2b89a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:17.834190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f0c47-5876-44b4-869e-e44601a05455 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Calling delete_port for 5647eff0-4040-4f30-9165-4411ddc2b89a owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:17.840273 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-67e34dff-acc8-46cf-be74-b53df685b7fa req-6fb2ab4f-79e3-4731-b7d4-daf3e5eb6abe tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077713 Feb 09 03:31:17.900845 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca6dba76-5eb4-4dbe-9764-958383fa4cb7 admin admin] Publish callbacks [] for security_group (86f4de63-4326-406b-b229-7b910734abbf), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:17.906566 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (b638a2d0-1ad5-416b-be95-44b6026f1081), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:17.912851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e275e739-a95f-49cc-8593-a1c21d280a33 None None] Current status of the port e61f1946-8949-4170-be61-8995f7ab441a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:18.021072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca6dba76-5eb4-4dbe-9764-958383fa4cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (86f4de63-4326-406b-b229-7b910734abbf), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.057101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daee0b3-49bd-479b-88d6-f9194283e604 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:18.060584 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6daee0b3-49bd-479b-88d6-f9194283e604 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.061047 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (95f4b651-3b07-4f70-9080-ad1556a1992c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.062240 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-6daee0b3-49bd-479b-88d6-f9194283e604 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:31:18.062722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6daee0b3-49bd-479b-88d6-f9194283e604 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:31:18.104626 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa8d89a4-7f60-4fca-a5cc-3dd8b4cf555f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.159231 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ca6dba76-5eb4-4dbe-9764-958383fa4cb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd102a17b7d842d4b207695457fd1307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5925660 Feb 09 03:31:18.167883 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47982) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:18.175424 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d0f0c47-5876-44b4-869e-e44601a05455 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (5647eff0-4040-4f30-9165-4411ddc2b89a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.188760 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6daee0b3-49bd-479b-88d6-f9194283e604 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5343204 Feb 09 03:31:18.192564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47984) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:18.208714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6dba76-5eb4-4dbe-9764-958383fa4cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f4de63-4326-406b-b229-7b910734abbf,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:18.239022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6e51b6e2-a12b-49a3-aa98-8d55fe5d0076 None None] Provisioning complete for port e61f1946-8949-4170-be61-8995f7ab441a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:18.239716 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e51b6e2-a12b-49a3-aa98-8d55fe5d0076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e61f1946-8949-4170-be61-8995f7ab441a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.246994 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a3e254f9-da8c-4353-9c78-45cf0cee06a1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0512648 Feb 09 03:31:18.247207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (734396e8-67af-4982-82d7-a3a501d59439), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.250141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47986) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:18.262374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f0c47-5876-44b4-869e-e44601a05455 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Pushing event deleted for resources: {'Port': ['ID=5647eff0-4040-4f30-9165-4411ddc2b89a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:18.333191 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (b638a2d0-1ad5-416b-be95-44b6026f1081), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.341438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023f0d7e-875f-4a69-8628-b38f2bf48250 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:18.345907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-023f0d7e-875f-4a69-8628-b38f2bf48250 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0901556 Feb 09 03:31:18.345907 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cac2765a-6715-4eeb-9108-a60388e079b1 admin admin] Publish callbacks [] for security_group (86f4de63-4326-406b-b229-7b910734abbf), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.346248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47988) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:18.347436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6e51b6e2-a12b-49a3-aa98-8d55fe5d0076 None None] Current status of the port e61f1946-8949-4170-be61-8995f7ab441a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:18.367068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d022c-1e61-4233-91ac-49f758b3adb4 req-6f49a52f-c6d5-42bd-80bd-22564988133d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:18.368584 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e30d022c-1e61-4233-91ac-49f758b3adb4 req-6f49a52f-c6d5-42bd-80bd-22564988133d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2238548 Feb 09 03:31:18.408548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (734396e8-67af-4982-82d7-a3a501d59439), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.410433 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d0f0c47-5876-44b4-869e-e44601a05455 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.413562 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5d0f0c47-5876-44b4-869e-e44601a05455 tempest-RoutersAdminNegativeIpV6Test-690930760 tempest-RoutersAdminNegativeIpV6Test-690930760-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5647eff0-4040-4f30-9165-4411ddc2b89a HTTP/1.1" status: 204 len: 168 time: 1.8340156 Feb 09 03:31:18.435049 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0c7898e1-573b-44a6-b812-a09d3bfc5992 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878119 Feb 09 03:31:18.457449 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47992) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:18.473759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f77a234b-3de8-4b59-b441-d9e011aac503 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:18.483141 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cac2765a-6715-4eeb-9108-a60388e079b1 admin admin] Publish callbacks [] for security_group (86f4de63-4326-406b-b229-7b910734abbf), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.512992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:18.553505 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:18.559027 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cac2765a-6715-4eeb-9108-a60388e079b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (86f4de63-4326-406b-b229-7b910734abbf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.561641 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cac2765a-6715-4eeb-9108-a60388e079b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.563282 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cac2765a-6715-4eeb-9108-a60388e079b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86f4de63-4326-406b-b229-7b910734abbf HTTP/1.1" status: 204 len: 168 time: 0.3944538 Feb 09 03:31:18.566701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:18.571977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:18.572506 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.575334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=734396e8-67af-4982-82d7-a3a501d59439,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:18.576446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2765a-6715-4eeb-9108-a60388e079b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f4de63-4326-406b-b229-7b910734abbf,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:18.597784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Router b638a2d0-1ad5-416b-be95-44b6026f1081 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:31:18.599650 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e30d022c-1e61-4233-91ac-49f758b3adb4 req-33b936ac-fd40-4ace-a83b-506fb5191103 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149193 Feb 09 03:31:18.647214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Router 95f4b651-3b07-4f70-9080-ad1556a1992c is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:31:18.673902 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a08c4a43-a85f-4e77-8cc9-b619e8a624ed tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 3.3336124 Feb 09 03:31:18.678195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47998) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:18.686750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-54a49962-cc67-4727-86c8-34691202fa3e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f92edb1-385d-4a7e-a81b-2f9bd9a37caf'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:18.785419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77a234b-3de8-4b59-b441-d9e011aac503 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:18.789645 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f77a234b-3de8-4b59-b441-d9e011aac503 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:18.938458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48004) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:18.941435 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54a49962-cc67-4727-86c8-34691202fa3e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (734396e8-67af-4982-82d7-a3a501d59439), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:19.080262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5aa74e5b-659f-4614-acfe-cab6296a59b8 None None] Provisioning complete for port 734396e8-67af-4982-82d7-a3a501d59439 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:19.080642 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5aa74e5b-659f-4614-acfe-cab6296a59b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (734396e8-67af-4982-82d7-a3a501d59439), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:19.108420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:19.126805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2137791-542e-4c28-a10a-9816fb18e8f1 None None] Sync routers for ids ['b638a2d0-1ad5-416b-be95-44b6026f1081'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:19.154444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2137791-542e-4c28-a10a-9816fb18e8f1 None None] Routers {'b638a2d0-1ad5-416b-be95-44b6026f1081'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:19.155515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f2137791-542e-4c28-a10a-9816fb18e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b638a2d0-1ad5-416b-be95-44b6026f1081'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:19.158777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5aa74e5b-659f-4614-acfe-cab6296a59b8 None None] Port 734396e8-67af-4982-82d7-a3a501d59439 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:19.170479 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:19.172690 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eb84f222-9a79-4c31-8d99-00770ca4de79 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6373086 Feb 09 03:31:19.175411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48016) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:19.208554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f2137791-542e-4c28-a10a-9816fb18e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:19.220953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2137791-542e-4c28-a10a-9816fb18e8f1 None None] Routers {'b638a2d0-1ad5-416b-be95-44b6026f1081'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:19.222056 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f163831b-feb4-4a41-8867-d2c4c503b7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:19.222896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f2137791-542e-4c28-a10a-9816fb18e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b638a2d0-1ad5-416b-be95-44b6026f1081'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:19.248350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:19.261641 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Sync routers for ids ['95f4b651-3b07-4f70-9080-ad1556a1992c'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:19.274958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed3e35-8bcc-4592-815c-5a505067fbd4 req-043cc5df-ad11-4b23-94ad-27569371d800 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:19.277395 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6fed3e35-8bcc-4592-815c-5a505067fbd4 req-043cc5df-ad11-4b23-94ad-27569371d800 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1647317 Feb 09 03:31:19.283935 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Routers {'95f4b651-3b07-4f70-9080-ad1556a1992c'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:19.285144 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['95f4b651-3b07-4f70-9080-ad1556a1992c'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:19.291089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f2137791-542e-4c28-a10a-9816fb18e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:19.292109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2137791-542e-4c28-a10a-9816fb18e8f1 None None] The sync data for ids ['b638a2d0-1ad5-416b-be95-44b6026f1081'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:31:19.322335 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:19.351082 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:19.356209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b534c483-e351-412f-81fc-a0bec316cf8d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5051177 Feb 09 03:31:19.356328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48020) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:19.371034 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6fed3e35-8bcc-4592-815c-5a505067fbd4 req-8fdff0a8-7dc0-4fd5-b9f1-22f95e65866a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869451 Feb 09 03:31:19.474358 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fc9007e3-3a01-4ea6-93ba-acc8a5bd2b30 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/routers/b638a2d0-1ad5-416b-be95-44b6026f1081 HTTP/1.1" status: 200 len: 925 time: 0.2977509 Feb 09 03:31:19.477708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48028) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:19.522494 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d0ed94b8-9226-4585-bfaa-56960b91823b tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "GET /v2.0/ports?device_id=b638a2d0-1ad5-416b-be95-44b6026f1081 HTTP/1.1" status: 200 len: 205 time: 0.0436924 Feb 09 03:31:19.525104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48030) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:19.536226 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Set router 95f4b651-3b07-4f70-9080-ad1556a1992c gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:19.588436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f163831b-feb4-4a41-8867-d2c4c503b7c9 admin admin] Publish callbacks [] for security_group (4c413d5e-27be-4d7b-8e94-3d3c6142bac4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:19.611094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f163831b-feb4-4a41-8867-d2c4c503b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4c413d5e-27be-4d7b-8e94-3d3c6142bac4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:19.646029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.objects.ports [None req-f77a234b-3de8-4b59-b441-d9e011aac503 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103327) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:31:19.660185 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f77a234b-3de8-4b59-b441-d9e011aac503 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:19.719382 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f163831b-feb4-4a41-8867-d2c4c503b7c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab4176c2ad42474daad85f59b262abee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7745984 Feb 09 03:31:19.724149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-54a49962-cc67-4727-86c8-34691202fa3e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Delete allocated IP 2001:db8:0:1::48 (7c7761f6-26be-4370-8e46-2c0b9a3f5d84/52d09705-4230-4a5f-8da1-84d5130ebe50) {{(pid=103327) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 03:31:19.728021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48038) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:19.733750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163831b-feb4-4a41-8867-d2c4c503b7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c413d5e-27be-4d7b-8e94-3d3c6142bac4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:19.754110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77a234b-3de8-4b59-b441-d9e011aac503 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:19.770455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f77a234b-3de8-4b59-b441-d9e011aac503 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:19.782756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce511f-14be-4ac3-9fe4-d46f9fd9d28c None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:19.792341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77a234b-3de8-4b59-b441-d9e011aac503 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:19.792940 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f77a234b-3de8-4b59-b441-d9e011aac503 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:19.856518 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a234b-3de8-4b59-b441-d9e011aac503 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:19.875732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f77a234b-3de8-4b59-b441-d9e011aac503 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4072468 Feb 09 03:31:19.876227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48042) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:19.893637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:c0:74:06', 'name': 'tempest-NetworksTestDHCPv6-1473856940'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:19.909124 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:31:16Z', 'revision_number': 3, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:19.914170 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70c6628d-812c-4f15-b77d-c91b8d6ab0f1 admin admin] Publish callbacks [] for security_group (4c413d5e-27be-4d7b-8e94-3d3c6142bac4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:19.953316 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Checking router: 95f4b651-3b07-4f70-9080-ad1556a1992c for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:31:19.954165 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Updating router 95f4b651-3b07-4f70-9080-ad1556a1992c port d2e02a16-87bb-4681-bbda-c165ebda0345 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:31:19.959869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11971582-d49b-49b0-b6df-6c2b089df9b3 req-c24a83d9-ae52-4e1f-a552-9177f1012bf7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:19.961942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11971582-d49b-49b0-b6df-6c2b089df9b3 req-c24a83d9-ae52-4e1f-a552-9177f1012bf7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2267153 Feb 09 03:31:19.986291 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70c6628d-812c-4f15-b77d-c91b8d6ab0f1 admin admin] Publish callbacks [] for security_group (4c413d5e-27be-4d7b-8e94-3d3c6142bac4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.005868 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.045085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54a49962-cc67-4727-86c8-34691202fa3e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (734396e8-67af-4982-82d7-a3a501d59439), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.056872 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54a49962-cc67-4727-86c8-34691202fa3e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (734396e8-67af-4982-82d7-a3a501d59439), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.144342 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (b638a2d0-1ad5-416b-be95-44b6026f1081), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.144920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-54a49962-cc67-4727-86c8-34691202fa3e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] In _notify_port_updated(), no bound segment for port 734396e8-67af-4982-82d7-a3a501d59439 on network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:31:20.149274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a49962-cc67-4727-86c8-34691202fa3e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:20.149932 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54a49962-cc67-4727-86c8-34691202fa3e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.153804 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-54a49962-cc67-4727-86c8-34691202fa3e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "PUT /v2.0/ports/734396e8-67af-4982-82d7-a3a501d59439 HTTP/1.1" status: 200 len: 924 time: 1.4718897 Feb 09 03:31:20.153804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a49962-cc67-4727-86c8-34691202fa3e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=734396e8-67af-4982-82d7-a3a501d59439,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:20.154665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48046) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:20.159968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c36cc37f-6a32-4f4c-91d9-869221780de9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f92edb1-385d-4a7e-a81b-2f9bd9a37caf'}, {'subnet_id': '52d09705-4230-4a5f-8da1-84d5130ebe50'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:20.181738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': 'c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:31:20.182786 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.186712 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70c6628d-812c-4f15-b77d-c91b8d6ab0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4c413d5e-27be-4d7b-8e94-3d3c6142bac4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.189893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70c6628d-812c-4f15-b77d-c91b8d6ab0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.198813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-70c6628d-812c-4f15-b77d-c91b8d6ab0f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c413d5e-27be-4d7b-8e94-3d3c6142bac4 HTTP/1.1" status: 204 len: 168 time: 0.4608436 Feb 09 03:31:20.244625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6628d-812c-4f15-b77d-c91b8d6ab0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c413d5e-27be-4d7b-8e94-3d3c6142bac4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:20.346129 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c36cc37f-6a32-4f4c-91d9-869221780de9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (734396e8-67af-4982-82d7-a3a501d59439), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.610368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11971582-d49b-49b0-b6df-6c2b089df9b3 req-95c97f56-d712-4aac-a27f-757e0207001d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304745 Feb 09 03:31:20.625678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Allocated IP 2001:db8::f816:3eff:fe65:ca41 (c5780e3f-5fe0-4434-8596-82a0e8078930/c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f/a3cc6823-7321-4d71-a079-a73d0064e907) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:20.679475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f2f6ca6a-c76a-46f1-9f92-805f9cc61bcf None None] Provisioning complete for port 734396e8-67af-4982-82d7-a3a501d59439 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:20.679902 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2f6ca6a-c76a-46f1-9f92-805f9cc61bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (734396e8-67af-4982-82d7-a3a501d59439), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.697696 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.758484 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Publish callbacks [] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.772373 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.858015 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.864612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6ca6a-c76a-46f1-9f92-805f9cc61bcf None None] Port 734396e8-67af-4982-82d7-a3a501d59439 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:20.883871 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Attempting to bind port d2e02a16-87bb-4681-bbda-c165ebda0345 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:20.884391 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Attempting to bind port d2e02a16-87bb-4681-bbda-c165ebda0345 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:20.884973 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Attempting to bind port d2e02a16-87bb-4681-bbda-c165ebda0345 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:20.904038 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:20.907902 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:20.908443 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.909034 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:20.909690 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Bound port: d2e02a16-87bb-4681-bbda-c165ebda0345, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:20.910746 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.915760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Allocated IP 172.20.0.1 (b64083df-8d6d-4adf-9bed-2301d18d1f84/03cd6059-552d-420c-a27f-0ef14c1585e2/f1ee2e25-e935-4151-b279-6bb9d6207242) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:21.007828 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Publish callbacks [] for port (a3cc6823-7321-4d71-a079-a73d0064e907), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.026035 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.028120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48066) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:21.039054 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8034590-3566-43ff-b00b-d61b432f2166 None None] Pushing event updated for resources: {'Port': ['ID=d2e02a16-87bb-4681-bbda-c165ebda0345,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:21.061274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84df30-c9ce-4d67-8d89-fb56aa3eeae6 req-2f892f03-5b1b-4cd7-8ff7-21591b723ed0 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:21.063377 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d84df30-c9ce-4d67-8d89-fb56aa3eeae6 req-2f892f03-5b1b-4cd7-8ff7-21591b723ed0 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3028133 Feb 09 03:31:21.089000 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] For port d2e02a16-87bb-4681-bbda-c165ebda0345, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:21.093100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:21.097829 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] For port d2e02a16-87bb-4681-bbda-c165ebda0345, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d2e02a16-87bb-4681-bbda-c165ebda0345,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:21.105889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:21.114351 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.116777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:21.118609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-c36cc37f-6a32-4f4c-91d9-869221780de9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8:0:1::25b (7c7761f6-26be-4370-8e46-2c0b9a3f5d84/52d09705-4230-4a5f-8da1-84d5130ebe50/734396e8-67af-4982-82d7-a3a501d59439) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:21.122815 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5e609f85-0820-4e6b-a0f0-466c1f8c6a68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cd3567809774163b8dfbe13838d1c31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0897560 Feb 09 03:31:21.123568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:21.130666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48068) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:21.134017 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Pushing event updated for resources: {'Port': ['ID=a3cc6823-7321-4d71-a079-a73d0064e907,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:21.206509 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8034590-3566-43ff-b00b-d61b432f2166 None None] Pushing event updated for resources: {'Port': ['ID=d2e02a16-87bb-4681-bbda-c165ebda0345,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:21.216104 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d84df30-c9ce-4d67-8d89-fb56aa3eeae6 req-1fbfad86-0f86-423b-a3b8-ab7d21cf6825 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463885 Feb 09 03:31:21.219850 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Routers {'95f4b651-3b07-4f70-9080-ad1556a1992c'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:21.221513 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['95f4b651-3b07-4f70-9080-ad1556a1992c'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:21.227171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Attempting to bind port a3cc6823-7321-4d71-a079-a73d0064e907 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:21.228061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Attempting to bind port a3cc6823-7321-4d71-a079-a73d0064e907 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:21.228436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Attempting to bind port a3cc6823-7321-4d71-a079-a73d0064e907 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:21.235339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:21.236028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:21.236933 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.237551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:21.238715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Bound port: a3cc6823-7321-4d71-a079-a73d0064e907, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:21.239453 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.325590 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (b638a2d0-1ad5-416b-be95-44b6026f1081), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.341060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] For port a3cc6823-7321-4d71-a079-a73d0064e907, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:21.348694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] For port a3cc6823-7321-4d71-a079-a73d0064e907, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a3cc6823-7321-4d71-a079-a73d0064e907,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:21.362398 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.397490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62782399-bdb4-4ceb-9a0f-c3570a588e4e admin admin] Publish callbacks [] for security_group (0dfd6bdd-9a3f-4003-a83b-ca5b284ef485), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.438809 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c36cc37f-6a32-4f4c-91d9-869221780de9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (734396e8-67af-4982-82d7-a3a501d59439), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.442626 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Publish callbacks [] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.449472 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c36cc37f-6a32-4f4c-91d9-869221780de9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (734396e8-67af-4982-82d7-a3a501d59439), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.466046 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] Set router 95f4b651-3b07-4f70-9080-ad1556a1992c gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:21.510526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65193db-26d2-4668-a89a-b07403c5d2fd None None] Pushing event updated for resources: {'Port': ['ID=a3cc6823-7321-4d71-a079-a73d0064e907,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:21.547143 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62782399-bdb4-4ceb-9a0f-c3570a588e4e admin admin] Publish callbacks [] for security_group (0dfd6bdd-9a3f-4003-a83b-ca5b284ef485), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.588268 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.627814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c36cc37f-6a32-4f4c-91d9-869221780de9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] In _notify_port_updated(), no bound segment for port 734396e8-67af-4982-82d7-a3a501d59439 on network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:31:21.646953 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36cc37f-6a32-4f4c-91d9-869221780de9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:21.653745 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c36cc37f-6a32-4f4c-91d9-869221780de9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.657480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c36cc37f-6a32-4f4c-91d9-869221780de9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "PUT /v2.0/ports/734396e8-67af-4982-82d7-a3a501d59439 HTTP/1.1" status: 200 len: 1010 time: 1.5015638 Feb 09 03:31:21.667240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48084) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:21.720301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cc37f-6a32-4f4c-91d9-869221780de9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=734396e8-67af-4982-82d7-a3a501d59439,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:21.739955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 59dff004-4ea7-40e7-8e94-7c5864e29bc7 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:21.748821 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.763909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7726e4-1e9e-4883-8dce-d86d23f2dc3f req-51442bdd-36a2-4693-a4d7-afd68ad6578d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:21.769298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Deleting port 989417a2-f07b-489d-bb03-38293614b125 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:21.769712 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (989417a2-f07b-489d-bb03-38293614b125), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.776674 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce7726e4-1e9e-4883-8dce-d86d23f2dc3f req-51442bdd-36a2-4693-a4d7-afd68ad6578d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2149208 Feb 09 03:31:21.898937 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce7726e4-1e9e-4883-8dce-d86d23f2dc3f req-d7c55a63-f15c-4cb6-bec2-63823c491aa9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209249 Feb 09 03:31:21.965766 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.996090 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:31:16Z', 'revision_number': 3, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:22.005191 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62782399-bdb4-4ceb-9a0f-c3570a588e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0dfd6bdd-9a3f-4003-a83b-ca5b284ef485), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:22.007959 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62782399-bdb4-4ceb-9a0f-c3570a588e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:22.011635 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-62782399-bdb4-4ceb-9a0f-c3570a588e4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dfd6bdd-9a3f-4003-a83b-ca5b284ef485 HTTP/1.1" status: 204 len: 168 time: 0.8748477 Feb 09 03:31:22.083323 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c1467b-e80f-412b-bbe4-04e337c12ad7 None None] The sync data for ids ['95f4b651-3b07-4f70-9080-ad1556a1992c'] in n-d-824835-15 is: [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:31:16Z', 'revision_number': 3, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:31:22.120887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ecc865c0-d9e3-46d2-802e-aefa25643819 None None] Provisioning complete for port 734396e8-67af-4982-82d7-a3a501d59439 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:22.121259 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecc865c0-d9e3-46d2-802e-aefa25643819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (734396e8-67af-4982-82d7-a3a501d59439), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:22.199514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ecc865c0-d9e3-46d2-802e-aefa25643819 None None] Port 734396e8-67af-4982-82d7-a3a501d59439 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:22.409578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Network b64083df-8d6d-4adf-9bed-2301d18d1f84 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:22.420307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::f816:3eff:fec0:7406 (c5780e3f-5fe0-4434-8596-82a0e8078930/c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f/59dff004-4ea7-40e7-8e94-7c5864e29bc7) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:22.464613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:22.467177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62782399-bdb4-4ceb-9a0f-c3570a588e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfd6bdd-9a3f-4003-a83b-ca5b284ef485,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:22.472338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:22.496352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Pushing event updated for resources: {'Port': ['ID=f1ee2e25-e935-4151-b279-6bb9d6207242,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:22.651053 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (95f4b651-3b07-4f70-9080-ad1556a1992c), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:22.664985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (989417a2-f07b-489d-bb03-38293614b125), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:22.863785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93e4f0-dc83-44ba-b81b-34a767be1092 req-6122fb44-bd24-4d88-8315-44eb3672ae59 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:22.871096 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff93e4f0-dc83-44ba-b81b-34a767be1092 req-6122fb44-bd24-4d88-8315-44eb3672ae59 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4671245 Feb 09 03:31:22.904198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Calling delete_port for 989417a2-f07b-489d-bb03-38293614b125 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:22.941060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-bc16b517-4046-47c5-a90f-5725229002ab tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port 734396e8-67af-4982-82d7-a3a501d59439 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:22.942772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8d7cb5e8-f122-42ec-b72e-a9db7af0f05f None None] Provisioning complete for port f1ee2e25-e935-4151-b279-6bb9d6207242 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:22.944212 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d7cb5e8-f122-42ec-b72e-a9db7af0f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:22.947508 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc16b517-4046-47c5-a90f-5725229002ab tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (734396e8-67af-4982-82d7-a3a501d59439), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.056220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cb5e8-f122-42ec-b72e-a9db7af0f05f None None] Port f1ee2e25-e935-4151-b279-6bb9d6207242 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:23.164040 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (59dff004-4ea7-40e7-8e94-7c5864e29bc7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.215432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d2e02a16-87bb-4681-bbda-c165ebda0345 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:23.324255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d2e02a16-87bb-4681-bbda-c165ebda0345 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:23.324981 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.419970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9f3b8107-eb42-4fab-9294-837886c3544a None None] Provisioning complete for port a3cc6823-7321-4d71-a079-a73d0064e907 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:23.420349 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8107-eb42-4fab-9294-837886c3544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.450620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48134) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:23.457715 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.494268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d2e02a16-87bb-4681-bbda-c165ebda0345 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:23.495132 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.523586 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port d2e02a16-87bb-4681-bbda-c165ebda0345, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d2e02a16-87bb-4681-bbda-c165ebda0345,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:23.533566 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.534711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a3cc6823-7321-4d71-a079-a73d0064e907 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:23.675287 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff93e4f0-dc83-44ba-b81b-34a767be1092 req-60d14aed-9ac0-43ad-aa94-2e8bce220957 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8032944 Feb 09 03:31:23.680452 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Publish callbacks [] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.681150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-550584998'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:23.711324 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=d2e02a16-87bb-4681-bbda-c165ebda0345,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:23.721994 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc16b517-4046-47c5-a90f-5725229002ab tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (734396e8-67af-4982-82d7-a3a501d59439), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.739341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-bc16b517-4046-47c5-a90f-5725229002ab tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for 734396e8-67af-4982-82d7-a3a501d59439 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:23.743978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b8107-eb42-4fab-9294-837886c3544a None None] Current status of the port a3cc6823-7321-4d71-a079-a73d0064e907 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:23.744551 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8107-eb42-4fab-9294-837886c3544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.754722 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (59dff004-4ea7-40e7-8e94-7c5864e29bc7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.755755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Made reservation on behalf of eda3dee92e664850b14e189cc37ace15 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:23.757268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a3cc6823-7321-4d71-a079-a73d0064e907 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:23.757760 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.759683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.763503 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.783887 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.860626 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9f3b8107-eb42-4fab-9294-837886c3544a None None] For port a3cc6823-7321-4d71-a079-a73d0064e907, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a3cc6823-7321-4d71-a079-a73d0064e907,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:23.870576 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8107-eb42-4fab-9294-837886c3544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.951895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a3cc6823-7321-4d71-a079-a73d0064e907 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:23.962911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8107-eb42-4fab-9294-837886c3544a None None] Pushing event updated for resources: {'Port': ['ID=a3cc6823-7321-4d71-a079-a73d0064e907,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:23.992554 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:24.016479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:24.033871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:24.039256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:24.039882 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.044703 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for security_group (5fa82c3e-2178-4b61-8969-367bbb0d9a71), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.045527 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.048561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Pushing event updated for resources: {'Port': ['ID=f1ee2e25-e935-4151-b279-6bb9d6207242,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:24.050200 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5fa82c3e-2178-4b61-8969-367bbb0d9a71), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.100963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa82c3e-2178-4b61-8969-367bbb0d9a71,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:24.113579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (95f4b651-3b07-4f70-9080-ad1556a1992c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.115355 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=59dff004-4ea7-40e7-8e94-7c5864e29bc7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:24.186247 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ebc8ce9a-0c64-4791-8445-b963d3093860 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2960269 Feb 09 03:31:24.189313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48150) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:24.283464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687303ae-dd58-4404-ac59-e9bd5ba91c7e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:24.291935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687303ae-dd58-4404-ac59-e9bd5ba91c7e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:24.298013 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-687303ae-dd58-4404-ac59-e9bd5ba91c7e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1074805 Feb 09 03:31:24.299052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48152) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:24.342470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ba7de-5641-45db-93e9-d81204b4c6f2 req-92105813-2467-4894-b9dd-c49967a93b0e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:24.353055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb0ba7de-5641-45db-93e9-d81204b4c6f2 req-92105813-2467-4894-b9dd-c49967a93b0e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3236113 Feb 09 03:31:24.402520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1fc54aeb-c418-4c53-b7f0-f29cd9326cc5 None None] Provisioning complete for port 59dff004-4ea7-40e7-8e94-7c5864e29bc7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:24.402904 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fc54aeb-c418-4c53-b7f0-f29cd9326cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (59dff004-4ea7-40e7-8e94-7c5864e29bc7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.404498 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (989417a2-f07b-489d-bb03-38293614b125), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.453629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1fc54aeb-c418-4c53-b7f0-f29cd9326cc5 None None] Port 59dff004-4ea7-40e7-8e94-7c5864e29bc7 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:24.456875 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-736ec1f0-4f66-4851-a05b-5c1a24322984 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 59dff004-4ea7-40e7-8e94-7c5864e29bc7 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:24.457530 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-736ec1f0-4f66-4851-a05b-5c1a24322984 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (59dff004-4ea7-40e7-8e94-7c5864e29bc7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.460729 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Pushing event deleted for resources: {'Port': ['ID=989417a2-f07b-489d-bb03-38293614b125,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:24.553405 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-736ec1f0-4f66-4851-a05b-5c1a24322984 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (59dff004-4ea7-40e7-8e94-7c5864e29bc7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.557252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Network b64083df-8d6d-4adf-9bed-2301d18d1f84 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:24.566053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-736ec1f0-4f66-4851-a05b-5c1a24322984 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 59dff004-4ea7-40e7-8e94-7c5864e29bc7 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:24.571036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:24.581522 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc16b517-4046-47c5-a90f-5725229002ab tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (734396e8-67af-4982-82d7-a3a501d59439), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.581983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:31:24.593887 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (88274729-7217-4ac8-b66b-208c58c9e416), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.594200 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Added segment 88274729-7217-4ac8-b66b-208c58c9e416 of type vlan for network b585e9ff-7e22-48f0-a237-2dfc72704d78 Feb 09 03:31:24.637304 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (b585e9ff-7e22-48f0-a237-2dfc72704d78), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.679312 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (b585e9ff-7e22-48f0-a237-2dfc72704d78), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.684775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:24.685401 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.706612 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb0ba7de-5641-45db-93e9-d81204b4c6f2 req-8f80e51e-ecca-42ec-a406-833b7517e4ad tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526928 Feb 09 03:31:24.751330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Router 95f4b651-3b07-4f70-9080-ad1556a1992c has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:31:24.752777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16b517-4046-47c5-a90f-5725229002ab tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=734396e8-67af-4982-82d7-a3a501d59439,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:24.758510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (b638a2d0-1ad5-416b-be95-44b6026f1081), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.850227 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3977950 Feb 09 03:31:24.863245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48156) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:24.875617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c6ca816a-72c5-4ea8-a884-bd7c045a57df tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Request body: {'subnet': {'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:24.890968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c2a2d-3c52-4fb5-a40c-807a0a92d6a4 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event updated for resources: {'Network': ['ID=b585e9ff-7e22-48f0-a237-2dfc72704d78,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:24.906859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:31:24.930610 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc16b517-4046-47c5-a90f-5725229002ab tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.933824 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bc16b517-4046-47c5-a90f-5725229002ab tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/734396e8-67af-4982-82d7-a3a501d59439 HTTP/1.1" status: 204 len: 168 time: 3.2631011 Feb 09 03:31:24.939355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48160) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:24.971194 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (b638a2d0-1ad5-416b-be95-44b6026f1081), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.979698 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9120d2b-3713-4110-beee-b07743722d04 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:31:24.980929 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_controller (b638a2d0-1ad5-416b-be95-44b6026f1081), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:24.983221 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d9120d2b-3713-4110-beee-b07743722d04 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/734396e8-67af-4982-82d7-a3a501d59439 HTTP/1.1" status: 404 len: 333 time: 0.0425048 Feb 09 03:31:25.048665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48162) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:25.152341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d2e02a16-87bb-4681-bbda-c165ebda0345 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:25.179806 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (b638a2d0-1ad5-416b-be95-44b6026f1081), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.180362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Fanout notify agent at l3_agent the message router_deleted on router b638a2d0-1ad5-416b-be95-44b6026f1081 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:31:25.187790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-12242512-02b3-4805-bbf5-9118712055dc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting subnet 52d09705-4230-4a5f-8da1-84d5130ebe50 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:31:25.194653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.195744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-306b1906-4fcc-4249-a652-2d1c8b98eba1 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/routers/b638a2d0-1ad5-416b-be95-44b6026f1081 HTTP/1.1" status: 204 len: 168 time: 5.6685426 Feb 09 03:31:25.200245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48164) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:25.200497 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12242512-02b3-4805-bbf5-9118712055dc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (52d09705-4230-4a5f-8da1-84d5130ebe50), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.207900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e0300bb0-8d68-41e0-9704-3f0abb6fa93a None None] Provisioning complete for port f1ee2e25-e935-4151-b279-6bb9d6207242 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:25.208985 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0300bb0-8d68-41e0-9704-3f0abb6fa93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.212284 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1894544327', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'enable_snat': False}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:25.249100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:25.254836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.255744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-19fdeb57-a7fd-4616-bb19-bb52ac6d419c admin admin] 10.222.0.21 "PUT /v2.0/routers/95f4b651-3b07-4f70-9080-ad1556a1992c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8993499 Feb 09 03:31:25.256208 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.258118 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12242512-02b3-4805-bbf5-9118712055dc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (52d09705-4230-4a5f-8da1-84d5130ebe50), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.284079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Sync routers for ids ['95f4b651-3b07-4f70-9080-ad1556a1992c'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:25.295097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e0300bb0-8d68-41e0-9704-3f0abb6fa93a None None] Port f1ee2e25-e935-4151-b279-6bb9d6207242 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:25.302160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b2394-c226-42c6-853d-e614d83f3c57 req-0292efa6-13b3-454b-ac02-c27ed65245c5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:25.309926 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-705b2394-c226-42c6-853d-e614d83f3c57 req-0292efa6-13b3-454b-ac02-c27ed65245c5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3105412 Feb 09 03:31:25.313621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d2e02a16-87bb-4681-bbda-c165ebda0345 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:25.314056 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.316531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Routers {'95f4b651-3b07-4f70-9080-ad1556a1992c'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:25.317387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['95f4b651-3b07-4f70-9080-ad1556a1992c'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:25.345715 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-736ec1f0-4f66-4851-a05b-5c1a24322984 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (59dff004-4ea7-40e7-8e94-7c5864e29bc7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.352844 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ca816a-72c5-4ea8-a884-bd7c045a57df tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Made reservation on behalf of eda3dee92e664850b14e189cc37ace15 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:25.356409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6ca816a-72c5-4ea8-a884-bd7c045a57df tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.408766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ec1f0-4f66-4851-a05b-5c1a24322984 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=59dff004-4ea7-40e7-8e94-7c5864e29bc7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:25.429191 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12242512-02b3-4805-bbf5-9118712055dc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (52d09705-4230-4a5f-8da1-84d5130ebe50), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.519199 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12242512-02b3-4805-bbf5-9118712055dc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (52d09705-4230-4a5f-8da1-84d5130ebe50), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.523517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Set router 95f4b651-3b07-4f70-9080-ad1556a1992c gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:25.582051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12242512-02b3-4805-bbf5-9118712055dc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Subnet': ['ID=52d09705-4230-4a5f-8da1-84d5130ebe50,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:25.593962 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-12242512-02b3-4805-bbf5-9118712055dc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.598325 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_controller (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.599440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd469d9-a1f3-4358-a291-d06a578462a2 None None] Network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:25.602215 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-12242512-02b3-4805-bbf5-9118712055dc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/52d09705-4230-4a5f-8da1-84d5130ebe50 HTTP/1.1" status: 204 len: 168 time: 0.5511081 Feb 09 03:31:25.603690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48170) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:25.607200 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-736ec1f0-4f66-4851-a05b-5c1a24322984 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.615206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-736ec1f0-4f66-4851-a05b-5c1a24322984 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/59dff004-4ea7-40e7-8e94-7c5864e29bc7 HTTP/1.1" status: 204 len: 168 time: 1.3147562 Feb 09 03:31:25.628217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48172) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:25.630861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d2e02a16-87bb-4681-bbda-c165ebda0345 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:25.632071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a3cc6823-7321-4d71-a079-a73d0064e907 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:25.634811 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-705b2394-c226-42c6-853d-e614d83f3c57 req-caf3e2d3-9055-44bb-b570-e78cd9cb5bdf tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232765 Feb 09 03:31:25.823252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41f22a6-6de6-4466-a438-09f1691a1f9e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting subnet 4f92edb1-385d-4a7e-a81b-2f9bd9a37caf {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:31:25.828117 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b41f22a6-6de6-4466-a438-09f1691a1f9e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (4f92edb1-385d-4a7e-a81b-2f9bd9a37caf), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.941074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a3cc6823-7321-4d71-a079-a73d0064e907 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:25.941487 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.951863 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b41f22a6-6de6-4466-a438-09f1691a1f9e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (4f92edb1-385d-4a7e-a81b-2f9bd9a37caf), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.089233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b41f22a6-6de6-4466-a438-09f1691a1f9e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (4f92edb1-385d-4a7e-a81b-2f9bd9a37caf), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.193574 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b41f22a6-6de6-4466-a438-09f1691a1f9e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (4f92edb1-385d-4a7e-a81b-2f9bd9a37caf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.209742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b41f22a6-6de6-4466-a438-09f1691a1f9e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.213891 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b41f22a6-6de6-4466-a438-09f1691a1f9e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/4f92edb1-385d-4a7e-a81b-2f9bd9a37caf HTTP/1.1" status: 204 len: 168 time: 0.6079531 Feb 09 03:31:26.231336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48190) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:26.241291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f22a6-6de6-4466-a438-09f1691a1f9e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Subnet': ['ID=4f92edb1-385d-4a7e-a81b-2f9bd9a37caf,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:26.322205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:31:22Z', 'revision_number': 4, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f1ee2e25-e935-4151-b279-6bb9d6207242', 'name': '', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'mac_address': 'fa:16:3e:fc:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:20Z', 'updated_at': '2022-02-09T03:31:23Z', 'revision_number': 2, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'subnets': [{'id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:26.349035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (7c7761f6-26be-4370-8e46-2c0b9a3f5d84), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.371830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Checking router: 95f4b651-3b07-4f70-9080-ad1556a1992c for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:31:26.372137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Updating router 95f4b651-3b07-4f70-9080-ad1556a1992c port f1ee2e25-e935-4151-b279-6bb9d6207242 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:31:26.422530 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.427752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port e61f1946-8949-4170-be61-8995f7ab441a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:26.429937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a3cc6823-7321-4d71-a079-a73d0064e907 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:26.431972 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e61f1946-8949-4170-be61-8995f7ab441a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.433787 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48194) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:26.448278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1413808971-network', 'tenant_id': 'ab00359903104a19b6c54be96a55937a'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:26.487863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3074e87c-c6a0-4087-96a8-c4abec589c0f None None] Update dhcp port {'port': {'network_id': '7c7761f6-26be-4370-8e46-2c0b9a3f5d84', 'fixed_ips': [{'subnet_id': '4f92edb1-385d-4a7e-a81b-2f9bd9a37caf'}], 'binding:host_id': 'n-d-824835-15'}, 'id': 'e61f1946-8949-4170-be61-8995f7ab441a'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:31:26.527224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] For port e61f1946-8949-4170-be61-8995f7ab441a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e61f1946-8949-4170-be61-8995f7ab441a,segment=NetworkSegment(a6d34083-5018-423e-ad0b-edf73aaff495),segment_id=a6d34083-5018-423e-ad0b-edf73aaff495)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:26.527859 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e61f1946-8949-4170-be61-8995f7ab441a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.536686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Made reservation on behalf of ab00359903104a19b6c54be96a55937a for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:26.539206 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.555038 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.557682 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.558193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for e61f1946-8949-4170-be61-8995f7ab441a owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:26.566246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed0d21-e684-46bd-ae0b-ad879c66b310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:26.567553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed0d21-e684-46bd-ae0b-ad879c66b310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:26.569247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5eed0d21-e684-46bd-ae0b-ad879c66b310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.9330938 Feb 09 03:31:26.574120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48196) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:26.577935 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3074e87c-c6a0-4087-96a8-c4abec589c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e61f1946-8949-4170-be61-8995f7ab441a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.715297 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e61f1946-8949-4170-be61-8995f7ab441a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.720825 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a82533-4a65-4a11-bcad-d01f978514ae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:31:26.729506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529f6b1-51ca-4f48-98b2-60beb520ef12 req-c844f586-a15a-4b64-9b2a-2cc4ac41c9cb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:26.730956 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3529f6b1-51ca-4f48-98b2-60beb520ef12 req-c844f586-a15a-4b64-9b2a-2cc4ac41c9cb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3252435 Feb 09 03:31:26.754117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No DVR routers for this DVR port e61f1946-8949-4170-be61-8995f7ab441a on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:31:26.770492 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25a82533-4a65-4a11-bcad-d01f978514ae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.783202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=e61f1946-8949-4170-be61-8995f7ab441a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:26.797454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Publish callbacks [] for security_group (c80383e4-4aac-4e5d-adcc-0003a6f696d8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.811404 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c80383e4-4aac-4e5d-adcc-0003a6f696d8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.836801 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6ca816a-72c5-4ea8-a884-bd7c045a57df tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (c4c97cd9-284d-4a4f-be4d-63b7ed2099a8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.875319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb3a6d-2338-4620-b429-f78c6f499c59 None None] Network 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:26.877414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:31:26.887990 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25a82533-4a65-4a11-bcad-d01f978514ae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.895795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (7c7761f6-26be-4370-8e46-2c0b9a3f5d84), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.901205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6bccb692-aea8-431f-9660-65aefe5c9082), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.901959 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Added segment 6bccb692-aea8-431f-9660-65aefe5c9082 of type vlan for network 462797b9-a6b0-4731-9573-3b41616140ff Feb 09 03:31:26.916610 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80383e4-4aac-4e5d-adcc-0003a6f696d8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:26.955569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ee7c84fe-b305-4d5a-8cc0-ba1e9ea036f3 None None] Could not find standard attr ID for object e61f1946-8949-4170-be61-8995f7ab441a. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:31:26.957988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7761f6-26be-4370-8e46-2c0b9a3f5d84']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:26.974501 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (462797b9-a6b0-4731-9573-3b41616140ff), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.976818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d34083-5018-423e-ad0b-edf73aaff495') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:26.976818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d34083-5018-423e-ad0b-edf73aaff495') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:26.990444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (a6d34083-5018-423e-ad0b-edf73aaff495), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:26.998702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3529f6b1-51ca-4f48-98b2-60beb520ef12 req-294de5e4-6578-400a-8fda-4de39a086b47 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291989 Feb 09 03:31:27.000336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca816a-72c5-4ea8-a884-bd7c045a57df tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event updated for resources: {'Subnet': ['ID=c4c97cd9-284d-4a4f-be4d-63b7ed2099a8,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:27.037488 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a6d34083-5018-423e-ad0b-edf73aaff495), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.041729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca816a-72c5-4ea8-a884-bd7c045a57df tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Checking segment: {'id': '88274729-7217-4ac8-b66b-208c58c9e416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:27.042323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ca816a-72c5-4ea8-a884-bd7c045a57df tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Network hostable DHCP agents. Network: b585e9ff-7e22-48f0-a237-2dfc72704d78, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:31:27.046936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:31:27.047462 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (a6d34083-5018-423e-ad0b-edf73aaff495), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.047872 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Publish callbacks [] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.052268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09892aed-9a4a-4889-99f9-001b81092709 None None] DHCP port deletion for 7c7761f6-26be-4370-8e46-2c0b9a3f5d84 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:31:27.066021 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:31:27.094568 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:31:27.142274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ca816a-72c5-4ea8-a884-bd7c045a57df tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:31:27.149931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (462797b9-a6b0-4731-9573-3b41616140ff), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.150749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:27.151333 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.173694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c6ca816a-72c5-4ea8-a884-bd7c045a57df tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, b585e9ff-7e22-48f0-a237-2dfc72704d78) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:27.185053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ca816a-72c5-4ea8-a884-bd7c045a57df tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:27.185053 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6ca816a-72c5-4ea8-a884-bd7c045a57df tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.195344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25a82533-4a65-4a11-bcad-d01f978514ae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.205050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd618ad1-80c5-492b-9cd8-3f800d7f0999 None None] Pushing event updated for resources: {'Port': ['ID=f1ee2e25-e935-4151-b279-6bb9d6207242,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:27.214852 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e61f1946-8949-4170-be61-8995f7ab441a no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:31:27.217008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947ab616-4d3b-4f43-89ee-a86f18994a75 None None] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:27.278609 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c6ca816a-72c5-4ea8-a884-bd7c045a57df tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4106429 Feb 09 03:31:27.308083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: e61f1946-8949-4170-be61-8995f7ab441a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:31:27.308429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e61f1946-8949-4170-be61-8995f7ab441a not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:31:27.313841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48204) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:27.324068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Request body: {'port': {'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1738746091'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:27.416800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Attempting to bind port f1ee2e25-e935-4151-b279-6bb9d6207242 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:27.417382 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Attempting to bind port f1ee2e25-e935-4151-b279-6bb9d6207242 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:27.417685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Attempting to bind port f1ee2e25-e935-4151-b279-6bb9d6207242 on network b64083df-8d6d-4adf-9bed-2301d18d1f84 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:27.427485 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:27.428018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Checking segment: {'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:27.428468 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.429196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Bound using segment: {'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:27.429719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Bound port: f1ee2e25-e935-4151-b279-6bb9d6207242, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:27.430106 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.513278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-b585e9ff-7e22-48f0-a237-2dfc72704d78', 'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78', 'project_id': 'eda3dee92e664850b14e189cc37ace15', 'fixed_ips': [{'subnet_id': 'c4c97cd9-284d-4a4f-be4d-63b7ed2099a8'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:31:27.514867 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.559649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Made reservation on behalf of eda3dee92e664850b14e189cc37ace15 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:27.563268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4852509e-a6cd-4fb4-b937-88e8436a065c None None] Provisioning complete for port f1ee2e25-e935-4151-b279-6bb9d6207242 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:27.563780 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4852509e-a6cd-4fb4-b937-88e8436a065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.564091 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.582845 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.590683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] device_id is not set on port b47bd11b-2774-4241-849f-2658e063ca2d yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:27.616332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] For port f1ee2e25-e935-4151-b279-6bb9d6207242, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:27.696146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4852509e-a6cd-4fb4-b937-88e8436a065c None None] Port f1ee2e25-e935-4151-b279-6bb9d6207242 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:27.728551 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25a82533-4a65-4a11-bcad-d01f978514ae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.739439 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.776608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a82533-4a65-4a11-bcad-d01f978514ae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:27.795053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188f2a2d-9cbe-4296-b0ac-ad197b9d7289 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:27.795277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3590021 Feb 09 03:31:27.795775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Allocated IP 2001:db8::e6 (b585e9ff-7e22-48f0-a237-2dfc72704d78/c4c97cd9-284d-4a4f-be4d-63b7ed2099a8/b47bd11b-2774-4241-849f-2658e063ca2d) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:27.798617 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25a82533-4a65-4a11-bcad-d01f978514ae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.804112 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (7c7761f6-26be-4370-8e46-2c0b9a3f5d84), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.804332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-25a82533-4a65-4a11-bcad-d01f978514ae tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f HTTP/1.1" status: 204 len: 168 time: 1.2211561 Feb 09 03:31:27.810348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48210) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:27.810660 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48212) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:27.837972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-517ee32b-4b76-4101-af5a-82a870bf53b2 admin admin] Request body: {'subnet': {'network_id': '462797b9-a6b0-4731-9573-3b41616140ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1413808971-subnet', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:27.847129 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.848456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] For port f1ee2e25-e935-4151-b279-6bb9d6207242, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f1ee2e25-e935-4151-b279-6bb9d6207242,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:27.852111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/networks/7c7761f6-26be-4370-8e46-2c0b9a3f5d84 HTTP/1.1" status: 204 len: 168 time: 1.6193876 Feb 09 03:31:27.857660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48214) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:27.901722 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-da33d743-28ad-4b3f-90b4-93fb535ebc4a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871363 Feb 09 03:31:27.907375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48216) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:27.912995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1879d-5261-4ddb-92c3-c3207c83436c admin admin] Pushing event updated for resources: {'Network': ['ID=462797b9-a6b0-4731-9573-3b41616140ff,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:27.925596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:27.938106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 462797b9-a6b0-4731-9573-3b41616140ff details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:31:27.943107 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.983061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dbc03-ad60-456b-a4ac-b1d2c94e1476 req-284c00bb-e404-439c-81d5-a6198f172a3a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:27.985541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-161dbc03-ad60-456b-a4ac-b1d2c94e1476 req-284c00bb-e404-439c-81d5-a6198f172a3a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.8524404 Feb 09 03:31:28.026700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cac861-9b70-4e85-b3b1-800ac2bf77af tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Network': ['ID=7c7761f6-26be-4370-8e46-2c0b9a3f5d84,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:28.036984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Allocated IP 172.25.5.42 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/03731bf4-5788-4b1f-a548-9eee8301d25c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:28.061425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdcbc34-f95f-4a14-944b-757002e4c886 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:28.062050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517ee32b-4b76-4101-af5a-82a870bf53b2 admin admin] Made reservation on behalf of ab00359903104a19b6c54be96a55937a for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:28.062934 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6fdcbc34-f95f-4a14-944b-757002e4c886 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2020366 Feb 09 03:31:28.065158 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-517ee32b-4b76-4101-af5a-82a870bf53b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.070350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48218) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:28.166190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Routers {'95f4b651-3b07-4f70-9080-ad1556a1992c'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:28.166972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['95f4b651-3b07-4f70-9080-ad1556a1992c'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:28.222946 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for port (b47bd11b-2774-4241-849f-2658e063ca2d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.269798 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-161dbc03-ad60-456b-a4ac-b1d2c94e1476 req-635fbec0-ce5d-4849-997c-ea727e1069c4 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352240 Feb 09 03:31:28.321229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:28.325013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.332705 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e5a01bd7-3950-4887-b4ed-20c9341d210a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2557199 Feb 09 03:31:28.334352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48220) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:28.351265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c5706f0e-9354-4884-9e64-6d6d9331bf0b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1075996835'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:28.376367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] Set router 95f4b651-3b07-4f70-9080-ad1556a1992c gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:28.391280 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b47bd11b-2774-4241-849f-2658e063ca2d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.405006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5706f0e-9354-4884-9e64-6d6d9331bf0b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:28.410430 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5706f0e-9354-4884-9e64-6d6d9331bf0b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.505274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd618ad1-80c5-492b-9cd8-3f800d7f0999 None None] Pushing event updated for resources: {'Port': ['ID=f1ee2e25-e935-4151-b279-6bb9d6207242,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:28.521394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:28.555297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.567359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:28.574639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:28.581921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:28.582727 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.613344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2937241 Feb 09 03:31:28.616601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5706f0e-9354-4884-9e64-6d6d9331bf0b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:31:28.617683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48228) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:28.619266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55db24a-11c3-4521-9150-7be100cdce22 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event updated for resources: {'Port': ['ID=b47bd11b-2774-4241-849f-2658e063ca2d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:28.636902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Request body: {'port': {'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-600220922', 'allowed_address_pairs': [{'ip_address': '2001:db8::e6', 'mac_address': 'fa:16:3e:1b:e6:b4'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:28.647115 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5706f0e-9354-4884-9e64-6d6d9331bf0b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c3cd5b07-d356-43ee-a312-d2cff52ba455), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.647516 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-c5706f0e-9354-4884-9e64-6d6d9331bf0b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Added segment c3cd5b07-d356-43ee-a312-d2cff52ba455 of type vlan for network 59a62ded-49da-4471-8ae2-ad7b5162f65e Feb 09 03:31:28.700346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-77e5450a-f377-4ccb-b66d-aca0038ff5b9 None None] Provisioning complete for port f1ee2e25-e935-4151-b279-6bb9d6207242 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:28.700715 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e5450a-f377-4ccb-b66d-aca0038ff5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.747964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Allocated IP 2001:db8::2 (b585e9ff-7e22-48f0-a237-2dfc72704d78/c4c97cd9-284d-4a4f-be4d-63b7ed2099a8/40854746-e04c-4c69-9a4b-1bdc89f49aa0) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:28.757770 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-517ee32b-4b76-4101-af5a-82a870bf53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (8d5487c1-c004-4b5a-b127-ed1e6ff603e3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.821696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b93f3-1f09-42f4-8fd0-8615f5c96a6b req-ee936796-335b-40fb-8981-79e034d11689 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:28.823318 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a83b93f3-1f09-42f4-8fd0-8615f5c96a6b req-ee936796-335b-40fb-8981-79e034d11689 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 814 time: 0.1355495 Feb 09 03:31:28.824856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3bb45f-1081-4ec4-bef0-c575d3b73002 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:31:28.838948 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5706f0e-9354-4884-9e64-6d6d9331bf0b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (59a62ded-49da-4471-8ae2-ad7b5162f65e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.907513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ee32b-4b76-4101-af5a-82a870bf53b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5487c1-c004-4b5a-b127-ed1e6ff603e3,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:28.914593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a83b93f3-1f09-42f4-8fd0-8615f5c96a6b req-fe6b37a9-bbb2-47ef-bc0e-b73b0f8faa1c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/quotas/294df6b61c34479ba0d8657cdca53b52 HTTP/1.1" status: 200 len: 375 time: 0.0785675 Feb 09 03:31:28.918894 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.933772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ee32b-4b76-4101-af5a-82a870bf53b2 admin admin] Checking segment: {'id': '6bccb692-aea8-431f-9660-65aefe5c9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:28.935556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ee32b-4b76-4101-af5a-82a870bf53b2 admin admin] Network hostable DHCP agents. Network: 462797b9-a6b0-4731-9573-3b41616140ff, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:31:28.935731 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5706f0e-9354-4884-9e64-6d6d9331bf0b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (59a62ded-49da-4471-8ae2-ad7b5162f65e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.942780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5706f0e-9354-4884-9e64-6d6d9331bf0b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:28.943606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5706f0e-9354-4884-9e64-6d6d9331bf0b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.982204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ee32b-4b76-4101-af5a-82a870bf53b2 admin admin] Network 462797b9-a6b0-4731-9573-3b41616140ff is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:31:28.994548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Made reservation on behalf of eda3dee92e664850b14e189cc37ace15 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:29.112403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:29.130807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.133111 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c5706f0e-9354-4884-9e64-6d6d9331bf0b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7936122 Feb 09 03:31:29.136434 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-517ee32b-4b76-4101-af5a-82a870bf53b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 462797b9-a6b0-4731-9573-3b41616140ff) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:29.145487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:29.151457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48238) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:29.153621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:29.159472 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event updated for resources: {'Port': ['ID=03731bf4-5788-4b1f-a548-9eee8301d25c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:29.163782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5706f0e-9354-4884-9e64-6d6d9331bf0b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Network': ['ID=59a62ded-49da-4471-8ae2-ad7b5162f65e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:29.174989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3d4a233e-f67f-45c9-b071-1d5db5b29f85 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': '59a62ded-49da-4471-8ae2-ad7b5162f65e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:29.179956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a3cc6823-7321-4d71-a079-a73d0064e907 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:31:29.199507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a83b93f3-1f09-42f4-8fd0-8615f5c96a6b req-37a946fb-8ed0-41a2-8545-8a1f9dd37e1c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2838023 Feb 09 03:31:29.213649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ee32b-4b76-4101-af5a-82a870bf53b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:29.214817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-517ee32b-4b76-4101-af5a-82a870bf53b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.230051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6915705-5913-4d16-b9ec-96ab702166e3 None None] Network 462797b9-a6b0-4731-9573-3b41616140ff requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:29.273109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 59a62ded-49da-4471-8ae2-ad7b5162f65e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:31:29.290033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] device_id is not set on port ce79f51d-6ec0-497d-b435-e9d66cf0cc87 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:29.438442 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-517ee32b-4b76-4101-af5a-82a870bf53b2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6266677 Feb 09 03:31:29.447423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48242) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:29.453190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1413808971-router', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:29.477291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-462797b9-a6b0-4731-9573-3b41616140ff', 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff', 'project_id': 'ab00359903104a19b6c54be96a55937a', 'fixed_ips': [{'subnet_id': '8d5487c1-c004-4b5a-b127-ed1e6ff603e3'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:31:29.478461 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.520454 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.528860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.530270 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.585628 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Publish callbacks [] for router_controller (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.604895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793775d5-5e4c-487d-9c79-62e2c040dbad req-50f84de4-75ec-4737-bfd2-c5abe313624b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:29.606443 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-793775d5-5e4c-487d-9c79-62e2c040dbad req-50f84de4-75ec-4737-bfd2-c5abe313624b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2456005 Feb 09 03:31:29.716644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bb45f-1081-4ec4-bef0-c575d3b73002 None None] Deleting port a3cc6823-7321-4d71-a079-a73d0064e907 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:29.717222 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac3bb45f-1081-4ec4-bef0-c575d3b73002 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.739508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.objects.ports [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103328) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:31:29.814474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-77e5450a-f377-4ccb-b66d-aca0038ff5b9 None None] Current status of the port f1ee2e25-e935-4151-b279-6bb9d6207242 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:29.815029 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e5450a-f377-4ccb-b66d-aca0038ff5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.821948 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.826485 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Publish callbacks [] for router_gateway (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.831742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4a233e-f67f-45c9-b071-1d5db5b29f85 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:29.835960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d4a233e-f67f-45c9-b071-1d5db5b29f85 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.941325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-77e5450a-f377-4ccb-b66d-aca0038ff5b9 None None] For port f1ee2e25-e935-4151-b279-6bb9d6207242, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f1ee2e25-e935-4151-b279-6bb9d6207242,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:29.962058 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a3cc6823-7321-4d71-a079-a73d0064e907 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:29.962454 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.999344 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e5450a-f377-4ccb-b66d-aca0038ff5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.009265 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-793775d5-5e4c-487d-9c79-62e2c040dbad req-f593ce97-e313-45a4-a397-df4e7044746b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849182 Feb 09 03:31:30.092069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Router 1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:31:30.096352 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Publish callbacks [] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.110070 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:31:22Z', 'revision_number': 4, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f1ee2e25-e935-4151-b279-6bb9d6207242', 'name': '', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'mac_address': 'fa:16:3e:fc:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:20Z', 'updated_at': '2022-02-09T03:31:27Z', 'revision_number': 4, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'subnets': [{'id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:30.173032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Allocated IP 2001:db8::2a0 (b585e9ff-7e22-48f0-a237-2dfc72704d78/c4c97cd9-284d-4a4f-be4d-63b7ed2099a8/ce79f51d-6ec0-497d-b435-e9d66cf0cc87) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:30.175240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7d0ca-c369-4b57-b63a-d0f870aea891 None None] The sync data for ids ['95f4b651-3b07-4f70-9080-ad1556a1992c'] in n-d-824835-15 is: [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:31:22Z', 'revision_number': 4, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f1ee2e25-e935-4151-b279-6bb9d6207242', 'name': '', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'mac_address': 'fa:16:3e:fc:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:20Z', 'updated_at': '2022-02-09T03:31:27Z', 'revision_number': 4, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'subnets': [{'id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:31:30.192670 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.196712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Allocated IP 172.20.0.2 (462797b9-a6b0-4731-9573-3b41616140ff/8d5487c1-c004-4b5a-b127-ed1e6ff603e3/6ee17b2d-a48f-4e3a-b864-2f63c0106f55) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:30.206040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port a3cc6823-7321-4d71-a079-a73d0064e907, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a3cc6823-7321-4d71-a079-a73d0064e907,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:30.211955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ac3bb45f-1081-4ec4-bef0-c575d3b73002 None None] For port a3cc6823-7321-4d71-a079-a73d0064e907, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a3cc6823-7321-4d71-a079-a73d0064e907,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:30.212446 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac3bb45f-1081-4ec4-bef0-c575d3b73002 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.303033 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.362886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:30.377102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:30.382459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:30.396668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bb45f-1081-4ec4-bef0-c575d3b73002 None None] Calling delete_port for a3cc6823-7321-4d71-a079-a73d0064e907 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:30.420808 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for port (ce79f51d-6ec0-497d-b435-e9d66cf0cc87), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.450021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5450a-f377-4ccb-b66d-aca0038ff5b9 None None] Pushing event updated for resources: {'Port': ['ID=f1ee2e25-e935-4151-b279-6bb9d6207242,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:30.505683 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ce79f51d-6ec0-497d-b435-e9d66cf0cc87), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.556311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Pushing event updated for resources: {'Port': ['ID=40854746-e04c-4c69-9a4b-1bdc89f49aa0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:30.641978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:30.656731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:30.669400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=a3cc6823-7321-4d71-a079-a73d0064e907,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:30.743066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:30.748758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:30.750100 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.802122 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.808871 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Attempting to bind port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:30.809478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Attempting to bind port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '88274729-7217-4ac8-b66b-208c58c9e416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:30.809882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Attempting to bind port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 on network b585e9ff-7e22-48f0-a237-2dfc72704d78 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:30.824879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event updated for resources: {'Port': ['ID=ce79f51d-6ec0-497d-b435-e9d66cf0cc87,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:30.854853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:30.856031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Checking segment: {'id': '88274729-7217-4ac8-b66b-208c58c9e416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:30.857583 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.858234 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Bound using segment: {'id': '88274729-7217-4ac8-b66b-208c58c9e416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:30.859774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Bound port: 40854746-e04c-4c69-9a4b-1bdc89f49aa0, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88274729-7217-4ac8-b66b-208c58c9e416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:30.860474 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.882408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c9028-d8a1-44f9-9141-bc5d46a0155d req-6ad42cee-2e3a-436a-9dee-aeef95a23618 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:30.883499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d63e36cd-8bc8-4900-9a91-9d408adf0870 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.2647145 Feb 09 03:31:30.886834 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d4a233e-f67f-45c9-b071-1d5db5b29f85 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (272bdc94-91c5-457d-88f5-e44fab6694ec), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.887054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e7c9028-d8a1-44f9-9141-bc5d46a0155d req-6ad42cee-2e3a-436a-9dee-aeef95a23618 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.7725437 Feb 09 03:31:30.888054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48252) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:30.920127 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:30.933148 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Sync routers for ids ['1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:30.948734 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Routers {'1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:30.957507 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:31.018342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a233e-f67f-45c9-b071-1d5db5b29f85 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Subnet': ['ID=272bdc94-91c5-457d-88f5-e44fab6694ec,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:31.106385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac3bb45f-1081-4ec4-bef0-c575d3b73002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.115424 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e7c9028-d8a1-44f9-9141-bc5d46a0155d req-c94dcf67-74ab-471b-9f18-2c75115de8a7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636283 Feb 09 03:31:31.118543 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.119744 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2f02208d-8387-41e6-be76-e2dae94d1b66 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.9130359 Feb 09 03:31:31.123526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48254) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:31.301962 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Set router 1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:31.321787 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a233e-f67f-45c9-b071-1d5db5b29f85 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Checking segment: {'id': 'c3cd5b07-d356-43ee-a312-d2cff52ba455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59a62ded-49da-4471-8ae2-ad7b5162f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:31.322069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a233e-f67f-45c9-b071-1d5db5b29f85 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network hostable DHCP agents. Network: 59a62ded-49da-4471-8ae2-ad7b5162f65e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:31:31.331394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09028980-07dd-41f7-886e-7ccc8ff643a8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:31.347837 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09028980-07dd-41f7-886e-7ccc8ff643a8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:31.369481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bb45f-1081-4ec4-bef0-c575d3b73002 None None] Pushing event deleted for resources: {'Port': ['ID=a3cc6823-7321-4d71-a079-a73d0064e907,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:31.384276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bb45f-1081-4ec4-bef0-c575d3b73002 None None] No DVR routers for this DVR port a3cc6823-7321-4d71-a079-a73d0064e907 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:31:31.385325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09028980-07dd-41f7-886e-7ccc8ff643a8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:31.387541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-09028980-07dd-41f7-886e-7ccc8ff643a8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4761555 Feb 09 03:31:31.392327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48268) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:31.408071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f1ee2e25-e935-4151-b279-6bb9d6207242 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:31.460414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] For port 40854746-e04c-4c69-9a4b-1bdc89f49aa0, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:31.464615 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6b323004-87c1-4a7e-85a9-1abe0f691bb6 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/routers/1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe HTTP/1.1" status: 200 len: 908 time: 0.3401759 Feb 09 03:31:31.467028 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48270) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:31.483724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1894544327', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'enable_snat': True}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:31.511565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] For port 40854746-e04c-4c69-9a4b-1bdc89f49aa0, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=40854746-e04c-4c69-9a4b-1bdc89f49aa0,segment=NetworkSegment(88274729-7217-4ac8-b66b-208c58c9e416),segment_id=88274729-7217-4ac8-b66b-208c58c9e416)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:31.520708 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Publish callbacks [] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.532931 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (9707edca-edcf-49f0-a43a-d28fb1cd172f), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.534241 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (9707edca-edcf-49f0-a43a-d28fb1cd172f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.540298 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.552478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a233e-f67f-45c9-b071-1d5db5b29f85 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 59a62ded-49da-4471-8ae2-ad7b5162f65e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:31:31.569076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f1ee2e25-e935-4151-b279-6bb9d6207242 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:31.569824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.573918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97b41296-c589-428c-9e6d-ec48c59d2db5 req-48ad9078-19dc-4632-998e-21b58718f39b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=294df6b61c34479ba0d8657cdca53b52 HTTP/1.1" status: 200 len: 221 time: 0.1781259 Feb 09 03:31:31.583108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-3d4a233e-f67f-45c9-b071-1d5db5b29f85 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 59a62ded-49da-4471-8ae2-ad7b5162f65e) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:31.588737 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Publish callbacks [] for router_gateway (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.597993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4a233e-f67f-45c9-b071-1d5db5b29f85 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:31.598841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d4a233e-f67f-45c9-b071-1d5db5b29f85 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.630038 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.674818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2d3e77-dc94-4802-99fa-b6b7b5a8716c None None] Network 59a62ded-49da-4471-8ae2-ad7b5162f65e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:31.693938 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.742549 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe', 'name': 'tempest-snat-router-1894544327', 'tenant_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42'}], 'enable_snat': False}, 'gw_port_id': '03731bf4-5788-4b1f-a548-9eee8301d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:25Z', 'updated_at': '2022-02-09T03:31:29Z', 'revision_number': 3, 'project_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'gw_port': {'id': '03731bf4-5788-4b1f-a548-9eee8301d25c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:27Z', 'updated_at': '2022-02-09T03:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:31.746580 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_controller (9707edca-edcf-49f0-a43a-d28fb1cd172f), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.793251 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3d4a233e-f67f-45c9-b071-1d5db5b29f85 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6388960 Feb 09 03:31:31.795764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] For port a3cc6823-7321-4d71-a079-a73d0064e907, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a3cc6823-7321-4d71-a079-a73d0064e907,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:31.815739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Network 462797b9-a6b0-4731-9573-3b41616140ff is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:31.826929 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Checking router: 1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:31:31.829999 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Updating router 1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe port 03731bf4-5788-4b1f-a548-9eee8301d25c binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:31:31.857883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48276) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:31.869946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:31.873232 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': '59a62ded-49da-4471-8ae2-ad7b5162f65e', 'name': 'tempest-PortsIpV6TestJSON-1044600416'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:31.873473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:31.911139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Pushing event updated for resources: {'Port': ['ID=6ee17b2d-a48f-4e3a-b864-2f63c0106f55,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:31.928345 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.095452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-59a62ded-49da-4471-8ae2-ad7b5162f65e', 'network_id': '59a62ded-49da-4471-8ae2-ad7b5162f65e', 'project_id': '230eb44fa85a481f95e0cd3c95d7bcb3', 'fixed_ips': [{'subnet_id': '272bdc94-91c5-457d-88f5-e44fab6694ec'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:31:32.096370 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.447839 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af3f18-b0dc-468b-b556-e38be52f9f81 req-b43d1032-4039-4286-b0c5-0c5d3f63aad5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:32.457760 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9af3f18-b0dc-468b-b556-e38be52f9f81 req-b43d1032-4039-4286-b0c5-0c5d3f63aad5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.7097149 Feb 09 03:31:32.494822 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Publish callbacks [] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.506389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (9707edca-edcf-49f0-a43a-d28fb1cd172f), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.517867 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.631269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f36b9-3919-45ef-af6b-471d61e9b7be tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Deleting port ce79f51d-6ec0-497d-b435-e9d66cf0cc87 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:32.631817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb1f36b9-3919-45ef-af6b-471d61e9b7be tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ce79f51d-6ec0-497d-b435-e9d66cf0cc87), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.633582 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Attempting to bind port 03731bf4-5788-4b1f-a548-9eee8301d25c on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:32.634248 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Attempting to bind port 03731bf4-5788-4b1f-a548-9eee8301d25c by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:32.635057 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Attempting to bind port 03731bf4-5788-4b1f-a548-9eee8301d25c on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:32.636590 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (a3cc6823-7321-4d71-a079-a73d0064e907), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.646096 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c53cde-1eff-4a1b-8e1c-be25f189588b None None] Pushing event updated for resources: {'Port': ['ID=03731bf4-5788-4b1f-a548-9eee8301d25c,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:32.649992 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:32.651165 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:32.652011 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.652692 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:32.653750 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Bound port: 03731bf4-5788-4b1f-a548-9eee8301d25c, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:32.657014 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.706715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Allocated IP 2001:db8::2 (59a62ded-49da-4471-8ae2-ad7b5162f65e/272bdc94-91c5-457d-88f5-e44fab6694ec/60b1517f-2584-4977-8432-3f718b08a6e7) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:32.727012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:32.730745 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.742988 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a3cc6823-7321-4d71-a079-a73d0064e907), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.752015 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] For port 03731bf4-5788-4b1f-a548-9eee8301d25c, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:32.756466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9af3f18-b0dc-468b-b556-e38be52f9f81 req-06286e52-0556-4fb3-b584-83e6ccfdf4cb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977931 Feb 09 03:31:32.757921 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] For port 03731bf4-5788-4b1f-a548-9eee8301d25c, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=03731bf4-5788-4b1f-a548-9eee8301d25c,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:32.770322 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.802603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port ad0741b1-df68-4106-883b-a1a4e1035a0f yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:32.855022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=a3cc6823-7321-4d71-a079-a73d0064e907,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:32.883251 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (6db2d827-7d98-4309-8bcb-7637d45c6143), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.896446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Allocated IP 172.25.5.160 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/c0309d0c-4771-4095-9c13-8fa57040d0d7) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:32.945262 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Publish callbacks [] for port (60b1517f-2584-4977-8432-3f718b08a6e7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:33.005635 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:33.018036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Attempting to bind port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:33.018409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Attempting to bind port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '6bccb692-aea8-431f-9660-65aefe5c9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:33.018771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Attempting to bind port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 on network 462797b9-a6b0-4731-9573-3b41616140ff {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:33.019557 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Routers {'1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:33.020213 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:33.026656 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c53cde-1eff-4a1b-8e1c-be25f189588b None None] Pushing event updated for resources: {'Port': ['ID=03731bf4-5788-4b1f-a548-9eee8301d25c,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:33.027488 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Network 59a62ded-49da-4471-8ae2-ad7b5162f65e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:33.032083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:33.041795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:33.054140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd3a42-88a4-43ba-85ff-030cac4d4c8a None None] Pushing event updated for resources: {'Port': ['ID=40854746-e04c-4c69-9a4b-1bdc89f49aa0,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:33.113096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Pushing event updated for resources: {'Port': ['ID=60b1517f-2584-4977-8432-3f718b08a6e7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:33.121302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:33.121739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Checking segment: {'id': '6bccb692-aea8-431f-9660-65aefe5c9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:33.122924 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:33.123329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Bound using segment: {'id': '6bccb692-aea8-431f-9660-65aefe5c9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:33.123829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Bound port: 6ee17b2d-a48f-4e3a-b864-2f63c0106f55, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bccb692-aea8-431f-9660-65aefe5c9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:33.124802 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:33.134983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:33.210106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:33.224494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:33.226094 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:33.258431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f6ce78-4b78-4e8c-baa0-478564e57f6c None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:33.375444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Attempting to bind port 60b1517f-2584-4977-8432-3f718b08a6e7 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:33.376228 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Attempting to bind port 60b1517f-2584-4977-8432-3f718b08a6e7 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'c3cd5b07-d356-43ee-a312-d2cff52ba455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59a62ded-49da-4471-8ae2-ad7b5162f65e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:33.376939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Attempting to bind port 60b1517f-2584-4977-8432-3f718b08a6e7 on network 59a62ded-49da-4471-8ae2-ad7b5162f65e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:33.484739 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb1f36b9-3919-45ef-af6b-471d61e9b7be tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ce79f51d-6ec0-497d-b435-e9d66cf0cc87), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:33.494461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=6db2d827-7d98-4309-8bcb-7637d45c6143,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:33.505903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] For port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:33.509642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] For port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6ee17b2d-a48f-4e3a-b864-2f63c0106f55,segment=NetworkSegment(6bccb692-aea8-431f-9660-65aefe5c9082),segment_id=6bccb692-aea8-431f-9660-65aefe5c9082)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:33.517985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f1ee2e25-e935-4151-b279-6bb9d6207242 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:33.524902 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:33.539509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:33.539509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Checking segment: {'id': 'c3cd5b07-d356-43ee-a312-d2cff52ba455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59a62ded-49da-4471-8ae2-ad7b5162f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:33.539938 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:33.540579 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Bound using segment: {'id': 'c3cd5b07-d356-43ee-a312-d2cff52ba455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59a62ded-49da-4471-8ae2-ad7b5162f65e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:33.547459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8::380 (59a62ded-49da-4471-8ae2-ad7b5162f65e/272bdc94-91c5-457d-88f5-e44fab6694ec/ad0741b1-df68-4106-883b-a1a4e1035a0f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:33.548194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Bound port: 60b1517f-2584-4977-8432-3f718b08a6e7, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cd5b07-d356-43ee-a312-d2cff52ba455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59a62ded-49da-4471-8ae2-ad7b5162f65e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:33.548601 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:33.597757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f36b9-3919-45ef-af6b-471d61e9b7be tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Calling delete_port for ce79f51d-6ec0-497d-b435-e9d66cf0cc87 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:33.620623 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-168e8d98-5a63-4b27-a59d-ca034c41f431 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7065403 Feb 09 03:31:33.660556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48284) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:33.696624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:30:72:06', 'name': 'tempest-NetworksTestDHCPv6-1725073070'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:33.766717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] For port 60b1517f-2584-4977-8432-3f718b08a6e7, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:33.770593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] For port 60b1517f-2584-4977-8432-3f718b08a6e7, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=60b1517f-2584-4977-8432-3f718b08a6e7,segment=NetworkSegment(c3cd5b07-d356-43ee-a312-d2cff52ba455),segment_id=c3cd5b07-d356-43ee-a312-d2cff52ba455)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:33.783153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 40854746-e04c-4c69-9a4b-1bdc89f49aa0 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:33.798544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f7c87-cd67-41a9-a673-8e3de2f465bb req-b03d3b5a-e8fb-4390-a040-e6d5f0405336 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:33.815611 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] Set router 1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:33.819371 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-921f7c87-cd67-41a9-a673-8e3de2f465bb req-b03d3b5a-e8fb-4390-a040-e6d5f0405336 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.9249039 Feb 09 03:31:33.842943 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:33.853294 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (9707edca-edcf-49f0-a43a-d28fb1cd172f), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:33.917341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': '6db2d827-7d98-4309-8bcb-7637d45c6143'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:31:33.918285 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:33.953588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f8586b-7764-457a-a49f-2256d995373d None None] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:33.965932 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:34.160064 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:31:34.173052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cef4c2-6125-4afe-9a65-402443f52e1d None None] Pushing event updated for resources: {'Port': ['ID=6ee17b2d-a48f-4e3a-b864-2f63c0106f55,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:34.224383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:34.224774 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:34.383872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0ad955e6-f3d9-47a3-93eb-660c8999ca6f None None] Provisioning complete for port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:34.384551 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ad955e6-f3d9-47a3-93eb-660c8999ca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:34.402348 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (ad0741b1-df68-4106-883b-a1a4e1035a0f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:34.415846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-921f7c87-cd67-41a9-a673-8e3de2f465bb req-704e12f7-1043-4731-a3c1-92f79fa3ffd6 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952504 Feb 09 03:31:34.437233 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe', 'name': 'tempest-snat-router-1894544327', 'tenant_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42'}], 'enable_snat': False}, 'gw_port_id': '03731bf4-5788-4b1f-a548-9eee8301d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:25Z', 'updated_at': '2022-02-09T03:31:29Z', 'revision_number': 3, 'project_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'gw_port': {'id': '03731bf4-5788-4b1f-a548-9eee8301d25c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:27Z', 'updated_at': '2022-02-09T03:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:34.449411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:34.517093 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ad0741b1-df68-4106-883b-a1a4e1035a0f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:34.547197 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c6b4f-ba2e-40f6-96ac-00df8f820541 None None] The sync data for ids ['1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe'] in n-d-824835-15 is: [{'id': '1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe', 'name': 'tempest-snat-router-1894544327', 'tenant_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42'}], 'enable_snat': False}, 'gw_port_id': '03731bf4-5788-4b1f-a548-9eee8301d25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:25Z', 'updated_at': '2022-02-09T03:31:29Z', 'revision_number': 3, 'project_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'gw_port': {'id': '03731bf4-5788-4b1f-a548-9eee8301d25c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:27Z', 'updated_at': '2022-02-09T03:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:31:34.574361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 59a62ded-49da-4471-8ae2-ad7b5162f65e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:34.602445 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Publish callbacks [] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:34.607579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:34.626229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:34.638958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:34.648632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:34.661803 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:34.732022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8638430 Feb 09 03:31:34.735666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c403d4-60a8-4885-bd29-87994706ef44 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=ad0741b1-df68-4106-883b-a1a4e1035a0f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:34.750386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48298) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:34.764758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': '59a62ded-49da-4471-8ae2-ad7b5162f65e', 'name': 'tempest-PortsIpV6TestJSON-855413888'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:34.773974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0089aa-ec1f-4c3e-b7c1-4e8633566fe9 None None] Pushing event updated for resources: {'Port': ['ID=60b1517f-2584-4977-8432-3f718b08a6e7,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:34.778377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 673e30b1-cef5-4965-91b0-d22baf24ee5e yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:34.992339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0ad955e6-f3d9-47a3-93eb-660c8999ca6f None None] Current status of the port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:34.992924 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ad955e6-f3d9-47a3-93eb-660c8999ca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:35.008160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:35.010579 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:35.084388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port 199cc2d8-e134-45a5-bca4-50f2d221926c yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:35.089395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Allocated IP 2001:db8::f816:3eff:fe73:1096 (c5780e3f-5fe0-4434-8596-82a0e8078930/6db2d827-7d98-4309-8bcb-7637d45c6143/c32f9d35-9267-43ca-8847-71fb83ab4a44) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:35.142655 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb1f36b9-3919-45ef-af6b-471d61e9b7be tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ce79f51d-6ec0-497d-b435-e9d66cf0cc87), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:35.147199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:35.147825 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:35.158441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70456a81-f9c7-4ec4-8308-82643be9ae48 req-ab493a07-981a-4553-9eee-58ea4f9c50f5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:35.178596 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70456a81-f9c7-4ec4-8308-82643be9ae48 req-ab493a07-981a-4553-9eee-58ea4f9c50f5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.5383766 Feb 09 03:31:35.199017 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:35.294860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8::5f (59a62ded-49da-4471-8ae2-ad7b5162f65e/272bdc94-91c5-457d-88f5-e44fab6694ec/199cc2d8-e134-45a5-bca4-50f2d221926c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:35.318590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f36b9-3919-45ef-af6b-471d61e9b7be tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event deleted for resources: {'Port': ['ID=ce79f51d-6ec0-497d-b435-e9d66cf0cc87,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:35.398931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0ad955e6-f3d9-47a3-93eb-660c8999ca6f None None] For port 40854746-e04c-4c69-9a4b-1bdc89f49aa0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=40854746-e04c-4c69-9a4b-1bdc89f49aa0,segment=NetworkSegment(88274729-7217-4ac8-b66b-208c58c9e416),segment_id=88274729-7217-4ac8-b66b-208c58c9e416)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:35.434498 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ad955e6-f3d9-47a3-93eb-660c8999ca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:35.498730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Allocated IP 172.25.5.22 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/1319a5cc-c457-469e-bc61-cc7758f13b7e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:35.528053 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:31:35.528479 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:31:35.560767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:35.612280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:35.662844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:35.744844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Pushing event updated for resources: {'Port': ['ID=c0309d0c-4771-4095-9c13-8fa57040d0d7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:35.769562 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70456a81-f9c7-4ec4-8308-82643be9ae48 req-c35e46ba-b788-4a09-9b4a-1a05494e6d89 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5900407 Feb 09 03:31:35.856705 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Publish callbacks [] for port (c32f9d35-9267-43ca-8847-71fb83ab4a44), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:35.913972 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (c32f9d35-9267-43ca-8847-71fb83ab4a44), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:35.992086 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad955e6-f3d9-47a3-93eb-660c8999ca6f None None] Pushing event updated for resources: {'Port': ['ID=40854746-e04c-4c69-9a4b-1bdc89f49aa0,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:36.035130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:36.036758 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bf9edd22-c781-45c3-a94a-f7b1c7e75988 None None] Provisioning complete for port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:36.039427 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf9edd22-c781-45c3-a94a-f7b1c7e75988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:36.050960 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:36.083572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:36.318123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f91a8c-98d3-42be-892d-6efd5e96bb29 None None] Network 59a62ded-49da-4471-8ae2-ad7b5162f65e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:36.322516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for port (1319a5cc-c457-469e-bc61-cc7758f13b7e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:36.326014 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb1f36b9-3919-45ef-af6b-471d61e9b7be tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:36.337162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48306) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:36.338855 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fb1f36b9-3919-45ef-af6b-471d61e9b7be tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "DELETE /v2.0/ports/ce79f51d-6ec0-497d-b435-e9d66cf0cc87 HTTP/1.1" status: 204 len: 168 time: 4.9351859 Feb 09 03:31:36.453241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de4a5-1d0b-458f-975b-520ddc79803f req-f3703325-8416-4edd-9c05-ca6f02959a76 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:36.455114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-094de4a5-1d0b-458f-975b-520ddc79803f req-f3703325-8416-4edd-9c05-ca6f02959a76 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.5024776 Feb 09 03:31:36.461241 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (199cc2d8-e134-45a5-bca4-50f2d221926c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:36.464861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::f816:3eff:fe30:7206 (c5780e3f-5fe0-4434-8596-82a0e8078930/6db2d827-7d98-4309-8bcb-7637d45c6143/673e30b1-cef5-4965-91b0-d22baf24ee5e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:36.503693 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2a8b70-1df9-49a5-a8c4-bd5b80dc6238 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] GET failed (client error): The resource could not be found. Feb 09 03:31:36.505170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bc2a8b70-1df9-49a5-a8c4-bd5b80dc6238 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "GET /v2.0/ports/ce79f51d-6ec0-497d-b435-e9d66cf0cc87 HTTP/1.1" status: 404 len: 333 time: 0.1670501 Feb 09 03:31:36.518607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48308) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:36.531827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Request body: {'port': {'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1469576873'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:36.533719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Pushing event updated for resources: {'Port': ['ID=c32f9d35-9267-43ca-8847-71fb83ab4a44,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:36.538913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:36.549729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d512cb1-aa25-47da-83e3-e5a413530262 None None] Network 462797b9-a6b0-4731-9573-3b41616140ff requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:36.580395 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-094de4a5-1d0b-458f-975b-520ddc79803f req-8448102b-5f28-4a74-a170-d9f5e98e78f5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071124 Feb 09 03:31:36.646472 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (199cc2d8-e134-45a5-bca4-50f2d221926c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:36.700231 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1319a5cc-c457-469e-bc61-cc7758f13b7e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:36.760144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:36.768070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 59a62ded-49da-4471-8ae2-ad7b5162f65e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:36.772545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:36.853552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:37.009229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:37.015916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Attempting to bind port c32f9d35-9267-43ca-8847-71fb83ab4a44 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:37.029998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Attempting to bind port c32f9d35-9267-43ca-8847-71fb83ab4a44 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:37.038966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Attempting to bind port c32f9d35-9267-43ca-8847-71fb83ab4a44 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:37.070386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:37.077147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:37.078841 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:37.085491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=199cc2d8-e134-45a5-bca4-50f2d221926c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:37.259780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event updated for resources: {'Port': ['ID=1319a5cc-c457-469e-bc61-cc7758f13b7e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:37.266203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Publish callbacks [] for router_gateway (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:37.297078 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cfe51e13-45a9-4a1f-810f-06ada0cb4018 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5453677 Feb 09 03:31:37.298067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48318) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:37.322833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Made reservation on behalf of eda3dee92e664850b14e189cc37ace15 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:37.326860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:37.354931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 40854746-e04c-4c69-9a4b-1bdc89f49aa0 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:37.373720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:37.374702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:37.375223 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:37.375805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:37.377292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Bound port: c32f9d35-9267-43ca-8847-71fb83ab4a44, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:37.377953 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c32f9d35-9267-43ca-8847-71fb83ab4a44), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:37.449409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] device_id is not set on port 064f0f15-eb67-4292-b189-179e9c181a13 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:37.494219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bf9edd22-c781-45c3-a94a-f7b1c7e75988 None None] Current status of the port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:37.560544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac4317-7120-47ef-bb80-01577f77ca40 req-4ec0d32e-68e0-4e82-b23b-0304bb1c5d71 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:37.565426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaac4317-7120-47ef-bb80-01577f77ca40 req-4ec0d32e-68e0-4e82-b23b-0304bb1c5d71 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.7806113 Feb 09 03:31:37.645386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bf9edd22-c781-45c3-a94a-f7b1c7e75988 None None] Provisioning complete for port b47bd11b-2774-4241-849f-2658e063ca2d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:37.649643 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf9edd22-c781-45c3-a94a-f7b1c7e75988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b47bd11b-2774-4241-849f-2658e063ca2d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:37.700276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (673e30b1-cef5-4965-91b0-d22baf24ee5e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:37.792005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bf9edd22-c781-45c3-a94a-f7b1c7e75988 None None] Port b47bd11b-2774-4241-849f-2658e063ca2d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:37.803053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] For port c32f9d35-9267-43ca-8847-71fb83ab4a44, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:37.807806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bf9edd22-c781-45c3-a94a-f7b1c7e75988 None None] Could not find standard attr ID for object ce79f51d-6ec0-497d-b435-e9d66cf0cc87. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:31:37.813615 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaac4317-7120-47ef-bb80-01577f77ca40 req-6a4b2b99-8a8c-4a9d-9833-a35235ba1033 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037776 Feb 09 03:31:37.831743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330a40ca-5574-482a-8a77-b2b5c7d03c2a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:37.836969 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-330a40ca-5574-482a-8a77-b2b5c7d03c2a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A380 HTTP/1.1" status: 200 len: 929 time: 0.5328138 Feb 09 03:31:37.837777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48328) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:37.853549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] For port c32f9d35-9267-43ca-8847-71fb83ab4a44, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c32f9d35-9267-43ca-8847-71fb83ab4a44,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:37.873444 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:37.873693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:37.874640 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:37.956081 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c32f9d35-9267-43ca-8847-71fb83ab4a44), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.041819 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (9707edca-edcf-49f0-a43a-d28fb1cd172f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.097944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Provisioning complete for port 60b1517f-2584-4977-8432-3f718b08a6e7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:38.099338 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.144418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Allocated IP 2001:db8::22d (b585e9ff-7e22-48f0-a237-2dfc72704d78/c4c97cd9-284d-4a4f-be4d-63b7ed2099a8/064f0f15-eb67-4292-b189-179e9c181a13) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:38.168454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0eee6-daaa-49ac-8fbd-733377d2ee5c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port 199cc2d8-e134-45a5-bca4-50f2d221926c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:38.169249 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0d0eee6-daaa-49ac-8fbd-733377d2ee5c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (199cc2d8-e134-45a5-bca4-50f2d221926c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.175051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8ec99-113e-4bb1-826b-c623239a89df None None] Pushing event updated for resources: {'Port': ['ID=c32f9d35-9267-43ca-8847-71fb83ab4a44,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:38.204568 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (673e30b1-cef5-4965-91b0-d22baf24ee5e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.311264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Current status of the port 60b1517f-2584-4977-8432-3f718b08a6e7 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:38.311755 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.324917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:38.337887 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.345291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:38.346469 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 60b1517f-2584-4977-8432-3f718b08a6e7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:38.355087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:38.372888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:38.383419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:38.394609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.405876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] For port 60b1517f-2584-4977-8432-3f718b08a6e7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=60b1517f-2584-4977-8432-3f718b08a6e7,segment=NetworkSegment(c3cd5b07-d356-43ee-a312-d2cff52ba455),segment_id=c3cd5b07-d356-43ee-a312-d2cff52ba455)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:38.417309 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.439609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0d0eee6-daaa-49ac-8fbd-733377d2ee5c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (199cc2d8-e134-45a5-bca4-50f2d221926c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.444453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1525aa-8aad-44e0-90e7-f7ad4cc09979 req-6c8eef0b-36ea-4571-b84d-1daba61ed81b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:38.451406 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec1525aa-8aad-44e0-90e7-f7ad4cc09979 req-6c8eef0b-36ea-4571-b84d-1daba61ed81b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4387496 Feb 09 03:31:38.533868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Provisioning complete for port b47bd11b-2774-4241-849f-2658e063ca2d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:38.534244 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b47bd11b-2774-4241-849f-2658e063ca2d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.611623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Port b47bd11b-2774-4241-849f-2658e063ca2d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:38.626073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Pushing event updated for resources: {'Port': ['ID=60b1517f-2584-4977-8432-3f718b08a6e7,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:38.642874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 60b1517f-2584-4977-8432-3f718b08a6e7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:38.643251 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.681139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Provisioning complete for port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:38.681568 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.833313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 60b1517f-2584-4977-8432-3f718b08a6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:38.835625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 03731bf4-5788-4b1f-a548-9eee8301d25c up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:38.928894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 03731bf4-5788-4b1f-a548-9eee8301d25c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:38.929742 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:38.933159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Current status of the port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:38.933992 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.024471 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] For port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6ee17b2d-a48f-4e3a-b864-2f63c0106f55,segment=NetworkSegment(6bccb692-aea8-431f-9660-65aefe5c9082),segment_id=6bccb692-aea8-431f-9660-65aefe5c9082)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:39.029801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=673e30b1-cef5-4965-91b0-d22baf24ee5e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:39.040030 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.049338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Could not find standard attr ID for object ce79f51d-6ec0-497d-b435-e9d66cf0cc87. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:31:39.067295 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-665d8b31-6637-49ca-93cc-5d290232fb4d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.4026430 Feb 09 03:31:39.081753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48336) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:39.137564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 03731bf4-5788-4b1f-a548-9eee8301d25c is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:39.138168 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.162524 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (9707edca-edcf-49f0-a43a-d28fb1cd172f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.170762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0eee6-daaa-49ac-8fbd-733377d2ee5c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for 199cc2d8-e134-45a5-bca4-50f2d221926c owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:39.178324 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9c995-495f-4d73-8d48-6849a0218a27 None None] Pushing event updated for resources: {'Port': ['ID=6ee17b2d-a48f-4e3a-b864-2f63c0106f55,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:39.197240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 03731bf4-5788-4b1f-a548-9eee8301d25c, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=03731bf4-5788-4b1f-a548-9eee8301d25c,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:39.210597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.211526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:39.246012 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec1525aa-8aad-44e0-90e7-f7ad4cc09979 req-e622f4a6-3608-4279-86a2-609ec6ed57eb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7926176 Feb 09 03:31:39.282892 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-89a50b04-fa99-442b-83c6-3e580565c95d None None] Provisioning complete for port 60b1517f-2584-4977-8432-3f718b08a6e7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:39.283311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89a50b04-fa99-442b-83c6-3e580565c95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.287487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=03731bf4-5788-4b1f-a548-9eee8301d25c,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:39.389264 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for port (064f0f15-eb67-4292-b189-179e9c181a13), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.436878 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae2898-7271-4339-b4bd-6ebe0bf717bd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:39.442692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae2898-7271-4339-b4bd-6ebe0bf717bd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:39.444573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3cae2898-7271-4339-b4bd-6ebe0bf717bd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3601649 Feb 09 03:31:39.458976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48354) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:39.505056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-89a50b04-fa99-442b-83c6-3e580565c95d None None] Current status of the port 60b1517f-2584-4977-8432-3f718b08a6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:39.538216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-89a50b04-fa99-442b-83c6-3e580565c95d None None] Provisioning complete for port ad0741b1-df68-4106-883b-a1a4e1035a0f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:39.538591 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89a50b04-fa99-442b-83c6-3e580565c95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ad0741b1-df68-4106-883b-a1a4e1035a0f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.586728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:39.587105 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.614314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (064f0f15-eb67-4292-b189-179e9c181a13), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.646288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b21e5-b00e-4b6d-a839-1e8ebb615a40 req-c5ac24d5-c17b-436c-8560-c2bcaf8ee7c0 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:39.648359 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-304b21e5-b00e-4b6d-a839-1e8ebb615a40 req-c5ac24d5-c17b-436c-8560-c2bcaf8ee7c0 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2006226 Feb 09 03:31:39.660375 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-89a50b04-fa99-442b-83c6-3e580565c95d None None] Port ad0741b1-df68-4106-883b-a1a4e1035a0f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:39.700807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-89a50b04-fa99-442b-83c6-3e580565c95d None None] Provisioning complete for port 199cc2d8-e134-45a5-bca4-50f2d221926c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:39.701201 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89a50b04-fa99-442b-83c6-3e580565c95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (199cc2d8-e134-45a5-bca4-50f2d221926c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.776041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Router ae3b1a6c-c046-4563-87af-a2ff1247b7a1 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:31:39.792952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-18fcb384-a9eb-48e3-8960-b7900ae45057 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 673e30b1-cef5-4965-91b0-d22baf24ee5e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:39.792952 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18fcb384-a9eb-48e3-8960-b7900ae45057 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (673e30b1-cef5-4965-91b0-d22baf24ee5e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.878610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-89a50b04-fa99-442b-83c6-3e580565c95d None None] Port 199cc2d8-e134-45a5-bca4-50f2d221926c cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:39.882357 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:39.924544 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0d0eee6-daaa-49ac-8fbd-733377d2ee5c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (199cc2d8-e134-45a5-bca4-50f2d221926c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:39.949468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:39.952098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:39.960107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0eee6-daaa-49ac-8fbd-733377d2ee5c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=199cc2d8-e134-45a5-bca4-50f2d221926c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:39.964314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Sync routers for ids ['ae3b1a6c-c046-4563-87af-a2ff1247b7a1'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:39.965235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Router 9707edca-edcf-49f0-a43a-d28fb1cd172f is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:31:39.970700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:39.987408 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Routers {'ae3b1a6c-c046-4563-87af-a2ff1247b7a1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:39.988277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ae3b1a6c-c046-4563-87af-a2ff1247b7a1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:40.003714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:40.010870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:40.011963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:40.015077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event updated for resources: {'Port': ['ID=064f0f15-eb67-4292-b189-179e9c181a13,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:40.017729 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0d0eee6-daaa-49ac-8fbd-733377d2ee5c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:40.022180 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d0d0eee6-daaa-49ac-8fbd-733377d2ee5c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/199cc2d8-e134-45a5-bca4-50f2d221926c HTTP/1.1" status: 204 len: 168 time: 2.1774788 Feb 09 03:31:40.025759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48366) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:40.069235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-304b21e5-b00e-4b6d-a839-1e8ebb615a40 req-ce091999-2919-400f-80c7-734e2c98d295 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068487 Feb 09 03:31:40.071218 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-121d28de-dbb7-43aa-8bb3-b98354b9f993 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:31:40.074000 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-121d28de-dbb7-43aa-8bb3-b98354b9f993 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/199cc2d8-e134-45a5-bca4-50f2d221926c HTTP/1.1" status: 404 len: 333 time: 0.0450525 Feb 09 03:31:40.078530 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:40.083476 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a81184cb-168b-4231-b8f0-16dfc5effa0d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.6335962 Feb 09 03:31:40.084324 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48368) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:40.101674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48370) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:40.118909 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d2f5521a-0820-4eef-b449-e1439ed7f4c8 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5971768 Feb 09 03:31:40.205163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48374) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:40.209117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:40.221117 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Sync routers for ids ['9707edca-edcf-49f0-a43a-d28fb1cd172f'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:40.232770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-57e5ab3f-6c86-4621-a90c-12171d16c766 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e6', 'mac_address': 'fa:16:3e:1b:e6:b4'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:40.237602 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Routers {'9707edca-edcf-49f0-a43a-d28fb1cd172f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:40.238442 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9707edca-edcf-49f0-a43a-d28fb1cd172f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:40.434328 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18fcb384-a9eb-48e3-8960-b7900ae45057 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (673e30b1-cef5-4965-91b0-d22baf24ee5e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:40.444532 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:40.450589 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Set router ae3b1a6c-c046-4563-87af-a2ff1247b7a1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:40.451738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-20faf2a2-6558-4b99-a17a-c4f7fced94c7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.9835253 Feb 09 03:31:40.474209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48376) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:40.499575 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Set router 9707edca-edcf-49f0-a43a-d28fb1cd172f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:40.523435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-18fcb384-a9eb-48e3-8960-b7900ae45057 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 673e30b1-cef5-4965-91b0-d22baf24ee5e owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:40.758316 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c32f9d35-9267-43ca-8847-71fb83ab4a44 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:40.821116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37773636-efb6-4ea8-b590-c05ff0494fcb req-c0ffa9ac-b94d-4f23-a09a-f995514e9511 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:40.823912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37773636-efb6-4ea8-b590-c05ff0494fcb req-c0ffa9ac-b94d-4f23-a09a-f995514e9511 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4763825 Feb 09 03:31:40.885759 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9707edca-edcf-49f0-a43a-d28fb1cd172f', 'name': 'tempest-snat-router-1894544327', 'tenant_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1319a5cc-c457-469e-bc61-cc7758f13b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:31Z', 'updated_at': '2022-02-09T03:31:37Z', 'revision_number': 3, 'project_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'gw_port': {'id': '1319a5cc-c457-469e-bc61-cc7758f13b7e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:11:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9707edca-edcf-49f0-a43a-d28fb1cd172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:33Z', 'updated_at': '2022-02-09T03:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:40.931013 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Checking router: 9707edca-edcf-49f0-a43a-d28fb1cd172f for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:31:40.932104 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Updating router 9707edca-edcf-49f0-a43a-d28fb1cd172f port 1319a5cc-c457-469e-bc61-cc7758f13b7e binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:31:40.971226 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1319a5cc-c457-469e-bc61-cc7758f13b7e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:40.975762 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37773636-efb6-4ea8-b590-c05ff0494fcb req-1e3c90ae-873d-4666-b3dd-9137f15619c3 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069317 Feb 09 03:31:40.989654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-05ae1863-9897-4850-a7ff-a10446d96c4d None None] Provisioning complete for port c32f9d35-9267-43ca-8847-71fb83ab4a44 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:40.990326 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05ae1863-9897-4850-a7ff-a10446d96c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c32f9d35-9267-43ca-8847-71fb83ab4a44), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.042597 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3069a6ee-e5df-472e-a110-872dbb7e2cac tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/routers/9707edca-edcf-49f0-a43a-d28fb1cd172f HTTP/1.1" status: 200 len: 907 time: 0.5590034 Feb 09 03:31:41.046095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48384) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:41.133029 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57e5ab3f-6c86-4621-a90c-12171d16c766 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (064f0f15-eb67-4292-b189-179e9c181a13), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.151561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f716b499-b3bd-4081-9111-086387ca96fc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port ad0741b1-df68-4106-883b-a1a4e1035a0f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:41.157011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c32f9d35-9267-43ca-8847-71fb83ab4a44 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:41.157561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c32f9d35-9267-43ca-8847-71fb83ab4a44), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.161414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1413808971-router', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:29Z', 'updated_at': '2022-02-09T03:31:36Z', 'revision_number': 3, 'project_id': 'ab00359903104a19b6c54be96a55937a', 'gw_port': {'id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:31Z', 'updated_at': '2022-02-09T03:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:41.162788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f716b499-b3bd-4081-9111-086387ca96fc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ad0741b1-df68-4106-883b-a1a4e1035a0f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.202721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Checking router: ae3b1a6c-c046-4563-87af-a2ff1247b7a1 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:31:41.202721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Updating router ae3b1a6c-c046-4563-87af-a2ff1247b7a1 port c0309d0c-4771-4095-9c13-8fa57040d0d7 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:31:41.310654 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.364696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d422c-3d24-405b-a810-53424ced0090 req-6f76f0c4-dcbf-4074-96bd-3350d93c1c68 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:41.374110 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f20d422c-3d24-405b-a810-53424ced0090 req-6f76f0c4-dcbf-4074-96bd-3350d93c1c68 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2000635 Feb 09 03:31:41.409802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-05ae1863-9897-4850-a7ff-a10446d96c4d None None] Current status of the port c32f9d35-9267-43ca-8847-71fb83ab4a44 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:41.413629 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05ae1863-9897-4850-a7ff-a10446d96c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c32f9d35-9267-43ca-8847-71fb83ab4a44), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.441895 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (9707edca-edcf-49f0-a43a-d28fb1cd172f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.471207 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f716b499-b3bd-4081-9111-086387ca96fc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ad0741b1-df68-4106-883b-a1a4e1035a0f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.542278 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Publish callbacks [] for port (1319a5cc-c457-469e-bc61-cc7758f13b7e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.550522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f716b499-b3bd-4081-9111-086387ca96fc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for ad0741b1-df68-4106-883b-a1a4e1035a0f owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:41.551240 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1319a5cc-c457-469e-bc61-cc7758f13b7e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.581412 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18fcb384-a9eb-48e3-8960-b7900ae45057 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (673e30b1-cef5-4965-91b0-d22baf24ee5e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.584916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-05ae1863-9897-4850-a7ff-a10446d96c4d None None] For port c32f9d35-9267-43ca-8847-71fb83ab4a44, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c32f9d35-9267-43ca-8847-71fb83ab4a44,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:41.630029 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05ae1863-9897-4850-a7ff-a10446d96c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c32f9d35-9267-43ca-8847-71fb83ab4a44), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.659029 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f20d422c-3d24-405b-a810-53424ced0090 req-4ddd9d33-f139-4330-8b70-a6257a323836 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841015 Feb 09 03:31:41.690209 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c22d37-0fcb-43a4-938d-fb279d00b84e None None] Pushing event updated for resources: {'Port': ['ID=1319a5cc-c457-469e-bc61-cc7758f13b7e,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:41.699196 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Attempting to bind port 1319a5cc-c457-469e-bc61-cc7758f13b7e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:41.701147 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Attempting to bind port 1319a5cc-c457-469e-bc61-cc7758f13b7e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:41.703610 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Attempting to bind port 1319a5cc-c457-469e-bc61-cc7758f13b7e on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:41.715234 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:41.716947 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:41.721821 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.722986 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:41.723730 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Bound port: 1319a5cc-c457-469e-bc61-cc7758f13b7e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:41.724398 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1319a5cc-c457-469e-bc61-cc7758f13b7e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.748131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae1863-9897-4850-a7ff-a10446d96c4d None None] Pushing event updated for resources: {'Port': ['ID=c32f9d35-9267-43ca-8847-71fb83ab4a44,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:41.755474 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.771021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcb384-a9eb-48e3-8960-b7900ae45057 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=673e30b1-cef5-4965-91b0-d22baf24ee5e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:41.886352 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18fcb384-a9eb-48e3-8960-b7900ae45057 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.906933 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] For port 1319a5cc-c457-469e-bc61-cc7758f13b7e, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:41.911514 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] For port 1319a5cc-c457-469e-bc61-cc7758f13b7e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1319a5cc-c457-469e-bc61-cc7758f13b7e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:41.915262 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-18fcb384-a9eb-48e3-8960-b7900ae45057 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/673e30b1-cef5-4965-91b0-d22baf24ee5e HTTP/1.1" status: 204 len: 168 time: 2.4524398 Feb 09 03:31:41.924504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48392) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:41.929404 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c32f9d35-9267-43ca-8847-71fb83ab4a44 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:41.929824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c32f9d35-9267-43ca-8847-71fb83ab4a44), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.932546 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1319a5cc-c457-469e-bc61-cc7758f13b7e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:41.981200 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ae1b97eb-8aa3-43e0-ae29-86f138c6381b None None] Provisioning complete for port 064f0f15-eb67-4292-b189-179e9c181a13 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:41.985085 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae1b97eb-8aa3-43e0-ae29-86f138c6381b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (064f0f15-eb67-4292-b189-179e9c181a13), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.141706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f3448e-1d6b-4083-ad12-c74f22e3ccc5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:42.143151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f3448e-1d6b-4083-ad12-c74f22e3ccc5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:42.144702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b0f3448e-1d6b-4083-ad12-c74f22e3ccc5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2192247 Feb 09 03:31:42.153610 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Routers {'9707edca-edcf-49f0-a43a-d28fb1cd172f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:42.154516 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9707edca-edcf-49f0-a43a-d28fb1cd172f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:42.161273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48396) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:42.203137 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57e5ab3f-6c86-4621-a90c-12171d16c766 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for port (064f0f15-eb67-4292-b189-179e9c181a13), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.215084 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (9707edca-edcf-49f0-a43a-d28fb1cd172f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.230552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Allocated IP 172.20.0.1 (462797b9-a6b0-4731-9573-3b41616140ff/8d5487c1-c004-4b5a-b127-ed1e6ff603e3/10933038-e0a9-4ebe-8425-38749ce113e6) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:42.234685 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57e5ab3f-6c86-4621-a90c-12171d16c766 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (064f0f15-eb67-4292-b189-179e9c181a13), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.309586 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c22d37-0fcb-43a4-938d-fb279d00b84e None None] Pushing event updated for resources: {'Port': ['ID=1319a5cc-c457-469e-bc61-cc7758f13b7e,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:42.323740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa55a9-fe14-4221-9e4e-069320317a01 req-d20a8cc6-81c8-4fab-a547-8d2258a4dd8b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:42.325515 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a3fa55a9-fe14-4221-9e4e-069320317a01 req-d20a8cc6-81c8-4fab-a547-8d2258a4dd8b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2857776 Feb 09 03:31:42.338187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5ab3f-6c86-4621-a90c-12171d16c766 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event updated for resources: {'Port': ['ID=064f0f15-eb67-4292-b189-179e9c181a13,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:42.364530 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-57e5ab3f-6c86-4621-a90c-12171d16c766 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] In _notify_port_updated(), no bound segment for port 064f0f15-eb67-4292-b189-179e9c181a13 on network b585e9ff-7e22-48f0-a237-2dfc72704d78 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:31:42.374614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e5ab3f-6c86-4621-a90c-12171d16c766 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:42.375519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57e5ab3f-6c86-4621-a90c-12171d16c766 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.377342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-4330316a-cc4d-4974-a913-f3af5f9e4775 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 6db2d827-7d98-4309-8bcb-7637d45c6143 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:31:42.382093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48398) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:42.382382 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-57e5ab3f-6c86-4621-a90c-12171d16c766 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "PUT /v2.0/ports/064f0f15-eb67-4292-b189-179e9c181a13 HTTP/1.1" status: 200 len: 1002 time: 2.1677632 Feb 09 03:31:42.408942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4330316a-cc4d-4974-a913-f3af5f9e4775 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (6db2d827-7d98-4309-8bcb-7637d45c6143), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.428391 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] Set router 9707edca-edcf-49f0-a43a-d28fb1cd172f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:42.477648 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f716b499-b3bd-4081-9111-086387ca96fc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ad0741b1-df68-4106-883b-a1a4e1035a0f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.498567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Deleting port 1319a5cc-c457-469e-bc61-cc7758f13b7e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:42.499631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1319a5cc-c457-469e-bc61-cc7758f13b7e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.589149 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Publish callbacks [] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.622827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716b499-b3bd-4081-9111-086387ca96fc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=ad0741b1-df68-4106-883b-a1a4e1035a0f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:42.654871 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4330316a-cc4d-4974-a913-f3af5f9e4775 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (6db2d827-7d98-4309-8bcb-7637d45c6143), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.673256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b97eb-8aa3-43e0-ae29-86f138c6381b None None] Port 064f0f15-eb67-4292-b189-179e9c181a13 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:42.707504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f716b499-b3bd-4081-9111-086387ca96fc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.714779 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f716b499-b3bd-4081-9111-086387ca96fc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/ad0741b1-df68-4106-883b-a1a4e1035a0f HTTP/1.1" status: 204 len: 168 time: 2.6109602 Feb 09 03:31:42.716884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48400) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:42.748565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a3fa55a9-fe14-4221-9e4e-069320317a01 req-49aa31f5-a724-4999-9f61-e01fef02cc40 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139607 Feb 09 03:31:42.749559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ae1b97eb-8aa3-43e0-ae29-86f138c6381b None None] Could not find standard attr ID for object 673e30b1-cef5-4965-91b0-d22baf24ee5e. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:31:42.755896 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:31:42.756443 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:31:42.758107 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.828550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] For port 1319a5cc-c457-469e-bc61-cc7758f13b7e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1319a5cc-c457-469e-bc61-cc7758f13b7e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:42.829061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1319a5cc-c457-469e-bc61-cc7758f13b7e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.832507 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a286146-78a7-47cc-be9e-17e7ef474285 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:31:42.842344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4a286146-78a7-47cc-be9e-17e7ef474285 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/ad0741b1-df68-4106-883b-a1a4e1035a0f HTTP/1.1" status: 404 len: 333 time: 0.1213207 Feb 09 03:31:42.850704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4984b5-b13c-4e4c-bebb-a30d7e494a56 None None] Pushing event updated for resources: {'Port': ['ID=c0309d0c-4771-4095-9c13-8fa57040d0d7,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:42.854805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48406) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:42.876770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Calling delete_port for 1319a5cc-c457-469e-bc61-cc7758f13b7e owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:42.926353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Attempting to bind port c0309d0c-4771-4095-9c13-8fa57040d0d7 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:42.928162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Attempting to bind port c0309d0c-4771-4095-9c13-8fa57040d0d7 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:42.928711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Attempting to bind port c0309d0c-4771-4095-9c13-8fa57040d0d7 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:42.938824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:42.939555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:42.940937 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.941850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:42.944034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Bound port: c0309d0c-4771-4095-9c13-8fa57040d0d7, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:42.947429 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:42.973993 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Publish callbacks [] for port (10933038-e0a9-4ebe-8425-38749ce113e6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.021817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4330316a-cc4d-4974-a913-f3af5f9e4775 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (6db2d827-7d98-4309-8bcb-7637d45c6143), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.033035 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9707edca-edcf-49f0-a43a-d28fb1cd172f', 'name': 'tempest-snat-router-1894544327', 'tenant_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1319a5cc-c457-469e-bc61-cc7758f13b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:31Z', 'updated_at': '2022-02-09T03:31:37Z', 'revision_number': 3, 'project_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'gw_port': {'id': '1319a5cc-c457-469e-bc61-cc7758f13b7e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:11:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9707edca-edcf-49f0-a43a-d28fb1cd172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:33Z', 'updated_at': '2022-02-09T03:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:43.042204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2813c929-3e21-416a-a974-2d18a720d501 None None] Provisioning complete for port 064f0f15-eb67-4292-b189-179e9c181a13 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:43.043125 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2813c929-3e21-416a-a974-2d18a720d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (064f0f15-eb67-4292-b189-179e9c181a13), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.102518 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819bd42-c6a0-4fee-91a4-262afc832d12 None None] The sync data for ids ['9707edca-edcf-49f0-a43a-d28fb1cd172f'] in n-d-824835-15 is: [{'id': '9707edca-edcf-49f0-a43a-d28fb1cd172f', 'name': 'tempest-snat-router-1894544327', 'tenant_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '1319a5cc-c457-469e-bc61-cc7758f13b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:31Z', 'updated_at': '2022-02-09T03:31:37Z', 'revision_number': 3, 'project_id': 'a878d58689bc46928ab3bdfc84cc0c24', 'gw_port': {'id': '1319a5cc-c457-469e-bc61-cc7758f13b7e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:11:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9707edca-edcf-49f0-a43a-d28fb1cd172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:33Z', 'updated_at': '2022-02-09T03:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:31:43.111345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2813c929-3e21-416a-a974-2d18a720d501 None None] Port 064f0f15-eb67-4292-b189-179e9c181a13 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:43.119301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-348f5776-99ef-4680-8a21-8dc7a8e86c04 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Deleting port 064f0f15-eb67-4292-b189-179e9c181a13 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:43.119881 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-348f5776-99ef-4680-8a21-8dc7a8e86c04 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (064f0f15-eb67-4292-b189-179e9c181a13), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.200064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] For port c0309d0c-4771-4095-9c13-8fa57040d0d7, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:43.208265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] For port c0309d0c-4771-4095-9c13-8fa57040d0d7, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c0309d0c-4771-4095-9c13-8fa57040d0d7,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:43.228534 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.302864 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1319a5cc-c457-469e-bc61-cc7758f13b7e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.319786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c94670f-6023-48b2-81ca-651beccbbdc0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting subnet 272bdc94-91c5-457d-88f5-e44fab6694ec {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:31:43.349692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c94670f-6023-48b2-81ca-651beccbbdc0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (272bdc94-91c5-457d-88f5-e44fab6694ec), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.370794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event deleted for resources: {'Port': ['ID=1319a5cc-c457-469e-bc61-cc7758f13b7e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:43.395932 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-348f5776-99ef-4680-8a21-8dc7a8e86c04 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (064f0f15-eb67-4292-b189-179e9c181a13), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.445326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-348f5776-99ef-4680-8a21-8dc7a8e86c04 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Calling delete_port for 064f0f15-eb67-4292-b189-179e9c181a13 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:43.465501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98c6bc-7d1b-43e7-baaa-cfd750e90644 req-30cdf1ce-576e-4eea-8989-da4424acc70b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:43.467504 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b98c6bc-7d1b-43e7-baaa-cfd750e90644 req-30cdf1ce-576e-4eea-8989-da4424acc70b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4693694 Feb 09 03:31:43.475795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4984b5-b13c-4e4c-bebb-a30d7e494a56 None None] Pushing event updated for resources: {'Port': ['ID=c0309d0c-4771-4095-9c13-8fa57040d0d7,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:43.490364 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (9707edca-edcf-49f0-a43a-d28fb1cd172f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.504544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Routers {'ae3b1a6c-c046-4563-87af-a2ff1247b7a1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:43.506018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ae3b1a6c-c046-4563-87af-a2ff1247b7a1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:43.525814 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c94670f-6023-48b2-81ca-651beccbbdc0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (272bdc94-91c5-457d-88f5-e44fab6694ec), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.546876 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.641017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Network 462797b9-a6b0-4731-9573-3b41616140ff is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:43.648740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:43.679867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c32f9d35-9267-43ca-8847-71fb83ab4a44 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:43.680956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 60b1517f-2584-4977-8432-3f718b08a6e7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:43.687281 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4330316a-cc4d-4974-a913-f3af5f9e4775 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (6db2d827-7d98-4309-8bcb-7637d45c6143), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.719629 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (9707edca-edcf-49f0-a43a-d28fb1cd172f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.722295 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_controller (9707edca-edcf-49f0-a43a-d28fb1cd172f), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.763018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:43.785168 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (9707edca-edcf-49f0-a43a-d28fb1cd172f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.786046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9707edca-edcf-49f0-a43a-d28fb1cd172f {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:31:43.792276 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.793948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f5b9f746-77f5-41b9-8d24-46726f1c5d9c tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9707edca-edcf-49f0-a43a-d28fb1cd172f HTTP/1.1" status: 204 len: 168 time: 2.7467275 Feb 09 03:31:43.796406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48412) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:43.902851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5277665-10bd-4cf7-9b2d-12667384f339 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:43.922365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 60b1517f-2584-4977-8432-3f718b08a6e7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:43.922754 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.943028 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330316a-cc4d-4974-a913-f3af5f9e4775 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=6db2d827-7d98-4309-8bcb-7637d45c6143,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:43.951124 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4330316a-cc4d-4974-a913-f3af5f9e4775 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:43.964837 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4330316a-cc4d-4974-a913-f3af5f9e4775 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/6db2d827-7d98-4309-8bcb-7637d45c6143 HTTP/1.1" status: 204 len: 168 time: 1.7973039 Feb 09 03:31:43.989000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48414) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:43.990436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:44.035998 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b98c6bc-7d1b-43e7-baaa-cfd750e90644 req-747973e4-7f8f-433e-a47e-3f0b5f5750c6 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328748 Feb 09 03:31:44.140760 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8d90eab0-19bf-4e4f-b5b3-61df292ef49f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1479754 Feb 09 03:31:44.161864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Pushing event updated for resources: {'Port': ['ID=10933038-e0a9-4ebe-8425-38749ce113e6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:44.174223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48420) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:44.185195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] Set router ae3b1a6c-c046-4563-87af-a2ff1247b7a1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:44.297588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:44.369616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2b01360a-62e7-42c5-979d-2e8c465903f9 None None] Provisioning complete for port 10933038-e0a9-4ebe-8425-38749ce113e6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:44.369885 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b01360a-62e7-42c5-979d-2e8c465903f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:44.393838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afb59a-e728-45d2-8306-967f58255fe6 req-c8689fd9-11e1-4eb9-8a0e-dc36118bc60b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:44.395422 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7afb59a-e728-45d2-8306-967f58255fe6 req-c8689fd9-11e1-4eb9-8a0e-dc36118bc60b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1233542 Feb 09 03:31:44.467008 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:44.497220 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7afb59a-e728-45d2-8306-967f58255fe6 req-74c76e7e-5719-4acd-942b-8dae937a48bc tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953767 Feb 09 03:31:44.540002 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c94670f-6023-48b2-81ca-651beccbbdc0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (272bdc94-91c5-457d-88f5-e44fab6694ec), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:44.605893 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:44.612465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Deleting port 03731bf4-5788-4b1f-a548-9eee8301d25c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:44.613093 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:44.621048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2b01360a-62e7-42c5-979d-2e8c465903f9 None None] Port 10933038-e0a9-4ebe-8425-38749ce113e6 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:44.627403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a048a1a-1c64-4bed-84bd-16755e753df3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:44.631978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1a048a1a-1c64-4bed-84bd-16755e753df3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4381847 Feb 09 03:31:44.633010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48428) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:44.635913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 60b1517f-2584-4977-8432-3f718b08a6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:44.637444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 03731bf4-5788-4b1f-a548-9eee8301d25c up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:44.724496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc6ad9-ca73-4f55-aea0-4483dd827a5c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:44.730171 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e3bc6ad9-ca73-4f55-aea0-4483dd827a5c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0823617 Feb 09 03:31:44.737113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de34a34-d4fb-4a43-8132-0cd356d61211 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:31:44.740827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48430) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:44.814455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] For port 03731bf4-5788-4b1f-a548-9eee8301d25c, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=03731bf4-5788-4b1f-a548-9eee8301d25c,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:44.814864 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:44.856538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c762f5-fb6f-4eaf-af8a-21192f1b7264 req-7ef088cb-cc0d-44e4-bfd6-4d9b644abf7d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:44.863991 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97c762f5-fb6f-4eaf-af8a-21192f1b7264 req-7ef088cb-cc0d-44e4-bfd6-4d9b644abf7d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1653323 Feb 09 03:31:44.878189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Calling delete_port for 03731bf4-5788-4b1f-a548-9eee8301d25c owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:45.018842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 03731bf4-5788-4b1f-a548-9eee8301d25c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:45.020312 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:45.059533 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0de34a34-d4fb-4a43-8132-0cd356d61211 None None] Deleting port c32f9d35-9267-43ca-8847-71fb83ab4a44 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:45.060071 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0de34a34-d4fb-4a43-8132-0cd356d61211 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c32f9d35-9267-43ca-8847-71fb83ab4a44), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:45.070971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1413808971-router', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:29Z', 'updated_at': '2022-02-09T03:31:36Z', 'revision_number': 3, 'project_id': 'ab00359903104a19b6c54be96a55937a', 'gw_port': {'id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:31Z', 'updated_at': '2022-02-09T03:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:45.154645 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ccf81447-3198-460c-9e03-4e113517c35c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4116943 Feb 09 03:31:45.160759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48434) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:45.189862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b3777-a7fc-4f14-9392-c56fc918142a None None] The sync data for ids ['ae3b1a6c-c046-4563-87af-a2ff1247b7a1'] in n-d-824835-15 is: [{'id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1413808971-router', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:29Z', 'updated_at': '2022-02-09T03:31:36Z', 'revision_number': 3, 'project_id': 'ab00359903104a19b6c54be96a55937a', 'gw_port': {'id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:31Z', 'updated_at': '2022-02-09T03:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:31:45.192563 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-90d6649f-c343-4fc6-b3d5-d8d28b525626 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:45.281699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 03731bf4-5788-4b1f-a548-9eee8301d25c is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:45.282905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:45.348934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0de34a34-d4fb-4a43-8132-0cd356d61211 None None] For port c32f9d35-9267-43ca-8847-71fb83ab4a44, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c32f9d35-9267-43ca-8847-71fb83ab4a44,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:45.350313 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0de34a34-d4fb-4a43-8132-0cd356d61211 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c32f9d35-9267-43ca-8847-71fb83ab4a44), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:45.367402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0de34a34-d4fb-4a43-8132-0cd356d61211 None None] Calling delete_port for c32f9d35-9267-43ca-8847-71fb83ab4a44 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:45.396829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:45.397503 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:45.571779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Publish callbacks [] for port (10933038-e0a9-4ebe-8425-38749ce113e6), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:45.588855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:45.606829 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-348f5776-99ef-4680-8a21-8dc7a8e86c04 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (064f0f15-eb67-4292-b189-179e9c181a13), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:45.610058 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:45.698125 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2b37d85-0f9a-4150-a32d-fcadf3bb294b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:45.729054 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0de34a34-d4fb-4a43-8132-0cd356d61211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (c32f9d35-9267-43ca-8847-71fb83ab4a44), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:45.767004 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:45.769347 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c94670f-6023-48b2-81ca-651beccbbdc0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (272bdc94-91c5-457d-88f5-e44fab6694ec), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:45.782742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Pushing event updated for resources: {'Port': ['ID=10933038-e0a9-4ebe-8425-38749ce113e6,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:45.839881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de34a34-d4fb-4a43-8132-0cd356d61211 None None] Pushing event deleted for resources: {'Port': ['ID=c32f9d35-9267-43ca-8847-71fb83ab4a44,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:45.852293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de34a34-d4fb-4a43-8132-0cd356d61211 None None] No DVR routers for this DVR port c32f9d35-9267-43ca-8847-71fb83ab4a44 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:31:45.887035 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c32f9d35-9267-43ca-8847-71fb83ab4a44 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:31:45.947659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: c32f9d35-9267-43ca-8847-71fb83ab4a44 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:31:45.948011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c32f9d35-9267-43ca-8847-71fb83ab4a44 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:31:46.035235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94670f-6023-48b2-81ca-651beccbbdc0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Subnet': ['ID=272bdc94-91c5-457d-88f5-e44fab6694ec,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:46.040102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97c762f5-fb6f-4eaf-af8a-21192f1b7264 req-76c8336a-c68b-4f14-ad82-8a0ce698ffbb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1752157 Feb 09 03:31:46.084169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (03731bf4-5788-4b1f-a548-9eee8301d25c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:46.152089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event deleted for resources: {'Port': ['ID=03731bf4-5788-4b1f-a548-9eee8301d25c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:46.329904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:46.349133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cc020d-497a-4a7f-a948-c776a0cb0fa6 None None] Network 59a62ded-49da-4471-8ae2-ad7b5162f65e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:46.362633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f5776-99ef-4680-8a21-8dc7a8e86c04 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event deleted for resources: {'Port': ['ID=064f0f15-eb67-4292-b189-179e9c181a13,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:46.399291 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c94670f-6023-48b2-81ca-651beccbbdc0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:46.406051 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0c94670f-6023-48b2-81ca-651beccbbdc0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/272bdc94-91c5-457d-88f5-e44fab6694ec HTTP/1.1" status: 204 len: 168 time: 3.5412302 Feb 09 03:31:46.409996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48442) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:46.412333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Network 462797b9-a6b0-4731-9573-3b41616140ff is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:46.466656 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-348f5776-99ef-4680-8a21-8dc7a8e86c04 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:46.475947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-348f5776-99ef-4680-8a21-8dc7a8e86c04 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "DELETE /v2.0/ports/064f0f15-eb67-4292-b189-179e9c181a13 HTTP/1.1" status: 204 len: 168 time: 4.0762992 Feb 09 03:31:46.475947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:46.505247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48444) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:46.541476 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:46.543916 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_controller (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:46.694210 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:46.694862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:31:46.702967 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:46.704613 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-188278e3-26fc-4330-93ca-35310315787a tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1dfeb20d-fdc6-43bf-ab9a-e4bf0788f2fe HTTP/1.1" status: 204 len: 168 time: 2.9070656 Feb 09 03:31:46.708536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48448) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:46.714979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1930660000', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:46.774968 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (2c3109a4-c14d-4566-9ddd-70c3602cb891), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:46.776439 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (2c3109a4-c14d-4566-9ddd-70c3602cb891), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:46.792855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d53a6a4-aef6-458d-9597-d8653cafe6af None None] DHCP port deletion for 59a62ded-49da-4471-8ae2-ad7b5162f65e request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:31:46.832357 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ae7251-5c5e-4731-a47e-2a8618529728 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] GET failed (client error): The resource could not be found. Feb 09 03:31:46.834180 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e9ae7251-5c5e-4731-a47e-2a8618529728 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "GET /v2.0/ports/064f0f15-eb67-4292-b189-179e9c181a13 HTTP/1.1" status: 404 len: 333 time: 0.3074262 Feb 09 03:31:46.861442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48450) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:46.868579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Request body: {'port': {'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1156411637'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:46.901049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d6649f-c343-4fc6-b3d5-d8d28b525626 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:46.905956 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-90d6649f-c343-4fc6-b3d5-d8d28b525626 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:46.954833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_controller (2c3109a4-c14d-4566-9ddd-70c3602cb891), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:47.143434 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3557844-da4e-4271-9db3-2eaa9fd7fa3e req-b6971ddb-8098-4ee7-95de-7527b39d7c8f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:47.145564 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3557844-da4e-4271-9db3-2eaa9fd7fa3e req-b6971ddb-8098-4ee7-95de-7527b39d7c8f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.8910356 Feb 09 03:31:47.241023 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (59a62ded-49da-4471-8ae2-ad7b5162f65e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:47.312921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0b9593ba-206f-473d-b1f7-c15661e46ec5 None None] Provisioning complete for port 10933038-e0a9-4ebe-8425-38749ce113e6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:47.314444 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b9593ba-206f-473d-b1f7-c15661e46ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:47.355774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0b9593ba-206f-473d-b1f7-c15661e46ec5 None None] Port 10933038-e0a9-4ebe-8425-38749ce113e6 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:47.394114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9d53a6a4-aef6-458d-9597-d8653cafe6af None None] Deleting port 60b1517f-2584-4977-8432-3f718b08a6e7 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:47.394402 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d53a6a4-aef6-458d-9597-d8653cafe6af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:47.409173 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (2c3109a4-c14d-4566-9ddd-70c3602cb891), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:47.511960 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9d53a6a4-aef6-458d-9597-d8653cafe6af None None] For port 60b1517f-2584-4977-8432-3f718b08a6e7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=60b1517f-2584-4977-8432-3f718b08a6e7,segment=NetworkSegment(c3cd5b07-d356-43ee-a312-d2cff52ba455),segment_id=c3cd5b07-d356-43ee-a312-d2cff52ba455)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:47.512833 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d53a6a4-aef6-458d-9597-d8653cafe6af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:47.536731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9d53a6a4-aef6-458d-9597-d8653cafe6af None None] Calling delete_port for 60b1517f-2584-4977-8432-3f718b08a6e7 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:47.573951 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Router ae3b1a6c-c046-4563-87af-a2ff1247b7a1 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:31:47.613232 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3557844-da4e-4271-9db3-2eaa9fd7fa3e req-dd5f6f04-8953-4717-8f1c-2a10f085bda5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369628 Feb 09 03:31:47.708986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Made reservation on behalf of eda3dee92e664850b14e189cc37ace15 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:47.720604 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:47.721682 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d53a6a4-aef6-458d-9597-d8653cafe6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:47.783477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53a6a4-aef6-458d-9597-d8653cafe6af None None] Pushing event deleted for resources: {'Port': ['ID=60b1517f-2584-4977-8432-3f718b08a6e7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:47.830607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53a6a4-aef6-458d-9597-d8653cafe6af None None] No DVR routers for this DVR port 60b1517f-2584-4977-8432-3f718b08a6e7 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:31:47.881145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c0309d0c-4771-4095-9c13-8fa57040d0d7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:47.975488 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c0309d0c-4771-4095-9c13-8fa57040d0d7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:47.976228 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:47.976958 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (2c3109a4-c14d-4566-9ddd-70c3602cb891), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:48.025205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:48.103764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] device_id is not set on port 87b7f377-9388-4089-8e82-4ef6b8fde37a yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:48.118267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c0309d0c-4771-4095-9c13-8fa57040d0d7 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:48.119304 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:48.143096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port c0309d0c-4771-4095-9c13-8fa57040d0d7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c0309d0c-4771-4095-9c13-8fa57040d0d7,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:48.159843 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:48.204148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Allocated IP 172.25.5.54 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/e5e342d0-4eea-4c74-a0c7-de709ca9e863) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:48.251567 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=c0309d0c-4771-4095-9c13-8fa57040d0d7,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:48.277685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 03731bf4-5788-4b1f-a548-9eee8301d25c no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:31:48.313146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port 60b1517f-2584-4977-8432-3f718b08a6e7 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:48.315261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:48.355985 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9751855-3a16-4a0d-b13d-7c1232b20553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:48.358103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 03731bf4-5788-4b1f-a548-9eee8301d25c {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:31:48.358312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 03731bf4-5788-4b1f-a548-9eee8301d25c not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:31:48.358584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 60b1517f-2584-4977-8432-3f718b08a6e7 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:31:48.381902 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for port (e5e342d0-4eea-4c74-a0c7-de709ca9e863), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:48.414306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 60b1517f-2584-4977-8432-3f718b08a6e7 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:31:48.416451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 60b1517f-2584-4977-8432-3f718b08a6e7 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:31:48.418389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1319a5cc-c457-469e-bc61-cc7758f13b7e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:31:48.443785 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (e5e342d0-4eea-4c74-a0c7-de709ca9e863), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:48.490797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 1319a5cc-c457-469e-bc61-cc7758f13b7e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:31:48.491159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1319a5cc-c457-469e-bc61-cc7758f13b7e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:31:48.518589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:48.525273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:48.529644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:48.562914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Pushing event updated for resources: {'Port': ['ID=e5e342d0-4eea-4c74-a0c7-de709ca9e863,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:48.617133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:48.634112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Sync routers for ids ['ae3b1a6c-c046-4563-87af-a2ff1247b7a1'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:48.638167 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f2dcbe94-1866-4268-aa1b-73d6acccea9f admin admin] 10.222.0.21 "PUT /v2.0/routers/ae3b1a6c-c046-4563-87af-a2ff1247b7a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5338306 Feb 09 03:31:48.640418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] For port 60b1517f-2584-4977-8432-3f718b08a6e7, host n-d-824835-15, got binding levels [] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:48.640904 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:48.652570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c8b3e-a0b0-4166-8ced-f88347211c5e req-7ae480ce-b382-4c25-a9ce-29219dc482d7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:48.654236 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-236c8b3e-a0b0-4166-8ced-f88347211c5e req-7ae480ce-b382-4c25-a9ce-29219dc482d7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.5813563 Feb 09 03:31:48.655449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Routers {'ae3b1a6c-c046-4563-87af-a2ff1247b7a1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:48.659154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ae3b1a6c-c046-4563-87af-a2ff1247b7a1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:48.743770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48478) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:48.763709 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Allocated IP 2001:db8::34 (b585e9ff-7e22-48f0-a237-2dfc72704d78/c4c97cd9-284d-4a4f-be4d-63b7ed2099a8/87b7f377-9388-4089-8e82-4ef6b8fde37a) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:48.927486 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Set router ae3b1a6c-c046-4563-87af-a2ff1247b7a1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:48.963359 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for port (87b7f377-9388-4089-8e82-4ef6b8fde37a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.032909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for 60b1517f-2584-4977-8432-3f718b08a6e7 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:49.036947 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b9902bc-dec7-446e-be84-2419afe4ae3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.077370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.objects.ports [None req-90d6649f-c343-4fc6-b3d5-d8d28b525626 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103328) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:31:49.082997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_backend_mixin [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Port 60b1517f-2584-4977-8432-3f718b08a6e7 was not found and therefore no delete operation was performed {{(pid=103328) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:31:49.085089 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-90d6649f-c343-4fc6-b3d5-d8d28b525626 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (8ef78807-7e79-4a46-99cf-5a78c00ab54f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.089427 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (87b7f377-9388-4089-8e82-4ef6b8fde37a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.097445 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (60b1517f-2584-4977-8432-3f718b08a6e7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.138494 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (2c3109a4-c14d-4566-9ddd-70c3602cb891), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.195948 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-236c8b3e-a0b0-4166-8ced-f88347211c5e req-cfdd2984-ca59-4e76-af6f-879a40a6b8c1 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274632 Feb 09 03:31:49.231043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=60b1517f-2584-4977-8432-3f718b08a6e7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:49.249685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d6649f-c343-4fc6-b3d5-d8d28b525626 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:49.261156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-90d6649f-c343-4fc6-b3d5-d8d28b525626 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:49.281564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d6649f-c343-4fc6-b3d5-d8d28b525626 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:49.284831 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-90d6649f-c343-4fc6-b3d5-d8d28b525626 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.320083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8330fb1e-4f94-4d0a-a434-9fd64030bc3a None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:49.360544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:49.364748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No DVR routers for this DVR port 60b1517f-2584-4977-8432-3f718b08a6e7 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:31:49.385232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:49.399280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:49.413896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:49.417563 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.499837 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6649f-c343-4fc6-b3d5-d8d28b525626 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=8ef78807-7e79-4a46-99cf-5a78c00ab54f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:49.502222 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.531339 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b9902bc-dec7-446e-be84-2419afe4ae3d admin admin] Publish callbacks [] for security_group (5b95e0ed-ae29-43ee-bfc2-3658ded111ec), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.563172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b9902bc-dec7-446e-be84-2419afe4ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5b95e0ed-ae29-43ee-bfc2-3658ded111ec), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.591370 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7277572 Feb 09 03:31:49.593498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a6a6a-dcce-4daf-bfa2-0385bdc0c50f tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event updated for resources: {'Port': ['ID=87b7f377-9388-4089-8e82-4ef6b8fde37a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:49.627606 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48522) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:49.638630 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-90d6649f-c343-4fc6-b3d5-d8d28b525626 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.4520307 Feb 09 03:31:49.643833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48524) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:49.651284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1413808971-router', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:29Z', 'updated_at': '2022-02-09T03:31:44Z', 'revision_number': 4, 'project_id': 'ab00359903104a19b6c54be96a55937a', 'gw_port': {'id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:31Z', 'updated_at': '2022-02-09T03:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '10933038-e0a9-4ebe-8425-38749ce113e6', 'name': '', 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'mac_address': 'fa:16:3e:fb:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '8d5487c1-c004-4b5a-b127-ed1e6ff603e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:41Z', 'updated_at': '2022-02-09T03:31:45Z', 'revision_number': 2, 'project_id': 'ab00359903104a19b6c54be96a55937a', 'subnets': [{'id': '8d5487c1-c004-4b5a-b127-ed1e6ff603e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:49.729928 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3b9902bc-dec7-446e-be84-2419afe4ae3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d61c4b504404486b804f62f9ef07689b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9850092 Feb 09 03:31:49.742184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': '8ef78807-7e79-4a46-99cf-5a78c00ab54f'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:31:49.742465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3bad1680-c380-49bb-a50f-cb6098cf21ad tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1b:e6:b4'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:49.752062 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.776612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Checking router: ae3b1a6c-c046-4563-87af-a2ff1247b7a1 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:31:49.783479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Updating router ae3b1a6c-c046-4563-87af-a2ff1247b7a1 port 10933038-e0a9-4ebe-8425-38749ce113e6 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:31:49.796118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:de:0f:c6', 'name': 'tempest-NetworksTestDHCPv6-249065436'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:49.799338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48526) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:49.853269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c0309d0c-4771-4095-9c13-8fa57040d0d7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:49.856738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9902bc-dec7-446e-be84-2419afe4ae3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b95e0ed-ae29-43ee-bfc2-3658ded111ec,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:49.904323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab3d4b-e301-4783-9982-d2771f078f2c req-6aa96905-e127-46b1-86f5-641892eeaf06 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:49.908613 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ecab3d4b-e301-4783-9982-d2771f078f2c req-6aa96905-e127-46b1-86f5-641892eeaf06 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.5756285 Feb 09 03:31:49.951501 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.964355 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (59a62ded-49da-4471-8ae2-ad7b5162f65e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.145284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a62ded-49da-4471-8ae2-ad7b5162f65e']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:50.171713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cd5b07-d356-43ee-a312-d2cff52ba455') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:50.172298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cd5b07-d356-43ee-a312-d2cff52ba455') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:50.182866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0b58701-4ef7-4403-8d98-e1809ef91142 admin admin] Publish callbacks [] for security_group (5b95e0ed-ae29-43ee-bfc2-3658ded111ec), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.194369 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (c3cd5b07-d356-43ee-a312-d2cff52ba455), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.255099 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:50.276654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ecab3d4b-e301-4783-9982-d2771f078f2c req-91ca28cb-60f7-4d4c-a9a1-4c1f634160e6 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683139 Feb 09 03:31:50.318938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Allocated IP 2001:db8::f816:3eff:fe5a:9721 (c5780e3f-5fe0-4434-8596-82a0e8078930/8ef78807-7e79-4a46-99cf-5a78c00ab54f/c1316457-e0bb-498d-b81d-9d0bf8065d94) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:50.446457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c3cd5b07-d356-43ee-a312-d2cff52ba455), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.469261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0b58701-4ef7-4403-8d98-e1809ef91142 admin admin] Publish callbacks [] for security_group (5b95e0ed-ae29-43ee-bfc2-3658ded111ec), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.518197 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bad1680-c380-49bb-a50f-cb6098cf21ad tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (87b7f377-9388-4089-8e82-4ef6b8fde37a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.569523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:31:50.570049 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (c3cd5b07-d356-43ee-a312-d2cff52ba455), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:31:50.576022 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:31:50.610671 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (2c3109a4-c14d-4566-9ddd-70c3602cb891), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.615340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-154197cc-eb5e-49c7-9fd1-40f5b013586f None None] Provisioning complete for port 87b7f377-9388-4089-8e82-4ef6b8fde37a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:50.616514 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.617034 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-154197cc-eb5e-49c7-9fd1-40f5b013586f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (87b7f377-9388-4089-8e82-4ef6b8fde37a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.674897 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0b58701-4ef7-4403-8d98-e1809ef91142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5b95e0ed-ae29-43ee-bfc2-3658ded111ec), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.678677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0b58701-4ef7-4403-8d98-e1809ef91142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.679837 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b0b58701-4ef7-4403-8d98-e1809ef91142 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b95e0ed-ae29-43ee-bfc2-3658ded111ec HTTP/1.1" status: 204 len: 168 time: 0.8755009 Feb 09 03:31:50.707168 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-154197cc-eb5e-49c7-9fd1-40f5b013586f None None] Port 87b7f377-9388-4089-8e82-4ef6b8fde37a cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:50.746392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b58701-4ef7-4403-8d98-e1809ef91142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b95e0ed-ae29-43ee-bfc2-3658ded111ec,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:50.760147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port eb9afc48-1551-40f4-a07e-2e45b2fdcf19 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:50.807828 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (59a62ded-49da-4471-8ae2-ad7b5162f65e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.813650 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.817722 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/networks/59a62ded-49da-4471-8ae2-ad7b5162f65e HTTP/1.1" status: 204 len: 168 time: 4.3845725 Feb 09 03:31:50.838344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48572) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:50.842044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddcfe0-25e5-4fca-996f-a0aeb8894fe6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Network': ['ID=59a62ded-49da-4471-8ae2-ad7b5162f65e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:50.858912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-13b3812b-717b-4434-b612-38bbc2f31bb0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-868220843'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:50.893246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b3812b-717b-4434-b612-38bbc2f31bb0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:50.897892 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13b3812b-717b-4434-b612-38bbc2f31bb0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.939484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b3812b-717b-4434-b612-38bbc2f31bb0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:31:50.953561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Publish callbacks [] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.954502 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13b3812b-717b-4434-b612-38bbc2f31bb0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (03e53093-4d98-4470-b776-b149cb387b3e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:50.955068 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-13b3812b-717b-4434-b612-38bbc2f31bb0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Added segment 03e53093-4d98-4470-b776-b149cb387b3e of type vlan for network 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d Feb 09 03:31:51.040668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c0309d0c-4771-4095-9c13-8fa57040d0d7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:51.040668 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.042914 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.064916 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13b3812b-717b-4434-b612-38bbc2f31bb0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (734ff805-a5a0-48fd-9c7b-ca35cfd51d8d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.106671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::f816:3eff:fede:fc6 (c5780e3f-5fe0-4434-8596-82a0e8078930/8ef78807-7e79-4a46-99cf-5a78c00ab54f/eb9afc48-1551-40f4-a07e-2e45b2fdcf19) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:51.119913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:51.120489 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.163057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Pushing event updated for resources: {'Port': ['ID=c1316457-e0bb-498d-b81d-9d0bf8065d94,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:51.169509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:51.190002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:51.229314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e821a-2f51-4241-b7f2-5f95f76aec8e req-6ac4fa8b-3b6a-44e8-8ee6-5b71f88c6f71 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:51.233213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.235986 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-137e821a-2f51-4241-b7f2-5f95f76aec8e req-6ac4fa8b-3b6a-44e8-8ee6-5b71f88c6f71 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.6382911 Feb 09 03:31:51.250011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.250398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.250748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.253853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.254235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.254615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.254936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.257270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.257664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.258039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.258364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.258707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:51.390331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48580) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:51.428903 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (eb9afc48-1551-40f4-a07e-2e45b2fdcf19), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.433937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Attempting to bind port c1316457-e0bb-498d-b81d-9d0bf8065d94 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:51.434327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Attempting to bind port c1316457-e0bb-498d-b81d-9d0bf8065d94 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:51.434753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Attempting to bind port c1316457-e0bb-498d-b81d-9d0bf8065d94 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:51.466123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:51.466396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:51.466798 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.467197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:51.467947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Bound port: c1316457-e0bb-498d-b81d-9d0bf8065d94, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:51.468336 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.483822 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13b3812b-717b-4434-b612-38bbc2f31bb0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (734ff805-a5a0-48fd-9c7b-ca35cfd51d8d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.500138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3812b-717b-4434-b612-38bbc2f31bb0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:51.501066 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13b3812b-717b-4434-b612-38bbc2f31bb0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.508457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c0309d0c-4771-4095-9c13-8fa57040d0d7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:51.516032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bad1680-c380-49bb-a50f-cb6098cf21ad tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for port (87b7f377-9388-4089-8e82-4ef6b8fde37a), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.528506 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63d517b9-fe72-4d73-9373-2737b59f205d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.538660 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bad1680-c380-49bb-a50f-cb6098cf21ad tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (87b7f377-9388-4089-8e82-4ef6b8fde37a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.614210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad1680-c380-49bb-a50f-cb6098cf21ad tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event updated for resources: {'Port': ['ID=87b7f377-9388-4089-8e82-4ef6b8fde37a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:51.617244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Router 2c3109a4-c14d-4566-9ddd-70c3602cb891 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:31:51.629734 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-137e821a-2f51-4241-b7f2-5f95f76aec8e req-c597aed6-03bf-4451-8856-e4d2fcd92b0e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844976 Feb 09 03:31:51.635698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3bad1680-c380-49bb-a50f-cb6098cf21ad tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] In _notify_port_updated(), no bound segment for port 87b7f377-9388-4089-8e82-4ef6b8fde37a on network b585e9ff-7e22-48f0-a237-2dfc72704d78 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:31:51.676685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad1680-c380-49bb-a50f-cb6098cf21ad tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:51.679278 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bad1680-c380-49bb-a50f-cb6098cf21ad tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.685606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3bad1680-c380-49bb-a50f-cb6098cf21ad tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "PUT /v2.0/ports/87b7f377-9388-4089-8e82-4ef6b8fde37a HTTP/1.1" status: 200 len: 1002 time: 1.9533253 Feb 09 03:31:51.692218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48584) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:51.745270 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-13b3812b-717b-4434-b612-38bbc2f31bb0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8920517 Feb 09 03:31:51.746359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48586) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:51.754139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-af38da98-9c2e-43a5-9922-f97f2e51cbe9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': '734ff805-a5a0-48fd-9c7b-ca35cfd51d8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:51.761669 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (eb9afc48-1551-40f4-a07e-2e45b2fdcf19), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.797742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] For port c1316457-e0bb-498d-b81d-9d0bf8065d94, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:51.834147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3812b-717b-4434-b612-38bbc2f31bb0 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Network': ['ID=734ff805-a5a0-48fd-9c7b-ca35cfd51d8d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:51.858740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:51.863226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:51.878268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:51.880468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:31:51.885522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:51.886372 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.889756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] For port c1316457-e0bb-498d-b81d-9d0bf8065d94, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c1316457-e0bb-498d-b81d-9d0bf8065d94,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:51.910432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=eb9afc48-1551-40f4-a07e-2e45b2fdcf19,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:52.065013 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fdc96e88-e512-4ba6-aa0c-a09410121313 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3708129 Feb 09 03:31:52.069338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48588) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:52.160858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8560e7-0635-4bdf-9f5f-32f74f591f14 req-8acb26ee-0b39-43f4-ae3e-a948a3ef770d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:52.163324 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab8560e7-0635-4bdf-9f5f-32f74f591f14 req-8acb26ee-0b39-43f4-ae3e-a948a3ef770d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2398195 Feb 09 03:31:52.216610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:52.231864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a02303d-2251-48a5-8573-7240b43b3efd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:52.235053 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a4e60-fbd6-46f5-b981-db1e55c226a6 None None] Sync routers for ids ['2c3109a4-c14d-4566-9ddd-70c3602cb891'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:52.242582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a02303d-2251-48a5-8573-7240b43b3efd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:52.245338 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9a02303d-2251-48a5-8573-7240b43b3efd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1736116 Feb 09 03:31:52.250246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48592) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:52.265640 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a4e60-fbd6-46f5-b981-db1e55c226a6 None None] Routers {'2c3109a4-c14d-4566-9ddd-70c3602cb891'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:52.267576 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a60a4e60-fbd6-46f5-b981-db1e55c226a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2c3109a4-c14d-4566-9ddd-70c3602cb891'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:52.336218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af38da98-9c2e-43a5-9922-f97f2e51cbe9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:52.340446 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af38da98-9c2e-43a5-9922-f97f2e51cbe9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:52.442265 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63d517b9-fe72-4d73-9373-2737b59f205d admin admin] Publish callbacks [] for security_group (0e306e1e-968f-4384-91b4-c3ee821e007f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:52.460148 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a60a4e60-fbd6-46f5-b981-db1e55c226a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:52.466767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-03f17b94-d14d-495d-8439-9740087cd4eb tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Deleting port 87b7f377-9388-4089-8e82-4ef6b8fde37a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:52.468025 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03f17b94-d14d-495d-8439-9740087cd4eb tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (87b7f377-9388-4089-8e82-4ef6b8fde37a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:52.494990 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a4e60-fbd6-46f5-b981-db1e55c226a6 None None] Routers {'2c3109a4-c14d-4566-9ddd-70c3602cb891'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:52.496763 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a60a4e60-fbd6-46f5-b981-db1e55c226a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2c3109a4-c14d-4566-9ddd-70c3602cb891'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:52.544584 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:52.589806 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a60a4e60-fbd6-46f5-b981-db1e55c226a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:52.591210 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a4e60-fbd6-46f5-b981-db1e55c226a6 None None] The sync data for ids ['2c3109a4-c14d-4566-9ddd-70c3602cb891'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:31:52.643921 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Publish callbacks [] for port (10933038-e0a9-4ebe-8425-38749ce113e6), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:52.674920 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:52.699948 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:52.701068 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03f17b94-d14d-495d-8439-9740087cd4eb tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (87b7f377-9388-4089-8e82-4ef6b8fde37a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:52.716762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-22fe1716-3ebe-4734-a85d-e7ce716eac4a None None] Provisioning complete for port 87b7f377-9388-4089-8e82-4ef6b8fde37a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:52.717720 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22fe1716-3ebe-4734-a85d-e7ce716eac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (87b7f377-9388-4089-8e82-4ef6b8fde37a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:52.728345 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-03f17b94-d14d-495d-8439-9740087cd4eb tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Calling delete_port for 87b7f377-9388-4089-8e82-4ef6b8fde37a owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:52.776239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-22fe1716-3ebe-4734-a85d-e7ce716eac4a None None] Port 87b7f377-9388-4089-8e82-4ef6b8fde37a cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:52.789076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63d517b9-fe72-4d73-9373-2737b59f205d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0e306e1e-968f-4384-91b4-c3ee821e007f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:52.818799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fbd29-e001-48d4-8a95-eb71dcf3464e None None] Pushing event updated for resources: {'Port': ['ID=c1316457-e0bb-498d-b81d-9d0bf8065d94,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:52.852246 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-63d517b9-fe72-4d73-9373-2737b59f205d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f6bc8dbd89b47daa373cf46c31b4796&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4537516 Feb 09 03:31:52.865218 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:52.866502 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-672872b8-1484-4ed5-8774-6b64393c5850 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1561346 Feb 09 03:31:52.875784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48596) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:52.876137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48598) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:52.890184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-08a5ef1f-603a-42ab-9f91-69a1e5ef90f4 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'enable_snat': False}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:52.899651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29255c47-45c2-4b5e-afd6-07af7d3af63b None None] Pushing event updated for resources: {'Port': ['ID=10933038-e0a9-4ebe-8425-38749ce113e6,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:53.059357 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Attempting to bind port 10933038-e0a9-4ebe-8425-38749ce113e6 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:53.062765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Attempting to bind port 10933038-e0a9-4ebe-8425-38749ce113e6 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '6bccb692-aea8-431f-9660-65aefe5c9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:53.065849 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Attempting to bind port 10933038-e0a9-4ebe-8425-38749ce113e6 on network 462797b9-a6b0-4731-9573-3b41616140ff {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:53.073314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:53.073993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Checking segment: {'id': '6bccb692-aea8-431f-9660-65aefe5c9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:53.074719 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:53.075294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Bound using segment: {'id': '6bccb692-aea8-431f-9660-65aefe5c9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:53.075950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Bound port: 10933038-e0a9-4ebe-8425-38749ce113e6, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bccb692-aea8-431f-9660-65aefe5c9082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:53.076559 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:53.085252 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab8560e7-0635-4bdf-9f5f-32f74f591f14 req-602227e0-3227-463d-b901-440f1982838c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9121792 Feb 09 03:31:53.171541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-dc80276a-09b6-4911-a1c3-531a8dda234a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port eb9afc48-1551-40f4-a07e-2e45b2fdcf19 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:53.171894 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc80276a-09b6-4911-a1c3-531a8dda234a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (eb9afc48-1551-40f4-a07e-2e45b2fdcf19), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:53.331214 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] For port 10933038-e0a9-4ebe-8425-38749ce113e6, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:53.340623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-512892de-e962-4005-a9ff-804cf5e00a47 None None] Provisioning complete for port 10933038-e0a9-4ebe-8425-38749ce113e6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:53.341149 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-512892de-e962-4005-a9ff-804cf5e00a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:53.426627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] For port 10933038-e0a9-4ebe-8425-38749ce113e6, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=10933038-e0a9-4ebe-8425-38749ce113e6,segment=NetworkSegment(6bccb692-aea8-431f-9660-65aefe5c9082),segment_id=6bccb692-aea8-431f-9660-65aefe5c9082)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:53.436850 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc80276a-09b6-4911-a1c3-531a8dda234a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (eb9afc48-1551-40f4-a07e-2e45b2fdcf19), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:53.445928 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:53.473008 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-dc80276a-09b6-4911-a1c3-531a8dda234a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for eb9afc48-1551-40f4-a07e-2e45b2fdcf19 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:53.494370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6c654-077c-4d9a-b2c7-89d8d7f3c1a8 req-dd1a3400-7476-4128-94c7-96a6bfa05214 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:53.504454 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccc6c654-077c-4d9a-b2c7-89d8d7f3c1a8 req-dd1a3400-7476-4128-94c7-96a6bfa05214 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2181675 Feb 09 03:31:53.515733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29255c47-45c2-4b5e-afd6-07af7d3af63b None None] Pushing event updated for resources: {'Port': ['ID=10933038-e0a9-4ebe-8425-38749ce113e6,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:53.518897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-512892de-e962-4005-a9ff-804cf5e00a47 None None] Port 10933038-e0a9-4ebe-8425-38749ce113e6 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:53.570819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Routers {'ae3b1a6c-c046-4563-87af-a2ff1247b7a1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:53.573111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ae3b1a6c-c046-4563-87af-a2ff1247b7a1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:53.682179 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccc6c654-077c-4d9a-b2c7-89d8d7f3c1a8 req-72bd3644-cc4d-49cf-b6a3-81d506bac8c8 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761568 Feb 09 03:31:53.843362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c1316457-e0bb-498d-b81d-9d0bf8065d94 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:53.864707 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc80276a-09b6-4911-a1c3-531a8dda234a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (eb9afc48-1551-40f4-a07e-2e45b2fdcf19), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:53.901270 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d517b9-fe72-4d73-9373-2737b59f205d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e306e1e-968f-4384-91b4-c3ee821e007f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:53.942775 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-958dd58f-bf68-4419-acb5-7f414be49906 admin admin] Publish callbacks [] for security_group (0e306e1e-968f-4384-91b4-c3ee821e007f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:53.961575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80276a-09b6-4911-a1c3-531a8dda234a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=eb9afc48-1551-40f4-a07e-2e45b2fdcf19,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:53.972225 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-958dd58f-bf68-4419-acb5-7f414be49906 admin admin] Publish callbacks [] for security_group (0e306e1e-968f-4384-91b4-c3ee821e007f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:53.999269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] Set router ae3b1a6c-c046-4563-87af-a2ff1247b7a1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:54.053713 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc80276a-09b6-4911-a1c3-531a8dda234a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.062972 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-958dd58f-bf68-4419-acb5-7f414be49906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0e306e1e-968f-4384-91b4-c3ee821e007f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.065825 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-958dd58f-bf68-4419-acb5-7f414be49906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.066996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-958dd58f-bf68-4419-acb5-7f414be49906 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e306e1e-968f-4384-91b4-c3ee821e007f HTTP/1.1" status: 204 len: 168 time: 1.1838224 Feb 09 03:31:54.079727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c1316457-e0bb-498d-b81d-9d0bf8065d94 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:54.080243 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.083008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dc80276a-09b6-4911-a1c3-531a8dda234a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/eb9afc48-1551-40f4-a07e-2e45b2fdcf19 HTTP/1.1" status: 204 len: 168 time: 1.8271077 Feb 09 03:31:54.087900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48612) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:54.116037 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dd58f-bf68-4419-acb5-7f414be49906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e306e1e-968f-4384-91b4-c3ee821e007f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:54.124810 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.188241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7aa25a84-8e2f-456a-b99a-273321b081dd None None] Provisioning complete for port 10933038-e0a9-4ebe-8425-38749ce113e6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:54.188727 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7aa25a84-8e2f-456a-b99a-273321b081dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.192674 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb28d8-13c1-440e-ae6a-6151789a8f95 req-c6e0bb81-b325-462e-85a8-bcb3aadecc0f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:54.195507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9fb28d8-13c1-440e-ae6a-6151789a8f95 req-c6e0bb81-b325-462e-85a8-bcb3aadecc0f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3419855 Feb 09 03:31:54.223234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ef75e3-3611-420a-916f-d058b1275353 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:54.225006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ef75e3-3611-420a-916f-d058b1275353 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:54.229330 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-53ef75e3-3611-420a-916f-d058b1275353 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1363351 Feb 09 03:31:54.239016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48614) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:54.366948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b822fd6-017f-4b03-ad82-93f5548a2ad3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 8ef78807-7e79-4a46-99cf-5a78c00ab54f {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:31:54.376912 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b822fd6-017f-4b03-ad82-93f5548a2ad3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (8ef78807-7e79-4a46-99cf-5a78c00ab54f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.430198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9fb28d8-13c1-440e-ae6a-6151789a8f95 req-f6d2fb1c-75da-456f-8ff5-45c433c56884 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941526 Feb 09 03:31:54.465115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c1316457-e0bb-498d-b81d-9d0bf8065d94 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:54.474491 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.519140 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b822fd6-017f-4b03-ad82-93f5548a2ad3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (8ef78807-7e79-4a46-99cf-5a78c00ab54f), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.522594 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03f17b94-d14d-495d-8439-9740087cd4eb tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (87b7f377-9388-4089-8e82-4ef6b8fde37a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.647842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f17b94-d14d-495d-8439-9740087cd4eb tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event deleted for resources: {'Port': ['ID=87b7f377-9388-4089-8e82-4ef6b8fde37a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:54.744978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port c1316457-e0bb-498d-b81d-9d0bf8065d94, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c1316457-e0bb-498d-b81d-9d0bf8065d94,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:54.760458 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.777699 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03f17b94-d14d-495d-8439-9740087cd4eb tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.782652 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-03f17b94-d14d-495d-8439-9740087cd4eb tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "DELETE /v2.0/ports/87b7f377-9388-4089-8e82-4ef6b8fde37a HTTP/1.1" status: 204 len: 168 time: 3.0890541 Feb 09 03:31:54.786526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48626) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:54.788025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7aa25a84-8e2f-456a-b99a-273321b081dd None None] Current status of the port 10933038-e0a9-4ebe-8425-38749ce113e6 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:54.788611 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7aa25a84-8e2f-456a-b99a-273321b081dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.837735 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af38da98-9c2e-43a5-9922-f97f2e51cbe9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (f106f11c-6e64-424b-92eb-d5fcb8c7882b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:54.845015 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1075cc-e24f-44de-87a6-108894611c62 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] GET failed (client error): The resource could not be found. Feb 09 03:31:54.846912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4b1075cc-e24f-44de-87a6-108894611c62 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "GET /v2.0/ports/87b7f377-9388-4089-8e82-4ef6b8fde37a HTTP/1.1" status: 404 len: 333 time: 0.0590191 Feb 09 03:31:54.873214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48628) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:54.884459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Request body: {'port': {'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-189722292'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:54.956301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38da98-9c2e-43a5-9922-f97f2e51cbe9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Subnet': ['ID=f106f11c-6e64-424b-92eb-d5fcb8c7882b,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:55.162066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1413808971-router', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:29Z', 'updated_at': '2022-02-09T03:31:44Z', 'revision_number': 4, 'project_id': 'ab00359903104a19b6c54be96a55937a', 'gw_port': {'id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:31Z', 'updated_at': '2022-02-09T03:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '10933038-e0a9-4ebe-8425-38749ce113e6', 'name': '', 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'mac_address': 'fa:16:3e:fb:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '8d5487c1-c004-4b5a-b127-ed1e6ff603e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:41Z', 'updated_at': '2022-02-09T03:31:53Z', 'revision_number': 4, 'project_id': 'ab00359903104a19b6c54be96a55937a', 'subnets': [{'id': '8d5487c1-c004-4b5a-b127-ed1e6ff603e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:55.204243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b822fd6-017f-4b03-ad82-93f5548a2ad3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (8ef78807-7e79-4a46-99cf-5a78c00ab54f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:55.204982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af38da98-9c2e-43a5-9922-f97f2e51cbe9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Checking segment: {'id': '03e53093-4d98-4470-b776-b149cb387b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '734ff805-a5a0-48fd-9c7b-ca35cfd51d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:55.205304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af38da98-9c2e-43a5-9922-f97f2e51cbe9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network hostable DHCP agents. Network: 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:31:55.234985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7aa25a84-8e2f-456a-b99a-273321b081dd None None] For port 10933038-e0a9-4ebe-8425-38749ce113e6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=10933038-e0a9-4ebe-8425-38749ce113e6,segment=NetworkSegment(6bccb692-aea8-431f-9660-65aefe5c9082),segment_id=6bccb692-aea8-431f-9660-65aefe5c9082)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:55.267329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48630) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:55.300954 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7aa25a84-8e2f-456a-b99a-273321b081dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:55.303306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52454af-9ea7-4f12-a1a0-832c3d663e84 None None] The sync data for ids ['ae3b1a6c-c046-4563-87af-a2ff1247b7a1'] in n-d-824835-15 is: [{'id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1413808971-router', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:29Z', 'updated_at': '2022-02-09T03:31:44Z', 'revision_number': 4, 'project_id': 'ab00359903104a19b6c54be96a55937a', 'gw_port': {'id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:31Z', 'updated_at': '2022-02-09T03:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '10933038-e0a9-4ebe-8425-38749ce113e6', 'name': '', 'network_id': '462797b9-a6b0-4731-9573-3b41616140ff', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'mac_address': 'fa:16:3e:fb:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '8d5487c1-c004-4b5a-b127-ed1e6ff603e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:41Z', 'updated_at': '2022-02-09T03:31:53Z', 'revision_number': 4, 'project_id': 'ab00359903104a19b6c54be96a55937a', 'subnets': [{'id': '8d5487c1-c004-4b5a-b127-ed1e6ff603e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:31:55.312711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=c1316457-e0bb-498d-b81d-9d0bf8065d94,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:55.329051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af38da98-9c2e-43a5-9922-f97f2e51cbe9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:31:55.367274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-af38da98-9c2e-43a5-9922-f97f2e51cbe9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:55.376660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af38da98-9c2e-43a5-9922-f97f2e51cbe9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:55.377973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af38da98-9c2e-43a5-9922-f97f2e51cbe9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:55.405237 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-627c3c18-2ceb-4711-aaa3-7567907440ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:55.428764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b97e9b3-5b01-4292-a7e1-e532a7f00cfe None None] Network 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:55.447572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-af38da98-9c2e-43a5-9922-f97f2e51cbe9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6975009 Feb 09 03:31:55.455266 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08a5ef1f-603a-42ab-9f91-69a1e5ef90f4 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (2c3109a4-c14d-4566-9ddd-70c3602cb891), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:55.463638 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48632) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:55.478871 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': '734ff805-a5a0-48fd-9c7b-ca35cfd51d8d', 'name': 'tempest-PortsIpV6TestJSON-2066057465', 'fixed_ips': [{'subnet_id': 'f106f11c-6e64-424b-92eb-d5fcb8c7882b', 'ip_address': '2001:db8::10'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:55.487766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Made reservation on behalf of eda3dee92e664850b14e189cc37ace15 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:55.502106 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:55.593123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] device_id is not set on port 2d76d535-e6a4-4611-938d-24d1ed19466b yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:55.701823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0b5c299d-0615-40ba-b50f-976aa5c96245 None None] Provisioning complete for port c1316457-e0bb-498d-b81d-9d0bf8065d94 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:55.702181 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b5c299d-0615-40ba-b50f-976aa5c96245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:55.763423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a11a92-70c9-4fbf-9aad-96cf0be4bd6c req-fd2f630e-f6ad-4177-a38a-ac569daeb8d7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:55.775438 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21a11a92-70c9-4fbf-9aad-96cf0be4bd6c req-fd2f630e-f6ad-4177-a38a-ac569daeb8d7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.6914012 Feb 09 03:31:55.839048 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b822fd6-017f-4b03-ad82-93f5548a2ad3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (8ef78807-7e79-4a46-99cf-5a78c00ab54f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:55.847568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa25a84-8e2f-456a-b99a-273321b081dd None None] Pushing event updated for resources: {'Port': ['ID=10933038-e0a9-4ebe-8425-38749ce113e6,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:55.879916 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:55.908268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0b5c299d-0615-40ba-b50f-976aa5c96245 None None] Current status of the port c1316457-e0bb-498d-b81d-9d0bf8065d94 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:55.915998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0b5c299d-0615-40ba-b50f-976aa5c96245 None None] Could not find standard attr ID for object eb9afc48-1551-40f4-a07e-2e45b2fdcf19. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:31:55.957382 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 10933038-e0a9-4ebe-8425-38749ce113e6 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:56.047229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-627c3c18-2ceb-4711-aaa3-7567907440ef admin admin] Publish callbacks [] for security_group (ddf85046-6d19-41a2-bf04-d44ed817b204), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:56.068663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-734ff805-a5a0-48fd-9c7b-ca35cfd51d8d', 'network_id': '734ff805-a5a0-48fd-9c7b-ca35cfd51d8d', 'project_id': '230eb44fa85a481f95e0cd3c95d7bcb3', 'fixed_ips': [{'subnet_id': 'f106f11c-6e64-424b-92eb-d5fcb8c7882b'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:31:56.070307 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:56.088453 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:56.146473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Allocated IP 2001:db8::206 (b585e9ff-7e22-48f0-a237-2dfc72704d78/c4c97cd9-284d-4a4f-be4d-63b7ed2099a8/2d76d535-e6a4-4611-938d-24d1ed19466b) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:56.151520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 10933038-e0a9-4ebe-8425-38749ce113e6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:56.153010 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:56.159430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port 4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:56.336706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for port (2d76d535-e6a4-4611-938d-24d1ed19466b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:56.375487 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-627c3c18-2ceb-4711-aaa3-7567907440ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ddf85046-6d19-41a2-bf04-d44ed817b204), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:56.428589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b822fd6-017f-4b03-ad82-93f5548a2ad3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef78807-7e79-4a46-99cf-5a78c00ab54f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:56.438975 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b822fd6-017f-4b03-ad82-93f5548a2ad3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:56.446111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5b822fd6-017f-4b03-ad82-93f5548a2ad3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/8ef78807-7e79-4a46-99cf-5a78c00ab54f HTTP/1.1" status: 204 len: 168 time: 2.2059765 Feb 09 03:31:56.448721 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-627c3c18-2ceb-4711-aaa3-7567907440ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45e73d3060854b7495953a996a334857&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1738434 Feb 09 03:31:56.457745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48638) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:56.458087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48640) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:56.458842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c3c18-2ceb-4711-aaa3-7567907440ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf85046-6d19-41a2-bf04-d44ed817b204,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:56.462327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Allocated IP 2001:db8::2 (734ff805-a5a0-48fd-9c7b-ca35cfd51d8d/f106f11c-6e64-424b-92eb-d5fcb8c7882b/ca50d59e-a829-4398-a3c0-5a327ac05252) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:56.524793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024872d8-0ac2-4b8a-aaba-89e28fc7adb5 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:56.556756 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4d3d6859-f7b8-4d82-88d0-00a9cfd84602 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796111 Feb 09 03:31:56.567672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48642) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:56.582135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:56.689181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21a11a92-70c9-4fbf-9aad-96cf0be4bd6c req-36e08639-2621-4c27-bd19-0c50260686f7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9103963 Feb 09 03:31:56.720413 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2d76d535-e6a4-4611-938d-24d1ed19466b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:56.821932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event updated for resources: {'Port': ['ID=2d76d535-e6a4-4611-938d-24d1ed19466b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:56.847052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:56.849930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:56.856917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:56.867077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:56.867749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:56.899863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:56.912839 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:56.919285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 10933038-e0a9-4ebe-8425-38749ce113e6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:56.920948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c1316457-e0bb-498d-b81d-9d0bf8065d94 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:56.955687 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b41a7fdb-136e-4a8a-9ab2-ec06bd459fe0 admin admin] Publish callbacks [] for security_group (ddf85046-6d19-41a2-bf04-d44ed817b204), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.013676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b41a7fdb-136e-4a8a-9ab2-ec06bd459fe0 admin admin] Publish callbacks [] for security_group (ddf85046-6d19-41a2-bf04-d44ed817b204), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.043405 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dad88417-dc10-4816-815f-444d74e87206 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1671522 Feb 09 03:31:57.053208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48648) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:57.068581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Request body: {'port': {'network_id': 'b585e9ff-7e22-48f0-a237-2dfc72704d78', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1176326411'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:57.106314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c1316457-e0bb-498d-b81d-9d0bf8065d94 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:57.106839 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.257413 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b41a7fdb-136e-4a8a-9ab2-ec06bd459fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ddf85046-6d19-41a2-bf04-d44ed817b204), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.259858 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b41a7fdb-136e-4a8a-9ab2-ec06bd459fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.262466 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b41a7fdb-136e-4a8a-9ab2-ec06bd459fe0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddf85046-6d19-41a2-bf04-d44ed817b204 HTTP/1.1" status: 204 len: 168 time: 0.7368424 Feb 09 03:31:57.296735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a7fdb-136e-4a8a-9ab2-ec06bd459fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf85046-6d19-41a2-bf04-d44ed817b204,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:57.361548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e3486-c4a4-4e33-9387-6f5d71a861f8 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:31:57.370644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08a5ef1f-603a-42ab-9f91-69a1e5ef90f4 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (2c3109a4-c14d-4566-9ddd-70c3602cb891), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.411172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08a5ef1f-603a-42ab-9f91-69a1e5ef90f4 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (2c3109a4-c14d-4566-9ddd-70c3602cb891), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.413512 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Publish callbacks [] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.481664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c1316457-e0bb-498d-b81d-9d0bf8065d94 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:57.484775 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.571720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f97c5483-b89e-4047-8448-ab7d5dbaa153 None None] Provisioning complete for port 2d76d535-e6a4-4611-938d-24d1ed19466b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:57.571875 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f97c5483-b89e-4047-8448-ab7d5dbaa153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2d76d535-e6a4-4611-938d-24d1ed19466b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.630668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Network 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:57.656718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:57.667231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:57.688655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Pushing event updated for resources: {'Port': ['ID=ca50d59e-a829-4398-a3c0-5a327ac05252,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:57.702729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f97c5483-b89e-4047-8448-ab7d5dbaa153 None None] Port 2d76d535-e6a4-4611-938d-24d1ed19466b cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:57.710811 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Made reservation on behalf of eda3dee92e664850b14e189cc37ace15 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:57.718151 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.737379 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-432e3486-c4a4-4e33-9387-6f5d71a861f8 None None] Deleting port c1316457-e0bb-498d-b81d-9d0bf8065d94 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:57.738163 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-432e3486-c4a4-4e33-9387-6f5d71a861f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.754373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a5ef1f-603a-42ab-9f91-69a1e5ef90f4 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Router 2c3109a4-c14d-4566-9ddd-70c3602cb891 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:31:57.838041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] device_id is not set on port 44ad5d9e-8d38-4f2d-a0c6-2425315b7457 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:31:57.910418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.objects.ports [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103328) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:31:58.054100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8::10 (734ff805-a5a0-48fd-9c7b-ca35cfd51d8d/f106f11c-6e64-424b-92eb-d5fcb8c7882b/4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:58.115090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 10933038-e0a9-4ebe-8425-38749ce113e6 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:58.194192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Attempting to bind port ca50d59e-a829-4398-a3c0-5a327ac05252 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:58.194581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Attempting to bind port ca50d59e-a829-4398-a3c0-5a327ac05252 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '03e53093-4d98-4470-b776-b149cb387b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '734ff805-a5a0-48fd-9c7b-ca35cfd51d8d'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:58.194976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Attempting to bind port ca50d59e-a829-4398-a3c0-5a327ac05252 on network 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:58.207964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:58.208353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Checking segment: {'id': '03e53093-4d98-4470-b776-b149cb387b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '734ff805-a5a0-48fd-9c7b-ca35cfd51d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:58.208761 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.209156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Bound using segment: {'id': '03e53093-4d98-4470-b776-b149cb387b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '734ff805-a5a0-48fd-9c7b-ca35cfd51d8d'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:58.209950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Bound port: ca50d59e-a829-4398-a3c0-5a327ac05252, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e53093-4d98-4470-b776-b149cb387b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '734ff805-a5a0-48fd-9c7b-ca35cfd51d8d'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:58.210310 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.259177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 10933038-e0a9-4ebe-8425-38749ce113e6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:58.259526 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.283270 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.294497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.310640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-432e3486-c4a4-4e33-9387-6f5d71a861f8 None None] For port c1316457-e0bb-498d-b81d-9d0bf8065d94, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c1316457-e0bb-498d-b81d-9d0bf8065d94,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:58.311217 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-432e3486-c4a4-4e33-9387-6f5d71a861f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.341515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-432e3486-c4a4-4e33-9387-6f5d71a861f8 None None] Calling delete_port for c1316457-e0bb-498d-b81d-9d0bf8065d94 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:31:58.420804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Allocated IP 2001:db8::2f (b585e9ff-7e22-48f0-a237-2dfc72704d78/c4c97cd9-284d-4a4f-be4d-63b7ed2099a8/44ad5d9e-8d38-4f2d-a0c6-2425315b7457) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:58.432912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] For port ca50d59e-a829-4398-a3c0-5a327ac05252, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:58.481633 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 10933038-e0a9-4ebe-8425-38749ce113e6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:58.495499 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] For port ca50d59e-a829-4398-a3c0-5a327ac05252, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ca50d59e-a829-4398-a3c0-5a327ac05252,segment=NetworkSegment(03e53093-4d98-4470-b776-b149cb387b3e),segment_id=03e53093-4d98-4470-b776-b149cb387b3e)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:58.510780 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.587793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c1316457-e0bb-498d-b81d-9d0bf8065d94 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:31:58.662358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7403a73-a7cf-4beb-a02e-82c4708abe2d req-82a3810a-54c8-427c-875d-0683927aa1ff tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:58.667617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccba77-fb24-4947-89a0-058cbabb4998 None None] Pushing event updated for resources: {'Port': ['ID=ca50d59e-a829-4398-a3c0-5a327ac05252,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:58.668113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c7403a73-a7cf-4beb-a02e-82c4708abe2d req-82a3810a-54c8-427c-875d-0683927aa1ff tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.7356949 Feb 09 03:31:58.727293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] For port c1316457-e0bb-498d-b81d-9d0bf8065d94, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c1316457-e0bb-498d-b81d-9d0bf8065d94,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:58.802497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c1316457-e0bb-498d-b81d-9d0bf8065d94 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:58.802909 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.803714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c7403a73-a7cf-4beb-a02e-82c4708abe2d req-028f135f-16cf-44b8-8bb9-28888af2c970 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251307 Feb 09 03:31:58.806010 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.816850 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.855606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.866078 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-432e3486-c4a4-4e33-9387-6f5d71a861f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (c1316457-e0bb-498d-b81d-9d0bf8065d94), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.924231 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for port (44ad5d9e-8d38-4f2d-a0c6-2425315b7457), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:58.943191 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (f762c07d-4308-4122-a026-0098866bf694), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:59.016205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=c1316457-e0bb-498d-b81d-9d0bf8065d94,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:59.023978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e3486-c4a4-4e33-9387-6f5d71a861f8 None None] No DVR routers for this DVR port c1316457-e0bb-498d-b81d-9d0bf8065d94 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:31:59.048749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e3486-c4a4-4e33-9387-6f5d71a861f8 None None] Pushing event deleted for resources: {'Port': ['ID=c1316457-e0bb-498d-b81d-9d0bf8065d94,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:59.075186 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (44ad5d9e-8d38-4f2d-a0c6-2425315b7457), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:59.157901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:59.198540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=f762c07d-4308-4122-a026-0098866bf694,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:59.201184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:59.211452 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:59.212058 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:59.214629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9550f1-25af-4cfb-bcdc-c94a26366e87 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:31:59.271342 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9c9fa04b-5627-4c22-b86b-ce76d41ce0a4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6987684 Feb 09 03:31:59.274495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48690) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:59.280833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:01:b0:a7', 'name': 'tempest-NetworksTestDHCPv6-1279005923'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:59.376429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:59.399211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:59.400309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:59.408708 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:59.429531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:59.430198 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:59.453528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:59.457872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:59.475565 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:59.477521 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:59.522768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': 'f762c07d-4308-4122-a026-0098866bf694'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:31:59.523643 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:59.606997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:59.717218 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2517166 Feb 09 03:31:59.724595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48716) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:59.726469 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59aed2-3c4e-4df0-86d5-8d6d0d1757f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:59.743272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': '734ff805-a5a0-48fd-9c7b-ca35cfd51d8d', 'name': 'tempest-PortsIpV6TestJSON-1405762210', 'fixed_ips': [{'subnet_id': 'f106f11c-6e64-424b-92eb-d5fcb8c7882b', 'ip_address': '2001:db8::f'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:59.798170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a5ef1f-603a-42ab-9f91-69a1e5ef90f4 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:59.814973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08a5ef1f-603a-42ab-9f91-69a1e5ef90f4 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:59.819777 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-08a5ef1f-603a-42ab-9f91-69a1e5ef90f4 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "PUT /v2.0/routers/2c3109a4-c14d-4566-9ddd-70c3602cb891 HTTP/1.1" status: 200 len: 925 time: 6.9346576 Feb 09 03:31:59.837723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7800286 Feb 09 03:31:59.844943 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48722) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:59.845797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48724) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:59.878209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea255dfb-5603-4ab2-b9c5-8ce765706f35 None None] Sync routers for ids ['2c3109a4-c14d-4566-9ddd-70c3602cb891'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:59.892857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-fd83f8b8-40ee-47ab-95a3-72f4ffb27661 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e6', 'mac_address': 'fa:16:3e:1b:e6:b4'}, {'ip_address': '2001:db8::206', 'mac_address': 'fa:16:3e:8a:55:db'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:00.033490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Allocated IP 2001:db8::f816:3eff:fec8:513c (c5780e3f-5fe0-4434-8596-82a0e8078930/f762c07d-4308-4122-a026-0098866bf694/56be195d-0e35-4ffe-a267-c55c27a0c8c2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:00.079366 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ca50d59e-a829-4398-a3c0-5a327ac05252 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:00.158864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:00.187894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39a488-116a-4323-80fc-103e1597430e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event updated for resources: {'Port': ['ID=44ad5d9e-8d38-4f2d-a0c6-2425315b7457,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:00.214670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea255dfb-5603-4ab2-b9c5-8ce765706f35 None None] Routers {'2c3109a4-c14d-4566-9ddd-70c3602cb891'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:00.215312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ea255dfb-5603-4ab2-b9c5-8ce765706f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2c3109a4-c14d-4566-9ddd-70c3602cb891'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:00.263152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac847e-ffa9-4d6f-9206-965a756d1206 req-2f9f6b01-4145-4d81-b578-56b4880821c3 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:00.288306 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9ac847e-ffa9-4d6f-9206-965a756d1206 req-2f9f6b01-4145-4d81-b578-56b4880821c3 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.8406925 Feb 09 03:32:00.312230 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:00.403270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 78e63741-ad78-4039-a090-6bc481dc6fff yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:32:00.434763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ea255dfb-5603-4ab2-b9c5-8ce765706f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:00.519019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea255dfb-5603-4ab2-b9c5-8ce765706f35 None None] Routers {'2c3109a4-c14d-4566-9ddd-70c3602cb891'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:00.519669 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ea255dfb-5603-4ab2-b9c5-8ce765706f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2c3109a4-c14d-4566-9ddd-70c3602cb891'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:00.611249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0152a217-396c-493e-be3b-58033e4709b3 None None] Provisioning complete for port 44ad5d9e-8d38-4f2d-a0c6-2425315b7457 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:00.612392 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0152a217-396c-493e-be3b-58033e4709b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (44ad5d9e-8d38-4f2d-a0c6-2425315b7457), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:00.645483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:00.673805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ea255dfb-5603-4ab2-b9c5-8ce765706f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:00.678665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea255dfb-5603-4ab2-b9c5-8ce765706f35 None None] The sync data for ids ['2c3109a4-c14d-4566-9ddd-70c3602cb891'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:00.697424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port cc0617db-1a20-41ba-a10f-93f6d30767df yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:32:00.785002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5219ac9b-6900-4afa-830c-c1aff2c6171e None None] Network 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:00.841143 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0152a217-396c-493e-be3b-58033e4709b3 None None] Port 44ad5d9e-8d38-4f2d-a0c6-2425315b7457 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:00.843115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ca50d59e-a829-4398-a3c0-5a327ac05252 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:00.844110 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:00.987580 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Publish callbacks [] for port (56be195d-0e35-4ffe-a267-c55c27a0c8c2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:01.012418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-dd41fba9-2182-415a-b228-9e58ed48b415 None None] Provisioning complete for port ca50d59e-a829-4398-a3c0-5a327ac05252 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:01.013076 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd41fba9-2182-415a-b228-9e58ed48b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:01.038739 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (56be195d-0e35-4ffe-a267-c55c27a0c8c2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:01.055625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8::f (734ff805-a5a0-48fd-9c7b-ca35cfd51d8d/f106f11c-6e64-424b-92eb-d5fcb8c7882b/cc0617db-1a20-41ba-a10f-93f6d30767df) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:01.219199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Pushing event updated for resources: {'Port': ['ID=56be195d-0e35-4ffe-a267-c55c27a0c8c2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:01.243551 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-50328d39-3dca-4db9-8dff-aa61359a3bb7 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/routers/2c3109a4-c14d-4566-9ddd-70c3602cb891 HTTP/1.1" status: 200 len: 925 time: 1.3961544 Feb 09 03:32:01.249503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:01.250243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48774) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:01.256588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:01.269228 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:01.341954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dd41fba9-2182-415a-b228-9e58ed48b415 None None] Current status of the port ca50d59e-a829-4398-a3c0-5a327ac05252 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:01.342987 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd41fba9-2182-415a-b228-9e58ed48b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:01.347049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9ac847e-ffa9-4d6f-9206-965a756d1206 req-098b1f19-ba34-44f3-9767-c83cfab169b6 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0570271 Feb 09 03:32:01.380933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ca50d59e-a829-4398-a3c0-5a327ac05252 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:01.381718 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:01.415495 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-dd41fba9-2182-415a-b228-9e58ed48b415 None None] For port ca50d59e-a829-4398-a3c0-5a327ac05252, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ca50d59e-a829-4398-a3c0-5a327ac05252,segment=NetworkSegment(03e53093-4d98-4470-b776-b149cb387b3e),segment_id=03e53093-4d98-4470-b776-b149cb387b3e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:01.433513 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd41fba9-2182-415a-b228-9e58ed48b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:01.460656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4035d-69d8-40e2-b343-6cc4d9e4d882 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:01.463322 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d8b4035d-69d8-40e2-b343-6cc4d9e4d882 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&device_id=2c3109a4-c14d-4566-9ddd-70c3602cb891&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2103045 Feb 09 03:32:01.466724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48778) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:01.475269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::f816:3eff:fe01:b0a7 (c5780e3f-5fe0-4434-8596-82a0e8078930/f762c07d-4308-4122-a026-0098866bf694/78e63741-ad78-4039-a090-6bc481dc6fff) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:01.573007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Attempting to bind port 56be195d-0e35-4ffe-a267-c55c27a0c8c2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:01.573404 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Attempting to bind port 56be195d-0e35-4ffe-a267-c55c27a0c8c2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:01.573780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Attempting to bind port 56be195d-0e35-4ffe-a267-c55c27a0c8c2 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:01.582638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:01.583022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:01.583440 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:01.583995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:01.584325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Bound port: 56be195d-0e35-4ffe-a267-c55c27a0c8c2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:01.585385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (56be195d-0e35-4ffe-a267-c55c27a0c8c2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:01.611910 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (cc0617db-1a20-41ba-a10f-93f6d30767df), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:01.613987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33bcd58-01e1-4fa2-b67d-18e95787ffa4 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:01.620835 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e33bcd58-01e1-4fa2-b67d-18e95787ffa4 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 881 time: 0.1486981 Feb 09 03:32:01.621795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48782) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:01.632801 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd83f8b8-40ee-47ab-95a3-72f4ffb27661 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (44ad5d9e-8d38-4f2d-a0c6-2425315b7457), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:01.689666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d791ab01-688f-40fb-988f-78ff93970285 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c3109a4-c14d-4566-9ddd-70c3602cb891 HTTP/1.1" status: 200 len: 205 time: 0.0672884 Feb 09 03:32:01.711473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48788) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:01.743807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (cc0617db-1a20-41ba-a10f-93f6d30767df), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:01.778652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] For port 56be195d-0e35-4ffe-a267-c55c27a0c8c2, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:01.782275 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] For port 56be195d-0e35-4ffe-a267-c55c27a0c8c2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=56be195d-0e35-4ffe-a267-c55c27a0c8c2,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:32:01.793296 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:32:01.794396 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:32:01.808053 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (56be195d-0e35-4ffe-a267-c55c27a0c8c2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:01.852995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41fba9-2182-415a-b228-9e58ed48b415 None None] Pushing event updated for resources: {'Port': ['ID=ca50d59e-a829-4398-a3c0-5a327ac05252,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:02.018537 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd83f8b8-40ee-47ab-95a3-72f4ffb27661 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for port (44ad5d9e-8d38-4f2d-a0c6-2425315b7457), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.033309 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd83f8b8-40ee-47ab-95a3-72f4ffb27661 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (44ad5d9e-8d38-4f2d-a0c6-2425315b7457), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.053785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c621fe3b-d234-4ec0-ac99-6c7c0b6aa7b0 None None] Provisioning complete for port ca50d59e-a829-4398-a3c0-5a327ac05252 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:02.054681 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c621fe3b-d234-4ec0-ac99-6c7c0b6aa7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.082154 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fd83f8b8-40ee-47ab-95a3-72f4ffb27661 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] In _notify_port_updated(), no bound segment for port 44ad5d9e-8d38-4f2d-a0c6-2425315b7457 on network b585e9ff-7e22-48f0-a237-2dfc72704d78 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:32:02.089711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd83f8b8-40ee-47ab-95a3-72f4ffb27661 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:02.090403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd83f8b8-40ee-47ab-95a3-72f4ffb27661 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.091810 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fd83f8b8-40ee-47ab-95a3-72f4ffb27661 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "PUT /v2.0/ports/44ad5d9e-8d38-4f2d-a0c6-2425315b7457 HTTP/1.1" status: 200 len: 1066 time: 2.2396216 Feb 09 03:32:02.102545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48794) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:02.136929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dbf6c-11b6-4b0b-a265-e5525e258e10 None None] Pushing event updated for resources: {'Port': ['ID=56be195d-0e35-4ffe-a267-c55c27a0c8c2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:02.166202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83f8b8-40ee-47ab-95a3-72f4ffb27661 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event updated for resources: {'Port': ['ID=44ad5d9e-8d38-4f2d-a0c6-2425315b7457,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:02.177741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:02.285466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c621fe3b-d234-4ec0-ac99-6c7c0b6aa7b0 None None] Current status of the port ca50d59e-a829-4398-a3c0-5a327ac05252 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:02.302648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b088eb9a-ad0d-4e5b-9f3a-0053e92fff17 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Deleting port 44ad5d9e-8d38-4f2d-a0c6-2425315b7457 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:02.303203 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b088eb9a-ad0d-4e5b-9f3a-0053e92fff17 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (44ad5d9e-8d38-4f2d-a0c6-2425315b7457), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.317973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:02.320861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:02.326831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:02.327470 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.361752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c621fe3b-d234-4ec0-ac99-6c7c0b6aa7b0 None None] Provisioning complete for port 4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:02.362043 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c621fe3b-d234-4ec0-ac99-6c7c0b6aa7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.454065 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ca50d59e-a829-4398-a3c0-5a327ac05252 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:02.499238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c621fe3b-d234-4ec0-ac99-6c7c0b6aa7b0 None None] Port 4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:02.652054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-359c68b0-5920-4934-b476-0320f685a2d3 None None] Provisioning complete for port 4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:02.652431 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-359c68b0-5920-4934-b476-0320f685a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.680274 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b088eb9a-ad0d-4e5b-9f3a-0053e92fff17 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (44ad5d9e-8d38-4f2d-a0c6-2425315b7457), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.751462 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b088eb9a-ad0d-4e5b-9f3a-0053e92fff17 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Calling delete_port for 44ad5d9e-8d38-4f2d-a0c6-2425315b7457 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:02.773448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-359c68b0-5920-4934-b476-0320f685a2d3 None None] Port 4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:02.809848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633cb5a-de82-48ed-bd26-e1ef5fe502e6 req-c63ea1ca-41ef-46fa-a1fd-9698e61e4b14 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:02.811559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 56be195d-0e35-4ffe-a267-c55c27a0c8c2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:02.812045 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1633cb5a-de82-48ed-bd26-e1ef5fe502e6 req-c63ea1ca-41ef-46fa-a1fd-9698e61e4b14 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2882733 Feb 09 03:32:03.027615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d75054f7-9e73-41d6-a64e-b728391f24de None None] Provisioning complete for port 44ad5d9e-8d38-4f2d-a0c6-2425315b7457 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:03.028408 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d75054f7-9e73-41d6-a64e-b728391f24de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (44ad5d9e-8d38-4f2d-a0c6-2425315b7457), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:03.072671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 56be195d-0e35-4ffe-a267-c55c27a0c8c2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:03.073850 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (56be195d-0e35-4ffe-a267-c55c27a0c8c2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:03.103896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1633cb5a-de82-48ed-bd26-e1ef5fe502e6 req-27343d79-8d90-409e-a7cd-fe865cb74122 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843010 Feb 09 03:32:03.133586 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d75054f7-9e73-41d6-a64e-b728391f24de None None] Port 44ad5d9e-8d38-4f2d-a0c6-2425315b7457 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:03.224386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 56be195d-0e35-4ffe-a267-c55c27a0c8c2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:03.224790 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (56be195d-0e35-4ffe-a267-c55c27a0c8c2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:03.300886 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b088eb9a-ad0d-4e5b-9f3a-0053e92fff17 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (44ad5d9e-8d38-4f2d-a0c6-2425315b7457), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:03.306523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=cc0617db-1a20-41ba-a10f-93f6d30767df,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:03.350581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-22992780-0370-4bd6-a584-1a046cdd81c3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6245089 Feb 09 03:32:03.358329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 56be195d-0e35-4ffe-a267-c55c27a0c8c2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=56be195d-0e35-4ffe-a267-c55c27a0c8c2,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:03.372875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48804) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:03.380314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088eb9a-ad0d-4e5b-9f3a-0053e92fff17 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event deleted for resources: {'Port': ['ID=44ad5d9e-8d38-4f2d-a0c6-2425315b7457,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:03.398180 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (56be195d-0e35-4ffe-a267-c55c27a0c8c2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:03.398966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ca50d59e-a829-4398-a3c0-5a327ac05252 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:03.433894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735fe1f-105b-40e9-b318-f1ad0e00872c req-5a394e9c-a1a9-44df-8afb-a70646bcca8d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:03.436944 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3735fe1f-105b-40e9-b318-f1ad0e00872c req-5a394e9c-a1a9-44df-8afb-a70646bcca8d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2042778 Feb 09 03:32:03.510416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1eacb8e9-9830-4638-a822-c1eab9493588 None None] Provisioning complete for port cc0617db-1a20-41ba-a10f-93f6d30767df triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:03.510416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1eacb8e9-9830-4638-a822-c1eab9493588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cc0617db-1a20-41ba-a10f-93f6d30767df), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:03.585203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150138f9-db59-4b64-a064-98369905aa61 req-95861b0c-77e2-4cf3-bf02-7b498af0bb67 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:03.596667 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-150138f9-db59-4b64-a064-98369905aa61 req-95861b0c-77e2-4cf3-bf02-7b498af0bb67 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 947 time: 1.3088591 Feb 09 03:32:03.598537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=56be195d-0e35-4ffe-a267-c55c27a0c8c2,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:03.632168 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (2c3109a4-c14d-4566-9ddd-70c3602cb891), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:03.731182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1eacb8e9-9830-4638-a822-c1eab9493588 None None] Port cc0617db-1a20-41ba-a10f-93f6d30767df cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:03.738549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3735fe1f-105b-40e9-b318-f1ad0e00872c req-5fd7e396-2abb-4000-b0d3-18444ae5b06f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825427 Feb 09 03:32:03.781645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ca50d59e-a829-4398-a3c0-5a327ac05252 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:03.782050 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:03.889167 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (78e63741-ad78-4039-a090-6bc481dc6fff), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:03.975920 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff929445-c42f-4f7e-b80e-2ecd78ce7169 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:03.975920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ff929445-c42f-4f7e-b80e-2ecd78ce7169 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5972710 Feb 09 03:32:03.988152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48812) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:04.064614 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-150138f9-db59-4b64-a064-98369905aa61 req-edc67feb-1ff3-468b-8b0d-5cf78447384f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4613075 Feb 09 03:32:04.170784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (78e63741-ad78-4039-a090-6bc481dc6fff), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:04.178071 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (2c3109a4-c14d-4566-9ddd-70c3602cb891), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:04.240720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3a6108ba-b767-41f6-8911-14708928daf5 None None] Provisioning complete for port 56be195d-0e35-4ffe-a267-c55c27a0c8c2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:04.241308 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a6108ba-b767-41f6-8911-14708928daf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (56be195d-0e35-4ffe-a267-c55c27a0c8c2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:04.252315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f5122-581a-41ab-887a-c36f64933128 req-99a3420d-941f-48ae-bba7-de1feb835792 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:04.253933 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc1f5122-581a-41ab-887a-c36f64933128 req-99a3420d-941f-48ae-bba7-de1feb835792 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.42 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 947 time: 0.6729987 Feb 09 03:32:04.265961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b088eb9a-ad0d-4e5b-9f3a-0053e92fff17 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:04.275095 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b088eb9a-ad0d-4e5b-9f3a-0053e92fff17 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "DELETE /v2.0/ports/44ad5d9e-8d38-4f2d-a0c6-2425315b7457 HTTP/1.1" status: 204 len: 168 time: 2.1712775 Feb 09 03:32:04.276996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48816) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:04.338708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ca50d59e-a829-4398-a3c0-5a327ac05252 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:04.386126 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:04.395815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:04.400271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:04.407789 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:04.408150 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb78de9d-befe-45b3-abba-0a5d89f4d1ec tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] GET failed (client error): The resource could not be found. Feb 09 03:32:04.408627 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:04.413017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=78e63741-ad78-4039-a090-6bc481dc6fff,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:04.413201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-eb78de9d-befe-45b3-abba-0a5d89f4d1ec tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "GET /v2.0/ports/44ad5d9e-8d38-4f2d-a0c6-2425315b7457 HTTP/1.1" status: 404 len: 333 time: 0.1230559 Feb 09 03:32:04.418874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48818) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:04.470662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3a6108ba-b767-41f6-8911-14708928daf5 None None] Current status of the port 56be195d-0e35-4ffe-a267-c55c27a0c8c2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:04.471455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Deleting port e5e342d0-4eea-4c74-a0c7-de709ca9e863 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:04.472294 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e5e342d0-4eea-4c74-a0c7-de709ca9e863), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:04.509209 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-16ecfa69-c170-4fe5-b555-96c4ddfaf5f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.2313855 Feb 09 03:32:04.519710 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c73a71-cc47-48cf-a08f-d2491e244f80 req-b1c400ac-ead8-4299-acfe-3a79fb6df5ed tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:04.521317 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b0c73a71-cc47-48cf-a08f-d2491e244f80 req-b1c400ac-ead8-4299-acfe-3a79fb6df5ed tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.5520351 Feb 09 03:32:04.521848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48820) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:04.548355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0605bf3-ffa8-4474-b274-ef86014f929e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:04.555100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0605bf3-ffa8-4474-b274-ef86014f929e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:04.575296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0605bf3-ffa8-4474-b274-ef86014f929e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:04.577808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d0605bf3-ffa8-4474-b274-ef86014f929e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.4720180 Feb 09 03:32:04.622264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 56be195d-0e35-4ffe-a267-c55c27a0c8c2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:04.628543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48822) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:04.637614 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e5e342d0-4eea-4c74-a0c7-de709ca9e863), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:04.668302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Calling delete_port for e5e342d0-4eea-4c74-a0c7-de709ca9e863 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:04.715816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 56be195d-0e35-4ffe-a267-c55c27a0c8c2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:04.716424 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (56be195d-0e35-4ffe-a267-c55c27a0c8c2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:04.834821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 56be195d-0e35-4ffe-a267-c55c27a0c8c2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:04.863795 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b0c73a71-cc47-48cf-a08f-d2491e244f80 req-4d389dfc-6adc-4a4f-9cd0-3e9bba4b7cfa tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846158 Feb 09 03:32:04.900965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d245d6-bc36-4b33-a6ab-94595fc10481 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:04.907111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d245d6-bc36-4b33-a6ab-94595fc10481 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:04.911098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d6d245d6-bc36-4b33-a6ab-94595fc10481 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3823435 Feb 09 03:32:04.912382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48826) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:04.912863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c983ecb7-55b5-411a-ae9e-859ed2be665b None None] Provisioning complete for port 78e63741-ad78-4039-a090-6bc481dc6fff triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:04.913896 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c983ecb7-55b5-411a-ae9e-859ed2be665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (78e63741-ad78-4039-a090-6bc481dc6fff), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:04.956042 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Deleting port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:04.956386 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:04.979401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Deleting port 2d76d535-e6a4-4611-938d-24d1ed19466b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:04.979625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c983ecb7-55b5-411a-ae9e-859ed2be665b None None] Port 78e63741-ad78-4039-a090-6bc481dc6fff cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:04.979740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2d76d535-e6a4-4611-938d-24d1ed19466b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:04.987066 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e5e342d0-4eea-4c74-a0c7-de709ca9e863), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.043050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Pushing event deleted for resources: {'Port': ['ID=e5e342d0-4eea-4c74-a0c7-de709ca9e863,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:05.138006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-09895fbe-8858-42a8-b2ef-c158d000ca11 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port cc0617db-1a20-41ba-a10f-93f6d30767df {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:05.138350 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09895fbe-8858-42a8-b2ef-c158d000ca11 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cc0617db-1a20-41ba-a10f-93f6d30767df), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.152058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a73e3-6869-4084-908d-284194d4cbdd req-a731cd62-d72e-4090-8bf2-79dc2d0b0441 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:05.153650 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b0a73e3-6869-4084-908d-284194d4cbdd req-a731cd62-d72e-4090-8bf2-79dc2d0b0441 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1604562 Feb 09 03:32:05.188860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (2c3109a4-c14d-4566-9ddd-70c3602cb891), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.308459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] For port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:05.308930 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.340910 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2d76d535-e6a4-4611-938d-24d1ed19466b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.368182 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b0a73e3-6869-4084-908d-284194d4cbdd req-bb2650c4-06aa-468c-aba2-837a945b9367 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860960 Feb 09 03:32:05.373730 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (2c3109a4-c14d-4566-9ddd-70c3602cb891), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.376000 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_controller (2c3109a4-c14d-4566-9ddd-70c3602cb891), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.415897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-66365327-c863-42bb-a431-07fd9423a631 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 78e63741-ad78-4039-a090-6bc481dc6fff {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:05.416402 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-66365327-c863-42bb-a431-07fd9423a631 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (78e63741-ad78-4039-a090-6bc481dc6fff), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.429580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Calling delete_port for 2d76d535-e6a4-4611-938d-24d1ed19466b owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:05.434213 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (2c3109a4-c14d-4566-9ddd-70c3602cb891), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.435112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Fanout notify agent at l3_agent the message router_deleted on router 2c3109a4-c14d-4566-9ddd-70c3602cb891 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:32:05.443463 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.448024 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d76b4809-d420-4a82-86f5-d9f7c664cb50 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/routers/2c3109a4-c14d-4566-9ddd-70c3602cb891 HTTP/1.1" status: 204 len: 168 time: 3.7306151 Feb 09 03:32:05.448607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48838) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:05.453344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-36746804-aecb-49fa-85a3-144311fa070f tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-761930755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:05.514559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09895fbe-8858-42a8-b2ef-c158d000ca11 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cc0617db-1a20-41ba-a10f-93f6d30767df), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.518377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36746804-aecb-49fa-85a3-144311fa070f tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (1d55e5ef-2841-48fe-9234-c050e0304b36), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.519638 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36746804-aecb-49fa-85a3-144311fa070f tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (1d55e5ef-2841-48fe-9234-c050e0304b36), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.553761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6d35-92c3-4c9b-b840-3f3a30029c3a req-a0826025-5ec6-460a-9d09-e7d5a13250fa tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:05.562400 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fab6d35-92c3-4c9b-b840-3f3a30029c3a req-a0826025-5ec6-460a-9d09-e7d5a13250fa tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.0971379 Feb 09 03:32:05.588530 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c3192-ce94-4f4f-809f-499f13869449 req-1b3a4486-df84-4cf1-b120-7e38ea597295 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:05.590052 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e62c3192-ce94-4f4f-809f-499f13869449 req-1b3a4486-df84-4cf1-b120-7e38ea597295 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 947 time: 0.3823540 Feb 09 03:32:05.626569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-09895fbe-8858-42a8-b2ef-c158d000ca11 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for cc0617db-1a20-41ba-a10f-93f6d30767df owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:05.645341 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36746804-aecb-49fa-85a3-144311fa070f tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_controller (1d55e5ef-2841-48fe-9234-c050e0304b36), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.659402 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36746804-aecb-49fa-85a3-144311fa070f tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (1d55e5ef-2841-48fe-9234-c050e0304b36), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.669680 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fab6d35-92c3-4c9b-b840-3f3a30029c3a req-684fc114-f58f-46aa-bb1a-d91598c8d1b9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059000 Feb 09 03:32:05.688569 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36746804-aecb-49fa-85a3-144311fa070f tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.689896 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-36746804-aecb-49fa-85a3-144311fa070f tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2403142 Feb 09 03:32:05.692830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48840) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:05.709205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:05.805928 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-66365327-c863-42bb-a431-07fd9423a631 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (78e63741-ad78-4039-a090-6bc481dc6fff), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.852439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-66365327-c863-42bb-a431-07fd9423a631 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 78e63741-ad78-4039-a090-6bc481dc6fff owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:05.866141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e62c3192-ce94-4f4f-809f-499f13869449 req-790a8f05-d771-479f-98d4-411d5288ed59 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374864 Feb 09 03:32:05.926833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.927201 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (34ec048e-ed55-4c1e-adec-3d7565e2fc57), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.927507 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Floating IP 34ec048e-ed55-4c1e-adec-3d7565e2fc57 disassociated. External IP: 172.25.5.127, port: 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd. Feb 09 03:32:05.927852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Calling delete_port for 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:06.012884 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (1d55e5ef-2841-48fe-9234-c050e0304b36), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:06.030172 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739ab2e-3156-4f3c-8b92-5cc2dd4740af req-6a6daabf-32cf-49d8-8de7-594ec7c42f97 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:06.031699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7739ab2e-3156-4f3c-8b92-5cc2dd4740af req-6a6daabf-32cf-49d8-8de7-594ec7c42f97 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2164314 Feb 09 03:32:06.088035 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2d76d535-e6a4-4611-938d-24d1ed19466b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:06.143719 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7739ab2e-3156-4f3c-8b92-5cc2dd4740af req-7cfc54dd-8115-4358-a05f-593630e18597 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949512 Feb 09 03:32:06.317427 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (1d55e5ef-2841-48fe-9234-c050e0304b36), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:06.342490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:06.501403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2f440-0b2f-4a65-bea0-581c83dc4b5e req-7f0da94a-83eb-48d3-84ed-523e6c35b33e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:06.503743 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeb2f440-0b2f-4a65-bea0-581c83dc4b5e req-7f0da94a-83eb-48d3-84ed-523e6c35b33e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1468964 Feb 09 03:32:06.532915 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09895fbe-8858-42a8-b2ef-c158d000ca11 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (cc0617db-1a20-41ba-a10f-93f6d30767df), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:06.539359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event deleted for resources: {'Port': ['ID=2d76d535-e6a4-4611-938d-24d1ed19466b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:06.590568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.590568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.591030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.591030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.591309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.591651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.592061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.592873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.593018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Allocated IP 172.25.5.5 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/a05f4424-a324-41b2-8099-526668f36244) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:06.593127 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.593225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.593557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.593911 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.594311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:06.612224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeb2f440-0b2f-4a65-bea0-581c83dc4b5e req-48e9c46b-3089-4e3a-9d2b-e6237c95a129 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996041 Feb 09 03:32:06.621283 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:06.627841 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d588cfb5-211a-48ab-8392-f7f7d506927e tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "DELETE /v2.0/ports/2d76d535-e6a4-4611-938d-24d1ed19466b HTTP/1.1" status: 204 len: 168 time: 2.2070379 Feb 09 03:32:06.651536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48852) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:06.705282 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09895fbe-8858-42a8-b2ef-c158d000ca11 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:06.711637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-09895fbe-8858-42a8-b2ef-c158d000ca11 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/cc0617db-1a20-41ba-a10f-93f6d30767df HTTP/1.1" status: 204 len: 168 time: 2.0775654 Feb 09 03:32:06.723557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09895fbe-8858-42a8-b2ef-c158d000ca11 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=cc0617db-1a20-41ba-a10f-93f6d30767df,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:06.728923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48856) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:06.855368 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-258138c2-b2e1-430c-9adf-6f2464bbbd73 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] GET failed (client error): The resource could not be found. Feb 09 03:32:06.858417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for port (a05f4424-a324-41b2-8099-526668f36244), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:06.863521 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-258138c2-b2e1-430c-9adf-6f2464bbbd73 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "GET /v2.0/ports/2d76d535-e6a4-4611-938d-24d1ed19466b HTTP/1.1" status: 404 len: 333 time: 0.1876762 Feb 09 03:32:06.863521 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ceec90-49a1-4d37-a4f6-b17a6f714fd9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:32:06.864577 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e0ceec90-49a1-4d37-a4f6-b17a6f714fd9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/cc0617db-1a20-41ba-a10f-93f6d30767df HTTP/1.1" status: 404 len: 333 time: 0.1049097 Feb 09 03:32:06.868588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48858) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:06.868824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48860) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:06.955686 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a05f4424-a324-41b2-8099-526668f36244), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:07.040512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:07.043191 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-66365327-c863-42bb-a431-07fd9423a631 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (78e63741-ad78-4039-a090-6bc481dc6fff), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:07.065949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:07.068376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:07.115991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Pushing event updated for resources: {'Port': ['ID=a05f4424-a324-41b2-8099-526668f36244,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:07.153600 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2951d8dc-0f2b-440d-a205-d1cb8c2a59bd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:07.155330 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66365327-c863-42bb-a431-07fd9423a631 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=78e63741-ad78-4039-a090-6bc481dc6fff,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:07.205399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event deleted for resources: {'Port': ['ID=2951d8dc-0f2b-440d-a205-d1cb8c2a59bd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:07.213973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697af99-68ab-4c24-837d-1a5835bc1448 req-e68fe885-5c7c-4ceb-8ffe-45c00fcece38 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:07.215670 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7697af99-68ab-4c24-837d-1a5835bc1448 req-e68fe885-5c7c-4ceb-8ffe-45c00fcece38 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 868 time: 0.2134018 Feb 09 03:32:07.233332 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-66365327-c863-42bb-a431-07fd9423a631 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:07.238735 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-66365327-c863-42bb-a431-07fd9423a631 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/78e63741-ad78-4039-a090-6bc481dc6fff HTTP/1.1" status: 204 len: 168 time: 2.3230448 Feb 09 03:32:07.243093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48864) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:07.272337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845673b-fe51-4301-8258-29db1c1a9021 req-3e8bf89a-57d5-484e-b675-fe3fac26c793 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:07.279485 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f845673b-fe51-4301-8258-29db1c1a9021 req-3e8bf89a-57d5-484e-b675-fe3fac26c793 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4746487 Feb 09 03:32:07.360433 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7697af99-68ab-4c24-837d-1a5835bc1448 req-dee1b464-ea44-4f51-b6f3-a23264841c70 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=30c6b122-b840-41e4-8479-5ed3b600fa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336510 Feb 09 03:32:07.474903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-876716da-5d9e-4f17-91a6-5fb013157e98 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Deleting port b47bd11b-2774-4241-849f-2658e063ca2d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:07.475278 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-876716da-5d9e-4f17-91a6-5fb013157e98 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b47bd11b-2774-4241-849f-2658e063ca2d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:07.514161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba1d62-a767-4be9-b28f-18466b796331 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:07.515552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba1d62-a767-4be9-b28f-18466b796331 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:07.517120 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-aeba1d62-a767-4be9-b28f-18466b796331 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2664623 Feb 09 03:32:07.521900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48870) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:07.564178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0c3df0e8-cc87-4304-a3e8-1b03efce0fc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port 4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:07.564820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c3df0e8-cc87-4304-a3e8-1b03efce0fc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:07.612364 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:07.620342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f910e15-9093-429d-be9a-59246bb2ad45 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet f762c07d-4308-4122-a026-0098866bf694 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:07.636304 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f910e15-9093-429d-be9a-59246bb2ad45 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (f762c07d-4308-4122-a026-0098866bf694), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:07.656218 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f845673b-fe51-4301-8258-29db1c1a9021 req-420ad763-1cc2-43ea-82d2-47cd39904a4a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755617 Feb 09 03:32:07.692941 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (1d55e5ef-2841-48fe-9234-c050e0304b36), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:07.740025 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-876716da-5d9e-4f17-91a6-5fb013157e98 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b47bd11b-2774-4241-849f-2658e063ca2d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:07.773187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-876716da-5d9e-4f17-91a6-5fb013157e98 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Calling delete_port for b47bd11b-2774-4241-849f-2658e063ca2d owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:07.792442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Router f032a8e0-195b-4447-be30-074ce703d699 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:32:07.828546 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c3df0e8-cc87-4304-a3e8-1b03efce0fc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:07.899564 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f910e15-9093-429d-be9a-59246bb2ad45 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (f762c07d-4308-4122-a026-0098866bf694), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:07.989065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0c3df0e8-cc87-4304-a3e8-1b03efce0fc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for 4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:08.081406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f910e15-9093-429d-be9a-59246bb2ad45 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (f762c07d-4308-4122-a026-0098866bf694), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:08.156432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-876716da-5d9e-4f17-91a6-5fb013157e98 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b47bd11b-2774-4241-849f-2658e063ca2d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:08.159352 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (1d55e5ef-2841-48fe-9234-c050e0304b36), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:08.166233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (1d55e5ef-2841-48fe-9234-c050e0304b36), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:08.227711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874fcf9-f83b-410b-8d0d-b7cdb68dc688 req-4a6fa1c7-6e49-4fb1-81fc-dc1f200af233 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:08.229332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2874fcf9-f83b-410b-8d0d-b7cdb68dc688 req-4a6fa1c7-6e49-4fb1-81fc-dc1f200af233 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2530932 Feb 09 03:32:08.237059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876716da-5d9e-4f17-91a6-5fb013157e98 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event deleted for resources: {'Port': ['ID=b47bd11b-2774-4241-849f-2658e063ca2d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:08.281436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-876716da-5d9e-4f17-91a6-5fb013157e98 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:08.287704 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-876716da-5d9e-4f17-91a6-5fb013157e98 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "DELETE /v2.0/ports/b47bd11b-2774-4241-849f-2658e063ca2d HTTP/1.1" status: 204 len: 168 time: 1.4007893 Feb 09 03:32:08.303267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48876) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:08.322217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:08.338794 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb211d08-96a6-4e88-b284-6fee23400a64 None None] Sync routers for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:08.359642 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb211d08-96a6-4e88-b284-6fee23400a64 None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:08.360673 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bb211d08-96a6-4e88-b284-6fee23400a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:08.461739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:08.478934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] No DVR routers for this DVR port 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:08.485624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:08.489160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc1f5122-581a-41ab-887a-c36f64933128 req-dc05beca-fd5f-4615-bcbe-b1bdf1acf77f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.42 "DELETE /v2.0/ports/2951d8dc-0f2b-440d-a205-d1cb8c2a59bd HTTP/1.1" status: 204 len: 173 time: 4.2112360 Feb 09 03:32:08.493656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46c9662-450b-415a-974e-3da290b811de tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Deleting subnet c4c97cd9-284d-4a4f-be4d-63b7ed2099a8 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:08.497064 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d46c9662-450b-415a-974e-3da290b811de tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for subnet (c4c97cd9-284d-4a4f-be4d-63b7ed2099a8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:08.536088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:08.543972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2951d8dc-0f2b-440d-a205-d1cb8c2a59bd not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:08.610532 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d46c9662-450b-415a-974e-3da290b811de tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (c4c97cd9-284d-4a4f-be4d-63b7ed2099a8), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:08.623857 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-bb211d08-96a6-4e88-b284-6fee23400a64 None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:32:08.657983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'name': 'network-vif-deleted', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:32:08.663795 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fc8fe8-8003-4f4f-83a2-ed87596b421f" -d '{"events": [{"server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "name": "network-vif-deleted", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:32:08.729067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2874fcf9-f83b-410b-8d0d-b7cdb68dc688 req-bd50fefc-7ee9-423a-be27-e2a5ed44bcff tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566455 Feb 09 03:32:08.786519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c3df0e8-cc87-4304-a3e8-1b03efce0fc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:08.792201 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d46c9662-450b-415a-974e-3da290b811de tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c4c97cd9-284d-4a4f-be4d-63b7ed2099a8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:08.851749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f910e15-9093-429d-be9a-59246bb2ad45 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (f762c07d-4308-4122-a026-0098866bf694), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:08.900735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f910e15-9093-429d-be9a-59246bb2ad45 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=f762c07d-4308-4122-a026-0098866bf694,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:08.917561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3df0e8-cc87-4304-a3e8-1b03efce0fc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:08.918801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e0d4324-e873-497c-b68a-5027e706f009 req-6e220b9a-e423-4058-aa7d-230497162b4c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=88862da1-e7e7-49ae-b800-6e80c2b87e63 HTTP/1.1" status: 200 len: 210 time: 0.2154832 Feb 09 03:32:08.937055 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bb211d08-96a6-4e88-b284-6fee23400a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:25Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:08.945107 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f910e15-9093-429d-be9a-59246bb2ad45 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:08.952806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2f910e15-9093-429d-be9a-59246bb2ad45 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/f762c07d-4308-4122-a026-0098866bf694 HTTP/1.1" status: 204 len: 168 time: 1.4300466 Feb 09 03:32:08.956133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48890) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:08.957154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25489e1-e86b-43a9-854a-f135350c4dfa None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:08.993552 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb211d08-96a6-4e88-b284-6fee23400a64 None None] Checking router: f032a8e0-195b-4447-be30-074ce703d699 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:32:09.011040 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb211d08-96a6-4e88-b284-6fee23400a64 None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:09.012064 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bb211d08-96a6-4e88-b284-6fee23400a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:09.029481 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c3df0e8-cc87-4304-a3e8-1b03efce0fc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:09.035222 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0c3df0e8-cc87-4304-a3e8-1b03efce0fc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e HTTP/1.1" status: 204 len: 168 time: 2.1448603 Feb 09 03:32:09.035686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48892) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:09.098422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48894) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:09.105483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0902fde3-d2e7-4181-ad8d-a9938816292d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1316230 Feb 09 03:32:09.128933 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab445d4-6d1c-4ee5-88ec-6044a8f5a974 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:32:09.132877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fab445d4-6d1c-4ee5-88ec-6044a8f5a974 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/4ae0cf1d-ea1b-423b-a13e-8d3b7492a53e HTTP/1.1" status: 404 len: 333 time: 0.0938792 Feb 09 03:32:09.147386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48896) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:09.195538 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d46c9662-450b-415a-974e-3da290b811de tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (c4c97cd9-284d-4a4f-be4d-63b7ed2099a8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:09.202491 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-bb211d08-96a6-4e88-b284-6fee23400a64 None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:32:09.256199 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524e7ca6-64f9-4a60-84e6-199bf78bf8a2 x-openstack-request-id: req-524e7ca6-64f9-4a60-84e6-199bf78bf8a2 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:32:09.256877 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88862da1-e7e7-49ae-b800-6e80c2b87e63", "name": "network-vif-deleted", "tag": "2951d8dc-0f2b-440d-a205-d1cb8c2a59bd", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:32:09.257347 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-524e7ca6-64f9-4a60-84e6-199bf78bf8a2 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:32:09.258035 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88862da1-e7e7-49ae-b800-6e80c2b87e63', 'name': 'network-vif-deleted', 'tag': '2951d8dc-0f2b-440d-a205-d1cb8c2a59bd', 'status': 'completed', 'code': 200} Feb 09 03:32:09.260611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c9662-450b-415a-974e-3da290b811de tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c97cd9-284d-4a4f-be4d-63b7ed2099a8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:09.268651 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d46c9662-450b-415a-974e-3da290b811de tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:09.272493 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d46c9662-450b-415a-974e-3da290b811de tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "DELETE /v2.0/subnets/c4c97cd9-284d-4a4f-be4d-63b7ed2099a8 HTTP/1.1" status: 204 len: 168 time: 0.9668245 Feb 09 03:32:09.275784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48898) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:09.277003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Router 1d55e5ef-2841-48fe-9234-c050e0304b36 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:32:09.319045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4285d9c6-b96c-4d30-a36c-237d4cb20659 None None] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:09.356808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0361934-a297-4398-8219-98b077d32d5b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:09.359445 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a0361934-a297-4398-8219-98b077d32d5b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2440908 Feb 09 03:32:09.363293 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48900) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:09.450813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-45af9d61-e5af-47dd-a1eb-74c19462ecc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting subnet f106f11c-6e64-424b-92eb-d5fcb8c7882b {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:09.463596 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (b585e9ff-7e22-48f0-a237-2dfc72704d78), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:09.467317 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45af9d61-e5af-47dd-a1eb-74c19462ecc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (f106f11c-6e64-424b-92eb-d5fcb8c7882b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:09.486453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea7aee9-55a8-4efa-9bfd-3bce7eb551fd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:09.488379 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4ea7aee9-55a8-4efa-9bfd-3bce7eb551fd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1238267 Feb 09 03:32:09.491694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48902) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:09.511117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237f43a-be85-48bf-81e7-72c9b382b837 req-505a620c-d134-4dde-8dc8-d79baf8ae627 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:09.518950 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7237f43a-be85-48bf-81e7-72c9b382b837 req-505a620c-d134-4dde-8dc8-d79baf8ae627 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3728232 Feb 09 03:32:09.561149 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45af9d61-e5af-47dd-a1eb-74c19462ecc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (f106f11c-6e64-424b-92eb-d5fcb8c7882b), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:09.609056 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c307a027-4d67-4ae0-b8bd-4b56b50b106d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050279 Feb 09 03:32:09.630944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48908) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:09.637612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ec9e8625-4439-4255-8276-372acd0d002d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:09.666282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33365545-24f6-48d1-a7c2-74888945f3c3 None None] DHCP port deletion for b585e9ff-7e22-48f0-a237-2dfc72704d78 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:32:09.731088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Deleting port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:09.731702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:09.734236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b81d1-2dd3-416e-bce8-0db301b85254 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:32:09.741589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:09.759495 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bb211d08-96a6-4e88-b284-6fee23400a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:25Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:09.768933 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7237f43a-be85-48bf-81e7-72c9b382b837 req-c1ff700a-3f05-4d2f-a6d2-2122b200b323 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490885 Feb 09 03:32:09.777942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:09.780059 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c1a78531-66a0-4ab5-9a29-a8e70ba32b65 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "PUT /v2.0/routers/1d55e5ef-2841-48fe-9234-c050e0304b36 HTTP/1.1" status: 200 len: 881 time: 4.0858078 Feb 09 03:32:09.782618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e41bf-fd36-4c54-95db-beb9f903f269 None None] Sync routers for ids ['1d55e5ef-2841-48fe-9234-c050e0304b36'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:09.797736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48910) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:09.837878 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-33365545-24f6-48d1-a7c2-74888945f3c3 None None] Deleting port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:09.838648 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-33365545-24f6-48d1-a7c2-74888945f3c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:09.852529 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb211d08-96a6-4e88-b284-6fee23400a64 None None] The sync data for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 is: [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:25Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:09.863280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e41bf-fd36-4c54-95db-beb9f903f269 None None] Routers {'1d55e5ef-2841-48fe-9234-c050e0304b36'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:09.863926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-eb5e41bf-fd36-4c54-95db-beb9f903f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1d55e5ef-2841-48fe-9234-c050e0304b36'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:09.893033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] For port 40854746-e04c-4c69-9a4b-1bdc89f49aa0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=40854746-e04c-4c69-9a4b-1bdc89f49aa0,segment=NetworkSegment(88274729-7217-4ac8-b66b-208c58c9e416),segment_id=88274729-7217-4ac8-b66b-208c58c9e416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:09.893330 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:09.920894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Calling delete_port for 40854746-e04c-4c69-9a4b-1bdc89f49aa0 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:09.942115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b81d1-2dd3-416e-bce8-0db301b85254 None None] Deleting port 56be195d-0e35-4ffe-a267-c55c27a0c8c2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:09.942798 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce6b81d1-2dd3-416e-bce8-0db301b85254 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (56be195d-0e35-4ffe-a267-c55c27a0c8c2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.074494 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45af9d61-e5af-47dd-a1eb-74c19462ecc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (f106f11c-6e64-424b-92eb-d5fcb8c7882b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.087809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ce6b81d1-2dd3-416e-bce8-0db301b85254 None None] For port 56be195d-0e35-4ffe-a267-c55c27a0c8c2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=56be195d-0e35-4ffe-a267-c55c27a0c8c2,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:10.088586 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce6b81d1-2dd3-416e-bce8-0db301b85254 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (56be195d-0e35-4ffe-a267-c55c27a0c8c2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.093679 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.113668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b81d1-2dd3-416e-bce8-0db301b85254 None None] Calling delete_port for 56be195d-0e35-4ffe-a267-c55c27a0c8c2 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:10.153194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event deleted for resources: {'Port': ['ID=40854746-e04c-4c69-9a4b-1bdc89f49aa0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:10.171121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-409f47b3-6d6e-49f9-943c-14b2f7baa5ee tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/routers/1d55e5ef-2841-48fe-9234-c050e0304b36 HTTP/1.1" status: 200 len: 922 time: 0.3630302 Feb 09 03:32:10.181387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] No DVR routers for this DVR port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:10.183018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48922) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:10.185314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45af9d61-e5af-47dd-a1eb-74c19462ecc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (f106f11c-6e64-424b-92eb-d5fcb8c7882b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.244093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af9d61-e5af-47dd-a1eb-74c19462ecc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Subnet': ['ID=f106f11c-6e64-424b-92eb-d5fcb8c7882b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:10.266936 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-45af9d61-e5af-47dd-a1eb-74c19462ecc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.280165 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-45af9d61-e5af-47dd-a1eb-74c19462ecc5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/f106f11c-6e64-424b-92eb-d5fcb8c7882b HTTP/1.1" status: 204 len: 168 time: 1.1312194 Feb 09 03:32:10.282913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48924) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:10.353557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-33365545-24f6-48d1-a7c2-74888945f3c3 None None] For port 40854746-e04c-4c69-9a4b-1bdc89f49aa0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=40854746-e04c-4c69-9a4b-1bdc89f49aa0,segment=NetworkSegment(88274729-7217-4ac8-b66b-208c58c9e416),segment_id=88274729-7217-4ac8-b66b-208c58c9e416)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:10.353961 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-33365545-24f6-48d1-a7c2-74888945f3c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.374911 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (b585e9ff-7e22-48f0-a237-2dfc72704d78), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.382762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-33365545-24f6-48d1-a7c2-74888945f3c3 None None] Calling delete_port for 40854746-e04c-4c69-9a4b-1bdc89f49aa0 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:10.389881 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-5f34b346-f504-4e43-86c2-f1e42c8383fe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3921554 Feb 09 03:32:10.390127 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009751fa-86cf-4b69-9693-e7a1dbadba43 None None] New status for floating IP 34ec048e-ed55-4c1e-adec-3d7565e2fc57: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:32:10.403603 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (734ff805-a5a0-48fd-9c7b-ca35cfd51d8d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.406061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9e8625-4439-4255-8276-372acd0d002d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:10.406395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4d6f64-fcaa-4154-b536-e00a06ab6185 None None] Network 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:10.407420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2f5ca-8bce-495c-9455-ad3739a9f89f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:10.409049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fbf2f5ca-8bce-495c-9455-ad3739a9f89f tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&device_id=1d55e5ef-2841-48fe-9234-c050e0304b36&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2218497 Feb 09 03:32:10.410383 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8625-4439-4255-8276-372acd0d002d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.411366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b585e9ff-7e22-48f0-a237-2dfc72704d78']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:10.413708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48926) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:10.423937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-eb5e41bf-fd36-4c54-95db-beb9f903f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:10.424292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88274729-7217-4ac8-b66b-208c58c9e416') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:10.424702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88274729-7217-4ac8-b66b-208c58c9e416') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:10.444089 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (88274729-7217-4ac8-b66b-208c58c9e416), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.452980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (88274729-7217-4ac8-b66b-208c58c9e416), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.469531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:32:10.469950 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (88274729-7217-4ac8-b66b-208c58c9e416), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: items = [ Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:32:10.476821 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:32:10.521497 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce6b81d1-2dd3-416e-bce8-0db301b85254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (56be195d-0e35-4ffe-a267-c55c27a0c8c2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.574126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b81d1-2dd3-416e-bce8-0db301b85254 None None] Pushing event deleted for resources: {'Port': ['ID=56be195d-0e35-4ffe-a267-c55c27a0c8c2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:10.585433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e41bf-fd36-4c54-95db-beb9f903f269 None None] Routers {'1d55e5ef-2841-48fe-9234-c050e0304b36'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:10.585433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-eb5e41bf-fd36-4c54-95db-beb9f903f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:31:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1d55e5ef-2841-48fe-9234-c050e0304b36'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:10.594809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b81d1-2dd3-416e-bce8-0db301b85254 None None] No DVR routers for this DVR port 56be195d-0e35-4ffe-a267-c55c27a0c8c2 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:10.641343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 56be195d-0e35-4ffe-a267-c55c27a0c8c2 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:10.678696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-eb5e41bf-fd36-4c54-95db-beb9f903f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:10.679520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e41bf-fd36-4c54-95db-beb9f903f269 None None] The sync data for ids ['1d55e5ef-2841-48fe-9234-c050e0304b36'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:10.688078 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (b585e9ff-7e22-48f0-a237-2dfc72704d78), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.707373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 56be195d-0e35-4ffe-a267-c55c27a0c8c2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:10.707625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548a33c-39fa-4ae0-b36f-361cfabf3d52 req-8809d383-a967-4a9f-8b72-ae97d628176a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:10.707751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 56be195d-0e35-4ffe-a267-c55c27a0c8c2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:10.708141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 40854746-e04c-4c69-9a4b-1bdc89f49aa0 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:10.710819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a548a33c-39fa-4ae0-b36f-361cfabf3d52 req-8809d383-a967-4a9f-8b72-ae97d628176a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.7829089 Feb 09 03:32:10.737744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 40854746-e04c-4c69-9a4b-1bdc89f49aa0 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:10.738102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 40854746-e04c-4c69-9a4b-1bdc89f49aa0 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:10.743149 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.752881 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:10.763764 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:32:10.766672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] 10.222.0.21 "DELETE /v2.0/networks/b585e9ff-7e22-48f0-a237-2dfc72704d78 HTTP/1.1" status: 204 len: 168 time: 1.4833024 Feb 09 03:32:10.788368 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-33365545-24f6-48d1-a7c2-74888945f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (40854746-e04c-4c69-9a4b-1bdc89f49aa0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:10.799329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450de826-8b44-490a-809a-6b1ea85ff186 tempest-AllowedAddressPairIpV6TestJSON-2059438783 tempest-AllowedAddressPairIpV6TestJSON-2059438783-project] Pushing event deleted for resources: {'Network': ['ID=b585e9ff-7e22-48f0-a237-2dfc72704d78,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:10.803778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-9fa1d27c-2d2e-4502-8561-e79d35cf7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:10.813239 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-9fa1d27c-2d2e-4502-8561-e79d35cf7496 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 1128 time: 0.2488422 Feb 09 03:32:10.852722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33365545-24f6-48d1-a7c2-74888945f3c3 None None] Network b585e9ff-7e22-48f0-a237-2dfc72704d78 is not hosted by any dhcp agent {{(pid=103329) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:32:10.853197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33365545-24f6-48d1-a7c2-74888945f3c3 None None] No DVR routers for this DVR port 40854746-e04c-4c69-9a4b-1bdc89f49aa0 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:10.871222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33365545-24f6-48d1-a7c2-74888945f3c3 None None] Pushing event deleted for resources: {'Port': ['ID=40854746-e04c-4c69-9a4b-1bdc89f49aa0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:10.930026 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89214af-2787-4817-9603-a7f5bd9b4e98 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:10.934513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d89214af-2787-4817-9603-a7f5bd9b4e98 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 881 time: 0.5140805 Feb 09 03:32:10.937206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48934) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:10.975346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69307d02-7f20-4ccf-accc-28e71da4bd33 None None] DHCP port deletion for 734ff805-a5a0-48fd-9c7b-ca35cfd51d8d request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:32:10.995567 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c24c06b5-11c8-4aea-a132-13d3f0d8b3bf tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d55e5ef-2841-48fe-9234-c050e0304b36 HTTP/1.1" status: 200 len: 205 time: 0.0571787 Feb 09 03:32:10.996608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48936) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:11.081706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8625-4439-4255-8276-372acd0d002d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (d6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:11.097843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-69307d02-7f20-4ccf-accc-28e71da4bd33 None None] Deleting port ca50d59e-a829-4398-a3c0-5a327ac05252 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:11.098485 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69307d02-7f20-4ccf-accc-28e71da4bd33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:11.101216 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:32:11.116404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:11.155718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-642180d8-e745-4388-b1e2-c5b6446fb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:11.157412 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-642180d8-e745-4388-b1e2-c5b6446fb839 service neutron] 10.222.0.65 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 915 time: 0.3240190 Feb 09 03:32:11.174833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a548a33c-39fa-4ae0-b36f-361cfabf3d52 req-519b7779-5346-42ef-8a2b-4b43df391462 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841507 Feb 09 03:32:11.215594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9e8625-4439-4255-8276-372acd0d002d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:11.222715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-69307d02-7f20-4ccf-accc-28e71da4bd33 None None] For port ca50d59e-a829-4398-a3c0-5a327ac05252, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ca50d59e-a829-4398-a3c0-5a327ac05252,segment=NetworkSegment(03e53093-4d98-4470-b776-b149cb387b3e),segment_id=03e53093-4d98-4470-b776-b149cb387b3e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:11.222985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ec9e8625-4439-4255-8276-372acd0d002d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:11.223703 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69307d02-7f20-4ccf-accc-28e71da4bd33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:11.237483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9e8625-4439-4255-8276-372acd0d002d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:11.238128 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8625-4439-4255-8276-372acd0d002d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:11.259132 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-9b26bd86-1737-42d0-9c71-9aeb911cd18a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 200 len: 217 time: 0.0938468 Feb 09 03:32:11.270692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e8625-4439-4255-8276-372acd0d002d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=d6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:11.282925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-69307d02-7f20-4ccf-accc-28e71da4bd33 None None] Calling delete_port for ca50d59e-a829-4398-a3c0-5a327ac05252 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:11.287141 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ec9e8625-4439-4255-8276-372acd0d002d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6543193 Feb 09 03:32:11.288059 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48946) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:11.301683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:2f:7c:61', 'name': 'tempest-NetworksTestDHCPv6-1797062013'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:11.316761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-90cead4a-a260-4604-94e3-3b3decb3efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:11.318932 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-90cead4a-a260-4604-94e3-3b3decb3efb7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 200 len: 854 time: 0.0506189 Feb 09 03:32:11.329244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48948) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:11.375927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port ca50d59e-a829-4398-a3c0-5a327ac05252 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:11.376579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:11.434989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9fcf59-bd71-4abb-8129-b691070d9179 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:11.457555 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69307d02-7f20-4ccf-accc-28e71da4bd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:11.489219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] For port ca50d59e-a829-4398-a3c0-5a327ac05252, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ca50d59e-a829-4398-a3c0-5a327ac05252,segment=NetworkSegment(03e53093-4d98-4470-b776-b149cb387b3e),segment_id=03e53093-4d98-4470-b776-b149cb387b3e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:11.490127 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:11.521884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for ca50d59e-a829-4398-a3c0-5a327ac05252 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:11.531670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69307d02-7f20-4ccf-accc-28e71da4bd33 None None] No DVR routers for this DVR port ca50d59e-a829-4398-a3c0-5a327ac05252 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:11.540764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69307d02-7f20-4ccf-accc-28e71da4bd33 None None] Pushing event deleted for resources: {'Port': ['ID=ca50d59e-a829-4398-a3c0-5a327ac05252,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:11.621944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:11.660253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': 'd6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:32:11.661281 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:11.738044 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ca50d59e-a829-4398-a3c0-5a327ac05252), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:11.823129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=ca50d59e-a829-4398-a3c0-5a327ac05252,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:11.852226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-b51012df-73a8-4484-abb7-3a056b756cb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=69fb9b00-c2ef-4b22-bb85-44f083234f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5219121 Feb 09 03:32:11.862512 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:11.867534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No DVR routers for this DVR port ca50d59e-a829-4398-a3c0-5a327ac05252 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:11.871388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-b94da5a2-dc63-4998-8327-887f20bd3a68 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:32:11.872545 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-b94da5a2-dc63-4998-8327-887f20bd3a68 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054600 Feb 09 03:32:11.877928 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d937065-4fc2-44e3-a4d9-e0b70a11403f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group (30c6b122-b840-41e4-8479-5ed3b600fa9c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:11.885306 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (1d55e5ef-2841-48fe-9234-c050e0304b36), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:11.890791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Allocated IP 2001:db8::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/d6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d/7bca8414-5e42-4b40-aa7a-7533f0b62837) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:11.925636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port aad4e84a-c839-454c-9493-cd5cfcec3959 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:32:12.042741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (734ff805-a5a0-48fd-9c7b-ca35cfd51d8d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.048822 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d937065-4fc2-44e3-a4d9-e0b70a11403f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group (30c6b122-b840-41e4-8479-5ed3b600fa9c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.075329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734ff805-a5a0-48fd-9c7b-ca35cfd51d8d']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:12.083052 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-77cacb94-d73f-454f-9326-d0d1f93f393e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eda3dee92e664850b14e189cc37ace15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7271681 Feb 09 03:32:12.084644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48956) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:12.126969 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af862-fff2-4524-a732-207c8dc734ed req-1543d3c3-e5fe-4150-afc2-0e5ceb7e0150 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:12.128613 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-504af862-fff2-4524-a732-207c8dc734ed req-1543d3c3-e5fe-4150-afc2-0e5ceb7e0150 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.7651083 Feb 09 03:32:12.129073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e53093-4d98-4470-b776-b149cb387b3e') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:12.129400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e53093-4d98-4470-b776-b149cb387b3e') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:12.146632 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (03e53093-4d98-4470-b776-b149cb387b3e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.168438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed50f232-58ca-429c-b1e0-67d0a8d866fc admin admin] Publish callbacks [] for security_group (5fa82c3e-2178-4b61-8969-367bbb0d9a71), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.178657 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Publish callbacks [] for port (7bca8414-5e42-4b40-aa7a-7533f0b62837), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.184932 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (03e53093-4d98-4470-b776-b149cb387b3e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.193667 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (7bca8414-5e42-4b40-aa7a-7533f0b62837), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.197673 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-16ba1f36-e425-42ff-9a93-1b2d349c8287 service neutron] 10.222.0.65 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075507 Feb 09 03:32:12.201976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:32:12.202378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (03e53093-4d98-4470-b776-b149cb387b3e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:32:12.211258 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:32:12.227382 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (1d55e5ef-2841-48fe-9234-c050e0304b36), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.243551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed50f232-58ca-429c-b1e0-67d0a8d866fc admin admin] Publish callbacks [] for security_group (5fa82c3e-2178-4b61-8969-367bbb0d9a71), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.263768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:12.265505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:12.267968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:12.280289 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-504af862-fff2-4524-a732-207c8dc734ed req-ff41bbbd-2036-4b7c-834c-7a12127c25c7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361227 Feb 09 03:32:12.284010 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d937065-4fc2-44e3-a4d9-e0b70a11403f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (30c6b122-b840-41e4-8479-5ed3b600fa9c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.287755 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d937065-4fc2-44e3-a4d9-e0b70a11403f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.291486 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7d937065-4fc2-44e3-a4d9-e0b70a11403f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "DELETE /v2.0/security-groups/30c6b122-b840-41e4-8479-5ed3b600fa9c HTTP/1.1" status: 204 len: 168 time: 1.1720541 Feb 09 03:32:12.296579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48958) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:12.306081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Pushing event updated for resources: {'Port': ['ID=7bca8414-5e42-4b40-aa7a-7533f0b62837,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:12.317754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d937065-4fc2-44e3-a4d9-e0b70a11403f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c6b122-b840-41e4-8479-5ed3b600fa9c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:12.387858 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-7ad39f8e-57df-4a0f-96f1-5ea96ed80002 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] show failed (client error): The resource could not be found. Feb 09 03:32:12.393715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7ad39f8e-57df-4a0f-96f1-5ea96ed80002 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups/30c6b122-b840-41e4-8479-5ed3b600fa9c HTTP/1.1" status: 404 len: 347 time: 0.0735800 Feb 09 03:32:12.394484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48962) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:12.417755 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaf6b157-ed24-44c3-83b9-9309b466b291 req-bbbc9d3b-9a81-42b5-8b66-b78698dedabb service neutron] 10.222.0.65 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097645 Feb 09 03:32:12.445281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Deleting port a05f4424-a324-41b2-8099-526668f36244 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:12.445711 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a05f4424-a324-41b2-8099-526668f36244), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.448195 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (734ff805-a5a0-48fd-9c7b-ca35cfd51d8d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.454031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::162 (c5780e3f-5fe0-4434-8596-82a0e8078930/d6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d/aad4e84a-c839-454c-9493-cd5cfcec3959) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:12.468964 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.470984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Attempting to bind port 7bca8414-5e42-4b40-aa7a-7533f0b62837 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:12.471480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Attempting to bind port 7bca8414-5e42-4b40-aa7a-7533f0b62837 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:12.472747 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/networks/734ff805-a5a0-48fd-9c7b-ca35cfd51d8d HTTP/1.1" status: 204 len: 168 time: 2.1885152 Feb 09 03:32:12.483142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Attempting to bind port 7bca8414-5e42-4b40-aa7a-7533f0b62837 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:12.499958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48966) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:12.501681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:12.502545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:12.503023 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.504591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:12.505323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Bound port: 7bca8414-5e42-4b40-aa7a-7533f0b62837, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:12.505540 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7bca8414-5e42-4b40-aa7a-7533f0b62837), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.520517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d4819877-d979-4686-9b50-91ee45134133 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-650175334'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:12.606840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ca50d59e-a829-4398-a3c0-5a327ac05252 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:12.611428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93670e-5be1-4739-9fc2-154789ccd7cb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Network': ['ID=734ff805-a5a0-48fd-9c7b-ca35cfd51d8d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:12.631686 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed50f232-58ca-429c-b1e0-67d0a8d866fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5fa82c3e-2178-4b61-8969-367bbb0d9a71), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.632378 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a05f4424-a324-41b2-8099-526668f36244), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.634213 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ed50f232-58ca-429c-b1e0-67d0a8d866fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.635624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ed50f232-58ca-429c-b1e0-67d0a8d866fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fa82c3e-2178-4b61-8969-367bbb0d9a71 HTTP/1.1" status: 204 len: 168 time: 0.5492373 Feb 09 03:32:12.636883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] For port 7bca8414-5e42-4b40-aa7a-7533f0b62837, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:12.645863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42889bf6-1592-4b65-ba56-2755ee879fa1 req-bf70d6c3-19db-4e6e-bfa0-0884df3362bb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:12.647542 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42889bf6-1592-4b65-ba56-2755ee879fa1 req-bf70d6c3-19db-4e6e-bfa0-0884df3362bb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1199090 Feb 09 03:32:12.656225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: ca50d59e-a829-4398-a3c0-5a327ac05252 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:12.657201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ca50d59e-a829-4398-a3c0-5a327ac05252 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:12.670308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] For port 7bca8414-5e42-4b40-aa7a-7533f0b62837, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7bca8414-5e42-4b40-aa7a-7533f0b62837,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:32:12.674743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Calling delete_port for a05f4424-a324-41b2-8099-526668f36244 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:12.683203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50f232-58ca-429c-b1e0-67d0a8d866fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa82c3e-2178-4b61-8969-367bbb0d9a71,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:12.688806 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7bca8414-5e42-4b40-aa7a-7533f0b62837), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.774689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4819877-d979-4686-9b50-91ee45134133 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:12.778119 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4819877-d979-4686-9b50-91ee45134133 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.786210 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42889bf6-1592-4b65-ba56-2755ee879fa1 req-1cd0e8db-8ba6-435d-a702-7df70815ba6d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324415 Feb 09 03:32:12.952637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9adf66-4fbb-471c-bb08-b4c72c29f128 None None] Pushing event updated for resources: {'Port': ['ID=7bca8414-5e42-4b40-aa7a-7533f0b62837,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:13.013765 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a05f4424-a324-41b2-8099-526668f36244), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.052158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Pushing event deleted for resources: {'Port': ['ID=a05f4424-a324-41b2-8099-526668f36244,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:13.212211 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (1d55e5ef-2841-48fe-9234-c050e0304b36), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.367581 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (1d55e5ef-2841-48fe-9234-c050e0304b36), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.370256 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_controller (1d55e5ef-2841-48fe-9234-c050e0304b36), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.418809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4819877-d979-4686-9b50-91ee45134133 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:32:13.429678 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4819877-d979-4686-9b50-91ee45134133 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (30a8bf6b-84c1-4b05-a368-57af39cac380), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.430011 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-d4819877-d979-4686-9b50-91ee45134133 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Added segment 30a8bf6b-84c1-4b05-a368-57af39cac380 of type vlan for network 8f39a613-7a37-4f59-ad1e-a50aab68e980 Feb 09 03:32:13.446057 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (1d55e5ef-2841-48fe-9234-c050e0304b36), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.446935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Fanout notify agent at l3_agent the message router_deleted on router 1d55e5ef-2841-48fe-9234-c050e0304b36 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:32:13.465185 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.468846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c69efe9e-d735-45b4-8b8f-7d81dbd7d3d3 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/routers/1d55e5ef-2841-48fe-9234-c050e0304b36 HTTP/1.1" status: 204 len: 168 time: 2.4674022 Feb 09 03:32:13.472506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48986) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:13.487880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d9091334-23ea-4932-8fba-a065bbc07ad5 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-952849482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:13.496918 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4819877-d979-4686-9b50-91ee45134133 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (8f39a613-7a37-4f59-ad1e-a50aab68e980), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.539574 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9091334-23ea-4932-8fba-a065bbc07ad5 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (009e098d-616c-4179-84dd-2c2f7e9b0f4e), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.540764 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9091334-23ea-4932-8fba-a065bbc07ad5 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (009e098d-616c-4179-84dd-2c2f7e9b0f4e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.551285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b5171351-7c29-41f3-a0e2-de8e1eb8969a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Deleting port 9fe3bebc-9624-48b3-8f51-91bf84030d43 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:13.551920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5171351-7c29-41f3-a0e2-de8e1eb8969a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9fe3bebc-9624-48b3-8f51-91bf84030d43), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.626634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9091334-23ea-4932-8fba-a065bbc07ad5 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_controller (009e098d-616c-4179-84dd-2c2f7e9b0f4e), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.633411 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9091334-23ea-4932-8fba-a065bbc07ad5 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (009e098d-616c-4179-84dd-2c2f7e9b0f4e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.633840 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5171351-7c29-41f3-a0e2-de8e1eb8969a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9fe3bebc-9624-48b3-8f51-91bf84030d43), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.634176 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5171351-7c29-41f3-a0e2-de8e1eb8969a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (9fe3bebc-9624-48b3-8f51-91bf84030d43), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.661213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b5171351-7c29-41f3-a0e2-de8e1eb8969a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Calling delete_port for 9fe3bebc-9624-48b3-8f51-91bf84030d43 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:13.671136 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9091334-23ea-4932-8fba-a065bbc07ad5 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.672804 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d9091334-23ea-4932-8fba-a065bbc07ad5 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1990223 Feb 09 03:32:13.675649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48994) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:13.682865 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (aad4e84a-c839-454c-9493-cd5cfcec3959), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.684772 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'enable_snat': True}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:13.693011 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4819877-d979-4686-9b50-91ee45134133 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (8f39a613-7a37-4f59-ad1e-a50aab68e980), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.698371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4819877-d979-4686-9b50-91ee45134133 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:13.698946 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4819877-d979-4686-9b50-91ee45134133 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.815874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ff67-9529-4a03-bc0f-1c92ffe9e034 req-114358a5-9408-497d-a424-07c98c3c1f6e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:13.824455 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a958ff67-9529-4a03-bc0f-1c92ffe9e034 req-114358a5-9408-497d-a424-07c98c3c1f6e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3564901 Feb 09 03:32:13.945758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48998) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:13.964467 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d4819877-d979-4686-9b50-91ee45134133 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4641352 Feb 09 03:32:13.975644 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (aad4e84a-c839-454c-9493-cd5cfcec3959), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:13.984521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49004) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:13.994378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-68d3d369-d662-4a95-b57e-c25567f8837e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': '8f39a613-7a37-4f59-ad1e-a50aab68e980', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:13.998983 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (009e098d-616c-4179-84dd-2c2f7e9b0f4e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.008477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4819877-d979-4686-9b50-91ee45134133 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Network': ['ID=8f39a613-7a37-4f59-ad1e-a50aab68e980,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:14.032388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 8f39a613-7a37-4f59-ad1e-a50aab68e980 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:32:14.273350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-656716800'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:14.274655 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5171351-7c29-41f3-a0e2-de8e1eb8969a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9fe3bebc-9624-48b3-8f51-91bf84030d43), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.290302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:14.315267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:14.345510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:14.348805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Made reservation on behalf of aab129bcdc004d7a8f4260579485f7a5 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:14.351665 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.354395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:14.355639 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.370358 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.397640 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (009e098d-616c-4179-84dd-2c2f7e9b0f4e), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.423218 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.436337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4c6746ba-3894-499d-9e15-3f42abeb9d75 None None] Provisioning complete for port 7bca8414-5e42-4b40-aa7a-7533f0b62837 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:14.438330 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c6746ba-3894-499d-9e15-3f42abeb9d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7bca8414-5e42-4b40-aa7a-7533f0b62837), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.448608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=aad4e84a-c839-454c-9493-cd5cfcec3959,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:14.451478 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5171351-7c29-41f3-a0e2-de8e1eb8969a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (34ec048e-ed55-4c1e-adec-3d7565e2fc57), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.454434 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5171351-7c29-41f3-a0e2-de8e1eb8969a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.458257 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b5171351-7c29-41f3-a0e2-de8e1eb8969a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "DELETE /v2.0/floatingips/34ec048e-ed55-4c1e-adec-3d7565e2fc57 HTTP/1.1" status: 204 len: 168 time: 2.0552990 Feb 09 03:32:14.465826 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a958ff67-9529-4a03-bc0f-1c92ffe9e034 req-e8362c42-6c8f-45fa-a9ef-b7ec8a2f7fd7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405220 Feb 09 03:32:14.529576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5171351-7c29-41f3-a0e2-de8e1eb8969a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event deleted for resources: {'Port': ['ID=9fe3bebc-9624-48b3-8f51-91bf84030d43,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:14.547809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5d3df0f2-f3c6-48f3-9d61-9d72d81bb3eb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2559006 Feb 09 03:32:14.549157 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49012) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:14.658213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d3d369-d662-4a95-b57e-c25567f8837e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:14.662114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-68d3d369-d662-4a95-b57e-c25567f8837e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.707147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4c6746ba-3894-499d-9e15-3f42abeb9d75 None None] Current status of the port 7bca8414-5e42-4b40-aa7a-7533f0b62837 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:14.707832 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c6746ba-3894-499d-9e15-3f42abeb9d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7bca8414-5e42-4b40-aa7a-7533f0b62837), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.772321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7bca8414-5e42-4b40-aa7a-7533f0b62837 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:14.773069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027812e-a191-4575-a8b0-f1ab0e7d7d5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:14.780019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027812e-a191-4575-a8b0-f1ab0e7d7d5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:14.784751 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f027812e-a191-4575-a8b0-f1ab0e7d7d5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2314947 Feb 09 03:32:14.785741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49016) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:14.842853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Allocated IP 172.25.5.199 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/8b7dc842-91b6-44ba-9543-c7fb1ce4ee23) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:14.846443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4c6746ba-3894-499d-9e15-3f42abeb9d75 None None] For port 7bca8414-5e42-4b40-aa7a-7533f0b62837, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7bca8414-5e42-4b40-aa7a-7533f0b62837,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:14.862651 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c6746ba-3894-499d-9e15-3f42abeb9d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7bca8414-5e42-4b40-aa7a-7533f0b62837), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:14.928127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 7bca8414-5e42-4b40-aa7a-7533f0b62837 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:14.929819 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7bca8414-5e42-4b40-aa7a-7533f0b62837), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.014722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6746ba-3894-499d-9e15-3f42abeb9d75 None None] Pushing event updated for resources: {'Port': ['ID=7bca8414-5e42-4b40-aa7a-7533f0b62837,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:15.024325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f8c2-2c6f-4a4b-ae56-0b470abd5844 req-c798e433-ad8b-4dc2-9ac4-ab546591aa02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:15.025973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e6e6daa5-35ef-4460-8e73-9ef141a53566 None None] Provisioning complete for port aad4e84a-c839-454c-9493-cd5cfcec3959 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:15.026346 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6e6daa5-35ef-4460-8e73-9ef141a53566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aad4e84a-c839-454c-9493-cd5cfcec3959), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.034168 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa07f8c2-2c6f-4a4b-ae56-0b470abd5844 req-c798e433-ad8b-4dc2-9ac4-ab546591aa02 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3636308 Feb 09 03:32:15.067381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49018) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:15.089350 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for security_group (12693c36-c967-4bea-8681-a777b60e9cad), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.116992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (12693c36-c967-4bea-8681-a777b60e9cad), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.120509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b55beb07-a568-40df-84ae-8e20f6c43b68 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811405721', 'description': 'tempest-description--1629172483'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:15.190763 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa07f8c2-2c6f-4a4b-ae56-0b470abd5844 req-c6825e0a-f7e9-401c-851f-bb9831deab2a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243486 Feb 09 03:32:15.206059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7bca8414-5e42-4b40-aa7a-7533f0b62837 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:15.208824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6daa5-35ef-4460-8e73-9ef141a53566 None None] Port aad4e84a-c839-454c-9493-cd5cfcec3959 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:15.214206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:32:15.227668 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b55beb07-a568-40df-84ae-8e20f6c43b68 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.235181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12693c36-c967-4bea-8681-a777b60e9cad,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:15.244665 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (73bbf90f-96e6-44d5-84a4-a77409eac71f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.244665 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Added segment 73bbf90f-96e6-44d5-84a4-a77409eac71f of type vlan for network 20c5415c-c921-4b71-a347-cd148b10acd6 Feb 09 03:32:15.276198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d23b8692-4196-40d6-b497-8ca27d45bb86 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port aad4e84a-c839-454c-9493-cd5cfcec3959 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:15.276552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d23b8692-4196-40d6-b497-8ca27d45bb86 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (aad4e84a-c839-454c-9493-cd5cfcec3959), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.337710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (20c5415c-c921-4b71-a347-cd148b10acd6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.349629 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for port (8b7dc842-91b6-44ba-9543-c7fb1ce4ee23), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.429425 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (20c5415c-c921-4b71-a347-cd148b10acd6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.431922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-68d3d369-d662-4a95-b57e-c25567f8837e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (bbdb7f87-46d0-4b30-9e9c-625f6b2a4336), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.440048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:15.441461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.480233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b55beb07-a568-40df-84ae-8e20f6c43b68 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group (a5cc4a79-1806-41ba-86ab-b4c00bdae82f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.493966 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d23b8692-4196-40d6-b497-8ca27d45bb86 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (aad4e84a-c839-454c-9493-cd5cfcec3959), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.496277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b55beb07-a568-40df-84ae-8e20f6c43b68 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a5cc4a79-1806-41ba-86ab-b4c00bdae82f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.534409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d23b8692-4196-40d6-b497-8ca27d45bb86 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for aad4e84a-c839-454c-9493-cd5cfcec3959 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:15.548046 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6011901 Feb 09 03:32:15.551895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49026) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:15.560785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c81cef80-f380-4195-83f4-29b1799e0c0d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Request body: {'subnet': {'network_id': '20c5415c-c921-4b71-a347-cd148b10acd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:15.565707 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8b7dc842-91b6-44ba-9543-c7fb1ce4ee23), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.581267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3d369-d662-4a95-b57e-c25567f8837e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Subnet': ['ID=bbdb7f87-46d0-4b30-9e9c-625f6b2a4336,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:15.595742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b55beb07-a568-40df-84ae-8e20f6c43b68 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.597026 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b55beb07-a568-40df-84ae-8e20f6c43b68 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5214176 Feb 09 03:32:15.601393 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19c1a3ed-7c5f-4a1c-844b-bc139801f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.614484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13703834-4852-4bc1-9ebf-493ff5abd979 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event updated for resources: {'Network': ['ID=20c5415c-c921-4b71-a347-cd148b10acd6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:15.618313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49028) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:15.626833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 20c5415c-c921-4b71-a347-cd148b10acd6 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:32:15.630120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55beb07-a568-40df-84ae-8e20f6c43b68 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cc4a79-1806-41ba-86ab-b4c00bdae82f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:15.640195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d3d369-d662-4a95-b57e-c25567f8837e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Checking segment: {'id': '30a8bf6b-84c1-4b05-a368-57af39cac380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '8f39a613-7a37-4f59-ad1e-a50aab68e980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:15.640822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3d369-d662-4a95-b57e-c25567f8837e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network hostable DHCP agents. Network: 8f39a613-7a37-4f59-ad1e-a50aab68e980, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:32:15.653199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c33eb8e6-ea87-421f-8590-d0dafce63e25 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Request body: {'security_group_rule': {'security_group_id': 'a5cc4a79-1806-41ba-86ab-b4c00bdae82f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:15.684557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3d369-d662-4a95-b57e-c25567f8837e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 8f39a613-7a37-4f59-ad1e-a50aab68e980 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:32:15.686210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464d8d9-dbf4-4f58-b90e-af607deda55e req-9b9f920c-62c4-46cb-9598-98665f12681b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:15.687752 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8464d8d9-dbf4-4f58-b90e-af607deda55e req-9b9f920c-62c4-46cb-9598-98665f12681b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2777274 Feb 09 03:32:15.692375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:15.698702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-68d3d369-d662-4a95-b57e-c25567f8837e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 8f39a613-7a37-4f59-ad1e-a50aab68e980) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:15.705873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d3d369-d662-4a95-b57e-c25567f8837e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:15.706913 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-68d3d369-d662-4a95-b57e-c25567f8837e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.712762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:15.728747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:15.768477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event updated for resources: {'Port': ['ID=8b7dc842-91b6-44ba-9543-c7fb1ce4ee23,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:15.771257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e963c36-ac7d-4f70-8eb4-bf3cff9b3c25 None None] Network 8f39a613-7a37-4f59-ad1e-a50aab68e980 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:15.777778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49030) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:15.783314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-68d3d369-d662-4a95-b57e-c25567f8837e tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7941198 Feb 09 03:32:15.790027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-0ab5736c-86bd-4608-abef-14bfdbacdf68 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1938844029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:15.800855 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c33eb8e6-ea87-421f-8590-d0dafce63e25 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group_rule (ca4b2540-d904-4fa1-bc08-2e00f4d40ff7), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.815531 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d23b8692-4196-40d6-b497-8ca27d45bb86 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (aad4e84a-c839-454c-9493-cd5cfcec3959), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.882325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b8692-4196-40d6-b497-8ca27d45bb86 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=aad4e84a-c839-454c-9493-cd5cfcec3959,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:15.890679 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8464d8d9-dbf4-4f58-b90e-af607deda55e req-38c8b52a-6d5e-46ec-b6b5-b0cd87888013 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864047 Feb 09 03:32:15.925070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81cef80-f380-4195-83f4-29b1799e0c0d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Made reservation on behalf of aab129bcdc004d7a8f4260579485f7a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:15.928544 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c81cef80-f380-4195-83f4-29b1799e0c0d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.957342 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d23b8692-4196-40d6-b497-8ca27d45bb86 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.970021 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d23b8692-4196-40d6-b497-8ca27d45bb86 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/aad4e84a-c839-454c-9493-cd5cfcec3959 HTTP/1.1" status: 204 len: 168 time: 1.1653678 Feb 09 03:32:15.970683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49034) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:15.971885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-8f39a613-7a37-4f59-ad1e-a50aab68e980', 'network_id': '8f39a613-7a37-4f59-ad1e-a50aab68e980', 'project_id': '230eb44fa85a481f95e0cd3c95d7bcb3', 'fixed_ips': [{'subnet_id': 'bbdb7f87-46d0-4b30-9e9c-625f6b2a4336'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:32:15.973042 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.983347 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab5736c-86bd-4608-abef-14bfdbacdf68 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (2d803ff2-4dc2-43d9-824f-d9e3dca5aedb), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:15.984062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab5736c-86bd-4608-abef-14bfdbacdf68 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (2d803ff2-4dc2-43d9-824f-d9e3dca5aedb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.105813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e85796-8086-4212-a0a5-4b8217ebf3f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:16.114206 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e85796-8086-4212-a0a5-4b8217ebf3f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:16.120081 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-24e85796-8086-4212-a0a5-4b8217ebf3f6 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1482503 Feb 09 03:32:16.122218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49040) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:16.242811 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10512d0-ee64-438c-a31f-a6850c84f662 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet d6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:16.246634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Allocated IP 2001:db8::2 (8f39a613-7a37-4f59-ad1e-a50aab68e980/bbdb7f87-46d0-4b30-9e9c-625f6b2a4336/9959893c-a81e-4c84-9c26-7aa77c373df5) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:16.254971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d10512d0-ee64-438c-a31f-a6850c84f662 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (d6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.309148 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d10512d0-ee64-438c-a31f-a6850c84f662 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (d6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.368633 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c33eb8e6-ea87-421f-8590-d0dafce63e25 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group_rule (ca4b2540-d904-4fa1-bc08-2e00f4d40ff7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.371136 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c81cef80-f380-4195-83f4-29b1799e0c0d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (c5c196a8-40b2-4b89-bbc6-3e1174edfa2e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.432664 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c33eb8e6-ea87-421f-8590-d0dafce63e25 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (ca4b2540-d904-4fa1-bc08-2e00f4d40ff7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.461332 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d10512d0-ee64-438c-a31f-a6850c84f662 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (d6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.510056 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Publish callbacks [] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.520552 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.551729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33eb8e6-ea87-421f-8590-d0dafce63e25 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4b2540-d904-4fa1-bc08-2e00f4d40ff7,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:16.572277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d10512d0-ee64-438c-a31f-a6850c84f662 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (d6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.573830 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab5736c-86bd-4608-abef-14bfdbacdf68 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for router_controller (2d803ff2-4dc2-43d9-824f-d9e3dca5aedb), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.579409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c33eb8e6-ea87-421f-8590-d0dafce63e25 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.580623 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c33eb8e6-ea87-421f-8590-d0dafce63e25 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9356539 Feb 09 03:32:16.581608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Network 8f39a613-7a37-4f59-ad1e-a50aab68e980 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:16.590825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:16.596175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:16.598603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49046) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:16.606791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10512d0-ee64-438c-a31f-a6850c84f662 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:16.611684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Pushing event updated for resources: {'Port': ['ID=9959893c-a81e-4c84-9c26-7aa77c373df5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:16.624529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d10512d0-ee64-438c-a31f-a6850c84f662 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.632058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c77c761e-eda3-4a9a-9174-3e652cd4ba61 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Request body: {'security_group_rule': {'security_group_id': 'a5cc4a79-1806-41ba-86ab-b4c00bdae82f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:16.632406 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d10512d0-ee64-438c-a31f-a6850c84f662 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/d6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d HTTP/1.1" status: 204 len: 168 time: 0.5063078 Feb 09 03:32:16.633107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49048) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:16.640129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cef80-f380-4195-83f4-29b1799e0c0d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event updated for resources: {'Subnet': ['ID=c5c196a8-40b2-4b89-bbc6-3e1174edfa2e,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:16.648032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab5736c-86bd-4608-abef-14bfdbacdf68 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (2d803ff2-4dc2-43d9-824f-d9e3dca5aedb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.653315 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c365143-8a62-47a9-8545-444788dcd167 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:16.665315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852fe78-59ce-450a-a87e-236ee7309e2d req-46b30e03-ffa9-4f0f-9b9b-bde00b6e52fa tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:16.673097 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9852fe78-59ce-450a-a87e-236ee7309e2d req-46b30e03-ffa9-4f0f-9b9b-bde00b6e52fa tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3550591 Feb 09 03:32:16.695508 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-22701198-d77c-4549-8bde-b7460d39b177 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611637 Feb 09 03:32:16.696203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49050) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:16.786530 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81cef80-f380-4195-83f4-29b1799e0c0d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Checking segment: {'id': '73bbf90f-96e6-44d5-84a4-a77409eac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '20c5415c-c921-4b71-a347-cd148b10acd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:16.787266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81cef80-f380-4195-83f4-29b1799e0c0d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Network hostable DHCP agents. Network: 20c5415c-c921-4b71-a347-cd148b10acd6, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:32:16.809811 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab5736c-86bd-4608-abef-14bfdbacdf68 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.812117 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0ab5736c-86bd-4608-abef-14bfdbacdf68 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0307789 Feb 09 03:32:16.817079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82ff77c-acaa-450d-9a77-b84e4e7e635e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:16.821725 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c82ff77c-acaa-450d-9a77-b84e4e7e635e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1243491 Feb 09 03:32:16.822916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49056) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:16.823405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49060) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:16.830764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'network_id': '8f39a613-7a37-4f59-ad1e-a50aab68e980', 'name': 'tempest-PortsIpV6TestJSON-228955218'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:16.837010 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c77c761e-eda3-4a9a-9174-3e652cd4ba61 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group_rule (c0f8f79b-b12e-4ce0-9764-d6162e2dbfcd), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:16.881553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9852fe78-59ce-450a-a87e-236ee7309e2d req-c78a63f9-6a2f-4f5c-b4ce-c77aa2d2fc75 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070582 Feb 09 03:32:16.908364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7bca8414-5e42-4b40-aa7a-7533f0b62837 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:16.946555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81cef80-f380-4195-83f4-29b1799e0c0d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Network 20c5415c-c921-4b71-a347-cd148b10acd6 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:32:16.953196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e5c791-3400-4be9-a275-275d1232ea57 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:16.957603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-02e5c791-3400-4be9-a275-275d1232ea57 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1223905 Feb 09 03:32:16.961141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49066) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:16.990395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Attempting to bind port 9959893c-a81e-4c84-9c26-7aa77c373df5 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:16.990831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Attempting to bind port 9959893c-a81e-4c84-9c26-7aa77c373df5 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '30a8bf6b-84c1-4b05-a368-57af39cac380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '8f39a613-7a37-4f59-ad1e-a50aab68e980'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:16.991254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Attempting to bind port 9959893c-a81e-4c84-9c26-7aa77c373df5 on network 8f39a613-7a37-4f59-ad1e-a50aab68e980 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:17.007272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c81cef80-f380-4195-83f4-29b1799e0c0d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 20c5415c-c921-4b71-a347-cd148b10acd6) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:17.010949 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (009e098d-616c-4179-84dd-2c2f7e9b0f4e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.017122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:17.017528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Checking segment: {'id': '30a8bf6b-84c1-4b05-a368-57af39cac380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '8f39a613-7a37-4f59-ad1e-a50aab68e980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:17.018466 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.018466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Bound using segment: {'id': '30a8bf6b-84c1-4b05-a368-57af39cac380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '8f39a613-7a37-4f59-ad1e-a50aab68e980'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:17.018825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Bound port: 9959893c-a81e-4c84-9c26-7aa77c373df5, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a8bf6b-84c1-4b05-a368-57af39cac380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '8f39a613-7a37-4f59-ad1e-a50aab68e980'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:17.019167 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.024498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ba5aa729-c23c-417e-bc3e-ef22c718fbff tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621264 Feb 09 03:32:17.031318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862d9c98-fb80-4932-add0-4b818a9455cf None None] Network 20c5415c-c921-4b71-a347-cd148b10acd6 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:17.033202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49068) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:17.039273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:17.120831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81cef80-f380-4195-83f4-29b1799e0c0d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:17.124083 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c81cef80-f380-4195-83f4-29b1799e0c0d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.184061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-20c5415c-c921-4b71-a347-cd148b10acd6', 'network_id': '20c5415c-c921-4b71-a347-cd148b10acd6', 'project_id': 'aab129bcdc004d7a8f4260579485f7a5', 'fixed_ips': [{'subnet_id': 'c5c196a8-40b2-4b89-bbc6-3e1174edfa2e'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:32:17.186033 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.199569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ec036-762b-49b3-96eb-11cab5a313f9 req-8bfb2bef-a8f5-4bf5-862e-273740781419 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:17.201706 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-909ec036-762b-49b3-96eb-11cab5a313f9 req-8bfb2bef-a8f5-4bf5-862e-273740781419 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1968012 Feb 09 03:32:17.228183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 7bca8414-5e42-4b40-aa7a-7533f0b62837 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:17.228690 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7bca8414-5e42-4b40-aa7a-7533f0b62837), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.301904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c77c761e-eda3-4a9a-9174-3e652cd4ba61 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group_rule (c0f8f79b-b12e-4ce0-9764-d6162e2dbfcd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.303341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:17.303488 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c81cef80-f380-4195-83f4-29b1799e0c0d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6988013 Feb 09 03:32:17.303809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.303957 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c77c761e-eda3-4a9a-9174-3e652cd4ba61 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (c0f8f79b-b12e-4ce0-9764-d6162e2dbfcd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.303957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49070) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:17.311471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-606b91bb-9da7-44c7-80b3-906f4b2a6b6a tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-307653997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:17.314282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8bdd99-24eb-440d-9efd-6784225f3ff1 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:32:17.348650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c761e-eda3-4a9a-9174-3e652cd4ba61 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f8f79b-b12e-4ce0-9764-d6162e2dbfcd,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:17.364743 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c77c761e-eda3-4a9a-9174-3e652cd4ba61 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.365984 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c77c761e-eda3-4a9a-9174-3e652cd4ba61 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7376120 Feb 09 03:32:17.370841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49074) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:17.379033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:17.380850 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:32:17.389429 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-606b91bb-9da7-44c7-80b3-906f4b2a6b6a tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (a2876ff2-2f98-498d-b3c6-d4ea02794818), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.390700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-606b91bb-9da7-44c7-80b3-906f4b2a6b6a tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (a2876ff2-2f98-498d-b3c6-d4ea02794818), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.418685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:17.427181 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.517143 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] For port 9959893c-a81e-4c84-9c26-7aa77c373df5, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:17.540465 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-909ec036-762b-49b3-96eb-11cab5a313f9 req-9b1e754f-00d4-4d6d-a9ec-af1166acc790 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231466 Feb 09 03:32:17.576476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7bca8414-5e42-4b40-aa7a-7533f0b62837 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:17.642322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] For port 9959893c-a81e-4c84-9c26-7aa77c373df5, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9959893c-a81e-4c84-9c26-7aa77c373df5,segment=NetworkSegment(30a8bf6b-84c1-4b05-a368-57af39cac380),segment_id=30a8bf6b-84c1-4b05-a368-57af39cac380)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:32:17.696735 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.806113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8b8bdd99-24eb-440d-9efd-6784225f3ff1 None None] Deleting port 7bca8414-5e42-4b40-aa7a-7533f0b62837 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:17.806483 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b8bdd99-24eb-440d-9efd-6784225f3ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7bca8414-5e42-4b40-aa7a-7533f0b62837), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.891898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8::103 (8f39a613-7a37-4f59-ad1e-a50aab68e980/bbdb7f87-46d0-4b30-9e9c-625f6b2a4336/defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:17.896731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8b8bdd99-24eb-440d-9efd-6784225f3ff1 None None] For port 7bca8414-5e42-4b40-aa7a-7533f0b62837, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7bca8414-5e42-4b40-aa7a-7533f0b62837,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:17.897126 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b8bdd99-24eb-440d-9efd-6784225f3ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7bca8414-5e42-4b40-aa7a-7533f0b62837), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:17.913853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8b8bdd99-24eb-440d-9efd-6784225f3ff1 None None] Calling delete_port for 7bca8414-5e42-4b40-aa7a-7533f0b62837 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:18.040651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5133fa-739a-4967-965a-80e850771844 req-88f0434c-078f-4056-9b48-79acd8c4d1a1 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:18.042321 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b5133fa-739a-4967-965a-80e850771844 req-88f0434c-078f-4056-9b48-79acd8c4d1a1 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2324789 Feb 09 03:32:18.072178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Allocated IP 172.20.0.2 (20c5415c-c921-4b71-a347-cd148b10acd6/c5c196a8-40b2-4b89-bbc6-3e1174edfa2e/6193472a-b5e8-45ac-81f6-c133906c4732) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:18.074425 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b8bdd99-24eb-440d-9efd-6784225f3ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (7bca8414-5e42-4b40-aa7a-7533f0b62837), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.130818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8bdd99-24eb-440d-9efd-6784225f3ff1 None None] No DVR routers for this DVR port 7bca8414-5e42-4b40-aa7a-7533f0b62837 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:18.158131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a320ae-1dd7-4bd5-aad6-76d77aa1534d None None] Pushing event updated for resources: {'Port': ['ID=9959893c-a81e-4c84-9c26-7aa77c373df5,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:18.210922 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-942568b0-6422-443d-bd77-2db38d7c650b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.239623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bdd99-24eb-440d-9efd-6784225f3ff1 None None] Pushing event deleted for resources: {'Port': ['ID=7bca8414-5e42-4b40-aa7a-7533f0b62837,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:18.248379 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.270761 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b5133fa-739a-4967-965a-80e850771844 req-574e16a1-5238-446b-a266-ca2104d05fec tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165644 Feb 09 03:32:18.382036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.objects.ports [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103328) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:32:18.392706 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Publish callbacks [] for port (6193472a-b5e8-45ac-81f6-c133906c4732), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.398954 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (43aaab3d-3ac8-4be3-911e-9204a4c6875e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.421531 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.492193 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Network 20c5415c-c921-4b71-a347-cd148b10acd6 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:18.495157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:18.499729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:18.561388 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (009e098d-616c-4179-84dd-2c2f7e9b0f4e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.585094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Pushing event updated for resources: {'Port': ['ID=6193472a-b5e8-45ac-81f6-c133906c4732,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:18.604366 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Attempting to bind port 6193472a-b5e8-45ac-81f6-c133906c4732 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:18.604744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Attempting to bind port 6193472a-b5e8-45ac-81f6-c133906c4732 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '73bbf90f-96e6-44d5-84a4-a77409eac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '20c5415c-c921-4b71-a347-cd148b10acd6'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:18.605107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Attempting to bind port 6193472a-b5e8-45ac-81f6-c133906c4732 on network 20c5415c-c921-4b71-a347-cd148b10acd6 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:18.618989 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.622242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:18.623294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Checking segment: {'id': '73bbf90f-96e6-44d5-84a4-a77409eac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '20c5415c-c921-4b71-a347-cd148b10acd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:18.623867 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.624265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Bound using segment: {'id': '73bbf90f-96e6-44d5-84a4-a77409eac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '20c5415c-c921-4b71-a347-cd148b10acd6'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:18.624748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Bound port: 6193472a-b5e8-45ac-81f6-c133906c4732, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bbf90f-96e6-44d5-84a4-a77409eac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '20c5415c-c921-4b71-a347-cd148b10acd6'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:18.625135 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.643832 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (009e098d-616c-4179-84dd-2c2f7e9b0f4e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.649858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:18.674483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:18.684609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:18.685672 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.713161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=43aaab3d-3ac8-4be3-911e-9204a4c6875e,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:18.720239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d8a69b-3f25-4e11-85a0-230b63dc3888 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:18.741370 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7071211 Feb 09 03:32:18.752636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49090) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:18.764131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-2eae7b6c-53d2-4052-89cd-c51185dfaa3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:18.780856 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.781435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.782167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.782894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.783697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.784427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.784905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.785431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.785905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.786374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.786861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.787328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.787793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db709a84-f0c8-48bf-b875-1ad2ce7870c9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:18.872414 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-606b91bb-9da7-44c7-80b3-906f4b2a6b6a tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for router_controller (a2876ff2-2f98-498d-b3c6-d4ea02794818), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.878346 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.892335 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-606b91bb-9da7-44c7-80b3-906f4b2a6b6a tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (a2876ff2-2f98-498d-b3c6-d4ea02794818), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.908753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9959893c-a81e-4c84-9c26-7aa77c373df5 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:18.924656 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-606b91bb-9da7-44c7-80b3-906f4b2a6b6a tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.926170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-606b91bb-9da7-44c7-80b3-906f4b2a6b6a tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.6195412 Feb 09 03:32:18.934386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49092) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:18.967155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 8f39a613-7a37-4f59-ad1e-a50aab68e980 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:18.987022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:18.991399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:18.997291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:18.998535 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:19.023401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4166ad-072b-4bf6-8688-39faf0ada308 req-5706e5f1-b93c-4afd-985d-9a57767595b3 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:19.024671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:19.025492 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a4166ad-072b-4bf6-8688-39faf0ada308 req-5706e5f1-b93c-4afd-985d-9a57767595b3 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.5212977 Feb 09 03:32:19.036313 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f00fe8e1-7a55-4ee8-9f02-04a439c0ad36 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2114739 Feb 09 03:32:19.040031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49094) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:19.061832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': '43aaab3d-3ac8-4be3-911e-9204a4c6875e'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:32:19.065386 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:19.102858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] For port 6193472a-b5e8-45ac-81f6-c133906c4732, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:19.126074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Router 009e098d-616c-4179-84dd-2c2f7e9b0f4e is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:32:19.239546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a4166ad-072b-4bf6-8688-39faf0ada308 req-9d489d30-238b-49b3-b6ef-29ad043ad27b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899540 Feb 09 03:32:19.292749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] For port 6193472a-b5e8-45ac-81f6-c133906c4732, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6193472a-b5e8-45ac-81f6-c133906c4732,segment=NetworkSegment(73bbf90f-96e6-44d5-84a4-a77409eac71f),segment_id=73bbf90f-96e6-44d5-84a4-a77409eac71f)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:32:19.452662 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:19.507988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Allocated IP 2001:db8::f816:3eff:fec0:355f (c5780e3f-5fe0-4434-8596-82a0e8078930/43aaab3d-3ac8-4be3-911e-9204a4c6875e/778de1b3-7482-483a-b9e0-34fd0c220949) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:19.680819 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:19.720181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b6655-c7e7-45bd-a515-9d904eb66061 None None] Pushing event updated for resources: {'Port': ['ID=6193472a-b5e8-45ac-81f6-c133906c4732,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:19.725692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:19.752190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9959893c-a81e-4c84-9c26-7aa77c373df5 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:19.759979 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:19.869953 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb804161-5eae-4442-8d02-448bb08c37f5 req-53fe5a04-6fc7-4cbc-9802-00bf98cf5371 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:19.871458 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb804161-5eae-4442-8d02-448bb08c37f5 req-53fe5a04-6fc7-4cbc-9802-00bf98cf5371 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4076428 Feb 09 03:32:19.873137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:19.908751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d8562f-17f9-4774-8dfe-560363ac2199 None None] Sync routers for ids ['009e098d-616c-4179-84dd-2c2f7e9b0f4e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:19.917410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48792e43-6d91-4396-91f4-8de050621540 None None] Network 8f39a613-7a37-4f59-ad1e-a50aab68e980 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:19.932770 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:19.938111 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dad8810d-ab72-482f-83e8-3af66f0c8396 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "PUT /v2.0/routers/009e098d-616c-4179-84dd-2c2f7e9b0f4e HTTP/1.1" status: 200 len: 918 time: 6.2611580 Feb 09 03:32:19.946741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49112) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:19.956087 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:19.958352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eae7b6c-53d2-4052-89cd-c51185dfaa3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:19.962334 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2eae7b6c-53d2-4052-89cd-c51185dfaa3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:20.032947 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Publish callbacks [] for port (778de1b3-7482-483a-b9e0-34fd0c220949), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:20.050048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d8562f-17f9-4774-8dfe-560363ac2199 None None] Routers {'009e098d-616c-4179-84dd-2c2f7e9b0f4e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:20.051454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c5d8562f-17f9-4774-8dfe-560363ac2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['009e098d-616c-4179-84dd-2c2f7e9b0f4e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:20.155245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-604088ef-422c-44a7-80ef-6eefe4eebb57 None None] Provisioning complete for port 9959893c-a81e-4c84-9c26-7aa77c373df5 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:20.155632 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-604088ef-422c-44a7-80ef-6eefe4eebb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:20.173387 n-d-824835-15 neutron-server[103328]: INFO neutron.db.ipam_backend_mixin [None req-2eae7b6c-53d2-4052-89cd-c51185dfaa3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43aaab3d-3ac8-4be3-911e-9204a4c6875e (CIDR: 2001:db8::/64) Feb 09 03:32:20.192578 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eae7b6c-53d2-4052-89cd-c51185dfaa3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:32:20.193870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eae7b6c-53d2-4052-89cd-c51185dfaa3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:32:20.239213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9959893c-a81e-4c84-9c26-7aa77c373df5 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:20.239692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:20.242857 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:20.293699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2eae7b6c-53d2-4052-89cd-c51185dfaa3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5354760 Feb 09 03:32:20.306140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49114) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:20.315375 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c5d8562f-17f9-4774-8dfe-560363ac2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:20.321741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e2a67600-88f9-4348-99d3-c7635d1a489c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:20.363692 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb804161-5eae-4442-8d02-448bb08c37f5 req-e7129721-c5c4-4ec9-98ab-6b5911c061f7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802854 Feb 09 03:32:20.370062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Allocated IP 172.25.5.209 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/0ced330f-9771-4c0b-80e0-74e58445de8a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:20.421300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:20.438267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d8562f-17f9-4774-8dfe-560363ac2199 None None] Routers {'009e098d-616c-4179-84dd-2c2f7e9b0f4e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:20.438893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c5d8562f-17f9-4774-8dfe-560363ac2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['009e098d-616c-4179-84dd-2c2f7e9b0f4e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:20.485823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c5d8562f-17f9-4774-8dfe-560363ac2199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:20.486554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d8562f-17f9-4774-8dfe-560363ac2199 None None] The sync data for ids ['009e098d-616c-4179-84dd-2c2f7e9b0f4e'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:20.554457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 9959893c-a81e-4c84-9c26-7aa77c373df5, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9959893c-a81e-4c84-9c26-7aa77c373df5,segment=NetworkSegment(30a8bf6b-84c1-4b05-a368-57af39cac380),segment_id=30a8bf6b-84c1-4b05-a368-57af39cac380)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:20.554457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:20.576643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:20.582827 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:20.604409 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:20.652298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6d1f510c-fe14-4395-913c-044ccdba00c4 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/routers/009e098d-616c-4179-84dd-2c2f7e9b0f4e HTTP/1.1" status: 200 len: 924 time: 0.6928229 Feb 09 03:32:20.653209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49120) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:20.782651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7bca8414-5e42-4b40-aa7a-7533f0b62837 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:20.813721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 7bca8414-5e42-4b40-aa7a-7533f0b62837 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:20.814086 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7bca8414-5e42-4b40-aa7a-7533f0b62837 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:20.816019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Pushing event updated for resources: {'Port': ['ID=778de1b3-7482-483a-b9e0-34fd0c220949,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:20.925475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=9959893c-a81e-4c84-9c26-7aa77c373df5,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:20.989937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11711aa0-96f1-4d13-afbc-9af137085548 req-47acc4ee-a16a-48ec-9984-32adb22c1a0f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:20.993087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11711aa0-96f1-4d13-afbc-9af137085548 req-47acc4ee-a16a-48ec-9984-32adb22c1a0f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4837496 Feb 09 03:32:21.032348 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for port (0ced330f-9771-4c0b-80e0-74e58445de8a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.036833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a67600-88f9-4348-99d3-c7635d1a489c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:21.046312 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2a67600-88f9-4348-99d3-c7635d1a489c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.058088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Allocated IP 172.20.0.1 (20c5415c-c921-4b71-a347-cd148b10acd6/c5c196a8-40b2-4b89-bbc6-3e1174edfa2e/b119b34e-c750-41e3-bf56-1ac883e82a11) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:21.069900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d265cd-b763-4fc2-8fd1-d05f5fe0f6aa tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:21.090678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49124) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:21.096058 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f8d265cd-b763-4fc2-8fd1-d05f5fe0f6aa tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&device_id=009e098d-616c-4179-84dd-2c2f7e9b0f4e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4339945 Feb 09 03:32:21.326118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Attempting to bind port 778de1b3-7482-483a-b9e0-34fd0c220949 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:21.327475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Attempting to bind port 778de1b3-7482-483a-b9e0-34fd0c220949 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:21.327836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Attempting to bind port 778de1b3-7482-483a-b9e0-34fd0c220949 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:21.339341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6193472a-b5e8-45ac-81f6-c133906c4732 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:21.375111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a80b6ab-7f10-4abc-9cdd-65f3108d62ae tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:21.379469 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9a80b6ab-7f10-4abc-9cdd-65f3108d62ae tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 881 time: 0.2825978 Feb 09 03:32:21.383559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49126) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:21.427809 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.440454 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-16f466ef-1abf-4a32-839a-395bf0c21a26 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "GET /v2.0/ports?device_id=009e098d-616c-4179-84dd-2c2f7e9b0f4e HTTP/1.1" status: 200 len: 205 time: 0.0504377 Feb 09 03:32:21.442459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49128) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:21.444395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:21.444775 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:21.445178 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.445588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:21.446066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Bound port: 778de1b3-7482-483a-b9e0-34fd0c220949, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:21.446442 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.488630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6193472a-b5e8-45ac-81f6-c133906c4732 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:21.489192 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.492466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-604088ef-422c-44a7-80ef-6eefe4eebb57 None None] Current status of the port 9959893c-a81e-4c84-9c26-7aa77c373df5 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:21.493802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for port (b119b34e-c750-41e3-bf56-1ac883e82a11), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.522524 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11711aa0-96f1-4d13-afbc-9af137085548 req-3edd85de-4ef8-426b-8e84-26ef80b0bc8b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107512 Feb 09 03:32:21.526635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c4c75-3cb0-4399-aca8-ff2c01a00121 None None] Network 20c5415c-c921-4b71-a347-cd148b10acd6 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:21.585238 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b119b34e-c750-41e3-bf56-1ac883e82a11), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.720342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Network 20c5415c-c921-4b71-a347-cd148b10acd6 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:21.733271 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0ced330f-9771-4c0b-80e0-74e58445de8a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.756509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:21.797169 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:21.817082 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.839383 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (009e098d-616c-4179-84dd-2c2f7e9b0f4e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.846026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.873543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bd46f40d-d814-4c80-883c-222debdf18de None None] Provisioning complete for port 6193472a-b5e8-45ac-81f6-c133906c4732 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:21.874745 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd46f40d-d814-4c80-883c-222debdf18de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.875160 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (a2876ff2-2f98-498d-b3c6-d4ea02794818), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.043736 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] For port 778de1b3-7482-483a-b9e0-34fd0c220949, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:22.053323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event updated for resources: {'Port': ['ID=b119b34e-c750-41e3-bf56-1ac883e82a11,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:22.135923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:22.154651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] For port 778de1b3-7482-483a-b9e0-34fd0c220949, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=778de1b3-7482-483a-b9e0-34fd0c220949,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:32:22.189438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:22.196611 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6193472a-b5e8-45ac-81f6-c133906c4732 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:22.197006 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.216395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:22.254602 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.293075 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.319984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:22.376151 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b119b34e-c750-41e3-bf56-1ac883e82a11), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.410766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event updated for resources: {'Port': ['ID=0ced330f-9771-4c0b-80e0-74e58445de8a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:22.415438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 6193472a-b5e8-45ac-81f6-c133906c4732, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6193472a-b5e8-45ac-81f6-c133906c4732,segment=NetworkSegment(73bbf90f-96e6-44d5-84a4-a77409eac71f),segment_id=73bbf90f-96e6-44d5-84a4-a77409eac71f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:22.447748 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.457007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b070b3-bb55-4504-b94e-28dbd087f6dc None None] Pushing event updated for resources: {'Port': ['ID=778de1b3-7482-483a-b9e0-34fd0c220949,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:22.493771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bd46f40d-d814-4c80-883c-222debdf18de None None] Current status of the port 6193472a-b5e8-45ac-81f6-c133906c4732 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:22.494394 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd46f40d-d814-4c80-883c-222debdf18de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.578844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=6193472a-b5e8-45ac-81f6-c133906c4732,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:22.628414 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2a67600-88f9-4348-99d3-c7635d1a489c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (6433107d-dbcf-45f7-81e6-863b603425f5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.677201 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-bd46f40d-d814-4c80-883c-222debdf18de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:32:22.677581 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-bd46f40d-d814-4c80-883c-222debdf18de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:32:22.702938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadeb5b-f327-446c-8231-67a4d8ec7e89 req-7afef72d-e732-4906-bb81-057a4eaea4aa tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:22.710317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cadeb5b-f327-446c-8231-67a4d8ec7e89 req-7afef72d-e732-4906-bb81-057a4eaea4aa tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4441650 Feb 09 03:32:22.719358 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (2d803ff2-4dc2-43d9-824f-d9e3dca5aedb), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.808006 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (009e098d-616c-4179-84dd-2c2f7e9b0f4e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.862072 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a67600-88f9-4348-99d3-c7635d1a489c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=6433107d-dbcf-45f7-81e6-863b603425f5,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:22.935903 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cadeb5b-f327-446c-8231-67a4d8ec7e89 req-54375b15-d07a-4687-84ba-caf140b46227 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205815 Feb 09 03:32:23.020797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a67600-88f9-4348-99d3-c7635d1a489c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:23.030720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e2a67600-88f9-4348-99d3-c7635d1a489c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:23.083537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Deleting port 8b7dc842-91b6-44ba-9543-c7fb1ce4ee23 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:23.092234 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9959893c-a81e-4c84-9c26-7aa77c373df5 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:23.095564 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8b7dc842-91b6-44ba-9543-c7fb1ce4ee23), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.099555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a67600-88f9-4348-99d3-c7635d1a489c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:23.100398 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2a67600-88f9-4348-99d3-c7635d1a489c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.131956 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (3ed05aa2-393b-401d-8062-066ac5d4ae7e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.147051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e2a67600-88f9-4348-99d3-c7635d1a489c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8337219 Feb 09 03:32:23.153884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49150) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:23.208345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:86:bc:49', 'name': 'tempest-NetworksTestDHCPv6-1685079725'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:23.308119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9959893c-a81e-4c84-9c26-7aa77c373df5 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:23.308918 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.337915 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.366698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bd46f40d-d814-4c80-883c-222debdf18de None None] Current status of the port 6193472a-b5e8-45ac-81f6-c133906c4732 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:23.420810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9959893c-a81e-4c84-9c26-7aa77c373df5 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:23.423668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6193472a-b5e8-45ac-81f6-c133906c4732 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:23.429671 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0ced330f-9771-4c0b-80e0-74e58445de8a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.497035 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-dc6a4482-18d9-441a-ba34-9b6a93e21c13 None None] Provisioning complete for port defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:23.497783 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4482-18d9-441a-ba34-9b6a93e21c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.544171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a4482-18d9-441a-ba34-9b6a93e21c13 None None] Port defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:23.554848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:23.556649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6193472a-b5e8-45ac-81f6-c133906c4732 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:23.557030 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.587541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-dc6a4482-18d9-441a-ba34-9b6a93e21c13 None None] Provisioning complete for port b119b34e-c750-41e3-bf56-1ac883e82a11 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:23.588272 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4482-18d9-441a-ba34-9b6a93e21c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b119b34e-c750-41e3-bf56-1ac883e82a11), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.643660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a4482-18d9-441a-ba34-9b6a93e21c13 None None] Port b119b34e-c750-41e3-bf56-1ac883e82a11 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:23.667094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-dc6a4482-18d9-441a-ba34-9b6a93e21c13 None None] Provisioning complete for port 6193472a-b5e8-45ac-81f6-c133906c4732 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:23.667473 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4482-18d9-441a-ba34-9b6a93e21c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.683255 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.710224 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8b7dc842-91b6-44ba-9543-c7fb1ce4ee23), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.772790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6193472a-b5e8-45ac-81f6-c133906c4732 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:23.774596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port e4ad06ab-1005-4d1f-a407-79cada410aa4 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:32:23.792713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Calling delete_port for 8b7dc842-91b6-44ba-9543-c7fb1ce4ee23 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:23.868534 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for port (b119b34e-c750-41e3-bf56-1ac883e82a11), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.869734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a4482-18d9-441a-ba34-9b6a93e21c13 None None] Current status of the port 6193472a-b5e8-45ac-81f6-c133906c4732 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:23.890640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-dc6a4482-18d9-441a-ba34-9b6a93e21c13 None None] Provisioning complete for port 9959893c-a81e-4c84-9c26-7aa77c373df5 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:23.891561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4482-18d9-441a-ba34-9b6a93e21c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.905197 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b119b34e-c750-41e3-bf56-1ac883e82a11), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.063533 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a4482-18d9-441a-ba34-9b6a93e21c13 None None] Current status of the port 9959893c-a81e-4c84-9c26-7aa77c373df5 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:24.100092 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.122470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event updated for resources: {'Port': ['ID=b119b34e-c750-41e3-bf56-1ac883e82a11,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:24.389273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8da278-87c6-43d8-848c-e8a02e4976a9 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:24.483253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-887c67be-a725-404d-a389-ce7fb071fc9e None None] Provisioning complete for port 778de1b3-7482-483a-b9e0-34fd0c220949 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:24.483730 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-887c67be-a725-404d-a389-ce7fb071fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.498082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8:0:1::49 (c5780e3f-5fe0-4434-8596-82a0e8078930/6433107d-dbcf-45f7-81e6-863b603425f5/e4ad06ab-1005-4d1f-a407-79cada410aa4) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:24.534734 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.562858 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.566257 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (2d803ff2-4dc2-43d9-824f-d9e3dca5aedb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.577020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::f816:3eff:fe86:bc49 (c5780e3f-5fe0-4434-8596-82a0e8078930/43aaab3d-3ac8-4be3-911e-9204a4c6875e/e4ad06ab-1005-4d1f-a407-79cada410aa4) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:24.659111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-887c67be-a725-404d-a389-ce7fb071fc9e None None] Current status of the port 778de1b3-7482-483a-b9e0-34fd0c220949 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:24.659711 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-887c67be-a725-404d-a389-ce7fb071fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.721932 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (a2876ff2-2f98-498d-b3c6-d4ea02794818), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.769879 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for port (0ced330f-9771-4c0b-80e0-74e58445de8a), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.820115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-887c67be-a725-404d-a389-ce7fb071fc9e None None] For port 778de1b3-7482-483a-b9e0-34fd0c220949, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=778de1b3-7482-483a-b9e0-34fd0c220949,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:24.841027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554214a0-0050-4fbb-a6e9-da2622779cb8 None None] Update dhcp port {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'fixed_ips': [{'subnet_id': '43aaab3d-3ac8-4be3-911e-9204a4c6875e', 'ip_address': '2001:db8::f816:3eff:fec0:355f'}, {'subnet_id': '6433107d-dbcf-45f7-81e6-863b603425f5'}], 'binding:host_id': 'n-d-824835-15'}, 'id': '778de1b3-7482-483a-b9e0-34fd0c220949'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:32:24.846524 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-887c67be-a725-404d-a389-ce7fb071fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.889161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Network 20c5415c-c921-4b71-a347-cd148b10acd6 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:24.890480 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (0ced330f-9771-4c0b-80e0-74e58445de8a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.897305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:24.914533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (e4ad06ab-1005-4d1f-a407-79cada410aa4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.996630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event updated for resources: {'Port': ['ID=0ced330f-9771-4c0b-80e0-74e58445de8a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:25.043973 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-554214a0-0050-4fbb-a6e9-da2622779cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.067167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 778de1b3-7482-483a-b9e0-34fd0c220949 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:25.131902 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e4ad06ab-1005-4d1f-a407-79cada410aa4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.145611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8b7dc842-91b6-44ba-9543-c7fb1ce4ee23), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.236314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c67be-a725-404d-a389-ce7fb071fc9e None None] Pushing event updated for resources: {'Port': ['ID=778de1b3-7482-483a-b9e0-34fd0c220949,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:25.292443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network 8f39a613-7a37-4f59-ad1e-a50aab68e980 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:25.314896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05a1bd-4d2e-42cf-98e2-43b890e6f978 req-3d916fb2-bfa1-4f31-ba15-970ca60163e7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:25.318066 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b05a1bd-4d2e-42cf-98e2-43b890e6f978 req-3d916fb2-bfa1-4f31-ba15-970ca60163e7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 1.1902826 Feb 09 03:32:25.329116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:25.338117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:25.359354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:25.406529 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (3ed05aa2-393b-401d-8062-066ac5d4ae7e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.420051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=e4ad06ab-1005-4d1f-a407-79cada410aa4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:25.461260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 778de1b3-7482-483a-b9e0-34fd0c220949 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:25.461662 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.477978 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.483380 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1729aae6-5cb8-4e29-ad36-36a2ea357308 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1073885 Feb 09 03:32:25.502486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Router a2876ff2-2f98-498d-b3c6-d4ea02794818 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:32:25.557521 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b05a1bd-4d2e-42cf-98e2-43b890e6f978 req-0e59e12b-cabc-4b44-bc51-7bdd4bff9d75 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328594 Feb 09 03:32:25.701942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a0163ffe-fde9-4bcf-9cbc-fb55b6780668 None None] Provisioning complete for port b119b34e-c750-41e3-bf56-1ac883e82a11 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:25.702451 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0163ffe-fde9-4bcf-9cbc-fb55b6780668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b119b34e-c750-41e3-bf56-1ac883e82a11), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.712616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-554214a0-0050-4fbb-a6e9-da2622779cb8 None None] Allocated IP 2001:db8:0:1::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/6433107d-dbcf-45f7-81e6-863b603425f5/778de1b3-7482-483a-b9e0-34fd0c220949) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:25.881451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:25.899813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-19224bb5-f8cc-4f1e-b543-1915654f6d81 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "PUT /v2.0/routers/a2876ff2-2f98-498d-b3c6-d4ea02794818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9594610 Feb 09 03:32:25.900009 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49176) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:25.900530 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf208d5-96f1-4311-8dc7-bafcb80a19b6 None None] Sync routers for ids ['a2876ff2-2f98-498d-b3c6-d4ea02794818'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:25.905126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Request body: {'port': {'network_id': '20c5415c-c921-4b71-a347-cd148b10acd6', 'name': 'tempest-FloatingIPNegativeTestJSON-139805427'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:25.930510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a0163ffe-fde9-4bcf-9cbc-fb55b6780668 None None] Port b119b34e-c750-41e3-bf56-1ac883e82a11 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:25.931000 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf208d5-96f1-4311-8dc7-bafcb80a19b6 None None] Routers {'a2876ff2-2f98-498d-b3c6-d4ea02794818'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:25.937528 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8bf208d5-96f1-4311-8dc7-bafcb80a19b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a2876ff2-2f98-498d-b3c6-d4ea02794818'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:26.025087 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8bf208d5-96f1-4311-8dc7-bafcb80a19b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:26.051064 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf208d5-96f1-4311-8dc7-bafcb80a19b6 None None] Routers {'a2876ff2-2f98-498d-b3c6-d4ea02794818'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:26.058250 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8bf208d5-96f1-4311-8dc7-bafcb80a19b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a2876ff2-2f98-498d-b3c6-d4ea02794818'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:26.080363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 778de1b3-7482-483a-b9e0-34fd0c220949 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:26.095503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-554214a0-0050-4fbb-a6e9-da2622779cb8 None None] For port 778de1b3-7482-483a-b9e0-34fd0c220949, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=778de1b3-7482-483a-b9e0-34fd0c220949,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:26.113152 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8bf208d5-96f1-4311-8dc7-bafcb80a19b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:26.114768 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf208d5-96f1-4311-8dc7-bafcb80a19b6 None None] The sync data for ids ['a2876ff2-2f98-498d-b3c6-d4ea02794818'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:26.131776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Made reservation on behalf of aab129bcdc004d7a8f4260579485f7a5 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:26.137845 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.153445 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-554214a0-0050-4fbb-a6e9-da2622779cb8 None None] Publish callbacks [] for port (778de1b3-7482-483a-b9e0-34fd0c220949), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.159710 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-554214a0-0050-4fbb-a6e9-da2622779cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.187655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] device_id is not set on port d8e9d16f-8255-487d-a326-c0ffb627f633 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:32:26.216863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:26.272966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:26.281821 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:26.282578 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.285494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Pushing event deleted for resources: {'Port': ['ID=8b7dc842-91b6-44ba-9543-c7fb1ce4ee23,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:26.342079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554214a0-0050-4fbb-a6e9-da2622779cb8 None None] Pushing event updated for resources: {'Port': ['ID=778de1b3-7482-483a-b9e0-34fd0c220949,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:26.350677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d817a2e9-9f0c-4309-af1d-18e4b076ce22 None None] Provisioning complete for port defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:26.351516 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d817a2e9-9f0c-4309-af1d-18e4b076ce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.384393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b0187c59-6bd7-41d3-baf8-bef1c02b6310 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1800587 Feb 09 03:32:26.399353 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49198) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:26.400850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d817a2e9-9f0c-4309-af1d-18e4b076ce22 None None] Port defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:26.507537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-e003dca9-c9ff-4743-a5f6-37375cc353a9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1811405721&fields=id&tenant_id=75f22a02eb0444c6ae9cf24015859115 HTTP/1.1" status: 200 len: 267 time: 0.2549613 Feb 09 03:32:26.509609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (009e098d-616c-4179-84dd-2c2f7e9b0f4e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.520980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Allocated IP 172.20.0.9 (20c5415c-c921-4b71-a347-cd148b10acd6/c5c196a8-40b2-4b89-bbc6-3e1174edfa2e/d8e9d16f-8255-487d-a326-c0ffb627f633) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:26.655353 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (009e098d-616c-4179-84dd-2c2f7e9b0f4e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.657675 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_controller (009e098d-616c-4179-84dd-2c2f7e9b0f4e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.663599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6ac338df-499e-4637-a37a-806efffa5c3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port e4ad06ab-1005-4d1f-a407-79cada410aa4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:26.665803 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ac338df-499e-4637-a37a-806efffa5c3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e4ad06ab-1005-4d1f-a407-79cada410aa4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.712848 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (009e098d-616c-4179-84dd-2c2f7e9b0f4e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.713444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Fanout notify agent at l3_agent the message router_deleted on router 009e098d-616c-4179-84dd-2c2f7e9b0f4e {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:32:26.722659 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.727350 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-81d0e9a9-5f87-4249-87d7-2e184cf0fb45 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/routers/009e098d-616c-4179-84dd-2c2f7e9b0f4e HTTP/1.1" status: 204 len: 168 time: 5.2804801 Feb 09 03:32:26.746976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49202) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:26.788370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-31ebe4f2-7664-470b-8390-2e4bc316cfa6 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-785776065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:26.847922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31ebe4f2-7664-470b-8390-2e4bc316cfa6 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.849030 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31ebe4f2-7664-470b-8390-2e4bc316cfa6 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.998629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 778de1b3-7482-483a-b9e0-34fd0c220949 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:27.064694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 778de1b3-7482-483a-b9e0-34fd0c220949 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:27.065476 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.110100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b499b-9bd7-4255-888a-f0d863b2838b req-70c4c10b-c688-41ef-9506-ecd724d89189 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:27.114079 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49b499b-9bd7-4255-888a-f0d863b2838b req-70c4c10b-c688-41ef-9506-ecd724d89189 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4025476 Feb 09 03:32:27.126188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ac338df-499e-4637-a37a-806efffa5c3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e4ad06ab-1005-4d1f-a407-79cada410aa4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.173580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 778de1b3-7482-483a-b9e0-34fd0c220949 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:27.188478 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for port (d8e9d16f-8255-487d-a326-c0ffb627f633), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.196605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Router 2d803ff2-4dc2-43d9-824f-d9e3dca5aedb is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:32:27.220333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6ac338df-499e-4637-a37a-806efffa5c3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for e4ad06ab-1005-4d1f-a407-79cada410aa4 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:27.245460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90483e8-6242-466a-828b-b94c1f83a111 req-df6405fc-84c9-467f-83f1-61a1ea0b1b24 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:27.247220 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-df6405fc-84c9-467f-83f1-61a1ea0b1b24 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 817 time: 0.7388594 Feb 09 03:32:27.254594 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31ebe4f2-7664-470b-8390-2e4bc316cfa6 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_controller (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.277081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49b499b-9bd7-4255-888a-f0d863b2838b req-81ecab4a-28fd-4c87-b9ba-59eee7f085e5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421919 Feb 09 03:32:27.383454 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d8e9d16f-8255-487d-a326-c0ffb627f633), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.391388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b9dde7a7-4a84-4f28-b22d-2fccca250e21 None None] Provisioning complete for port 778de1b3-7482-483a-b9e0-34fd0c220949 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:27.391779 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9dde7a7-4a84-4f28-b22d-2fccca250e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.458767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:27.464203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31ebe4f2-7664-470b-8390-2e4bc316cfa6 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.477783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddee6d-1179-456c-8a93-192d83dcc672 None None] Sync routers for ids ['2d803ff2-4dc2-43d9-824f-d9e3dca5aedb'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:27.484782 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8215c554-e38b-4cf0-9d02-f7ade14413de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "PUT /v2.0/routers/2d803ff2-4dc2-43d9-824f-d9e3dca5aedb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4435554 Feb 09 03:32:27.488957 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31ebe4f2-7664-470b-8390-2e4bc316cfa6 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.490885 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-31ebe4f2-7664-470b-8390-2e4bc316cfa6 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7061701 Feb 09 03:32:27.491870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49208) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:27.493082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Network 20c5415c-c921-4b71-a347-cd148b10acd6 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:27.494250 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-37df11b6-64f6-4cb3-b280-8f74d9d2b1b1 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/quotas/75f22a02eb0444c6ae9cf24015859115 HTTP/1.1" status: 200 len: 375 time: 0.2384279 Feb 09 03:32:27.496257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49210) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:27.502656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:27.510047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:27.519159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'enable_snat': False}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:27.553151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddee6d-1179-456c-8a93-192d83dcc672 None None] Routers {'2d803ff2-4dc2-43d9-824f-d9e3dca5aedb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:27.553805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6dddee6d-1179-456c-8a93-192d83dcc672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d803ff2-4dc2-43d9-824f-d9e3dca5aedb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:27.602977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:27.604833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.624317 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event updated for resources: {'Port': ['ID=d8e9d16f-8255-487d-a326-c0ffb627f633,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:27.677944 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-81ab532f-4e4d-47fb-b625-4b249a6eaa04 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7762651 Feb 09 03:32:27.678779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6dddee6d-1179-456c-8a93-192d83dcc672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:27.681081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49212) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:27.685621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:27.713164 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddee6d-1179-456c-8a93-192d83dcc672 None None] Routers {'2d803ff2-4dc2-43d9-824f-d9e3dca5aedb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:27.714469 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6dddee6d-1179-456c-8a93-192d83dcc672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d803ff2-4dc2-43d9-824f-d9e3dca5aedb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:27.718493 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.928564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ac338df-499e-4637-a37a-806efffa5c3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (e4ad06ab-1005-4d1f-a407-79cada410aa4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.969468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac338df-499e-4637-a37a-806efffa5c3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=e4ad06ab-1005-4d1f-a407-79cada410aa4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:28.046036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ac338df-499e-4637-a37a-806efffa5c3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:28.057445 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6ac338df-499e-4637-a37a-806efffa5c3b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/e4ad06ab-1005-4d1f-a407-79cada410aa4 HTTP/1.1" status: 204 len: 168 time: 1.6569476 Feb 09 03:32:28.064938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49214) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:28.072022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6dddee6d-1179-456c-8a93-192d83dcc672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:28.073420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddee6d-1179-456c-8a93-192d83dcc672 None None] The sync data for ids ['2d803ff2-4dc2-43d9-824f-d9e3dca5aedb'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:28.087000 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:28.121481 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-e54636c8-9a4b-4868-a78c-ec0204160461 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4406085 Feb 09 03:32:28.128506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b9dde7a7-4a84-4f28-b22d-2fccca250e21 None None] Current status of the port 778de1b3-7482-483a-b9e0-34fd0c220949 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:28.177857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcb4711-81f2-4e5e-9478-a300ce8727d5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:28.186845 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4fcb4711-81f2-4e5e-9478-a300ce8727d5 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d803ff2-4dc2-43d9-824f-d9e3dca5aedb HTTP/1.1" status: 200 len: 988 time: 0.6913497 Feb 09 03:32:28.187780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49218) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:28.219485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ddaef5-0fb9-4b41-85aa-3129f9fb7e42 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:28.224389 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-58ddaef5-0fb9-4b41-85aa-3129f9fb7e42 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1493330 Feb 09 03:32:28.225890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49224) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:28.237807 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:28.265750 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b04e49f6-6899-4254-852a-016929dab6fe None None] Provisioning complete for port d8e9d16f-8255-487d-a326-c0ffb627f633 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:28.267374 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b04e49f6-6899-4254-852a-016929dab6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d8e9d16f-8255-487d-a326-c0ffb627f633), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:28.363838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b04e49f6-6899-4254-852a-016929dab6fe None None] Port d8e9d16f-8255-487d-a326-c0ffb627f633 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:28.368402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b04e49f6-6899-4254-852a-016929dab6fe None None] Could not find standard attr ID for object e4ad06ab-1005-4d1f-a407-79cada410aa4. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:32:28.472899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Allocated IP 172.25.5.35 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/0a4ee7a8-4cc3-4fd2-933f-62a48eb81596) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:28.514484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027e193-af9e-43b1-be08-8898d8d45962 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:28.516086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f027e193-af9e-43b1-be08-8898d8d45962 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2891073 Feb 09 03:32:28.530636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49234) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:28.569544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5a8d2-a304-4fbd-bf93-e128ca728243 req-cbf2a008-d24c-4eb0-80db-5d0975a17ef4 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:28.577163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ae5a8d2-a304-4fbd-bf93-e128ca728243 req-cbf2a008-d24c-4eb0-80db-5d0975a17ef4 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1839390 Feb 09 03:32:28.604094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c7677-509b-486a-afb9-3f4e353f79bc tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:28.606042 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c7677-509b-486a-afb9-3f4e353f79bc tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:28.608300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c7677-509b-486a-afb9-3f4e353f79bc tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:28.610642 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e85c7677-509b-486a-afb9-3f4e353f79bc tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0781977 Feb 09 03:32:28.617472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49238) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:28.648244 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ae5a8d2-a304-4fbd-bf93-e128ca728243 req-9bb60465-1b26-4b26-ab38-c3711f6980fb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701942 Feb 09 03:32:28.698415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for port (0a4ee7a8-4cc3-4fd2-933f-62a48eb81596), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:28.739313 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0a4ee7a8-4cc3-4fd2-933f-62a48eb81596), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:28.784667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:28.788296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:28.792270 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:28.799085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event updated for resources: {'Port': ['ID=0a4ee7a8-4cc3-4fd2-933f-62a48eb81596,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:28.900788 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for floatingip (923d5e74-9bb0-43d1-9576-6444b677ab53), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:28.948252 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0a4ee7a8-4cc3-4fd2-933f-62a48eb81596), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:29.085973 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3fc17bf-ecdb-4ec8-bbdb-13d563a7ddb5 service neutron] 10.222.0.21 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9456675 Feb 09 03:32:29.151601 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for port (0a4ee7a8-4cc3-4fd2-933f-62a48eb81596), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:29.158430 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (0a4ee7a8-4cc3-4fd2-933f-62a48eb81596), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:29.197205 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-0dd64950-a070-424e-a955-7ec76ee4b872 service neutron] 10.222.0.21 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022763 Feb 09 03:32:29.214231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-838e5634-b2bd-4a07-b2bc-1c544c466d4e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 43aaab3d-3ac8-4be3-911e-9204a4c6875e {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:29.222212 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-838e5634-b2bd-4a07-b2bc-1c544c466d4e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (43aaab3d-3ac8-4be3-911e-9204a4c6875e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:29.293757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event updated for resources: {'Port': ['ID=0a4ee7a8-4cc3-4fd2-933f-62a48eb81596,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:29.303753 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (923d5e74-9bb0-43d1-9576-6444b677ab53), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:29.319579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-838e5634-b2bd-4a07-b2bc-1c544c466d4e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (43aaab3d-3ac8-4be3-911e-9204a4c6875e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:29.332632 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:29.340798 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-93f1af26-3e25-4468-b51d-31a35e560c88 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6586380 Feb 09 03:32:29.343873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49240) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:29.358063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9c189364-744d-4376-82a2-6cf3024b4586 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Request body: {'floatingip': {'port_id': 'd8e9d16f-8255-487d-a326-c0ffb627f633', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:29.434152 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c189364-744d-4376-82a2-6cf3024b4586 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for floatingip (923d5e74-9bb0-43d1-9576-6444b677ab53), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:29.618375 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-9c189364-744d-4376-82a2-6cf3024b4586 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] update failed (client error): The resource could not be found. Feb 09 03:32:29.625509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49252) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:29.640325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9c189364-744d-4376-82a2-6cf3024b4586 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "PUT /v2.0/floatingips/923d5e74-9bb0-43d1-9576-6444b677ab53 HTTP/1.1" status: 404 len: 507 time: 0.2731342 Feb 09 03:32:29.701023 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ec338ef1-5c8f-4f75-aee9-645278afe73d req-43415ca0-1abb-43e2-a998-021ae17e59af tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 210 time: 0.0593271 Feb 09 03:32:29.718647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-838e5634-b2bd-4a07-b2bc-1c544c466d4e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (43aaab3d-3ac8-4be3-911e-9204a4c6875e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:29.819027 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:29.901007 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.040041 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-838e5634-b2bd-4a07-b2bc-1c544c466d4e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (43aaab3d-3ac8-4be3-911e-9204a4c6875e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.088384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696a7e4-00e9-42a1-b4fc-895736138e06 req-d7f7545e-602e-4b0a-b86f-7d7bc86fa3e9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:30.090343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2696a7e4-00e9-42a1-b4fc-895736138e06 req-d7f7545e-602e-4b0a-b86f-7d7bc86fa3e9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2656088 Feb 09 03:32:30.126960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e5634-b2bd-4a07-b2bc-1c544c466d4e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=43aaab3d-3ac8-4be3-911e-9204a4c6875e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:30.138070 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-838e5634-b2bd-4a07-b2bc-1c544c466d4e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.141674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-838e5634-b2bd-4a07-b2bc-1c544c466d4e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/43aaab3d-3ac8-4be3-911e-9204a4c6875e HTTP/1.1" status: 204 len: 168 time: 1.5226061 Feb 09 03:32:30.144080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49264) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:30.145716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2468a50-c3a1-4046-86e7-08ca394a83b8 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:30.213560 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f2b6b-24bc-4d20-9c05-2ba9f5d883d7 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Deleting port 0a4ee7a8-4cc3-4fd2-933f-62a48eb81596 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:30.213902 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2b6b-24bc-4d20-9c05-2ba9f5d883d7 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0a4ee7a8-4cc3-4fd2-933f-62a48eb81596), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.250314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b949df-4d23-4c89-9b6a-b9d4cfcf2421 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 6433107d-dbcf-45f7-81e6-863b603425f5 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:30.262402 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87b949df-4d23-4c89-9b6a-b9d4cfcf2421 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (6433107d-dbcf-45f7-81e6-863b603425f5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.278272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Allocated IP 172.25.5.13 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/d821924b-eb11-4cc0-84ad-b2919fc82eb5) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:30.304276 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2696a7e4-00e9-42a1-b4fc-895736138e06 req-56ce7054-46d6-4f45-9b39-20e9c5841730 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885455 Feb 09 03:32:30.316583 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f1bab0e-203c-4112-b373-f703153b3a28 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (2d803ff2-4dc2-43d9-824f-d9e3dca5aedb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.413647 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87b949df-4d23-4c89-9b6a-b9d4cfcf2421 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (6433107d-dbcf-45f7-81e6-863b603425f5), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.526364 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2b6b-24bc-4d20-9c05-2ba9f5d883d7 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0a4ee7a8-4cc3-4fd2-933f-62a48eb81596), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.526690 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2b6b-24bc-4d20-9c05-2ba9f5d883d7 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for floatingip (0a4ee7a8-4cc3-4fd2-933f-62a48eb81596), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.571830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f2b6b-24bc-4d20-9c05-2ba9f5d883d7 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Calling delete_port for 0a4ee7a8-4cc3-4fd2-933f-62a48eb81596 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:30.595582 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87b949df-4d23-4c89-9b6a-b9d4cfcf2421 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (6433107d-dbcf-45f7-81e6-863b603425f5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.710189 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87b949df-4d23-4c89-9b6a-b9d4cfcf2421 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (6433107d-dbcf-45f7-81e6-863b603425f5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.762621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b949df-4d23-4c89-9b6a-b9d4cfcf2421 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=6433107d-dbcf-45f7-81e6-863b603425f5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:30.771970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87b949df-4d23-4c89-9b6a-b9d4cfcf2421 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.785865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-87b949df-4d23-4c89-9b6a-b9d4cfcf2421 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/6433107d-dbcf-45f7-81e6-863b603425f5 HTTP/1.1" status: 204 len: 168 time: 0.6403427 Feb 09 03:32:30.787467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49272) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:30.879880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2b6b-24bc-4d20-9c05-2ba9f5d883d7 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0a4ee7a8-4cc3-4fd2-933f-62a48eb81596), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:30.898979 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e4b39acb-7592-41f0-a246-e1db629cc21f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1099222 Feb 09 03:32:30.899978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49274) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:30.911426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:31.008892 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for port (d821924b-eb11-4cc0-84ad-b2919fc82eb5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:31.013127 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cac4154d-6d1a-4cb5-a3ca-e6f8df256a84 req-66aeec2a-4481-4cc9-bab7-4f8303fe76b0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 210 time: 0.0584180 Feb 09 03:32:31.035859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f2b6b-24bc-4d20-9c05-2ba9f5d883d7 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event deleted for resources: {'Port': ['ID=0a4ee7a8-4cc3-4fd2-933f-62a48eb81596,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:31.173041 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d821924b-eb11-4cc0-84ad-b2919fc82eb5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:31.384602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:31.410766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:31.421058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:31.428474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90483e8-6242-466a-828b-b94c1f83a111 req-2c807fb7-6b4e-4a65-80d0-25081e78a2a5 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:31.430142 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-2c807fb7-6b4e-4a65-80d0-25081e78a2a5 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.42 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 817 time: 0.2497668 Feb 09 03:32:31.434447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:31.447902 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:31.535132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Pushing event updated for resources: {'Port': ['ID=d821924b-eb11-4cc0-84ad-b2919fc82eb5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:31.568472 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afe650d-31b7-48a1-baa2-245125618c2d None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:31.625290 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2b6b-24bc-4d20-9c05-2ba9f5d883d7 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for floatingip (923d5e74-9bb0-43d1-9576-6444b677ab53), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:31.627894 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2b6b-24bc-4d20-9c05-2ba9f5d883d7 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:31.629570 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ac4f2b6b-24bc-4d20-9c05-2ba9f5d883d7 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "DELETE /v2.0/floatingips/923d5e74-9bb0-43d1-9576-6444b677ab53 HTTP/1.1" status: 204 len: 168 time: 1.9999487 Feb 09 03:32:31.636723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49282) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:31.642040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-be94bd0b-8a8a-4cfd-a2e8-0492b814cb1d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Request body: {'floatingip': {'floating_network_id': '20c5415c-c921-4b71-a347-cd148b10acd6', 'port_id': 'd8e9d16f-8255-487d-a326-c0ffb627f633', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:31.667840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-03475463-f003-4b92-985c-9ed4c2d7b635 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75f22a02eb0444c6ae9cf24015859115 HTTP/1.1" status: 200 len: 380 time: 0.2142866 Feb 09 03:32:31.678171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d90483e8-6242-466a-828b-b94c1f83a111 req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Request body: {'port': {'device_id': '6654452d-6eaf-457f-bca6-968e67d62176', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'admin_state_up': True, 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'security_groups': ['a5cc4a79-1806-41ba-86ab-b4c00bdae82f']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:31.698593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3f1bab0e-203c-4112-b373-f703153b3a28 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:31.698924 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f1bab0e-203c-4112-b373-f703153b3a28 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:31.773612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be94bd0b-8a8a-4cfd-a2e8-0492b814cb1d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:31.791776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210724f0-9b71-42f0-b564-ecb226958e89 req-93f4a894-2955-4890-9e6a-b342dccdb85a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:31.793485 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-210724f0-9b71-42f0-b564-ecb226958e89 req-93f4a894-2955-4890-9e6a-b342dccdb85a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2826271 Feb 09 03:32:31.805108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-61cf633d-067c-4394-9ce0-5f190794cffe None None] Provisioning complete for port 778de1b3-7482-483a-b9e0-34fd0c220949 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:31.805924 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61cf633d-067c-4394-9ce0-5f190794cffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:32.000107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c773b5f1-ce59-4127-801f-5d20f8ec05d5 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:32:32.052221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90483e8-6242-466a-828b-b94c1f83a111 req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Made reservation on behalf of 75f22a02eb0444c6ae9cf24015859115 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:32.052925 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router_gateway (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:32.057031 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d90483e8-6242-466a-828b-b94c1f83a111 req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:32.150638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-61cf633d-067c-4394-9ce0-5f190794cffe None None] Current status of the port 778de1b3-7482-483a-b9e0-34fd0c220949 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:32.232538 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c773b5f1-ce59-4127-801f-5d20f8ec05d5 None None] Deleting port 778de1b3-7482-483a-b9e0-34fd0c220949 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:32.235922 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c773b5f1-ce59-4127-801f-5d20f8ec05d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:32.271367 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7265a882-ff67-45bb-8175-ad9550a95df3 req-06b98954-a898-40de-9bf1-491d7c42e984 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 210 time: 0.0591199 Feb 09 03:32:32.413087 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-be94bd0b-8a8a-4cfd-a2e8-0492b814cb1d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:32:32.414136 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-be94bd0b-8a8a-4cfd-a2e8-0492b814cb1d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7764146 Feb 09 03:32:32.422137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49294) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:32.426134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c773b5f1-ce59-4127-801f-5d20f8ec05d5 None None] For port 778de1b3-7482-483a-b9e0-34fd0c220949, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=778de1b3-7482-483a-b9e0-34fd0c220949,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:32.427190 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c773b5f1-ce59-4127-801f-5d20f8ec05d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:32.429784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'd8e9d16f-8255-487d-a326-c0ffb627f633', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:32.436082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-d90483e8-6242-466a-828b-b94c1f83a111 req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Allocated IP 172.20.0.4 (d47ae607-b915-448d-973b-db6bfbd43c08/96c3bad6-291e-4ae2-af38-95ffb08b433c/fd205363-8e9b-4e98-9d11-ca78bb8b6338) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:32.444975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c773b5f1-ce59-4127-801f-5d20f8ec05d5 None None] Calling delete_port for 778de1b3-7482-483a-b9e0-34fd0c220949 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:32.445973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.objects.ports [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103327) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:32:32.541019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:32.568896 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-210724f0-9b71-42f0-b564-ecb226958e89 req-ee816d08-214b-445d-bcf6-54525b75f429 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7653062 Feb 09 03:32:32.590566 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c773b5f1-ce59-4127-801f-5d20f8ec05d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (778de1b3-7482-483a-b9e0-34fd0c220949), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:32.631484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773b5f1-ce59-4127-801f-5d20f8ec05d5 None None] No DVR routers for this DVR port 778de1b3-7482-483a-b9e0-34fd0c220949 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:32.636054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773b5f1-ce59-4127-801f-5d20f8ec05d5 None None] Pushing event deleted for resources: {'Port': ['ID=778de1b3-7482-483a-b9e0-34fd0c220949,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:32.667885 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f1bab0e-203c-4112-b373-f703153b3a28 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:32.692891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3f1bab0e-203c-4112-b373-f703153b3a28 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:32.782806 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:32.793133 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:32.986436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 778de1b3-7482-483a-b9e0-34fd0c220949 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:33.032842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 778de1b3-7482-483a-b9e0-34fd0c220949 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:33.033204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 778de1b3-7482-483a-b9e0-34fd0c220949 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:33.049119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Router ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:32:33.087512 n-d-824835-15 neutron-server[103327]: WARNING neutron.services.revisions.revision_plugin [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Could not find related port for resource to bump revision. Feb 09 03:32:33.103261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_pluggable_backend [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Port 778de1b3-7482-483a-b9e0-34fd0c220949 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103327) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 03:32:33.103552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_pluggable_backend [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Reverting IP allocation for 2001:db8::f816:3eff:fec0:355f {{(pid=103327) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 03:32:33.111984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_pluggable_backend [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec0:355f {{(pid=103327) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 03:32:33.118702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (38af6a52-ae5d-4455-ac69-384052c48a35), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:33.175647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=38af6a52-ae5d-4455-ac69-384052c48a35,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:33.208138 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:33.217389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:33.223007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:33.223857 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:33.224629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f1bab0e-203c-4112-b373-f703153b3a28 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:33.228662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8404af42-2ee3-4569-90d0-d64aed418329 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:33.261677 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-28daf9ad-3ba8-4f66-8394-f3612b1b884b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3601775 Feb 09 03:32:33.272122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49300) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:33.277196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bab0e-203c-4112-b373-f703153b3a28 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:33.279537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2ce73ce3-7934-43c8-a3c4-4c136a8179af tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:33.288987 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d90483e8-6242-466a-828b-b94c1f83a111 req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:33.420704 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:33.433345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': '38af6a52-ae5d-4455-ac69-384052c48a35'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:32:33.434234 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:33.499096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f1bab0e-203c-4112-b373-f703153b3a28 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (2d803ff2-4dc2-43d9-824f-d9e3dca5aedb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:33.506531 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae3bddf8-fe79-483e-af4c-8eaedff7279d req-55eb584e-dc8f-4b39-b698-a40bc225b8c8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 210 time: 0.0792310 Feb 09 03:32:33.522544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:33.536414 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46d211-32f5-4fdf-a1e7-af1ceef0d1fb None None] Sync routers for ids ['ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:33.551442 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46d211-32f5-4fdf-a1e7-af1ceef0d1fb None None] Routers {'ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:33.552058 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7a46d211-32f5-4fdf-a1e7-af1ceef0d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:33.557244 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:33.558779 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b0c80bf6-fb0b-400c-be7b-a78afa5ab11b tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "PUT /v2.0/routers/ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2 HTTP/1.1" status: 200 len: 918 time: 6.0441499 Feb 09 03:32:33.563149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49304) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:33.631261 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7a46d211-32f5-4fdf-a1e7-af1ceef0d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:33.650933 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46d211-32f5-4fdf-a1e7-af1ceef0d1fb None None] Routers {'ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:33.651768 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7a46d211-32f5-4fdf-a1e7-af1ceef0d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:33.717392 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d90483e8-6242-466a-828b-b94c1f83a111 req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:33.748918 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7a46d211-32f5-4fdf-a1e7-af1ceef0d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:33.751936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Allocated IP 2001:db8::f816:3eff:fe26:1bf0 (c5780e3f-5fe0-4434-8596-82a0e8078930/38af6a52-ae5d-4455-ac69-384052c48a35/99db60bd-7634-466c-be6e-0ec4ecc3c072) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:33.752962 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46d211-32f5-4fdf-a1e7-af1ceef0d1fb None None] The sync data for ids ['ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:33.798035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event updated for resources: {'Port': ['ID=fd205363-8e9b-4e98-9d11-ca78bb8b6338,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:33.800527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce73ce3-7934-43c8-a3c4-4c136a8179af tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:33.804092 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ce73ce3-7934-43c8-a3c4-4c136a8179af tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:33.816469 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-995d7063-82ce-4ac9-8f84-4d9fe50fbdd2 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/routers/ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2 HTTP/1.1" status: 200 len: 924 time: 0.2512670 Feb 09 03:32:33.822570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49308) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:33.855930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90483e8-6242-466a-828b-b94c1f83a111 req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Network d47ae607-b915-448d-973b-db6bfbd43c08 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:33.894337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-d90483e8-6242-466a-828b-b94c1f83a111 req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:33.900045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90483e8-6242-466a-828b-b94c1f83a111 req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:34.067859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Allocated IP 172.25.5.178 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/f63cc8e2-96fe-4423-acd6-8a71cfc40ee0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:34.114250 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Publish callbacks [] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:34.126721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:34.149060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90483e8-6242-466a-828b-b94c1f83a111 req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:34.150222 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d90483e8-6242-466a-828b-b94c1f83a111 req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:34.155917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf1899-61f6-4a39-a98a-d7d5ad9d0ed6 req-79732d1e-2037-4628-8f84-6fe860ea3af9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:34.167257 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1baf1899-61f6-4a39-a98a-d7d5ad9d0ed6 req-79732d1e-2037-4628-8f84-6fe860ea3af9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3751512 Feb 09 03:32:34.183987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:34.188186 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:34.193542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:34.201750 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-ea3e7c09-66bf-41aa-85ee-19f6912211df tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5275970 Feb 09 03:32:34.203811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Pushing event updated for resources: {'Port': ['ID=99db60bd-7634-466c-be6e-0ec4ecc3c072,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:34.238580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-4e511922-6ea7-47c5-9e3e-25b3e9ff56c3 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:32:34.240358 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-4e511922-6ea7-47c5-9e3e-25b3e9ff56c3 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086689 Feb 09 03:32:34.246124 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1baf1899-61f6-4a39-a98a-d7d5ad9d0ed6 req-a3557368-0564-4c8a-8400-ce9a50235fd0 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778680 Feb 09 03:32:34.250020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88236f88-3cfb-4f70-a363-7bcd53e81e60 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:34.252089 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-88236f88-3cfb-4f70-a363-7bcd53e81e60 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&device_id=ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4209614 Feb 09 03:32:34.269491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49314) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:34.323418 n-d-824835-15 neutron-server[103327]: INFO neutron.db.ipam_backend_mixin [None req-2ce73ce3-7934-43c8-a3c4-4c136a8179af tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38af6a52-ae5d-4455-ac69-384052c48a35 (CIDR: 2001:db8::/64) Feb 09 03:32:34.350278 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce73ce3-7934-43c8-a3c4-4c136a8179af tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:32:34.352248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce73ce3-7934-43c8-a3c4-4c136a8179af tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:32:34.356294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bf26a325-8525-460c-8aaa-a3f39827a1c2 None None] Provisioning complete for port fd205363-8e9b-4e98-9d11-ca78bb8b6338 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:34.357204 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf26a325-8525-460c-8aaa-a3f39827a1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:34.359044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Attempting to bind port 99db60bd-7634-466c-be6e-0ec4ecc3c072 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:34.359408 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Attempting to bind port 99db60bd-7634-466c-be6e-0ec4ecc3c072 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:34.359770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Attempting to bind port 99db60bd-7634-466c-be6e-0ec4ecc3c072 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:34.416704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:34.417124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:34.417562 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:34.418029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:34.418654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Bound port: 99db60bd-7634-466c-be6e-0ec4ecc3c072, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:34.419881 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:34.465121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1bab0e-203c-4112-b373-f703153b3a28 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Router 2d803ff2-4dc2-43d9-824f-d9e3dca5aedb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:32:34.485390 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for port (f63cc8e2-96fe-4423-acd6-8a71cfc40ee0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:34.492478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bf26a325-8525-460c-8aaa-a3f39827a1c2 None None] Port fd205363-8e9b-4e98-9d11-ca78bb8b6338 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:34.524964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] For port 99db60bd-7634-466c-be6e-0ec4ecc3c072, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:34.531997 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] For port 99db60bd-7634-466c-be6e-0ec4ecc3c072, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=99db60bd-7634-466c-be6e-0ec4ecc3c072,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:32:34.536382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Request body: {'port': {'device_id': '6654452d-6eaf-457f-bca6-968e67d62176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:34.540220 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:34.616287 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2ce73ce3-7934-43c8-a3c4-4c136a8179af tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3413186 Feb 09 03:32:34.620163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49320) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:34.621091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e42991-e184-4e78-95b9-415a2cb738a2 None None] Pushing event updated for resources: {'Port': ['ID=99db60bd-7634-466c-be6e-0ec4ecc3c072,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:34.639009 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6f294596-f0e5-43a6-9f00-904439c88c3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:34.649574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d14bcc-c521-4b56-91b7-e0a43686fafc tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:34.650992 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-68d14bcc-c521-4b56-91b7-e0a43686fafc tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 881 time: 0.3893294 Feb 09 03:32:34.652046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1bab0e-203c-4112-b373-f703153b3a28 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:34.674315 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f593e29-d82b-4c26-98dd-034e922c6548 None None] Sync routers for ids ['2d803ff2-4dc2-43d9-824f-d9e3dca5aedb'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:34.680917 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3f1bab0e-203c-4112-b373-f703153b3a28 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "PUT /v2.0/routers/2d803ff2-4dc2-43d9-824f-d9e3dca5aedb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4560637 Feb 09 03:32:34.683777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49322) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:34.684193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49324) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:34.692014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f593e29-d82b-4c26-98dd-034e922c6548 None None] Routers {'2d803ff2-4dc2-43d9-824f-d9e3dca5aedb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:34.693007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8f593e29-d82b-4c26-98dd-034e922c6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d803ff2-4dc2-43d9-824f-d9e3dca5aedb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:34.726673 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf8374a-a789-4db3-9a98-122a07ac2165 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:32:34.732835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-faf8374a-a789-4db3-9a98-122a07ac2165 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/defa6ba9-8c12-4bef-8c8c-0a40ffdd1bb8 HTTP/1.1" status: 404 len: 333 time: 0.0450163 Feb 09 03:32:34.735700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49326) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:34.748765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8f593e29-d82b-4c26-98dd-034e922c6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:34.763640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f593e29-d82b-4c26-98dd-034e922c6548 None None] Routers {'2d803ff2-4dc2-43d9-824f-d9e3dca5aedb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:34.769632 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8f593e29-d82b-4c26-98dd-034e922c6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2d803ff2-4dc2-43d9-824f-d9e3dca5aedb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:34.806838 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-77636e2b-c86f-46f5-acd5-a6b1213d0139 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2 HTTP/1.1" status: 200 len: 205 time: 0.1080160 Feb 09 03:32:34.813058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49328) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:34.835293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f63cc8e2-96fe-4423-acd6-8a71cfc40ee0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:34.848371 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8f593e29-d82b-4c26-98dd-034e922c6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:34.849270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f593e29-d82b-4c26-98dd-034e922c6548 None None] The sync data for ids ['2d803ff2-4dc2-43d9-824f-d9e3dca5aedb'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:34.854007 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99896ca0-3544-42f4-ad20-269c613c839a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for router (2d803ff2-4dc2-43d9-824f-d9e3dca5aedb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:34.931258 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:35.061338 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:35.069895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:35.089749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:35.102781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:35.128163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99896ca0-3544-42f4-ad20-269c613c839a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (2d803ff2-4dc2-43d9-824f-d9e3dca5aedb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:35.130841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99896ca0-3544-42f4-ad20-269c613c839a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for router_controller (2d803ff2-4dc2-43d9-824f-d9e3dca5aedb), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:35.189425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99896ca0-3544-42f4-ad20-269c613c839a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (2d803ff2-4dc2-43d9-824f-d9e3dca5aedb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:35.190151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99896ca0-3544-42f4-ad20-269c613c839a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Fanout notify agent at l3_agent the message router_deleted on router 2d803ff2-4dc2-43d9-824f-d9e3dca5aedb {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:32:35.198482 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99896ca0-3544-42f4-ad20-269c613c839a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:35.203411 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-99896ca0-3544-42f4-ad20-269c613c839a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/routers/2d803ff2-4dc2-43d9-824f-d9e3dca5aedb HTTP/1.1" status: 204 len: 168 time: 0.4666028 Feb 09 03:32:35.204148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49334) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:35.226408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341d5a7-e3f6-422c-bbe1-08cd1ce7481a req-94a2e40b-7818-47ec-b023-f1b00f03f8ad tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:35.227954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d341d5a7-e3f6-422c-bbe1-08cd1ce7481a req-94a2e40b-7818-47ec-b023-f1b00f03f8ad tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 931 time: 0.5437052 Feb 09 03:32:35.290106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-971141ae-e581-4228-9aa8-efd3c3ae87f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting subnet bbdb7f87-46d0-4b30-9e9c-625f6b2a4336 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:35.305519 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-971141ae-e581-4228-9aa8-efd3c3ae87f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (bbdb7f87-46d0-4b30-9e9c-625f6b2a4336), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:35.355029 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-971141ae-e581-4228-9aa8-efd3c3ae87f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (bbdb7f87-46d0-4b30-9e9c-625f6b2a4336), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:35.378860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event updated for resources: {'Port': ['ID=f63cc8e2-96fe-4423-acd6-8a71cfc40ee0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:35.503623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97183969-dcd3-47a2-b8af-4561d60a00a5 req-cdd57e28-0ca1-4e82-bb13-ae0c78f38f89 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:35.505604 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97183969-dcd3-47a2-b8af-4561d60a00a5 req-cdd57e28-0ca1-4e82-bb13-ae0c78f38f89 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1007447 Feb 09 03:32:35.525805 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d341d5a7-e3f6-422c-bbe1-08cd1ce7481a req-3a705d24-b125-4a72-a4e4-4e24c8fd13b5 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532601 Feb 09 03:32:35.562566 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-971141ae-e581-4228-9aa8-efd3c3ae87f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (bbdb7f87-46d0-4b30-9e9c-625f6b2a4336), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:35.641832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97183969-dcd3-47a2-b8af-4561d60a00a5 req-f35e9bb2-2ac0-47fc-a157-64a8a596b015 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238577 Feb 09 03:32:35.655610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f294596-f0e5-43a6-9f00-904439c88c3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:35.668639 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f294596-f0e5-43a6-9f00-904439c88c3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:35.685330 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-971141ae-e581-4228-9aa8-efd3c3ae87f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (bbdb7f87-46d0-4b30-9e9c-625f6b2a4336), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:35.878574 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.080917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Deleting port f63cc8e2-96fe-4423-acd6-8a71cfc40ee0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:36.081424 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f63cc8e2-96fe-4423-acd6-8a71cfc40ee0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.206036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Deleting port d821924b-eb11-4cc0-84ad-b2919fc82eb5 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:36.206296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d821924b-eb11-4cc0-84ad-b2919fc82eb5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.209765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971141ae-e581-4228-9aa8-efd3c3ae87f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdb7f87-46d0-4b30-9e9c-625f6b2a4336,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:36.233726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3a6bfa-afa7-422b-9b4b-0642b6340af9 None None] Network 8f39a613-7a37-4f59-ad1e-a50aab68e980 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:36.250688 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-971141ae-e581-4228-9aa8-efd3c3ae87f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.267043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-971141ae-e581-4228-9aa8-efd3c3ae87f9 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/bbdb7f87-46d0-4b30-9e9c-625f6b2a4336 HTTP/1.1" status: 204 len: 168 time: 1.0564690 Feb 09 03:32:36.267913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49346) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:36.369329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd205363-8e9b-4e98-9d11-ca78bb8b6338 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:32:36.406424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d7af15f0-2430-4904-a84e-3723eeef2f1d None None] Provisioning complete for port 99db60bd-7634-466c-be6e-0ec4ecc3c072 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:36.408799 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7af15f0-2430-4904-a84e-3723eeef2f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.417443 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Publish callbacks [] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.423625 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f63cc8e2-96fe-4423-acd6-8a71cfc40ee0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.424031 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for floatingip (f63cc8e2-96fe-4423-acd6-8a71cfc40ee0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.435108 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (8f39a613-7a37-4f59-ad1e-a50aab68e980), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.461386 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f294596-f0e5-43a6-9f00-904439c88c3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (f3923128-5890-4e29-8486-78525197e374), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.468797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Calling delete_port for f63cc8e2-96fe-4423-acd6-8a71cfc40ee0 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:36.501173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Transition to ACTIVE for port object fd205363-8e9b-4e98-9d11-ca78bb8b6338 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:32:36.534463 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d821924b-eb11-4cc0-84ad-b2919fc82eb5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.538572 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.548858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f294596-f0e5-43a6-9f00-904439c88c3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:36.582911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port 9959893c-a81e-4c84-9c26-7aa77c373df5 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:36.583077 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.664117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6f294596-f0e5-43a6-9f00-904439c88c3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:36.667187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f294596-f0e5-43a6-9f00-904439c88c3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:36.668232 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f294596-f0e5-43a6-9f00-904439c88c3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.687567 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42429681-2498-4040-922f-6c511747b0d5 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:36.725342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Pushing event updated for resources: {'Port': ['ID=fd205363-8e9b-4e98-9d11-ca78bb8b6338,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:36.730828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Calling delete_port for d821924b-eb11-4cc0-84ad-b2919fc82eb5 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:36.735755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] For port 9959893c-a81e-4c84-9c26-7aa77c373df5, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9959893c-a81e-4c84-9c26-7aa77c373df5,segment=NetworkSegment(30a8bf6b-84c1-4b05-a368-57af39cac380),segment_id=30a8bf6b-84c1-4b05-a368-57af39cac380)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:36.736112 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.757318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for 9959893c-a81e-4c84-9c26-7aa77c373df5 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:36.808839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99e83e0-d703-442c-8f1e-11947552c8e6 None None] DHCP port deletion for 8f39a613-7a37-4f59-ad1e-a50aab68e980 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:32:36.844864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d7af15f0-2430-4904-a84e-3723eeef2f1d None None] Current status of the port 99db60bd-7634-466c-be6e-0ec4ecc3c072 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:36.847723 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7af15f0-2430-4904-a84e-3723eeef2f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.994462 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f294596-f0e5-43a6-9f00-904439c88c3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=f3923128-5890-4e29-8486-78525197e374,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:37.008015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d7af15f0-2430-4904-a84e-3723eeef2f1d None None] For port 99db60bd-7634-466c-be6e-0ec4ecc3c072, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=99db60bd-7634-466c-be6e-0ec4ecc3c072,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:37.036970 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.039181 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7af15f0-2430-4904-a84e-3723eeef2f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.109032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=9959893c-a81e-4c84-9c26-7aa77c373df5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:37.115209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6f294596-f0e5-43a6-9f00-904439c88c3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4821942 Feb 09 03:32:37.120678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa43402-8c70-436e-acc6-ed6c0c53a19e req-408cad33-c209-43c2-80c9-f332120255d5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:37.123121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfa43402-8c70-436e-acc6-ed6c0c53a19e req-408cad33-c209-43c2-80c9-f332120255d5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2128484 Feb 09 03:32:37.127593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49356) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:37.131421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 99db60bd-7634-466c-be6e-0ec4ecc3c072 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:37.133075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:01:d0:83', 'name': 'tempest-NetworksTestDHCPv6-364372810'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:37.154261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No DVR routers for this DVR port 9959893c-a81e-4c84-9c26-7aa77c373df5 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:37.199644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Attempting to bind port fd205363-8e9b-4e98-9d11-ca78bb8b6338 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:37.199896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Attempting to bind port fd205363-8e9b-4e98-9d11-ca78bb8b6338 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:37.200286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Attempting to bind port fd205363-8e9b-4e98-9d11-ca78bb8b6338 on network d47ae607-b915-448d-973b-db6bfbd43c08 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:37.235396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ce50d-16b4-4390-9600-d87a86d4562f req-00747d9d-e648-45c9-b641-ded3030db7ac tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:37.236943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d1ce50d-16b4-4390-9600-d87a86d4562f req-00747d9d-e648-45c9-b641-ded3030db7ac tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.5459230 Feb 09 03:32:37.248582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e99e83e0-d703-442c-8f1e-11947552c8e6 None None] Deleting port 9959893c-a81e-4c84-9c26-7aa77c373df5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:37.249150 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e99e83e0-d703-442c-8f1e-11947552c8e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.261382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Port fd205363-8e9b-4e98-9d11-ca78bb8b6338 on network d47ae607-b915-448d-973b-db6bfbd43c08 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:32:37.261534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Attempting to bind port fd205363-8e9b-4e98-9d11-ca78bb8b6338 on network d47ae607-b915-448d-973b-db6bfbd43c08 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:37.298287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:37.298632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Checking segment: {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:37.299010 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Bound using segment: {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:37.299456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Bound port: fd205363-8e9b-4e98-9d11-ca78bb8b6338, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ea463c-d3cd-4535-959f-b466147ae855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:37.299808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.325927 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (8f39a613-7a37-4f59-ad1e-a50aab68e980), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.343723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af15f0-2430-4904-a84e-3723eeef2f1d None None] Pushing event updated for resources: {'Port': ['ID=99db60bd-7634-466c-be6e-0ec4ecc3c072,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:37.361860 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f39a613-7a37-4f59-ad1e-a50aab68e980']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:37.374973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a8bf6b-84c1-4b05-a368-57af39cac380') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:37.375546 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a8bf6b-84c1-4b05-a368-57af39cac380') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:37.386308 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (30a8bf6b-84c1-4b05-a368-57af39cac380), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.420006 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (30a8bf6b-84c1-4b05-a368-57af39cac380), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.435807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e99e83e0-d703-442c-8f1e-11947552c8e6 None None] For port 9959893c-a81e-4c84-9c26-7aa77c373df5, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:37.436752 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e99e83e0-d703-442c-8f1e-11947552c8e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.459788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e99e83e0-d703-442c-8f1e-11947552c8e6 None None] Calling delete_port for 9959893c-a81e-4c84-9c26-7aa77c373df5 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:37.464815 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-e99e83e0-d703-442c-8f1e-11947552c8e6 None None] Port 9959893c-a81e-4c84-9c26-7aa77c373df5 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:32:37.467217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:32:37.467809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (30a8bf6b-84c1-4b05-a368-57af39cac380), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:32:37.473912 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:32:37.484686 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e99e83e0-d703-442c-8f1e-11947552c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (9959893c-a81e-4c84-9c26-7aa77c373df5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.520820 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e83e0-d703-442c-8f1e-11947552c8e6 None None] No DVR routers for this DVR port 9959893c-a81e-4c84-9c26-7aa77c373df5 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:37.587018 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfa43402-8c70-436e-acc6-ed6c0c53a19e req-4609d0a2-b74d-4c60-8469-74675a839d6f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480810 Feb 09 03:32:37.621780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:37.629983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c27faf-bbcc-4133-9f54-dfbf6ed32933 None None] Update dhcp port {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'fixed_ips': [{'subnet_id': '38af6a52-ae5d-4455-ac69-384052c48a35', 'ip_address': '2001:db8::f816:3eff:fe26:1bf0'}, {'subnet_id': 'f3923128-5890-4e29-8486-78525197e374'}], 'binding:host_id': 'n-d-824835-15'}, 'id': '99db60bd-7634-466c-be6e-0ec4ecc3c072'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:32:37.636136 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (8f39a613-7a37-4f59-ad1e-a50aab68e980), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.644166 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d1ce50d-16b4-4390-9600-d87a86d4562f req-60b901a7-0e81-4fc3-acd3-195f0919a39d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780863 Feb 09 03:32:37.646424 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.650530 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/networks/8f39a613-7a37-4f59-ad1e-a50aab68e980 HTTP/1.1" status: 204 len: 168 time: 1.3782201 Feb 09 03:32:37.656471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:32:37.659311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49360) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:37.687523 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f63cc8e2-96fe-4423-acd6-8a71cfc40ee0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.703373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:37.707849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263b1e9-28a6-4f6e-8257-4ffa2c8cd30d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Network': ['ID=8f39a613-7a37-4f59-ad1e-a50aab68e980,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:37.711110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e83e0-d703-442c-8f1e-11947552c8e6 None None] Pushing event deleted for resources: {'Port': ['ID=9959893c-a81e-4c84-9c26-7aa77c373df5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:37.717793 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8c27faf-bbcc-4133-9f54-dfbf6ed32933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.732033 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.748607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 99db60bd-7634-466c-be6e-0ec4ecc3c072 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:37.748993 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.759608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:37.759608 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.761762 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] 10.222.0.42 "PUT /v2.0/ports/fd205363-8e9b-4e98-9d11-ca78bb8b6338 HTTP/1.1" status: 200 len: 1092 time: 3.4726260 Feb 09 03:32:37.820170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:32:37.823869 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1a37ae-1c41-4e96-8ec1-3c2d6c398aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:32:37.835703 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.865779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.905492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 6f3afd44-aa6e-46bb-b715-31b76935178c yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:32:38.066490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 99db60bd-7634-466c-be6e-0ec4ecc3c072 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:38.089792 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-b8c27faf-bbcc-4133-9f54-dfbf6ed32933 None None] Allocated IP 2001:db8:0:1::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/f3923128-5890-4e29-8486-78525197e374/99db60bd-7634-466c-be6e-0ec4ecc3c072) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:38.174171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9959893c-a81e-4c84-9c26-7aa77c373df5 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:38.205780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 9959893c-a81e-4c84-9c26-7aa77c373df5 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:38.206133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9959893c-a81e-4c84-9c26-7aa77c373df5 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:38.250955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b8c27faf-bbcc-4133-9f54-dfbf6ed32933 None None] For port 99db60bd-7634-466c-be6e-0ec4ecc3c072, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=99db60bd-7634-466c-be6e-0ec4ecc3c072,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:38.292562 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128111e8-f87a-4507-8921-6a9b1fb8522f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:38.298694 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-128111e8-f87a-4507-8921-6a9b1fb8522f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/246f4073-04c3-4e61-9fe4-146962a5c4ad HTTP/1.1" status: 200 len: 844 time: 0.6332812 Feb 09 03:32:38.298694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event deleted for resources: {'Port': ['ID=f63cc8e2-96fe-4423-acd6-8a71cfc40ee0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:38.299286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49366) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:38.302052 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8c27faf-bbcc-4133-9f54-dfbf6ed32933 None None] Publish callbacks [] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:38.308107 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8c27faf-bbcc-4133-9f54-dfbf6ed32933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:38.351290 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593f2adc-97b3-453b-af6c-b0c7b7c5c6c5 x-openstack-request-id: req-593f2adc-97b3-453b-af6c-b0c7b7c5c6c5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:32:38.352770 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:32:38.353325 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-593f2adc-97b3-453b-af6c-b0c7b7c5c6c5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:32:38.354043 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'status': 'completed', 'code': 200} Feb 09 03:32:38.378323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c27faf-bbcc-4133-9f54-dfbf6ed32933 None None] Pushing event updated for resources: {'Port': ['ID=99db60bd-7634-466c-be6e-0ec4ecc3c072,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:38.396195 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fda46fc9-5b95-4af9-8bd0-5f1ff91cddb2 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/246f4073-04c3-4e61-9fe4-146962a5c4ad?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0955343 Feb 09 03:32:38.400302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49368) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:38.405644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c695225c-1284-47fb-a460-68ffd043d711 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:38.482171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d821924b-eb11-4cc0-84ad-b2919fc82eb5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:38.538595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3724a70-8676-4773-9b6b-319f5390d642 service neutron] Pushing event updated for resources: {'Port': ['ID=fd205363-8e9b-4e98-9d11-ca78bb8b6338,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:38.550340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c695225c-1284-47fb-a460-68ffd043d711 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:38.553748 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c695225c-1284-47fb-a460-68ffd043d711 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:38.571442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90483e8-6242-466a-828b-b94c1f83a111 req-4854c317-426e-41a0-9f58-4565143f17eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:38.574044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-4854c317-426e-41a0-9f58-4565143f17eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 1126 time: 0.3029616 Feb 09 03:32:38.678219 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] create failed (client error): The resource could not be found. Feb 09 03:32:38.679434 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-da29b2de-11f9-4960-8079-5400ba7713af tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.2535360 Feb 09 03:32:38.680863 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-76b4ef94-6416-4018-98fa-d7e1d681eedb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338 HTTP/1.1" status: 200 len: 217 time: 0.0525703 Feb 09 03:32:38.687465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49374) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:38.691605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8:0:1::317 (c5780e3f-5fe0-4434-8596-82a0e8078930/f3923128-5890-4e29-8486-78525197e374/6f3afd44-aa6e-46bb-b715-31b76935178c) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:38.706386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Pushing event deleted for resources: {'Port': ['ID=d821924b-eb11-4cc0-84ad-b2919fc82eb5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:38.752474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::f816:3eff:fe01:d083 (c5780e3f-5fe0-4434-8596-82a0e8078930/38af6a52-ae5d-4455-ac69-384052c48a35/6f3afd44-aa6e-46bb-b715-31b76935178c) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:38.792885 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:38.801399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90483e8-6242-466a-828b-b94c1f83a111 req-8d94a9c7-be80-4278-b2c4-4f424d15c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:38.802576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-8d94a9c7-be80-4278-b2c4-4f424d15c188 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.1147366 Feb 09 03:32:38.946587 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:38.952845 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_controller (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:38.988486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76abe2-ff9c-4c36-a796-dbb8f08d5308 req-d5dac3d3-9a21-406e-adb4-ff8dd94e62d3 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:38.990267 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b76abe2-ff9c-4c36-a796-dbb8f08d5308 req-d5dac3d3-9a21-406e-adb4-ff8dd94e62d3 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2570443 Feb 09 03:32:39.035723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 99db60bd-7634-466c-be6e-0ec4ecc3c072 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:39.115044 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.121047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Fanout notify agent at l3_agent the message router_deleted on router ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:32:39.140199 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.143180 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e9ec3d41-f31b-4b97-af1d-4b1098581f62 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/routers/ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2 HTTP/1.1" status: 204 len: 168 time: 4.3270938 Feb 09 03:32:39.145717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49382) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:39.164082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7edebe-a4df-497d-9d83-da5b75076794 req-7cd78e16-7d57-46c9-8498-60572c26ac15 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:39.176994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 99db60bd-7634-466c-be6e-0ec4ecc3c072 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:39.177532 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.178004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f7edebe-a4df-497d-9d83-da5b75076794 req-7cd78e16-7d57-46c9-8498-60572c26ac15 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.3665543 Feb 09 03:32:39.187782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2112296529', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:39.299233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90483e8-6242-466a-828b-b94c1f83a111 req-7939a920-9149-42c3-b124-a5bf78860f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:39.305838 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-7939a920-9149-42c3-b124-a5bf78860f23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4692755 Feb 09 03:32:39.310745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 99db60bd-7634-466c-be6e-0ec4ecc3c072 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:39.318444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b76abe2-ff9c-4c36-a796-dbb8f08d5308 req-3f9fb68b-5b60-40c7-afdf-039baddf6b88 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592881 Feb 09 03:32:39.342952 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (7e21085b-b593-43b4-ab62-40719f805f9d), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.350753 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (7e21085b-b593-43b4-ab62-40719f805f9d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.399647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5af9de3e-0bab-4c9b-b7c8-8979759dc4b2 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Deleting port d8e9d16f-8255-487d-a326-c0ffb627f633 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:39.400060 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5af9de3e-0bab-4c9b-b7c8-8979759dc4b2 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d8e9d16f-8255-487d-a326-c0ffb627f633), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.443910 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c695225c-1284-47fb-a460-68ffd043d711 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (185479ce-6628-4e68-81d5-d6d5ce9896d3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.463225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-305c1050-f539-4f2c-9e54-041273ab22d8 None None] Provisioning complete for port 99db60bd-7634-466c-be6e-0ec4ecc3c072 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:39.463225 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-305c1050-f539-4f2c-9e54-041273ab22d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.512021 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_controller (7e21085b-b593-43b4-ab62-40719f805f9d), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.564417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (6f3afd44-aa6e-46bb-b715-31b76935178c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.623711 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f7edebe-a4df-497d-9d83-da5b75076794 req-1a4c031f-fbfd-4372-a588-736eb34c3d48 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4155335 Feb 09 03:32:39.647753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695225c-1284-47fb-a460-68ffd043d711 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:39.662591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c695225c-1284-47fb-a460-68ffd043d711 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:39.685494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695225c-1284-47fb-a460-68ffd043d711 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Subnet': ['ID=185479ce-6628-4e68-81d5-d6d5ce9896d3,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:39.704554 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c695225c-1284-47fb-a460-68ffd043d711 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:39.705229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c695225c-1284-47fb-a460-68ffd043d711 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.761141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08ad133-0465-48a9-a76d-77b127a61adf None None] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:39.797100 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6f3afd44-aa6e-46bb-b715-31b76935178c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.817219 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (7e21085b-b593-43b4-ab62-40719f805f9d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.828301 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-abce1c33-fe65-4524-98ac-ac1066864e8b service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066192 Feb 09 03:32:39.927146 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5af9de3e-0bab-4c9b-b7c8-8979759dc4b2 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d8e9d16f-8255-487d-a326-c0ffb627f633), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.002653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c695225c-1284-47fb-a460-68ffd043d711 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6012862 Feb 09 03:32:40.010475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49392) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:40.023768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-305c1050-f539-4f2c-9e54-041273ab22d8 None None] Current status of the port 99db60bd-7634-466c-be6e-0ec4ecc3c072 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:40.040119 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d90483e8-6242-466a-828b-b94c1f83a111 req-cf7285b2-ba76-47e3-95cb-21a9cc367de7 service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012174 Feb 09 03:32:40.051581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5af9de3e-0bab-4c9b-b7c8-8979759dc4b2 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Calling delete_port for d8e9d16f-8255-487d-a326-c0ffb627f633 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:40.064585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-d38124a9-5ebe-41ee-bed9-6d70877e7263', 'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'project_id': '230eb44fa85a481f95e0cd3c95d7bcb3', 'fixed_ips': [{'subnet_id': '185479ce-6628-4e68-81d5-d6d5ce9896d3'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:32:40.067023 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.171517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-03267f09-6753-41a6-a665-1be7ec63d573 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'security_group': {'name': 'tempest-secgroup-1114375469'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:40.212239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:40.230630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=6f3afd44-aa6e-46bb-b715-31b76935178c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:40.233762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:40.243572 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:40.261196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:40.261918 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.295529 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (7e21085b-b593-43b4-ab62-40719f805f9d), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.306366 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03267f09-6753-41a6-a665-1be7ec63d573 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.312626 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cbbfa25a-ede9-4f75-835b-262fd1892ee5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1815877 Feb 09 03:32:40.319198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49394) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:40.319550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Allocated IP 2001:db8::2 (d38124a9-5ebe-41ee-bed9-6d70877e7263/185479ce-6628-4e68-81d5-d6d5ce9896d3/d961ffd0-195c-473e-ad3e-733997d796b3) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:40.338467 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.348102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a37ae-1c41-4e96-8ec1-3c2d6c398aa9 req-ba214546-99d0-439b-91e8-4eaa99f82b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:40.349816 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c1a37ae-1c41-4e96-8ec1-3c2d6c398aa9 req-ba214546-99d0-439b-91e8-4eaa99f82b01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 1126 time: 0.2485280 Feb 09 03:32:40.600828 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5af9de3e-0bab-4c9b-b7c8-8979759dc4b2 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d8e9d16f-8255-487d-a326-c0ffb627f633), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.612259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03267f09-6753-41a6-a665-1be7ec63d573 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (e479d5df-f509-4c74-9022-b239a26a9df9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.651678 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a37ae-1c41-4e96-8ec1-3c2d6c398aa9 req-4067d01a-3cfe-4464-8b0b-8feb4d908fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:40.655364 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c1a37ae-1c41-4e96-8ec1-3c2d6c398aa9 req-4067d01a-3cfe-4464-8b0b-8feb4d908fa4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.2981880 Feb 09 03:32:40.720103 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03267f09-6753-41a6-a665-1be7ec63d573 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e479d5df-f509-4c74-9022-b239a26a9df9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.758848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Allocated IP 172.25.5.149 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/411ce9a6-ef8f-4eaa-b3bd-0e810c1d7fe9) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:40.801534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9de3e-0bab-4c9b-b7c8-8979759dc4b2 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event deleted for resources: {'Port': ['ID=d8e9d16f-8255-487d-a326-c0ffb627f633,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:40.812831 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03267f09-6753-41a6-a665-1be7ec63d573 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.817872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-03267f09-6753-41a6-a665-1be7ec63d573 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6596181 Feb 09 03:32:40.818687 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Publish callbacks [] for port (d961ffd0-195c-473e-ad3e-733997d796b3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.849793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fb27d48c-203e-49a5-b021-4600e69600cf None None] Provisioning complete for port 6f3afd44-aa6e-46bb-b715-31b76935178c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:40.851070 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fb27d48c-203e-49a5-b021-4600e69600cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f3afd44-aa6e-46bb-b715-31b76935178c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.881895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49402) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:40.897110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fd57e436-8f25-4c87-8bea-69114f3dfcef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'security_group': {'name': 'tempest-secgroup-1669902203'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:40.922677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fb27d48c-203e-49a5-b021-4600e69600cf None None] Port 6f3afd44-aa6e-46bb-b715-31b76935178c cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:40.925495 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.948487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a1ffbc1f-0314-41da-9e34-19d3e8d19fb0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 6f3afd44-aa6e-46bb-b715-31b76935178c {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:40.948850 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1ffbc1f-0314-41da-9e34-19d3e8d19fb0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6f3afd44-aa6e-46bb-b715-31b76935178c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.960566 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for port (411ce9a6-ef8f-4eaa-b3bd-0e810c1d7fe9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.982857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:40.988714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:40.993050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:41.021608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Pushing event updated for resources: {'Port': ['ID=d961ffd0-195c-473e-ad3e-733997d796b3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:41.039323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03267f09-6753-41a6-a665-1be7ec63d573 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e479d5df-f509-4c74-9022-b239a26a9df9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:41.077784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5af9de3e-0bab-4c9b-b7c8-8979759dc4b2 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.084760 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5af9de3e-0bab-4c9b-b7c8-8979759dc4b2 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "DELETE /v2.0/ports/d8e9d16f-8255-487d-a326-c0ffb627f633 HTTP/1.1" status: 204 len: 168 time: 2.3945985 Feb 09 03:32:41.092341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49406) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:41.099521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6895a4a-404b-45d5-b2ee-99bd3a3d24ae req-a3f70a74-a729-4565-9fd7-197665047a8d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.103410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Attempting to bind port d961ffd0-195c-473e-ad3e-733997d796b3 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:41.103914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Attempting to bind port d961ffd0-195c-473e-ad3e-733997d796b3 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f2fe655-f7d3-42a3-a78b-09c452f3b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:41.104442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Attempting to bind port d961ffd0-195c-473e-ad3e-733997d796b3 on network d38124a9-5ebe-41ee-bed9-6d70877e7263 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:41.107050 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6895a4a-404b-45d5-b2ee-99bd3a3d24ae req-a3f70a74-a729-4565-9fd7-197665047a8d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.3317113 Feb 09 03:32:41.111204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:41.111846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Checking segment: {'id': '4f2fe655-f7d3-42a3-a78b-09c452f3b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:41.112433 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.112660 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (411ce9a6-ef8f-4eaa-b3bd-0e810c1d7fe9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.113799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Bound using segment: {'id': '4f2fe655-f7d3-42a3-a78b-09c452f3b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:41.114443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Bound port: d961ffd0-195c-473e-ad3e-733997d796b3, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2fe655-f7d3-42a3-a78b-09c452f3b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:41.114946 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.121054 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd57e436-8f25-4c87-8bea-69114f3dfcef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.122694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0533c-44aa-431c-9817-8496f501a1ed req-4329e39b-37a6-4633-abb7-de6bd7c1c058 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.124431 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-16f0533c-44aa-431c-9817-8496f501a1ed req-4329e39b-37a6-4633-abb7-de6bd7c1c058 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.6628795 Feb 09 03:32:41.126961 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c1a37ae-1c41-4e96-8ec1-3c2d6c398aa9 req-19ca3e5e-beea-45fd-bddb-9ee5c00bf8bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338 HTTP/1.1" status: 200 len: 217 time: 0.0661497 Feb 09 03:32:41.198107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] For port d961ffd0-195c-473e-ad3e-733997d796b3, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:41.203011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] For port d961ffd0-195c-473e-ad3e-733997d796b3, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d961ffd0-195c-473e-ad3e-733997d796b3,segment=NetworkSegment(4f2fe655-f7d3-42a3-a78b-09c452f3b8a6),segment_id=4f2fe655-f7d3-42a3-a78b-09c452f3b8a6)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:32:41.214225 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.230476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:41.251832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:41.252155 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6895a4a-404b-45d5-b2ee-99bd3a3d24ae req-7d80ab06-c8cb-483e-9e61-97b5e3a6c175 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439714 Feb 09 03:32:41.284692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:41.291402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Pushing event updated for resources: {'Port': ['ID=411ce9a6-ef8f-4eaa-b3bd-0e810c1d7fe9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:41.291662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1ffbc1f-0314-41da-9e34-19d3e8d19fb0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6f3afd44-aa6e-46bb-b715-31b76935178c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.316901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919b5ba-fdec-414e-84f8-e1882854d030 None None] Pushing event updated for resources: {'Port': ['ID=d961ffd0-195c-473e-ad3e-733997d796b3,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:41.320351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c435794-929d-4558-82b0-d7e938f23c72 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.324661 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0c435794-929d-4558-82b0-d7e938f23c72 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2876ff2-2f98-498d-b3c6-d4ea02794818 HTTP/1.1" status: 200 len: 913 time: 0.2154901 Feb 09 03:32:41.326743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a1ffbc1f-0314-41da-9e34-19d3e8d19fb0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 6f3afd44-aa6e-46bb-b715-31b76935178c owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:41.330359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49408) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:41.355885 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a37ae-1c41-4e96-8ec1-3c2d6c398aa9 req-bd8490f1-9ffe-4790-8966-7388e418c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.358272 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c1a37ae-1c41-4e96-8ec1-3c2d6c398aa9 req-bd8490f1-9ffe-4790-8966-7388e418c8f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.2220848 Feb 09 03:32:41.410853 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-16f0533c-44aa-431c-9817-8496f501a1ed req-d86e2616-a926-4294-b56b-3f69ca5ed339 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758174 Feb 09 03:32:41.548579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd57e436-8f25-4c87-8bea-69114f3dfcef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (2ceee123-1e28-473d-ab56-4d616d3b5849), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.584205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd57e436-8f25-4c87-8bea-69114f3dfcef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2ceee123-1e28-473d-ab56-4d616d3b5849), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.590266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a37ae-1c41-4e96-8ec1-3c2d6c398aa9 req-16b1ff5b-887e-4901-8a6b-c83e267329d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.593730 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c1a37ae-1c41-4e96-8ec1-3c2d6c398aa9 req-16b1ff5b-887e-4901-8a6b-c83e267329d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2258191 Feb 09 03:32:41.740589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd57e436-8f25-4c87-8bea-69114f3dfcef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.742457 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fd57e436-8f25-4c87-8bea-69114f3dfcef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8545907 Feb 09 03:32:41.756673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49412) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:41.770297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2073848677', 'security_groups': ['2ceee123-1e28-473d-ab56-4d616d3b5849'], 'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '185479ce-6628-4e68-81d5-d6d5ce9896d3'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:41.800475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57e436-8f25-4c87-8bea-69114f3dfcef tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceee123-1e28-473d-ab56-4d616d3b5849,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:41.809044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c1a37ae-1c41-4e96-8ec1-3c2d6c398aa9 req-a69b630d-48ac-493c-86c0-2239baf9eace service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999631 Feb 09 03:32:41.989828 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (7e21085b-b593-43b4-ab62-40719f805f9d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.993011 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c1a37ae-1c41-4e96-8ec1-3c2d6c398aa9 req-57d8e173-533f-4a17-9e4d-ca7c398827e1 service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455250 Feb 09 03:32:42.522334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:42.599672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fd205363-8e9b-4e98-9d11-ca78bb8b6338 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:32:42.636309 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1ffbc1f-0314-41da-9e34-19d3e8d19fb0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6f3afd44-aa6e-46bb-b715-31b76935178c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:42.655254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1f8ce-01d2-432e-8799-45662ae76f9a req-08b005bb-becc-4269-ac2a-df33bfc7f4e4 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:42.656768 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0c1f8ce-01d2-432e-8799-45662ae76f9a req-08b005bb-becc-4269-ac2a-df33bfc7f4e4 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.2249129 Feb 09 03:32:42.681468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64e723-6ce3-41e0-86db-aa1f038f16ca req-ad5ea0d9-1485-4a43-a163-90f73bdf8077 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:42.682886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa64e723-6ce3-41e0-86db-aa1f038f16ca req-ad5ea0d9-1485-4a43-a163-90f73bdf8077 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.0731459 Feb 09 03:32:42.703836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c1928f42-ae99-4645-bbc0-20a81bca565c None None] Provisioning complete for port d961ffd0-195c-473e-ad3e-733997d796b3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:42.704388 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1928f42-ae99-4645-bbc0-20a81bca565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:42.705629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffbc1f-0314-41da-9e34-19d3e8d19fb0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=6f3afd44-aa6e-46bb-b715-31b76935178c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:42.717326 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (7e21085b-b593-43b4-ab62-40719f805f9d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:42.798307 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:42.810376 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1ffbc1f-0314-41da-9e34-19d3e8d19fb0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:42.816670 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a1ffbc1f-0314-41da-9e34-19d3e8d19fb0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/6f3afd44-aa6e-46bb-b715-31b76935178c HTTP/1.1" status: 204 len: 168 time: 2.4571550 Feb 09 03:32:42.820775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49424) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:42.832662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c1928f42-ae99-4645-bbc0-20a81bca565c None None] Current status of the port d961ffd0-195c-473e-ad3e-733997d796b3 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:42.833172 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1928f42-ae99-4645-bbc0-20a81bca565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:42.836835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:42.865504 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0c1f8ce-01d2-432e-8799-45662ae76f9a req-7e076433-ec57-45fd-a780-b38e66ec4eeb tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935129 Feb 09 03:32:42.873373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port b5a1098f-09a2-4080-8e73-2d5bcbf79849 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:32:42.910262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'port_id': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'mac_address': 'fa:16:3e:b1:61:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:32:42.920063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49426) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:42.936413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9c2b794b-0e8f-4d64-bf11-30dc03f9e14d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-583226872'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:42.951859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c1928f42-ae99-4645-bbc0-20a81bca565c None None] For port d961ffd0-195c-473e-ad3e-733997d796b3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d961ffd0-195c-473e-ad3e-733997d796b3,segment=NetworkSegment(4f2fe655-f7d3-42a3-a78b-09c452f3b8a6),segment_id=4f2fe655-f7d3-42a3-a78b-09c452f3b8a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:42.985285 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1928f42-ae99-4645-bbc0-20a81bca565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.014138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa64e723-6ce3-41e0-86db-aa1f038f16ca req-d7146bb6-d2ed-487b-947a-b2942e30284f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209248 Feb 09 03:32:43.052781 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f78886c-01d1-4013-bb90-efbea57f84e0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (a2876ff2-2f98-498d-b3c6-d4ea02794818), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.064605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d961ffd0-195c-473e-ad3e-733997d796b3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:43.068929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2b794b-0e8f-4d64-bf11-30dc03f9e14d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:43.069604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port fd205363-8e9b-4e98-9d11-ca78bb8b6338 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:43.070021 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.073780 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c2b794b-0e8f-4d64-bf11-30dc03f9e14d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.091772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd205363-8e9b-4e98-9d11-ca78bb8b6338 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:32:43.109153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2b794b-0e8f-4d64-bf11-30dc03f9e14d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:32:43.124478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c1928f42-ae99-4645-bbc0-20a81bca565c None None] Provisioning complete for port 246f4073-04c3-4e61-9fe4-146962a5c4ad triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:43.124843 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1928f42-ae99-4645-bbc0-20a81bca565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (246f4073-04c3-4e61-9fe4-146962a5c4ad), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.131045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d648d12e-da69-4cdc-8b1f-f136e441142f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:43.134453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d648d12e-da69-4cdc-8b1f-f136e441142f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3076043 Feb 09 03:32:43.158102 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c2b794b-0e8f-4d64-bf11-30dc03f9e14d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (da51b216-760c-4bfe-9e30-9219ff26cdf8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.158870 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-9c2b794b-0e8f-4d64-bf11-30dc03f9e14d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Added segment da51b216-760c-4bfe-9e30-9219ff26cdf8 of type vlan for network f7a362c8-f106-4428-a12c-5e814adef261 Feb 09 03:32:43.179965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49432) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:43.183179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1928f42-ae99-4645-bbc0-20a81bca565c None None] Pushing event updated for resources: {'Port': ['ID=d961ffd0-195c-473e-ad3e-733997d796b3,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:43.193423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:43.202079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c1928f42-ae99-4645-bbc0-20a81bca565c None None] Port 246f4073-04c3-4e61-9fe4-146962a5c4ad cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:43.206757 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.230061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c2b794b-0e8f-4d64-bf11-30dc03f9e14d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f7a362c8-f106-4428-a12c-5e814adef261), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.278901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=fd205363-8e9b-4e98-9d11-ca78bb8b6338,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:43.292172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c2b794b-0e8f-4d64-bf11-30dc03f9e14d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f7a362c8-f106-4428-a12c-5e814adef261), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.299531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2b794b-0e8f-4d64-bf11-30dc03f9e14d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:43.300228 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c2b794b-0e8f-4d64-bf11-30dc03f9e14d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.301687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d961ffd0-195c-473e-ad3e-733997d796b3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:43.302391 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.389313 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9c2b794b-0e8f-4d64-bf11-30dc03f9e14d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4557197 Feb 09 03:32:43.391222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49436) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:43.396531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8f20c062-e255-4c4a-ae45-493c887f9c22 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1830224731'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:43.401762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d961ffd0-195c-473e-ad3e-733997d796b3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:43.407800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8::1b7 (d38124a9-5ebe-41ee-bed9-6d70877e7263/185479ce-6628-4e68-81d5-d6d5ce9896d3/b5a1098f-09a2-4080-8e73-2d5bcbf79849) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:43.416774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['fd205363-8e9b-4e98-9d11-ca78bb8b6338'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:32:43.426861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b794b-0e8f-4d64-bf11-30dc03f9e14d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Network': ['ID=f7a362c8-f106-4428-a12c-5e814adef261,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:43.429446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f20c062-e255-4c4a-ae45-493c887f9c22 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:43.433248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f20c062-e255-4c4a-ae45-493c887f9c22 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.434532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0aef33-db29-40ac-b95d-5915b6c7de65 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:43.436167 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ac0aef33-db29-40ac-b95d-5915b6c7de65 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2521453 Feb 09 03:32:43.438578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Router 7e21085b-b593-43b4-ab62-40719f805f9d is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:32:43.440040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49438) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:43.472250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f7a362c8-f106-4428-a12c-5e814adef261 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:32:43.508413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f20c062-e255-4c4a-ae45-493c887f9c22 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:32:43.520409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f20c062-e255-4c4a-ae45-493c887f9c22 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ffc12cb5-d9d1-420a-abc9-86f0adf97fb9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.520800 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-8f20c062-e255-4c4a-ae45-493c887f9c22 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Added segment ffc12cb5-d9d1-420a-abc9-86f0adf97fb9 of type vlan for network f3085456-bd68-41c9-9475-08aeec892882 Feb 09 03:32:43.567599 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f20c062-e255-4c4a-ae45-493c887f9c22 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f3085456-bd68-41c9-9475-08aeec892882), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.613658 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f20c062-e255-4c4a-ae45-493c887f9c22 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f3085456-bd68-41c9-9475-08aeec892882), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.619601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f20c062-e255-4c4a-ae45-493c887f9c22 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:43.620321 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f20c062-e255-4c4a-ae45-493c887f9c22 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.645595 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (b5a1098f-09a2-4080-8e73-2d5bcbf79849), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.690974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2f78886c-01d1-4013-bb90-efbea57f84e0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Deleting port b119b34e-c750-41e3-bf56-1ac883e82a11 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:43.691230 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f78886c-01d1-4013-bb90-efbea57f84e0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b119b34e-c750-41e3-bf56-1ac883e82a11), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.736484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20c062-e255-4c4a-ae45-493c887f9c22 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Network': ['ID=f3085456-bd68-41c9-9475-08aeec892882,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:43.737075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b5a1098f-09a2-4080-8e73-2d5bcbf79849), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.756565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f3085456-bd68-41c9-9475-08aeec892882 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:32:43.783135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d1e7e1-79ee-4ca9-8425-0f374f394599 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:43.784589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d1e7e1-79ee-4ca9-8425-0f374f394599 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:43.785936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d1e7e1-79ee-4ca9-8425-0f374f394599 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:43.787575 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-87d1e7e1-79ee-4ca9-8425-0f374f394599 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3463337 Feb 09 03:32:43.790936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49440) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:43.797405 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8f20c062-e255-4c4a-ae45-493c887f9c22 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4018641 Feb 09 03:32:43.797576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:43.803740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49442) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:43.820762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9de7b07c-f1b6-4a63-bacc-df15cb67f8c8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'subnet': {'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:43.826649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:43.846455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:43.851679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:43.852298 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.867584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cafee9-737b-4a3d-b28d-7a55bebbdd77 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 38af6a52-ae5d-4455-ac69-384052c48a35 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:43.873964 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67cafee9-737b-4a3d-b28d-7a55bebbdd77 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (38af6a52-ae5d-4455-ac69-384052c48a35), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.888324 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=b5a1098f-09a2-4080-8e73-2d5bcbf79849,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:43.900843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:43.916298 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e50cbb-77ad-4b50-a3be-684e5ec30c6e None None] Sync routers for ids ['7e21085b-b593-43b4-ab62-40719f805f9d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:43.945289 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67cafee9-737b-4a3d-b28d-7a55bebbdd77 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (38af6a52-ae5d-4455-ac69-384052c48a35), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.947934 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f78886c-01d1-4013-bb90-efbea57f84e0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b119b34e-c750-41e3-bf56-1ac883e82a11), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.957390 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e50cbb-77ad-4b50-a3be-684e5ec30c6e None None] Routers {'7e21085b-b593-43b4-ab62-40719f805f9d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:43.960669 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-42e50cbb-77ad-4b50-a3be-684e5ec30c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7e21085b-b593-43b4-ab62-40719f805f9d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:43.971248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:43.977970 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d87863f6-ce2e-4716-93ca-c040ffeeec5b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2126138 Feb 09 03:32:43.978139 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f1849db3-bb9c-40cf-b430-f4d2f3b66cf9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8118067 Feb 09 03:32:43.980728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49446) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:43.980728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49448) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:43.986022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6f54f69e-b96e-4847-9f64-559ba2c7e2ec tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:44.000192 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2f78886c-01d1-4013-bb90-efbea57f84e0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Calling delete_port for b119b34e-c750-41e3-bf56-1ac883e82a11 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:44.063107 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-42e50cbb-77ad-4b50-a3be-684e5ec30c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:44.087392 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e50cbb-77ad-4b50-a3be-684e5ec30c6e None None] Routers {'7e21085b-b593-43b4-ab62-40719f805f9d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:44.090369 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-42e50cbb-77ad-4b50-a3be-684e5ec30c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7e21085b-b593-43b4-ab62-40719f805f9d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:44.102914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:44.139820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de7b07c-f1b6-4a63-bacc-df15cb67f8c8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:44.143726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9de7b07c-f1b6-4a63-bacc-df15cb67f8c8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:44.186312 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-42e50cbb-77ad-4b50-a3be-684e5ec30c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:44.187133 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e50cbb-77ad-4b50-a3be-684e5ec30c6e None None] The sync data for ids ['7e21085b-b593-43b4-ab62-40719f805f9d'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:44.232339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b61af-9919-4b4c-a027-a29f046a5ce0 req-40d3d45b-b6b8-4048-a76a-8d172cbf178b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:44.239578 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-208b61af-9919-4b4c-a027-a29f046a5ce0 req-40d3d45b-b6b8-4048-a76a-8d172cbf178b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 944 time: 0.2309606 Feb 09 03:32:44.336284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2bf5811c-999c-47ea-8aa1-d381e424cbde None None] Provisioning complete for port b5a1098f-09a2-4080-8e73-2d5bcbf79849 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:44.336695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bf5811c-999c-47ea-8aa1-d381e424cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b5a1098f-09a2-4080-8e73-2d5bcbf79849), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:44.390745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5811c-999c-47ea-8aa1-d381e424cbde None None] Port b5a1098f-09a2-4080-8e73-2d5bcbf79849 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:44.411600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-208b61af-9919-4b4c-a027-a29f046a5ce0 req-9cf061e2-919e-4bc9-9a80-4f42d967aae9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709259 Feb 09 03:32:44.454736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f54f69e-b96e-4847-9f64-559ba2c7e2ec tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:44.458144 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f54f69e-b96e-4847-9f64-559ba2c7e2ec tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:44.488852 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67cafee9-737b-4a3d-b28d-7a55bebbdd77 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (38af6a52-ae5d-4455-ac69-384052c48a35), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:44.572263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864196ec-c4fa-4cb8-9070-3a4a641158e1 req-b5c68425-6eaf-41e4-8071-2cbc04d576b7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:44.573934 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-864196ec-c4fa-4cb8-9070-3a4a641158e1 req-b5c68425-6eaf-41e4-8071-2cbc04d576b7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3096924 Feb 09 03:32:44.596805 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9de7b07c-f1b6-4a63-bacc-df15cb67f8c8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (48e2e927-d5af-4c72-bdba-a98cdca6bd34), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:44.599348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fd205363-8e9b-4e98-9d11-ca78bb8b6338 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:44.604177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f78886c-01d1-4013-bb90-efbea57f84e0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b119b34e-c750-41e3-bf56-1ac883e82a11), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:44.686348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port fd205363-8e9b-4e98-9d11-ca78bb8b6338 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:32:44.691146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port fd205363-8e9b-4e98-9d11-ca78bb8b6338 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:44.691703 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:44.733472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78886c-01d1-4013-bb90-efbea57f84e0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event deleted for resources: {'Port': ['ID=b119b34e-c750-41e3-bf56-1ac883e82a11,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:44.770229 n-d-824835-15 neutron-server[103327]: INFO neutron.db.ipam_backend_mixin [None req-6f54f69e-b96e-4847-9f64-559ba2c7e2ec tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 185479ce-6628-4e68-81d5-d6d5ce9896d3 (CIDR: 2001:db8::/64) Feb 09 03:32:44.772282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7b07c-f1b6-4a63-bacc-df15cb67f8c8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Subnet': ['ID=48e2e927-d5af-4c72-bdba-a98cdca6bd34,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:44.776087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-864196ec-c4fa-4cb8-9070-3a4a641158e1 req-d33a695c-36ea-4e1b-9fb8-fb3a82b85cf6 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913197 Feb 09 03:32:44.782202 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f54f69e-b96e-4847-9f64-559ba2c7e2ec tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:32:44.782873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f54f69e-b96e-4847-9f64-559ba2c7e2ec tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:32:44.785404 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67cafee9-737b-4a3d-b28d-7a55bebbdd77 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (38af6a52-ae5d-4455-ac69-384052c48a35), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:44.787436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port fd205363-8e9b-4e98-9d11-ca78bb8b6338 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:44.788537 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:44.819323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:32:44.831717 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704d8c5a-5670-41be-844c-272b15a426d2" -d '{"events": [{"server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "name": "network-vif-plugged", "status": "completed", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:32:44.855059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:44.860365 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cafee9-737b-4a3d-b28d-7a55bebbdd77 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=38af6a52-ae5d-4455-ac69-384052c48a35,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:44.872912 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67cafee9-737b-4a3d-b28d-7a55bebbdd77 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:44.877083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f874e3b-5ed0-48e3-8566-b59e47f65cfc None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:44.883860 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-67cafee9-737b-4a3d-b28d-7a55bebbdd77 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/38af6a52-ae5d-4455-ac69-384052c48a35 HTTP/1.1" status: 204 len: 168 time: 1.0879822 Feb 09 03:32:44.902085 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6f54f69e-b96e-4847-9f64-559ba2c7e2ec tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9209518 Feb 09 03:32:44.909307 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49458) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:44.909684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49460) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:44.943046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c14989e2-3573-44ad-bc19-a1870e1ad5de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:44.994699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de7b07c-f1b6-4a63-bacc-df15cb67f8c8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Checking segment: {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:44.995814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de7b07c-f1b6-4a63-bacc-df15cb67f8c8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Network hostable DHCP agents. Network: f7a362c8-f106-4428-a12c-5e814adef261, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:32:44.999878 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f78886c-01d1-4013-bb90-efbea57f84e0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (a2876ff2-2f98-498d-b3c6-d4ea02794818), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.034846 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.112365 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0b97dc-6186-4ab5-bbfe-d2bed7927694 x-openstack-request-id: req-cc0b97dc-6186-4ab5-bbfe-d2bed7927694 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:32:45.112964 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "name": "network-vif-plugged", "status": "completed", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:32:45.113328 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc0b97dc-6186-4ab5-bbfe-d2bed7927694 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:32:45.113917 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'code': 200} Feb 09 03:32:45.115944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d961ffd0-195c-473e-ad3e-733997d796b3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:45.124683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (7e21085b-b593-43b4-ab62-40719f805f9d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.127432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de7b07c-f1b6-4a63-bacc-df15cb67f8c8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Network f7a362c8-f106-4428-a12c-5e814adef261 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:32:45.143578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9de7b07c-f1b6-4a63-bacc-df15cb67f8c8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, f7a362c8-f106-4428-a12c-5e814adef261) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:45.162812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7b07c-f1b6-4a63-bacc-df15cb67f8c8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:45.165759 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9de7b07c-f1b6-4a63-bacc-df15cb67f8c8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.182061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=fd205363-8e9b-4e98-9d11-ca78bb8b6338,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:45.189605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ce9e28-fb90-4a61-807b-79b3f5b4f314 None None] Network f7a362c8-f106-4428-a12c-5e814adef261 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:45.198239 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_gateway (7e21085b-b593-43b4-ab62-40719f805f9d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.253777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cd5064-1fba-4f2a-8806-d3acb81713ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet f3923128-5890-4e29-8486-78525197e374 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:45.273824 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9de7b07c-f1b6-4a63-bacc-df15cb67f8c8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4689915 Feb 09 03:32:45.277016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49462) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:45.279576 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64cd5064-1fba-4f2a-8806-d3acb81713ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (f3923128-5890-4e29-8486-78525197e374), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.287374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a70ddc58-4e0d-4580-adcf-86e246341e2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'subnet': {'network_id': 'f3085456-bd68-41c9-9475-08aeec892882', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:45.329549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-f7a362c8-f106-4428-a12c-5e814adef261', 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261', 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'fixed_ips': [{'subnet_id': '48e2e927-d5af-4c72-bdba-a98cdca6bd34'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:32:45.330557 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.343391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d961ffd0-195c-473e-ad3e-733997d796b3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:45.343915 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.358083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5f0a4-0524-45aa-9110-3014daf0db2a req-0fc4326c-605f-4299-a945-2f0ba13247c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:45.359700 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8da5f0a4-0524-45aa-9110-3014daf0db2a req-0fc4326c-605f-4299-a945-2f0ba13247c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 1128 time: 0.2146468 Feb 09 03:32:45.360875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f78886c-01d1-4013-bb90-efbea57f84e0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Router a2876ff2-2f98-498d-b3c6-d4ea02794818 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:32:45.415348 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64cd5064-1fba-4f2a-8806-d3acb81713ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (f3923128-5890-4e29-8486-78525197e374), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.469606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d961ffd0-195c-473e-ad3e-733997d796b3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:45.480262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Deleting port 411ce9a6-ef8f-4eaa-b3bd-0e810c1d7fe9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:45.480961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (411ce9a6-ef8f-4eaa-b3bd-0e810c1d7fe9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.517571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f78886c-01d1-4013-bb90-efbea57f84e0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:45.546106 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2f78886c-01d1-4013-bb90-efbea57f84e0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "PUT /v2.0/routers/a2876ff2-2f98-498d-b3c6-d4ea02794818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2146747 Feb 09 03:32:45.546804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49468) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:45.595884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25659bf9-316e-4774-af8b-7bc1a0ef6cfa None None] Sync routers for ids ['a2876ff2-2f98-498d-b3c6-d4ea02794818'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:45.633549 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9787bd9b-5699-4828-b8db-0ff205c53e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.635150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25659bf9-316e-4774-af8b-7bc1a0ef6cfa None None] Routers {'a2876ff2-2f98-498d-b3c6-d4ea02794818'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:45.635847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-25659bf9-316e-4774-af8b-7bc1a0ef6cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a2876ff2-2f98-498d-b3c6-d4ea02794818'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:45.642908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14989e2-3573-44ad-bc19-a1870e1ad5de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:45.650165 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c14989e2-3573-44ad-bc19-a1870e1ad5de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.664042 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-989e4d50-9663-4a80-a311-90f410eda2f0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for router (a2876ff2-2f98-498d-b3c6-d4ea02794818), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.687802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-25659bf9-316e-4774-af8b-7bc1a0ef6cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:45.711890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25659bf9-316e-4774-af8b-7bc1a0ef6cfa None None] Routers {'a2876ff2-2f98-498d-b3c6-d4ea02794818'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:45.712882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-25659bf9-316e-4774-af8b-7bc1a0ef6cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a2876ff2-2f98-498d-b3c6-d4ea02794818'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:45.790291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-25659bf9-316e-4774-af8b-7bc1a0ef6cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:45.790978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25659bf9-316e-4774-af8b-7bc1a0ef6cfa None None] The sync data for ids ['a2876ff2-2f98-498d-b3c6-d4ea02794818'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:45.823073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Allocated IP 10.1.1.2 (f7a362c8-f106-4428-a12c-5e814adef261/48e2e927-d5af-4c72-bdba-a98cdca6bd34/86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:45.882390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70ddc58-4e0d-4580-adcf-86e246341e2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:45.895150 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a70ddc58-4e0d-4580-adcf-86e246341e2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:45.942737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c14989e2-3573-44ad-bc19-a1870e1ad5de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (e51442cb-3793-4aee-99a9-d9dc2745503b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.026252 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14989e2-3573-44ad-bc19-a1870e1ad5de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:46.029809 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8da5f0a4-0524-45aa-9110-3014daf0db2a req-d910c211-2085-4398-81b2-6985ad642798 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6443119 Feb 09 03:32:46.077246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7dfac-3c80-4767-9821-35da813617d2 req-d773755d-02bf-4492-ad75-24e2978a53ba tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:46.084682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bde7dfac-3c80-4767-9821-35da813617d2 req-d773755d-02bf-4492-ad75-24e2978a53ba tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.5242803 Feb 09 03:32:46.086976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c14989e2-3573-44ad-bc19-a1870e1ad5de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:46.091064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14989e2-3573-44ad-bc19-a1870e1ad5de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:46.091796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c14989e2-3573-44ad-bc19-a1870e1ad5de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.110614 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfab86c-5944-4745-8d25-69faf090f035 None None] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:46.113034 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Publish callbacks [] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.118351 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-989e4d50-9663-4a80-a311-90f410eda2f0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (a2876ff2-2f98-498d-b3c6-d4ea02794818), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.121342 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-989e4d50-9663-4a80-a311-90f410eda2f0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for router_controller (a2876ff2-2f98-498d-b3c6-d4ea02794818), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.133306 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c14989e2-3573-44ad-bc19-a1870e1ad5de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2206881 Feb 09 03:32:46.139351 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.144227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49472) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:46.148796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-7013e37d-f382-44d9-bbba-2ab8d99df774 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-504571650', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e51442cb-3793-4aee-99a9-d9dc2745503b'}], 'security_groups': ['e479d5df-f509-4c74-9022-b239a26a9df9']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:46.200688 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64cd5064-1fba-4f2a-8806-d3acb81713ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (f3923128-5890-4e29-8486-78525197e374), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.207973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (411ce9a6-ef8f-4eaa-b3bd-0e810c1d7fe9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.246300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14989e2-3573-44ad-bc19-a1870e1ad5de tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Subnet': ['ID=e51442cb-3793-4aee-99a9-d9dc2745503b,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:46.254765 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-989e4d50-9663-4a80-a311-90f410eda2f0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (a2876ff2-2f98-498d-b3c6-d4ea02794818), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.255313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989e4d50-9663-4a80-a311-90f410eda2f0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Fanout notify agent at l3_agent the message router_deleted on router a2876ff2-2f98-498d-b3c6-d4ea02794818 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:32:46.272713 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-989e4d50-9663-4a80-a311-90f410eda2f0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.276955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-989e4d50-9663-4a80-a311-90f410eda2f0 tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "DELETE /v2.0/routers/a2876ff2-2f98-498d-b3c6-d4ea02794818 HTTP/1.1" status: 204 len: 168 time: 0.7269692 Feb 09 03:32:46.278388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Calling delete_port for 411ce9a6-ef8f-4eaa-b3bd-0e810c1d7fe9 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:46.282023 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49474) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:46.291178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Network f7a362c8-f106-4428-a12c-5e814adef261 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:46.298261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:46.321663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:46.342846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bde7dfac-3c80-4767-9821-35da813617d2 req-d9a52968-f07d-4e55-9056-1234c8c77317 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570033 Feb 09 03:32:46.370700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-20661a04-8bd7-43b3-9d5c-d4cade84d2fe tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Deleting subnet c5c196a8-40b2-4b89-bbc6-3e1174edfa2e {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:46.379616 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496263e7-5be8-456e-9231-01fc77fb421e req-2da14095-8c6f-456c-9a9b-7581e8b1b986 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:46.381181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-496263e7-5be8-456e-9231-01fc77fb421e req-2da14095-8c6f-456c-9a9b-7581e8b1b986 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4005880 Feb 09 03:32:46.393339 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-20661a04-8bd7-43b3-9d5c-d4cade84d2fe tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks [] for subnet (c5c196a8-40b2-4b89-bbc6-3e1174edfa2e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.399139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Pushing event updated for resources: {'Port': ['ID=86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:46.423372 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64cd5064-1fba-4f2a-8806-d3acb81713ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (f3923128-5890-4e29-8486-78525197e374), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.467829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Attempting to bind port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:46.467943 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64cd5064-1fba-4f2a-8806-d3acb81713ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.468215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Attempting to bind port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:46.468570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Attempting to bind port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b on network f7a362c8-f106-4428-a12c-5e814adef261 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:46.471357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-64cd5064-1fba-4f2a-8806-d3acb81713ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/f3923128-5890-4e29-8486-78525197e374 HTTP/1.1" status: 204 len: 168 time: 1.5606925 Feb 09 03:32:46.475151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49478) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:46.479883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:46.480259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Checking segment: {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:46.480662 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.481047 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Bound using segment: {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:46.482087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Bound port: 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:46.483199 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.529397 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7013e37d-f382-44d9-bbba-2ab8d99df774 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b5a1098f-09a2-4080-8e73-2d5bcbf79849), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.547411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-42b3b9be-0cf1-4cb0-bff1-02b5a1d848ef tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696688 Feb 09 03:32:46.552965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49480) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:46.553178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd5064-1fba-4f2a-8806-d3acb81713ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=f3923128-5890-4e29-8486-78525197e374,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:46.570376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-970fea8d-9404-4e72-9705-806ac8ec7f14 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:46.590904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec35323-588a-4598-9cbe-6b7f59ef6ecd None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:46.604305 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-20661a04-8bd7-43b3-9d5c-d4cade84d2fe tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (c5c196a8-40b2-4b89-bbc6-3e1174edfa2e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.666886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] For port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:46.679278 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (411ce9a6-ef8f-4eaa-b3bd-0e810c1d7fe9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.706148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] For port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:32:46.716019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Pushing event deleted for resources: {'Port': ['ID=411ce9a6-ef8f-4eaa-b3bd-0e810c1d7fe9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:46.735679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-496263e7-5be8-456e-9231-01fc77fb421e req-dcf5fbdc-5d52-4c18-94f5-acdfb0e4fc64 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386300 Feb 09 03:32:46.736600 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-de282d49-b9c9-4fe0-a246-3a74a780b348 None None] Provisioning complete for port 99db60bd-7634-466c-be6e-0ec4ecc3c072 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:46.736973 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de282d49-b9c9-4fe0-a246-3a74a780b348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.792704 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (7e21085b-b593-43b4-ab62-40719f805f9d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.821429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a70ddc58-4e0d-4580-adcf-86e246341e2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (6e14acaa-c94f-4056-8ad2-5d729d8e19c6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.935526 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.951303 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc01f794-8965-485f-b022-26fb38cf73f5 None None] Update dhcp port {'port': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'fixed_ips': [{'subnet_id': '185479ce-6628-4e68-81d5-d6d5ce9896d3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e51442cb-3793-4aee-99a9-d9dc2745503b'}], 'binding:host_id': 'n-d-824835-15'}, 'id': 'd961ffd0-195c-473e-ad3e-733997d796b3'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:32:47.001081 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc01f794-8965-485f-b022-26fb38cf73f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:47.187266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26b399-2731-49bb-b397-8b9d246c8e89 None None] Pushing event updated for resources: {'Port': ['ID=86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:47.269031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-de282d49-b9c9-4fe0-a246-3a74a780b348 None None] Current status of the port 99db60bd-7634-466c-be6e-0ec4ecc3c072 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:47.271310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689fb0af-d145-48c9-9515-8401b37a05d2 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:32:47.364456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970fea8d-9404-4e72-9705-806ac8ec7f14 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:47.367871 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-970fea8d-9404-4e72-9705-806ac8ec7f14 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:47.473340 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (7e21085b-b593-43b4-ab62-40719f805f9d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:47.480596 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (7e21085b-b593-43b4-ab62-40719f805f9d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:47.492668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-dc01f794-8965-485f-b022-26fb38cf73f5 None None] Allocated IP 2001:db8:0:1::2 (d38124a9-5ebe-41ee-bed9-6d70877e7263/e51442cb-3793-4aee-99a9-d9dc2745503b/d961ffd0-195c-473e-ad3e-733997d796b3) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:47.519701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ddc58-4e0d-4580-adcf-86e246341e2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Subnet': ['ID=6e14acaa-c94f-4056-8ad2-5d729d8e19c6,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:47.527543 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-20661a04-8bd7-43b3-9d5c-d4cade84d2fe tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c5c196a8-40b2-4b89-bbc6-3e1174edfa2e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:47.541081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-689fb0af-d145-48c9-9515-8401b37a05d2 None None] Deleting port 99db60bd-7634-466c-be6e-0ec4ecc3c072 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:47.541500 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-689fb0af-d145-48c9-9515-8401b37a05d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:47.600215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Router 7e21085b-b593-43b4-ab62-40719f805f9d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:32:47.673596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ddc58-4e0d-4580-adcf-86e246341e2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Checking segment: {'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:47.673596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ddc58-4e0d-4580-adcf-86e246341e2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Network hostable DHCP agents. Network: f3085456-bd68-41c9-9475-08aeec892882, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:32:47.718155 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-20661a04-8bd7-43b3-9d5c-d4cade84d2fe tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (c5c196a8-40b2-4b89-bbc6-3e1174edfa2e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:47.731451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ddc58-4e0d-4580-adcf-86e246341e2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Network f3085456-bd68-41c9-9475-08aeec892882 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:32:47.755644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20661a04-8bd7-43b3-9d5c-d4cade84d2fe tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c196a8-40b2-4b89-bbc6-3e1174edfa2e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:47.756768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-689fb0af-d145-48c9-9515-8401b37a05d2 None None] For port 99db60bd-7634-466c-be6e-0ec4ecc3c072, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=99db60bd-7634-466c-be6e-0ec4ecc3c072,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:47.757182 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-689fb0af-d145-48c9-9515-8401b37a05d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:47.768005 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-20661a04-8bd7-43b3-9d5c-d4cade84d2fe tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:47.771654 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-20661a04-8bd7-43b3-9d5c-d4cade84d2fe tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "DELETE /v2.0/subnets/c5c196a8-40b2-4b89-bbc6-3e1174edfa2e HTTP/1.1" status: 204 len: 168 time: 1.4875858 Feb 09 03:32:47.776633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49492) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:47.784834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf25202-9b89-4a44-b637-d9e00baabe60 None None] Network 20c5415c-c921-4b71-a347-cd148b10acd6 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:47.796813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a70ddc58-4e0d-4580-adcf-86e246341e2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, f3085456-bd68-41c9-9475-08aeec892882) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:47.802188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70ddc58-4e0d-4580-adcf-86e246341e2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:47.802833 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a70ddc58-4e0d-4580-adcf-86e246341e2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:47.811648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-689fb0af-d145-48c9-9515-8401b37a05d2 None None] Calling delete_port for 99db60bd-7634-466c-be6e-0ec4ecc3c072 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:47.813570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad2e3f-16cf-4f4a-9778-09696b362fbe req-4855a3eb-f464-45d1-aaf1-b83278d156c0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:47.820906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a01327-e2ba-4772-956e-829334e0c410 None None] Network f3085456-bd68-41c9-9475-08aeec892882 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:47.826630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9aad2e3f-16cf-4f4a-9778-09696b362fbe req-4855a3eb-f464-45d1-aaf1-b83278d156c0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.2339671 Feb 09 03:32:47.889142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:47.901900 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ae7be-ab42-4ef9-9a7b-bb32d759b6a4 None None] Sync routers for ids ['7e21085b-b593-43b4-ab62-40719f805f9d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:47.902831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:47.911601 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-60d3e07c-589c-4f54-a36e-125fd0fcc21a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "PUT /v2.0/routers/7e21085b-b593-43b4-ab62-40719f805f9d HTTP/1.1" status: 200 len: 710 time: 3.9309247 Feb 09 03:32:47.917625 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ae7be-ab42-4ef9-9a7b-bb32d759b6a4 None None] Routers {'7e21085b-b593-43b4-ab62-40719f805f9d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:47.918291 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6f4ae7be-ab42-4ef9-9a7b-bb32d759b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7e21085b-b593-43b4-ab62-40719f805f9d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:47.922433 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49494) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:47.957119 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6f4ae7be-ab42-4ef9-9a7b-bb32d759b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:47.968755 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ae7be-ab42-4ef9-9a7b-bb32d759b6a4 None None] Routers {'7e21085b-b593-43b4-ab62-40719f805f9d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:47.969605 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6f4ae7be-ab42-4ef9-9a7b-bb32d759b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7e21085b-b593-43b4-ab62-40719f805f9d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:48.006148 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a70ddc58-4e0d-4580-adcf-86e246341e2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7247148 Feb 09 03:32:48.006148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49496) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:48.017536 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9aad2e3f-16cf-4f4a-9778-09696b362fbe req-09ba91ec-8d1f-4fb0-9ca9-374aaec0f8a0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896591 Feb 09 03:32:48.023245 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6f4ae7be-ab42-4ef9-9a7b-bb32d759b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:48.024594 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ae7be-ab42-4ef9-9a7b-bb32d759b6a4 None None] The sync data for ids ['7e21085b-b593-43b4-ab62-40719f805f9d'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:48.035834 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a704f2af-df64-4511-9441-457853e70e29 tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/routers/7e21085b-b593-43b4-ab62-40719f805f9d HTTP/1.1" status: 200 len: 745 time: 0.1116979 Feb 09 03:32:48.036540 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49498) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:48.070947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'port': {'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261', 'name': 'tempest-TaggedBootDevicesTest_v242-1825060878', 'fixed_ips': [{'subnet_id': '48e2e927-d5af-4c72-bdba-a98cdca6bd34'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:48.103176 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:32:48.171072 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b4f295eb-7685-471d-810e-ca58668d694e tempest-RoutersIpV6AdminTest-293869356 tempest-RoutersIpV6AdminTest-293869356-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&device_id=7e21085b-b593-43b4-ab62-40719f805f9d HTTP/1.1" status: 200 len: 205 time: 0.1333468 Feb 09 03:32:48.177184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-dc01f794-8965-485f-b022-26fb38cf73f5 None None] For port d961ffd0-195c-473e-ad3e-733997d796b3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d961ffd0-195c-473e-ad3e-733997d796b3,segment=NetworkSegment(4f2fe655-f7d3-42a3-a78b-09c452f3b8a6),segment_id=4f2fe655-f7d3-42a3-a78b-09c452f3b8a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:48.179294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49506) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:48.220156 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (20c5415c-c921-4b71-a347-cd148b10acd6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.224277 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc01f794-8965-485f-b022-26fb38cf73f5 None None] Publish callbacks [] for port (d961ffd0-195c-473e-ad3e-733997d796b3), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.241471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d159c8a4-2288-4afc-8c88-17670f4352d4 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e21085b-b593-43b4-ab62-40719f805f9d HTTP/1.1" status: 200 len: 205 time: 0.0576470 Feb 09 03:32:48.241744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49508) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:48.271752 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc01f794-8965-485f-b022-26fb38cf73f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.342305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a325e8-c4db-4163-a812-1ad9b47f2055 req-ed7a141f-a9fa-4216-b4f9-8fa02b553a39 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:48.343900 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51a325e8-c4db-4163-a812-1ad9b47f2055 req-ed7a141f-a9fa-4216-b4f9-8fa02b553a39 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4590142 Feb 09 03:32:48.394994 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f409ffd9-702d-4a1d-823a-492188bb050d tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (7e21085b-b593-43b4-ab62-40719f805f9d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.414763 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732eb81-65b1-4262-95be-b4cdd2588e27 req-c4e5e6e2-a70d-4159-aad6-f117bbf902a2 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:48.416269 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8732eb81-65b1-4262-95be-b4cdd2588e27 req-c4e5e6e2-a70d-4159-aad6-f117bbf902a2 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.2481499 Feb 09 03:32:48.429826 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-689fb0af-d145-48c9-9515-8401b37a05d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (99db60bd-7634-466c-be6e-0ec4ecc3c072), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.456342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49512) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:48.476153 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-be9f849a-1d77-46be-ac7a-f6cf85f04445 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Request body: {'floatingip': {'port_id': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:48.482535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fb0af-d145-48c9-9515-8401b37a05d2 None None] No DVR routers for this DVR port 99db60bd-7634-466c-be6e-0ec4ecc3c072 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:48.489889 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36693233-73c8-43cc-a7d3-a1014cde0558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.510074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-f3085456-bd68-41c9-9475-08aeec892882', 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882', 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'fixed_ips': [{'subnet_id': '6e14acaa-c94f-4056-8ad2-5d729d8e19c6'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:32:48.510948 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.524602 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-970fea8d-9404-4e72-9705-806ac8ec7f14 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (874db91b-3d0d-4dd0-85c6-23573f260502), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.645107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fea8d-9404-4e72-9705-806ac8ec7f14 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=874db91b-3d0d-4dd0-85c6-23573f260502,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:48.671532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01f794-8965-485f-b022-26fb38cf73f5 None None] Pushing event updated for resources: {'Port': ['ID=d961ffd0-195c-473e-ad3e-733997d796b3,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:48.711062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970fea8d-9404-4e72-9705-806ac8ec7f14 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:48.719606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-970fea8d-9404-4e72-9705-806ac8ec7f14 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:48.722749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970fea8d-9404-4e72-9705-806ac8ec7f14 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:48.723538 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-970fea8d-9404-4e72-9705-806ac8ec7f14 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.728663 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be9f849a-1d77-46be-ac7a-f6cf85f04445 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (3ed05aa2-393b-401d-8062-066ac5d4ae7e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.804499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51a325e8-c4db-4163-a812-1ad9b47f2055 req-95b0ba7b-157c-4301-94e9-d2a9c8f689b7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429088 Feb 09 03:32:48.830325 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f409ffd9-702d-4a1d-823a-492188bb050d tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (7e21085b-b593-43b4-ab62-40719f805f9d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.833148 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f409ffd9-702d-4a1d-823a-492188bb050d tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router_controller (7e21085b-b593-43b4-ab62-40719f805f9d), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.856763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89057fa2-dadd-414d-bdb7-9a4974be81e2 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:48.891974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-970fea8d-9404-4e72-9705-806ac8ec7f14 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3272681 Feb 09 03:32:48.901402 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:48.919843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49516) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:48.961113 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f409ffd9-702d-4a1d-823a-492188bb050d tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (7e21085b-b593-43b4-ab62-40719f805f9d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.962153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f409ffd9-702d-4a1d-823a-492188bb050d tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Fanout notify agent at l3_agent the message router_deleted on router 7e21085b-b593-43b4-ab62-40719f805f9d {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:32:48.967880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c571d07d-aeac-49b8-9a81-d89111f23ff7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:48.977377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-7013e37d-f382-44d9-bbba-2ab8d99df774 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Delete allocated IP 2001:db8::1b7 (d38124a9-5ebe-41ee-bed9-6d70877e7263/185479ce-6628-4e68-81d5-d6d5ce9896d3) {{(pid=103328) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 03:32:48.977564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f409ffd9-702d-4a1d-823a-492188bb050d tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.977564 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f409ffd9-702d-4a1d-823a-492188bb050d tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/routers/7e21085b-b593-43b4-ab62-40719f805f9d HTTP/1.1" status: 204 len: 168 time: 0.7310820 Feb 09 03:32:48.984844 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49518) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:48.987609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a55cf62-b150-4ace-b334-00e8d552b075 None None] Network f7a362c8-f106-4428-a12c-5e814adef261 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:48.991925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff587635-c2cc-4fb2-8827-f480241a94b2 None None] DHCP port deletion for 20c5415c-c921-4b71-a347-cd148b10acd6 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:32:49.049957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-22920f76-5d28-4847-85bd-733fa439ddc0 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e21085b-b593-43b4-ab62-40719f805f9d HTTP/1.1" status: 200 len: 205 time: 0.0616133 Feb 09 03:32:49.052550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49520) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:49.055489 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Deleting port 6193472a-b5e8-45ac-81f6-c133906c4732 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:49.055843 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:49.143865 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-2b2709b1-1ce9-462e-8ad5-4e2a0db4cfb7 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] delete failed (client error): The resource could not be found. Feb 09 03:32:49.150093 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2b2709b1-1ce9-462e-8ad5-4e2a0db4cfb7 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/routers/7e21085b-b593-43b4-ab62-40719f805f9d HTTP/1.1" status: 404 len: 336 time: 0.0940959 Feb 09 03:32:49.150424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49522) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:49.199036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-7013e37d-f382-44d9-bbba-2ab8d99df774 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8:0:1::179 (d38124a9-5ebe-41ee-bed9-6d70877e7263/e51442cb-3793-4aee-99a9-d9dc2745503b/b5a1098f-09a2-4080-8e73-2d5bcbf79849) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:49.213372 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5a958cde-2965-4646-8949-6ab2b4bbf5d8 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2 HTTP/1.1" status: 200 len: 205 time: 0.0591888 Feb 09 03:32:49.217147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49526) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:49.235744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d961ffd0-195c-473e-ad3e-733997d796b3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:49.238623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fb0af-d145-48c9-9515-8401b37a05d2 None None] Pushing event deleted for resources: {'Port': ['ID=99db60bd-7634-466c-be6e-0ec4ecc3c072,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:49.291592 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-53693d40-7f50-4a54-94d1-e05ac000d955 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] delete failed (client error): The resource could not be found. Feb 09 03:32:49.292887 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-53693d40-7f50-4a54-94d1-e05ac000d955 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/routers/ef2f35ce-5f4b-4fe3-8c6c-dc2bb9666ce2 HTTP/1.1" status: 404 len: 336 time: 0.0701644 Feb 09 03:32:49.296399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49528) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:49.341668 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a5de4342-177c-4433-bfb9-ee665f25364a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "GET /v2.0/ports?device_id=009e098d-616c-4179-84dd-2c2f7e9b0f4e HTTP/1.1" status: 200 len: 205 time: 0.0413144 Feb 09 03:32:49.349000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49530) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:49.385548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] For port 6193472a-b5e8-45ac-81f6-c133906c4732, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6193472a-b5e8-45ac-81f6-c133906c4732,segment=NetworkSegment(73bbf90f-96e6-44d5-84a4-a77409eac71f),segment_id=73bbf90f-96e6-44d5-84a4-a77409eac71f)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:49.386158 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:49.404553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Calling delete_port for 6193472a-b5e8-45ac-81f6-c133906c4732 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:49.406980 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-40904c8e-e2cf-4804-8128-e2c66e66e394 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] delete failed (client error): The resource could not be found. Feb 09 03:32:49.410515 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-40904c8e-e2cf-4804-8128-e2c66e66e394 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/routers/009e098d-616c-4179-84dd-2c2f7e9b0f4e HTTP/1.1" status: 404 len: 336 time: 0.0578234 Feb 09 03:32:49.422339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49532) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:49.426998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad3767-a842-4302-89f1-161658576adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': '874db91b-3d0d-4dd0-85c6-23573f260502'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:32:49.427205 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffad3767-a842-4302-89f1-161658576adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:49.473124 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ea766a90-0134-4b5a-881a-4c4aacdf6f30 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d55e5ef-2841-48fe-9234-c050e0304b36 HTTP/1.1" status: 200 len: 205 time: 0.0487993 Feb 09 03:32:49.474157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49534) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:49.484576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Provisioning complete for port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:49.484960 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:49.521344 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:49.532116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d961ffd0-195c-473e-ad3e-733997d796b3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:49.532583 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:49.539477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Allocated IP 10.2.2.2 (f3085456-bd68-41c9-9475-08aeec892882/6e14acaa-c94f-4056-8ad2-5d729d8e19c6/95b86e14-b7d2-417c-82d2-ec45a8d7b53a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:49.547986 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-796a4d11-19ef-4149-8ff5-c2992b15a9b9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] delete failed (client error): The resource could not be found. Feb 09 03:32:49.553159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-796a4d11-19ef-4149-8ff5-c2992b15a9b9 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/routers/1d55e5ef-2841-48fe-9234-c050e0304b36 HTTP/1.1" status: 404 len: 336 time: 0.0777736 Feb 09 03:32:49.554007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49536) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:49.601303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4dd31ff3-8869-4c40-be87-df777c6cc178 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c3109a4-c14d-4566-9ddd-70c3602cb891 HTTP/1.1" status: 200 len: 205 time: 0.0458992 Feb 09 03:32:49.602163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49538) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:49.657273 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-2b5800ad-a673-40ad-9096-5cb5d617687a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] delete failed (client error): The resource could not be found. Feb 09 03:32:49.661336 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2b5800ad-a673-40ad-9096-5cb5d617687a tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/routers/2c3109a4-c14d-4566-9ddd-70c3602cb891 HTTP/1.1" status: 404 len: 336 time: 0.0580785 Feb 09 03:32:49.662070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49540) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:49.696477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ca8f72e6-f807-40e7-b0c3-94931471dec8 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "GET /v2.0/ports?device_id=b638a2d0-1ad5-416b-be95-44b6026f1081 HTTP/1.1" status: 200 len: 205 time: 0.0331352 Feb 09 03:32:49.697593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49542) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:49.725981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ecccae87-5be9-4b3b-a00b-a6d1c997f496 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:32:49.785090 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-4c23ae57-3254-408f-9a8f-917e293f7ba7 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] delete failed (client error): The resource could not be found. Feb 09 03:32:49.794962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4c23ae57-3254-408f-9a8f-917e293f7ba7 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/routers/b638a2d0-1ad5-416b-be95-44b6026f1081 HTTP/1.1" status: 404 len: 336 time: 0.0910900 Feb 09 03:32:49.795590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49544) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:49.833327 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-87835e80-d088-4675-a1fb-412c26510627 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] DELETE failed (client error): The resource could not be found. Feb 09 03:32:49.836051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87835e80-d088-4675-a1fb-412c26510627 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:32:49.843226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-87835e80-d088-4675-a1fb-412c26510627 tempest-RoutersIpV6AdminTest-833713328 tempest-RoutersIpV6AdminTest-833713328-project] 10.222.0.21 "DELETE /v2.0/subnets/6438f731-b087-4b6f-865b-1a0ea025d61b HTTP/1.1" status: 404 len: 337 time: 0.0464144 Feb 09 03:32:49.905556 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be9f849a-1d77-46be-ac7a-f6cf85f04445 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:49.970137 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.018728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ff587635-c2cc-4fb2-8827-f480241a94b2 None None] Deleting port 6193472a-b5e8-45ac-81f6-c133906c4732 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:50.019152 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff587635-c2cc-4fb2-8827-f480241a94b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.066077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdd944-9153-4e05-b896-f616561a9a09 req-dceada7b-e0a0-496f-a9c7-22bbce2238ad tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:50.069031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8efdd944-9153-4e05-b896-f616561a9a09 req-dceada7b-e0a0-496f-a9c7-22bbce2238ad tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1304193 Feb 09 03:32:50.145295 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:32:50.157029 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be9f849a-1d77-46be-ac7a-f6cf85f04445 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (3ed05aa2-393b-401d-8062-066ac5d4ae7e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.165511 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8efdd944-9153-4e05-b896-f616561a9a09 req-af4868db-bf77-4912-8539-c88baeadd1c7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880187 Feb 09 03:32:50.207187 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.306533 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49554) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:50.319258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c571d07d-aeac-49b8-9a81-d89111f23ff7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:50.322905 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c571d07d-aeac-49b8-9a81-d89111f23ff7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.366147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ffad3767-a842-4302-89f1-161658576adf None None] Allocated IP 2001:db8::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/874db91b-3d0d-4dd0-85c6-23573f260502/6807bfbb-1df8-49a9-9586-f9502b2c78bb) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:50.415386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ff587635-c2cc-4fb2-8827-f480241a94b2 None None] For port 6193472a-b5e8-45ac-81f6-c133906c4732, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6193472a-b5e8-45ac-81f6-c133906c4732,segment=NetworkSegment(73bbf90f-96e6-44d5-84a4-a77409eac71f),segment_id=73bbf90f-96e6-44d5-84a4-a77409eac71f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:50.415804 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff587635-c2cc-4fb2-8827-f480241a94b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.416910 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] device_id is not set on port bead1e10-5446-4c1c-bce1-792486a75c6c yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:32:50.440674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d961ffd0-195c-473e-ad3e-733997d796b3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:50.442012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:50.471873 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4814a36e-d550-4817-8b79-eac7ccc6cfea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.485701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ff587635-c2cc-4fb2-8827-f480241a94b2 None None] Calling delete_port for 6193472a-b5e8-45ac-81f6-c133906c4732 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:50.491307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event deleted for resources: {'Port': ['ID=6193472a-b5e8-45ac-81f6-c133906c4732,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:50.532596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] No DVR routers for this DVR port 6193472a-b5e8-45ac-81f6-c133906c4732 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:50.563388 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4814a36e-d550-4817-8b79-eac7ccc6cfea admin admin] Publish callbacks [] for security_group (e8c60343-45f3-4df4-9615-5a1d9b766a47), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.567931 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4814a36e-d550-4817-8b79-eac7ccc6cfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e8c60343-45f3-4df4-9615-5a1d9b766a47), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.582445 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:50.585274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Current status of the port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:50.585780 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.621864 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4814a36e-d550-4817-8b79-eac7ccc6cfea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02f5ea257a3f4fa5852b82f03a723171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3115757 Feb 09 03:32:50.621864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814a36e-d550-4817-8b79-eac7ccc6cfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c60343-45f3-4df4-9615-5a1d9b766a47,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:50.624817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49558) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:50.685795 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e4f501c-d4d8-4942-8e4d-257dfe1230d6 admin admin] Publish callbacks [] for security_group (e8c60343-45f3-4df4-9615-5a1d9b766a47), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.700903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d', 'port_id': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'mac_address': 'fa:16:3e:88:b7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68694e5-e970-48b1-8db0-d6c62f493976', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:32:50.718171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e4f501c-d4d8-4942-8e4d-257dfe1230d6 admin admin] Publish callbacks [] for security_group (e8c60343-45f3-4df4-9615-5a1d9b766a47), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.783739 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e4f501c-d4d8-4942-8e4d-257dfe1230d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e8c60343-45f3-4df4-9615-5a1d9b766a47), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.787287 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e4f501c-d4d8-4942-8e4d-257dfe1230d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.791123 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4e4f501c-d4d8-4942-8e4d-257dfe1230d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8c60343-45f3-4df4-9615-5a1d9b766a47 HTTP/1.1" status: 204 len: 168 time: 0.1626632 Feb 09 03:32:50.802118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f501c-d4d8-4942-8e4d-257dfe1230d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c60343-45f3-4df4-9615-5a1d9b766a47,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:50.805416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Publish callbacks [] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.820703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] For port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:50.860963 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.862172 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.864203 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.883734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:50.884158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.946263 n-d-824835-15 neutron-server[103328]: INFO neutron.db.ipam_backend_mixin [None req-c571d07d-aeac-49b8-9a81-d89111f23ff7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 874db91b-3d0d-4dd0-85c6-23573f260502 (CIDR: 2001:db8::/64) Feb 09 03:32:50.988574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ecccae87-5be9-4b3b-a00b-a6d1c997f496 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:50.989534 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.998852 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Network f3085456-bd68-41c9-9475-08aeec892882 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:51.000016 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-c571d07d-aeac-49b8-9a81-d89111f23ff7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:32:51.000511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c571d07d-aeac-49b8-9a81-d89111f23ff7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:32:51.041347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:51.081125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:51.101397 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (20c5415c-c921-4b71-a347-cd148b10acd6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.113426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c571d07d-aeac-49b8-9a81-d89111f23ff7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1822126 Feb 09 03:32:51.115207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecccae87-5be9-4b3b-a00b-a6d1c997f496 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:32:51.115923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49564) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:51.123870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:51.136441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:51.155727 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff587635-c2cc-4fb2-8827-f480241a94b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (6193472a-b5e8-45ac-81f6-c133906c4732), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.161658 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-be9f849a-1d77-46be-ac7a-f6cf85f04445 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Floating IP 3ed05aa2-393b-401d-8062-066ac5d4ae7e associated. External IP: 172.25.5.209, port: fd205363-8e9b-4e98-9d11-ca78bb8b6338. Feb 09 03:32:51.173071 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7013e37d-f382-44d9-bbba-2ab8d99df774 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (b5a1098f-09a2-4080-8e73-2d5bcbf79849), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.182853 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.194318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49566) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:51.216338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff587635-c2cc-4fb2-8827-f480241a94b2 None None] No DVR routers for this DVR port 6193472a-b5e8-45ac-81f6-c133906c4732 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:51.217875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c5415c-c921-4b71-a347-cd148b10acd6']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:51.232505 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffad3767-a842-4302-89f1-161658576adf None None] Publish callbacks [] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.246393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bcfa6c80-05b6-4f94-9952-f4956422e164 None None] Provisioning complete for port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:51.246393 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6c80-05b6-4f94-9952-f4956422e164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.264791 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7013e37d-f382-44d9-bbba-2ab8d99df774 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (b5a1098f-09a2-4080-8e73-2d5bcbf79849), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.274935 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bbf90f-96e6-44d5-84a4-a77409eac71f') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:51.275159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bbf90f-96e6-44d5-84a4-a77409eac71f') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:51.291540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Pushing event updated for resources: {'Port': ['ID=86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:51.301539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9b74f14d-4bc7-4635-b3a0-a2c3eea26ee0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a878d58689bc46928ab3bdfc84cc0c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1036451 Feb 09 03:32:51.303257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49570) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:51.321413 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffad3767-a842-4302-89f1-161658576adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.324599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.324985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.325327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.325689 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.326029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.326362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.326695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.327094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.327425 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.327748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.328073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.328397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.328719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e5aa0-9880-4bb1-b923-426e8af2dd47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:51.336228 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (73bbf90f-96e6-44d5-84a4-a77409eac71f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.385599 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Allocated IP 10.1.1.212 (f7a362c8-f106-4428-a12c-5e814adef261/48e2e927-d5af-4c72-bdba-a98cdca6bd34/bead1e10-5446-4c1c-bce1-792486a75c6c) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:51.408977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:51.419586 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.433403 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (73bbf90f-96e6-44d5-84a4-a77409eac71f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.434899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:51.437312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ecccae87-5be9-4b3b-a00b-a6d1c997f496'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:32:51.446901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7013e37d-f382-44d9-bbba-2ab8d99df774 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] In _notify_port_updated(), no bound segment for port b5a1098f-09a2-4080-8e73-2d5bcbf79849 on network d38124a9-5ebe-41ee-bed9-6d70877e7263 {{(pid=103328) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:32:51.453249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7013e37d-f382-44d9-bbba-2ab8d99df774 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:51.454011 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7013e37d-f382-44d9-bbba-2ab8d99df774 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.455363 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7013e37d-f382-44d9-bbba-2ab8d99df774 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "PUT /v2.0/ports/b5a1098f-09a2-4080-8e73-2d5bcbf79849 HTTP/1.1" status: 200 len: 930 time: 5.3109629 Feb 09 03:32:51.468526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49574) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:51.470643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013e37d-f382-44d9-bbba-2ab8d99df774 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=b5a1098f-09a2-4080-8e73-2d5bcbf79849,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:51.483748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:32:51.484061 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (73bbf90f-96e6-44d5-84a4-a77409eac71f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:32:51.488822 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:32:51.519198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Attempting to bind port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:51.519580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Attempting to bind port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:51.519947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Attempting to bind port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a on network f3085456-bd68-41c9-9475-08aeec892882 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:51.526752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad3767-a842-4302-89f1-161658576adf None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:51.556777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 99db60bd-7634-466c-be6e-0ec4ecc3c072 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:51.577886 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dea96a19-babc-463a-af68-76020e13afdc admin admin] Publish callbacks [] for security_group (b8f59c4b-e94d-4729-99d0-b7f1f625d7e7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.595279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ffad3767-a842-4302-89f1-161658576adf None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:51.605660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad3767-a842-4302-89f1-161658576adf None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:51.624724 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dea96a19-babc-463a-af68-76020e13afdc admin admin] Publish callbacks [] for security_group (b8f59c4b-e94d-4729-99d0-b7f1f625d7e7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.657187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:51.659203 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Checking segment: {'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:51.659203 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.659203 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Bound using segment: {'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:51.659203 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Bound port: 95b86e14-b7d2-417c-82d2-ec45a8d7b53a, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:51.659749 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.676713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801427c-22d2-41a3-b24d-7e610faba537 req-2515da36-6823-482c-8914-5f00a3fcbea7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:51.688078 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6801427c-22d2-41a3-b24d-7e610faba537 req-2515da36-6823-482c-8914-5f00a3fcbea7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.4193058 Feb 09 03:32:51.726196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 99db60bd-7634-466c-be6e-0ec4ecc3c072 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:51.726601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 99db60bd-7634-466c-be6e-0ec4ecc3c072 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:51.727091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6193472a-b5e8-45ac-81f6-c133906c4732 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:51.755851 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dea96a19-babc-463a-af68-76020e13afdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b8f59c4b-e94d-4729-99d0-b7f1f625d7e7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.760979 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dea96a19-babc-463a-af68-76020e13afdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.764934 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dea96a19-babc-463a-af68-76020e13afdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8f59c4b-e94d-4729-99d0-b7f1f625d7e7 HTTP/1.1" status: 204 len: 168 time: 0.4580522 Feb 09 03:32:51.802665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea96a19-babc-463a-af68-76020e13afdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f59c4b-e94d-4729-99d0-b7f1f625d7e7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:51.808979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Pushing event updated for resources: {'Port': ['ID=95b86e14-b7d2-417c-82d2-ec45a8d7b53a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:51.851397 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (20c5415c-c921-4b71-a347-cd148b10acd6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.880641 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:51.886195 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] 10.222.0.21 "DELETE /v2.0/networks/20c5415c-c921-4b71-a347-cd148b10acd6 HTTP/1.1" status: 204 len: 168 time: 4.1060355 Feb 09 03:32:51.912309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff587635-c2cc-4fb2-8827-f480241a94b2 None None] Pushing event deleted for resources: {'Port': ['ID=6193472a-b5e8-45ac-81f6-c133906c4732,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:51.949306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03ab99-22f4-48c3-93e7-8b6fbc454b5d tempest-FloatingIPNegativeTestJSON-367788292 tempest-FloatingIPNegativeTestJSON-367788292-project] Pushing event deleted for resources: {'Network': ['ID=20c5415c-c921-4b71-a347-cd148b10acd6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:52.086243 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6801427c-22d2-41a3-b24d-7e610faba537 req-5bee1c0a-3e5c-461b-a03d-35896fb0ae3f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931823 Feb 09 03:32:52.088459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6193472a-b5e8-45ac-81f6-c133906c4732 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:52.090128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6193472a-b5e8-45ac-81f6-c133906c4732 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:52.109103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c571f070-03ff-4386-a0a0-df7f4e7bcab3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port b5a1098f-09a2-4080-8e73-2d5bcbf79849 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:52.111425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c571f070-03ff-4386-a0a0-df7f4e7bcab3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b5a1098f-09a2-4080-8e73-2d5bcbf79849), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:52.155047 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:52.305217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad3767-a842-4302-89f1-161658576adf None None] Pushing event updated for resources: {'Port': ['ID=6807bfbb-1df8-49a9-9586-f9502b2c78bb,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:52.310607 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c571f070-03ff-4386-a0a0-df7f4e7bcab3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b5a1098f-09a2-4080-8e73-2d5bcbf79849), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:52.343390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c571f070-03ff-4386-a0a0-df7f4e7bcab3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for b5a1098f-09a2-4080-8e73-2d5bcbf79849 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:52.362838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:52.379719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.objects.ports [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103327) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:32:52.461158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49590) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:52.490936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9f849a-1d77-46be-ac7a-f6cf85f04445 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Router f032a8e0-195b-4447-be30-074ce703d699 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:32:52.563758 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:52.671781 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:52.813111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] For port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:52.845602 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:52.858740 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1bfbaf25-d92a-430f-8840-93da925d42f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aab129bcdc004d7a8f4260579485f7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3963325 Feb 09 03:32:52.878522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49604) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:52.883947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ffad3767-a842-4302-89f1-161658576adf None None] Attempting to bind port 6807bfbb-1df8-49a9-9586-f9502b2c78bb on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:52.884710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ffad3767-a842-4302-89f1-161658576adf None None] Attempting to bind port 6807bfbb-1df8-49a9-9586-f9502b2c78bb by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:52.885271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad3767-a842-4302-89f1-161658576adf None None] Attempting to bind port 6807bfbb-1df8-49a9-9586-f9502b2c78bb on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:52.893785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] For port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=95b86e14-b7d2-417c-82d2-ec45a8d7b53a,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:32:52.901525 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:52.929574 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:52.941741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c571f070-03ff-4386-a0a0-df7f4e7bcab3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b5a1098f-09a2-4080-8e73-2d5bcbf79849), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:52.983113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] For port 6807bfbb-1df8-49a9-9586-f9502b2c78bb, host n-d-824835-15, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:53.011535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad3767-a842-4302-89f1-161658576adf None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:53.011973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad3767-a842-4302-89f1-161658576adf None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:53.013065 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffad3767-a842-4302-89f1-161658576adf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.013491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad3767-a842-4302-89f1-161658576adf None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:53.014669 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ffad3767-a842-4302-89f1-161658576adf None None] Bound port: 6807bfbb-1df8-49a9-9586-f9502b2c78bb, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:53.014959 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffad3767-a842-4302-89f1-161658576adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.048008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6713b1-a3d5-46f5-85ba-6ca4bed077da None None] Pushing event updated for resources: {'Port': ['ID=95b86e14-b7d2-417c-82d2-ec45a8d7b53a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:53.048535 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.056335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa6c80-05b6-4f94-9952-f4956422e164 None None] Current status of the port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:53.063578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9f849a-1d77-46be-ac7a-f6cf85f04445 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:53.101130 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be9f849a-1d77-46be-ac7a-f6cf85f04445 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.126539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c25685-a18d-460d-978b-b8fa9a8e3a3b None None] Sync routers for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:53.142496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.178933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c25685-a18d-460d-978b-b8fa9a8e3a3b None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:53.180112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-97c25685-a18d-460d-978b-b8fa9a8e3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:53.232346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Network f7a362c8-f106-4428-a12c-5e814adef261 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:53.232620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attempting to bind port 6807bfbb-1df8-49a9-9586-f9502b2c78bb on host n-d-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:53.232971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attempting to bind port 6807bfbb-1df8-49a9-9586-f9502b2c78bb by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:53.233305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attempting to bind port 6807bfbb-1df8-49a9-9586-f9502b2c78bb on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:53.251665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=6807bfbb-1df8-49a9-9586-f9502b2c78bb,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:53.268121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:53.276039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:53.298891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:53.299195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:53.302473 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.302891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:53.303371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Bound port: 6807bfbb-1df8-49a9-9586-f9502b2c78bb, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:53.310891 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.330776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c571f070-03ff-4386-a0a0-df7f4e7bcab3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.334796 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c571f070-03ff-4386-a0a0-df7f4e7bcab3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/b5a1098f-09a2-4080-8e73-2d5bcbf79849 HTTP/1.1" status: 204 len: 168 time: 1.8651342 Feb 09 03:32:53.335806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Port': ['ID=bead1e10-5446-4c1c-bce1-792486a75c6c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:53.342950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49614) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:53.350817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49616) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:53.428764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bcfa6c80-05b6-4f94-9952-f4956422e164 None None] Provisioning complete for port d961ffd0-195c-473e-ad3e-733997d796b3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:53.437494 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6c80-05b6-4f94-9952-f4956422e164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.457972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-be9f849a-1d77-46be-ac7a-f6cf85f04445 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "PUT /v2.0/floatingips/3ed05aa2-393b-401d-8062-066ac5d4ae7e HTTP/1.1" status: 200 len: 991 time: 4.9961145 Feb 09 03:32:53.482981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:32:53.504711 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c80adf-5b0c-4534-9607-4dc139dd6a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:32:53.519287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571f070-03ff-4386-a0a0-df7f4e7bcab3 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=b5a1098f-09a2-4080-8e73-2d5bcbf79849,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:53.555014 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4503ae02-a84b-41bc-a209-f047f5d49af4 admin admin] Publish callbacks [] for security_group (12693c36-c967-4bea-8681-a777b60e9cad), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.565120 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-f992f9ce-ed48-4aba-bc92-4c3351900fbc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:32:53.578599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f992f9ce-ed48-4aba-bc92-4c3351900fbc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/b5a1098f-09a2-4080-8e73-2d5bcbf79849 HTTP/1.1" status: 404 len: 333 time: 0.2152448 Feb 09 03:32:53.589466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ffad3767-a842-4302-89f1-161658576adf None None] For port 6807bfbb-1df8-49a9-9586-f9502b2c78bb, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:53.611142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ffad3767-a842-4302-89f1-161658576adf None None] For port 6807bfbb-1df8-49a9-9586-f9502b2c78bb, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6807bfbb-1df8-49a9-9586-f9502b2c78bb,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:32:53.620176 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4503ae02-a84b-41bc-a209-f047f5d49af4 admin admin] Publish callbacks [] for security_group (12693c36-c967-4bea-8681-a777b60e9cad), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.629476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:53.632222 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.639342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49624) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:53.669555 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffad3767-a842-4302-89f1-161658576adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.681337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ecccae87-5be9-4b3b-a00b-a6d1c997f496 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:53.686969 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ce11966-db4a-4c8d-8832-b9beeb627efb req-dd0cc340-3e82-4ede-9fa8-e6bd9b1c69c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6313782 Feb 09 03:32:53.743457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:53.744605 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.751682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1ab05740-f5a8-4fd7-858b-6792d15fefe9 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:53.753470 n-d-824835-15 neutron-server[103327]: WARNING neutron.api.v2.base [None req-1ab05740-f5a8-4fd7-858b-6792d15fefe9 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 03:32:53.753979 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-1ab05740-f5a8-4fd7-858b-6792d15fefe9 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 03:32:53.761458 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1ab05740-f5a8-4fd7-858b-6792d15fefe9 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3945515 Feb 09 03:32:53.767233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49626) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:53.772057 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-de083f3b-a43f-4d4a-9040-03873a7a199b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630873217'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:53.784650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802c7f6-b7bc-4bf9-b8f7-c2f33103f672 req-a370d5b2-f75f-4131-964b-9c64485b8b9f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:53.786436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1802c7f6-b7bc-4bf9-b8f7-c2f33103f672 req-a370d5b2-f75f-4131-964b-9c64485b8b9f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.5359037 Feb 09 03:32:53.790041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] For port 6807bfbb-1df8-49a9-9586-f9502b2c78bb, host n-d-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:53.831400 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 6807bfbb-1df8-49a9-9586-f9502b2c78bb-n-d-824835-15-0 {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:32:53.832022 n-d-824835-15 neutron-server[103327]: DEBUG oslo_db.api [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:32:53.866029 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de083f3b-a43f-4d4a-9040-03873a7a199b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.888527 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de083f3b-a43f-4d4a-9040-03873a7a199b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.908651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa6c80-05b6-4f94-9952-f4956422e164 None None] Current status of the port d961ffd0-195c-473e-ad3e-733997d796b3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:53.987784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ca3645e1-f881-4ee7-b4d7-a3ef901cc6fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9428265 Feb 09 03:32:53.991698 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49632) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:54.030926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'port': {'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261', 'name': 'tempest-TaggedBootDevicesTest_v242-1356604954', 'fixed_ips': [{'subnet_id': '48e2e927-d5af-4c72-bdba-a98cdca6bd34'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:54.054202 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de083f3b-a43f-4d4a-9040-03873a7a199b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (cf0214db-2226-4547-9bfe-4df8447128d5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.058172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce11966-db4a-4c8d-8832-b9beeb627efb req-606e06b8-8871-408f-a3d9-f3461beba529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:54.059987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-97c25685-a18d-460d-978b-b8fa9a8e3a3b None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:32:54.060904 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ce11966-db4a-4c8d-8832-b9beeb627efb req-606e06b8-8871-408f-a3d9-f3461beba529 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 1128 time: 0.2650506 Feb 09 03:32:54.071310 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de083f3b-a43f-4d4a-9040-03873a7a199b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cf0214db-2226-4547-9bfe-4df8447128d5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.139124 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de083f3b-a43f-4d4a-9040-03873a7a199b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (7ca06968-caa2-400b-b710-ad6f47d243df), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.264586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de083f3b-a43f-4d4a-9040-03873a7a199b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0214db-2226-4547-9bfe-4df8447128d5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:54.269219 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de083f3b-a43f-4d4a-9040-03873a7a199b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7ca06968-caa2-400b-b710-ad6f47d243df), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.284389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce11966-db4a-4c8d-8832-b9beeb627efb req-14de4079-592d-42b3-af72-eff85fa7ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:54.287088 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ce11966-db4a-4c8d-8832-b9beeb627efb req-14de4079-592d-42b3-af72-eff85fa7ba90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.1451497 Feb 09 03:32:54.296258 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1802c7f6-b7bc-4bf9-b8f7-c2f33103f672 req-42c5019e-6483-4909-8c38-707dc852c849 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835958 Feb 09 03:32:54.306516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de083f3b-a43f-4d4a-9040-03873a7a199b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.312888 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-de083f3b-a43f-4d4a-9040-03873a7a199b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5394859 Feb 09 03:32:54.331152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49640) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:54.395313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee734f7-e851-4844-9b50-7358f8532d53 req-65d221d6-ecce-4d7e-818f-a862a499738c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:54.400120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ee734f7-e851-4844-9b50-7358f8532d53 req-65d221d6-ecce-4d7e-818f-a862a499738c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.7558246 Feb 09 03:32:54.411819 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ce11966-db4a-4c8d-8832-b9beeb627efb req-7578e962-a839-4e9b-b568-5e958b588c97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338 HTTP/1.1" status: 200 len: 999 time: 0.1081734 Feb 09 03:32:54.421783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-558556e3-68c2-4b74-8852-2a81465c04b6 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': '7ca06968-caa2-400b-b710-ad6f47d243df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:54.426077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attempting to bind port 6807bfbb-1df8-49a9-9586-f9502b2c78bb on host n-d-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:54.426615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attempting to bind port 6807bfbb-1df8-49a9-9586-f9502b2c78bb by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:54.432048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attempting to bind port 6807bfbb-1df8-49a9-9586-f9502b2c78bb on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:54.436270 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4503ae02-a84b-41bc-a209-f047f5d49af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (12693c36-c967-4bea-8681-a777b60e9cad), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.441288 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4503ae02-a84b-41bc-a209-f047f5d49af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.443263 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4503ae02-a84b-41bc-a209-f047f5d49af4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12693c36-c967-4bea-8681-a777b60e9cad HTTP/1.1" status: 204 len: 168 time: 1.5630789 Feb 09 03:32:54.456126 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc7d2c6b-ea1f-474d-a45b-f392a7f1a49b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (2ceee123-1e28-473d-ab56-4d616d3b5849), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.564033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc7d2c6b-ea1f-474d-a45b-f392a7f1a49b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (2ceee123-1e28-473d-ab56-4d616d3b5849), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.635880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:54.638010 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:54.638761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.639184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:54.639916 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Bound port: 6807bfbb-1df8-49a9-9586-f9502b2c78bb, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:54.642598 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.658393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ee734f7-e851-4844-9b50-7358f8532d53 req-caf3ceb9-002f-4d7a-94e3-cb9721741465 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247627 Feb 09 03:32:54.662033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc7d2c6b-ea1f-474d-a45b-f392a7f1a49b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2ceee123-1e28-473d-ab56-4d616d3b5849), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.664646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc7d2c6b-ea1f-474d-a45b-f392a7f1a49b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.665793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dc7d2c6b-ea1f-474d-a45b-f392a7f1a49b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/security-groups/2ceee123-1e28-473d-ab56-4d616d3b5849 HTTP/1.1" status: 204 len: 168 time: 1.0232434 Feb 09 03:32:54.671253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503ae02-a84b-41bc-a209-f047f5d49af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12693c36-c967-4bea-8681-a777b60e9cad,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:54.677749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49650) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:54.680274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de083f3b-a43f-4d4a-9040-03873a7a199b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca06968-caa2-400b-b710-ad6f47d243df,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:54.737100 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-558556e3-68c2-4b74-8852-2a81465c04b6 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group_rule (3af10d43-5ea8-451c-b7d8-1c65eb4d8e6f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.826576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce11966-db4a-4c8d-8832-b9beeb627efb req-166fb89b-de70-42a9-b97c-f461f9d71576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:54.833477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ce11966-db4a-4c8d-8832-b9beeb627efb req-166fb89b-de70-42a9-b97c-f461f9d71576 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.3530064 Feb 09 03:32:54.921117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d2c6b-ea1f-474d-a45b-f392a7f1a49b tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceee123-1e28-473d-ab56-4d616d3b5849,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:54.935960 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d03364-505a-462d-a8dd-f4517bbc0660 x-openstack-request-id: req-f8d03364-505a-462d-a8dd-f4517bbc0660 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:32:54.936746 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:32:54.937261 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8d03364-505a-462d-a8dd-f4517bbc0660 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:32:54.938418 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'status': 'completed', 'code': 200} Feb 09 03:32:54.957190 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9da5721a-94d9-438d-89c9-05ea23507f8c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (e479d5df-f509-4c74-9022-b239a26a9df9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:54.993912 n-d-824835-15 neutron-server[103327]: WARNING neutron.plugins.ml2.plugin [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Concurrent port binding operations failed on port 6807bfbb-1df8-49a9-9586-f9502b2c78bb Feb 09 03:32:55.005002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] For port 6807bfbb-1df8-49a9-9586-f9502b2c78bb, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6807bfbb-1df8-49a9-9586-f9502b2c78bb,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:55.019787 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attempt 2 to bind port 6807bfbb-1df8-49a9-9586-f9502b2c78bb Feb 09 03:32:55.035189 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (b550a8ad-60b3-4be2-8fe8-a846346b0e80), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.063970 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-558556e3-68c2-4b74-8852-2a81465c04b6 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group_rule (3af10d43-5ea8-451c-b7d8-1c65eb4d8e6f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.077097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce11966-db4a-4c8d-8832-b9beeb627efb req-474a0ea4-fcdd-4320-9b13-901cf368131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:55.083446 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ce11966-db4a-4c8d-8832-b9beeb627efb req-474a0ea4-fcdd-4320-9b13-901cf368131c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2396562 Feb 09 03:32:55.085475 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-558556e3-68c2-4b74-8852-2a81465c04b6 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (3af10d43-5ea8-451c-b7d8-1c65eb4d8e6f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.091559 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9da5721a-94d9-438d-89c9-05ea23507f8c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (e479d5df-f509-4c74-9022-b239a26a9df9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.169991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bcfa6c80-05b6-4f94-9952-f4956422e164 None None] Could not find standard attr ID for object b5a1098f-09a2-4080-8e73-2d5bcbf79849. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:32:55.270852 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ce11966-db4a-4c8d-8832-b9beeb627efb req-90705803-99b6-46ea-b0d1-6807d4fe1dfe service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519372 Feb 09 03:32:55.271489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=b550a8ad-60b3-4be2-8fe8-a846346b0e80,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:55.280201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:55.281706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:55.285325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:55.286225 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.350003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port ecccae87-5be9-4b3b-a00b-a6d1c997f496 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:55.354742 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.393742 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ce11966-db4a-4c8d-8832-b9beeb627efb req-aacf734d-2108-4066-aea8-13f5e1e0a03c service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042461 Feb 09 03:32:55.405933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558556e3-68c2-4b74-8852-2a81465c04b6 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af10d43-5ea8-451c-b7d8-1c65eb4d8e6f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:55.425253 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c5ea1e9e-cb32-4ec4-a372-699c9b397679 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3052309 Feb 09 03:32:55.427901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49676) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:55.437121 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:12:04:1d', 'name': 'tempest-NetworksTestDHCPv6-1650809227'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:55.440239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:55.459169 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-558556e3-68c2-4b74-8852-2a81465c04b6 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.460831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-558556e3-68c2-4b74-8852-2a81465c04b6 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0555408 Feb 09 03:32:55.475468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49678) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:55.526465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fd46a9fb-0e46-4d41-925a-d410e132bfb7 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': '7ca06968-caa2-400b-b710-ad6f47d243df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:55.563918 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.568658 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9da5721a-94d9-438d-89c9-05ea23507f8c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e479d5df-f509-4c74-9022-b239a26a9df9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.572670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9da5721a-94d9-438d-89c9-05ea23507f8c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.580573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9da5721a-94d9-438d-89c9-05ea23507f8c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/security-groups/e479d5df-f509-4c74-9022-b239a26a9df9 HTTP/1.1" status: 204 len: 168 time: 0.8945298 Feb 09 03:32:55.600851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d96a6b-bd49-4099-9c8b-b92338a288db None None] Network f3085456-bd68-41c9-9475-08aeec892882 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:55.609487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49682) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:55.624550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bcfa6c80-05b6-4f94-9952-f4956422e164 None None] Provisioning complete for port 246f4073-04c3-4e61-9fe4-146962a5c4ad triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:55.628509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6c80-05b6-4f94-9952-f4956422e164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (246f4073-04c3-4e61-9fe4-146962a5c4ad), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.680613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5721a-94d9-438d-89c9-05ea23507f8c tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e479d5df-f509-4c74-9022-b239a26a9df9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:55.691742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01fcf49-a9fe-4df2-aced-3df7dc1d4d53 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting subnet 185479ce-6628-4e68-81d5-d6d5ce9896d3 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:55.701336 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a01fcf49-a9fe-4df2-aced-3df7dc1d4d53 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (185479ce-6628-4e68-81d5-d6d5ce9896d3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.774783 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c80adf-5b0c-4534-9607-4dc139dd6a7a req-6965cf90-0d19-43ab-9fd9-3bb9e3a26841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:55.776693 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9c80adf-5b0c-4534-9607-4dc139dd6a7a req-6965cf90-0d19-43ab-9fd9-3bb9e3a26841 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 1128 time: 0.2268119 Feb 09 03:32:55.864680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd46a9fb-0e46-4d41-925a-d410e132bfb7 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group_rule (17342fca-ea7e-4f51-a0f3-d566d24d4663), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.961770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc4f29-c0b8-4dcd-a4a7-0030cf80ddb9 req-312176a8-aea0-4205-931e-8aae01d116fc tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:55.963382 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0bc4f29-c0b8-4dcd-a4a7-0030cf80ddb9 req-312176a8-aea0-4205-931e-8aae01d116fc tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.4299941 Feb 09 03:32:55.992825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad3767-a842-4302-89f1-161658576adf None None] Pushing event updated for resources: {'Port': ['ID=6807bfbb-1df8-49a9-9586-f9502b2c78bb,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:56.035053 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.065921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] device_id is not set on port fb3ea48f-6c11-4728-960f-048fa8c79da0 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:32:56.136202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa6c80-05b6-4f94-9952-f4956422e164 None None] Port 246f4073-04c3-4e61-9fe4-146962a5c4ad cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:56.173784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:56.207843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-97c25685-a18d-460d-978b-b8fa9a8e3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '3ed05aa2-393b-401d-8062-066ac5d4ae7e', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'floating_ip_address': '172.25.5.209', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'port_id': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'mac_address': 'fa:16:3e:b1:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654452d-6eaf-457f-bca6-968e67d62176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:32:22Z', 'updated_at': '2022-02-09T03:32:49Z', 'revision_number': 1, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:25Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:56.349947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c80adf-5b0c-4534-9607-4dc139dd6a7a req-4145f2bb-db90-42ed-9af7-328169369b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:56.353780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c25685-a18d-460d-978b-b8fa9a8e3a3b None None] Checking router: f032a8e0-195b-4447-be30-074ce703d699 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:32:56.360535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9c80adf-5b0c-4534-9607-4dc139dd6a7a req-4145f2bb-db90-42ed-9af7-328169369b83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.5724671 Feb 09 03:32:56.367547 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ecccae87-5be9-4b3b-a00b-a6d1c997f496 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:56.367946 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.369623 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-fd46a9fb-0e46-4d41-925a-d410e132bfb7 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 03:32:56.371148 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fd46a9fb-0e46-4d41-925a-d410e132bfb7 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8943446 Feb 09 03:32:56.416186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49700) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:56.422923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2f3d03b7-1216-4aef-ab47-17458a023b0d None None] Provisioning complete for port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:56.423352 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f3d03b7-1216-4aef-ab47-17458a023b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.431329 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a01fcf49-a9fe-4df2-aced-3df7dc1d4d53 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (185479ce-6628-4e68-81d5-d6d5ce9896d3), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.461154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0bc4f29-c0b8-4dcd-a4a7-0030cf80ddb9 req-1f683410-68f6-45ba-8925-9e6083287c41 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832785 Feb 09 03:32:56.471726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:32:56.474036 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b194b3f6-8cff-428d-a2a7-85644421844e" -d '{"events": [{"server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "name": "network-vif-plugged", "status": "completed", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:32:56.483005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c25685-a18d-460d-978b-b8fa9a8e3a3b None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:56.483651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-97c25685-a18d-460d-978b-b8fa9a8e3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:32:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:56.649287 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9c80adf-5b0c-4534-9607-4dc139dd6a7a req-0e355094-4af0-46ba-8b3a-14ca4c71f64a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338 HTTP/1.1" status: 200 len: 999 time: 0.1977119 Feb 09 03:32:56.649816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49704) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:56.698885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-97c25685-a18d-460d-978b-b8fa9a8e3a3b None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:32:56.742379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Allocated IP 10.1.1.208 (f7a362c8-f106-4428-a12c-5e814adef261/48e2e927-d5af-4c72-bdba-a98cdca6bd34/fb3ea48f-6c11-4728-960f-048fa8c79da0) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:56.754254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c80adf-5b0c-4534-9607-4dc139dd6a7a req-a3a949ee-b0ca-4a69-9c2b-c7a8e25e98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:56.755807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9c80adf-5b0c-4534-9607-4dc139dd6a7a req-a3a949ee-b0ca-4a69-9c2b-c7a8e25e98a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.0915604 Feb 09 03:32:56.769188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e59a0-d1c3-41df-82a7-4fa31b1ef254 req-e8be034c-ee2b-45b1-835e-ba93f92c9128 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:56.770772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef3e59a0-d1c3-41df-82a7-4fa31b1ef254 req-e8be034c-ee2b-45b1-835e-ba93f92c9128 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.5866978 Feb 09 03:32:56.771417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:56.791879 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-59419dc5-dbcb-4531-8d6d-d7d140ad73df tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (7ca06968-caa2-400b-b710-ad6f47d243df), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.864991 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213fb148-fa5b-41ab-90f7-87a19f2cbe55 x-openstack-request-id: req-213fb148-fa5b-41ab-90f7-87a19f2cbe55 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:32:56.866847 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "name": "network-vif-plugged", "status": "completed", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:32:56.867126 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-213fb148-fa5b-41ab-90f7-87a19f2cbe55 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:32:56.867535 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'code': 200} Feb 09 03:32:56.880353 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-59419dc5-dbcb-4531-8d6d-d7d140ad73df tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (7ca06968-caa2-400b-b710-ad6f47d243df), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.934905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.966139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6807bfbb-1df8-49a9-9586-f9502b2c78bb up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:57.030685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:57.060132 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:57.133608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 511ccce4-f16e-42d6-b846-90693513db02 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:32:57.163671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e2e9e434-5372-4114-88f3-55fbd048789b tempest-DvrRoutersNegativeTest-1963779554 tempest-DvrRoutersNegativeTest-1963779554-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2023985173', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:57.166675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.policy [None req-e2e9e434-5372-4114-88f3-55fbd048789b tempest-DvrRoutersNegativeTest-1963779554 tempest-DvrRoutersNegativeTest-1963779554-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103327) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 09 03:32:57.167152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.policy [None req-e2e9e434-5372-4114-88f3-55fbd048789b tempest-DvrRoutersNegativeTest-1963779554 tempest-DvrRoutersNegativeTest-1963779554-project] Failed policy check for 'create_router' {{(pid=103327) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 09 03:32:57.167841 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-e2e9e434-5372-4114-88f3-55fbd048789b tempest-DvrRoutersNegativeTest-1963779554 tempest-DvrRoutersNegativeTest-1963779554-project] create failed (client error): Access was denied to this resource. Feb 09 03:32:57.170224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e2e9e434-5372-4114-88f3-55fbd048789b tempest-DvrRoutersNegativeTest-1963779554 tempest-DvrRoutersNegativeTest-1963779554-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5146866 Feb 09 03:32:57.252351 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb160142-1b74-4462-98dd-8e5785a26954 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:57.396446 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef3e59a0-d1c3-41df-82a7-4fa31b1ef254 req-21d9b32f-bb04-4d55-b964-8b589dd78830 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4721355 Feb 09 03:32:57.403297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a01fcf49-a9fe-4df2-aced-3df7dc1d4d53 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (185479ce-6628-4e68-81d5-d6d5ce9896d3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:57.411494 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c80adf-5b0c-4534-9607-4dc139dd6a7a req-df6dbab2-36ef-4f5e-88b5-dd96e2a51997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:57.413503 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9c80adf-5b0c-4534-9607-4dc139dd6a7a req-df6dbab2-36ef-4f5e-88b5-dd96e2a51997 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4881854 Feb 09 03:32:57.951261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d03b7-1216-4aef-ab47-17458a023b0d None None] Current status of the port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:57.953789 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f3d03b7-1216-4aef-ab47-17458a023b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:57.992215 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-59419dc5-dbcb-4531-8d6d-d7d140ad73df tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7ca06968-caa2-400b-b710-ad6f47d243df), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.009806 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-59419dc5-dbcb-4531-8d6d-d7d140ad73df tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.014992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2f3d03b7-1216-4aef-ab47-17458a023b0d None None] For port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=95b86e14-b7d2-417c-82d2-ec45a8d7b53a,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:58.016687 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-59419dc5-dbcb-4531-8d6d-d7d140ad73df tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "DELETE /v2.0/security-groups/7ca06968-caa2-400b-b710-ad6f47d243df HTTP/1.1" status: 204 len: 168 time: 1.5993218 Feb 09 03:32:58.017919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:58.020246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49724) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:58.032709 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f3d03b7-1216-4aef-ab47-17458a023b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.047552 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2f3d03b7-1216-4aef-ab47-17458a023b0d None None] Could not find standard attr ID for object b5a1098f-09a2-4080-8e73-2d5bcbf79849. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:32:58.049215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6807bfbb-1df8-49a9-9586-f9502b2c78bb triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:58.049722 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.071674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49726) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:58.139212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-97c25685-a18d-460d-978b-b8fa9a8e3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '3ed05aa2-393b-401d-8062-066ac5d4ae7e', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'floating_ip_address': '172.25.5.209', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'port_id': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'mac_address': 'fa:16:3e:b1:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654452d-6eaf-457f-bca6-968e67d62176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:32:22Z', 'updated_at': '2022-02-09T03:32:49Z', 'revision_number': 1, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:25Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:58.144173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59419dc5-dbcb-4531-8d6d-d7d140ad73df tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca06968-caa2-400b-b710-ad6f47d243df,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:58.249715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c25685-a18d-460d-978b-b8fa9a8e3a3b None None] The sync data for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 is: [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '3ed05aa2-393b-401d-8062-066ac5d4ae7e', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'floating_ip_address': '172.25.5.209', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'port_id': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'mac_address': 'fa:16:3e:b1:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654452d-6eaf-457f-bca6-968e67d62176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:32:22Z', 'updated_at': '2022-02-09T03:32:49Z', 'revision_number': 1, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:25Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:58.254985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.316487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2f3d03b7-1216-4aef-ab47-17458a023b0d None None] Provisioning complete for port bead1e10-5446-4c1c-bce1-792486a75c6c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:58.317584 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f3d03b7-1216-4aef-ab47-17458a023b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.369853 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-72d30bdc-6803-4f92-8af5-26b19a85fae4 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3020673 Feb 09 03:32:58.373553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49734) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:58.379358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d03b7-1216-4aef-ab47-17458a023b0d None None] Pushing event updated for resources: {'Port': ['ID=95b86e14-b7d2-417c-82d2-ec45a8d7b53a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:58.406286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b490f2ce-c9fc-4a1e-8fa2-8de3df3c865c tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group': {'name': 'tempest-secgroup--1818575647'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:58.460100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6807bfbb-1df8-49a9-9586-f9502b2c78bb is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:58.460851 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.510806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 6807bfbb-1df8-49a9-9586-f9502b2c78bb, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6807bfbb-1df8-49a9-9586-f9502b2c78bb,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:58.516228 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b490f2ce-c9fc-4a1e-8fa2-8de3df3c865c tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.518696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d03b7-1216-4aef-ab47-17458a023b0d None None] Port bead1e10-5446-4c1c-bce1-792486a75c6c cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:58.521093 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.522554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 95b86e14-b7d2-417c-82d2-ec45a8d7b53a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:58.575143 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2af8eae2-0e93-46bd-b5f9-c7ad5b89d9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.667742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.678996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=6807bfbb-1df8-49a9-9586-f9502b2c78bb,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:58.697531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-81cb45e0-b693-4244-a159-407bd5ce7437 None None] Provisioning complete for port 6807bfbb-1df8-49a9-9586-f9502b2c78bb triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:58.698139 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81cb45e0-b693-4244-a159-407bd5ce7437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.738848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Port': ['ID=fb3ea48f-6c11-4728-960f-048fa8c79da0,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:58.808796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:58.813782 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:58.815520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Network f7a362c8-f106-4428-a12c-5e814adef261 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:58.828693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:58.832611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:58.910873 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f1da4-a5ac-4491-94e7-1b9b99d6e1b1 None None] New status for floating IP 3ed05aa2-393b-401d-8062-066ac5d4ae7e: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:32:59.023746 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b490f2ce-c9fc-4a1e-8fa2-8de3df3c865c tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (9f5a9b3f-4b86-4b40-b987-b42a8a62ee8f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.063989 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2af8eae2-0e93-46bd-b5f9-c7ad5b89d9cf admin admin] Publish callbacks [] for security_group (3603e470-c6af-4598-8bb8-6e6014d6fa23), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.068088 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b490f2ce-c9fc-4a1e-8fa2-8de3df3c865c tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9f5a9b3f-4b86-4b40-b987-b42a8a62ee8f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.106694 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2af8eae2-0e93-46bd-b5f9-c7ad5b89d9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3603e470-c6af-4598-8bb8-6e6014d6fa23), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.223764 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b490f2ce-c9fc-4a1e-8fa2-8de3df3c865c tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.226295 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b490f2ce-c9fc-4a1e-8fa2-8de3df3c865c tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8370094 Feb 09 03:32:59.236497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:59.237171 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.239662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49740) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:59.242903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:59.250404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5eb62448-b5d5-4d4e-9ae4-0be00eee9121 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': '9f5a9b3f-4b86-4b40-b987-b42a8a62ee8f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:59.252040 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-5eb62448-b5d5-4d4e-9ae4-0be00eee9121 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 03:32:59.252547 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-5eb62448-b5d5-4d4e-9ae4-0be00eee9121 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:32:59.255492 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5eb62448-b5d5-4d4e-9ae4-0be00eee9121 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076158 Feb 09 03:32:59.274239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490f2ce-c9fc-4a1e-8fa2-8de3df3c865c tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5a9b3f-4b86-4b40-b987-b42a8a62ee8f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:59.280926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49742) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:59.326667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a01fcf49-a9fe-4df2-aced-3df7dc1d4d53 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (185479ce-6628-4e68-81d5-d6d5ce9896d3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.360825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-81cb45e0-b693-4244-a159-407bd5ce7437 None None] Current status of the port 6807bfbb-1df8-49a9-9586-f9502b2c78bb is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:59.384853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-81cb45e0-b693-4244-a159-407bd5ce7437 None None] Provisioning complete for port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:59.385109 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81cb45e0-b693-4244-a159-407bd5ce7437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.478693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2af8eae2-0e93-46bd-b5f9-c7ad5b89d9cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c0b1359aa0042bd83c72031ed518183&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3770795 Feb 09 03:32:59.489276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49746) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:59.598869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-81cb45e0-b693-4244-a159-407bd5ce7437 None None] Current status of the port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:59.604741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fcf49-a9fe-4df2-aced-3df7dc1d4d53 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Subnet': ['ID=185479ce-6628-4e68-81d5-d6d5ce9896d3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:59.608945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-229b8f4b-1f35-4a5a-b5db-9675d6157922 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5782850 Feb 09 03:32:59.610928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6807bfbb-1df8-49a9-9586-f9502b2c78bb up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:59.636389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::b6 (c5780e3f-5fe0-4434-8596-82a0e8078930/874db91b-3d0d-4dd0-85c6-23573f260502/511ccce4-f16e-42d6-b846-90693513db02) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:59.654770 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a01fcf49-a9fe-4df2-aced-3df7dc1d4d53 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.669397 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a01fcf49-a9fe-4df2-aced-3df7dc1d4d53 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/185479ce-6628-4e68-81d5-d6d5ce9896d3 HTTP/1.1" status: 204 len: 168 time: 4.0394602 Feb 09 03:32:59.670211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49750) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:59.675915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f41eb-572b-4cfc-afcf-1fceac5013a3 None None] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:59.699017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-60269d04-e3ba-424d-8c19-8b355a48c723 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:59.733411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8eae2-0e93-46bd-b5f9-c7ad5b89d9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3603e470-c6af-4598-8bb8-6e6014d6fa23,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:59.735543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8:0:1:f816:3eff:fe12:41d (c5780e3f-5fe0-4434-8596-82a0e8078930/b550a8ad-60b3-4be2-8fe8-a846346b0e80/511ccce4-f16e-42d6-b846-90693513db02) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:59.760829 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9ad3894-adc5-48a7-ac4f-85ffeef3d67b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (9f5a9b3f-4b86-4b40-b987-b42a8a62ee8f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.788018 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9d61a55-2717-4639-ac93-e145b276b061 admin admin] Publish callbacks [] for security_group (3603e470-c6af-4598-8bb8-6e6014d6fa23), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.812437 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9ad3894-adc5-48a7-ac4f-85ffeef3d67b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (9f5a9b3f-4b86-4b40-b987-b42a8a62ee8f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.843865 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9d61a55-2717-4639-ac93-e145b276b061 admin admin] Publish callbacks [] for security_group (3603e470-c6af-4598-8bb8-6e6014d6fa23), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.885030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-dab74370-e56e-451f-abf8-e63aa7c1e393 None None] Provisioning complete for port fb3ea48f-6c11-4728-960f-048fa8c79da0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:59.885441 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dab74370-e56e-451f-abf8-e63aa7c1e393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.916608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6807bfbb-1df8-49a9-9586-f9502b2c78bb triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:59.916993 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.968604 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9ad3894-adc5-48a7-ac4f-85ffeef3d67b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9f5a9b3f-4b86-4b40-b987-b42a8a62ee8f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.985341 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c9ad3894-adc5-48a7-ac4f-85ffeef3d67b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.997035 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c9ad3894-adc5-48a7-ac4f-85ffeef3d67b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "DELETE /v2.0/security-groups/9f5a9b3f-4b86-4b40-b987-b42a8a62ee8f HTTP/1.1" status: 204 len: 168 time: 0.7128491 Feb 09 03:33:00.003397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49754) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:00.094990 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49756) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:00.102210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dab74370-e56e-451f-abf8-e63aa7c1e393 None None] Port fb3ea48f-6c11-4728-960f-048fa8c79da0 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:00.139165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-48a54b3f-0b0c-4f16-bb64-f362e411f592 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35653789', 'description': 'tempest-description--1531963814'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:00.146426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad3894-adc5-48a7-ac4f-85ffeef3d67b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5a9b3f-4b86-4b40-b987-b42a8a62ee8f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:00.186856 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9c80adf-5b0c-4534-9607-4dc139dd6a7a req-7b462a34-9695-456f-b779-289fa0a48e5b service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7044327 Feb 09 03:33:00.244453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410ac36-e3b1-4caa-b078-8e9a27c7d071 req-8733e3ed-18cd-43a5-a4f6-2c19be489678 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:00.245940 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a410ac36-e3b1-4caa-b078-8e9a27c7d071 req-8733e3ed-18cd-43a5-a4f6-2c19be489678 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 1.2420871 Feb 09 03:33:00.248484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ae9cb3a4-34a0-4a6a-af16-ac56ba1b9700 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2278352 Feb 09 03:33:00.250818 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9d61a55-2717-4639-ac93-e145b276b061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3603e470-c6af-4598-8bb8-6e6014d6fa23), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.254835 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9d61a55-2717-4639-ac93-e145b276b061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.259474 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d9d61a55-2717-4639-ac93-e145b276b061 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3603e470-c6af-4598-8bb8-6e6014d6fa23 HTTP/1.1" status: 204 len: 168 time: 0.7676466 Feb 09 03:33:00.261058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49758) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:00.269742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-23702f3b-89b2-4420-a710-5a22ce480db8 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917022544'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:00.274702 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48a54b3f-0b0c-4f16-bb64-f362e411f592 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.298390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6807bfbb-1df8-49a9-9586-f9502b2c78bb is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:00.299537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 95b86e14-b7d2-417c-82d2-ec45a8d7b53a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:33:00.312994 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d61a55-2717-4639-ac93-e145b276b061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3603e470-c6af-4598-8bb8-6e6014d6fa23,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:00.385404 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23702f3b-89b2-4420-a710-5a22ce480db8 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.417241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b3f52d75-3d33-4263-b75c-f06b0be79c97 None None] Provisioning complete for port 6807bfbb-1df8-49a9-9586-f9502b2c78bb triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:00.417836 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b3f52d75-3d33-4263-b75c-f06b0be79c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.713756 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23702f3b-89b2-4420-a710-5a22ce480db8 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (76fc8e61-abc6-4d84-8a0d-8b3d8a5d3da9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.738977 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23702f3b-89b2-4420-a710-5a22ce480db8 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (76fc8e61-abc6-4d84-8a0d-8b3d8a5d3da9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.757447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:00.759778 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.844156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23702f3b-89b2-4420-a710-5a22ce480db8 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fc8e61-abc6-4d84-8a0d-8b3d8a5d3da9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:00.865297 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23702f3b-89b2-4420-a710-5a22ce480db8 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.876377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-23702f3b-89b2-4420-a710-5a22ce480db8 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6065409 Feb 09 03:33:00.879057 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49766) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:00.905601 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a410ac36-e3b1-4caa-b078-8e9a27c7d071 req-cd802828-a0d4-472e-889e-ec06eaa6b93d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5900335 Feb 09 03:33:00.924331 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6a8ab5da-bab2-41e7-9a27-d3b194a09aff tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': '76fc8e61-abc6-4d84-8a0d-8b3d8a5d3da9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:00.925227 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-6a8ab5da-bab2-41e7-9a27-d3b194a09aff tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 03:33:00.925763 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-6a8ab5da-bab2-41e7-9a27-d3b194a09aff tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:00.927611 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6a8ab5da-bab2-41e7-9a27-d3b194a09aff tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0402718 Feb 09 03:33:00.930505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49770) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:01.077118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b3f52d75-3d33-4263-b75c-f06b0be79c97 None None] Current status of the port 6807bfbb-1df8-49a9-9586-f9502b2c78bb is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:01.106297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60269d04-e3ba-424d-8c19-8b355a48c723 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:01.114775 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60269d04-e3ba-424d-8c19-8b355a48c723 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.137655 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9c80adf-5b0c-4534-9607-4dc139dd6a7a req-a985976f-0e55-4932-9f5e-b1daff983784 service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9257829 Feb 09 03:33:01.218410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48a54b3f-0b0c-4f16-bb64-f362e411f592 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for security_group (af29e6ba-5f12-4d0a-b171-55444ab75b9e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.219819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:01.232087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9c53169-0087-40f4-9c57-049443e54a6a tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (76fc8e61-abc6-4d84-8a0d-8b3d8a5d3da9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.242606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48a54b3f-0b0c-4f16-bb64-f362e411f592 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (af29e6ba-5f12-4d0a-b171-55444ab75b9e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.382271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a54b3f-0b0c-4f16-bb64-f362e411f592 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af29e6ba-5f12-4d0a-b171-55444ab75b9e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:01.386526 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48a54b3f-0b0c-4f16-bb64-f362e411f592 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.397058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-48a54b3f-0b0c-4f16-bb64-f362e411f592 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2755001 Feb 09 03:33:01.400731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49780) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:01.410860 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-09996aab-4217-4e10-9e5f-ba1e7b1fbc6e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'security_group_rule': {'security_group_id': 'af29e6ba-5f12-4d0a-b171-55444ab75b9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:01.500328 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09996aab-4217-4e10-9e5f-ba1e7b1fbc6e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for security_group_rule (f941ca25-bfcd-47cb-8517-bf4fc0b27fb1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.537343 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9c53169-0087-40f4-9c57-049443e54a6a tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (76fc8e61-abc6-4d84-8a0d-8b3d8a5d3da9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.591802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (511ccce4-f16e-42d6-b846-90693513db02), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.720207 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09996aab-4217-4e10-9e5f-ba1e7b1fbc6e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for security_group_rule (f941ca25-bfcd-47cb-8517-bf4fc0b27fb1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.735179 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09996aab-4217-4e10-9e5f-ba1e7b1fbc6e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (f941ca25-bfcd-47cb-8517-bf4fc0b27fb1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.736103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f3a3d307-9212-4204-8a88-4e6a6232880c None None] Provisioning complete for port d961ffd0-195c-473e-ad3e-733997d796b3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:01.749343 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a3d307-9212-4204-8a88-4e6a6232880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.802211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09996aab-4217-4e10-9e5f-ba1e7b1fbc6e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f941ca25-bfcd-47cb-8517-bf4fc0b27fb1,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:01.820488 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9c53169-0087-40f4-9c57-049443e54a6a tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (76fc8e61-abc6-4d84-8a0d-8b3d8a5d3da9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.836743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d9c53169-0087-40f4-9c57-049443e54a6a tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.838457 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d9c53169-0087-40f4-9c57-049443e54a6a tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "DELETE /v2.0/security-groups/76fc8e61-abc6-4d84-8a0d-8b3d8a5d3da9 HTTP/1.1" status: 204 len: 168 time: 0.9066684 Feb 09 03:33:01.856187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49790) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:01.862783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09996aab-4217-4e10-9e5f-ba1e7b1fbc6e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.868851 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-09996aab-4217-4e10-9e5f-ba1e7b1fbc6e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4600646 Feb 09 03:33:01.876599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49794) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:01.880042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f3a3d307-9212-4204-8a88-4e6a6232880c None None] Current status of the port d961ffd0-195c-473e-ad3e-733997d796b3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:01.895889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f3a3d307-9212-4204-8a88-4e6a6232880c None None] Provisioning complete for port 246f4073-04c3-4e61-9fe4-146962a5c4ad triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:01.896321 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a3d307-9212-4204-8a88-4e6a6232880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (246f4073-04c3-4e61-9fe4-146962a5c4ad), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:01.930728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c53169-0087-40f4-9c57-049443e54a6a tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fc8e61-abc6-4d84-8a0d-8b3d8a5d3da9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:01.931376 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2a731df6-5ff5-4e26-8e8c-0487f38205c2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'security_group_rule': {'security_group_id': 'af29e6ba-5f12-4d0a-b171-55444ab75b9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:02.028764 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b8f9c4e2-db63-4323-89e5-121e4cd26e69 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1575236 Feb 09 03:33:02.034944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49798) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:02.040142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f3a3d307-9212-4204-8a88-4e6a6232880c None None] Port 246f4073-04c3-4e61-9fe4-146962a5c4ad cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:02.040637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3fb6805f-be9e-49ad-bdd7-708149652dc0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888923963'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:02.114196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49800) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:02.171063 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60269d04-e3ba-424d-8c19-8b355a48c723 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (4bd8c961-4423-43de-b44a-3c10758cf598), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.213951 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fb6805f-be9e-49ad-bdd7-708149652dc0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.215228 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a731df6-5ff5-4e26-8e8c-0487f38205c2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for security_group_rule (4cc627c8-dea2-4562-9341-40d71a43e41d), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.225757 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (511ccce4-f16e-42d6-b846-90693513db02), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.239735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a24b79-d979-4373-8e19-621e67c7a810 req-09ea3864-4658-45a2-b6fd-fa07f17cd676 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:02.248929 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a1a24b79-d979-4373-8e19-621e67c7a810 req-09ea3864-4658-45a2-b6fd-fa07f17cd676 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1797528 Feb 09 03:33:02.422552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fb6805f-be9e-49ad-bdd7-708149652dc0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (c7f79a2b-c464-4d45-b7d5-094c6c4f6b3c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.459809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fb6805f-be9e-49ad-bdd7-708149652dc0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c7f79a2b-c464-4d45-b7d5-094c6c4f6b3c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.518067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5880e955-7f4d-4151-a245-ac2e186f0bff tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group': {'name': 'tempest-secgroup--863768637'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:02.536105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60269d04-e3ba-424d-8c19-8b355a48c723 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:02.551327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:02.556608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-60269d04-e3ba-424d-8c19-8b355a48c723 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:02.566108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60269d04-e3ba-424d-8c19-8b355a48c723 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:02.566980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60269d04-e3ba-424d-8c19-8b355a48c723 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.570084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae15470c-22d6-4218-991d-2e2404adb07c None None] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:02.574089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:02.576517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60269d04-e3ba-424d-8c19-8b355a48c723 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Subnet': ['ID=4bd8c961-4423-43de-b44a-3c10758cf598,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:02.589014 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:02.596664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:02.597662 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.622794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=511ccce4-f16e-42d6-b846-90693513db02,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:02.657449 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a731df6-5ff5-4e26-8e8c-0487f38205c2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for security_group_rule (4cc627c8-dea2-4562-9341-40d71a43e41d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.665210 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a731df6-5ff5-4e26-8e8c-0487f38205c2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (4cc627c8-dea2-4562-9341-40d71a43e41d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.681111 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-60269d04-e3ba-424d-8c19-8b355a48c723 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9946365 Feb 09 03:33:02.686159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d302da15-f4e5-4ed9-946a-8becc9b3e7e2 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 7.2571597 Feb 09 03:33:02.695536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49806) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:02.696068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49808) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:02.716280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6805f-be9e-49ad-bdd7-708149652dc0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f79a2b-c464-4d45-b7d5-094c6c4f6b3c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:02.728443 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fb6805f-be9e-49ad-bdd7-708149652dc0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.730079 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3fb6805f-be9e-49ad-bdd7-708149652dc0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6940498 Feb 09 03:33:02.737058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49810) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:02.745422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ccd11122-c881-451a-8385-5edfd97f3fdf tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'c7f79a2b-c464-4d45-b7d5-094c6c4f6b3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:02.753894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-bab5e7bc-b512-4b5a-ac4a-5d8ab135db05 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'security_group': {'name': 'tempest-secgroup-308524519'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:02.780632 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-ccd11122-c881-451a-8385-5edfd97f3fdf tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 03:33:02.781481 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-ccd11122-c881-451a-8385-5edfd97f3fdf tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:02.782596 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ccd11122-c881-451a-8385-5edfd97f3fdf tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0436134 Feb 09 03:33:02.795491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49814) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:02.802341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a1a24b79-d979-4373-8e19-621e67c7a810 req-d2389cad-04cc-4c8e-b1d1-66f9776d0c17 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520997 Feb 09 03:33:02.806460 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5880e955-7f4d-4151-a245-ac2e186f0bff tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.825898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a66ec19a-9ea2-415f-84a8-e1fd710735fc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'c7f79a2b-c464-4d45-b7d5-094c6c4f6b3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:02.830757 n-d-824835-15 neutron-server[103327]: WARNING neutron.api.v2.base [None req-a66ec19a-9ea2-415f-84a8-e1fd710735fc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 03:33:02.833501 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-a66ec19a-9ea2-415f-84a8-e1fd710735fc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:02.835900 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a66ec19a-9ea2-415f-84a8-e1fd710735fc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0225606 Feb 09 03:33:02.845801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49816) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:02.850478 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5880e955-7f4d-4151-a245-ac2e186f0bff tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.856741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a731df6-5ff5-4e26-8e8c-0487f38205c2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc627c8-dea2-4562-9341-40d71a43e41d,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:02.883139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e97c892c-be28-4f25-83bf-fed885f532c0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'c7f79a2b-c464-4d45-b7d5-094c6c4f6b3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:02.884211 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-e97c892c-be28-4f25-83bf-fed885f532c0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 03:33:02.884919 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-e97c892c-be28-4f25-83bf-fed885f532c0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:02.886113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e97c892c-be28-4f25-83bf-fed885f532c0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079255 Feb 09 03:33:02.910136 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a731df6-5ff5-4e26-8e8c-0487f38205c2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.913783 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2a731df6-5ff5-4e26-8e8c-0487f38205c2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9934995 Feb 09 03:33:02.924152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49818) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:02.924389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49820) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:02.941935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:02.979875 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b2052463-0a0b-45e1-b86c-2318ca93f359 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'c7f79a2b-c464-4d45-b7d5-094c6c4f6b3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:02.983041 n-d-824835-15 neutron-server[103327]: WARNING neutron.api.v2.base [None req-b2052463-0a0b-45e1-b86c-2318ca93f359 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 03:33:02.983583 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-b2052463-0a0b-45e1-b86c-2318ca93f359 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:02.988390 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b2052463-0a0b-45e1-b86c-2318ca93f359 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0565951 Feb 09 03:33:02.998397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49822) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:03.065000 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5880e955-7f4d-4151-a245-ac2e186f0bff tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (e0fb2f7f-c4a1-4342-a7e2-61b88ec6f115), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.076437 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5880e955-7f4d-4151-a245-ac2e186f0bff tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e0fb2f7f-c4a1-4342-a7e2-61b88ec6f115), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.153544 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5880e955-7f4d-4151-a245-ac2e186f0bff tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (fdaf871a-5192-49d2-b2c0-701e5b2ae573), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.163141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095353d8-894c-47b0-a87c-0f172dee0ade None None] Update dhcp port {'port': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'fixed_ips': [{'subnet_id': 'e51442cb-3793-4aee-99a9-d9dc2745503b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4bd8c961-4423-43de-b44a-3c10758cf598'}], 'binding:host_id': 'n-d-824835-15'}, 'id': 'd961ffd0-195c-473e-ad3e-733997d796b3'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:33:03.182346 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bab5e7bc-b512-4b5a-ac4a-5d8ab135db05 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.190430 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5880e955-7f4d-4151-a245-ac2e186f0bff tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fdaf871a-5192-49d2-b2c0-701e5b2ae573), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.200067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880e955-7f4d-4151-a245-ac2e186f0bff tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fb2f7f-c4a1-4342-a7e2-61b88ec6f115,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:03.253878 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5880e955-7f4d-4151-a245-ac2e186f0bff tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.257511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5880e955-7f4d-4151-a245-ac2e186f0bff tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1423101 Feb 09 03:33:03.259499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49826) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:03.279815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880e955-7f4d-4151-a245-ac2e186f0bff tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaf871a-5192-49d2-b2c0-701e5b2ae573,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:03.291110 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-095353d8-894c-47b0-a87c-0f172dee0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.352102 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.359438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a290c0fd-87f7-4515-a1f8-06160021dbaf None None] Provisioning complete for port 511ccce4-f16e-42d6-b846-90693513db02 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:03.360129 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a290c0fd-87f7-4515-a1f8-06160021dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (511ccce4-f16e-42d6-b846-90693513db02), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.383354 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fcbb45ba-708d-4837-84cb-c92ba559e6b4 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1072471 Feb 09 03:33:03.387699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49828) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:03.395160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b1b30d07-cc70-4717-9cde-fcae79dfea89 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group': {'name': 'tempest-security--1211214626', 'description': 'tempest-security-description-2071115186'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:03.447081 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1b30d07-cc70-4717-9cde-fcae79dfea89 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (fdaf871a-5192-49d2-b2c0-701e5b2ae573), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.470857 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9bdea90c-d730-4256-8994-7959de3d5df4 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (c7f79a2b-c464-4d45-b7d5-094c6c4f6b3c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.522212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9bdea90c-d730-4256-8994-7959de3d5df4 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (c7f79a2b-c464-4d45-b7d5-094c6c4f6b3c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.531280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a290c0fd-87f7-4515-a1f8-06160021dbaf None None] Port 511ccce4-f16e-42d6-b846-90693513db02 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:03.557505 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1b30d07-cc70-4717-9cde-fcae79dfea89 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (fdaf871a-5192-49d2-b2c0-701e5b2ae573), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.571126 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1b30d07-cc70-4717-9cde-fcae79dfea89 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fdaf871a-5192-49d2-b2c0-701e5b2ae573), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.578371 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1b30d07-cc70-4717-9cde-fcae79dfea89 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.584091 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b1b30d07-cc70-4717-9cde-fcae79dfea89 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "PUT /v2.0/security-groups/fdaf871a-5192-49d2-b2c0-701e5b2ae573 HTTP/1.1" status: 200 len: 1797 time: 0.1908088 Feb 09 03:33:03.588684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49830) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:03.652274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b30d07-cc70-4717-9cde-fcae79dfea89 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaf871a-5192-49d2-b2c0-701e5b2ae573,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:03.672653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-58fc4f49-a77e-44c9-922b-a7ea47a194c7 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-groups/fdaf871a-5192-49d2-b2c0-701e5b2ae573 HTTP/1.1" status: 200 len: 1797 time: 0.0827918 Feb 09 03:33:03.679304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49832) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:03.689727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-095353d8-894c-47b0-a87c-0f172dee0ade None None] Allocated IP 2001:db8::2 (d38124a9-5ebe-41ee-bed9-6d70877e7263/4bd8c961-4423-43de-b44a-3c10758cf598/d961ffd0-195c-473e-ad3e-733997d796b3) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:03.763389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bab5e7bc-b512-4b5a-ac4a-5d8ab135db05 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (1ec45cf7-2218-4595-876b-25233bc7b700), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.768591 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9bdea90c-d730-4256-8994-7959de3d5df4 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c7f79a2b-c464-4d45-b7d5-094c6c4f6b3c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.771338 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6e415d6d-e4aa-449c-92ab-fe0b3896bb11 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (fdaf871a-5192-49d2-b2c0-701e5b2ae573), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.776165 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9bdea90c-d730-4256-8994-7959de3d5df4 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.779127 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9bdea90c-d730-4256-8994-7959de3d5df4 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "DELETE /v2.0/security-groups/c7f79a2b-c464-4d45-b7d5-094c6c4f6b3c HTTP/1.1" status: 204 len: 168 time: 0.7353504 Feb 09 03:33:03.791547 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49834) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:03.809926 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bab5e7bc-b512-4b5a-ac4a-5d8ab135db05 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1ec45cf7-2218-4595-876b-25233bc7b700), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.819250 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6e415d6d-e4aa-449c-92ab-fe0b3896bb11 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (fdaf871a-5192-49d2-b2c0-701e5b2ae573), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.898013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3792aa24-f84d-4533-b73b-e62a2c1f2827 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 511ccce4-f16e-42d6-b846-90693513db02 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:33:03.898269 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3792aa24-f84d-4533-b73b-e62a2c1f2827 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (511ccce4-f16e-42d6-b846-90693513db02), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.935957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-095353d8-894c-47b0-a87c-0f172dee0ade None None] For port d961ffd0-195c-473e-ad3e-733997d796b3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d961ffd0-195c-473e-ad3e-733997d796b3,segment=NetworkSegment(4f2fe655-f7d3-42a3-a78b-09c452f3b8a6),segment_id=4f2fe655-f7d3-42a3-a78b-09c452f3b8a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:03.955647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6e415d6d-e4aa-449c-92ab-fe0b3896bb11 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fdaf871a-5192-49d2-b2c0-701e5b2ae573), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.958846 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6e415d6d-e4aa-449c-92ab-fe0b3896bb11 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:03.960253 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6e415d6d-e4aa-449c-92ab-fe0b3896bb11 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-groups/fdaf871a-5192-49d2-b2c0-701e5b2ae573 HTTP/1.1" status: 204 len: 168 time: 0.2800107 Feb 09 03:33:03.983266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49840) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:03.984388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e415d6d-e4aa-449c-92ab-fe0b3896bb11 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaf871a-5192-49d2-b2c0-701e5b2ae573,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:04.057972 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-095353d8-894c-47b0-a87c-0f172dee0ade None None] Publish callbacks [] for port (d961ffd0-195c-473e-ad3e-733997d796b3), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.063361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdea90c-d730-4256-8994-7959de3d5df4 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f79a2b-c464-4d45-b7d5-094c6c4f6b3c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:04.108046 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-095353d8-894c-47b0-a87c-0f172dee0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.123621 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-91b96b83-4efd-471e-b0ca-ed35bbab43fb tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1335795 Feb 09 03:33:04.135969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49844) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:04.158432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bab5e7bc-b512-4b5a-ac4a-5d8ab135db05 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.159745 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bab5e7bc-b512-4b5a-ac4a-5d8ab135db05 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4623590 Feb 09 03:33:04.188489 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49846) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:04.194271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095353d8-894c-47b0-a87c-0f172dee0ade None None] Pushing event updated for resources: {'Port': ['ID=d961ffd0-195c-473e-ad3e-733997d796b3,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:04.222415 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-551699d2-1e68-4537-97ff-8bd1c2a3c4cc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'security_group': {'name': 'tempest-secgroup-1771940569'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:04.260814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9463edc3-991c-4ee9-a542-c2dabf085243 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4442234 Feb 09 03:33:04.261587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5e7bc-b512-4b5a-ac4a-5d8ab135db05 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec45cf7-2218-4595-876b-25233bc7b700,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:04.275181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49848) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:04.291133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-47315fda-b796-4e9f-8ce4-bd2a7296fd3b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group': {'name': 'tempest-secgroup--829564171'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:04.323130 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-e56ce701-7bdc-4513-b48b-e7163464a7c9 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] delete failed (client error): The resource could not be found. Feb 09 03:33:04.327143 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e56ce701-7bdc-4513-b48b-e7163464a7c9 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-groups/fdaf871a-5192-49d2-b2c0-701e5b2ae573 HTTP/1.1" status: 404 len: 347 time: 0.1901143 Feb 09 03:33:04.335962 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5ac25-e1d8-4d4a-a38d-b79d0c2b8742 req-0059d5b5-e726-4d3c-9c23-60efbcf77174 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:04.337564 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ee5ac25-e1d8-4d4a-a38d-b79d0c2b8742 req-0059d5b5-e726-4d3c-9c23-60efbcf77174 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2865605 Feb 09 03:33:04.338441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-47315fda-b796-4e9f-8ce4-bd2a7296fd3b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.345317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49852) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:04.362453 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-551699d2-1e68-4537-97ff-8bd1c2a3c4cc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.369062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3792aa24-f84d-4533-b73b-e62a2c1f2827 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (511ccce4-f16e-42d6-b846-90693513db02), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.378420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b76be4fb-1bc9-49be-b605-32b2c15bbc53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group': {'name': 'tempest-secgroup--508347358'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:04.458420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b76be4fb-1bc9-49be-b605-32b2c15bbc53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.507550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3792aa24-f84d-4533-b73b-e62a2c1f2827 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 511ccce4-f16e-42d6-b846-90693513db02 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:33:04.549331 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.565417 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ee5ac25-e1d8-4d4a-a38d-b79d0c2b8742 req-71dbbd74-383f-412e-9df5-660a0205cd90 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154336 Feb 09 03:33:04.661993 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-551699d2-1e68-4537-97ff-8bd1c2a3c4cc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (cf593ecc-2c25-45cf-974d-20539af69ec8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.680036 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-551699d2-1e68-4537-97ff-8bd1c2a3c4cc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cf593ecc-2c25-45cf-974d-20539af69ec8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.757839 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-47315fda-b796-4e9f-8ce4-bd2a7296fd3b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (ae141b18-e809-43da-9589-1cb3c9e48ee6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.764076 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-551699d2-1e68-4537-97ff-8bd1c2a3c4cc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.768045 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-551699d2-1e68-4537-97ff-8bd1c2a3c4cc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5760195 Feb 09 03:33:04.769693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49854) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:04.778568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f200efb8-2612-4c2a-a21a-205b55ad2a96 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'security_group': {'name': 'tempest-secgroup-1102168414'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:04.789709 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-47315fda-b796-4e9f-8ce4-bd2a7296fd3b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ae141b18-e809-43da-9589-1cb3c9e48ee6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.792847 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b76be4fb-1bc9-49be-b605-32b2c15bbc53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (e28707ab-36e9-4059-8090-e12bfe397468), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.794448 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551699d2-1e68-4537-97ff-8bd1c2a3c4cc tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf593ecc-2c25-45cf-974d-20539af69ec8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:04.805243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b76be4fb-1bc9-49be-b605-32b2c15bbc53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e28707ab-36e9-4059-8090-e12bfe397468), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.835969 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47315fda-b796-4e9f-8ce4-bd2a7296fd3b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae141b18-e809-43da-9589-1cb3c9e48ee6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:04.850789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Allocated IP 172.25.5.148 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/97f6f226-29bc-42d1-97f1-dacd23f32a02) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:04.870379 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-47315fda-b796-4e9f-8ce4-bd2a7296fd3b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.872018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-47315fda-b796-4e9f-8ce4-bd2a7296fd3b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5949500 Feb 09 03:33:04.876234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49856) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:04.895029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-63928e05-4042-4bd9-9ef9-7627982fbea0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'ae141b18-e809-43da-9589-1cb3c9e48ee6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:04.897884 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-63928e05-4042-4bd9-9ef9-7627982fbea0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 03:33:04.901024 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-63928e05-4042-4bd9-9ef9-7627982fbea0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:04.901156 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f200efb8-2612-4c2a-a21a-205b55ad2a96 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.906573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-63928e05-4042-4bd9-9ef9-7627982fbea0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0265827 Feb 09 03:33:04.908092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49858) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:04.942655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1d1e6d62-1ba7-4652-b14b-6ae6a1d616b3 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'ae141b18-e809-43da-9589-1cb3c9e48ee6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:04.946254 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b76be4fb-1bc9-49be-b605-32b2c15bbc53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.959224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b76be4fb-1bc9-49be-b605-32b2c15bbc53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6033950 Feb 09 03:33:04.961802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49860) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:04.964047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76be4fb-1bc9-49be-b605-32b2c15bbc53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28707ab-36e9-4059-8090-e12bfe397468,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:04.975162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-50f5bed0-bdc1-4852-bb51-85c91a84e6f1 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': 'e28707ab-36e9-4059-8090-e12bfe397468', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:05.094867 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50f5bed0-bdc1-4852-bb51-85c91a84e6f1 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (d207b0a8-a4ea-4ba7-96a0-13aa967460e6), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.211253 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-1d1e6d62-1ba7-4652-b14b-6ae6a1d616b3 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:05.212422 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1d1e6d62-1ba7-4652-b14b-6ae6a1d616b3 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2905986 Feb 09 03:33:05.220712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49862) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:05.238043 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-19c58311-f265-4c70-9fd9-6fd1b41961cc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'ae141b18-e809-43da-9589-1cb3c9e48ee6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:05.240015 n-d-824835-15 neutron-server[103327]: WARNING neutron.api.v2.base [None req-19c58311-f265-4c70-9fd9-6fd1b41961cc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 03:33:05.240533 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-19c58311-f265-4c70-9fd9-6fd1b41961cc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:05.243397 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-19c58311-f265-4c70-9fd9-6fd1b41961cc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153313 Feb 09 03:33:05.252205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49864) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:05.266136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f8541a43-3f0c-430d-9abc-23ac9560c7c0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'ae141b18-e809-43da-9589-1cb3c9e48ee6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:05.351226 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50f5bed0-bdc1-4852-bb51-85c91a84e6f1 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (d207b0a8-a4ea-4ba7-96a0-13aa967460e6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.351857 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for port (97f6f226-29bc-42d1-97f1-dacd23f32a02), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.378710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3792aa24-f84d-4533-b73b-e62a2c1f2827 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (511ccce4-f16e-42d6-b846-90693513db02), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.381501 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f200efb8-2612-4c2a-a21a-205b55ad2a96 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (afc5f7a2-1a2d-4d2b-984e-4b88cd8750de), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.390986 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50f5bed0-bdc1-4852-bb51-85c91a84e6f1 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (d207b0a8-a4ea-4ba7-96a0-13aa967460e6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.443628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f200efb8-2612-4c2a-a21a-205b55ad2a96 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (afc5f7a2-1a2d-4d2b-984e-4b88cd8750de), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.451065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5bed0-bdc1-4852-bb51-85c91a84e6f1 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d207b0a8-a4ea-4ba7-96a0-13aa967460e6,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:05.457842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792aa24-f84d-4533-b73b-e62a2c1f2827 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=511ccce4-f16e-42d6-b846-90693513db02,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:05.470246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d961ffd0-195c-473e-ad3e-733997d796b3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:33:05.521663 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f200efb8-2612-4c2a-a21a-205b55ad2a96 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.528283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f200efb8-2612-4c2a-a21a-205b55ad2a96 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7545228 Feb 09 03:33:05.552640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49868) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:05.558549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1740081151', 'security_groups': ['afc5f7a2-1a2d-4d2b-984e-4b88cd8750de'], 'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4bd8c961-4423-43de-b44a-3c10758cf598'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:05.572079 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200efb8-2612-4c2a-a21a-205b55ad2a96 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc5f7a2-1a2d-4d2b-984e-4b88cd8750de,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:05.585093 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3792aa24-f84d-4533-b73b-e62a2c1f2827 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.588542 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3792aa24-f84d-4533-b73b-e62a2c1f2827 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/511ccce4-f16e-42d6-b846-90693513db02 HTTP/1.1" status: 204 len: 168 time: 2.8898926 Feb 09 03:33:05.591405 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50f5bed0-bdc1-4852-bb51-85c91a84e6f1 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.594674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-50f5bed0-bdc1-4852-bb51-85c91a84e6f1 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6315572 Feb 09 03:33:05.595281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49870) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:05.609661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49874) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:05.654561 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-f8541a43-3f0c-430d-9abc-23ac9560c7c0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:05.658367 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f8541a43-3f0c-430d-9abc-23ac9560c7c0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4020259 Feb 09 03:33:05.680162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d961ffd0-195c-473e-ad3e-733997d796b3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:05.680549 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.739688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49876) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:05.766965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e5db468e-4095-46b3-91cb-2d8e6a3ea15e tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'ae141b18-e809-43da-9589-1cb3c9e48ee6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:05.767444 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-e5db468e-4095-46b3-91cb-2d8e6a3ea15e tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 03:33:05.767933 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-e5db468e-4095-46b3-91cb-2d8e6a3ea15e tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:05.771561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e5db468e-4095-46b3-91cb-2d8e6a3ea15e tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092347 Feb 09 03:33:05.772648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49878) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:05.789439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-976b3b52-33dc-447b-8445-b9954f858e2b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'ae141b18-e809-43da-9589-1cb3c9e48ee6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:05.836560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d961ffd0-195c-473e-ad3e-733997d796b3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:05.907871 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (97f6f226-29bc-42d1-97f1-dacd23f32a02), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.963282 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81e26963-9094-48c3-a63f-9730ac8e3b7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (d207b0a8-a4ea-4ba7-96a0-13aa967460e6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.011087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed18be19-1d9b-4306-ae97-7208ff5c9c0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:06.019742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49880) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:06.021274 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ed18be19-1d9b-4306-ae97-7208ff5c9c0f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4247885 Feb 09 03:33:06.034189 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81e26963-9094-48c3-a63f-9730ac8e3b7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (d207b0a8-a4ea-4ba7-96a0-13aa967460e6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.056954 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-976b3b52-33dc-447b-8445-b9954f858e2b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:06.058044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-976b3b52-33dc-447b-8445-b9954f858e2b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2836556 Feb 09 03:33:06.079378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49882) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:06.085813 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-dc89b92c-fa52-4c16-8cee-4157869fa2f4 None None] Provisioning complete for port d961ffd0-195c-473e-ad3e-733997d796b3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:06.087409 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc89b92c-fa52-4c16-8cee-4157869fa2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.093389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:06.096735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d51aa02c-16f7-4f3e-b6c0-b9395b809ce4 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'ae141b18-e809-43da-9589-1cb3c9e48ee6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:06.102949 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-d51aa02c-16f7-4f3e-b6c0-b9395b809ce4 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 03:33:06.103159 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:06.103792 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-d51aa02c-16f7-4f3e-b6c0-b9395b809ce4 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:06.108553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:06.109541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d51aa02c-16f7-4f3e-b6c0-b9395b809ce4 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0283585 Feb 09 03:33:06.110434 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Port': ['ID=97f6f226-29bc-42d1-97f1-dacd23f32a02,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:06.112767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49884) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:06.120923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-771cd75e-b22c-4be8-a2f3-96c0903ceb0d tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'ae141b18-e809-43da-9589-1cb3c9e48ee6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:06.170544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91482b2d-b894-41d9-b49b-209bdc1d17ae req-6ae018c8-b66d-48e6-8891-c95dc21a8e5b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:06.176246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-91482b2d-b894-41d9-b49b-209bdc1d17ae req-6ae018c8-b66d-48e6-8891-c95dc21a8e5b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3971431 Feb 09 03:33:06.221123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a426c0-a918-4559-a295-d8f5e82219df tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:06.224821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b9a426c0-a918-4559-a295-d8f5e82219df tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1930549 Feb 09 03:33:06.228040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49886) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:06.258937 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81e26963-9094-48c3-a63f-9730ac8e3b7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (d207b0a8-a4ea-4ba7-96a0-13aa967460e6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.267898 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-771cd75e-b22c-4be8-a2f3-96c0903ceb0d tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:06.267898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-771cd75e-b22c-4be8-a2f3-96c0903ceb0d tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1501732 Feb 09 03:33:06.273477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49888) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:06.282550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-81e26963-9094-48c3-a63f-9730ac8e3b7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.282550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-81e26963-9094-48c3-a63f-9730ac8e3b7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d207b0a8-a4ea-4ba7-96a0-13aa967460e6 HTTP/1.1" status: 204 len: 168 time: 0.6424725 Feb 09 03:33:06.286055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-23daf364-20b8-4e9c-8d69-ea4bf1a0fe88 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'ae141b18-e809-43da-9589-1cb3c9e48ee6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:06.289269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49890) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:06.313177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:06.333118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dc89b92c-fa52-4c16-8cee-4157869fa2f4 None None] Current status of the port d961ffd0-195c-473e-ad3e-733997d796b3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:06.359353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-dc89b92c-fa52-4c16-8cee-4157869fa2f4 None None] Provisioning complete for port 246f4073-04c3-4e61-9fe4-146962a5c4ad triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:06.362035 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc89b92c-fa52-4c16-8cee-4157869fa2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (246f4073-04c3-4e61-9fe4-146962a5c4ad), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.364449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e26963-9094-48c3-a63f-9730ac8e3b7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d207b0a8-a4ea-4ba7-96a0-13aa967460e6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:06.418771 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-91482b2d-b894-41d9-b49b-209bdc1d17ae req-de99a7f9-8ed2-407e-b8f8-ad418ed60ece tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330580 Feb 09 03:33:06.456292 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.486748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c79afaa8-7ff2-446a-82a9-cf9d8681ab4c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1937613 Feb 09 03:33:06.489939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49892) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:06.490764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dc89b92c-fa52-4c16-8cee-4157869fa2f4 None None] Port 246f4073-04c3-4e61-9fe4-146962a5c4ad cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:06.558938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c989d9b9-cf0d-4d18-96ec-17795a60f1ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:06.561613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c989d9b9-cf0d-4d18-96ec-17795a60f1ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:06.564642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c989d9b9-cf0d-4d18-96ec-17795a60f1ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:06.567068 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c989d9b9-cf0d-4d18-96ec-17795a60f1ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3369761 Feb 09 03:33:06.571405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49900) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:06.579738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] device_id is not set on port f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:33:06.609648 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-23daf364-20b8-4e9c-8d69-ea4bf1a0fe88 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:06.612221 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-23daf364-20b8-4e9c-8d69-ea4bf1a0fe88 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3362563 Feb 09 03:33:06.658894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49902) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:06.688940 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for floatingip (f20be4d4-f351-458e-b95e-274d1aaa8eba), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.722243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ea39f359-96fd-4065-9208-bc26afd5639d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (e28707ab-36e9-4059-8090-e12bfe397468), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.786625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d42dc53-a66d-4cb2-9811-f7290ed7afb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 874db91b-3d0d-4dd0-85c6-23573f260502 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:33:06.792438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d42dc53-a66d-4cb2-9811-f7290ed7afb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (874db91b-3d0d-4dd0-85c6-23573f260502), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.837964 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (97f6f226-29bc-42d1-97f1-dacd23f32a02), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.853518 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d42dc53-a66d-4cb2-9811-f7290ed7afb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (874db91b-3d0d-4dd0-85c6-23573f260502), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.022516 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ea39f359-96fd-4065-9208-bc26afd5639d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (e28707ab-36e9-4059-8090-e12bfe397468), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.042158 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-efc852be-a7c9-4ab5-9312-06f5b3ab6656 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (ae141b18-e809-43da-9589-1cb3c9e48ee6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.098891 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for port (97f6f226-29bc-42d1-97f1-dacd23f32a02), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.115421 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (97f6f226-29bc-42d1-97f1-dacd23f32a02), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.125736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8::101 (d38124a9-5ebe-41ee-bed9-6d70877e7263/4bd8c961-4423-43de-b44a-3c10758cf598/f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:07.140680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d42dc53-a66d-4cb2-9811-f7290ed7afb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (874db91b-3d0d-4dd0-85c6-23573f260502), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.209727 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-efc852be-a7c9-4ab5-9312-06f5b3ab6656 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (ae141b18-e809-43da-9589-1cb3c9e48ee6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.244374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Port': ['ID=97f6f226-29bc-42d1-97f1-dacd23f32a02,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:07.266124 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (f20be4d4-f351-458e-b95e-274d1aaa8eba), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.268896 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ea39f359-96fd-4065-9208-bc26afd5639d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e28707ab-36e9-4059-8090-e12bfe397468), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.272779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.272961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.273306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.273668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.273999 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.274326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.274653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.274979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.275301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.275626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.275947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.276266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.276587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:07.278731 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ea39f359-96fd-4065-9208-bc26afd5639d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.283252 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ea39f359-96fd-4065-9208-bc26afd5639d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-groups/e28707ab-36e9-4059-8090-e12bfe397468 HTTP/1.1" status: 204 len: 168 time: 0.7889521 Feb 09 03:33:07.291902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49904) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:07.363861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39f359-96fd-4065-9208-bc26afd5639d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28707ab-36e9-4059-8090-e12bfe397468,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:07.368857 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-efc852be-a7c9-4ab5-9312-06f5b3ab6656 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ae141b18-e809-43da-9589-1cb3c9e48ee6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.372998 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-efc852be-a7c9-4ab5-9312-06f5b3ab6656 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.374256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-efc852be-a7c9-4ab5-9312-06f5b3ab6656 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "DELETE /v2.0/security-groups/ae141b18-e809-43da-9589-1cb3c9e48ee6 HTTP/1.1" status: 204 len: 168 time: 0.7142465 Feb 09 03:33:07.382322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49906) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:07.395147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.396331 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4f2b457b-b6e3-402f-af01-8b66bc353681 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4649642 Feb 09 03:33:07.427843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc852be-a7c9-4ab5-9312-06f5b3ab6656 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae141b18-e809-43da-9589-1cb3c9e48ee6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:07.468286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4ed87671-89f8-4d8c-9fb1-108b554d9c9f tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0844343 Feb 09 03:33:07.469522 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d42dc53-a66d-4cb2-9811-f7290ed7afb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (874db91b-3d0d-4dd0-85c6-23573f260502), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.475481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49912) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:07.498310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-013d5fba-15d9-4645-9ce5-990b3851483b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316968850'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:07.505917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42dc53-a66d-4cb2-9811-f7290ed7afb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=874db91b-3d0d-4dd0-85c6-23573f260502,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:07.524321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29215955-3cf0-4a0b-98a6-f5ba5611253c None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:07.525100 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d42dc53-a66d-4cb2-9811-f7290ed7afb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.536610 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8d42dc53-a66d-4cb2-9811-f7290ed7afb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/874db91b-3d0d-4dd0-85c6-23573f260502 HTTP/1.1" status: 204 len: 168 time: 0.9634693 Feb 09 03:33:07.538353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49914) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:07.563233 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-08a32c8e-6eb0-44dd-9373-66c3acaa33fc tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2667625 Feb 09 03:33:07.566595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49916) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:07.598637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6406f238-8097-4b1c-bc51-1a1133eac10e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group': {'name': 'tempest-secgroup--171899659'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:07.645955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-2839c322-7702-4824-a155-efb9a83374d4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet b550a8ad-60b3-4be2-8fe8-a846346b0e80 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:33:07.657024 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2839c322-7702-4824-a155-efb9a83374d4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (b550a8ad-60b3-4be2-8fe8-a846346b0e80), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.715674 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.752955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2839c322-7702-4824-a155-efb9a83374d4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (b550a8ad-60b3-4be2-8fe8-a846346b0e80), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.763423 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-013d5fba-15d9-4645-9ce5-990b3851483b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.768888 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.799053 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6406f238-8097-4b1c-bc51-1a1133eac10e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.927900 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2839c322-7702-4824-a155-efb9a83374d4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (b550a8ad-60b3-4be2-8fe8-a846346b0e80), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.947625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49af20-83e6-495d-a2d3-b1c175f52d11 req-71372a32-e8ac-4edf-856f-7291c0028f59 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:07.949437 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9f49af20-83e6-495d-a2d3-b1c175f52d11 req-71372a32-e8ac-4edf-856f-7291c0028f59 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3244243 Feb 09 03:33:07.963686 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:08.021297 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5d9441a9-70c7-41d3-b536-392e863c7f47 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--35653789&fields=id&tenant_id=861f56ac06a6467aaaedc48cd06f4450 HTTP/1.1" status: 200 len: 267 time: 0.1266100 Feb 09 03:33:08.101220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5f1abf7f-a561-4e41-96f4-b7719d8560ef tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:08.103596 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5f1abf7f-a561-4e41-96f4-b7719d8560ef tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports/bead1e10-5446-4c1c-bce1-792486a75c6c HTTP/1.1" status: 200 len: 937 time: 0.0739601 Feb 09 03:33:08.106114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2839c322-7702-4824-a155-efb9a83374d4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (b550a8ad-60b3-4be2-8fe8-a846346b0e80), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:08.150704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:08.175207 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2839c322-7702-4824-a155-efb9a83374d4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:08.181954 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2839c322-7702-4824-a155-efb9a83374d4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/b550a8ad-60b3-4be2-8fe8-a846346b0e80 HTTP/1.1" status: 204 len: 168 time: 0.6421320 Feb 09 03:33:08.189580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8ff4519d-2113-46bc-82ef-0ce542d03ecb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:08.194448 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8ff4519d-2113-46bc-82ef-0ce542d03ecb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports/fb3ea48f-6c11-4728-960f-048fa8c79da0 HTTP/1.1" status: 200 len: 937 time: 0.0728414 Feb 09 03:33:08.195211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49932) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:08.301390 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-dc44902c-5264-4f53-88d0-f860bdb57416 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?network_id=f3085456-bd68-41c9-9475-08aeec892882&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0649228 Feb 09 03:33:08.303854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839c322-7702-4824-a155-efb9a83374d4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=b550a8ad-60b3-4be2-8fe8-a846346b0e80,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:08.373839 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4578d5ec-7b54-4826-9fad-2dbe708af763 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1759408 Feb 09 03:33:08.374702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49934) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:08.382240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c2a787a2-1c0f-4726-b998-3a266c974f50 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:08.408664 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-efb24ad3-5dd1-4c78-8518-c323535ae692 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?network_id=f3085456-bd68-41c9-9475-08aeec892882&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0555255 Feb 09 03:33:08.687879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a787a2-1c0f-4726-b998-3a266c974f50 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:08.691882 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2a787a2-1c0f-4726-b998-3a266c974f50 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:08.867882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-fd5bbcfd-ea3c-421b-9ef0-8c57c004010a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:08.874015 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9f49af20-83e6-495d-a2d3-b1c175f52d11 req-981fabf5-6fe7-400b-8c6b-e41c15cfce1e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8933880 Feb 09 03:33:08.875544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-fd5bbcfd-ea3c-421b-9ef0-8c57c004010a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:08.890426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:08.901450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:08.902031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-fd5bbcfd-ea3c-421b-9ef0-8c57c004010a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:08.904307 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-fd5bbcfd-ea3c-421b-9ef0-8c57c004010a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/networks?id=b64083df-8d6d-4adf-9bed-2301d18d1f84&id=f7a362c8-f106-4428-a12c-5e814adef261&id=f7a362c8-f106-4428-a12c-5e814adef261&id=f3085456-bd68-41c9-9475-08aeec892882&id=f3085456-bd68-41c9-9475-08aeec892882 HTTP/1.1" status: 200 len: 1995 time: 0.4850254 Feb 09 03:33:08.909518 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:08.916161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:08.925797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:08.939102 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-013d5fba-15d9-4645-9ce5-990b3851483b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (3e924f33-9c51-4a1b-9ac0-575d852b1913), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:08.954434 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6406f238-8097-4b1c-bc51-1a1133eac10e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (4ca19827-f821-40ef-8cd5-2a3c0d2b25a7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:08.956516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-013d5fba-15d9-4645-9ce5-990b3851483b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3e924f33-9c51-4a1b-9ac0-575d852b1913), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:08.968689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7ee10d2e-3f80-407f-9387-402bb075cfd1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/quotas/861f56ac06a6467aaaedc48cd06f4450 HTTP/1.1" status: 200 len: 375 time: 0.0477879 Feb 09 03:33:08.985724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-905b78ea-2188-4d99-abba-476f57670d67 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4311974 Feb 09 03:33:08.986662 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6406f238-8097-4b1c-bc51-1a1133eac10e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4ca19827-f821-40ef-8cd5-2a3c0d2b25a7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:08.989155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49938) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:09.006442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-63c31770-939c-4d95-904c-a9c8166b770a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:09.012178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea957e-c620-4a00-9ba9-86ef4517c3a9 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:09.084965 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-013d5fba-15d9-4645-9ce5-990b3851483b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:09.101770 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-013d5fba-15d9-4645-9ce5-990b3851483b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6123788 Feb 09 03:33:09.102807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:09.139087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-aa71c685-e0f9-4c1d-894f-2eee905c4b81 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=861f56ac06a6467aaaedc48cd06f4450&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1559618 Feb 09 03:33:09.165694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3c9d58e6-57cb-4b82-b869-53b0d777763e tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': '3e924f33-9c51-4a1b-9ac0-575d852b1913', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:09.182272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d5fba-15d9-4645-9ce5-990b3851483b tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e924f33-9c51-4a1b-9ac0-575d852b1913,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:09.203853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6769fa52-33ca-4858-8546-bb03aab750a9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:33:09.206922 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6769fa52-33ca-4858-8546-bb03aab750a9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177507 Feb 09 03:33:09.212487 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6406f238-8097-4b1c-bc51-1a1133eac10e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:09.233987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6406f238-8097-4b1c-bc51-1a1133eac10e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6583986 Feb 09 03:33:09.279394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49942) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:09.280126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e9a6b93c-dfa9-44ee-a337-c9e743ecb36c None None] Provisioning complete for port 6807bfbb-1df8-49a9-9586-f9502b2c78bb triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:09.280616 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9a6b93c-dfa9-44ee-a337-c9e743ecb36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:09.301563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a5098a69-73a8-4e33-b205-3c6ad02f3d61 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': '4ca19827-f821-40ef-8cd5-2a3c0d2b25a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:09.382685 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2a787a2-1c0f-4726-b998-3a266c974f50 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (14a0c928-7171-4fee-ad78-995dedb14473), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:09.447190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a787a2-1c0f-4726-b998-3a266c974f50 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:09.454219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c2a787a2-1c0f-4726-b998-3a266c974f50 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:09.459193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a787a2-1c0f-4726-b998-3a266c974f50 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:09.459796 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2a787a2-1c0f-4726-b998-3a266c974f50 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:09.467138 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-eb846aed-5585-4e3e-9b6d-8812059e9388 service neutron] 10.222.0.21 "GET /v2.0/networks/b64083df-8d6d-4adf-9bed-2301d18d1f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477634 Feb 09 03:33:09.479245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406f238-8097-4b1c-bc51-1a1133eac10e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca19827-f821-40ef-8cd5-2a3c0d2b25a7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:09.502455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a787a2-1c0f-4726-b998-3a266c974f50 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=14a0c928-7171-4fee-ad78-995dedb14473,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:09.530232 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5098a69-73a8-4e33-b205-3c6ad02f3d61 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (63983a7b-0647-4ec9-9805-bd362757f142), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:09.533112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c31770-939c-4d95-904c-a9c8166b770a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:09.539370 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c2a787a2-1c0f-4726-b998-3a266c974f50 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1581812 Feb 09 03:33:09.539545 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63c31770-939c-4d95-904c-a9c8166b770a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:09.539639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49944) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:09.544875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-cf152c5c-fab9-45cc-a492-e09ab62e572b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:09.550643 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-3c9d58e6-57cb-4b82-b869-53b0d777763e tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The resource could not be found. Feb 09 03:33:09.551626 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3c9d58e6-57cb-4b82-b869-53b0d777763e tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4026952 Feb 09 03:33:09.560073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49946) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:09.564465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a5e369b2-bb33-411a-88ee-4f908fa1b268 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': '3e924f33-9c51-4a1b-9ac0-575d852b1913', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f78b1628-1c32-4b6f-b53e-bc48163d9f0d'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:09.685525 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5098a69-73a8-4e33-b205-3c6ad02f3d61 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (63983a7b-0647-4ec9-9805-bd362757f142), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:09.688064 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c49eac8c-f146-4d86-acbd-1a49010b83c4 service neutron] 10.222.0.21 "GET /v2.0/networks/b64083df-8d6d-4adf-9bed-2301d18d1f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149377 Feb 09 03:33:09.699667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5098a69-73a8-4e33-b205-3c6ad02f3d61 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (63983a7b-0647-4ec9-9805-bd362757f142), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:09.754443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5098a69-73a8-4e33-b205-3c6ad02f3d61 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63983a7b-0647-4ec9-9805-bd362757f142,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:09.756260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6b93c-dfa9-44ee-a337-c9e743ecb36c None None] Current status of the port 6807bfbb-1df8-49a9-9586-f9502b2c78bb is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:09.775022 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-1210d3b5-e8fd-4b29-bc88-ab42f1533966 service neutron] 10.222.0.21 "GET /v2.0/ports/bead1e10-5446-4c1c-bce1-792486a75c6c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0773797 Feb 09 03:33:09.799887 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5098a69-73a8-4e33-b205-3c6ad02f3d61 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:09.804493 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1ec4d1-8d3c-4b53-9c1c-8f2cc401c4e9 None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:33:09.808173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a5098a69-73a8-4e33-b205-3c6ad02f3d61 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5103815 Feb 09 03:33:09.812814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49950) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:09.821657 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-a5e369b2-bb33-411a-88ee-4f908fa1b268 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The resource could not be found. Feb 09 03:33:09.826209 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a5e369b2-bb33-411a-88ee-4f908fa1b268 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2616997 Feb 09 03:33:09.841156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-cbddf10b-5990-488f-bf55-01c67aef19ca tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': '4ca19827-f821-40ef-8cd5-2a3c0d2b25a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:09.845918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49952) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:09.917180 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf152c5c-fab9-45cc-a492-e09ab62e572b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:09.921610 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf152c5c-fab9-45cc-a492-e09ab62e572b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:09.922681 n-d-824835-15 neutron-server[103327]: INFO neutron.db.ipam_backend_mixin [None req-63c31770-939c-4d95-904c-a9c8166b770a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4bd8c961-4423-43de-b44a-3c10758cf598 (CIDR: 2001:db8::/64) Feb 09 03:33:09.941464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ec4d1-8d3c-4b53-9c1c-8f2cc401c4e9 None None] Deleting port 6807bfbb-1df8-49a9-9586-f9502b2c78bb {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:33:09.942096 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec4d1-8d3c-4b53-9c1c-8f2cc401c4e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:09.972341 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c31770-939c-4d95-904c-a9c8166b770a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:09.972797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c31770-939c-4d95-904c-a9c8166b770a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:10.037955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-f3665953-bfbd-4f4b-9dc8-270543bb8c4a service neutron] 10.222.0.21 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502239 Feb 09 03:33:10.078093 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-63c31770-939c-4d95-904c-a9c8166b770a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0776291 Feb 09 03:33:10.082417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49962) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:10.096094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8180b527-7dea-444c-b8a8-1a53240f2f8f None None] Provisioning complete for port f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:10.096602 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-72385b29-c339-429f-8a30-11004ac52459 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:10.096685 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8180b527-7dea-444c-b8a8-1a53240f2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:10.145074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-aa1ec4d1-8d3c-4b53-9c1c-8f2cc401c4e9 None None] For port 6807bfbb-1df8-49a9-9586-f9502b2c78bb, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6807bfbb-1df8-49a9-9586-f9502b2c78bb,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:10.145514 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec4d1-8d3c-4b53-9c1c-8f2cc401c4e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:10.165497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ec4d1-8d3c-4b53-9c1c-8f2cc401c4e9 None None] Calling delete_port for 6807bfbb-1df8-49a9-9586-f9502b2c78bb owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:33:10.167179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8180b527-7dea-444c-b8a8-1a53240f2f8f None None] Port f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:10.229218 n-d-824835-15 neutron-server[103328]: INFO neutron.db.ipam_backend_mixin [None req-cf152c5c-fab9-45cc-a492-e09ab62e572b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14a0c928-7171-4fee-ad78-995dedb14473 (CIDR: 2001:db8::/64) Feb 09 03:33:10.243477 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf152c5c-fab9-45cc-a492-e09ab62e572b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:10.243937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf152c5c-fab9-45cc-a492-e09ab62e572b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:10.252702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cbddf10b-5990-488f-bf55-01c67aef19ca tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (610d6791-3a37-4e74-b526-49c94a3385f2), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:10.334261 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cf152c5c-fab9-45cc-a492-e09ab62e572b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7938516 Feb 09 03:33:10.336733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49966) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:10.342276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1c76dfa5-17ef-415d-b337-fa4065e6bc5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'subnet': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:10.405305 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec4d1-8d3c-4b53-9c1c-8f2cc401c4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (6807bfbb-1df8-49a9-9586-f9502b2c78bb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:10.456293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ec4d1-8d3c-4b53-9c1c-8f2cc401c4e9 None None] No DVR routers for this DVR port 6807bfbb-1df8-49a9-9586-f9502b2c78bb on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:33:10.458778 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-f12035d6-41ae-45da-a908-7a0a16be6733 service neutron] 10.222.0.21 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064832 Feb 09 03:33:10.462793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ec4d1-8d3c-4b53-9c1c-8f2cc401c4e9 None None] Pushing event deleted for resources: {'Port': ['ID=6807bfbb-1df8-49a9-9586-f9502b2c78bb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:10.487706 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3820b8d8-a17e-4937-8c43-73502021a18d tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (3e924f33-9c51-4a1b-9ac0-575d852b1913), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:10.510909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec70cd-07a6-42f8-9651-02f7ad98bdbf None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:10.564960 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3820b8d8-a17e-4937-8c43-73502021a18d tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (3e924f33-9c51-4a1b-9ac0-575d852b1913), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:10.634228 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c76dfa5-17ef-415d-b337-fa4065e6bc5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:10.638952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72385b29-c339-429f-8a30-11004ac52459 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:10.639203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c76dfa5-17ef-415d-b337-fa4065e6bc5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:10.644894 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72385b29-c339-429f-8a30-11004ac52459 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:10.701519 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b6b171da-1aaf-4132-8dde-81cf03e91950 service neutron] 10.222.0.21 "GET /v2.0/ports/fb3ea48f-6c11-4728-960f-048fa8c79da0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1955819 Feb 09 03:33:10.742555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5780e3f-5fe0-4434-8596-82a0e8078930', 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'project_id': '85583d7ccb194c29849391b601818aac', 'fixed_ips': [{'subnet_id': '14a0c928-7171-4fee-ad78-995dedb14473'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:33:10.743419 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:10.776970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3820b8d8-a17e-4937-8c43-73502021a18d tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3e924f33-9c51-4a1b-9ac0-575d852b1913), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:10.780062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3820b8d8-a17e-4937-8c43-73502021a18d tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:10.783628 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3820b8d8-a17e-4937-8c43-73502021a18d tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "DELETE /v2.0/security-groups/3e924f33-9c51-4a1b-9ac0-575d852b1913 HTTP/1.1" status: 204 len: 168 time: 0.9342597 Feb 09 03:33:10.789250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49968) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:10.871936 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-ce67b984-5c70-4295-8050-183014699f55 service neutron] 10.222.0.21 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367669 Feb 09 03:33:10.888362 n-d-824835-15 neutron-server[103327]: INFO neutron.db.ipam_backend_mixin [None req-72385b29-c339-429f-8a30-11004ac52459 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e51442cb-3793-4aee-99a9-d9dc2745503b (CIDR: 2001:db8:0:1::/64) Feb 09 03:33:10.912940 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cbddf10b-5990-488f-bf55-01c67aef19ca tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (610d6791-3a37-4e74-b526-49c94a3385f2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.026905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820b8d8-a17e-4937-8c43-73502021a18d tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e924f33-9c51-4a1b-9ac0-575d852b1913,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:11.053500 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-72385b29-c339-429f-8a30-11004ac52459 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:11.054485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72385b29-c339-429f-8a30-11004ac52459 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:11.072229 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cbddf10b-5990-488f-bf55-01c67aef19ca tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (610d6791-3a37-4e74-b526-49c94a3385f2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.120085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-03361e40-59b8-416b-8715-8c243ba97fed service neutron] 10.222.0.21 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288053 Feb 09 03:33:11.159836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Allocated IP 2001:db8::2 (c5780e3f-5fe0-4434-8596-82a0e8078930/14a0c928-7171-4fee-ad78-995dedb14473/58605439-ec5c-4804-a8a5-96650f51e7e9) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:11.212024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f20b1752-a3c7-4a44-8752-bff23160f908 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2577169 Feb 09 03:33:11.213833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49970) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:11.220662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c35ea7f5-8bb8-427f-8b02-7567f1c15c30 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': 'ea49798b-649a-48b8-a69a-48a57b62b97e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:11.221940 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-72385b29-c339-429f-8a30-11004ac52459 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1371579 Feb 09 03:33:11.227510 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cbddf10b-5990-488f-bf55-01c67aef19ca tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.228266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49972) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:11.233576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cbddf10b-5990-488f-bf55-01c67aef19ca tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4074423 Feb 09 03:33:11.233974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d19b8e10-d997-461f-9701-8398ea4b6434 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'subnet': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:11.234646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49974) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:11.252828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7e1d0-625a-4aac-9ee6-73680cbb4e48 req-e776e53c-3559-461c-8b63-1ca80d2cf14b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:11.254962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82a7e1d0-625a-4aac-9ee6-73680cbb4e48 req-e776e53c-3559-461c-8b63-1ca80d2cf14b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 1.1740775 Feb 09 03:33:11.255849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddf10b-5990-488f-bf55-01c67aef19ca tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610d6791-3a37-4e74-b526-49c94a3385f2,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:11.329267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-153829a8-0519-4723-ad4a-b5848da547fd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': '4ca19827-f821-40ef-8cd5-2a3c0d2b25a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:11.425556 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82a7e1d0-625a-4aac-9ee6-73680cbb4e48 req-b3d2ba97-dd77-4434-9248-053fe72c408b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226158 Feb 09 03:33:11.448849 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-153829a8-0519-4723-ad4a-b5848da547fd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (70d6bd7b-745d-4785-b528-fc82d8f9d12b), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.470611 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6807bfbb-1df8-49a9-9586-f9502b2c78bb no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:33:11.507335 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-a9914e44-6e9a-4d97-ad10-f0b7dabb92d3 service neutron] 10.222.0.21 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790505 Feb 09 03:33:11.510428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6807bfbb-1df8-49a9-9586-f9502b2c78bb {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:33:11.510864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6807bfbb-1df8-49a9-9586-f9502b2c78bb not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:33:11.539702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-153829a8-0519-4723-ad4a-b5848da547fd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (70d6bd7b-745d-4785-b528-fc82d8f9d12b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.540628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.objects.ports [None req-1c76dfa5-17ef-415d-b337-fa4065e6bc5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103328) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:33:11.547499 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-153829a8-0519-4723-ad4a-b5848da547fd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (70d6bd7b-745d-4785-b528-fc82d8f9d12b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.555014 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Publish callbacks [] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.564439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.573127 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153829a8-0519-4723-ad4a-b5848da547fd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d6bd7b-745d-4785-b528-fc82d8f9d12b,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:11.584838 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-153829a8-0519-4723-ad4a-b5848da547fd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.592232 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-153829a8-0519-4723-ad4a-b5848da547fd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2912264 Feb 09 03:33:11.592232 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49978) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:11.596390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-fffc61c1-316e-4fde-bf01-edd279293b4a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': '4ca19827-f821-40ef-8cd5-2a3c0d2b25a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:11.627093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:11.630577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:11.639174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:11.646870 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fffc61c1-316e-4fde-bf01-edd279293b4a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (03418ec1-aaf8-44c2-96e4-7ed5fb653707), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.675553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Pushing event updated for resources: {'Port': ['ID=58605439-ec5c-4804-a8a5-96650f51e7e9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:11.722772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Attempting to bind port 58605439-ec5c-4804-a8a5-96650f51e7e9 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:33:11.723307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Attempting to bind port 58605439-ec5c-4804-a8a5-96650f51e7e9 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:33:11.723777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Attempting to bind port 58605439-ec5c-4804-a8a5-96650f51e7e9 on network c5780e3f-5fe0-4434-8596-82a0e8078930 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:11.726923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c76dfa5-17ef-415d-b337-fa4065e6bc5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (90482020-38bb-4968-b70e-c85d5f9563eb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.731522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:33:11.732280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Checking segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:11.732795 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.733291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Bound using segment: {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:33:11.734094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Bound port: 58605439-ec5c-4804-a8a5-96650f51e7e9, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f931af1-50bd-4441-8072-001cadee7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:33:11.734837 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.778103 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fffc61c1-316e-4fde-bf01-edd279293b4a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (03418ec1-aaf8-44c2-96e4-7ed5fb653707), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.788969 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fffc61c1-316e-4fde-bf01-edd279293b4a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (03418ec1-aaf8-44c2-96e4-7ed5fb653707), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.807830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19b8e10-d997-461f-9701-8398ea4b6434 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Made reservation on behalf of 230eb44fa85a481f95e0cd3c95d7bcb3 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:11.812364 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d19b8e10-d997-461f-9701-8398ea4b6434 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.828895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc61c1-316e-4fde-bf01-edd279293b4a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03418ec1-aaf8-44c2-96e4-7ed5fb653707,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:11.843411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] For port 58605439-ec5c-4804-a8a5-96650f51e7e9, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:33:11.845522 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fffc61c1-316e-4fde-bf01-edd279293b4a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.846754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fffc61c1-316e-4fde-bf01-edd279293b4a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2539446 Feb 09 03:33:11.847860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] For port 58605439-ec5c-4804-a8a5-96650f51e7e9, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=58605439-ec5c-4804-a8a5-96650f51e7e9,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:33:11.850025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49980) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:11.854471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-0d7af8bc-8265-484f-807e-bd26b67a56a2 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': '4ca19827-f821-40ef-8cd5-2a3c0d2b25a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:11.865535 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.911014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d7af8bc-8265-484f-807e-bd26b67a56a2 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (9521f331-a706-4f1b-9a46-628d02b19d20), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.001653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b99944-cae3-4fe5-b4cb-fcbf01aa6e5a None None] Pushing event updated for resources: {'Port': ['ID=58605439-ec5c-4804-a8a5-96650f51e7e9,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:12.059399 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d7af8bc-8265-484f-807e-bd26b67a56a2 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (9521f331-a706-4f1b-9a46-628d02b19d20), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.065043 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d7af8bc-8265-484f-807e-bd26b67a56a2 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (9521f331-a706-4f1b-9a46-628d02b19d20), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.110963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7af8bc-8265-484f-807e-bd26b67a56a2 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9521f331-a706-4f1b-9a46-628d02b19d20,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:12.165721 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d7af8bc-8265-484f-807e-bd26b67a56a2 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.167585 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0d7af8bc-8265-484f-807e-bd26b67a56a2 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3165562 Feb 09 03:33:12.170766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49982) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:12.257541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9337-9739-4aa8-9726-fcc4bc28cfa0 req-515f9900-f356-473f-bbf9-ca7360df3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:12.259343 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9fe9337-9739-4aa8-9726-fcc4bc28cfa0 req-515f9900-f356-473f-bbf9-ca7360df3913 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 1128 time: 0.1620698 Feb 09 03:33:12.272308 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75edf169-b20d-4ef6-a325-f8d18a15d464 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (9521f331-a706-4f1b-9a46-628d02b19d20), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.323518 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75edf169-b20d-4ef6-a325-f8d18a15d464 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (9521f331-a706-4f1b-9a46-628d02b19d20), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.434510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c76dfa5-17ef-415d-b337-fa4065e6bc5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:12.436039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1c76dfa5-17ef-415d-b337-fa4065e6bc5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:12.448739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c76dfa5-17ef-415d-b337-fa4065e6bc5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:12.449096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c76dfa5-17ef-415d-b337-fa4065e6bc5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.457097 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-c35ea7f5-8bb8-427f-8b02-7567f1c15c30 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The resource could not be found. Feb 09 03:33:12.457243 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c35ea7f5-8bb8-427f-8b02-7567f1c15c30 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2424095 Feb 09 03:33:12.468674 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49988) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:12.484437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a558fa87-4144-4cba-84a1-efb2d4ab79de tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group': {'name': 'tempest-secgroup--691737380'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:12.498539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76dfa5-17ef-415d-b337-fa4065e6bc5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Subnet': ['ID=90482020-38bb-4968-b70e-c85d5f9563eb,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:12.522441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75edf169-b20d-4ef6-a325-f8d18a15d464 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (9521f331-a706-4f1b-9a46-628d02b19d20), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.533701 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75edf169-b20d-4ef6-a325-f8d18a15d464 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.534539 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1c76dfa5-17ef-415d-b337-fa4065e6bc5d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1967578 Feb 09 03:33:12.538814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-75edf169-b20d-4ef6-a325-f8d18a15d464 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9521f331-a706-4f1b-9a46-628d02b19d20 HTTP/1.1" status: 204 len: 168 time: 0.3643687 Feb 09 03:33:12.544645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49990) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:12.544977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49992) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:12.550200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Request body: {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'mac_address': 'fa:16:3e:e2:2d:51', 'name': 'tempest-NetworksTestDHCPv6-790443836'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:12.615130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edf169-b20d-4ef6-a325-f8d18a15d464 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9521f331-a706-4f1b-9a46-628d02b19d20,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:12.635289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9337-9739-4aa8-9726-fcc4bc28cfa0 req-45efb8a8-3722-4080-9a05-1044657556b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:12.638275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9fe9337-9739-4aa8-9726-fcc4bc28cfa0 req-45efb8a8-3722-4080-9a05-1044657556b8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 915 time: 0.3329561 Feb 09 03:33:12.643112 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a558fa87-4144-4cba-84a1-efb2d4ab79de tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.656464 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7f444a0a-57b6-48b4-9728-8c8966f9ffaa service neutron] 10.222.0.21 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1088772 Feb 09 03:33:12.681907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ae2e294c-7f81-44dc-bdc7-b375e0931c7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0875485 Feb 09 03:33:12.693835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49994) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:12.738758 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9fe9337-9739-4aa8-9726-fcc4bc28cfa0 req-b73f9646-cd7a-4d1a-aaeb-77d5838621dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 200 len: 217 time: 0.0913725 Feb 09 03:33:12.811494 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4de643f-b51f-4c56-aed9-08a9ecb25a81 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (03418ec1-aaf8-44c2-96e4-7ed5fb653707), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.820440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4de643f-b51f-4c56-aed9-08a9ecb25a81 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (03418ec1-aaf8-44c2-96e4-7ed5fb653707), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.859909 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4de643f-b51f-4c56-aed9-08a9ecb25a81 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (03418ec1-aaf8-44c2-96e4-7ed5fb653707), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.894896 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4de643f-b51f-4c56-aed9-08a9ecb25a81 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.895983 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c4de643f-b51f-4c56-aed9-08a9ecb25a81 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/03418ec1-aaf8-44c2-96e4-7ed5fb653707 HTTP/1.1" status: 204 len: 168 time: 0.1936960 Feb 09 03:33:12.906953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49996) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:12.909648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a29cc-bd82-4c8c-bd36-90e9f60a8f89 req-1404525d-5e32-45e0-8382-f91cc2af8df0 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:12.911732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-558a29cc-bd82-4c8c-bd36-90e9f60a8f89 req-1404525d-5e32-45e0-8382-f91cc2af8df0 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3420513 Feb 09 03:33:12.964437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a558fa87-4144-4cba-84a1-efb2d4ab79de tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (3e222bee-9d05-4b72-a7b3-820bbc403e36), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:12.969704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de643f-b51f-4c56-aed9-08a9ecb25a81 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03418ec1-aaf8-44c2-96e4-7ed5fb653707,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:12.995236 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a558fa87-4144-4cba-84a1-efb2d4ab79de tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3e222bee-9d05-4b72-a7b3-820bbc403e36), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:13.028282 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-52141b8a-5cfe-44be-a481-ba20ff91b69d service neutron] 10.222.0.21 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363762 Feb 09 03:33:13.049630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558fa87-4144-4cba-84a1-efb2d4ab79de tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e222bee-9d05-4b72-a7b3-820bbc403e36,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:13.096077 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-558a29cc-bd82-4c8c-bd36-90e9f60a8f89 req-ee4a746f-4b79-466d-b1a9-78ec32ec8d81 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749296 Feb 09 03:33:13.106274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9337-9739-4aa8-9726-fcc4bc28cfa0 req-712d43d6-858a-48be-9c27-b37c1759b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:13.107781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9fe9337-9739-4aa8-9726-fcc4bc28cfa0 req-712d43d6-858a-48be-9c27-b37c1759b1e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 200 len: 854 time: 0.3539534 Feb 09 03:33:13.111547 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a558fa87-4144-4cba-84a1-efb2d4ab79de tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:13.113046 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a558fa87-4144-4cba-84a1-efb2d4ab79de tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6417472 Feb 09 03:33:13.116556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 49998) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:13.129000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4482b90f-311c-4a0a-9ac2-31ff63695ecb tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363713940'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:13.180152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d19b8e10-d997-461f-9701-8398ea4b6434 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (e65c488a-3b18-46ca-8b0f-c1817d5620b0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:13.185328 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4482b90f-311c-4a0a-9ac2-31ff63695ecb tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:13.192625 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9fe9337-9739-4aa8-9726-fcc4bc28cfa0 req-decc227e-3a43-422b-89f5-472c68dcb631 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=69fb9b00-c2ef-4b22-bb85-44f083234f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778806 Feb 09 03:33:13.253802 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3ca0f9cf-cbde-47d4-99ac-ef574e36a6ce tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3448436 Feb 09 03:33:13.256437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50000) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:13.287025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Made reservation on behalf of 85583d7ccb194c29849391b601818aac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:13.374862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b8e10-d997-461f-9701-8398ea4b6434 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:13.474885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d19b8e10-d997-461f-9701-8398ea4b6434 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:13.486551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b910fd32-fb4e-44fe-acaa-6d9690a233b2 None None] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:13.499194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19b8e10-d997-461f-9701-8398ea4b6434 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:13.507188 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d19b8e10-d997-461f-9701-8398ea4b6434 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:13.538835 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd34d-2e91-423b-ae5a-667bacd940b6 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (70d6bd7b-745d-4785-b528-fc82d8f9d12b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:13.612290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b8e10-d997-461f-9701-8398ea4b6434 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Subnet': ['ID=e65c488a-3b18-46ca-8b0f-c1817d5620b0,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:13.627520 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d19b8e10-d997-461f-9701-8398ea4b6434 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3981421 Feb 09 03:33:13.629751 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9fe9337-9739-4aa8-9726-fcc4bc28cfa0 req-1211b3b3-bcc7-41ee-a0c1-f7c59307bd9a service neutron] 10.222.0.65 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221611 Feb 09 03:33:13.632072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50004) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:13.633637 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd34d-2e91-423b-ae5a-667bacd940b6 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (70d6bd7b-745d-4785-b528-fc82d8f9d12b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:13.646886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 58605439-ec5c-4804-a8a5-96650f51e7e9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:33:13.650379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1c1290fb-0d0d-490e-a395-1ceb0a2ba754 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1428667836', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e65c488a-3b18-46ca-8b0f-c1817d5620b0'}], 'security_groups': ['1ec45cf7-2218-4595-876b-25233bc7b700', 'cf593ecc-2c25-45cf-974d-20539af69ec8']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:13.706242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4482b90f-311c-4a0a-9ac2-31ff63695ecb tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (0e036c10-83f8-4b02-bdee-a5ff86dc7363), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:13.724639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e8c69c-629d-4384-abce-f4d877a12bf9 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:13.735720 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-dd7754d0-aa30-48ea-9079-a917e2b0426f service neutron] 10.222.0.21 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063618 Feb 09 03:33:13.835751 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6a2e8402-7e89-4ed6-a950-0172720b1048 service neutron] 10.222.0.21 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912292 Feb 09 03:33:13.867158 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4482b90f-311c-4a0a-9ac2-31ff63695ecb tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0e036c10-83f8-4b02-bdee-a5ff86dc7363), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:13.921405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9e7373e3-f22f-4c2e-bd08-3fd707c6211a None None] Provisioning complete for port 58605439-ec5c-4804-a8a5-96650f51e7e9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:13.921915 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e7373e3-f22f-4c2e-bd08-3fd707c6211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:13.992280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482b90f-311c-4a0a-9ac2-31ff63695ecb tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e036c10-83f8-4b02-bdee-a5ff86dc7363,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:13.997232 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4482b90f-311c-4a0a-9ac2-31ff63695ecb tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.001092 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4482b90f-311c-4a0a-9ac2-31ff63695ecb tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8735435 Feb 09 03:33:14.003826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50010) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:14.008387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-185aba29-aa41-49cc-9cba-0c5fa8656f64 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group_rule': {'security_group_id': '3e222bee-9d05-4b72-a7b3-820bbc403e36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0e036c10-83f8-4b02-bdee-a5ff86dc7363'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:14.022789 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd34d-2e91-423b-ae5a-667bacd940b6 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (70d6bd7b-745d-4785-b528-fc82d8f9d12b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.044841 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd34d-2e91-423b-ae5a-667bacd940b6 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.049256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b9bbd34d-2e91-423b-ae5a-667bacd940b6 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/70d6bd7b-745d-4785-b528-fc82d8f9d12b HTTP/1.1" status: 204 len: 168 time: 0.7885959 Feb 09 03:33:14.053545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50012) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:14.066768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9fe9337-9739-4aa8-9726-fcc4bc28cfa0 req-78e56192-dbf4-4a81-9c72-d9f16da22572 service neutron] 10.222.0.65 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559747 Feb 09 03:33:14.067482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbd34d-2e91-423b-ae5a-667bacd940b6 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70d6bd7b-745d-4785-b528-fc82d8f9d12b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:14.070283 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-97ddcd3d-d762-4582-bf12-1ede12631485 service neutron] 10.222.0.21 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242355 Feb 09 03:33:14.076028 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.149391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6810a2e7-880b-4101-aefe-4428bb21ccd0 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0899229 Feb 09 03:33:14.150159 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50016) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:14.161141 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-185aba29-aa41-49cc-9cba-0c5fa8656f64 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:14.165600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] device_id is not set on port 2846a42e-c038-402c-98fe-36d7e2d3c261 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:33:14.165821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-185aba29-aa41-49cc-9cba-0c5fa8656f64 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1581120 Feb 09 03:33:14.168739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50018) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:14.185436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 58605439-ec5c-4804-a8a5-96650f51e7e9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:14.185847 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.233103 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d8b5183e-73e4-4a78-848c-c5455b7de9d5 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (610d6791-3a37-4e74-b526-49c94a3385f2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.276443 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d8b5183e-73e4-4a78-848c-c5455b7de9d5 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (610d6791-3a37-4e74-b526-49c94a3385f2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.336251 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-717ffd15-a9bf-4f36-bfc4-d5d290826d99 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (0e036c10-83f8-4b02-bdee-a5ff86dc7363), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.347454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af5743-2157-4033-ac5e-552637b3586a req-a1e33c4d-4359-4baf-9978-54235aafcd13 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:14.348340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30af5743-2157-4033-ac5e-552637b3586a req-a1e33c4d-4359-4baf-9978-54235aafcd13 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.1027565 Feb 09 03:33:14.384992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8782e01a-52ec-4ad1-87e9-2bee83535f14 None None] Update dhcp port {'port': {'network_id': 'c5780e3f-5fe0-4434-8596-82a0e8078930', 'fixed_ips': [{'subnet_id': '14a0c928-7171-4fee-ad78-995dedb14473', 'ip_address': '2001:db8::2'}, {'subnet_id': '90482020-38bb-4968-b70e-c85d5f9563eb'}], 'binding:host_id': 'n-d-824835-15'}, 'id': '58605439-ec5c-4804-a8a5-96650f51e7e9'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:33:14.388371 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d8b5183e-73e4-4a78-848c-c5455b7de9d5 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (610d6791-3a37-4e74-b526-49c94a3385f2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.409468 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d8b5183e-73e4-4a78-848c-c5455b7de9d5 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.412936 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d8b5183e-73e4-4a78-848c-c5455b7de9d5 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/610d6791-3a37-4e74-b526-49c94a3385f2 HTTP/1.1" status: 204 len: 168 time: 0.2599952 Feb 09 03:33:14.412936 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-717ffd15-a9bf-4f36-bfc4-d5d290826d99 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (0e036c10-83f8-4b02-bdee-a5ff86dc7363), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.417414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50020) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:14.431225 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c1290fb-0d0d-490e-a395-1ceb0a2ba754 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.433161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5183e-73e4-4a78-848c-c5455b7de9d5 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=610d6791-3a37-4e74-b526-49c94a3385f2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:14.435928 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-cf244933-883f-40a3-ba43-01de9261eaca service neutron] 10.222.0.21 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391798 Feb 09 03:33:14.447801 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8782e01a-52ec-4ad1-87e9-2bee83535f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.459349 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30af5743-2157-4033-ac5e-552637b3586a req-a2a42547-abdf-4e11-8435-dad51ecbf306 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983052 Feb 09 03:33:14.513334 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-717ffd15-a9bf-4f36-bfc4-d5d290826d99 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0e036c10-83f8-4b02-bdee-a5ff86dc7363), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.516628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-717ffd15-a9bf-4f36-bfc4-d5d290826d99 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.519291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-717ffd15-a9bf-4f36-bfc4-d5d290826d99 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e036c10-83f8-4b02-bdee-a5ff86dc7363 HTTP/1.1" status: 204 len: 168 time: 0.3491066 Feb 09 03:33:14.537106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50026) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:14.538348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ffd15-a9bf-4f36-bfc4-d5d290826d99 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e036c10-83f8-4b02-bdee-a5ff86dc7363,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:14.620452 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9a53ada1-3671-4946-b9f2-ae4132183e06 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0792201 Feb 09 03:33:14.623738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50030) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:14.713603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239e8df0-4fb1-4c12-8285-847900e652b5 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (3e222bee-9d05-4b72-a7b3-820bbc403e36), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.739936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8::185 (c5780e3f-5fe0-4434-8596-82a0e8078930/14a0c928-7171-4fee-ad78-995dedb14473/2846a42e-c038-402c-98fe-36d7e2d3c261) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:14.744092 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239e8df0-4fb1-4c12-8285-847900e652b5 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (3e222bee-9d05-4b72-a7b3-820bbc403e36), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.766309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d190f3e2-14b1-4bc6-bb4a-05d272ed552f tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3446610 Feb 09 03:33:14.774665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50032) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:14.776357 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Allocated IP 2001:db8:0:1:f816:3eff:fee2:2d51 (c5780e3f-5fe0-4434-8596-82a0e8078930/90482020-38bb-4968-b70e-c85d5f9563eb/2846a42e-c038-402c-98fe-36d7e2d3c261) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:14.810674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8f85932c-549b-4cd9-ad06-fb8c417748e4 service neutron] 10.222.0.21 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419590 Feb 09 03:33:14.811799 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239e8df0-4fb1-4c12-8285-847900e652b5 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3e222bee-9d05-4b72-a7b3-820bbc403e36), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.815892 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239e8df0-4fb1-4c12-8285-847900e652b5 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.825289 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-239e8df0-4fb1-4c12-8285-847900e652b5 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "DELETE /v2.0/security-groups/3e222bee-9d05-4b72-a7b3-820bbc403e36 HTTP/1.1" status: 204 len: 168 time: 0.1991220 Feb 09 03:33:14.825952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50034) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:14.860525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e8df0-4fb1-4c12-8285-847900e652b5 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e222bee-9d05-4b72-a7b3-820bbc403e36,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:14.861465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9e7373e3-f22f-4c2e-bd08-3fd707c6211a None None] Current status of the port 58605439-ec5c-4804-a8a5-96650f51e7e9 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:14.862608 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e7373e3-f22f-4c2e-bd08-3fd707c6211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.912566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6c087627-223d-4fea-b385-05b6f16fbc8c tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0814433 Feb 09 03:33:14.913931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50036) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:14.921631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2c84550b-d9ba-4da1-98d9-1593f7775eb3 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group': {'name': 'tempest-secgroup--1793983207'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:14.927525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd0bc46-106f-409a-8ca7-8143a12511ba None None] Update dhcp port {'port': {'network_id': 'd38124a9-5ebe-41ee-bed9-6d70877e7263', 'fixed_ips': [{'subnet_id': 'e51442cb-3793-4aee-99a9-d9dc2745503b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4bd8c961-4423-43de-b44a-3c10758cf598', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e65c488a-3b18-46ca-8b0f-c1817d5620b0'}], 'binding:host_id': 'n-d-824835-15'}, 'id': 'd961ffd0-195c-473e-ad3e-733997d796b3'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:33:14.962990 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c84550b-d9ba-4da1-98d9-1593f7775eb3 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.995845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 58605439-ec5c-4804-a8a5-96650f51e7e9 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:14.996824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:14.999142 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b74529c-f174-48b7-bbce-2e143e4ccc36 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (63983a7b-0647-4ec9-9805-bd362757f142), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.037300 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b74529c-f174-48b7-bbce-2e143e4ccc36 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (63983a7b-0647-4ec9-9805-bd362757f142), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.090591 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c84550b-d9ba-4da1-98d9-1593f7775eb3 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (df3b6a17-d32a-4483-b4a6-050d262d44ef), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.107392 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c84550b-d9ba-4da1-98d9-1593f7775eb3 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (df3b6a17-d32a-4483-b4a6-050d262d44ef), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.143598 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afd0bc46-106f-409a-8ca7-8143a12511ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.164128 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84550b-d9ba-4da1-98d9-1593f7775eb3 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3b6a17-d32a-4483-b4a6-050d262d44ef,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:15.171456 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c84550b-d9ba-4da1-98d9-1593f7775eb3 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.177177 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2c84550b-d9ba-4da1-98d9-1593f7775eb3 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2602148 Feb 09 03:33:15.177906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50042) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:15.179952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9e7373e3-f22f-4c2e-bd08-3fd707c6211a None None] For port 58605439-ec5c-4804-a8a5-96650f51e7e9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=58605439-ec5c-4804-a8a5-96650f51e7e9,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:15.198228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c762681b-ad85-4bf1-af15-c2f834312ae0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:15.200785 n-d-824835-15 neutron-server[103327]: WARNING neutron.api.v2.base [None req-c762681b-ad85-4bf1-af15-c2f834312ae0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 03:33:15.202024 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-c762681b-ad85-4bf1-af15-c2f834312ae0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 03:33:15.210427 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c762681b-ad85-4bf1-af15-c2f834312ae0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "PUT /v2.0/security-groups/df3b6a17-d32a-4483-b4a6-050d262d44ef HTTP/1.1" status: 409 len: 330 time: 0.0314093 Feb 09 03:33:15.211164 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e7373e3-f22f-4c2e-bd08-3fd707c6211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.213556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50046) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:15.320736 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-912a288e-c2d2-43d3-b2da-72d0fbe4fcfc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (df3b6a17-d32a-4483-b4a6-050d262d44ef), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.356177 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-912a288e-c2d2-43d3-b2da-72d0fbe4fcfc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (df3b6a17-d32a-4483-b4a6-050d262d44ef), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.439118 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b74529c-f174-48b7-bbce-2e143e4ccc36 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (63983a7b-0647-4ec9-9805-bd362757f142), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.440781 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-912a288e-c2d2-43d3-b2da-72d0fbe4fcfc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (df3b6a17-d32a-4483-b4a6-050d262d44ef), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.450289 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b74529c-f174-48b7-bbce-2e143e4ccc36 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.451118 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-912a288e-c2d2-43d3-b2da-72d0fbe4fcfc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.454769 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9b74529c-f174-48b7-bbce-2e143e4ccc36 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/63983a7b-0647-4ec9-9805-bd362757f142 HTTP/1.1" status: 204 len: 168 time: 0.6723154 Feb 09 03:33:15.458002 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-912a288e-c2d2-43d3-b2da-72d0fbe4fcfc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "DELETE /v2.0/security-groups/df3b6a17-d32a-4483-b4a6-050d262d44ef HTTP/1.1" status: 204 len: 168 time: 0.2416818 Feb 09 03:33:15.463133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50056) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:15.465129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50054) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:15.548942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a288e-c2d2-43d3-b2da-72d0fbe4fcfc tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3b6a17-d32a-4483-b4a6-050d262d44ef,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:15.553212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74529c-f174-48b7-bbce-2e143e4ccc36 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63983a7b-0647-4ec9-9805-bd362757f142,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:15.656846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-40ed56c9-b55c-49ad-9349-8654157ef917 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1667264 Feb 09 03:33:15.656846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50064) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:15.661399 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:33:15.670910 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:33:15.738191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6c5a20ad-ba11-49fc-ae2b-cbce8887e161 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2683601 Feb 09 03:33:15.751845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50068) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:15.885120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7373e3-f22f-4c2e-bd08-3fd707c6211a None None] Pushing event updated for resources: {'Port': ['ID=58605439-ec5c-4804-a8a5-96650f51e7e9,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:15.886087 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-7968c303-1594-4115-a1bd-028a4176a5e0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] delete failed (client error): The resource could not be found. Feb 09 03:33:15.887180 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7968c303-1594-4115-a1bd-028a4176a5e0 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "DELETE /v2.0/security-groups/cec3168e-e845-49ad-b236-9457d5a32a4e HTTP/1.1" status: 404 len: 347 time: 0.1020358 Feb 09 03:33:15.893511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50074) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:15.919001 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for port (2846a42e-c038-402c-98fe-36d7e2d3c261), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.933158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c6bc6be-e189-4d0a-b9a1-4b2bf34d4949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:15.954311 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-671a9b75-4c51-449a-b9f1-6cd9f46e6e3f tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] show failed (client error): The resource could not be found. Feb 09 03:33:15.955712 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-671a9b75-4c51-449a-b9f1-6cd9f46e6e3f tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "GET /v2.0/security-groups/57030c1b-f3c2-4327-ad3e-c877c788de0b HTTP/1.1" status: 404 len: 347 time: 0.0608063 Feb 09 03:33:15.965126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:15.982116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd64d8-63a0-42f5-b9b4-24013f1f6e58 req-e90a6b68-c65f-4e18-932b-5da98abadc1e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:15.984368 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84bd64d8-63a0-42f5-b9b4-24013f1f6e58 req-e90a6b68-c65f-4e18-932b-5da98abadc1e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3193543 Feb 09 03:33:16.034952 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7d124e7-4ae1-4f39-a21d-d906ca9ef17f tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (4ca19827-f821-40ef-8cd5-2a3c0d2b25a7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:16.044291 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-8745158b-407e-45d8-854c-0f20f4cee679 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] show failed (client error): The resource could not be found. Feb 09 03:33:16.045438 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8745158b-407e-45d8-854c-0f20f4cee679 tempest-NegativeSecGroupTest-222457069 tempest-NegativeSecGroupTest-222457069-project] 10.222.0.21 "GET /v2.0/security-group-rules/db26cded-0872-4ee9-a629-b37eab89ccbf HTTP/1.1" status: 404 len: 356 time: 0.0599186 Feb 09 03:33:16.093775 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84bd64d8-63a0-42f5-b9b4-24013f1f6e58 req-32aef952-83c6-4c83-bbfc-6abd0da728a2 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979817 Feb 09 03:33:16.095452 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7d124e7-4ae1-4f39-a21d-d906ca9ef17f tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (4ca19827-f821-40ef-8cd5-2a3c0d2b25a7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:16.136293 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2846a42e-c038-402c-98fe-36d7e2d3c261), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:16.196037 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7d124e7-4ae1-4f39-a21d-d906ca9ef17f tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4ca19827-f821-40ef-8cd5-2a3c0d2b25a7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:16.198696 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7d124e7-4ae1-4f39-a21d-d906ca9ef17f tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:16.202202 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c7d124e7-4ae1-4f39-a21d-d906ca9ef17f tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ca19827-f821-40ef-8cd5-2a3c0d2b25a7 HTTP/1.1" status: 204 len: 168 time: 0.5423548 Feb 09 03:33:16.203696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50082) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:16.274919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event updated for resources: {'Port': ['ID=2846a42e-c038-402c-98fe-36d7e2d3c261,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:16.286697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d124e7-4ae1-4f39-a21d-d906ca9ef17f tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca19827-f821-40ef-8cd5-2a3c0d2b25a7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:16.294337 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Network c5780e3f-5fe0-4434-8596-82a0e8078930 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:16.310898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:16.314001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1c1290fb-0d0d-490e-a395-1ceb0a2ba754 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Delete allocated IP 2001:db8::101 (d38124a9-5ebe-41ee-bed9-6d70877e7263/4bd8c961-4423-43de-b44a-3c10758cf598) {{(pid=103328) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 03:33:16.316187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:16.330028 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:16.330780 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:16.356720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-8782e01a-52ec-4ad1-87e9-2bee83535f14 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe84:7944 (c5780e3f-5fe0-4434-8596-82a0e8078930/90482020-38bb-4968-b70e-c85d5f9563eb/58605439-ec5c-4804-a8a5-96650f51e7e9) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:16.364462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1c1290fb-0d0d-490e-a395-1ceb0a2ba754 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Allocated IP 2001:db8:0:2::255 (d38124a9-5ebe-41ee-bed9-6d70877e7263/e65c488a-3b18-46ca-8b0f-c1817d5620b0/f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:16.390118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 58605439-ec5c-4804-a8a5-96650f51e7e9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:16.390822 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-64b1b8b1-b337-45fa-bc37-e8353deffd07 req-dc9d84f6-b973-44fe-b4c4-7257295e9b9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1392317 Feb 09 03:33:16.408110 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b77a324d-2509-453c-be3f-f045afef8595 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8616660 Feb 09 03:33:16.413853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50086) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:16.546035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-068fa96c-8881-4fd1-aa30-acc72cc8ebef tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3408306 Feb 09 03:33:16.551515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50094) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:16.566915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-fdea7fde-8055-43a2-8fc3-22c5c6554888 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group': {'name': 'tempest-secgroup--48829186'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:16.642821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 58605439-ec5c-4804-a8a5-96650f51e7e9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:33:16.666141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50098) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:16.735137 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdea7fde-8055-43a2-8fc3-22c5c6554888 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:16.823123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2ecef68e-7885-4873-b554-4f2291dd9eb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting port 2846a42e-c038-402c-98fe-36d7e2d3c261 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:33:16.823709 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ecef68e-7885-4873-b554-4f2291dd9eb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2846a42e-c038-402c-98fe-36d7e2d3c261), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:16.903594 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c1290fb-0d0d-490e-a395-1ceb0a2ba754 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for port (f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:16.920793 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c1290fb-0d0d-490e-a395-1ceb0a2ba754 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:16.982772 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdea7fde-8055-43a2-8fc3-22c5c6554888 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (d4888a1b-662b-4b88-8942-6544991ccdfc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:17.018381 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdea7fde-8055-43a2-8fc3-22c5c6554888 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d4888a1b-662b-4b88-8942-6544991ccdfc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:17.052303 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ecef68e-7885-4873-b554-4f2291dd9eb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2846a42e-c038-402c-98fe-36d7e2d3c261), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:17.066891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1290fb-0d0d-490e-a395-1ceb0a2ba754 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event updated for resources: {'Port': ['ID=f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:17.108008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8782e01a-52ec-4ad1-87e9-2bee83535f14 None None] For port 58605439-ec5c-4804-a8a5-96650f51e7e9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=58605439-ec5c-4804-a8a5-96650f51e7e9,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:17.177873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2ecef68e-7885-4873-b554-4f2291dd9eb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Calling delete_port for 2846a42e-c038-402c-98fe-36d7e2d3c261 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:33:17.190537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 58605439-ec5c-4804-a8a5-96650f51e7e9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:17.190922 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:17.210573 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdea7fde-8055-43a2-8fc3-22c5c6554888 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:17.211837 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fdea7fde-8055-43a2-8fc3-22c5c6554888 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6588476 Feb 09 03:33:17.239871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50108) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:17.251392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-86b1a2da-6da1-445d-a562-3c1291322623 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': 'd4888a1b-662b-4b88-8942-6544991ccdfc', 'direction': 'ingress', 'protocol': 17}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:17.261943 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea7fde-8055-43a2-8fc3-22c5c6554888 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4888a1b-662b-4b88-8942-6544991ccdfc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:17.275031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1c1290fb-0d0d-490e-a395-1ceb0a2ba754 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] In _notify_port_updated(), no bound segment for port f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc on network d38124a9-5ebe-41ee-bed9-6d70877e7263 {{(pid=103328) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:33:17.292496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1290fb-0d0d-490e-a395-1ceb0a2ba754 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:17.293823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c1290fb-0d0d-490e-a395-1ceb0a2ba754 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:17.301422 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1c1290fb-0d0d-490e-a395-1ceb0a2ba754 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "PUT /v2.0/ports/f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc HTTP/1.1" status: 200 len: 970 time: 3.6542628 Feb 09 03:33:17.303914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50110) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:17.393420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-afd0bc46-106f-409a-8ca7-8143a12511ba None None] Allocated IP 2001:db8:0:2::2 (d38124a9-5ebe-41ee-bed9-6d70877e7263/e65c488a-3b18-46ca-8b0f-c1817d5620b0/d961ffd0-195c-473e-ad3e-733997d796b3) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:17.397348 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8782e01a-52ec-4ad1-87e9-2bee83535f14 None None] Publish callbacks [] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:17.466588 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8782e01a-52ec-4ad1-87e9-2bee83535f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:17.642583 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ecef68e-7885-4873-b554-4f2291dd9eb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2846a42e-c038-402c-98fe-36d7e2d3c261), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:17.697896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74c60e17-4bd0-4a1c-93b0-3a81a7d4ce42 req-2bbac485-12f1-4193-a26f-cd5e79b7711e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0701439 Feb 09 03:33:17.710983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 58605439-ec5c-4804-a8a5-96650f51e7e9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:17.724183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecef68e-7885-4873-b554-4f2291dd9eb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Port': ['ID=2846a42e-c038-402c-98fe-36d7e2d3c261,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:17.726806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50114) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:17.728639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-df659918-ba4d-4edf-949f-68ae87a1ec9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=426a1ab6b91b4e10995ccbc8b229ae3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0604849 Feb 09 03:33:17.802486 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ecef68e-7885-4873-b554-4f2291dd9eb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:17.809816 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2ecef68e-7885-4873-b554-4f2291dd9eb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/2846a42e-c038-402c-98fe-36d7e2d3c261 HTTP/1.1" status: 204 len: 168 time: 1.3945882 Feb 09 03:33:17.814064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50116) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:17.818245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad448686-4056-4e44-a30d-6959ba8ea426 req-0676476d-788c-4418-9b7d-857d4004307f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:17.819819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad448686-4056-4e44-a30d-6959ba8ea426 req-0676476d-788c-4418-9b7d-857d4004307f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.5066214 Feb 09 03:33:17.904058 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e28f6298-766e-4f9c-97a3-b0cee20d5281 admin admin] Publish callbacks [] for security_group (cf0214db-2226-4547-9bfe-4df8447128d5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:17.912481 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86b1a2da-6da1-445d-a562-3c1291322623 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (31f04ed0-42ee-4c85-adc5-748fa539b8f1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:17.914133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5de98d2-d8d0-4faa-b5c5-79eca3652e62 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:17.919510 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a5de98d2-d8d0-4faa-b5c5-79eca3652e62 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1038697 Feb 09 03:33:17.922680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50118) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:17.991428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782e01a-52ec-4ad1-87e9-2bee83535f14 None None] Pushing event updated for resources: {'Port': ['ID=58605439-ec5c-4804-a8a5-96650f51e7e9,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:18.035026 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e28f6298-766e-4f9c-97a3-b0cee20d5281 admin admin] Publish callbacks [] for security_group (cf0214db-2226-4547-9bfe-4df8447128d5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.042015 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:33:18.043140 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.099522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-afd0bc46-106f-409a-8ca7-8143a12511ba None None] For port d961ffd0-195c-473e-ad3e-733997d796b3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d961ffd0-195c-473e-ad3e-733997d796b3,segment=NetworkSegment(4f2fe655-f7d3-42a3-a78b-09c452f3b8a6),segment_id=4f2fe655-f7d3-42a3-a78b-09c452f3b8a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:18.156635 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad448686-4056-4e44-a30d-6959ba8ea426 req-25731d98-2b37-4de5-8dae-e719a12dd6a8 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176737 Feb 09 03:33:18.222043 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e05543f2-e9f0-4557-953a-8b7c723ff69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.265539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-a9dea974-dc00-47b4-8c6b-5947f21446fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:18.266928 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-a9dea974-dc00-47b4-8c6b-5947f21446fe service neutron] 10.222.0.65 "GET /v2.0/ports/bead1e10-5446-4c1c-bce1-792486a75c6c HTTP/1.1" status: 200 len: 1033 time: 0.1322908 Feb 09 03:33:18.299766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62b0f1-a9ae-40fa-994d-53851bf5880b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:18.311271 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5c62b0f1-a9ae-40fa-994d-53851bf5880b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3875229 Feb 09 03:33:18.314577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50122) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:18.326666 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afd0bc46-106f-409a-8ca7-8143a12511ba None None] Publish callbacks [] for port (d961ffd0-195c-473e-ad3e-733997d796b3), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.342634 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afd0bc46-106f-409a-8ca7-8143a12511ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.372667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.399175 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86b1a2da-6da1-445d-a562-3c1291322623 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (31f04ed0-42ee-4c85-adc5-748fa539b8f1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.400465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:33:18.408025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86b1a2da-6da1-445d-a562-3c1291322623 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (31f04ed0-42ee-4c85-adc5-748fa539b8f1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.442523 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e28f6298-766e-4f9c-97a3-b0cee20d5281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cf0214db-2226-4547-9bfe-4df8447128d5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.448133 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e28f6298-766e-4f9c-97a3-b0cee20d5281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.455775 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e28f6298-766e-4f9c-97a3-b0cee20d5281 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf0214db-2226-4547-9bfe-4df8447128d5 HTTP/1.1" status: 204 len: 168 time: 0.7249944 Feb 09 03:33:18.466838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1a2da-6da1-445d-a562-3c1291322623 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f04ed0-42ee-4c85-adc5-748fa539b8f1,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:18.550084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f6298-766e-4f9c-97a3-b0cee20d5281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0214db-2226-4547-9bfe-4df8447128d5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:18.557030 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-86b1a2da-6da1-445d-a562-3c1291322623 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.571642 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-86b1a2da-6da1-445d-a562-3c1291322623 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3292828 Feb 09 03:33:18.583281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50126) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:18.589413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0bc46-106f-409a-8ca7-8143a12511ba None None] Pushing event updated for resources: {'Port': ['ID=d961ffd0-195c-473e-ad3e-733997d796b3,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:18.622951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-61a6012d-48c6-4e81-a803-bd1854957d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:18.624368 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-61a6012d-48c6-4e81-a803-bd1854957d09 service neutron] 10.222.0.65 "GET /v2.0/ports/fb3ea48f-6c11-4728-960f-048fa8c79da0 HTTP/1.1" status: 200 len: 1033 time: 0.3106377 Feb 09 03:33:18.659610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 58605439-ec5c-4804-a8a5-96650f51e7e9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:33:18.687872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293d802-cad6-4b5e-a4dc-61c6b7a05fb7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:18.691624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293d802-cad6-4b5e-a4dc-61c6b7a05fb7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:18.695400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293d802-cad6-4b5e-a4dc-61c6b7a05fb7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:18.698295 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e293d802-cad6-4b5e-a4dc-61c6b7a05fb7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3772917 Feb 09 03:33:18.702607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50128) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:18.849706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7dd11144-8047-4489-b2b5-1db9201a310a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (d4888a1b-662b-4b88-8942-6544991ccdfc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.906438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 58605439-ec5c-4804-a8a5-96650f51e7e9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:18.907164 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.948985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7dd11144-8047-4489-b2b5-1db9201a310a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (d4888a1b-662b-4b88-8942-6544991ccdfc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:18.954680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:19.103807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:19.151762 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b587fb20-c41b-4881-b6df-b2fc518e349f req-60c55063-8dda-4c71-b29a-799495fa9104 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1361151 Feb 09 03:33:19.182612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca0e096-e25c-47f1-bd16-ee33c30c01db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 14a0c928-7171-4fee-ad78-995dedb14473 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:33:19.260686 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ca0e096-e25c-47f1-bd16-ee33c30c01db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (14a0c928-7171-4fee-ad78-995dedb14473), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:19.269290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.272910 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.273286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.273659 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.273997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.274335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.274675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.274989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.275320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.275643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.275968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.276288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.287296 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:19.311246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 58605439-ec5c-4804-a8a5-96650f51e7e9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:19.386240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-64d0a94d-c9d3-4296-af7d-07ab72603ce1 None None] Provisioning complete for port 58605439-ec5c-4804-a8a5-96650f51e7e9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:19.389127 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64d0a94d-c9d3-4296-af7d-07ab72603ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:19.396035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:19.405914 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:19.406952 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9fbec92b-1a48-42be-adc0-12d0a7850ffd tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc HTTP/1.1" status: 204 len: 168 time: 2.0696228 Feb 09 03:33:19.413501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50138) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:19.448669 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7dd11144-8047-4489-b2b5-1db9201a310a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d4888a1b-662b-4b88-8942-6544991ccdfc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:19.458286 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7dd11144-8047-4489-b2b5-1db9201a310a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:19.469787 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7dd11144-8047-4489-b2b5-1db9201a310a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-groups/d4888a1b-662b-4b88-8942-6544991ccdfc HTTP/1.1" status: 204 len: 168 time: 0.8851151 Feb 09 03:33:19.474956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50142) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:19.538763 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9dd13f87-deb9-432e-9c58-5697dc2b63c3 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:19.548929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9dd13f87-deb9-432e-9c58-5697dc2b63c3 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:19.570858 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9d399c-54c6-4ddc-807f-2ebc7c4a8ee4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] GET failed (client error): The resource could not be found. Feb 09 03:33:19.575427 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ca9d399c-54c6-4ddc-807f-2ebc7c4a8ee4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports/f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc HTTP/1.1" status: 404 len: 333 time: 0.1608734 Feb 09 03:33:19.576391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50146) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:19.610356 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9dd13f87-deb9-432e-9c58-5697dc2b63c3 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:19.613198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9dd13f87-deb9-432e-9c58-5697dc2b63c3 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "GET /v2.0/networks?id=b64083df-8d6d-4adf-9bed-2301d18d1f84&id=f7a362c8-f106-4428-a12c-5e814adef261&id=f7a362c8-f106-4428-a12c-5e814adef261&id=f7a362c8-f106-4428-a12c-5e814adef261&id=f7a362c8-f106-4428-a12c-5e814adef261&id=f3085456-bd68-41c9-9475-08aeec892882&id=f3085456-bd68-41c9-9475-08aeec892882 HTTP/1.1" status: 200 len: 1995 time: 0.9089894 Feb 09 03:33:19.648526 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ca0e096-e25c-47f1-bd16-ee33c30c01db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (14a0c928-7171-4fee-ad78-995dedb14473), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:19.660321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd11144-8047-4489-b2b5-1db9201a310a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4888a1b-662b-4b88-8942-6544991ccdfc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:19.807303 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-64d0a94d-c9d3-4296-af7d-07ab72603ce1 None None] Current status of the port 58605439-ec5c-4804-a8a5-96650f51e7e9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:19.831872 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0a4d4ab9-aa08-4d1e-a984-bccde72e1f23 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3550196 Feb 09 03:33:19.836079 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50154) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:19.862161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-08137f02-0dc0-46ba-b0d7-ea353d050811 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798882742'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:19.862853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f2bfa-e9f4-4b73-85d3-4cc38d74a298 req-64281655-a5a1-4219-aa84-4bdd5c86f333 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:19.874169 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5f2bfa-e9f4-4b73-85d3-4cc38d74a298 req-64281655-a5a1-4219-aa84-4bdd5c86f333 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3594208 Feb 09 03:33:19.929185 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08137f02-0dc0-46ba-b0d7-ea353d050811 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:19.932830 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c416e71-daf9-46af-a641-c87532af223d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (afc5f7a2-1a2d-4d2b-984e-4b88cd8750de), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:19.934802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1a64acc6-4356-4f1a-ae2c-621f3c16a642 None None] Could not find standard attr ID for object 2846a42e-c038-402c-98fe-36d7e2d3c261. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:33:20.019433 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c416e71-daf9-46af-a641-c87532af223d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (afc5f7a2-1a2d-4d2b-984e-4b88cd8750de), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.035589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b77bb257-ed2f-4650-990a-0c8e21ae08be tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=861f56ac06a6467aaaedc48cd06f4450 HTTP/1.1" status: 200 len: 378 time: 0.3964055 Feb 09 03:33:20.053604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'port': {'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'admin_state_up': True, 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'security_groups': ['af29e6ba-5f12-4d0a-b171-55444ab75b9e']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:20.134697 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ca0e096-e25c-47f1-bd16-ee33c30c01db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (14a0c928-7171-4fee-ad78-995dedb14473), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.159613 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c416e71-daf9-46af-a641-c87532af223d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (afc5f7a2-1a2d-4d2b-984e-4b88cd8750de), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.176726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c416e71-daf9-46af-a641-c87532af223d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.177907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3c416e71-daf9-46af-a641-c87532af223d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/security-groups/afc5f7a2-1a2d-4d2b-984e-4b88cd8750de HTTP/1.1" status: 204 len: 168 time: 0.5992119 Feb 09 03:33:20.188745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50160) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:20.294784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c416e71-daf9-46af-a641-c87532af223d tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc5f7a2-1a2d-4d2b-984e-4b88cd8750de,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:20.349618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2aa2199f-a185-4fba-8ca1-20f35117827b None None] Provisioning complete for port 246f4073-04c3-4e61-9fe4-146962a5c4ad triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:20.350054 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2aa2199f-a185-4fba-8ca1-20f35117827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (246f4073-04c3-4e61-9fe4-146962a5c4ad), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.421339 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ca0e096-e25c-47f1-bd16-ee33c30c01db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (14a0c928-7171-4fee-ad78-995dedb14473), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.456309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5f2bfa-e9f4-4b73-85d3-4cc38d74a298 req-5bb1d2a5-2531-4754-81b2-6290b2bfd859 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583806 Feb 09 03:33:20.549244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2199f-a185-4fba-8ca1-20f35117827b None None] Port 246f4073-04c3-4e61-9fe4-146962a5c4ad cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:20.572402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0e096-e25c-47f1-bd16-ee33c30c01db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=14a0c928-7171-4fee-ad78-995dedb14473,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:20.598170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c0bc5f3-41b0-4e88-b2cd-773ed0203314 req-f9c7291c-bf46-47a5-98d6-1243f17f76e7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.2439799 Feb 09 03:33:20.603425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0322fad8-7930-483f-ba55-8eb0b3e0b431 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (cf593ecc-2c25-45cf-974d-20539af69ec8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.607499 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d961ffd0-195c-473e-ad3e-733997d796b3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:33:20.666214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50170) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:20.684860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:20.688720 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.691841 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ca0e096-e25c-47f1-bd16-ee33c30c01db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.694916 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0ca0e096-e25c-47f1-bd16-ee33c30c01db tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/14a0c928-7171-4fee-ad78-995dedb14473 HTTP/1.1" status: 204 len: 168 time: 1.9765468 Feb 09 03:33:20.697697 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08137f02-0dc0-46ba-b0d7-ea353d050811 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (2df93e3e-4c98-4aa7-ad20-002addbe87f8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.698135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2aa2199f-a185-4fba-8ca1-20f35117827b None None] Provisioning complete for port d961ffd0-195c-473e-ad3e-733997d796b3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:20.698678 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2aa2199f-a185-4fba-8ca1-20f35117827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.700362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50174) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:20.754339 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08137f02-0dc0-46ba-b0d7-ea353d050811 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2df93e3e-4c98-4aa7-ad20-002addbe87f8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.772236 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0322fad8-7930-483f-ba55-8eb0b3e0b431 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (cf593ecc-2c25-45cf-974d-20539af69ec8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.805050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7117201c-43ed-4218-a936-8573bfb4e7cc None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:20.822248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08137f02-0dc0-46ba-b0d7-ea353d050811 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.826594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-08137f02-0dc0-46ba-b0d7-ea353d050811 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9694214 Feb 09 03:33:20.830084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50176) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:20.834615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3e0613-4946-4a98-841d-b126fb9f05e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Deleting subnet 90482020-38bb-4968-b70e-c85d5f9563eb {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:33:20.841887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-22d27e17-5f22-416c-b335-a7c20fe97e7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493806677'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:20.950943 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0322fad8-7930-483f-ba55-8eb0b3e0b431 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cf593ecc-2c25-45cf-974d-20539af69ec8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.956845 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0322fad8-7930-483f-ba55-8eb0b3e0b431 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.967820 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0322fad8-7930-483f-ba55-8eb0b3e0b431 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/security-groups/cf593ecc-2c25-45cf-974d-20539af69ec8 HTTP/1.1" status: 204 len: 168 time: 0.7689929 Feb 09 03:33:20.968665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50178) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:20.971531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08137f02-0dc0-46ba-b0d7-ea353d050811 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df93e3e-4c98-4aa7-ad20-002addbe87f8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:20.990742 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0613-4946-4a98-841d-b126fb9f05e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (90482020-38bb-4968-b70e-c85d5f9563eb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.017762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e71d8d0c-4f08-4515-a242-cac2066c75f7 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-375465445', 'prefixes': ['172.20.0.0/16']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:21.028095 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22d27e17-5f22-416c-b335-a7c20fe97e7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.118997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322fad8-7930-483f-ba55-8eb0b3e0b431 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf593ecc-2c25-45cf-974d-20539af69ec8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:21.156561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.164380 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c97c62f-7376-41c4-9d8a-36fc7c4fd8e6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (1ec45cf7-2218-4595-876b-25233bc7b700), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.221127 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c97c62f-7376-41c4-9d8a-36fc7c4fd8e6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (1ec45cf7-2218-4595-876b-25233bc7b700), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.326205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c97c62f-7376-41c4-9d8a-36fc7c4fd8e6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1ec45cf7-2218-4595-876b-25233bc7b700), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.329302 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5c97c62f-7376-41c4-9d8a-36fc7c4fd8e6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.333802 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5c97c62f-7376-41c4-9d8a-36fc7c4fd8e6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ec45cf7-2218-4595-876b-25233bc7b700 HTTP/1.1" status: 204 len: 168 time: 0.3554966 Feb 09 03:33:21.334991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50180) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:21.371500 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2199f-a185-4fba-8ca1-20f35117827b None None] Current status of the port d961ffd0-195c-473e-ad3e-733997d796b3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:21.376226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d961ffd0-195c-473e-ad3e-733997d796b3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:21.376604 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.390408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22d27e17-5f22-416c-b335-a7c20fe97e7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (f9fb712a-490a-4df8-aff6-bf9f05d59c6a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.406918 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22d27e17-5f22-416c-b335-a7c20fe97e7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f9fb712a-490a-4df8-aff6-bf9f05d59c6a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.425909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97c62f-7376-41c4-9d8a-36fc7c4fd8e6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec45cf7-2218-4595-876b-25233bc7b700,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:21.484489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2aa2199f-a185-4fba-8ca1-20f35117827b None None] Could not find standard attr ID for object f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:33:21.486229 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0613-4946-4a98-841d-b126fb9f05e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (90482020-38bb-4968-b70e-c85d5f9563eb), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.538450 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf89912c-b4fa-4a93-b7ed-5417d7723737 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting subnet 4bd8c961-4423-43de-b44a-3c10758cf598 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:33:21.547510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf89912c-b4fa-4a93-b7ed-5417d7723737 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (4bd8c961-4423-43de-b44a-3c10758cf598), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.561735 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22d27e17-5f22-416c-b335-a7c20fe97e7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.566327 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-22d27e17-5f22-416c-b335-a7c20fe97e7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7264614 Feb 09 03:33:21.584684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50186) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:21.606238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-28b9903b-a16e-4ffc-a3e5-0cf950e6b38b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': '2df93e3e-4c98-4aa7-ad20-002addbe87f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f9fb712a-490a-4df8-aff6-bf9f05d59c6a', 'remote_ip_prefix': None}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:21.609100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6ef75ecf-b630-40a6-9151-b91063793570 None None] Could not find standard attr ID for object f0fcc9c6-5a5d-45d7-91b4-ef945044ccfc. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:33:21.622930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d27e17-5f22-416c-b335-a7c20fe97e7d tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fb712a-490a-4df8-aff6-bf9f05d59c6a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:21.694481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Allocated IP 172.20.0.10 (b64083df-8d6d-4adf-9bed-2301d18d1f84/03cd6059-552d-420c-a27f-0ef14c1585e2/0c0ef499-669a-4d3c-8d02-453c2efe13dc) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:21.720005 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e71d8d0c-4f08-4515-a242-cac2066c75f7 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.722670 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e71d8d0c-4f08-4515-a242-cac2066c75f7 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0550396 Feb 09 03:33:21.731284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d961ffd0-195c-473e-ad3e-733997d796b3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:21.753574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50190) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:21.825159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-be26da86-9a2f-42bb-889c-b701f3055935 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] 10.222.0.21 "GET /v2.0/subnetpools/06c86b46-faed-4d2a-8273-0d74e947d297 HTTP/1.1" status: 200 len: 731 time: 0.0610607 Feb 09 03:33:21.835565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50192) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:21.854178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf89912c-b4fa-4a93-b7ed-5417d7723737 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (4bd8c961-4423-43de-b44a-3c10758cf598), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:21.865604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9fdff189-e5c3-4987-a693-2202bf0cd5d0 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-380746784'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:21.929695 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2191f00-3ce7-4dc3-b513-eb658abb18e4 req-163f6f07-8773-4083-a67c-c52d67142003 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0999525 Feb 09 03:33:21.950495 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0613-4946-4a98-841d-b126fb9f05e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (90482020-38bb-4968-b70e-c85d5f9563eb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:22.026638 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28b9903b-a16e-4ffc-a3e5-0cf950e6b38b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (4fcc5ba5-8d35-429a-ba92-96fd05a753d5), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:22.028366 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:22.156141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87904cc-655c-4c06-8aeb-b148a3ecc41e req-a8cb490e-bd3d-4b50-bbc7-5c48d87b7fae tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:22.173037 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f87904cc-655c-4c06-8aeb-b148a3ecc41e req-a8cb490e-bd3d-4b50-bbc7-5c48d87b7fae tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.5100374 Feb 09 03:33:22.426436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0613-4946-4a98-841d-b126fb9f05e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (90482020-38bb-4968-b70e-c85d5f9563eb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:22.486710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28b9903b-a16e-4ffc-a3e5-0cf950e6b38b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (4fcc5ba5-8d35-429a-ba92-96fd05a753d5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:22.495130 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f87904cc-655c-4c06-8aeb-b148a3ecc41e req-cc030e60-8eec-48ae-8c2c-0b742a374ac7 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188655 Feb 09 03:33:22.568616 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fdff189-e5c3-4987-a693-2202bf0cd5d0 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:22.573574 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9fdff189-e5c3-4987-a693-2202bf0cd5d0 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] 10.222.0.21 "PUT /v2.0/subnetpools/06c86b46-faed-4d2a-8273-0d74e947d297 HTTP/1.1" status: 200 len: 683 time: 0.7217975 Feb 09 03:33:22.576972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50202) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:22.580139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e0613-4946-4a98-841d-b126fb9f05e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Subnet': ['ID=90482020-38bb-4968-b70e-c85d5f9563eb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:22.597397 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28b9903b-a16e-4ffc-a3e5-0cf950e6b38b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (4fcc5ba5-8d35-429a-ba92-96fd05a753d5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:22.606692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf89912c-b4fa-4a93-b7ed-5417d7723737 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (4bd8c961-4423-43de-b44a-3c10758cf598), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:22.645554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0613-4946-4a98-841d-b126fb9f05e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:22.656880 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2e3e0613-4946-4a98-841d-b126fb9f05e0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/90482020-38bb-4968-b70e-c85d5f9563eb HTTP/1.1" status: 204 len: 168 time: 1.9553192 Feb 09 03:33:22.668947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50208) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:22.751108 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf89912c-b4fa-4a93-b7ed-5417d7723737 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (4bd8c961-4423-43de-b44a-3c10758cf598), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:22.779241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9903b-a16e-4ffc-a3e5-0cf950e6b38b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcc5ba5-8d35-429a-ba92-96fd05a753d5,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:22.854537 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf89912c-b4fa-4a93-b7ed-5417d7723737 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:22.859361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a026b0-4eb4-4fe0-8255-ac75e69e3042 None None] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:22.868672 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cf89912c-b4fa-4a93-b7ed-5417d7723737 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/4bd8c961-4423-43de-b44a-3c10758cf598 HTTP/1.1" status: 204 len: 168 time: 1.5161321 Feb 09 03:33:22.869528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50216) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:22.870431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89912c-b4fa-4a93-b7ed-5417d7723737 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd8c961-4423-43de-b44a-3c10758cf598,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:22.992281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6822018f-db46-4df0-964b-02065bfe31c1 None None] Network c5780e3f-5fe0-4434-8596-82a0e8078930 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:23.002486 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:23.021673 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-404b8968-e43e-4260-9ac6-ed06505436f9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2762654 Feb 09 03:33:23.024212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50220) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:23.047431 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28b9903b-a16e-4ffc-a3e5-0cf950e6b38b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:23.049198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-28b9903b-a16e-4ffc-a3e5-0cf950e6b38b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4630885 Feb 09 03:33:23.054060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50224) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:23.098308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5421746-60bc-437e-ac3b-0b2f04313087 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting subnet e65c488a-3b18-46ca-8b0f-c1817d5620b0 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:33:23.196445 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5421746-60bc-437e-ac3b-0b2f04313087 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (e65c488a-3b18-46ca-8b0f-c1817d5620b0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:23.204051 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce51b849-69b7-4173-b723-d11bbd4776c3 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:23.210726 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ce51b849-69b7-4173-b723-d11bbd4776c3 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] 10.222.0.21 "DELETE /v2.0/subnetpools/06c86b46-faed-4d2a-8273-0d74e947d297 HTTP/1.1" status: 204 len: 168 time: 0.6262167 Feb 09 03:33:23.218737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e64c49-64c4-4e23-b83f-90635951302c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (4fcc5ba5-8d35-429a-ba92-96fd05a753d5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:23.247136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-89c1f489-075b-40a3-8655-1a569ff0b824 None None] Provisioning complete for port 58605439-ec5c-4804-a8a5-96650f51e7e9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:23.247690 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89c1f489-075b-40a3-8655-1a569ff0b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:23.250534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50226) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:23.330197 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e64c49-64c4-4e23-b83f-90635951302c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (4fcc5ba5-8d35-429a-ba92-96fd05a753d5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:23.361895 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-b41fe21d-5c30-4abd-83d4-57cfa79ebe92 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] show failed (client error): The resource could not be found. Feb 09 03:33:23.363346 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b41fe21d-5c30-4abd-83d4-57cfa79ebe92 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] 10.222.0.21 "GET /v2.0/subnetpools/06c86b46-faed-4d2a-8273-0d74e947d297 HTTP/1.1" status: 404 len: 346 time: 0.1072736 Feb 09 03:33:23.367935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50228) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:23.430876 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-66e577e9-9a90-46b4-8e4e-f6d83c98c1a3 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] delete failed (client error): The resource could not be found. Feb 09 03:33:23.439866 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-66e577e9-9a90-46b4-8e4e-f6d83c98c1a3 tempest-SubnetPoolsTestJSON-1643182921 tempest-SubnetPoolsTestJSON-1643182921-project] 10.222.0.21 "DELETE /v2.0/subnetpools/06c86b46-faed-4d2a-8273-0d74e947d297 HTTP/1.1" status: 404 len: 346 time: 0.0657320 Feb 09 03:33:23.462304 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:23.574870 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e64c49-64c4-4e23-b83f-90635951302c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (4fcc5ba5-8d35-429a-ba92-96fd05a753d5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:23.589056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9eed02-496a-455c-be47-fece8064ed1e None None] DHCP port deletion for c5780e3f-5fe0-4434-8596-82a0e8078930 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:33:23.624409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e64c49-64c4-4e23-b83f-90635951302c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:23.633333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-10e64c49-64c4-4e23-b83f-90635951302c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4fcc5ba5-8d35-429a-ba92-96fd05a753d5 HTTP/1.1" status: 204 len: 168 time: 0.5704577 Feb 09 03:33:23.668336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e490-27fb-44be-a5db-4d05bd316a54 req-89b14601-4ffb-4487-a8d9-473275fc73fd tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:23.673056 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab12e490-27fb-44be-a5db-4d05bd316a54 req-89b14601-4ffb-4487-a8d9-473275fc73fd tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.4922807 Feb 09 03:33:23.675297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50234) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:23.727719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-89c1f489-075b-40a3-8655-1a569ff0b824 None None] Current status of the port 58605439-ec5c-4804-a8a5-96650f51e7e9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:23.753768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e64c49-64c4-4e23-b83f-90635951302c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fcc5ba5-8d35-429a-ba92-96fd05a753d5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:23.813954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7d9eed02-496a-455c-be47-fece8064ed1e None None] Deleting port 58605439-ec5c-4804-a8a5-96650f51e7e9 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:33:23.814703 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d9eed02-496a-455c-be47-fece8064ed1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:23.834192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Network b64083df-8d6d-4adf-9bed-2301d18d1f84 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:23.854143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Port': ['ID=0c0ef499-669a-4d3c-8d02-453c2efe13dc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:23.877576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:23.882750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:24.040734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7d9eed02-496a-455c-be47-fece8064ed1e None None] For port 58605439-ec5c-4804-a8a5-96650f51e7e9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=58605439-ec5c-4804-a8a5-96650f51e7e9,segment=NetworkSegment(4f931af1-50bd-4441-8072-001cadee7cce),segment_id=4f931af1-50bd-4441-8072-001cadee7cce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:24.041262 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d9eed02-496a-455c-be47-fece8064ed1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:24.090334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7d9eed02-496a-455c-be47-fece8064ed1e None None] Calling delete_port for 58605439-ec5c-4804-a8a5-96650f51e7e9 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:33:24.128594 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5421746-60bc-437e-ac3b-0b2f04313087 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (e65c488a-3b18-46ca-8b0f-c1817d5620b0), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:24.151022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab12e490-27fb-44be-a5db-4d05bd316a54 req-0264013a-a43d-4a01-9f25-003039df0313 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4367676 Feb 09 03:33:24.224044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:24.224716 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:24.275126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50244) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:24.374647 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d9eed02-496a-455c-be47-fece8064ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (58605439-ec5c-4804-a8a5-96650f51e7e9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:24.437751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9eed02-496a-455c-be47-fece8064ed1e None None] Pushing event deleted for resources: {'Port': ['ID=58605439-ec5c-4804-a8a5-96650f51e7e9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:24.439678 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:24.442536 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-85b713d6-83b2-449b-9c69-dde63bdb866a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7503142 Feb 09 03:33:24.459049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50248) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:24.467282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9eed02-496a-455c-be47-fece8064ed1e None None] No DVR routers for this DVR port 58605439-ec5c-4804-a8a5-96650f51e7e9 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:33:24.532169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ca240f3b-71e5-43f0-be1c-ca2add975441 None None] Provisioning complete for port 0c0ef499-669a-4d3c-8d02-453c2efe13dc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:24.532714 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca240f3b-71e5-43f0-be1c-ca2add975441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:24.571514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4071347b-f894-479f-826b-ea2a650a8f42 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5268090 Feb 09 03:33:24.592411 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'port': {'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261', 'admin_state_up': True, 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'security_groups': ['af29e6ba-5f12-4d0a-b171-55444ab75b9e']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:24.636973 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5421746-60bc-437e-ac3b-0b2f04313087 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (e65c488a-3b18-46ca-8b0f-c1817d5620b0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:24.647170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 58605439-ec5c-4804-a8a5-96650f51e7e9 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:33:24.718753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 58605439-ec5c-4804-a8a5-96650f51e7e9 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:33:24.719090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 58605439-ec5c-4804-a8a5-96650f51e7e9 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:33:24.750400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff574092-ba4c-4e21-b857-260382e63309 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:24.755861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ff574092-ba4c-4e21-b857-260382e63309 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.7306592 Feb 09 03:33:24.764934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50250) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:24.789131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ca240f3b-71e5-43f0-be1c-ca2add975441 None None] Port 0c0ef499-669a-4d3c-8d02-453c2efe13dc cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:24.992631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ba7da5-fa31-42ce-9b48-c2647e8bcca7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:24.996431 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-80ba7da5-fa31-42ce-9b48-c2647e8bcca7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2148468 Feb 09 03:33:24.996840 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50252) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.018518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e2350-5d42-442b-a5f5-44eea75597b9 req-2e6aec14-215d-40a2-b30d-6d0064443054 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:25.020079 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-951e2350-5d42-442b-a5f5-44eea75597b9 req-2e6aec14-215d-40a2-b30d-6d0064443054 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 932 time: 1.8260322 Feb 09 03:33:25.069959 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5421746-60bc-437e-ac3b-0b2f04313087 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (e65c488a-3b18-46ca-8b0f-c1817d5620b0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.091008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f0647851-e7dd-4395-bd15-539dabbdca64 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919335 Feb 09 03:33:25.103640 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:33:25.123612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50256) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.126927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0cd89c22-babe-4965-9ebf-4256281bb8c2 None None] Provisioning complete for port d961ffd0-195c-473e-ad3e-733997d796b3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:25.127456 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cd89c22-babe-4965-9ebf-4256281bb8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.234680 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5421746-60bc-437e-ac3b-0b2f04313087 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Subnet': ['ID=e65c488a-3b18-46ca-8b0f-c1817d5620b0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:25.248593 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5e3c4d-83c6-435c-a0db-e312e84a3520 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:25.249796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5e3c4d-83c6-435c-a0db-e312e84a3520 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:25.254847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fd5e3c4d-83c6-435c-a0db-e312e84a3520 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/2846a42e-c038-402c-98fe-36d7e2d3c261 HTTP/1.1" status: 404 len: 333 time: 0.0913970 Feb 09 03:33:25.256636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d517b-ffa3-4170-a6d8-5a4dd4848513 None None] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:25.263502 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5421746-60bc-437e-ac3b-0b2f04313087 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.266951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e5421746-60bc-437e-ac3b-0b2f04313087 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/e65c488a-3b18-46ca-8b0f-c1817d5620b0 HTTP/1.1" status: 204 len: 168 time: 2.3846550 Feb 09 03:33:25.282138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50260) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.282797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50262) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.351219 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddefd56-5a81-4b8d-b724-9ea19b31923a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:25.352357 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddefd56-5a81-4b8d-b724-9ea19b31923a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:25.356869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9ddefd56-5a81-4b8d-b724-9ea19b31923a tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/4bd8c961-4423-43de-b44a-3c10758cf598 HTTP/1.1" status: 404 len: 337 time: 0.0605202 Feb 09 03:33:25.363570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50264) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.415820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1996cb4-4eca-443d-9686-b19998d94d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.426603 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9b314d-0a65-4bb5-ace7-26bbafc5b34a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:25.428879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9b314d-0a65-4bb5-ace7-26bbafc5b34a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:25.437700 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7a9b314d-0a65-4bb5-ace7-26bbafc5b34a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/90482020-38bb-4968-b70e-c85d5f9563eb HTTP/1.1" status: 404 len: 337 time: 0.1529932 Feb 09 03:33:25.440049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50266) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.441560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d1f2e-c14f-4817-88f0-2586ac141717 req-f1f5d240-53d1-4b84-91f0-c538e5a3d148 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:25.443293 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a1d1f2e-c14f-4817-88f0-2586ac141717 req-f1f5d240-53d1-4b84-91f0-c538e5a3d148 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 1.1421654 Feb 09 03:33:25.486029 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-951e2350-5d42-442b-a5f5-44eea75597b9 req-e98bf41a-9b97-4c5e-98c6-a9a7994cab68 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4134927 Feb 09 03:33:25.493126 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f961c19e-f215-4842-9920-fc182024ea8a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (f9fb712a-490a-4df8-aff6-bf9f05d59c6a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.555077 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-0642c44a-f853-413d-9392-07238da3599d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:25.555676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-05547aea-5bb5-4bcc-a234-491a604d5789 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting subnet e51442cb-3793-4aee-99a9-d9dc2745503b {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:33:25.555908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0642c44a-f853-413d-9392-07238da3599d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:25.562628 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0642c44a-f853-413d-9392-07238da3599d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/14a0c928-7171-4fee-ad78-995dedb14473 HTTP/1.1" status: 404 len: 337 time: 0.1196606 Feb 09 03:33:25.565458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50268) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.598062 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-994c350a-aab8-4493-82e5-43694c5a1f7a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:25.598737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994c350a-aab8-4493-82e5-43694c5a1f7a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:25.602431 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-994c350a-aab8-4493-82e5-43694c5a1f7a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/511ccce4-f16e-42d6-b846-90693513db02 HTTP/1.1" status: 404 len: 333 time: 0.0358682 Feb 09 03:33:25.605717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50270) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.607174 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f961c19e-f215-4842-9920-fc182024ea8a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (f9fb712a-490a-4df8-aff6-bf9f05d59c6a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.613117 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05547aea-5bb5-4bcc-a234-491a604d5789 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (e51442cb-3793-4aee-99a9-d9dc2745503b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.645844 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbac767e-0f7d-4e9b-aeb8-93a33cfc6e9c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:25.646399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbac767e-0f7d-4e9b-aeb8-93a33cfc6e9c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:25.651426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cbac767e-0f7d-4e9b-aeb8-93a33cfc6e9c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/b550a8ad-60b3-4be2-8fe8-a846346b0e80 HTTP/1.1" status: 404 len: 337 time: 0.0449221 Feb 09 03:33:25.654650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50272) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.686973 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a1d1f2e-c14f-4817-88f0-2586ac141717 req-c67301ea-5974-412f-a8ea-0ef0ccf954da tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315021 Feb 09 03:33:25.719000 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb0c811-b477-4d53-b5ea-3c020feee1b5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:25.719922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb0c811-b477-4d53-b5ea-3c020feee1b5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:25.724614 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8bb0c811-b477-4d53-b5ea-3c020feee1b5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/874db91b-3d0d-4dd0-85c6-23573f260502 HTTP/1.1" status: 404 len: 337 time: 0.0661812 Feb 09 03:33:25.726169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50274) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.747599 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05547aea-5bb5-4bcc-a234-491a604d5789 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (e51442cb-3793-4aee-99a9-d9dc2745503b), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.786141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:25.787705 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6c76eb-3ea3-4e0a-8686-8b008a79b9f7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:25.789585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.790078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6c76eb-3ea3-4e0a-8686-8b008a79b9f7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:25.796589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ca6c76eb-3ea3-4e0a-8686-8b008a79b9f7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/6f3afd44-aa6e-46bb-b715-31b76935178c HTTP/1.1" status: 404 len: 333 time: 0.0690467 Feb 09 03:33:25.801266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50276) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.847330 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f961c19e-f215-4842-9920-fc182024ea8a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f9fb712a-490a-4df8-aff6-bf9f05d59c6a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.850428 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f961c19e-f215-4842-9920-fc182024ea8a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.851746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f961c19e-f215-4842-9920-fc182024ea8a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-groups/f9fb712a-490a-4df8-aff6-bf9f05d59c6a HTTP/1.1" status: 204 len: 168 time: 1.3666079 Feb 09 03:33:25.862053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50278) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.898246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0cd89c22-babe-4965-9ebf-4256281bb8c2 None None] Current status of the port d961ffd0-195c-473e-ad3e-733997d796b3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:25.928853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0cd89c22-babe-4965-9ebf-4256281bb8c2 None None] Provisioning complete for port 246f4073-04c3-4e61-9fe4-146962a5c4ad triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:25.929234 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cd89c22-babe-4965-9ebf-4256281bb8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (246f4073-04c3-4e61-9fe4-146962a5c4ad), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.932943 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd10c08-bd20-4a7b-8577-625208f5e87c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:25.933933 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd10c08-bd20-4a7b-8577-625208f5e87c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:25.948279 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2fd10c08-bd20-4a7b-8577-625208f5e87c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/f3923128-5890-4e29-8486-78525197e374 HTTP/1.1" status: 404 len: 337 time: 0.1248665 Feb 09 03:33:25.949277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50280) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:25.994663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50282) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:26.008386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e55c9905-6907-47f6-9706-4436a0c2dc19 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1225302 Feb 09 03:33:26.011300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0cd89c22-babe-4965-9ebf-4256281bb8c2 None None] Port 246f4073-04c3-4e61-9fe4-146962a5c4ad cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:26.034361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961c19e-f215-4842-9920-fc182024ea8a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fb712a-490a-4df8-aff6-bf9f05d59c6a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:26.048250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8daa3a-9841-475d-afc5-e9ab30f05dab req-d273aa47-be18-4453-a23d-99cf09af7581 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:26.067673 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad8daa3a-9841-475d-afc5-e9ab30f05dab req-d273aa47-be18-4453-a23d-99cf09af7581 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.2632282 Feb 09 03:33:26.215429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad8daa3a-9841-475d-afc5-e9ab30f05dab req-12b53028-9e07-465e-9573-68f1b354b759 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468313 Feb 09 03:33:26.224633 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1996cb4-4eca-443d-9686-b19998d94d93 admin admin] Publish callbacks [] for security_group (da1dda59-822d-401c-8325-29f2fbc0d493), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:26.399111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Allocated IP 10.1.1.242 (f7a362c8-f106-4428-a12c-5e814adef261/48e2e927-d5af-4c72-bdba-a98cdca6bd34/16a3fa99-6821-4aa6-93a8-7fd65666a1a8) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:26.538894 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3867fea-e3bd-4f39-8152-6fe12fd855b5 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (2df93e3e-4c98-4aa7-ad20-002addbe87f8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:26.541165 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3efcf6a-34bf-4546-bbf7-1880d681ae53 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:26.541662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3efcf6a-34bf-4546-bbf7-1880d681ae53 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:26.545543 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f3efcf6a-34bf-4546-bbf7-1880d681ae53 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/38af6a52-ae5d-4455-ac69-384052c48a35 HTTP/1.1" status: 404 len: 337 time: 0.5687721 Feb 09 03:33:26.548063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50294) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:26.569750 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1996cb4-4eca-443d-9686-b19998d94d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (da1dda59-822d-401c-8325-29f2fbc0d493), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:26.586077 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05547aea-5bb5-4bcc-a234-491a604d5789 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (e51442cb-3793-4aee-99a9-d9dc2745503b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:26.593562 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ee0110-f641-4aab-a6fe-fbf91427ebf9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:26.594157 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ee0110-f641-4aab-a6fe-fbf91427ebf9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:26.603198 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-31ee0110-f641-4aab-a6fe-fbf91427ebf9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/e4ad06ab-1005-4d1f-a407-79cada410aa4 HTTP/1.1" status: 404 len: 333 time: 0.0540366 Feb 09 03:33:26.608277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50296) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:26.676347 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e458d35-9e24-4475-a529-7d4fcb7a3af0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:26.685997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e458d35-9e24-4475-a529-7d4fcb7a3af0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:26.691400 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9e458d35-9e24-4475-a529-7d4fcb7a3af0 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/6433107d-dbcf-45f7-81e6-863b603425f5 HTTP/1.1" status: 404 len: 337 time: 0.0797842 Feb 09 03:33:26.702255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50300) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:26.754940 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f58cee5-ba04-4977-9e89-f6af9062bbca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:26.755364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f58cee5-ba04-4977-9e89-f6af9062bbca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:26.766456 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5f58cee5-ba04-4977-9e89-f6af9062bbca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/43aaab3d-3ac8-4be3-911e-9204a4c6875e HTTP/1.1" status: 404 len: 337 time: 0.0610309 Feb 09 03:33:26.766913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50306) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:26.863820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3867fea-e3bd-4f39-8152-6fe12fd855b5 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (2df93e3e-4c98-4aa7-ad20-002addbe87f8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:26.891396 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aec428b-e29b-4b9e-9e3c-a831b454309a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:26.892309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aec428b-e29b-4b9e-9e3c-a831b454309a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:26.897184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7aec428b-e29b-4b9e-9e3c-a831b454309a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/aad4e84a-c839-454c-9493-cd5cfcec3959 HTTP/1.1" status: 404 len: 333 time: 0.1173692 Feb 09 03:33:26.905777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50308) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:26.967377 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a543977-06c9-4a7b-9a3a-85d911dce086 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:26.967880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a543977-06c9-4a7b-9a3a-85d911dce086 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:26.974888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5a543977-06c9-4a7b-9a3a-85d911dce086 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/d6d7e9b4-b4ff-4ef6-898d-cd559fd42f3d HTTP/1.1" status: 404 len: 337 time: 0.0675414 Feb 09 03:33:26.983916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50310) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.020193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04d653-4c2a-4da5-8f74-3798872799ff req-907d6555-7353-49d4-b396-b90b4312ced4 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:27.022014 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4c04d653-4c2a-4da5-8f74-3798872799ff req-907d6555-7353-49d4-b396-b90b4312ced4 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.2162325 Feb 09 03:33:27.041114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1996cb4-4eca-443d-9686-b19998d94d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1dda59-822d-401c-8325-29f2fbc0d493,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:27.068284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7cac0598-6aa7-4d3d-a498-861c296a0698 None None] Provisioning complete for port d961ffd0-195c-473e-ad3e-733997d796b3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:27.068748 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7cac0598-6aa7-4d3d-a498-861c296a0698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:27.086764 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a1996cb4-4eca-443d-9686-b19998d94d93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7929c0eeded64d938c15ab2559117e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8050683 Feb 09 03:33:27.092955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50312) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.197096 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-705d3d0f-6eb4-477b-acee-7d0b736c8044 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:27.198265 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05547aea-5bb5-4bcc-a234-491a604d5789 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (e51442cb-3793-4aee-99a9-d9dc2745503b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:27.199116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705d3d0f-6eb4-477b-acee-7d0b736c8044 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:27.204680 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-705d3d0f-6eb4-477b-acee-7d0b736c8044 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/78e63741-ad78-4039-a090-6bc481dc6fff HTTP/1.1" status: 404 len: 333 time: 0.2175517 Feb 09 03:33:27.211373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50314) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.220019 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4c04d653-4c2a-4da5-8f74-3798872799ff req-a7d6ef70-0bf0-4958-8534-368cfa28815c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281736 Feb 09 03:33:27.295221 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:27.303467 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a23b9a-d5d6-4607-9c3d-46c7d25b7f9f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:27.304877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a23b9a-d5d6-4607-9c3d-46c7d25b7f9f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:27.317644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95bad5-c1a7-4cf1-a005-28d53c966063 req-08b3e13b-3ab7-427b-b0f7-db7ff1fb4c70 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:27.322137 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-92a23b9a-d5d6-4607-9c3d-46c7d25b7f9f tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/f762c07d-4308-4122-a026-0098866bf694 HTTP/1.1" status: 404 len: 337 time: 0.0988808 Feb 09 03:33:27.322541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50320) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.324735 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb95bad5-c1a7-4cf1-a005-28d53c966063 req-08b3e13b-3ab7-427b-b0f7-db7ff1fb4c70 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 932 time: 0.5627022 Feb 09 03:33:27.379081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05547aea-5bb5-4bcc-a234-491a604d5789 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Subnet': ['ID=e51442cb-3793-4aee-99a9-d9dc2745503b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:27.401000 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05547aea-5bb5-4bcc-a234-491a604d5789 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:27.416290 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f87e504-6592-4a8e-a17e-e696b2a078c1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:27.416877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f87e504-6592-4a8e-a17e-e696b2a078c1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:27.434776 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-05547aea-5bb5-4bcc-a234-491a604d5789 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/e51442cb-3793-4aee-99a9-d9dc2745503b HTTP/1.1" status: 204 len: 168 time: 2.0682352 Feb 09 03:33:27.455679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7f87e504-6592-4a8e-a17e-e696b2a078c1 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/eb9afc48-1551-40f4-a07e-2e45b2fdcf19 HTTP/1.1" status: 404 len: 333 time: 0.1321142 Feb 09 03:33:27.456620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50322) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.461091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50324) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.461816 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3867fea-e3bd-4f39-8152-6fe12fd855b5 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2df93e3e-4c98-4aa7-ad20-002addbe87f8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:27.464410 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3867fea-e3bd-4f39-8152-6fe12fd855b5 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:27.476923 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a3867fea-e3bd-4f39-8152-6fe12fd855b5 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-groups/2df93e3e-4c98-4aa7-ad20-002addbe87f8 HTTP/1.1" status: 204 len: 168 time: 1.4545226 Feb 09 03:33:27.500109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50326) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.561018 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c024f2e-7c83-4ea7-80f6-fdfbced4cb90 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:27.561662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c024f2e-7c83-4ea7-80f6-fdfbced4cb90 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:27.580374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2c024f2e-7c83-4ea7-80f6-fdfbced4cb90 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/185479ce-6628-4e68-81d5-d6d5ce9896d3 HTTP/1.1" status: 404 len: 337 time: 0.1101022 Feb 09 03:33:27.581193 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9953aa7e-3098-4b3c-b64a-985262f33a02 admin admin] Publish callbacks [] for security_group (da1dda59-822d-401c-8325-29f2fbc0d493), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:27.584349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50328) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.604609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7cac0598-6aa7-4d3d-a498-861c296a0698 None None] Current status of the port d961ffd0-195c-473e-ad3e-733997d796b3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:27.606848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3867fea-e3bd-4f39-8152-6fe12fd855b5 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df93e3e-4c98-4aa7-ad20-002addbe87f8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:27.608990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f124e50-c110-4f7c-adee-7ef05d02c796 None None] Network d38124a9-5ebe-41ee-bed9-6d70877e7263 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:27.640556 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-32316114-9c4a-49f4-b929-50400d634156 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:27.641023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32316114-9c4a-49f4-b929-50400d634156 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:27.644287 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-32316114-9c4a-49f4-b929-50400d634156 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/8ef78807-7e79-4a46-99cf-5a78c00ab54f HTTP/1.1" status: 404 len: 337 time: 0.1662359 Feb 09 03:33:27.654640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50330) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.665956 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7dcd8638-1304-4026-a36d-9d03df618671 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d803ff2-4dc2-43d9-824f-d9e3dca5aedb HTTP/1.1" status: 200 len: 205 time: 0.0743723 Feb 09 03:33:27.679242 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb95bad5-c1a7-4cf1-a005-28d53c966063 req-e196cb05-61bc-4c9f-b996-21ab1da997ac tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3429930 Feb 09 03:33:27.679729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50332) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.728179 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-862ad992-f405-4f43-9186-5c78522b96fd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:27.728776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862ad992-f405-4f43-9186-5c78522b96fd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:27.732775 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-862ad992-f405-4f43-9186-5c78522b96fd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/673e30b1-cef5-4965-91b0-d22baf24ee5e HTTP/1.1" status: 404 len: 333 time: 0.0761249 Feb 09 03:33:27.769249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50334) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.777274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8201f3b0-44ae-4a46-a573-55b32f7c1a7a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2498376 Feb 09 03:33:27.811170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7cac0598-6aa7-4d3d-a498-861c296a0698 None None] Provisioning complete for port 246f4073-04c3-4e61-9fe4-146962a5c4ad triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:27.811556 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7cac0598-6aa7-4d3d-a498-861c296a0698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (246f4073-04c3-4e61-9fe4-146962a5c4ad), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:27.816245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50336) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.821570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-64479eda-3d6b-4ff9-9bcf-bb5f2844356e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group': {'name': 'tempest-secgroup--14412797'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:27.832793 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-48419529-9f79-4b5a-a765-b48d746c717c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:27.833965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48419529-9f79-4b5a-a765-b48d746c717c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:27.838391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-48419529-9f79-4b5a-a765-b48d746c717c tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/6db2d827-7d98-4309-8bcb-7637d45c6143 HTTP/1.1" status: 404 len: 337 time: 0.0599687 Feb 09 03:33:27.839814 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-df21d6bf-d8b6-42a4-bd31-498c78a674c7 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] delete failed (client error): The resource could not be found. Feb 09 03:33:27.844156 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-df21d6bf-d8b6-42a4-bd31-498c78a674c7 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/routers/2d803ff2-4dc2-43d9-824f-d9e3dca5aedb HTTP/1.1" status: 404 len: 336 time: 0.1475496 Feb 09 03:33:27.847164 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50338) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.847689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50340) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.889419 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51f9d86-3f34-43b8-a61a-10aa7cb73945 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:27.890282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51f9d86-3f34-43b8-a61a-10aa7cb73945 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:27.894067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c51f9d86-3f34-43b8-a61a-10aa7cb73945 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/59dff004-4ea7-40e7-8e94-7c5864e29bc7 HTTP/1.1" status: 404 len: 333 time: 0.0450902 Feb 09 03:33:27.894706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9953aa7e-3098-4b3c-b64a-985262f33a02 admin admin] Publish callbacks [] for security_group (da1dda59-822d-401c-8325-29f2fbc0d493), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:27.913377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7cac0598-6aa7-4d3d-a498-861c296a0698 None None] Port 246f4073-04c3-4e61-9fe4-146962a5c4ad cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:27.920672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50342) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.924074 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f38d78-6180-44f7-ae21-e9ddbce898eb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:27.924718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f38d78-6180-44f7-ae21-e9ddbce898eb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:27.931795 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-70f38d78-6180-44f7-ae21-e9ddbce898eb tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/bbdb7f87-46d0-4b30-9e9c-625f6b2a4336 HTTP/1.1" status: 404 len: 337 time: 0.0530069 Feb 09 03:33:27.932704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50344) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:27.940065 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64479eda-3d6b-4ff9-9bcf-bb5f2844356e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:27.944061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:27.981329 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dadd476-9321-4696-8aec-a2e1bba91ac4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:27.982117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dadd476-9321-4696-8aec-a2e1bba91ac4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:27.988382 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3dadd476-9321-4696-8aec-a2e1bba91ac4 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/f106f11c-6e64-424b-92eb-d5fcb8c7882b HTTP/1.1" status: 404 len: 337 time: 0.0529699 Feb 09 03:33:27.989435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50346) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.042316 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20a53f7-fd70-4c59-a724-eda22b411291 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.043300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20a53f7-fd70-4c59-a724-eda22b411291 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.051067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e20a53f7-fd70-4c59-a724-eda22b411291 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/272bdc94-91c5-457d-88f5-e44fab6694ec HTTP/1.1" status: 404 len: 337 time: 0.0401888 Feb 09 03:33:28.051704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50348) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.065838 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-4367aaed-1bbc-4f80-bd2e-b086c755b127 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.066242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4367aaed-1bbc-4f80-bd2e-b086c755b127 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.071812 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4367aaed-1bbc-4f80-bd2e-b086c755b127 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/c6ad9bf9-a3e1-4cf9-8fd5-d688f2d2167f HTTP/1.1" status: 404 len: 337 time: 0.1001740 Feb 09 03:33:28.081219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d8a5f-9d39-4337-b38e-0bf8963ce17b None None] DHCP port deletion for d38124a9-5ebe-41ee-bed9-6d70877e7263 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:33:28.084430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Network f7a362c8-f106-4428-a12c-5e814adef261 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:28.084591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50350) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.105800 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fb2334-cdf9-4bf7-acc9-e89487002b93 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.106550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fb2334-cdf9-4bf7-acc9-e89487002b93 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.108320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c1cc8-c6f0-460e-aa11-912decd1a46a req-706082f9-bd57-472f-8c12-e721ba8d6973 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:28.109892 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e69c1cc8-c6f0-460e-aa11-912decd1a46a req-706082f9-bd57-472f-8c12-e721ba8d6973 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.7113719 Feb 09 03:33:28.112231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d2fb2334-cdf9-4bf7-acc9-e89487002b93 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/734396e8-67af-4982-82d7-a3a501d59439 HTTP/1.1" status: 404 len: 333 time: 0.0564506 Feb 09 03:33:28.115827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50352) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.116721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:28.119290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:28.158344 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f06f272-1bbd-4a6d-a400-5fb1963e9bea tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.158805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f06f272-1bbd-4a6d-a400-5fb1963e9bea tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.166125 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9f06f272-1bbd-4a6d-a400-5fb1963e9bea tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/52d09705-4230-4a5f-8da1-84d5130ebe50 HTTP/1.1" status: 404 len: 337 time: 0.0429802 Feb 09 03:33:28.180796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d8a5f-9d39-4337-b38e-0bf8963ce17b None None] Deleting port d961ffd0-195c-473e-ad3e-733997d796b3 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:33:28.181246 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d9d8a5f-9d39-4337-b38e-0bf8963ce17b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:28.197605 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50354) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.198309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Port': ['ID=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:28.217510 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e69c1cc8-c6f0-460e-aa11-912decd1a46a req-d9a881ba-1819-4177-86e5-1cf64b25e05b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675461 Feb 09 03:33:28.222251 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e0bc6e-80b4-4a8b-ade8-b3d6fa236afd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.223144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e0bc6e-80b4-4a8b-ade8-b3d6fa236afd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.226393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e6e0bc6e-80b4-4a8b-ade8-b3d6fa236afd tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/f5e84843-0cf5-4007-9b3f-78a297a4f61a HTTP/1.1" status: 404 len: 333 time: 0.1407821 Feb 09 03:33:28.230345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542d2cc-fe9a-42a2-8795-99e0752e10f8 req-94bbfa09-ace0-430e-acf9-5d3172cac99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:28.231987 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1542d2cc-fe9a-42a2-8795-99e0752e10f8 req-94bbfa09-ace0-430e-acf9-5d3172cac99d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 1128 time: 0.5253067 Feb 09 03:33:28.235433 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50356) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.236497 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bf968b-ec8b-4bbf-8fd8-511050e833d1 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.236958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35bf968b-ec8b-4bbf-8fd8-511050e833d1 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.240102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-35bf968b-ec8b-4bbf-8fd8-511050e833d1 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/4f92edb1-385d-4a7e-a81b-2f9bd9a37caf HTTP/1.1" status: 404 len: 337 time: 0.0388181 Feb 09 03:33:28.245101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50358) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.310801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4d9d8a5f-9d39-4337-b38e-0bf8963ce17b None None] For port d961ffd0-195c-473e-ad3e-733997d796b3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d961ffd0-195c-473e-ad3e-733997d796b3,segment=NetworkSegment(4f2fe655-f7d3-42a3-a78b-09c452f3b8a6),segment_id=4f2fe655-f7d3-42a3-a78b-09c452f3b8a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:28.312706 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d9d8a5f-9d39-4337-b38e-0bf8963ce17b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:28.335443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d8a5f-9d39-4337-b38e-0bf8963ce17b None None] Calling delete_port for d961ffd0-195c-473e-ad3e-733997d796b3 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:33:28.355815 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c39be3-b578-44d2-a2d9-03314f887667 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.357404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c39be3-b578-44d2-a2d9-03314f887667 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.368979 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-17c39be3-b578-44d2-a2d9-03314f887667 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/4f292d3b-0521-4250-bc99-5d6f3f731ea7 HTTP/1.1" status: 404 len: 337 time: 0.1276073 Feb 09 03:33:28.369593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50362) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.378942 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-974a5411-219c-4fe7-bfd6-c8c912c03c31 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.379519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974a5411-219c-4fe7-bfd6-c8c912c03c31 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.382788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-974a5411-219c-4fe7-bfd6-c8c912c03c31 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/44e969f9-0cbf-4edd-85f5-d5a66791b84a HTTP/1.1" status: 404 len: 333 time: 0.1356041 Feb 09 03:33:28.389814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50364) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.397297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:28.398608 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:28.511390 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64479eda-3d6b-4ff9-9bcf-bb5f2844356e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (bb1e76bc-4281-4447-bbfd-d99e8e7b6d43), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:28.512921 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd6f946-8d2e-4cf0-a511-afd7ae417294 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.513417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd6f946-8d2e-4cf0-a511-afd7ae417294 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.517041 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0cd6f946-8d2e-4cf0-a511-afd7ae417294 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/8a037787-1fb9-4a81-b76f-19cbe88487b4 HTTP/1.1" status: 404 len: 337 time: 0.0934949 Feb 09 03:33:28.525951 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50368) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.526750 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64479eda-3d6b-4ff9-9bcf-bb5f2844356e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bb1e76bc-4281-4447-bbfd-d99e8e7b6d43), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:28.530996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b560dd2e-213f-4680-a0f9-bb45fc8f61a5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9434688 Feb 09 03:33:28.538622 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87f7050-7d90-4088-922c-42eb2481d846 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.539108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87f7050-7d90-4088-922c-42eb2481d846 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.547709 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f87f7050-7d90-4088-922c-42eb2481d846 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/e6912045-dc9b-4233-87d9-7ce89ee349ab HTTP/1.1" status: 404 len: 337 time: 0.1769135 Feb 09 03:33:28.555176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50370) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.561299 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d9d8a5f-9d39-4337-b38e-0bf8963ce17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (d961ffd0-195c-473e-ad3e-733997d796b3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:28.564646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64479eda-3d6b-4ff9-9bcf-bb5f2844356e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:28.566119 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-64479eda-3d6b-4ff9-9bcf-bb5f2844356e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7482522 Feb 09 03:33:28.567243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'port': {'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261', 'admin_state_up': True, 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'security_groups': ['af29e6ba-5f12-4d0a-b171-55444ab75b9e']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:28.591751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50372) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.611946 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-15973e0a-ee53-4e2d-b923-10869d7ef4ce tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.612521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15973e0a-ee53-4e2d-b923-10869d7ef4ce tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.615778 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-15973e0a-ee53-4e2d-b923-10869d7ef4ce tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/38aea99d-c46e-4ff7-95ce-09eef3b7a11b HTTP/1.1" status: 404 len: 333 time: 0.0484943 Feb 09 03:33:28.620351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0b91d686-772e-43d5-a118-3275c7212b8e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': 'bb1e76bc-4281-4447-bbfd-d99e8e7b6d43', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:28.623049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d961ffd0-195c-473e-ad3e-733997d796b3 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:33:28.625385 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9953aa7e-3098-4b3c-b64a-985262f33a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (da1dda59-822d-401c-8325-29f2fbc0d493), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:28.629750 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9953aa7e-3098-4b3c-b64a-985262f33a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:28.630856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9953aa7e-3098-4b3c-b64a-985262f33a02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da1dda59-822d-401c-8325-29f2fbc0d493 HTTP/1.1" status: 204 len: 168 time: 1.5370076 Feb 09 03:33:28.638658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50374) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.656467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: d961ffd0-195c-473e-ad3e-733997d796b3 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:33:28.657122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d961ffd0-195c-473e-ad3e-733997d796b3 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:33:28.673160 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d8a5f-9d39-4337-b38e-0bf8963ce17b None None] Pushing event deleted for resources: {'Port': ['ID=d961ffd0-195c-473e-ad3e-733997d796b3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:28.690438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d8a5f-9d39-4337-b38e-0bf8963ce17b None None] No DVR routers for this DVR port d961ffd0-195c-473e-ad3e-733997d796b3 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:33:28.724007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-136b06cb-2fc8-4a3c-bc37-3f9ef034c42e None None] Provisioning complete for port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:28.725317 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-136b06cb-2fc8-4a3c-bc37-3f9ef034c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:28.727039 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-293941e2-94b3-4f59-81d8-3e7c17ed9d1d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.727505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293941e2-94b3-4f59-81d8-3e7c17ed9d1d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.732966 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-293941e2-94b3-4f59-81d8-3e7c17ed9d1d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/3bcc8eab-10b9-4ac9-86ee-009de4f1aad5 HTTP/1.1" status: 404 len: 337 time: 0.0873652 Feb 09 03:33:28.733988 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df273f8-73fb-40f4-a749-a65609f08fd6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.734439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df273f8-73fb-40f4-a749-a65609f08fd6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.739698 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2df273f8-73fb-40f4-a749-a65609f08fd6 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/subnets/0ca1256c-b8a3-4854-af0a-aa5e7e2b17bb HTTP/1.1" status: 404 len: 337 time: 0.1974435 Feb 09 03:33:28.743254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50380) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.743599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50382) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.779867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-136b06cb-2fc8-4a3c-bc37-3f9ef034c42e None None] Port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:28.796016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64479eda-3d6b-4ff9-9bcf-bb5f2844356e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1e76bc-4281-4447-bbfd-d99e8e7b6d43,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:28.854496 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b91d686-772e-43d5-a118-3275c7212b8e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (61a746ca-e660-4bdd-99ab-d18aff8525e7), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:28.862702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953aa7e-3098-4b3c-b64a-985262f33a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1dda59-822d-401c-8325-29f2fbc0d493,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:28.863866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce6b02-8823-4436-8ac1-0a6ad4317bc1 req-b39208ca-a0ce-4aa7-9464-7200a7320953 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:28.874433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542d2cc-fe9a-42a2-8795-99e0752e10f8 req-65f3ff8b-f08b-4d09-a072-8a63178e91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:28.875864 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1542d2cc-fe9a-42a2-8795-99e0752e10f8 req-65f3ff8b-f08b-4d09-a072-8a63178e91b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 915 time: 0.6082423 Feb 09 03:33:28.901680 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0dce6b02-8823-4436-8ac1-0a6ad4317bc1 req-b39208ca-a0ce-4aa7-9464-7200a7320953 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.4898577 Feb 09 03:33:28.936308 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f34fcb-2ac4-4782-b6ab-63355a323fb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:28.936781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f34fcb-2ac4-4782-b6ab-63355a323fb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:28.939884 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-89f34fcb-2ac4-4782-b6ab-63355a323fb9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/141a01a9-a8c3-43fe-ad4a-6b3797b1c0d2 HTTP/1.1" status: 404 len: 337 time: 0.1953456 Feb 09 03:33:28.959745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50386) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:28.991582 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1542d2cc-fe9a-42a2-8795-99e0752e10f8 req-2492b2ac-da6c-4bb3-adcb-c219d3ae7d12 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 200 len: 217 time: 0.1070225 Feb 09 03:33:29.012312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226be340-647d-49be-b636-4090c5ec7d9b req-b66dd69f-a02d-4293-99be-31cdc0a98f82 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:29.018061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226be340-647d-49be-b636-4090c5ec7d9b req-b66dd69f-a02d-4293-99be-31cdc0a98f82 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:29.020085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-226be340-647d-49be-b636-4090c5ec7d9b req-b66dd69f-a02d-4293-99be-31cdc0a98f82 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 1654 time: 0.1948311 Feb 09 03:33:29.060915 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f5d44e-36b0-4eff-8575-c8a0ada9286b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:29.060915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f5d44e-36b0-4eff-8575-c8a0ada9286b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:29.061925 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a7f5d44e-36b0-4eff-8575-c8a0ada9286b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/851cfa36-9748-4f61-9643-9c1038bcaeed HTTP/1.1" status: 404 len: 333 time: 0.0966570 Feb 09 03:33:29.076117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50392) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.092457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b91d686-772e-43d5-a118-3275c7212b8e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (61a746ca-e660-4bdd-99ab-d18aff8525e7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:29.127282 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-226be340-647d-49be-b636-4090c5ec7d9b req-400a285e-c11a-4301-ac10-ea64b2a8bd76 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820954 Feb 09 03:33:29.129722 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b91d686-772e-43d5-a118-3275c7212b8e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (61a746ca-e660-4bdd-99ab-d18aff8525e7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:29.158737 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b91d686-772e-43d5-a118-3275c7212b8e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:29.171227 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0b91d686-772e-43d5-a118-3275c7212b8e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5431614 Feb 09 03:33:29.174133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50396) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.181755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542d2cc-fe9a-42a2-8795-99e0752e10f8 req-c7ae95b3-720b-4e2a-afc5-d9f63e63b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:29.183460 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1542d2cc-fe9a-42a2-8795-99e0752e10f8 req-c7ae95b3-720b-4e2a-afc5-d9f63e63b0df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 200 len: 854 time: 0.1463106 Feb 09 03:33:29.185268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91d686-772e-43d5-a118-3275c7212b8e tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a746ca-e660-4bdd-99ab-d18aff8525e7,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:29.199444 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-273ef3ae-0f19-42f6-aa57-dcf66910df65 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:29.200571 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273ef3ae-0f19-42f6-aa57-dcf66910df65 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:29.220631 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1542d2cc-fe9a-42a2-8795-99e0752e10f8 req-85340eef-e4d0-4250-baaa-dc61a05710a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=69fb9b00-c2ef-4b22-bb85-44f083234f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291171 Feb 09 03:33:29.224999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-273ef3ae-0f19-42f6-aa57-dcf66910df65 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/0cb67ba4-e78e-4dc7-9b84-74119a185a2c HTTP/1.1" status: 404 len: 337 time: 0.1423051 Feb 09 03:33:29.243414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50398) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.262105 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0dce6b02-8823-4436-8ac1-0a6ad4317bc1 req-e6bfaee1-bc4d-47b6-a73f-275c0099d5da tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584003 Feb 09 03:33:29.304820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:29.310519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:29.321254 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-e562cc57-2d3c-4835-bb65-6f3e082386b9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:29.321757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e562cc57-2d3c-4835-bb65-6f3e082386b9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:29.325625 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e562cc57-2d3c-4835-bb65-6f3e082386b9 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/608056e2-7874-4c3b-af9d-dc5574e57a63 HTTP/1.1" status: 404 len: 337 time: 0.0811870 Feb 09 03:33:29.344721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50404) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.395949 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc7e6ce-959a-48a9-b13f-41e92ad44d87 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:29.396848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc7e6ce-959a-48a9-b13f-41e92ad44d87 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:29.401563 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ebc7e6ce-959a-48a9-b13f-41e92ad44d87 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/92a7cb04-9a39-450f-b42f-3bc836edea83 HTTP/1.1" status: 404 len: 333 time: 0.0547900 Feb 09 03:33:29.406046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50408) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.409036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-aba0615e-3a98-4c3e-b1cc-e62d8c6b0c90 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Deleting port 246f4073-04c3-4e61-9fe4-146962a5c4ad {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:33:29.410506 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aba0615e-3a98-4c3e-b1cc-e62d8c6b0c90 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (246f4073-04c3-4e61-9fe4-146962a5c4ad), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:29.508630 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-8720f18d-f7e2-4a28-b142-b035e578a7d7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:29.508630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8720f18d-f7e2-4a28-b142-b035e578a7d7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:29.510929 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8720f18d-f7e2-4a28-b142-b035e578a7d7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/05d9f9c2-017d-4dd5-8292-7df7894139fc HTTP/1.1" status: 404 len: 337 time: 0.0966961 Feb 09 03:33:29.512079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b973102-e781-4e78-8bd8-0d0e08b939cd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (61a746ca-e660-4bdd-99ab-d18aff8525e7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:29.516219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50416) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.568759 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b973102-e781-4e78-8bd8-0d0e08b939cd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (61a746ca-e660-4bdd-99ab-d18aff8525e7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:29.598521 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c9750b-2e05-416e-b5a7-e81220ac0965 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:29.599088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c9750b-2e05-416e-b5a7-e81220ac0965 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:29.602179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-52c9750b-2e05-416e-b5a7-e81220ac0965 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/fc14bd9c-4cfc-488e-b7d3-09d04bfe70d6 HTTP/1.1" status: 404 len: 337 time: 0.0824604 Feb 09 03:33:29.602316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1542d2cc-fe9a-42a2-8795-99e0752e10f8 req-cc826166-e012-4807-917f-0f906ebafa2b service neutron] 10.222.0.65 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669662 Feb 09 03:33:29.612095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50418) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.647362 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aba0615e-3a98-4c3e-b1cc-e62d8c6b0c90 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (246f4073-04c3-4e61-9fe4-146962a5c4ad), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:29.715872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ec8e7bb4-d097-4e8e-873b-8d78edcc05ca tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e12135a9-7d32-4e63-ace9-52940f273e48 HTTP/1.1" status: 200 len: 205 time: 0.0928538 Feb 09 03:33:29.717348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50422) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.721505 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b973102-e781-4e78-8bd8-0d0e08b939cd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (61a746ca-e660-4bdd-99ab-d18aff8525e7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:29.726205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-aba0615e-3a98-4c3e-b1cc-e62d8c6b0c90 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Calling delete_port for 246f4073-04c3-4e61-9fe4-146962a5c4ad owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:33:29.745136 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b973102-e781-4e78-8bd8-0d0e08b939cd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:29.747512 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7b973102-e781-4e78-8bd8-0d0e08b939cd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/61a746ca-e660-4bdd-99ab-d18aff8525e7 HTTP/1.1" status: 204 len: 168 time: 0.5724106 Feb 09 03:33:29.749923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b973102-e781-4e78-8bd8-0d0e08b939cd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61a746ca-e660-4bdd-99ab-d18aff8525e7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:29.752971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50424) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.795420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50426) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.800545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025389 Feb 09 03:33:29.806954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50428) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.811262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6da68c-9f29-4351-9e71-6708dac42cb3 req-5b4536f3-f3a0-4c97-8f85-f8a5edc44e35 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:29.813596 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a6da68c-9f29-4351-9e71-6708dac42cb3 req-5b4536f3-f3a0-4c97-8f85-f8a5edc44e35 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.2923534 Feb 09 03:33:29.816248 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-f0e4294a-ea6b-4e22-a299-7dbf7bfbb8ff tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] delete failed (client error): The resource could not be found. Feb 09 03:33:29.819748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f0e4294a-ea6b-4e22-a299-7dbf7bfbb8ff tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/routers/e12135a9-7d32-4e63-ace9-52940f273e48 HTTP/1.1" status: 404 len: 336 time: 0.0999613 Feb 09 03:33:29.820902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50430) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.856117 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-8463b564-cc23-473c-8847-28a14cab98e5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:29.856808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8463b564-cc23-473c-8847-28a14cab98e5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:29.866831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50434) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:29.869723 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8463b564-cc23-473c-8847-28a14cab98e5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/54ebd9b7-401d-4ea6-ae2d-f3e7324d9ed8 HTTP/1.1" status: 404 len: 337 time: 0.0392079 Feb 09 03:33:29.892848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Allocated IP 10.1.1.134 (f7a362c8-f106-4428-a12c-5e814adef261/48e2e927-d5af-4c72-bdba-a98cdca6bd34/a2ffafdf-2073-418a-b7e0-80445e472285) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:29.942023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1542d2cc-fe9a-42a2-8795-99e0752e10f8 req-77208804-9f9e-49e0-9766-d655f0acb4f8 service neutron] 10.222.0.65 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213954 Feb 09 03:33:29.951035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6673ae80-898f-4fde-8d9c-8c00a56a58b3 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "GET /v2.0/ports?device_id=21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb HTTP/1.1" status: 200 len: 205 time: 0.0747895 Feb 09 03:33:29.960006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50436) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.000220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50438) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.005466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d4c31edc-8ae1-4ee5-aa3a-c113385846ac tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2385550 Feb 09 03:33:30.079238 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a6da68c-9f29-4351-9e71-6708dac42cb3 req-66d3f2cd-9cf5-4316-9240-951cc43157f7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545829 Feb 09 03:33:30.086272 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a63c24c8-f262-4d72-875d-f780ea8885e2 tempest-NetworksApiDiscovery-881958686 tempest-NetworksApiDiscovery-881958686-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2760181 Feb 09 03:33:30.101947 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-b82a9bef-2720-44ee-aea5-4fecad506341 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] delete failed (client error): The resource could not be found. Feb 09 03:33:30.106373 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b82a9bef-2720-44ee-aea5-4fecad506341 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/routers/21d42ebe-e9a3-4bc7-a1fa-281ad6fa97eb HTTP/1.1" status: 404 len: 336 time: 0.1425109 Feb 09 03:33:30.113130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50442) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.116238 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4e5d-249e-4da9-9ebf-163af7a2e914 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (bb1e76bc-4281-4447-bbfd-d99e8e7b6d43), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:30.156577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aba0615e-3a98-4c3e-b1cc-e62d8c6b0c90 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (246f4073-04c3-4e61-9fe4-146962a5c4ad), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:30.158655 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b05768-1477-47d3-9c7f-fe84ee44e7f5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:30.159125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b05768-1477-47d3-9c7f-fe84ee44e7f5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:30.165086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-02b05768-1477-47d3-9c7f-fe84ee44e7f5 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/cdae5cf1-56f7-49f4-89df-297fdbb1ebd2 HTTP/1.1" status: 404 len: 337 time: 0.0480776 Feb 09 03:33:30.165275 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4e5d-249e-4da9-9ebf-163af7a2e914 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (bb1e76bc-4281-4447-bbfd-d99e8e7b6d43), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:30.171623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50444) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.265143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0615e-3a98-4c3e-b1cc-e62d8c6b0c90 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Port': ['ID=246f4073-04c3-4e61-9fe4-146962a5c4ad,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:30.269655 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4e5d-249e-4da9-9ebf-163af7a2e914 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bb1e76bc-4281-4447-bbfd-d99e8e7b6d43), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:30.271973 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-90efaad9-ebfc-464f-be27-49a04bd481f4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:30.272433 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90efaad9-ebfc-464f-be27-49a04bd481f4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:30.274420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4e5d-249e-4da9-9ebf-163af7a2e914 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:30.278777 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-90efaad9-ebfc-464f-be27-49a04bd481f4 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/0bba37ac-39a5-4c68-a9df-7443e64341cc HTTP/1.1" status: 404 len: 337 time: 0.0924368 Feb 09 03:33:30.278944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4f7f4e5d-249e-4da9-9ebf-163af7a2e914 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-groups/bb1e76bc-4281-4447-bbfd-d99e8e7b6d43 HTTP/1.1" status: 204 len: 168 time: 0.2767088 Feb 09 03:33:30.280408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50448) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.281732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50450) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.285491 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aba0615e-3a98-4c3e-b1cc-e62d8c6b0c90 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:30.288991 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-aba0615e-3a98-4c3e-b1cc-e62d8c6b0c90 tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/ports/246f4073-04c3-4e61-9fe4-146962a5c4ad HTTP/1.1" status: 204 len: 168 time: 1.5433023 Feb 09 03:33:30.292117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50452) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.369204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f4e5d-249e-4da9-9ebf-163af7a2e914 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1e76bc-4281-4447-bbfd-d99e8e7b6d43,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:30.384100 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be0a969-dce9-4726-8f4a-43ed38513a4b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:30.384705 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be0a969-dce9-4726-8f4a-43ed38513a4b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:30.393682 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9be0a969-dce9-4726-8f4a-43ed38513a4b tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/17759a9a-15b6-4b3e-8d40-b284f0e92b17 HTTP/1.1" status: 404 len: 333 time: 0.1049695 Feb 09 03:33:30.399652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50456) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.483492 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3d49a3-85dd-4569-acc5-371abf89c6f8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:30.483877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3d49a3-85dd-4569-acc5-371abf89c6f8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:30.489380 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cb3d49a3-85dd-4569-acc5-371abf89c6f8 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/7bc2b537-8645-4c55-8510-2ecef9b12f93 HTTP/1.1" status: 404 len: 337 time: 0.0849802 Feb 09 03:33:30.489523 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (d38124a9-5ebe-41ee-bed9-6d70877e7263), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:30.496391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50458) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.519260 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for port (a2ffafdf-2073-418a-b7e0-80445e472285), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:30.546565 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168020c-55cc-47b4-9d59-a466e69639bf req-bb95bff4-3512-44bd-b14c-966d588cacbd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:30.552073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168020c-55cc-47b4-9d59-a466e69639bf req-bb95bff4-3512-44bd-b14c-966d588cacbd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:30.559583 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c168020c-55cc-47b4-9d59-a466e69639bf req-bb95bff4-3512-44bd-b14c-966d588cacbd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 1654 time: 0.2085664 Feb 09 03:33:30.576696 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e44ad1-005d-43e0-922e-db975ab1c19a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:30.578158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e44ad1-005d-43e0-922e-db975ab1c19a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:30.587766 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-83e44ad1-005d-43e0-922e-db975ab1c19a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/052419f2-2f08-4051-837a-f4630129517f HTTP/1.1" status: 404 len: 333 time: 0.0892563 Feb 09 03:33:30.592244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50464) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.616059 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bc294b84-1e37-42be-979e-affdff1d9e49 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3156638 Feb 09 03:33:30.616949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50466) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.638333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-630754a5-29ab-46f2-b575-640386d3362c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group': {'name': 'tempest-secgroup--402489247'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:30.694574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644623b1-bf17-4546-8286-5d41973a7e1e req-a4fee71f-5128-489d-b7d4-1462a96b5758 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:30.704277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-644623b1-bf17-4546-8286-5d41973a7e1e req-a4fee71f-5128-489d-b7d4-1462a96b5758 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3073916 Feb 09 03:33:30.716738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50470) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.778194 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-630754a5-29ab-46f2-b575-640386d3362c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:30.787722 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d211353-0005-44e6-845d-e5a1d0c3bd39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:30.788253 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d211353-0005-44e6-845d-e5a1d0c3bd39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:30.791232 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0d211353-0005-44e6-845d-e5a1d0c3bd39 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/615e0c9d-7896-44a3-9412-3a10701a1507 HTTP/1.1" status: 404 len: 337 time: 0.1980460 Feb 09 03:33:30.819583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50474) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.853316 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (d38124a9-5ebe-41ee-bed9-6d70877e7263), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:30.890024 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-644623b1-bf17-4546-8286-5d41973a7e1e req-bc7b9c89-36fc-4912-8e1d-b898e10a5673 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722007 Feb 09 03:33:30.953863 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bd12fb-25ad-4c52-a23d-a5f4e5a03286 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:30.955049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bd12fb-25ad-4c52-a23d-a5f4e5a03286 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:30.958103 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c168020c-55cc-47b4-9d59-a466e69639bf req-095b21f4-5989-4e11-b87f-9c487e8e9766 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3975768 Feb 09 03:33:30.959156 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-05bd12fb-25ad-4c52-a23d-a5f4e5a03286 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/044bcd4d-9350-4224-b36e-fc6864ce202d HTTP/1.1" status: 404 len: 333 time: 0.1260364 Feb 09 03:33:30.961720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50476) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:30.966497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:30.969251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38124a9-5ebe-41ee-bed9-6d70877e7263']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:30.996275 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31e9be6d-c255-4462-a1d8-d570c0b40503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.034577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2fe655-f7d3-42a3-a78b-09c452f3b8a6') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:31.041529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2fe655-f7d3-42a3-a78b-09c452f3b8a6') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:31.066419 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (4f2fe655-f7d3-42a3-a78b-09c452f3b8a6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.114446 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-630754a5-29ab-46f2-b575-640386d3362c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (b60d8d1b-c5bb-4ec2-8ba8-335cf04f5a01), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.154668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Network f7a362c8-f106-4428-a12c-5e814adef261 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:31.183431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:31.188012 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31e9be6d-c255-4462-a1d8-d570c0b40503 admin admin] Publish callbacks [] for security_group (8898829b-f000-437b-8f9c-ea1d8d5bd8e9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.188375 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4f2fe655-f7d3-42a3-a78b-09c452f3b8a6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.191473 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-630754a5-29ab-46f2-b575-640386d3362c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b60d8d1b-c5bb-4ec2-8ba8-335cf04f5a01), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.194188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:31.199061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Port': ['ID=a2ffafdf-2073-418a-b7e0-80445e472285,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:31.209675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50484) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:31.242033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31e9be6d-c255-4462-a1d8-d570c0b40503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8898829b-f000-437b-8f9c-ea1d8d5bd8e9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.249095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:33:31.249538 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (4f2fe655-f7d3-42a3-a78b-09c452f3b8a6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:33:31.255103 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:33:31.329234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:31.329965 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.349980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (d38124a9-5ebe-41ee-bed9-6d70877e7263), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.361947 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ace48d2-afa2-4497-94f1-9a1ac4daf72e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:31.362410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ace48d2-afa2-4497-94f1-9a1ac4daf72e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:31.365506 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2ace48d2-afa2-4497-94f1-9a1ac4daf72e tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/f17916c6-0412-405f-a04a-23d5f1decaeb HTTP/1.1" status: 404 len: 337 time: 0.3995879 Feb 09 03:33:31.366606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.381107 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] 10.222.0.21 "DELETE /v2.0/networks/d38124a9-5ebe-41ee-bed9-6d70877e7263 HTTP/1.1" status: 204 len: 168 time: 1.0879049 Feb 09 03:33:31.381796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50488) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:31.412155 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c7a70e9b-eb57-4834-8e38-0bf0a106cbf1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8574586 Feb 09 03:33:31.414234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5783a3-add9-4eeb-8f42-04d5d7c2b22f tempest-PortsIpV6TestJSON-125487507 tempest-PortsIpV6TestJSON-125487507-project] Pushing event deleted for resources: {'Network': ['ID=d38124a9-5ebe-41ee-bed9-6d70877e7263,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:31.432432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'port': {'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882', 'admin_state_up': True, 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'security_groups': ['af29e6ba-5f12-4d0a-b171-55444ab75b9e']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:31.449586 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1583fa6-4c9a-4ffa-9043-3f558f94a3ce tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:31.450057 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1583fa6-4c9a-4ffa-9043-3f558f94a3ce tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:31.453148 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e1583fa6-4c9a-4ffa-9043-3f558f94a3ce tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/7d41dd02-872b-49dd-88cd-c63d98f1dd15 HTTP/1.1" status: 404 len: 333 time: 0.0688627 Feb 09 03:33:31.464276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-630754a5-29ab-46f2-b575-640386d3362c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.468429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-630754a5-29ab-46f2-b575-640386d3362c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8473883 Feb 09 03:33:31.481081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50492) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:31.481371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50494) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:31.493106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-569a4f5b-6761-4b24-839a-1709fd0b6aac tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': 'b60d8d1b-c5bb-4ec2-8ba8-335cf04f5a01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:31.531635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630754a5-29ab-46f2-b575-640386d3362c tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60d8d1b-c5bb-4ec2-8ba8-335cf04f5a01,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:31.565655 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-31e9be6d-c255-4462-a1d8-d570c0b40503 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42e0fed831ad43fb9ef198537aa60be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8465915 Feb 09 03:33:31.570377 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18565e1-57fb-45e7-84f9-9404eca6aa3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:31.570842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18565e1-57fb-45e7-84f9-9404eca6aa3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:31.574430 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f18565e1-57fb-45e7-84f9-9404eca6aa3a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/b4af2830-ac2f-4767-845d-c20b06216c64 HTTP/1.1" status: 404 len: 337 time: 0.0863192 Feb 09 03:33:31.576298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50496) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:31.590601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98902735-44e1-455c-8233-e137aec9214e req-71677bfb-8d18-4c69-989e-d09d23ce0829 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:31.592122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98902735-44e1-455c-8233-e137aec9214e req-71677bfb-8d18-4c69-989e-d09d23ce0829 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.3213527 Feb 09 03:33:31.596325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50498) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:31.657216 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-418dfee5-0c64-4ad6-b9e6-bfc90e09da52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.661101 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d45a8b8-2e2f-4e28-bee3-8f4100da050d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:31.662119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d45a8b8-2e2f-4e28-bee3-8f4100da050d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:31.664074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-cdd8f60e-c967-4de0-a63b-ea629c1f9455 None None] Provisioning complete for port a2ffafdf-2073-418a-b7e0-80445e472285 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:31.664721 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4d45a8b8-2e2f-4e28-bee3-8f4100da050d tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/c039406c-fb93-4601-8864-849b41519d69 HTTP/1.1" status: 404 len: 333 time: 0.0468130 Feb 09 03:33:31.672432 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdd8f60e-c967-4de0-a63b-ea629c1f9455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.676408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50502) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:31.711353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9be6d-c255-4462-a1d8-d570c0b40503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8898829b-f000-437b-8f9c-ea1d8d5bd8e9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:31.725409 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-569a4f5b-6761-4b24-839a-1709fd0b6aac tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (715b7076-5319-496f-a4d6-50de46f270cf), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.767422 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98902735-44e1-455c-8233-e137aec9214e req-e98c790a-2c94-4ec1-b2a3-42269f53353f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394906 Feb 09 03:33:31.768946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8f60e-c967-4de0-a63b-ea629c1f9455 None None] Port a2ffafdf-2073-418a-b7e0-80445e472285 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:31.770059 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf0abbd-8fe0-4a52-859b-d890182ba6fc tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:31.771031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf0abbd-8fe0-4a52-859b-d890182ba6fc tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:31.779252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ebf0abbd-8fe0-4a52-859b-d890182ba6fc tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/e1f663a7-e2e0-44d9-8457-216e1b5da63d HTTP/1.1" status: 404 len: 337 time: 0.0960205 Feb 09 03:33:31.783559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50504) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:31.796989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ecccae87-5be9-4b3b-a00b-a6d1c997f496 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:33:31.845843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50506) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:31.847080 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b407023-5766-4921-a373-4af5b07349a7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:31.847818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b407023-5766-4921-a373-4af5b07349a7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:31.852357 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8b407023-5766-4921-a373-4af5b07349a7 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/966e6f69-d14c-47ea-be5a-55980acfa1e9 HTTP/1.1" status: 404 len: 333 time: 0.0619838 Feb 09 03:33:31.861410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2f40b25-5b90-4f9d-91cc-3477427fbae2 admin admin] Publish callbacks [] for security_group (8898829b-f000-437b-8f9c-ea1d8d5bd8e9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.864230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50508) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:31.941657 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cd32b0-0091-4c71-996f-0381bea5276a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:31.942278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72cd32b0-0091-4c71-996f-0381bea5276a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:31.946069 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-72cd32b0-0091-4c71-996f-0381bea5276a tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/c5ce188a-f83b-48ea-bc92-7f1c692b208d HTTP/1.1" status: 404 len: 337 time: 0.0725212 Feb 09 03:33:31.955729 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2f40b25-5b90-4f9d-91cc-3477427fbae2 admin admin] Publish callbacks [] for security_group (8898829b-f000-437b-8f9c-ea1d8d5bd8e9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.957868 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-418dfee5-0c64-4ad6-b9e6-bfc90e09da52 admin admin] Publish callbacks [] for security_group (e55563d4-b892-4f10-a966-8f47e1d08be6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.959289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50514) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:31.964260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:32.072200 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ecccae87-5be9-4b3b-a00b-a6d1c997f496 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:32.072837 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.121521 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-42febd13-70f5-4e3e-957c-0d20cdd1d561 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:32.122451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42febd13-70f5-4e3e-957c-0d20cdd1d561 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:32.125227 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-42febd13-70f5-4e3e-957c-0d20cdd1d561 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/ports/356ef45a-a713-4196-9464-9024f6f49238 HTTP/1.1" status: 404 len: 333 time: 0.1609371 Feb 09 03:33:32.135554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-418dfee5-0c64-4ad6-b9e6-bfc90e09da52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e55563d4-b892-4f10-a966-8f47e1d08be6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.143117 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-569a4f5b-6761-4b24-839a-1709fd0b6aac tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (715b7076-5319-496f-a4d6-50de46f270cf), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.154761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50518) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:32.161152 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:32.162127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:32.165630 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa108bf-5dfd-4a0a-8c4a-7924dbc622bc" -d '{"events": [{"server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "name": "network-vif-unplugged", "status": "completed", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:32.182459 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.187324 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c04559-d854-4f59-893d-77e90211bf51 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] DELETE failed (client error): The resource could not be found. Feb 09 03:33:32.187789 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c04559-d854-4f59-893d-77e90211bf51 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:33:32.190991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f2c04559-d854-4f59-893d-77e90211bf51 tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/subnets/67b174b0-710c-497d-92cc-1a3f52ddcd4b HTTP/1.1" status: 404 len: 337 time: 0.0335107 Feb 09 03:33:32.193332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-418dfee5-0c64-4ad6-b9e6-bfc90e09da52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2aeb4ac1ed25469c8fe8dc6f65bbc3b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9749067 Feb 09 03:33:32.195088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50522) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:32.195434 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50524) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:32.211588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-569a4f5b-6761-4b24-839a-1709fd0b6aac tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (715b7076-5319-496f-a4d6-50de46f270cf), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.258867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a4f5b-6761-4b24-839a-1709fd0b6aac tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715b7076-5319-496f-a4d6-50de46f270cf,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:32.283363 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-789ae373-8d16-4bd5-824c-0e7ef42694e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=230eb44fa85a481f95e0cd3c95d7bcb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4293947 Feb 09 03:33:32.286271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50526) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:32.289663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:32.289919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-569a4f5b-6761-4b24-839a-1709fd0b6aac tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.294080 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-569a4f5b-6761-4b24-839a-1709fd0b6aac tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8017335 Feb 09 03:33:32.308194 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2f40b25-5b90-4f9d-91cc-3477427fbae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8898829b-f000-437b-8f9c-ea1d8d5bd8e9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.310729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50528) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:32.314323 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2f40b25-5b90-4f9d-91cc-3477427fbae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.318830 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c2f40b25-5b90-4f9d-91cc-3477427fbae2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8898829b-f000-437b-8f9c-ea1d8d5bd8e9 HTTP/1.1" status: 204 len: 168 time: 0.7361941 Feb 09 03:33:32.347509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891b4fe-72ea-4223-a3c5-a7a1385f1857 req-2400998d-6281-470f-bc9d-b41ace73c1f7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:32.353523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891b4fe-72ea-4223-a3c5-a7a1385f1857 req-2400998d-6281-470f-bc9d-b41ace73c1f7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:32.360261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891b4fe-72ea-4223-a3c5-a7a1385f1857 req-2400998d-6281-470f-bc9d-b41ace73c1f7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:32.362745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3891b4fe-72ea-4223-a3c5-a7a1385f1857 req-2400998d-6281-470f-bc9d-b41ace73c1f7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 2375 time: 0.2436700 Feb 09 03:33:32.377623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f40b25-5b90-4f9d-91cc-3477427fbae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8898829b-f000-437b-8f9c-ea1d8d5bd8e9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:32.420312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dfee5-0c64-4ad6-b9e6-bfc90e09da52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55563d4-b892-4f10-a966-8f47e1d08be6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:32.438386 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-26601a25-2140-4c42-9217-5031a0008ccd tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules/715b7076-5319-496f-a4d6-50de46f270cf HTTP/1.1" status: 200 len: 763 time: 0.1213763 Feb 09 03:33:32.445759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50532) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:32.503209 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb3d82b0-4290-4ab9-b254-45460a33dfc3 admin admin] Publish callbacks [] for security_group (e55563d4-b892-4f10-a966-8f47e1d08be6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.507775 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (c5780e3f-5fe0-4434-8596-82a0e8078930), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.513601 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.551964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de04fe9-8d83-4cd9-919f-3564cd839a55 req-cae7c7bb-2a39-453a-810a-1af4c5bc2f72 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:32.560228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0de04fe9-8d83-4cd9-919f-3564cd839a55 req-cae7c7bb-2a39-453a-810a-1af4c5bc2f72 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 943 time: 0.4552884 Feb 09 03:33:32.594666 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13a8b415-eafa-4ada-9380-f56acc2394dd admin admin] Publish callbacks [] for security_group (7cd4c046-5232-4855-a6d6-b58a85589454), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.603593 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3891b4fe-72ea-4223-a3c5-a7a1385f1857 req-6b15344d-e46e-452f-ab0d-58a7165e562d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2314622 Feb 09 03:33:32.640284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13a8b415-eafa-4ada-9380-f56acc2394dd admin admin] Publish callbacks [] for security_group (7cd4c046-5232-4855-a6d6-b58a85589454), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.660856 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb3d82b0-4290-4ab9-b254-45460a33dfc3 admin admin] Publish callbacks [] for security_group (e55563d4-b892-4f10-a966-8f47e1d08be6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.701812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50536) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:32.709202 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c43db2ac-662f-49d7-b5d2-b8fd08244525 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2532973 Feb 09 03:33:32.732997 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea509407-00d9-4033-9f33-4289cedc45db x-openstack-request-id: req-ea509407-00d9-4033-9f33-4289cedc45db {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:32.733518 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "name": "network-vif-unplugged", "status": "failed", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496", "code": 422}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:32.733599 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea509407-00d9-4033-9f33-4289cedc45db {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:32.734009 n-d-824835-15 neutron-server[103329]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'code': 422} returned with failed status Feb 09 03:33:32.745443 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3737a7b-46ef-4272-856b-203d1bebfb53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (715b7076-5319-496f-a4d6-50de46f270cf), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.759727 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3737a7b-46ef-4272-856b-203d1bebfb53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (715b7076-5319-496f-a4d6-50de46f270cf), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.788464 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13a8b415-eafa-4ada-9380-f56acc2394dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7cd4c046-5232-4855-a6d6-b58a85589454), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.791825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13a8b415-eafa-4ada-9380-f56acc2394dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.798527 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-13a8b415-eafa-4ada-9380-f56acc2394dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cd4c046-5232-4855-a6d6-b58a85589454 HTTP/1.1" status: 204 len: 168 time: 0.4918489 Feb 09 03:33:32.812490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8b415-eafa-4ada-9380-f56acc2394dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd4c046-5232-4855-a6d6-b58a85589454,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:32.838678 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3737a7b-46ef-4272-856b-203d1bebfb53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (715b7076-5319-496f-a4d6-50de46f270cf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.855298 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3737a7b-46ef-4272-856b-203d1bebfb53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:32.864411 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c3737a7b-46ef-4272-856b-203d1bebfb53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/715b7076-5319-496f-a4d6-50de46f270cf HTTP/1.1" status: 204 len: 168 time: 0.1585956 Feb 09 03:33:32.865197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50546) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:32.884845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3737a7b-46ef-4272-856b-203d1bebfb53 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=715b7076-5319-496f-a4d6-50de46f270cf,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:32.955619 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-28e13bf2-728d-4537-9eb5-71ce40ead068 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0781200 Feb 09 03:33:32.959531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50550) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:32.967065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0de38c30-bedd-497d-9a06-0e2763ff23a8 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': 'b60d8d1b-c5bb-4ec2-8ba8-335cf04f5a01', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:33.036321 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0de38c30-bedd-497d-9a06-0e2763ff23a8 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (9c7474f6-0dec-476d-9892-47a62d4b1883), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.111127 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0de38c30-bedd-497d-9a06-0e2763ff23a8 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (9c7474f6-0dec-476d-9892-47a62d4b1883), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.128527 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed8047-989c-40be-bdda-00438328a039 req-de47f374-11d0-4143-84e9-def394d6aa96 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:33.130861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6eed8047-989c-40be-bdda-00438328a039 req-de47f374-11d0-4143-84e9-def394d6aa96 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.2041588 Feb 09 03:33:33.132098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0de38c30-bedd-497d-9a06-0e2763ff23a8 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (9c7474f6-0dec-476d-9892-47a62d4b1883), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.204691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de38c30-bedd-497d-9a06-0e2763ff23a8 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7474f6-0dec-476d-9892-47a62d4b1883,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:33.218409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6eed8047-989c-40be-bdda-00438328a039 req-ae3a0f0f-25b8-4b15-9611-bd9f50e30fed tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802033 Feb 09 03:33:33.237074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0de38c30-bedd-497d-9a06-0e2763ff23a8 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.239201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0de38c30-bedd-497d-9a06-0e2763ff23a8 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2773371 Feb 09 03:33:33.241495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50558) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:33.288804 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-565e0820-c344-4418-a137-73cb1970f247 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules/9c7474f6-0dec-476d-9892-47a62d4b1883 HTTP/1.1" status: 200 len: 763 time: 0.0451341 Feb 09 03:33:33.289783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50562) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:33.346177 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eafbfa37-0184-4a94-8141-ad4b2784dfa2 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0550423 Feb 09 03:33:33.348740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50568) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:33.377527 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-331a432e-5a98-48f7-9af9-77ac445a8dd4 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (9c7474f6-0dec-476d-9892-47a62d4b1883), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.389157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-331a432e-5a98-48f7-9af9-77ac445a8dd4 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (9c7474f6-0dec-476d-9892-47a62d4b1883), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.427414 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-331a432e-5a98-48f7-9af9-77ac445a8dd4 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (9c7474f6-0dec-476d-9892-47a62d4b1883), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.438241 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-331a432e-5a98-48f7-9af9-77ac445a8dd4 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.439777 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-331a432e-5a98-48f7-9af9-77ac445a8dd4 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9c7474f6-0dec-476d-9892-47a62d4b1883 HTTP/1.1" status: 204 len: 168 time: 0.0898821 Feb 09 03:33:33.458950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50572) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:33.462311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a432e-5a98-48f7-9af9-77ac445a8dd4 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c7474f6-0dec-476d-9892-47a62d4b1883,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:33.560309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5b8961cd-a8af-40cd-94e3-ea1de15d8a14 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0926433 Feb 09 03:33:33.563168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50576) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:33.580246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f690dc1b-3b9a-4db4-955b-4d8d40d84376 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': 'b60d8d1b-c5bb-4ec2-8ba8-335cf04f5a01', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:33.632025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f690dc1b-3b9a-4db4-955b-4d8d40d84376 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (4a22c614-7171-472f-9cea-5e4294ddf4ab), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.766472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f690dc1b-3b9a-4db4-955b-4d8d40d84376 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (4a22c614-7171-472f-9cea-5e4294ddf4ab), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.824141 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f690dc1b-3b9a-4db4-955b-4d8d40d84376 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (4a22c614-7171-472f-9cea-5e4294ddf4ab), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.860033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690dc1b-3b9a-4db4-955b-4d8d40d84376 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a22c614-7171-472f-9cea-5e4294ddf4ab,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:33.878777 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f690dc1b-3b9a-4db4-955b-4d8d40d84376 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.885101 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f690dc1b-3b9a-4db4-955b-4d8d40d84376 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3202024 Feb 09 03:33:33.886568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50592) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:33.915182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60925de-8e70-42dc-9439-460edcfd99f1 req-3939125f-2c61-4120-8dbf-a17dedc50939 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:33.921621 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60925de-8e70-42dc-9439-460edcfd99f1 req-3939125f-2c61-4120-8dbf-a17dedc50939 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:33.927351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60925de-8e70-42dc-9439-460edcfd99f1 req-3939125f-2c61-4120-8dbf-a17dedc50939 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:33.928304 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0de04fe9-8d83-4cd9-919f-3564cd839a55 req-779d64e9-3129-4654-80fc-588bb269d174 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3674550 Feb 09 03:33:33.929012 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c60925de-8e70-42dc-9439-460edcfd99f1 req-3939125f-2c61-4120-8dbf-a17dedc50939 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 2375 time: 0.1609628 Feb 09 03:33:33.936652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a0172cd9-952a-4a40-8cfe-8e774176b237 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules/4a22c614-7171-472f-9cea-5e4294ddf4ab HTTP/1.1" status: 200 len: 764 time: 0.0477343 Feb 09 03:33:33.944290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50594) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:33.958402 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (c5780e3f-5fe0-4434-8596-82a0e8078930), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.023460 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb3d82b0-4290-4ab9-b254-45460a33dfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e55563d4-b892-4f10-a966-8f47e1d08be6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.026032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb3d82b0-4290-4ab9-b254-45460a33dfc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.029436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-eb3d82b0-4290-4ab9-b254-45460a33dfc3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e55563d4-b892-4f10-a966-8f47e1d08be6 HTTP/1.1" status: 204 len: 168 time: 1.8061557 Feb 09 03:33:34.040516 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ac992191-9a18-49a9-bac2-0411e724d037 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0927868 Feb 09 03:33:34.043440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50602) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:34.062215 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c60925de-8e70-42dc-9439-460edcfd99f1 req-4dc7537b-3c85-4435-a2c0-0d7e629ac887 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242630 Feb 09 03:33:34.077498 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f7c0-ada2-491b-9ce9-2c594c6c22fe tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (4a22c614-7171-472f-9cea-5e4294ddf4ab), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.078249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5780e3f-5fe0-4434-8596-82a0e8078930']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:34.086243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f7c0-ada2-491b-9ce9-2c594c6c22fe tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (4a22c614-7171-472f-9cea-5e4294ddf4ab), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.106853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d82b0-4290-4ab9-b254-45460a33dfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55563d4-b892-4f10-a966-8f47e1d08be6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:34.137444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f7c0-ada2-491b-9ce9-2c594c6c22fe tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (4a22c614-7171-472f-9cea-5e4294ddf4ab), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.144318 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f7c0-ada2-491b-9ce9-2c594c6c22fe tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.145906 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1ee5f7c0-ada2-491b-9ce9-2c594c6c22fe tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4a22c614-7171-472f-9cea-5e4294ddf4ab HTTP/1.1" status: 204 len: 168 time: 0.1015153 Feb 09 03:33:34.154508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50604) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:34.157923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5f7c0-ada2-491b-9ce9-2c594c6c22fe tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a22c614-7171-472f-9cea-5e4294ddf4ab,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:34.158942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f931af1-50bd-4441-8072-001cadee7cce') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:34.159237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f931af1-50bd-4441-8072-001cadee7cce') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:34.161884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50606) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:34.194485 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (4f931af1-50bd-4441-8072-001cadee7cce), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.223345 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-56ac31ae-9d04-47a5-910a-334d85138cc0 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0670826 Feb 09 03:33:34.226573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50612) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:34.234405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Allocated IP 10.2.2.100 (f3085456-bd68-41c9-9475-08aeec892882/6e14acaa-c94f-4056-8ad2-5d729d8e19c6/c37e197c-1ee6-40de-bcac-5c09a8d17027) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:34.252874 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4f931af1-50bd-4441-8072-001cadee7cce), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.275431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:33:34.275856 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (4f931af1-50bd-4441-8072-001cadee7cce), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:33:34.279425 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:33:34.293117 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d1f9224b-a8ed-4169-980a-985d615c565b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (b60d8d1b-c5bb-4ec2-8ba8-335cf04f5a01), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.321391 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d1f9224b-a8ed-4169-980a-985d615c565b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (b60d8d1b-c5bb-4ec2-8ba8-335cf04f5a01), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.374354 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d1f9224b-a8ed-4169-980a-985d615c565b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b60d8d1b-c5bb-4ec2-8ba8-335cf04f5a01), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.378464 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d1f9224b-a8ed-4169-980a-985d615c565b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.382392 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d1f9224b-a8ed-4169-980a-985d615c565b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-groups/b60d8d1b-c5bb-4ec2-8ba8-335cf04f5a01 HTTP/1.1" status: 204 len: 168 time: 0.1526091 Feb 09 03:33:34.391493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50618) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:34.392274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9224b-a8ed-4169-980a-985d615c565b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60d8d1b-c5bb-4ec2-8ba8-335cf04f5a01,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:34.459366 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (c5780e3f-5fe0-4434-8596-82a0e8078930), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.494740 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0d823d8b-49bf-4f4f-a03e-0caddc6f4f0b tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0915153 Feb 09 03:33:34.503431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50622) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:34.507034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62089197-97aa-430c-a208-ce79ad65036e req-ba8d24ae-697c-405a-bca4-0192ad2d328d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:34.508566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62089197-97aa-430c-a208-ce79ad65036e req-ba8d24ae-697c-405a-bca4-0192ad2d328d tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.1478782 Feb 09 03:33:34.510133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9d865813-6adb-4f54-9690-5e58804622eb tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101802080'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:34.529019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.534834 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] 10.222.0.21 "DELETE /v2.0/networks/c5780e3f-5fe0-4434-8596-82a0e8078930 HTTP/1.1" status: 204 len: 168 time: 2.2630086 Feb 09 03:33:34.537925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ff070-24e1-480b-9625-297facefbebb tempest-NetworksTestDHCPv6-223839986 tempest-NetworksTestDHCPv6-223839986-project] Pushing event deleted for resources: {'Network': ['ID=c5780e3f-5fe0-4434-8596-82a0e8078930,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:34.559768 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d865813-6adb-4f54-9690-5e58804622eb tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.599167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3325757f-3a37-426c-a8fd-4738cabeb64e tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:34.599846 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-3325757f-3a37-426c-a8fd-4738cabeb64e tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 03:33:34.600366 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-3325757f-3a37-426c-a8fd-4738cabeb64e tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 03:33:34.605727 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62089197-97aa-430c-a208-ce79ad65036e req-725fc3ea-538a-459f-9ecc-2d05ee5a9125 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781271 Feb 09 03:33:34.606217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50628) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:34.607147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3325757f-3a37-426c-a8fd-4738cabeb64e tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4379826 Feb 09 03:33:34.617897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-613bc43f-238f-46e5-a9ab-31e89fd6ac55 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group': {'name': 'tempest-secgroup--166580882'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:34.663516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.670319 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613bc43f-238f-46e5-a9ab-31e89fd6ac55 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.687432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613bc43f-238f-46e5-a9ab-31e89fd6ac55 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.743370 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d865813-6adb-4f54-9690-5e58804622eb tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (1bdba2a1-5f07-4785-b4e5-06fcdfa7263d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.753875 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d865813-6adb-4f54-9690-5e58804622eb tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1bdba2a1-5f07-4785-b4e5-06fcdfa7263d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.784759 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613bc43f-238f-46e5-a9ab-31e89fd6ac55 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (af0ce2fb-74f8-4f9d-ad4c-000f3b978c80), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.794303 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613bc43f-238f-46e5-a9ab-31e89fd6ac55 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (af0ce2fb-74f8-4f9d-ad4c-000f3b978c80), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.809116 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d865813-6adb-4f54-9690-5e58804622eb tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.814109 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9d865813-6adb-4f54-9690-5e58804622eb tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3089187 Feb 09 03:33:34.815386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50634) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:34.824602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-28a627cb-edb6-4b35-ae30-e77f2b1b576a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Request body: {'security_group_rule': {'security_group_id': '1bdba2a1-5f07-4785-b4e5-06fcdfa7263d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:34.832553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d865813-6adb-4f54-9690-5e58804622eb tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdba2a1-5f07-4785-b4e5-06fcdfa7263d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:34.849496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fd205363-8e9b-4e98-9d11-ca78bb8b6338 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:33:34.864963 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.883114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28a627cb-edb6-4b35-ae30-e77f2b1b576a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (79eee641-97d0-4237-b11e-823b1ff43340), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.921909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bc43f-238f-46e5-a9ab-31e89fd6ac55 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0ce2fb-74f8-4f9d-ad4c-000f3b978c80,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:34.926825 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Port': ['ID=c37e197c-1ee6-40de-bcac-5c09a8d17027,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:34.960725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Network f3085456-bd68-41c9-9475-08aeec892882 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:34.968336 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613bc43f-238f-46e5-a9ab-31e89fd6ac55 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (a0b26872-dba0-4d21-847c-df28d398c1cd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.969750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:34.979155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:34.983864 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613bc43f-238f-46e5-a9ab-31e89fd6ac55 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a0b26872-dba0-4d21-847c-df28d398c1cd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.043167 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613bc43f-238f-46e5-a9ab-31e89fd6ac55 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.044801 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-613bc43f-238f-46e5-a9ab-31e89fd6ac55 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4313827 Feb 09 03:33:35.045440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28a627cb-edb6-4b35-ae30-e77f2b1b576a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (79eee641-97d0-4237-b11e-823b1ff43340), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.048053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50644) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:35.061652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b3fe38c5-c48c-4cff-bd66-06dfea14741d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': 'a0b26872-dba0-4d21-847c-df28d398c1cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:35.077466 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28a627cb-edb6-4b35-ae30-e77f2b1b576a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (79eee641-97d0-4237-b11e-823b1ff43340), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.113002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bc43f-238f-46e5-a9ab-31e89fd6ac55 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b26872-dba0-4d21-847c-df28d398c1cd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:35.150277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:35.150924 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.159995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:35.208484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6c89817d-0746-4040-ad91-6fab421f0f58 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7826021 Feb 09 03:33:35.209170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50650) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:35.220623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'port_id': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'mac_address': 'fa:16:3e:b1:61:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:33:35.226739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'port': {'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882', 'admin_state_up': True, 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'security_groups': ['af29e6ba-5f12-4d0a-b171-55444ab75b9e']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:35.244593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a627cb-edb6-4b35-ae30-e77f2b1b576a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79eee641-97d0-4237-b11e-823b1ff43340,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:35.267779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28a627cb-edb6-4b35-ae30-e77f2b1b576a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.273327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port fd205363-8e9b-4e98-9d11-ca78bb8b6338 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:35.273967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.274804 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-28a627cb-edb6-4b35-ae30-e77f2b1b576a tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4557779 Feb 09 03:33:35.281590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50654) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:35.303342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd205363-8e9b-4e98-9d11-ca78bb8b6338 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:33:35.332415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:35.338988 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.364242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70421a-67c2-438c-aa2a-169bf2506d6a req-fc4fcaea-2057-4abc-b07b-7898302ce0b4 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:35.368811 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f70421a-67c2-438c-aa2a-169bf2506d6a req-fc4fcaea-2057-4abc-b07b-7898302ce0b4 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 943 time: 0.2276607 Feb 09 03:33:35.368811 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3fe38c5-c48c-4cff-bd66-06dfea14741d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group_rule (0550bd5b-9b9e-4949-a07f-c109da21cd32), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.417751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=fd205363-8e9b-4e98-9d11-ca78bb8b6338,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:35.425547 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['fd205363-8e9b-4e98-9d11-ca78bb8b6338'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:33:35.549112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f70421a-67c2-438c-aa2a-169bf2506d6a req-cb4aa5ce-8b4b-4d19-bce5-df2a6e875823 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971694 Feb 09 03:33:35.554589 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6e3df2ee-9041-4564-a226-7105d423101d None None] Provisioning complete for port c37e197c-1ee6-40de-bcac-5c09a8d17027 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:35.555142 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e3df2ee-9041-4564-a226-7105d423101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.586327 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3fe38c5-c48c-4cff-bd66-06dfea14741d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group_rule (0550bd5b-9b9e-4949-a07f-c109da21cd32), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.597924 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3fe38c5-c48c-4cff-bd66-06dfea14741d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (0550bd5b-9b9e-4949-a07f-c109da21cd32), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.606911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6e3df2ee-9041-4564-a226-7105d423101d None None] Port c37e197c-1ee6-40de-bcac-5c09a8d17027 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:35.613508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Made reservation on behalf of 861f56ac06a6467aaaedc48cd06f4450 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:35.629212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.637499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe38c5-c48c-4cff-bd66-06dfea14741d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0550bd5b-9b9e-4949-a07f-c109da21cd32,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:35.654983 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3fe38c5-c48c-4cff-bd66-06dfea14741d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.660942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b3fe38c5-c48c-4cff-bd66-06dfea14741d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6116681 Feb 09 03:33:35.662611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50674) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:35.664148 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-765694ca-7bc2-4b12-931a-56b69bcf6004 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (1bdba2a1-5f07-4785-b4e5-06fcdfa7263d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.671403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-0fde7e99-1137-4140-afd2-fedc300a9477 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': 'a0b26872-dba0-4d21-847c-df28d398c1cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:35.704879 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-765694ca-7bc2-4b12-931a-56b69bcf6004 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (1bdba2a1-5f07-4785-b4e5-06fcdfa7263d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.777649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81012-02dc-499c-8472-61ecc28ed0d2 req-0c3d8c32-d2ef-4caf-8499-70027b8d231b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:35.790409 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81012-02dc-499c-8472-61ecc28ed0d2 req-0c3d8c32-d2ef-4caf-8499-70027b8d231b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:35.805446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81012-02dc-499c-8472-61ecc28ed0d2 req-0c3d8c32-d2ef-4caf-8499-70027b8d231b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:35.812894 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-765694ca-7bc2-4b12-931a-56b69bcf6004 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1bdba2a1-5f07-4785-b4e5-06fcdfa7263d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.814347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81012-02dc-499c-8472-61ecc28ed0d2 req-0c3d8c32-d2ef-4caf-8499-70027b8d231b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:35.816161 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-adc81012-02dc-499c-8472-61ecc28ed0d2 req-0c3d8c32-d2ef-4caf-8499-70027b8d231b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 3096 time: 0.3004935 Feb 09 03:33:35.817525 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-765694ca-7bc2-4b12-931a-56b69bcf6004 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.821469 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-765694ca-7bc2-4b12-931a-56b69bcf6004 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-groups/1bdba2a1-5f07-4785-b4e5-06fcdfa7263d HTTP/1.1" status: 204 len: 168 time: 0.5389097 Feb 09 03:33:35.823123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50680) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:35.836568 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0fde7e99-1137-4140-afd2-fedc300a9477 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group_rule (20ebb91e-b288-4b66-800f-f3cf76187fb6), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.855510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ecccae87-5be9-4b3b-a00b-a6d1c997f496 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:33:35.879052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765694ca-7bc2-4b12-931a-56b69bcf6004 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdba2a1-5f07-4785-b4e5-06fcdfa7263d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:35.912986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a598209-75ea-4af9-9aa8-c335b1f1738e req-efa7ae39-35aa-445d-a49d-eda7975d9bcc tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:35.915367 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a598209-75ea-4af9-9aa8-c335b1f1738e req-efa7ae39-35aa-445d-a49d-eda7975d9bcc tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 943 time: 0.1527522 Feb 09 03:33:36.002112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-65f6ed56-2ce7-42e7-a6e2-b5ef89e21d80 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1721942 Feb 09 03:33:36.003711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50690) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:36.041656 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fb9ed04b-e082-4620-9b41-9f1fc311f6d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85583d7ccb194c29849391b601818aac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8307474 Feb 09 03:33:36.051862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50692) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:36.146713 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a598209-75ea-4af9-9aa8-c335b1f1738e req-a7ae8f41-0062-42c0-9c22-0b3aa06dd374 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559038 Feb 09 03:33:36.156040 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0e4af5e7-ac80-4846-aa6f-17211f47a637 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1511745 Feb 09 03:33:36.162057 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50694) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:36.164720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ecccae87-5be9-4b3b-a00b-a6d1c997f496 is: DOWN; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:36.180276 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-e129c8aa-17ca-493b-b301-f000a9107fc7 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] delete failed (client error): The resource could not be found. Feb 09 03:33:36.181315 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e129c8aa-17ca-493b-b301-f000a9107fc7 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "DELETE /v2.0/security-groups/1bdba2a1-5f07-4785-b4e5-06fcdfa7263d HTTP/1.1" status: 404 len: 347 time: 0.0178165 Feb 09 03:33:36.185749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50696) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:36.215362 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-adc81012-02dc-499c-8472-61ecc28ed0d2 req-4c8f236c-e2b6-4edf-913a-037591338351 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3795471 Feb 09 03:33:36.296442 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d67446c6-11ea-4bbd-b6ed-0086f5ee75f1 tempest-SecGroupTest-1154961389 tempest-SecGroupTest-1154961389-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1022339 Feb 09 03:33:36.296650 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-0fde7e99-1137-4140-afd2-fedc300a9477 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 03:33:36.296650 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0fde7e99-1137-4140-afd2-fedc300a9477 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6265078 Feb 09 03:33:36.296790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50704) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:36.403784 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0184-1fb3-4eb3-90e0-29cd6b92d7f8 admin admin] Publish callbacks [] for security_group (b3aaa338-8d19-4b9c-a535-8be666623965), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:36.542892 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0184-1fb3-4eb3-90e0-29cd6b92d7f8 admin admin] Publish callbacks [] for security_group (b3aaa338-8d19-4b9c-a535-8be666623965), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:36.566404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1179327-2050-46db-af6c-f612ecfe643f req-9a12b4a6-88a7-4ea7-af00-f6c37769c236 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:36.580731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1179327-2050-46db-af6c-f612ecfe643f req-9a12b4a6-88a7-4ea7-af00-f6c37769c236 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 944 time: 0.2076008 Feb 09 03:33:36.643439 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-54856f33-f0d2-48ab-9af1-886541924c4a tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (a0b26872-dba0-4d21-847c-df28d398c1cd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:36.732186 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-54856f33-f0d2-48ab-9af1-886541924c4a tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (a0b26872-dba0-4d21-847c-df28d398c1cd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:36.805616 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0184-1fb3-4eb3-90e0-29cd6b92d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b3aaa338-8d19-4b9c-a535-8be666623965), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:36.829217 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0184-1fb3-4eb3-90e0-29cd6b92d7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:36.832980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d2aa0184-1fb3-4eb3-90e0-29cd6b92d7f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3aaa338-8d19-4b9c-a535-8be666623965 HTTP/1.1" status: 204 len: 168 time: 0.7797747 Feb 09 03:33:36.849462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fd205363-8e9b-4e98-9d11-ca78bb8b6338 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:33:36.868308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Allocated IP 10.2.2.200 (f3085456-bd68-41c9-9475-08aeec892882/6e14acaa-c94f-4056-8ad2-5d729d8e19c6/b3194d10-40a5-4af1-93c4-000b21a5e833) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:36.883704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-54856f33-f0d2-48ab-9af1-886541924c4a tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a0b26872-dba0-4d21-847c-df28d398c1cd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:36.887438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-54856f33-f0d2-48ab-9af1-886541924c4a tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:36.889526 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-54856f33-f0d2-48ab-9af1-886541924c4a tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0b26872-dba0-4d21-847c-df28d398c1cd HTTP/1.1" status: 204 len: 168 time: 0.5928113 Feb 09 03:33:36.920708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50736) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:36.952390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54856f33-f0d2-48ab-9af1-886541924c4a tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b26872-dba0-4d21-847c-df28d398c1cd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:36.983404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa0184-1fb3-4eb3-90e0-29cd6b92d7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aaa338-8d19-4b9c-a535-8be666623965,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:36.993949 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1179327-2050-46db-af6c-f612ecfe643f req-001e26ad-f9df-4175-be7f-6b6151e156d9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4110942 Feb 09 03:33:37.064924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cfb3da19-d565-41de-b75d-f33caa9693be tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1343257 Feb 09 03:33:37.064924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50744) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:37.075481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d0abb1c5-9105-4f7e-ab96-c043e5be9981 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057472005'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:37.127931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0abb1c5-9105-4f7e-ab96-c043e5be9981 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:37.139056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port fd205363-8e9b-4e98-9d11-ca78bb8b6338 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:37.139683 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:37.250161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50748) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:37.275374 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-d01527d4-a95f-40d8-be56-8446a613af0e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4252582 Feb 09 03:33:37.326625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389c64a-593d-4526-abca-2df1dfb0195e req-c0093ef0-c228-4439-815b-06d6ae4bfee5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:37.340423 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9389c64a-593d-4526-abca-2df1dfb0195e req-c0093ef0-c228-4439-815b-06d6ae4bfee5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 943 time: 0.6412828 Feb 09 03:33:37.356994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port fd205363-8e9b-4e98-9d11-ca78bb8b6338 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:37.358042 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:37.395646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0abb1c5-9105-4f7e-ab96-c043e5be9981 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (fa2c045b-b473-4cc1-8301-acfd8ec30bc9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:37.414994 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0abb1c5-9105-4f7e-ab96-c043e5be9981 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fa2c045b-b473-4cc1-8301-acfd8ec30bc9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:37.420080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-b78c4240-5dc5-42f4-90a7-2e373658342e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:33:37.421233 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-b78c4240-5dc5-42f4-90a7-2e373658342e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0740840 Feb 09 03:33:37.444914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:37.457078 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1982ec-33a3-48e6-9cfe-55ef592456a6" -d '{"events": [{"server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "name": "network-vif-plugged", "status": "completed", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:37.480954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9389c64a-593d-4526-abca-2df1dfb0195e req-754c2c4f-bba4-43fb-8396-88142a285e39 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342666 Feb 09 03:33:37.501103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abb1c5-9105-4f7e-ab96-c043e5be9981 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2c045b-b473-4cc1-8301-acfd8ec30bc9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:37.545463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:37.556855 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:37.559880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0abb1c5-9105-4f7e-ab96-c043e5be9981 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:37.563154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d0abb1c5-9105-4f7e-ab96-c043e5be9981 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4968348 Feb 09 03:33:37.567618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50758) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:37.598341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1501dfd1-9c61-4363-acd9-d9bc649491df tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': 'fa2c045b-b473-4cc1-8301-acfd8ec30bc9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:37.598881 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-1501dfd1-9c61-4363-acd9-d9bc649491df tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 03:33:37.602681 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-1501dfd1-9c61-4363-acd9-d9bc649491df tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:37.609212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1501dfd1-9c61-4363-acd9-d9bc649491df tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0394933 Feb 09 03:33:37.618048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50762) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:37.669376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab8631-034a-4bdb-821b-9a2d515bbe0f req-7ded6eba-5db4-47f6-9ddc-bb4c73300384 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:37.691078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab8631-034a-4bdb-821b-9a2d515bbe0f req-7ded6eba-5db4-47f6-9ddc-bb4c73300384 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:37.703080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab8631-034a-4bdb-821b-9a2d515bbe0f req-7ded6eba-5db4-47f6-9ddc-bb4c73300384 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:37.721505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab8631-034a-4bdb-821b-9a2d515bbe0f req-7ded6eba-5db4-47f6-9ddc-bb4c73300384 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:37.728794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7dab8631-034a-4bdb-821b-9a2d515bbe0f req-7ded6eba-5db4-47f6-9ddc-bb4c73300384 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 3096 time: 0.3086529 Feb 09 03:33:37.762389 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72e07c4-ec0f-48c3-9438-6249baf4d5f4 x-openstack-request-id: req-a72e07c4-ec0f-48c3-9438-6249baf4d5f4 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:37.762917 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "name": "network-vif-plugged", "status": "completed", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:37.763434 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a72e07c4-ec0f-48c3-9438-6249baf4d5f4 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:37.764010 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'code': 200} Feb 09 03:33:37.765271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=fd205363-8e9b-4e98-9d11-ca78bb8b6338,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:37.801945 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:37.875867 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7dab8631-034a-4bdb-821b-9a2d515bbe0f req-91e6b6b1-32dd-4936-bf23-c433d60f4b29 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1455860 Feb 09 03:33:37.986470 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:38.374559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:38.614245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event updated for resources: {'Port': ['ID=b3194d10-40a5-4af1-93c4-000b21a5e833,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:38.684220 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-41b0e6cf-e8e8-4dfb-9a9a-9cf674f521d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e97def7f6350401497c8f0f3bb5f3fed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4006300 Feb 09 03:33:38.695380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50792) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:38.777582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30351c8-e8ca-421e-90be-a5a1846fe808 req-0351971a-cd06-441f-9091-c71e23be4dc6 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:38.779113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a30351c8-e8ca-421e-90be-a5a1846fe808 req-0351971a-cd06-441f-9091-c71e23be4dc6 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 943 time: 0.1608121 Feb 09 03:33:38.802594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Network f3085456-bd68-41c9-9475-08aeec892882 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:38.810929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7574cd72-8eb4-403c-aaab-992fa18f05b8 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (fa2c045b-b473-4cc1-8301-acfd8ec30bc9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:38.859602 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64652986-edcf-4267-8d3b-ab611904be61 req-7508db78-88d8-450e-b8b9-324e9cf1bac1 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:38.864226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-64652986-edcf-4267-8d3b-ab611904be61 req-7508db78-88d8-450e-b8b9-324e9cf1bac1 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.6601286 Feb 09 03:33:38.868880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:38.873296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:38.887128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a30351c8-e8ca-421e-90be-a5a1846fe808 req-0756e10e-2e08-40de-9c9e-7fc94dcec618 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020570 Feb 09 03:33:38.975701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:38.977226 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:39.245288 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7574cd72-8eb4-403c-aaab-992fa18f05b8 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (fa2c045b-b473-4cc1-8301-acfd8ec30bc9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:39.345815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50810) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:39.370359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-17cb1f84-2fe2-44df-ad29-5b80c749a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:39.372031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-17cb1f84-2fe2-44df-ad29-5b80c749a68e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5&tenant_id=294df6b61c34479ba0d8657cdca53b52 HTTP/1.1" status: 200 len: 1126 time: 0.3882260 Feb 09 03:33:39.375307 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-64652986-edcf-4267-8d3b-ab611904be61 req-3ca20789-f3a9-4d59-a299-be52816ad734 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177303 Feb 09 03:33:39.391525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f5f4821d-b215-4463-8b6b-dd243bdd8380 None None] Provisioning complete for port b3194d10-40a5-4af1-93c4-000b21a5e833 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:39.395065 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5f4821d-b215-4463-8b6b-dd243bdd8380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:39.397286 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-5535d9ef-b3c6-4490-b4d3-f4da01e3c47b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1758304 Feb 09 03:33:39.429338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:39.513661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f5f4821d-b215-4463-8b6b-dd243bdd8380 None None] Port b3194d10-40a5-4af1-93c4-000b21a5e833 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:39.547683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'networks': [{'name': 'tempest-network--1207171012'}, {'name': 'tempest-network--1611224082'}]} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:39.548229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'network': {'name': 'tempest-network--1207171012'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:39.548845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'network': {'name': 'tempest-network--1611224082'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:39.566066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Request body: {'port': {'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:39.578187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Made reservation on behalf of 478442daade54c2098b60ff8118df384 for: {'network': 2} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:39.584915 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:39.598044 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:39.739117 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks [] for security_group (6ffb64e9-7a0c-4743-9ea9-70ba49d3ea7b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:39.748589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6ffb64e9-7a0c-4743-9ea9-70ba49d3ea7b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:39.749319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:39.781670 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:39.959026 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-221b4e50-95b0-4eac-9488-72d2cb7fbd4d admin admin] Publish callbacks [] for security_group (e0fb2f7f-c4a1-4342-a7e2-61b88ec6f115), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:40.005028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-221b4e50-95b0-4eac-9488-72d2cb7fbd4d admin admin] Publish callbacks [] for security_group (e0fb2f7f-c4a1-4342-a7e2-61b88ec6f115), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:40.077089 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-221b4e50-95b0-4eac-9488-72d2cb7fbd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e0fb2f7f-c4a1-4342-a7e2-61b88ec6f115), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:40.080300 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-221b4e50-95b0-4eac-9488-72d2cb7fbd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:40.081773 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-221b4e50-95b0-4eac-9488-72d2cb7fbd4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0fb2f7f-c4a1-4342-a7e2-61b88ec6f115 HTTP/1.1" status: 204 len: 168 time: 1.3524215 Feb 09 03:33:40.126665 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:40.164248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b4e50-95b0-4eac-9488-72d2cb7fbd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fb2f7f-c4a1-4342-a7e2-61b88ec6f115,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:40.324449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50822) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:40.356335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6cfd18a0-3e89-4997-8455-67b97357c418 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871440', 'description': 'tempest-secgroup-smoke-1871440 description', 'project_id': '2d97c098e98a427b87333af505a5b6d1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:40.409911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:33:40.415851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffb64e9-7a0c-4743-9ea9-70ba49d3ea7b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:40.441336 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (17026ad6-aae7-4d0d-b13b-409f0035a2bc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:40.441935 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Added segment 17026ad6-aae7-4d0d-b13b-409f0035a2bc of type vlan for network 87703a55-ec83-49ab-9b17-f1b607cf395e Feb 09 03:33:40.455975 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cfd18a0-3e89-4997-8455-67b97357c418 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:40.493324 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cfd18a0-3e89-4997-8455-67b97357c418 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:40.500205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7574cd72-8eb4-403c-aaab-992fa18f05b8 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fa2c045b-b473-4cc1-8301-acfd8ec30bc9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:40.503267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7574cd72-8eb4-403c-aaab-992fa18f05b8 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:40.504639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7574cd72-8eb4-403c-aaab-992fa18f05b8 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "DELETE /v2.0/security-groups/fa2c045b-b473-4cc1-8301-acfd8ec30bc9 HTTP/1.1" status: 204 len: 168 time: 2.8853374 Feb 09 03:33:40.518683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50830) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:40.538097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38774b-6369-4886-b8d4-788ad740810a req-78b79135-0c82-4979-84ca-25412c685284 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:40.546784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e38774b-6369-4886-b8d4-788ad740810a req-78b79135-0c82-4979-84ca-25412c685284 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 943 time: 0.1794763 Feb 09 03:33:40.550452 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (87703a55-ec83-49ab-9b17-f1b607cf395e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:40.581567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574cd72-8eb4-403c-aaab-992fa18f05b8 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2c045b-b473-4cc1-8301-acfd8ec30bc9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:40.622417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11c83-dbf9-486f-9aac-0f6b962bbbcb req-59750019-9138-45a2-ba99-0e9babaffb91 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:40.629377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11c83-dbf9-486f-9aac-0f6b962bbbcb req-59750019-9138-45a2-ba99-0e9babaffb91 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:40.640124 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11c83-dbf9-486f-9aac-0f6b962bbbcb req-59750019-9138-45a2-ba99-0e9babaffb91 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:40.645823 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11c83-dbf9-486f-9aac-0f6b962bbbcb req-59750019-9138-45a2-ba99-0e9babaffb91 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:40.653263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d11c83-dbf9-486f-9aac-0f6b962bbbcb req-59750019-9138-45a2-ba99-0e9babaffb91 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:40.654577 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-39d11c83-dbf9-486f-9aac-0f6b962bbbcb req-59750019-9138-45a2-ba99-0e9babaffb91 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 3817 time: 0.8992901 Feb 09 03:33:40.891040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:33:40.921173 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8ccf888d-9eda-4649-8c2d-2d1ae906f97f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4010720 Feb 09 03:33:40.931850 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e38774b-6369-4886-b8d4-788ad740810a req-9f22cf14-35c2-4377-9b67-1c8528fc4f04 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840525 Feb 09 03:33:40.934930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50838) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:40.935963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a58ef51b-b7e4-412c-92c1-cf6075fdec3d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:40.936302 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Added segment a58ef51b-b7e4-412c-92c1-cf6075fdec3d of type vlan for network 7efd6a27-2d86-48b9-a833-7e6dcb2374f5 Feb 09 03:33:40.941797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-41508082-cb55-41fa-afc5-62c77ebea380 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group': {'name': 'tempest-secgroup--381817030'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:41.008644 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cfd18a0-3e89-4997-8455-67b97357c418 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (dbe61419-e837-4cdb-8bfd-10b0df87baf8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.024192 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cfd18a0-3e89-4997-8455-67b97357c418 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (dbe61419-e837-4cdb-8bfd-10b0df87baf8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.054182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:41.063901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd18a0-3e89-4997-8455-67b97357c418 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe61419-e837-4cdb-8bfd-10b0df87baf8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:41.093561 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (7efd6a27-2d86-48b9-a833-7e6dcb2374f5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.102584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:33:41.121941 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41508082-cb55-41fa-afc5-62c77ebea380 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.146234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecccae87-5be9-4b3b-a00b-a6d1c997f496 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:33:41.157404 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Publish callbacks [] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.178156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Transition to ACTIVE for port object ecccae87-5be9-4b3b-a00b-a6d1c997f496 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:33:41.189737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.268838 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (87703a55-ec83-49ab-9b17-f1b607cf395e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.268838 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (7efd6a27-2d86-48b9-a833-7e6dcb2374f5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.275903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:41.280847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:41.281001 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-39d11c83-dbf9-486f-9aac-0f6b962bbbcb req-4d5fc2a8-ebd2-4f44-a734-c10091353191 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6079552 Feb 09 03:33:41.281821 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.350568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] No DVR routers for this DVR port ecccae87-5be9-4b3b-a00b-a6d1c997f496 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:33:41.360258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:41.459706 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee39251-e1f8-42ab-965f-2dc24d011f0b req-17285dd8-2a95-4269-aa76-920aaec4f8ec tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:41.461308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ee39251-e1f8-42ab-965f-2dc24d011f0b req-17285dd8-2a95-4269-aa76-920aaec4f8ec tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.3247201 Feb 09 03:33:41.532816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Attempting to bind port ecccae87-5be9-4b3b-a00b-a6d1c997f496 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:33:41.541716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Attempting to bind port ecccae87-5be9-4b3b-a00b-a6d1c997f496 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:33:41.541716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Attempting to bind port ecccae87-5be9-4b3b-a00b-a6d1c997f496 on network 69fb9b00-c2ef-4b22-bb85-44f083234f5d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:41.563592 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2165506 Feb 09 03:33:41.569884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50850) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:41.571903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Port ecccae87-5be9-4b3b-a00b-a6d1c997f496 on network 69fb9b00-c2ef-4b22-bb85-44f083234f5d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:33:41.572230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Attempting to bind port ecccae87-5be9-4b3b-a00b-a6d1c997f496 on network 69fb9b00-c2ef-4b22-bb85-44f083234f5d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:41.686841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:33:41.687178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Checking segment: {'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:41.687568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Bound using segment: {'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:33:41.688613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Bound port: ecccae87-5be9-4b3b-a00b-a6d1c997f496, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84d240a-f72c-4b39-916a-ca16c824c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:33:41.688988 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.751229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41508082-cb55-41fa-afc5-62c77ebea380 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (ff3a7959-00ba-466d-a344-e636dd1e9eff), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.826942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cfd18a0-3e89-4997-8455-67b97357c418 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (146d14c7-34f7-483f-b001-a8032a6f5da4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.840915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event updated for resources: {'Network': ['ID=87703a55-ec83-49ab-9b17-f1b607cf395e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:41.855126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 87703a55-ec83-49ab-9b17-f1b607cf395e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:33:41.870301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50854) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:41.943741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a8290-4be9-4812-b248-95f9eff1fdae tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event updated for resources: {'Network': ['ID=7efd6a27-2d86-48b9-a833-7e6dcb2374f5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:41.946276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cfd18a0-3e89-4997-8455-67b97357c418 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (146d14c7-34f7-483f-b001-a8032a6f5da4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.951025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41508082-cb55-41fa-afc5-62c77ebea380 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ff3a7959-00ba-466d-a344-e636dd1e9eff), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.017776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0ef499-669a-4d3c-8d02-453c2efe13dc {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:33:42.018789 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ee39251-e1f8-42ab-965f-2dc24d011f0b req-81fafe8b-e2d3-4035-98d1-67c9e1a7d4f7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5177162 Feb 09 03:33:42.030577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Publish callbacks [] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.046768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Transition to ACTIVE for port object 0c0ef499-669a-4d3c-8d02-453c2efe13dc will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:33:42.051268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd18a0-3e89-4997-8455-67b97357c418 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146d14c7-34f7-483f-b001-a8032a6f5da4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:42.092454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41508082-cb55-41fa-afc5-62c77ebea380 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.094328 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-41508082-cb55-41fa-afc5-62c77ebea380 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1564131 Feb 09 03:33:42.095982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 7efd6a27-2d86-48b9-a833-7e6dcb2374f5 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:33:42.101802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50860) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:42.117270 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cfd18a0-3e89-4997-8455-67b97357c418 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.127664 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6cfd18a0-3e89-4997-8455-67b97357c418 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.7946453 Feb 09 03:33:42.139481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ae184ee4-dd67-4780-a182-ee40bc264818 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': 'ff3a7959-00ba-466d-a344-e636dd1e9eff', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:42.140089 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-ae184ee4-dd67-4780-a182-ee40bc264818 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 03:33:42.140606 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-ae184ee4-dd67-4780-a182-ee40bc264818 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:42.143810 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ae184ee4-dd67-4780-a182-ee40bc264818 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0408862 Feb 09 03:33:42.144482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50862) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:42.144814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50864) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:42.173933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9d049cbd-a56c-468c-bc36-55b30f140b89 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': '146d14c7-34f7-483f-b001-a8032a6f5da4', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:42.189524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8becc-cbdc-4114-a315-62e9522538c0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:42.197311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8becc-cbdc-4114-a315-62e9522538c0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:42.203783 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8becc-cbdc-4114-a315-62e9522538c0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:42.212199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8becc-cbdc-4114-a315-62e9522538c0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:42.221913 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-07c8becc-cbdc-4114-a315-62e9522538c0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6508634 Feb 09 03:33:42.222559 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50866) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:42.231662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-593915159-network', 'tenant_id': '4337bee0f9974529bc0da04e9aa38826'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:42.241864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41508082-cb55-41fa-afc5-62c77ebea380 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3a7959-00ba-466d-a344-e636dd1e9eff,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:42.293649 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d049cbd-a56c-468c-bc36-55b30f140b89 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (6381579a-6824-4247-a9a3-23c2e0589732), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.297698 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2d60-a3a8-4042-b2e5-00f6915775ef tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (ff3a7959-00ba-466d-a344-e636dd1e9eff), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.334624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.350044 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2d60-a3a8-4042-b2e5-00f6915775ef tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (ff3a7959-00ba-466d-a344-e636dd1e9eff), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.414663 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d049cbd-a56c-468c-bc36-55b30f140b89 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (6381579a-6824-4247-a9a3-23c2e0589732), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.425056 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d049cbd-a56c-468c-bc36-55b30f140b89 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (6381579a-6824-4247-a9a3-23c2e0589732), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.493164 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2d60-a3a8-4042-b2e5-00f6915775ef tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ff3a7959-00ba-466d-a344-e636dd1e9eff), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.497479 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2d60-a3a8-4042-b2e5-00f6915775ef tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.504675 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b7ea2d60-a3a8-4042-b2e5-00f6915775ef tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "DELETE /v2.0/security-groups/ff3a7959-00ba-466d-a344-e636dd1e9eff HTTP/1.1" status: 204 len: 168 time: 0.3576026 Feb 09 03:33:42.509008 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Made reservation on behalf of 4337bee0f9974529bc0da04e9aa38826 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:42.512485 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.525875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50870) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:42.530911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d049cbd-a56c-468c-bc36-55b30f140b89 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6381579a-6824-4247-a9a3-23c2e0589732,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:42.571022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:33:42.573896 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9d049cbd-a56c-468c-bc36-55b30f140b89 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.578224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9d049cbd-a56c-468c-bc36-55b30f140b89 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4297152 Feb 09 03:33:42.578352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:33:42.578458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea2d60-a3a8-4042-b2e5-00f6915775ef tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3a7959-00ba-466d-a344-e636dd1e9eff,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:42.583332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50874) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:42.592271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8f379ee3-a706-4d3a-88c9-0e636e4f3a8a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': '146d14c7-34f7-483f-b001-a8032a6f5da4', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:42.654980 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-77bfe123-ad5b-4501-ba86-9f30185c8f82 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1214700 Feb 09 03:33:42.658056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50876) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:42.663604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b8eeb029-748c-4be8-852c-5fb4d596738b tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457868831'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:42.701873 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.703997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01809c-7042-4590-b401-2a69604a377c req-e548b012-e438-4af8-b801-cacbf315c09f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:42.705226 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.710335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01809c-7042-4590-b401-2a69604a377c req-e548b012-e438-4af8-b801-cacbf315c09f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:42.716903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01809c-7042-4590-b401-2a69604a377c req-e548b012-e438-4af8-b801-cacbf315c09f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:42.723011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01809c-7042-4590-b401-2a69604a377c req-e548b012-e438-4af8-b801-cacbf315c09f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:42.733307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01809c-7042-4590-b401-2a69604a377c req-e548b012-e438-4af8-b801-cacbf315c09f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:42.743489 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb01809c-7042-4590-b401-2a69604a377c req-e548b012-e438-4af8-b801-cacbf315c09f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 3829 time: 0.2709615 Feb 09 03:33:42.753917 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (87703a55-ec83-49ab-9b17-f1b607cf395e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.783583 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f379ee3-a706-4d3a-88c9-0e636e4f3a8a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (227871aa-98dc-4b7b-a3da-ff56feaff116), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.790741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb029-748c-4be8-852c-5fb4d596738b tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.809488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0ef499-669a-4d3c-8d02-453c2efe13dc,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:42.823697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:42.825296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:42.827426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 200 len: 1092 time: 3.4291954 Feb 09 03:33:42.833798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:42.836669 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276b807b-2739-44e4-ad01-acb899ece1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:42.996369 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb01809c-7042-4590-b401-2a69604a377c req-bea26c8d-3a64-41a9-9f4c-a79e1360e6c9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2443979 Feb 09 03:33:43.026025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160998db-fc4d-4743-8919-890c5b8c4cc8 req-2d461c06-3180-4cb4-a998-c2c616c35794 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:43.044062 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-160998db-fc4d-4743-8919-890c5b8c4cc8 req-2d461c06-3180-4cb4-a998-c2c616c35794 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 943 time: 0.7891495 Feb 09 03:33:43.085601 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f379ee3-a706-4d3a-88c9-0e636e4f3a8a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (227871aa-98dc-4b7b-a3da-ff56feaff116), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.114986 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff6710a-587a-4fd9-8345-e4f5b07db0ae x-openstack-request-id: req-dff6710a-587a-4fd9-8345-e4f5b07db0ae {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:43.115293 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:43.115551 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dff6710a-587a-4fd9-8345-e4f5b07db0ae {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:43.115954 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'status': 'completed', 'code': 200} Feb 09 03:33:43.119932 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f379ee3-a706-4d3a-88c9-0e636e4f3a8a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (227871aa-98dc-4b7b-a3da-ff56feaff116), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.130021 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb029-748c-4be8-852c-5fb4d596738b tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (14f508af-dcf2-49ed-86e4-02353dec33cb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.174159 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb029-748c-4be8-852c-5fb4d596738b tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (14f508af-dcf2-49ed-86e4-02353dec33cb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.239436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eeb029-748c-4be8-852c-5fb4d596738b tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f508af-dcf2-49ed-86e4-02353dec33cb,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:43.257680 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f379ee3-a706-4d3a-88c9-0e636e4f3a8a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227871aa-98dc-4b7b-a3da-ff56feaff116,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:43.341050 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f379ee3-a706-4d3a-88c9-0e636e4f3a8a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.347355 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8f379ee3-a706-4d3a-88c9-0e636e4f3a8a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7585597 Feb 09 03:33:43.357452 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50882) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:43.370985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f924006a-ee2c-48f1-93b5-bd2ce503bde0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': '146d14c7-34f7-483f-b001-a8032a6f5da4', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:43.426770 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb029-748c-4be8-852c-5fb4d596738b tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.429103 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b8eeb029-748c-4be8-852c-5fb4d596738b tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7690473 Feb 09 03:33:43.433388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50884) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:43.445184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a529ddae-1144-44a6-b8a2-13c690bb28a0 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '14f508af-dcf2-49ed-86e4-02353dec33cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:43.446090 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-a529ddae-1144-44a6-b8a2-13c690bb28a0 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 03:33:43.450978 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-a529ddae-1144-44a6-b8a2-13c690bb28a0 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:43.452202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a529ddae-1144-44a6-b8a2-13c690bb28a0 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0176818 Feb 09 03:33:43.457098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50886) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:43.479020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-156e7705-d9c3-4a35-89de-50ea6d6e8aa1 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '14f508af-dcf2-49ed-86e4-02353dec33cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:43.481120 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-156e7705-d9c3-4a35-89de-50ea6d6e8aa1 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 03:33:43.481786 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-156e7705-d9c3-4a35-89de-50ea6d6e8aa1 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:43.485892 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-156e7705-d9c3-4a35-89de-50ea6d6e8aa1 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0262125 Feb 09 03:33:43.486779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f924006a-ee2c-48f1-93b5-bd2ce503bde0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (35d1bbdb-f0e5-46d2-bed2-a62e0314ceac), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.490527 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50888) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:43.498535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-94487b8a-0918-41a2-8aae-8735e1001c9d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '14f508af-dcf2-49ed-86e4-02353dec33cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:43.501837 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-94487b8a-0918-41a2-8aae-8735e1001c9d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 03:33:43.502368 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-94487b8a-0918-41a2-8aae-8735e1001c9d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:43.506449 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-94487b8a-0918-41a2-8aae-8735e1001c9d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122547 Feb 09 03:33:43.535513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50890) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:43.558543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bc161-67d3-4bfb-b56a-6e2d7022a017 req-c835a3b5-dacf-4fea-b44b-17f5ef8d8a02 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:43.568540 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-745bc161-67d3-4bfb-b56a-6e2d7022a017 req-c835a3b5-dacf-4fea-b44b-17f5ef8d8a02 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.3326604 Feb 09 03:33:43.574709 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-76b1216f-d2d4-4097-89eb-eeb28c89e923 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '14f508af-dcf2-49ed-86e4-02353dec33cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:43.575603 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-76b1216f-d2d4-4097-89eb-eeb28c89e923 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 03:33:43.576105 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-76b1216f-d2d4-4097-89eb-eeb28c89e923 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:43.580176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-76b1216f-d2d4-4097-89eb-eeb28c89e923 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093384 Feb 09 03:33:43.584730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50892) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:43.747549 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f924006a-ee2c-48f1-93b5-bd2ce503bde0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (35d1bbdb-f0e5-46d2-bed2-a62e0314ceac), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.772425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f924006a-ee2c-48f1-93b5-bd2ce503bde0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (35d1bbdb-f0e5-46d2-bed2-a62e0314ceac), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.809767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924006a-ee2c-48f1-93b5-bd2ce503bde0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d1bbdb-f0e5-46d2-bed2-a62e0314ceac,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:43.820808 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-745bc161-67d3-4bfb-b56a-6e2d7022a017 req-e3d28eb1-502e-4876-be2c-af8f30bb5402 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513864 Feb 09 03:33:43.826239 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-146144ab-23be-4fec-b6ff-9ec2a9fdd7ab tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (14f508af-dcf2-49ed-86e4-02353dec33cb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.856566 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-146144ab-23be-4fec-b6ff-9ec2a9fdd7ab tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (14f508af-dcf2-49ed-86e4-02353dec33cb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.911219 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-146144ab-23be-4fec-b6ff-9ec2a9fdd7ab tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (14f508af-dcf2-49ed-86e4-02353dec33cb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.915946 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-146144ab-23be-4fec-b6ff-9ec2a9fdd7ab tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.920364 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-146144ab-23be-4fec-b6ff-9ec2a9fdd7ab tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "DELETE /v2.0/security-groups/14f508af-dcf2-49ed-86e4-02353dec33cb HTTP/1.1" status: 204 len: 168 time: 0.3310106 Feb 09 03:33:43.922848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50896) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:43.927262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f924006a-ee2c-48f1-93b5-bd2ce503bde0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.928787 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f924006a-ee2c-48f1-93b5-bd2ce503bde0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5667865 Feb 09 03:33:43.936663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50898) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:43.946101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a8badcf4-ff10-4cdf-bad9-3c1edfbaf44b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': '146d14c7-34f7-483f-b001-a8032a6f5da4', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:43.956429 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Publish callbacks [] for security_group (c6d6b872-78f8-434b-8d09-45d3d25cafab), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.974855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146144ab-23be-4fec-b6ff-9ec2a9fdd7ab tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f508af-dcf2-49ed-86e4-02353dec33cb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:44.026634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d8725-866a-40ab-b5a6-a2b8894225e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:44.052938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ff1505a1-9d9a-4b1d-b04b-4001ca1dfdfc tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1287470 Feb 09 03:33:44.055380 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8badcf4-ff10-4cdf-bad9-3c1edfbaf44b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (7f427033-f617-4ad2-beea-5a8ff9ce0673), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.060394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50902) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:44.073872 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-954dfdbb-42d0-4cbd-a5b1-b0b76816e88f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group': {'name': 'tempest-secgroup--341720457'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:44.074459 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-160998db-fc4d-4743-8919-890c5b8c4cc8 req-abdd48e1-6ec4-4192-a4bb-3ec6ad29fc82 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9748709 Feb 09 03:33:44.079655 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c6d6b872-78f8-434b-8d09-45d3d25cafab), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.162717 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-954dfdbb-42d0-4cbd-a5b1-b0b76816e88f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.173169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (87703a55-ec83-49ab-9b17-f1b607cf395e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.192793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:33:44.223143 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8badcf4-ff10-4cdf-bad9-3c1edfbaf44b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (7f427033-f617-4ad2-beea-5a8ff9ce0673), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.229019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-8476f83d-aba1-4e29-8993-549db9e7f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:44.231332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-8476f83d-aba1-4e29-8993-549db9e7f4e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 1127 time: 1.3481395 Feb 09 03:33:44.246027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d6b872-78f8-434b-8d09-45d3d25cafab,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:44.254368 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8badcf4-ff10-4cdf-bad9-3c1edfbaf44b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (7f427033-f617-4ad2-beea-5a8ff9ce0673), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.349953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8badcf4-ff10-4cdf-bad9-3c1edfbaf44b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f427033-f617-4ad2-beea-5a8ff9ce0673,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:44.389342 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8badcf4-ff10-4cdf-bad9-3c1edfbaf44b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.392448 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a8badcf4-ff10-4cdf-bad9-3c1edfbaf44b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4489713 Feb 09 03:33:44.395239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50904) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:44.398912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87703a55-ec83-49ab-9b17-f1b607cf395e']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:44.404450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-f24f9f26-e9cb-4de4-a2f6-b22a2c9deb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:44.406874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915759f-ea67-4765-b2a4-50e383908f88 req-2571a5a6-72aa-4d6c-ad0b-93fda91e3d19 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:44.410825 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-f24f9f26-e9cb-4de4-a2f6-b22a2c9deb6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 915 time: 0.1653290 Feb 09 03:33:44.413774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915759f-ea67-4765-b2a4-50e383908f88 req-2571a5a6-72aa-4d6c-ad0b-93fda91e3d19 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:44.414209 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (3d6f000c-caec-4c14-be37-efb5ce89b632), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.415555 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Added segment 3d6f000c-caec-4c14-be37-efb5ce89b632 of type vlan for network aee871ad-986d-49be-81d0-252dae22714a Feb 09 03:33:44.429455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915759f-ea67-4765-b2a4-50e383908f88 req-2571a5a6-72aa-4d6c-ad0b-93fda91e3d19 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:44.442062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915759f-ea67-4765-b2a4-50e383908f88 req-2571a5a6-72aa-4d6c-ad0b-93fda91e3d19 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:44.452262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915759f-ea67-4765-b2a4-50e383908f88 req-2571a5a6-72aa-4d6c-ad0b-93fda91e3d19 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:44.454663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Attempting to bind port 0c0ef499-669a-4d3c-8d02-453c2efe13dc on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:33:44.455288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Attempting to bind port 0c0ef499-669a-4d3c-8d02-453c2efe13dc by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:33:44.455981 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Attempting to bind port 0c0ef499-669a-4d3c-8d02-453c2efe13dc on network b64083df-8d6d-4adf-9bed-2301d18d1f84 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:44.464919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17026ad6-aae7-4d0d-b13b-409f0035a2bc') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:44.465567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17026ad6-aae7-4d0d-b13b-409f0035a2bc') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:44.468081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Port 0c0ef499-669a-4d3c-8d02-453c2efe13dc on network b64083df-8d6d-4adf-9bed-2301d18d1f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:33:44.468582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Attempting to bind port 0c0ef499-669a-4d3c-8d02-453c2efe13dc on network b64083df-8d6d-4adf-9bed-2301d18d1f84 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:44.469852 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7915759f-ea67-4765-b2a4-50e383908f88 req-2571a5a6-72aa-4d6c-ad0b-93fda91e3d19 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 3829 time: 0.2820601 Feb 09 03:33:44.477641 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6eeb7f46-f8af-4ed1-ba59-4e82f1b40888 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': '146d14c7-34f7-483f-b001-a8032a6f5da4', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:44.549855 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-954dfdbb-42d0-4cbd-a5b1-b0b76816e88f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (24512a26-f015-4234-bf84-dadaa06ab97a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.573423 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-954dfdbb-42d0-4cbd-a5b1-b0b76816e88f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (24512a26-f015-4234-bf84-dadaa06ab97a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.600149 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-6eeb7f46-f8af-4ed1-ba59-4e82f1b40888 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Project 2d97c098e98a427b87333af505a5b6d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:33:44.600339 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (17026ad6-aae7-4d0d-b13b-409f0035a2bc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.616261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6eeb7f46-f8af-4ed1-ba59-4e82f1b40888 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (a02907f3-7f36-4c90-8067-b94352a7ffa0), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.619032 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-0d919231-ed60-4164-be46-9b9d7eddb620 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 200 len: 217 time: 0.1853361 Feb 09 03:33:44.619831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:33:44.620305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Checking segment: {'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:44.622523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Bound using segment: {'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:33:44.622523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Bound port: 0c0ef499-669a-4d3c-8d02-453c2efe13dc, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7343ff4f-afa9-4707-8b09-416f666cab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:33:44.622747 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.626110 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-954dfdbb-42d0-4cbd-a5b1-b0b76816e88f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.633169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (17026ad6-aae7-4d0d-b13b-409f0035a2bc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.634003 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-954dfdbb-42d0-4cbd-a5b1-b0b76816e88f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5723081 Feb 09 03:33:44.643455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:33:44.643992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (17026ad6-aae7-4d0d-b13b-409f0035a2bc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.683364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50906) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:44.722636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-7ec677e9-14dc-432d-bb7f-2af2fa37c82d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '24512a26-f015-4234-bf84-dadaa06ab97a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:44.723116 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-7ec677e9-14dc-432d-bb7f-2af2fa37c82d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 03:33:44.723605 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-7ec677e9-14dc-432d-bb7f-2af2fa37c82d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:44.731280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7ec677e9-14dc-432d-bb7f-2af2fa37c82d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0457079 Feb 09 03:33:44.760379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50910) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:44.782138 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7915759f-ea67-4765-b2a4-50e383908f88 req-b0fe2160-4cca-4329-8860-74256643b227 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3082728 Feb 09 03:33:44.789918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-213a0ad1-1b9d-488e-9046-545c84c10426 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '24512a26-f015-4234-bf84-dadaa06ab97a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:33:44.814267 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:33:44.849310 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (87703a55-ec83-49ab-9b17-f1b607cf395e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.887224 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (aee871ad-986d-49be-81d0-252dae22714a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.897741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dfdbb-42d0-4cbd-a5b1-b0b76816e88f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24512a26-f015-4234-bf84-dadaa06ab97a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:44.934413 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6eeb7f46-f8af-4ed1-ba59-4e82f1b40888 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (a02907f3-7f36-4c90-8067-b94352a7ffa0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.942494 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6eeb7f46-f8af-4ed1-ba59-4e82f1b40888 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (a02907f3-7f36-4c90-8067-b94352a7ffa0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.965228 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.967474 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-213a0ad1-1b9d-488e-9046-545c84c10426 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:44.974689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "DELETE /v2.0/networks/87703a55-ec83-49ab-9b17-f1b607cf395e HTTP/1.1" status: 204 len: 168 time: 2.6765718 Feb 09 03:33:44.974886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-213a0ad1-1b9d-488e-9046-545c84c10426 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2032285 Feb 09 03:33:44.975747 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6eeb7f46-f8af-4ed1-ba59-4e82f1b40888 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.982423 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6eeb7f46-f8af-4ed1-ba59-4e82f1b40888 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5046122 Feb 09 03:33:44.982423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50914) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:44.982685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50916) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:44.983070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50918) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:44.992647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-93aeb269-ee1c-45c2-8242-df8a12889991 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': '146d14c7-34f7-483f-b001-a8032a6f5da4', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:45.027826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5f944-6cfe-4b51-a87a-7487fc08f15c tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event deleted for resources: {'Network': ['ID=87703a55-ec83-49ab-9b17-f1b607cf395e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:45.105194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-b8e0f53b-b520-49ea-8374-d1a1de04e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:45.107046 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-b8e0f53b-b520-49ea-8374-d1a1de04e63f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 200 len: 854 time: 0.4821079 Feb 09 03:33:45.107316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-250393a5-8d25-4518-83cf-2fd33432be64 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '24512a26-f015-4234-bf84-dadaa06ab97a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:45.107965 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-250393a5-8d25-4518-83cf-2fd33432be64 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 03:33:45.108751 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-250393a5-8d25-4518-83cf-2fd33432be64 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:45.111133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-250393a5-8d25-4518-83cf-2fd33432be64 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1243701 Feb 09 03:33:45.117033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50924) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:45.118858 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (7efd6a27-2d86-48b9-a833-7e6dcb2374f5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.129231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb7f46-f8af-4ed1-ba59-4e82f1b40888 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02907f3-7f36-4c90-8067-b94352a7ffa0,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:45.131171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-90252575-a9a0-412d-abfb-23fafc19f5a6 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '24512a26-f015-4234-bf84-dadaa06ab97a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:45.158835 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (aee871ad-986d-49be-81d0-252dae22714a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.160044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:45.161010 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.161138 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-93aeb269-ee1c-45c2-8242-df8a12889991 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Project 2d97c098e98a427b87333af505a5b6d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:33:45.194819 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93aeb269-ee1c-45c2-8242-df8a12889991 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (80b71e76-cb29-437c-ab04-bfebd8ef6218), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.211203 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3383942 Feb 09 03:33:45.215656 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-19593147-ec77-4ea4-ab6d-4a6e1f290b53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69fb9b00-c2ef-4b22-bb85-44f083234f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996616 Feb 09 03:33:45.218127 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50926) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:45.256133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-09a4044f-57d1-4856-8d1e-28e473e829cf admin admin] Request body: {'subnet': {'network_id': 'aee871ad-986d-49be-81d0-252dae22714a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-593915159-subnet', 'tenant_id': '4337bee0f9974529bc0da04e9aa38826', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:45.262976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] For port 0c0ef499-669a-4d3c-8d02-453c2efe13dc, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:33:45.263950 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93aeb269-ee1c-45c2-8242-df8a12889991 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (80b71e76-cb29-437c-ab04-bfebd8ef6218), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.320561 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93aeb269-ee1c-45c2-8242-df8a12889991 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (80b71e76-cb29-437c-ab04-bfebd8ef6218), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.362871 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (7efd6a27-2d86-48b9-a833-7e6dcb2374f5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.390866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aeb269-ee1c-45c2-8242-df8a12889991 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b71e76-cb29-437c-ab04-bfebd8ef6218,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:45.414157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b94ef4-4fec-4a33-af20-e6066f706dd9 req-af81ed9f-275f-41e3-9363-5fe15444933c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:45.415970 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59b94ef4-4fec-4a33-af20-e6066f706dd9 req-af81ed9f-275f-41e3-9363-5fe15444933c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.4563308 Feb 09 03:33:45.420349 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-26d0d72c-a3b4-46a1-923a-30d9b237200e service neutron] 10.222.0.42 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597714 Feb 09 03:33:45.428298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efd6a27-2d86-48b9-a833-7e6dcb2374f5']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:45.433797 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93aeb269-ee1c-45c2-8242-df8a12889991 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.438039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-93aeb269-ee1c-45c2-8242-df8a12889991 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4477768 Feb 09 03:33:45.442839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50928) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:45.457589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58ef51b-b7e4-412c-92c1-cf6075fdec3d') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:45.458235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58ef51b-b7e4-412c-92c1-cf6075fdec3d') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:45.464833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-cb01851f-374e-48c9-b24a-2df13768c987 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'network': {'name': 'tempest-network-smoke--531850196', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'port_security_enabled': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:45.486432 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (a58ef51b-b7e4-412c-92c1-cf6075fdec3d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.493262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] For port 0c0ef499-669a-4d3c-8d02-453c2efe13dc, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=0c0ef499-669a-4d3c-8d02-453c2efe13dc,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:33:45.506047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c0d94-0023-4b26-a665-52f868cc3a1f req-dd34bacb-5ee2-4e72-882f-94ee686ed768 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:45.508322 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e13c0d94-0023-4b26-a665-52f868cc3a1f req-dd34bacb-5ee2-4e72-882f-94ee686ed768 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.1923068 Feb 09 03:33:45.527471 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a58ef51b-b7e4-412c-92c1-cf6075fdec3d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.544160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb01851f-374e-48c9-b24a-2df13768c987 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Made reservation on behalf of 2d97c098e98a427b87333af505a5b6d1 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:45.548295 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb01851f-374e-48c9-b24a-2df13768c987 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.565527 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:33:45.566180 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (a58ef51b-b7e4-412c-92c1-cf6075fdec3d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.569146 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34832c29-14c8-4073-a866-8bb3daed5a3f admin admin] Pushing event updated for resources: {'Network': ['ID=aee871ad-986d-49be-81d0-252dae22714a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:45.572054 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.586035 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network aee871ad-986d-49be-81d0-252dae22714a details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:33:45.609539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb01851f-374e-48c9-b24a-2df13768c987 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:33:45.623112 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb01851f-374e-48c9-b24a-2df13768c987 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c9750930-79f3-4a8b-b443-aa0595718bb1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.623710 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-cb01851f-374e-48c9-b24a-2df13768c987 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Added segment c9750930-79f3-4a8b-b443-aa0595718bb1 of type vlan for network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf Feb 09 03:33:45.677159 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb01851f-374e-48c9-b24a-2df13768c987 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (35a2233d-2ef2-40f5-9080-2cd4ccd91adf), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.682074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a4044f-57d1-4856-8d1e-28e473e829cf admin admin] Made reservation on behalf of 4337bee0f9974529bc0da04e9aa38826 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:45.690824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09a4044f-57d1-4856-8d1e-28e473e829cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.706187 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-90252575-a9a0-412d-abfb-23fafc19f5a6 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:33:45.706638 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:33:45.713293 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-90252575-a9a0-412d-abfb-23fafc19f5a6 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5951855 Feb 09 03:33:45.716967 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50930) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:45.733671 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb01851f-374e-48c9-b24a-2df13768c987 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (35a2233d-2ef2-40f5-9080-2cd4ccd91adf), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.739928 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e3116a0-ae6a-4bd5-91d6-e3f897c69401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.762866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb01851f-374e-48c9-b24a-2df13768c987 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:45.763622 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb01851f-374e-48c9-b24a-2df13768c987 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.774161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:45.777301 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.779670 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] 10.222.0.65 "PUT /v2.0/ports/0c0ef499-669a-4d3c-8d02-453c2efe13dc HTTP/1.1" status: 200 len: 1093 time: 6.3248878 Feb 09 03:33:45.786865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-fb0a155a-6219-483b-8b93-8093774b7711 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '24512a26-f015-4234-bf84-dadaa06ab97a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:45.787635 n-d-824835-15 neutron-server[103327]: WARNING neutron.api.v2.base [None req-fb0a155a-6219-483b-8b93-8093774b7711 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 03:33:45.788224 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-fb0a155a-6219-483b-8b93-8093774b7711 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:45.789289 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fb0a155a-6219-483b-8b93-8093774b7711 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069201 Feb 09 03:33:45.790030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': '0c0ef499-669a-4d3c-8d02-453c2efe13dc'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:45.801691 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6762447-0962-46be-92aa-ad6928d0973a" -d '{"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "0c0ef499-669a-4d3c-8d02-453c2efe13dc"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:45.805112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50936) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:45.855521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e6d50a30-47eb-4074-be32-2e82b54c22a2 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '24512a26-f015-4234-bf84-dadaa06ab97a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:45.864541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Request body: {'port': {'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:45.936217 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cb01851f-374e-48c9-b24a-2df13768c987 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4901524 Feb 09 03:33:45.962218 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59b94ef4-4fec-4a33-af20-e6066f706dd9 req-c84d90f1-7e1e-49f3-b38e-a681a96c2f6f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5269787 Feb 09 03:33:45.967174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50944) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:45.985172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'admin_state_up': True, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:46.058615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34589d-ac41-44a4-b82b-57eeb925f613 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0ef499-669a-4d3c-8d02-453c2efe13dc,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:46.097993 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9281f9ca-356f-495b-97fb-4a92c71dff99 x-openstack-request-id: req-9281f9ca-356f-495b-97fb-4a92c71dff99 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:46.098621 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "0c0ef499-669a-4d3c-8d02-453c2efe13dc", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:46.099388 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9281f9ca-356f-495b-97fb-4a92c71dff99 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:46.102226 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': '0c0ef499-669a-4d3c-8d02-453c2efe13dc', 'status': 'completed', 'code': 200} Feb 09 03:33:46.130942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01851f-374e-48c9-b24a-2df13768c987 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Network': ['ID=35a2233d-2ef2-40f5-9080-2cd4ccd91adf,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:46.148461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:33:46.158767 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-e6d50a30-47eb-4074-be32-2e82b54c22a2 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Project 6e23b4c1844843fbb2308000dbeb8e85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:33:46.179379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (7efd6a27-2d86-48b9-a833-7e6dcb2374f5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.189395 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a8cb35e-6bfd-4985-ae0a-3bbe2909fad4 req-7092afd6-1cdc-4394-bd69-ccd8af830164 service neutron] 10.222.0.42 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553363 Feb 09 03:33:46.191152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.194861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "DELETE /v2.0/networks/7efd6a27-2d86-48b9-a833-7e6dcb2374f5 HTTP/1.1" status: 204 len: 168 time: 1.2107482 Feb 09 03:33:46.201984 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e13c0d94-0023-4b26-a665-52f868cc3a1f req-afb927cc-e00d-4fc8-ad53-2e85b8968742 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715040 Feb 09 03:33:46.227758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50946) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:46.270198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062cceb-d753-40a1-a41d-45ed862ab8a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event deleted for resources: {'Network': ['ID=7efd6a27-2d86-48b9-a833-7e6dcb2374f5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:46.344410 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (06bc4260-4d74-4de4-8bf6-d90b6b244976), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.348875 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (06bc4260-4d74-4de4-8bf6-d90b6b244976), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.431574 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-e6d50a30-47eb-4074-be32-2e82b54c22a2 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:46.433954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e6d50a30-47eb-4074-be32-2e82b54c22a2 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5828967 Feb 09 03:33:46.437750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50956) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:46.447111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c848b1a4-51a8-4d7f-810a-3de517cd5a27 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '24512a26-f015-4234-bf84-dadaa06ab97a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:46.452512 n-d-824835-15 neutron-server[103328]: WARNING neutron.api.v2.base [None req-c848b1a4-51a8-4d7f-810a-3de517cd5a27 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 03:33:46.457857 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.459590 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-c848b1a4-51a8-4d7f-810a-3de517cd5a27 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:46.461076 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c848b1a4-51a8-4d7f-810a-3de517cd5a27 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0182498 Feb 09 03:33:46.465144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50958) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:46.491288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-92eefa41-2ecb-4f72-8cff-fa8f0105936d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '24512a26-f015-4234-bf84-dadaa06ab97a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:46.576414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762447-0962-46be-92aa-ad6928d0973a req-762029d8-abaa-45b6-9dff-c8be73ae67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.576992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762447-0962-46be-92aa-ad6928d0973a req-762029d8-abaa-45b6-9dff-c8be73ae67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.578391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762447-0962-46be-92aa-ad6928d0973a req-762029d8-abaa-45b6-9dff-c8be73ae67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.578391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762447-0962-46be-92aa-ad6928d0973a req-762029d8-abaa-45b6-9dff-c8be73ae67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.578562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762447-0962-46be-92aa-ad6928d0973a req-762029d8-abaa-45b6-9dff-c8be73ae67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.580970 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6762447-0962-46be-92aa-ad6928d0973a req-762029d8-abaa-45b6-9dff-c8be73ae67da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=861f56ac06a6467aaaedc48cd06f4450&device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 4396 time: 0.4513228 Feb 09 03:33:46.611011 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_controller (06bc4260-4d74-4de4-8bf6-d90b6b244976), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.670514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53678b-6eb0-4a1b-a817-435426c45219 req-eff468a6-b5e8-4d7c-bdc6-4093fa30520b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.670514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53678b-6eb0-4a1b-a817-435426c45219 req-eff468a6-b5e8-4d7c-bdc6-4093fa30520b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.670514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53678b-6eb0-4a1b-a817-435426c45219 req-eff468a6-b5e8-4d7c-bdc6-4093fa30520b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.670514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53678b-6eb0-4a1b-a817-435426c45219 req-eff468a6-b5e8-4d7c-bdc6-4093fa30520b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.670514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53678b-6eb0-4a1b-a817-435426c45219 req-eff468a6-b5e8-4d7c-bdc6-4093fa30520b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.670514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da53678b-6eb0-4a1b-a817-435426c45219 req-eff468a6-b5e8-4d7c-bdc6-4093fa30520b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 3829 time: 0.4380152 Feb 09 03:33:46.758842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b807b-2739-44e4-ad01-acb899ece1cb req-085f113b-60ad-48e1-a6e7-ccb459f64511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.758842 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-276b807b-2739-44e4-ad01-acb899ece1cb req-085f113b-60ad-48e1-a6e7-ccb459f64511 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 1127 time: 0.4430931 Feb 09 03:33:46.812996 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-92eefa41-2ecb-4f72-8cff-fa8f0105936d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Project 6e23b4c1844843fbb2308000dbeb8e85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:33:46.844112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318943b1-fd4b-444b-b329-09e30b54d9ed tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.866037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318943b1-fd4b-444b-b329-09e30b54d9ed tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.867734 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-318943b1-fd4b-444b-b329-09e30b54d9ed tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6360264 Feb 09 03:33:46.886994 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50964) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:46.906789 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-048b4183-062c-4dc2-8314-189e75c1b112 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-256679476'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:46.998061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762447-0962-46be-92aa-ad6928d0973a req-49c5c550-406d-4324-bd82-142ef3d7abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.998531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762447-0962-46be-92aa-ad6928d0973a req-49c5c550-406d-4324-bd82-142ef3d7abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.998984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762447-0962-46be-92aa-ad6928d0973a req-49c5c550-406d-4324-bd82-142ef3d7abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:47.000757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6762447-0962-46be-92aa-ad6928d0973a req-49c5c550-406d-4324-bd82-142ef3d7abca service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=861f56ac06a6467aaaedc48cd06f4450&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4047811 Feb 09 03:33:47.169854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048b4183-062c-4dc2-8314-189e75c1b112 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Made reservation on behalf of 478442daade54c2098b60ff8118df384 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:47.172907 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-048b4183-062c-4dc2-8314-189e75c1b112 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:47.301466 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-92eefa41-2ecb-4f72-8cff-fa8f0105936d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:47.306459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d0e38-0e31-4b2c-880d-7af27bfbfa7c req-f52dbe6c-a88c-499c-b412-93dbe9083363 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:47.306459 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf6d0e38-0e31-4b2c-880d-7af27bfbfa7c req-f52dbe6c-a88c-499c-b412-93dbe9083363 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.2051673 Feb 09 03:33:47.314311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50980) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:47.318719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048b4183-062c-4dc2-8314-189e75c1b112 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:33:47.320743 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-92eefa41-2ecb-4f72-8cff-fa8f0105936d tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8335023 Feb 09 03:33:47.325701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8e066b14-6b35-4193-add3-a915cf38b961 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '24512a26-f015-4234-bf84-dadaa06ab97a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:47.403673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762447-0962-46be-92aa-ad6928d0973a req-2407a9f5-89ea-45d1-accf-0e441d64830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:47.409057 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6762447-0962-46be-92aa-ad6928d0973a req-2407a9f5-89ea-45d1-accf-0e441d64830f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4001505 Feb 09 03:33:47.435002 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-048b4183-062c-4dc2-8314-189e75c1b112 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (bb5f54f8-2629-4efc-b7a7-6bb116e606fb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:47.436134 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-048b4183-062c-4dc2-8314-189e75c1b112 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Added segment bb5f54f8-2629-4efc-b7a7-6bb116e606fb of type vlan for network 84b5a27f-4e76-4472-b693-72585ed9e403 Feb 09 03:33:47.504123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b807b-2739-44e4-ad01-acb899ece1cb req-227bfd6c-a601-4d75-9c6b-4af385fcdb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:47.507870 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-276b807b-2739-44e4-ad01-acb899ece1cb req-227bfd6c-a601-4d75-9c6b-4af385fcdb64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 915 time: 0.6262894 Feb 09 03:33:47.536173 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-8e066b14-6b35-4193-add3-a915cf38b961 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Project 6e23b4c1844843fbb2308000dbeb8e85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:33:47.587123 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-8e066b14-6b35-4193-add3-a915cf38b961 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:33:47.593397 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8e066b14-6b35-4193-add3-a915cf38b961 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2756267 Feb 09 03:33:47.615170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50988) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:47.638076 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-048b4183-062c-4dc2-8314-189e75c1b112 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (84b5a27f-4e76-4472-b693-72585ed9e403), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:47.693088 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf6d0e38-0e31-4b2c-880d-7af27bfbfa7c req-c47bf96e-7542-4ed9-8788-0f41630dde55 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525178 Feb 09 03:33:47.785789 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-048b4183-062c-4dc2-8314-189e75c1b112 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (84b5a27f-4e76-4472-b693-72585ed9e403), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:47.796946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b4183-062c-4dc2-8314-189e75c1b112 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:47.797640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-048b4183-062c-4dc2-8314-189e75c1b112 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:47.877838 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2da14f2-8bcf-4dd0-bfd4-941572698203 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (24512a26-f015-4234-bf84-dadaa06ab97a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:47.921271 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-048b4183-062c-4dc2-8314-189e75c1b112 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0330737 Feb 09 03:33:47.980412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50992) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:47.988805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9370ef3a-351b-468c-ba5c-ef0024659d4b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1306620167'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:48.006813 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2da14f2-8bcf-4dd0-bfd4-941572698203 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (24512a26-f015-4234-bf84-dadaa06ab97a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:48.021373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b4183-062c-4dc2-8314-189e75c1b112 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event updated for resources: {'Network': ['ID=84b5a27f-4e76-4472-b693-72585ed9e403,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:48.035491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 84b5a27f-4e76-4472-b693-72585ed9e403 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:33:48.144945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9370ef3a-351b-468c-ba5c-ef0024659d4b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Made reservation on behalf of 478442daade54c2098b60ff8118df384 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:48.150928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9370ef3a-351b-468c-ba5c-ef0024659d4b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:48.222392 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2f1705b-39ba-4878-a9cd-f726a2cc5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:48.222701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968a45a-c4bb-4a9e-a6a0-0b7ef3c2b309 req-56be8903-1c98-41c1-81c3-0d1d83915a92 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:48.224602 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c968a45a-c4bb-4a9e-a6a0-0b7ef3c2b309 req-56be8903-1c98-41c1-81c3-0d1d83915a92 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.3294294 Feb 09 03:33:48.238087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2da14f2-8bcf-4dd0-bfd4-941572698203 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (24512a26-f015-4234-bf84-dadaa06ab97a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:48.242090 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2da14f2-8bcf-4dd0-bfd4-941572698203 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:48.254447 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b2da14f2-8bcf-4dd0-bfd4-941572698203 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "DELETE /v2.0/security-groups/24512a26-f015-4234-bf84-dadaa06ab97a HTTP/1.1" status: 204 len: 168 time: 0.6378307 Feb 09 03:33:48.255274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50994) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:48.398460 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c968a45a-c4bb-4a9e-a6a0-0b7ef3c2b309 req-604679ca-02c7-41b6-b39b-c930a4a91491 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612983 Feb 09 03:33:48.409913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da14f2-8bcf-4dd0-bfd4-941572698203 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24512a26-f015-4234-bf84-dadaa06ab97a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:48.440752 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4e99508e-4f60-4caf-9a44-7f40e5619e1e tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1496968 Feb 09 03:33:48.447623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50996) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:48.469300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-56bec827-c1ff-47fc-a6d4-671ff7a0fde7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891159631'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:48.473673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9370ef3a-351b-468c-ba5c-ef0024659d4b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:33:48.533902 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9370ef3a-351b-468c-ba5c-ef0024659d4b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (99d0d256-aff0-4265-bcaf-f3059fe08ec5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:48.534419 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-9370ef3a-351b-468c-ba5c-ef0024659d4b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Added segment 99d0d256-aff0-4265-bcaf-f3059fe08ec5 of type vlan for network 5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1 Feb 09 03:33:48.580538 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09a4044f-57d1-4856-8d1e-28e473e829cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (c6cd0352-efff-4a82-aa00-768365aba312), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:48.609313 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56bec827-c1ff-47fc-a6d4-671ff7a0fde7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:48.684531 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9370ef3a-351b-468c-ba5c-ef0024659d4b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:48.695081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da53678b-6eb0-4a1b-a817-435426c45219 req-66807720-d402-4347-b1bb-e2b4852e131b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.9907653 Feb 09 03:33:48.783435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-276b807b-2739-44e4-ad01-acb899ece1cb req-de701d5e-a2bc-49e1-8f6a-5128af3d0349 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 200 len: 217 time: 0.2549906 Feb 09 03:33:48.805319 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (06bc4260-4d74-4de4-8bf6-d90b6b244976), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:48.820395 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9370ef3a-351b-468c-ba5c-ef0024659d4b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:48.825691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370ef3a-351b-468c-ba5c-ef0024659d4b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:48.826314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9370ef3a-351b-468c-ba5c-ef0024659d4b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.098169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370ef3a-351b-468c-ba5c-ef0024659d4b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event updated for resources: {'Network': ['ID=5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:49.113227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:33:49.128814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9370ef3a-351b-468c-ba5c-ef0024659d4b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1472054 Feb 09 03:33:49.129847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51002) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:49.162413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'ports': [{'network_id': '84b5a27f-4e76-4472-b693-72585ed9e403', 'name': 'tempest-port--2073238965', 'admin_state_up': True}, {'network_id': '5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1', 'admin_state_up': False}]} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:49.162788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'port': {'network_id': '84b5a27f-4e76-4472-b693-72585ed9e403', 'name': 'tempest-port--2073238965', 'admin_state_up': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:49.163211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'port': {'network_id': '5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1', 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:49.176143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4044f-57d1-4856-8d1e-28e473e829cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6cd0352-efff-4a82-aa00-768365aba312,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:49.272702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b807b-2739-44e4-ad01-acb899ece1cb req-41b1be8d-bc65-49c5-ac17-99b527ce2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:49.274194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-276b807b-2739-44e4-ad01-acb899ece1cb req-41b1be8d-bc65-49c5-ac17-99b527ce2ac4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 200 len: 854 time: 0.4130280 Feb 09 03:33:49.343971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56bec827-c1ff-47fc-a6d4-671ff7a0fde7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (9a07efd6-9f97-41dc-bf54-d1d6a7c30c39), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.361995 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56bec827-c1ff-47fc-a6d4-671ff7a0fde7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9a07efd6-9f97-41dc-bf54-d1d6a7c30c39), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.362234 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.451164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b937990-d387-41a8-930a-4937996f55ce req-b95446f3-4c47-40d5-a5f2-ce82d1c14706 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:49.452964 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4b937990-d387-41a8-930a-4937996f55ce req-b95446f3-4c47-40d5-a5f2-ce82d1c14706 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.5938811 Feb 09 03:33:49.460376 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-276b807b-2739-44e4-ad01-acb899ece1cb req-8f699345-8e72-4509-92a9-208825bcee4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69fb9b00-c2ef-4b22-bb85-44f083234f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660888 Feb 09 03:33:49.469870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a4044f-57d1-4856-8d1e-28e473e829cf admin admin] Checking segment: {'id': '3d6f000c-caec-4c14-be37-efb5ce89b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'aee871ad-986d-49be-81d0-252dae22714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:49.469870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a4044f-57d1-4856-8d1e-28e473e829cf admin admin] Network hostable DHCP agents. Network: aee871ad-986d-49be-81d0-252dae22714a, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:33:49.489387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bead1e10-5446-4c1c-bce1-792486a75c6c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:33:49.499505 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-56bec827-c1ff-47fc-a6d4-671ff7a0fde7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.500797 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-56bec827-c1ff-47fc-a6d4-671ff7a0fde7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0352592 Feb 09 03:33:49.530525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51006) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:49.540825 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a73db0e5-153b-448d-91a0-1da637c532bb tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '9a07efd6-9f97-41dc-bf54-d1d6a7c30c39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:49.570204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bec827-c1ff-47fc-a6d4-671ff7a0fde7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a07efd6-9f97-41dc-bf54-d1d6a7c30c39,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:49.666440 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4b937990-d387-41a8-930a-4937996f55ce req-97f06db2-b639-4174-a821-ed9ea7fe3d0f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726956 Feb 09 03:33:49.683675 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Publish callbacks [] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.713437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Made reservation on behalf of 478442daade54c2098b60ff8118df384 for: {'port': 2} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:49.713437 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.736787 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.913914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Transition to ACTIVE for port object bead1e10-5446-4c1c-bce1-792486a75c6c will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:33:49.917484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a4044f-57d1-4856-8d1e-28e473e829cf admin admin] Network aee871ad-986d-49be-81d0-252dae22714a is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:33:49.943387 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.956110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-09a4044f-57d1-4856-8d1e-28e473e829cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, aee871ad-986d-49be-81d0-252dae22714a) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:49.968787 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79079b93-f9a8-4f11-bb48-83e5d016645e None None] Network aee871ad-986d-49be-81d0-252dae22714a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:50.020989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a4044f-57d1-4856-8d1e-28e473e829cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:50.023514 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09a4044f-57d1-4856-8d1e-28e473e829cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:50.065223 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-09a4044f-57d1-4856-8d1e-28e473e829cf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8353953 Feb 09 03:33:50.074792 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-a73db0e5-153b-448d-91a0-1da637c532bb tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The resource could not be found. Feb 09 03:33:50.075915 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a73db0e5-153b-448d-91a0-1da637c532bb tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5439060 Feb 09 03:33:50.093485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51014) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:50.121210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c62b0a-3901-464b-b709-44ef711b57f7 req-960a6896-b41a-4220-8d04-daea233d29ab tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:50.132747 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-24c62b0a-3901-464b-b709-44ef711b57f7 req-960a6896-b41a-4220-8d04-daea233d29ab tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.5744178 Feb 09 03:33:50.188343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-69b0ddd2-371e-4a50-b3b1-5faee1631a66 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '9a07efd6-9f97-41dc-bf54-d1d6a7c30c39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e8e2efbb-0664-4f4a-be03-5063244d81a3'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:50.298368 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-24c62b0a-3901-464b-b709-44ef711b57f7 req-a8a244a1-35b1-49c6-b412-a672029dbebc tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642807 Feb 09 03:33:50.382747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eef71a-db83-4027-8ac3-68aeead25ff1 None None] Network aee871ad-986d-49be-81d0-252dae22714a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:50.436204 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-276b807b-2739-44e4-ad01-acb899ece1cb req-86387fd3-f606-4565-9b29-48782017eb10 service neutron] 10.222.0.42 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9573491 Feb 09 03:33:50.451378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bead1e10-5446-4c1c-bce1-792486a75c6c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:50.749258 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:50.960009 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-276b807b-2739-44e4-ad01-acb899ece1cb req-c382b65d-5d77-4cd4-914e-3802f34fd60e service neutron] 10.222.0.42 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883947 Feb 09 03:33:51.286897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Attempting to bind port bead1e10-5446-4c1c-bce1-792486a75c6c on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:33:51.287360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Attempting to bind port bead1e10-5446-4c1c-bce1-792486a75c6c by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:33:51.288003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Attempting to bind port bead1e10-5446-4c1c-bce1-792486a75c6c on network f7a362c8-f106-4428-a12c-5e814adef261 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:51.382866 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-69b0ddd2-371e-4a50-b3b1-5faee1631a66 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The resource could not be found. Feb 09 03:33:51.393459 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-69b0ddd2-371e-4a50-b3b1-5faee1631a66 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2088661 Feb 09 03:33:51.395850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51036) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:51.430750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Port bead1e10-5446-4c1c-bce1-792486a75c6c on network f7a362c8-f106-4428-a12c-5e814adef261 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:33:51.432823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51038) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:51.444456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1172842854-network', 'tenant_id': '3f611413f16644e2819c8a2095f65523'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:51.446975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Attempting to bind port bead1e10-5446-4c1c-bce1-792486a75c6c on network f7a362c8-f106-4428-a12c-5e814adef261 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:51.506288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] device_id is not set on port deb45991-adba-4c9f-8c35-20055ddd3448 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:33:51.507631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:33:51.507972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Checking segment: {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:51.508423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Bound using segment: {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:33:51.512076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Bound port: bead1e10-5446-4c1c-bce1-792486a75c6c, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:33:51.512180 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Made reservation on behalf of 3f611413f16644e2819c8a2095f65523 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:51.512450 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:51.515032 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:51.547918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541beaf6-88cd-4f31-9585-742f641cb5cf req-df737cc7-99cb-4cf7-ad4f-887f79d62257 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:51.554896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541beaf6-88cd-4f31-9585-742f641cb5cf req-df737cc7-99cb-4cf7-ad4f-887f79d62257 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:51.561709 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541beaf6-88cd-4f31-9585-742f641cb5cf req-df737cc7-99cb-4cf7-ad4f-887f79d62257 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:51.570255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541beaf6-88cd-4f31-9585-742f641cb5cf req-df737cc7-99cb-4cf7-ad4f-887f79d62257 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:51.588640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541beaf6-88cd-4f31-9585-742f641cb5cf req-df737cc7-99cb-4cf7-ad4f-887f79d62257 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:51.603602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541beaf6-88cd-4f31-9585-742f641cb5cf req-df737cc7-99cb-4cf7-ad4f-887f79d62257 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:51.608296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (06bc4260-4d74-4de4-8bf6-d90b6b244976), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:51.617032 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-541beaf6-88cd-4f31-9585-742f641cb5cf req-df737cc7-99cb-4cf7-ad4f-887f79d62257 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 4607 time: 1.7417297 Feb 09 03:33:51.635411 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:51.666263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfeadd-8a00-48f9-8fdc-66c76fb63971 req-7a27f3bd-179c-4ebd-ae47-a21b90c9894f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:51.668444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-20bfeadd-8a00-48f9-8fdc-66c76fb63971 req-7a27f3bd-179c-4ebd-ae47-a21b90c9894f tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.5505414 Feb 09 03:33:51.745343 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:51.907302 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-541beaf6-88cd-4f31-9585-742f641cb5cf req-992d2f35-8aae-4e44-8f03-ae8beb501398 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2886868 Feb 09 03:33:52.017855 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.033263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.25.5.176 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/fa0805c4-bb09-4695-99f2-f961b35184e3) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:52.054931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Publish callbacks [] for security_group (a1b29697-ea82-4b68-85e0-b003fc598568), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.058812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks [] for port (deb45991-adba-4c9f-8c35-20055ddd3448), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.077404 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a1b29697-ea82-4b68-85e0-b003fc598568), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.194638 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.251585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.286825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:33:52.319075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=fa0805c4-bb09-4695-99f2-f961b35184e3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:52.359725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b29697-ea82-4b68-85e0-b003fc598568,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:52.379938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:52.382429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (926ef4e0-1dc4-4d11-bd4f-d99d1ce3a63f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.383000 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Added segment 926ef4e0-1dc4-4d11-bd4f-d99d1ce3a63f of type vlan for network 2b7d0784-9d91-469a-8841-7d25c41e4c41 Feb 09 03:33:52.388296 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-20bfeadd-8a00-48f9-8fdc-66c76fb63971 req-ce38d71e-c38c-4862-8f40-f2079c92be5c tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6797428 Feb 09 03:33:52.389516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:52.396435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:52.407089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] For port bead1e10-5446-4c1c-bce1-792486a75c6c, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:33:52.443710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5170f19c-c82f-482e-922f-5481e8111b16 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (9a07efd6-9f97-41dc-bf54-d1d6a7c30c39), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.446873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] For port bead1e10-5446-4c1c-bce1-792486a75c6c, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=bead1e10-5446-4c1c-bce1-792486a75c6c,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:33:52.447033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] device_id is not set on port 8c028b75-251e-4fa5-ab05-b96bd46ce545 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:33:52.491444 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.555479 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5170f19c-c82f-482e-922f-5481e8111b16 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (9a07efd6-9f97-41dc-bf54-d1d6a7c30c39), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.563418 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (2b7d0784-9d91-469a-8841-7d25c41e4c41), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.576826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:52.577753 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.579465 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] 10.222.0.65 "PUT /v2.0/ports/bead1e10-5446-4c1c-bce1-792486a75c6c HTTP/1.1" status: 200 len: 1137 time: 6.7191238 Feb 09 03:33:52.585276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': 'bead1e10-5446-4c1c-bce1-792486a75c6c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:52.587757 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4284554-e42f-4367-9806-335b17bc1f60" -d '{"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "bead1e10-5446-4c1c-bce1-792486a75c6c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:52.599859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a3360-eabb-40e0-aad7-00d9cae104a5 req-8b2a0bd0-aa52-42ea-982c-fe7e79b38a86 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:52.603870 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f5a3360-eabb-40e0-aad7-00d9cae104a5 req-8b2a0bd0-aa52-42ea-982c-fe7e79b38a86 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.4719045 Feb 09 03:33:52.767730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f5a3360-eabb-40e0-aad7-00d9cae104a5 req-67099f62-406a-4b5e-9d9e-666f0fea85ff tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462977 Feb 09 03:33:52.780899 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.resource_extend [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:33:52.840283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Request body: {'port': {'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:52.843692 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d065455d-2b42-49ec-8c81-9853f8802a8e x-openstack-request-id: req-d065455d-2b42-49ec-8c81-9853f8802a8e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:52.843985 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "bead1e10-5446-4c1c-bce1-792486a75c6c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:52.844240 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d065455d-2b42-49ec-8c81-9853f8802a8e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:52.844650 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': 'bead1e10-5446-4c1c-bce1-792486a75c6c', 'status': 'completed', 'code': 200} Feb 09 03:33:52.946582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks [] for port (8c028b75-251e-4fa5-ab05-b96bd46ce545), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.961541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef99611-276e-4390-9cae-0e44f17c56b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bead1e10-5446-4c1c-bce1-792486a75c6c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:53.023258 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5170f19c-c82f-482e-922f-5481e8111b16 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9a07efd6-9f97-41dc-bf54-d1d6a7c30c39), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:53.032415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5170f19c-c82f-482e-922f-5481e8111b16 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:53.033642 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (deb45991-adba-4c9f-8c35-20055ddd3448), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:53.037298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5170f19c-c82f-482e-922f-5481e8111b16 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "DELETE /v2.0/security-groups/9a07efd6-9f97-41dc-bf54-d1d6a7c30c39 HTTP/1.1" status: 204 len: 168 time: 1.6368289 Feb 09 03:33:53.045639 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (2b7d0784-9d91-469a-8841-7d25c41e4c41), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:53.046628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:53.047220 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:53.047900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51046) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:53.156274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] Pushing event updated for resources: {'Network': ['ID=2b7d0784-9d91-469a-8841-7d25c41e4c41,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:53.176044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 2b7d0784-9d91-469a-8841-7d25c41e4c41 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:33:53.228723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170f19c-c82f-482e-922f-5481e8111b16 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a07efd6-9f97-41dc-bf54-d1d6a7c30c39,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:53.266968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f0c2d7df-80a4-4e3e-b4ed-3772565c5698 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8285711 Feb 09 03:33:53.274681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51050) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:53.338382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f80db7ff-c258-4e1b-a7c1-4e845489cc00 admin admin] Request body: {'subnet': {'network_id': '2b7d0784-9d91-469a-8841-7d25c41e4c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1172842854-subnet', 'tenant_id': '3f611413f16644e2819c8a2095f65523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:53.390317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4284554-e42f-4367-9806-335b17bc1f60 req-74747b00-1937-4820-ae0e-b27226b7dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:53.390317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4284554-e42f-4367-9806-335b17bc1f60 req-74747b00-1937-4820-ae0e-b27226b7dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:53.390317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4284554-e42f-4367-9806-335b17bc1f60 req-74747b00-1937-4820-ae0e-b27226b7dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:53.392152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4284554-e42f-4367-9806-335b17bc1f60 req-74747b00-1937-4820-ae0e-b27226b7dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:53.392152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4284554-e42f-4367-9806-335b17bc1f60 req-74747b00-1937-4820-ae0e-b27226b7dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:53.392152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4284554-e42f-4367-9806-335b17bc1f60 req-74747b00-1937-4820-ae0e-b27226b7dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:53.395827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4284554-e42f-4367-9806-335b17bc1f60 req-74747b00-1937-4820-ae0e-b27226b7dc03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=861f56ac06a6467aaaedc48cd06f4450&device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5357 time: 0.6219933 Feb 09 03:33:53.397583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Checking segment: {'id': 'bb5f54f8-2629-4efc-b7a7-6bb116e606fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '84b5a27f-4e76-4472-b693-72585ed9e403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:53.397583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Network hostable DHCP agents. Network: 84b5a27f-4e76-4472-b693-72585ed9e403, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:33:53.406022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event updated for resources: {'Port': ['ID=deb45991-adba-4c9f-8c35-20055ddd3448,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:53.428132 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-93918b34-260f-4d3c-a5d7-e2f34fe16050 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3710740 Feb 09 03:33:53.472193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51052) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:53.492340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-302b1eda-f0fe-4461-a269-5e6090feccf5 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '61574306-52f3-482f-a10c-977f73b06438', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:53.565968 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:53.644800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4284554-e42f-4367-9806-335b17bc1f60 req-b9f3dbd6-bc84-4b70-a606-66b61d9508d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:53.648758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4284554-e42f-4367-9806-335b17bc1f60 req-b9f3dbd6-bc84-4b70-a606-66b61d9508d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:53.650058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4284554-e42f-4367-9806-335b17bc1f60 req-b9f3dbd6-bc84-4b70-a606-66b61d9508d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:53.657001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4284554-e42f-4367-9806-335b17bc1f60 req-b9f3dbd6-bc84-4b70-a606-66b61d9508d5 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=861f56ac06a6467aaaedc48cd06f4450&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2365437 Feb 09 03:33:53.730833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80db7ff-c258-4e1b-a7c1-4e845489cc00 admin admin] Made reservation on behalf of 3f611413f16644e2819c8a2095f65523 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:53.735997 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f80db7ff-c258-4e1b-a7c1-4e845489cc00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:53.957203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Network 84b5a27f-4e76-4472-b693-72585ed9e403 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:33:53.983081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f977165-9825-4d32-9a67-0ef02d5c337d req-c330fe5a-4d1b-48fd-adf7-fb29e2551625 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:53.991710 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f977165-9825-4d32-9a67-0ef02d5c337d req-c330fe5a-4d1b-48fd-adf7-fb29e2551625 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.3314977 Feb 09 03:33:54.081118 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:54.097039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4284554-e42f-4367-9806-335b17bc1f60 req-73797929-f5d5-4acc-9885-10e31fe78234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:54.098588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4284554-e42f-4367-9806-335b17bc1f60 req-73797929-f5d5-4acc-9885-10e31fe78234 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4349585 Feb 09 03:33:54.099196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 84b5a27f-4e76-4472-b693-72585ed9e403) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:54.112863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c9880-8029-4d14-bbc9-2dff1c0178a0 None None] Network 84b5a27f-4e76-4472-b693-72585ed9e403 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:54.113599 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:54.114526 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8c028b75-251e-4fa5-ab05-b96bd46ce545), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:54.276355 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event updated for resources: {'Port': ['ID=8c028b75-251e-4fa5-ab05-b96bd46ce545,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:54.319502 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f977165-9825-4d32-9a67-0ef02d5c337d req-a514b578-1cac-4fb1-9bab-a9373214e674 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265197 Feb 09 03:33:54.323073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Checking segment: {'id': '99d0d256-aff0-4265-bcaf-f3059fe08ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:54.323444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Network hostable DHCP agents. Network: 5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:33:54.364124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Network 5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:33:54.393598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:54.409111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:54.429017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:54.438506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eaeea1-0617-48c7-ba44-44dee616bc6b None None] Network 5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:54.447843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:54.448660 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:54.613226 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8b8fe9fa-81d9-4124-a484-467125e06617 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.4604316 Feb 09 03:33:54.614037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51064) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:54.674096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f80db7ff-c258-4e1b-a7c1-4e845489cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (3c54729e-a17a-4e2d-a8bb-b65d83d0fdc2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:54.853491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda9b72-5d12-4ce2-b669-15408bc1f602 req-3c3c4854-e400-4a10-861d-6e1a4f8d9755 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:54.855959 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bda9b72-5d12-4ce2-b669-15408bc1f602 req-3c3c4854-e400-4a10-861d-6e1a4f8d9755 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.2932394 Feb 09 03:33:54.867474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80db7ff-c258-4e1b-a7c1-4e845489cc00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c54729e-a17a-4e2d-a8bb-b65d83d0fdc2,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:54.925805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b0261-fb11-436b-9592-d8a05ecde1f0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:54.931086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b0261-fb11-436b-9592-d8a05ecde1f0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:54.936058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4d6b0261-fb11-436b-9592-d8a05ecde1f0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2867820 Feb 09 03:33:54.962074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51066) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:54.966917 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bda9b72-5d12-4ce2-b669-15408bc1f602 req-d46fc308-c52d-4c9d-af5c-0188e813b50c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005340 Feb 09 03:33:54.971916 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3ea48f-6c11-4728-960f-048fa8c79da0 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:33:54.996230 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Publish callbacks [] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:55.012290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Transition to ACTIVE for port object fb3ea48f-6c11-4728-960f-048fa8c79da0 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:33:55.037857 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:55.040417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80db7ff-c258-4e1b-a7c1-4e845489cc00 admin admin] Checking segment: {'id': '926ef4e0-1dc4-4d11-bd4f-d99d1ce3a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2b7d0784-9d91-469a-8841-7d25c41e4c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:55.040833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80db7ff-c258-4e1b-a7c1-4e845489cc00 admin admin] Network hostable DHCP agents. Network: 2b7d0784-9d91-469a-8841-7d25c41e4c41, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:33:55.120077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80db7ff-c258-4e1b-a7c1-4e845489cc00 admin admin] Network 2b7d0784-9d91-469a-8841-7d25c41e4c41 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:33:55.155536 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f80db7ff-c258-4e1b-a7c1-4e845489cc00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 2b7d0784-9d91-469a-8841-7d25c41e4c41) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:55.161389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80db7ff-c258-4e1b-a7c1-4e845489cc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:55.162094 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f80db7ff-c258-4e1b-a7c1-4e845489cc00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:55.170333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcf642c-2543-4e92-8363-70009116af64 None None] Network 2b7d0784-9d91-469a-8841-7d25c41e4c41 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:55.183266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c3761d87-01bd-4a3f-91f6-e182368d0e8b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Deleting port deb45991-adba-4c9f-8c35-20055ddd3448 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:33:55.183877 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3761d87-01bd-4a3f-91f6-e182368d0e8b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (deb45991-adba-4c9f-8c35-20055ddd3448), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:55.240386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ea48f-6c11-4728-960f-048fa8c79da0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:55.301488 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3761d87-01bd-4a3f-91f6-e182368d0e8b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (deb45991-adba-4c9f-8c35-20055ddd3448), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:55.348108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151690-0acc-47d3-b99b-a4cbcaf0b3cd req-3005d8b2-d51d-466d-88bd-4bc98d4a1864 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:55.357112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c3761d87-01bd-4a3f-91f6-e182368d0e8b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Calling delete_port for deb45991-adba-4c9f-8c35-20055ddd3448 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:33:55.358675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151690-0acc-47d3-b99b-a4cbcaf0b3cd req-3005d8b2-d51d-466d-88bd-4bc98d4a1864 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:55.374404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151690-0acc-47d3-b99b-a4cbcaf0b3cd req-3005d8b2-d51d-466d-88bd-4bc98d4a1864 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:55.389537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151690-0acc-47d3-b99b-a4cbcaf0b3cd req-3005d8b2-d51d-466d-88bd-4bc98d4a1864 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:55.401545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151690-0acc-47d3-b99b-a4cbcaf0b3cd req-3005d8b2-d51d-466d-88bd-4bc98d4a1864 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:55.407271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151690-0acc-47d3-b99b-a4cbcaf0b3cd req-3005d8b2-d51d-466d-88bd-4bc98d4a1864 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:55.410402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b151690-0acc-47d3-b99b-a4cbcaf0b3cd req-3005d8b2-d51d-466d-88bd-4bc98d4a1864 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 4607 time: 2.2541022 Feb 09 03:33:55.489906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a221556c-c988-48ff-ac50-1983d4601bce None None] Network 2b7d0784-9d91-469a-8841-7d25c41e4c41 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:55.510474 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f80db7ff-c258-4e1b-a7c1-4e845489cc00 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1714604 Feb 09 03:33:55.514205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3761d87-01bd-4a3f-91f6-e182368d0e8b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (deb45991-adba-4c9f-8c35-20055ddd3448), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:55.591601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3761d87-01bd-4a3f-91f6-e182368d0e8b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event deleted for resources: {'Port': ['ID=deb45991-adba-4c9f-8c35-20055ddd3448,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:55.602589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3761d87-01bd-4a3f-91f6-e182368d0e8b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:55.618202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c3761d87-01bd-4a3f-91f6-e182368d0e8b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "DELETE /v2.0/ports/deb45991-adba-4c9f-8c35-20055ddd3448 HTTP/1.1" status: 204 len: 168 time: 0.6492608 Feb 09 03:33:55.618202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51074) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:55.668554 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-302b1eda-f0fe-4461-a269-5e6090feccf5 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The resource could not be found. Feb 09 03:33:55.675921 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-302b1eda-f0fe-4461-a269-5e6090feccf5 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 2.2026165 Feb 09 03:33:55.695270 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:55.725996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b954a735-bacc-4f9d-8b34-60423fd7775e tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870796692'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:55.838645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f4218-ec30-44c1-a24d-00d6edcc5842 req-a8b67bdd-f66a-4dc5-8da8-91ea5ec327ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:55.845201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-650f4218-ec30-44c1-a24d-00d6edcc5842 req-a8b67bdd-f66a-4dc5-8da8-91ea5ec327ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 1127 time: 0.8241305 Feb 09 03:33:55.947290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2e0ab-a009-4d72-aff5-e7c58eedae84 req-60e2dfd0-07d9-4fd6-a02a-bee1943d74e7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:55.956956 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70a2e0ab-a009-4d72-aff5-e7c58eedae84 req-60e2dfd0-07d9-4fd6-a02a-bee1943d74e7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.2584782 Feb 09 03:33:55.958749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51078) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:56.001198 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (06bc4260-4d74-4de4-8bf6-d90b6b244976), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.124324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b954a735-bacc-4f9d-8b34-60423fd7775e tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.164961 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c7c69a69-0cdd-46af-8b27-42f951b15328 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Deleting port 8c028b75-251e-4fa5-ab05-b96bd46ce545 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:33:56.165289 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7c69a69-0cdd-46af-8b27-42f951b15328 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8c028b75-251e-4fa5-ab05-b96bd46ce545), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.230691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Attempting to bind port fb3ea48f-6c11-4728-960f-048fa8c79da0 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:33:56.231056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Attempting to bind port fb3ea48f-6c11-4728-960f-048fa8c79da0 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:33:56.231388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Attempting to bind port fb3ea48f-6c11-4728-960f-048fa8c79da0 on network f7a362c8-f106-4428-a12c-5e814adef261 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:56.234430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e8c977-9a05-4762-a09c-f646a6d42352 admin admin] Deleting subnet c6cd0352-efff-4a82-aa00-768365aba312 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:33:56.309458 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c977-9a05-4762-a09c-f646a6d42352 admin admin] Publish callbacks [] for subnet (c6cd0352-efff-4a82-aa00-768365aba312), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.329566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b151690-0acc-47d3-b99b-a4cbcaf0b3cd req-4ac5a446-81bb-48b4-8ff0-da01c49e57ee tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.8717711 Feb 09 03:33:56.368838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Port fb3ea48f-6c11-4728-960f-048fa8c79da0 on network f7a362c8-f106-4428-a12c-5e814adef261 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:33:56.369168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Attempting to bind port fb3ea48f-6c11-4728-960f-048fa8c79da0 on network f7a362c8-f106-4428-a12c-5e814adef261 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:56.437149 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70a2e0ab-a009-4d72-aff5-e7c58eedae84 req-269642b8-0944-4548-b81a-138d70e95d8a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4436543 Feb 09 03:33:56.453326 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7c69a69-0cdd-46af-8b27-42f951b15328 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8c028b75-251e-4fa5-ab05-b96bd46ce545), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.457070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:33:56.457431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Checking segment: {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:56.458076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Bound using segment: {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:33:56.458585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Bound port: fb3ea48f-6c11-4728-960f-048fa8c79da0, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:33:56.459080 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.502683 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c977-9a05-4762-a09c-f646a6d42352 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (c6cd0352-efff-4a82-aa00-768365aba312), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.508434 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c7c69a69-0cdd-46af-8b27-42f951b15328 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Calling delete_port for 8c028b75-251e-4fa5-ab05-b96bd46ce545 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:33:56.679438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c977-9a05-4762-a09c-f646a6d42352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c6cd0352-efff-4a82-aa00-768365aba312), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.757719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f4218-ec30-44c1-a24d-00d6edcc5842 req-927ac213-af8d-4142-9fa0-920c15e1d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:56.759188 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-650f4218-ec30-44c1-a24d-00d6edcc5842 req-927ac213-af8d-4142-9fa0-920c15e1d765 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 915 time: 0.8397384 Feb 09 03:33:56.844660 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7c69a69-0cdd-46af-8b27-42f951b15328 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8c028b75-251e-4fa5-ab05-b96bd46ce545), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.905650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c69a69-0cdd-46af-8b27-42f951b15328 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event deleted for resources: {'Port': ['ID=8c028b75-251e-4fa5-ab05-b96bd46ce545,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:56.912533 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-650f4218-ec30-44c1-a24d-00d6edcc5842 req-92336510-cca9-4487-aecd-e22198faa89b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 200 len: 217 time: 0.1316898 Feb 09 03:33:56.927909 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c977-9a05-4762-a09c-f646a6d42352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (c6cd0352-efff-4a82-aa00-768365aba312), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.933260 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b954a735-bacc-4f9d-8b34-60423fd7775e tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (08d67224-6f77-446d-a9ca-177b405b1fb1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.965697 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c977-9a05-4762-a09c-f646a6d42352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.971253 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d0e8c977-9a05-4762-a09c-f646a6d42352 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c6cd0352-efff-4a82-aa00-768365aba312 HTTP/1.1" status: 204 len: 168 time: 1.0060184 Feb 09 03:33:56.971253 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7c69a69-0cdd-46af-8b27-42f951b15328 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.987717 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c7c69a69-0cdd-46af-8b27-42f951b15328 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "DELETE /v2.0/ports/8c028b75-251e-4fa5-ab05-b96bd46ce545 HTTP/1.1" status: 204 len: 168 time: 1.3683901 Feb 09 03:33:56.988329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51084) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:56.988894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51086) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:57.035636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8c977-9a05-4762-a09c-f646a6d42352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6cd0352-efff-4a82-aa00-768365aba312,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:57.063437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b954a735-bacc-4f9d-8b34-60423fd7775e tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (08d67224-6f77-446d-a9ca-177b405b1fb1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.140346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954a735-bacc-4f9d-8b34-60423fd7775e tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d67224-6f77-446d-a9ca-177b405b1fb1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:57.153079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (aee871ad-986d-49be-81d0-252dae22714a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.158413 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ba3f3cda-52f1-4eba-8b1c-428b6ecbfc18 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1397207 Feb 09 03:33:57.178055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51088) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:57.181994 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] For port fb3ea48f-6c11-4728-960f-048fa8c79da0, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:33:57.205837 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-552662854'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:57.219767 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b954a735-bacc-4f9d-8b34-60423fd7775e tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.223828 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b954a735-bacc-4f9d-8b34-60423fd7775e tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5273709 Feb 09 03:33:57.224454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51090) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:57.226519 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] For port fb3ea48f-6c11-4728-960f-048fa8c79da0, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fb3ea48f-6c11-4728-960f-048fa8c79da0,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:33:57.243503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-cb032b9d-16a7-4a2e-a535-a1e9de08c79f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group': {'name': 'tempest-secgroup--85251624'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:57.273254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203bc50-3626-45e0-95ad-fb8db0a48c08 req-1628b85a-0ee2-4e6a-a835-a9c86d81028a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:57.274868 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d203bc50-3626-45e0-95ad-fb8db0a48c08 req-1628b85a-0ee2-4e6a-a835-a9c86d81028a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.6904573 Feb 09 03:33:57.281151 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb032b9d-16a7-4a2e-a535-a1e9de08c79f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.283634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.336355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f4218-ec30-44c1-a24d-00d6edcc5842 req-bba78f97-5b5f-40df-8eb2-5c2563b635c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:57.342549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-650f4218-ec30-44c1-a24d-00d6edcc5842 req-bba78f97-5b5f-40df-8eb2-5c2563b635c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 200 len: 854 time: 0.3981829 Feb 09 03:33:57.414055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Made reservation on behalf of 478442daade54c2098b60ff8118df384 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:57.420660 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.442991 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (aee871ad-986d-49be-81d0-252dae22714a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.473851 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-650f4218-ec30-44c1-a24d-00d6edcc5842 req-4cff0304-adad-445d-9b83-9da47774cb7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69fb9b00-c2ef-4b22-bb85-44f083234f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823226 Feb 09 03:33:57.526617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:57.527459 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.530065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] 10.222.0.65 "PUT /v2.0/ports/fb3ea48f-6c11-4728-960f-048fa8c79da0 HTTP/1.1" status: 200 len: 1137 time: 4.7003553 Feb 09 03:33:57.538587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:33:57.542826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': 'fb3ea48f-6c11-4728-960f-048fa8c79da0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:57.545573 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a70c2b3-bed7-47d0-8eab-e312074a79cb" -d '{"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "fb3ea48f-6c11-4728-960f-048fa8c79da0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:57.559098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e6fff1ea-5286-4453-bc26-7e19ec5f9a7e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.559439 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Added segment e6fff1ea-5286-4453-bc26-7e19ec5f9a7e of type vlan for network 8bc9b00a-af7a-4747-830a-83ce69024b2b Feb 09 03:33:57.569492 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (06bc4260-4d74-4de4-8bf6-d90b6b244976), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.653888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Request body: {'port': {'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:57.703912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee871ad-986d-49be-81d0-252dae22714a']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:57.749591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6f000c-caec-4c14-be37-efb5ce89b632') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:57.749843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6f000c-caec-4c14-be37-efb5ce89b632') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:57.766128 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (3d6f000c-caec-4c14-be37-efb5ce89b632), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.796224 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (3d6f000c-caec-4c14-be37-efb5ce89b632), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.809114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:33:57.810581 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (3d6f000c-caec-4c14-be37-efb5ce89b632), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.975930 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-650f4218-ec30-44c1-a24d-00d6edcc5842 req-6830f948-0fbc-4336-89f7-87e5c0423c5b service neutron] 10.222.0.42 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757748 Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:33:57.981826 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:33:58.000812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (aee871ad-986d-49be-81d0-252dae22714a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:58.069308 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:58.074058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aee871ad-986d-49be-81d0-252dae22714a HTTP/1.1" status: 204 len: 168 time: 1.0566118 Feb 09 03:33:58.078820 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (8bc9b00a-af7a-4747-830a-83ce69024b2b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:58.090814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51102) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:58.110871 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edb714-5e09-4ad0-b73f-49fa22e651f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ea48f-6c11-4728-960f-048fa8c79da0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:58.186540 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d203bc50-3626-45e0-95ad-fb8db0a48c08 req-dd28f8a8-5f9e-44e3-b7e9-ac491192051d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8664501 Feb 09 03:33:58.232549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-6870ec15-f38c-43cb-94f4-50c6590f41bc admin admin] Deleting subnet 3c54729e-a17a-4e2d-a8bb-b65d83d0fdc2 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:33:58.249283 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.resource_extend [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:33:58.252165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb2439-2a45-4467-b9a4-06a045c5f6a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aee871ad-986d-49be-81d0-252dae22714a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:58.285596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6870ec15-f38c-43cb-94f4-50c6590f41bc admin admin] Publish callbacks [] for subnet (3c54729e-a17a-4e2d-a8bb-b65d83d0fdc2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:58.376006 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (8bc9b00a-af7a-4747-830a-83ce69024b2b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:58.392352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:58.393645 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:58.406393 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:58.470399 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2905805 Feb 09 03:33:58.470498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51106) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:58.542224 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6870ec15-f38c-43cb-94f4-50c6590f41bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (3c54729e-a17a-4e2d-a8bb-b65d83d0fdc2), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:58.653040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708a650-f9bc-462d-89ce-76a567498396 req-9205016f-7278-4e18-85f5-2523ab43d571 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:58.676713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708a650-f9bc-462d-89ce-76a567498396 req-9205016f-7278-4e18-85f5-2523ab43d571 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:58.690856 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708a650-f9bc-462d-89ce-76a567498396 req-9205016f-7278-4e18-85f5-2523ab43d571 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:58.708684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708a650-f9bc-462d-89ce-76a567498396 req-9205016f-7278-4e18-85f5-2523ab43d571 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:58.728697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708a650-f9bc-462d-89ce-76a567498396 req-9205016f-7278-4e18-85f5-2523ab43d571 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:58.751780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708a650-f9bc-462d-89ce-76a567498396 req-9205016f-7278-4e18-85f5-2523ab43d571 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:58.769546 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708a650-f9bc-462d-89ce-76a567498396 req-9205016f-7278-4e18-85f5-2523ab43d571 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:58.773184 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8708a650-f9bc-462d-89ce-76a567498396 req-9205016f-7278-4e18-85f5-2523ab43d571 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5385 time: 1.1293340 Feb 09 03:33:58.877005 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-82dd7f90-93ee-4208-b081-ee83ebec86b7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-86541712'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:59.019004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dd7f90-93ee-4208-b081-ee83ebec86b7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Made reservation on behalf of 478442daade54c2098b60ff8118df384 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:59.024156 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82dd7f90-93ee-4208-b081-ee83ebec86b7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.038991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 06bc4260-4d74-4de4-8bf6-d90b6b244976 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:33:59.074665 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb032b9d-16a7-4a2e-a535-a1e9de08c79f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (84d38c8f-e654-4b2a-a418-396a8c8a1283), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.097652 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:33:59.120865 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb032b9d-16a7-4a2e-a535-a1e9de08c79f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (84d38c8f-e654-4b2a-a418-396a8c8a1283), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.121768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a237d7-7209-4691-a4a9-4fd559b434f2 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event updated for resources: {'Network': ['ID=8bc9b00a-af7a-4747-830a-83ce69024b2b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:59.131897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82dd7f90-93ee-4208-b081-ee83ebec86b7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:33:59.140857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 8bc9b00a-af7a-4747-830a-83ce69024b2b details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:33:59.146410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82dd7f90-93ee-4208-b081-ee83ebec86b7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (20f6f2a1-7e1f-40c3-bb02-7f869b482035), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.146981 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-82dd7f90-93ee-4208-b081-ee83ebec86b7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Added segment 20f6f2a1-7e1f-40c3-bb02-7f869b482035 of type vlan for network 94f1ed13-f65e-47b0-adbf-a28754a72c3e Feb 09 03:33:59.172602 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Publish callbacks [] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.209668 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82dd7f90-93ee-4208-b081-ee83ebec86b7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (94f1ed13-f65e-47b0-adbf-a28754a72c3e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.276599 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6870ec15-f38c-43cb-94f4-50c6590f41bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (3c54729e-a17a-4e2d-a8bb-b65d83d0fdc2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.295942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82dd7f90-93ee-4208-b081-ee83ebec86b7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (94f1ed13-f65e-47b0-adbf-a28754a72c3e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.305777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd7f90-93ee-4208-b081-ee83ebec86b7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:59.306685 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82dd7f90-93ee-4208-b081-ee83ebec86b7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.335507 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb032b9d-16a7-4a2e-a535-a1e9de08c79f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.341765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cb032b9d-16a7-4a2e-a535-a1e9de08c79f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.1078238 Feb 09 03:33:59.343790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb032b9d-16a7-4a2e-a535-a1e9de08c79f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d38c8f-e654-4b2a-a418-396a8c8a1283,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:59.352774 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51110) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:59.363034 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-650f4218-ec30-44c1-a24d-00d6edcc5842 req-ede8c7cb-982e-442c-9188-2f028553981b service neutron] 10.222.0.42 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3480675 Feb 09 03:33:59.374935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-79a17c4c-a9e9-46ae-8fe4-70b37b8300af tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '08d67224-6f77-446d-a9ca-177b405b1fb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '84d38c8f-e654-4b2a-a418-396a8c8a1283'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:59.657829 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6870ec15-f38c-43cb-94f4-50c6590f41bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (3c54729e-a17a-4e2d-a8bb-b65d83d0fdc2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.673115 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8708a650-f9bc-462d-89ce-76a567498396 req-d693620a-483c-4628-9ec0-aebb47b979fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7447891 Feb 09 03:33:59.694049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Transition to ACTIVE for port object 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:33:59.696754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:33:59.710460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Sync routers for ids ['06bc4260-4d74-4de4-8bf6-d90b6b244976'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:33:59.739543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Routers {'06bc4260-4d74-4de4-8bf6-d90b6b244976'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:33:59.740768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:33:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['06bc4260-4d74-4de4-8bf6-d90b6b244976'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:59.820487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abd990-8fb8-4589-8cd5-995a60cdfe44 req-855fd5c1-8dd0-4e99-8888-9e779af85fcb tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:59.822436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7abd990-8fb8-4589-8cd5-995a60cdfe44 req-855fd5c1-8dd0-4e99-8888-9e779af85fcb tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 1.4596684 Feb 09 03:33:59.841316 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.854353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870ec15-f38c-43cb-94f4-50c6590f41bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c54729e-a17a-4e2d-a8bb-b65d83d0fdc2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:59.884174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6870ec15-f38c-43cb-94f4-50c6590f41bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.901608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6870ec15-f38c-43cb-94f4-50c6590f41bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3c54729e-a17a-4e2d-a8bb-b65d83d0fdc2 HTTP/1.1" status: 204 len: 168 time: 1.7974341 Feb 09 03:33:59.902846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51118) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:59.977072 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-82dd7f90-93ee-4208-b081-ee83ebec86b7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3987093 Feb 09 03:34:00.116498 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acf0d41-adb8-4962-8a72-a90abb639ca6 x-openstack-request-id: req-4acf0d41-adb8-4962-8a72-a90abb639ca6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:00.116851 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "fb3ea48f-6c11-4728-960f-048fa8c79da0", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:00.117028 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4acf0d41-adb8-4962-8a72-a90abb639ca6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:00.117435 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': 'fb3ea48f-6c11-4728-960f-048fa8c79da0', 'status': 'completed', 'code': 200} Feb 09 03:34:00.163624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Pushing event updated for resources: {'Port': ['ID=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:00.313315 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Set router 06bc4260-4d74-4de4-8bf6-d90b6b244976 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:34:00.391531 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7abd990-8fb8-4589-8cd5-995a60cdfe44 req-2511cdc4-45d9-41ef-8a26-c0fcf06b6ab0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5421679 Feb 09 03:34:00.421046 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:00.422360 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c7734e19-4972-4649-b7d3-5fe01713bdc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 14.4413037 Feb 09 03:34:00.446789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51122) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:00.651306 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-79a17c4c-a9e9-46ae-8fe4-70b37b8300af tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:34:00.660082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd7f90-93ee-4208-b081-ee83ebec86b7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event updated for resources: {'Network': ['ID=94f1ed13-f65e-47b0-adbf-a28754a72c3e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:00.663078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51128) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:00.666168 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-79a17c4c-a9e9-46ae-8fe4-70b37b8300af tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.3121803 Feb 09 03:34:00.785453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Attempting to bind port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:00.785923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Attempting to bind port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:00.788493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Attempting to bind port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 on network f7a362c8-f106-4428-a12c-5e814adef261 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:00.808729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 on network f7a362c8-f106-4428-a12c-5e814adef261 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:34:00.809099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Attempting to bind port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 on network f7a362c8-f106-4428-a12c-5e814adef261 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:00.842223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:00.844031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Checking segment: {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:00.844659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Bound using segment: {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:00.851968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Bound port: 16a3fa99-6821-4aa6-93a8-7fd65666a1a8, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:00.852557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:00.980618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 94f1ed13-f65e-47b0-adbf-a28754a72c3e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:34:01.127818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] For port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:01.141935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] For port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:01.280619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c59ea-b8fd-47d7-b499-42a06c537705 req-179915fe-ef2a-4713-8d25-bb43e4410231 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:01.285453 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:01.325612 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d58c59ea-b8fd-47d7-b499-42a06c537705 req-179915fe-ef2a-4713-8d25-bb43e4410231 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 1.2298486 Feb 09 03:34:01.331840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:33:53Z', 'revision_number': 3, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:01.336962 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (2b7d0784-9d91-469a-8841-7d25c41e4c41), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:01.403256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Checking router: 06bc4260-4d74-4de4-8bf6-d90b6b244976 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:34:01.405509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Updating router 06bc4260-4d74-4de4-8bf6-d90b6b244976 port fa0805c4-bb09-4695-99f2-f961b35184e3 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:34:01.460391 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:01.542602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-69d77d74-e730-4029-92e9-d24b99b7b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:01.544412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-69d77d74-e730-4029-92e9-d24b99b7b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:01.544887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-69d77d74-e730-4029-92e9-d24b99b7b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:01.545370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-69d77d74-e730-4029-92e9-d24b99b7b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:01.552174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-69d77d74-e730-4029-92e9-d24b99b7b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:01.555394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-69d77d74-e730-4029-92e9-d24b99b7b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:01.558264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-69d77d74-e730-4029-92e9-d24b99b7b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:01.567945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-69d77d74-e730-4029-92e9-d24b99b7b3f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=861f56ac06a6467aaaedc48cd06f4450&device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 6374 time: 1.5326736 Feb 09 03:34:02.106732 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:34:02.323356 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-192f6eef-fc81-43c3-961c-4f2255c96aee tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (84d38c8f-e654-4b2a-a418-396a8c8a1283), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:02.411002 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-192f6eef-fc81-43c3-961c-4f2255c96aee tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (84d38c8f-e654-4b2a-a418-396a8c8a1283), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:02.531958 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Publish callbacks [] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:02.548488 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:02.582267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Pushing event updated for resources: {'Port': ['ID=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:02.594990 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-513cf2ae-4e7c-409d-9bb9-680f3e6d5099 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2d97c098e98a427b87333af505a5b6d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 2.0609651 Feb 09 03:34:02.599406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51138) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:02.655895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Attempting to bind port fa0805c4-bb09-4695-99f2-f961b35184e3 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:02.656544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Attempting to bind port fa0805c4-bb09-4695-99f2-f961b35184e3 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:02.658688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Attempting to bind port fa0805c4-bb09-4695-99f2-f961b35184e3 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:02.661923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-192f6eef-fc81-43c3-961c-4f2255c96aee tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (84d38c8f-e654-4b2a-a418-396a8c8a1283), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:02.674761 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-192f6eef-fc81-43c3-961c-4f2255c96aee tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:02.681298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-192f6eef-fc81-43c3-961c-4f2255c96aee tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "DELETE /v2.0/security-groups/84d38c8f-e654-4b2a-a418-396a8c8a1283 HTTP/1.1" status: 204 len: 168 time: 1.8872707 Feb 09 03:34:02.694677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51140) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:02.794110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Pushing event updated for resources: {'Port': ['ID=fa0805c4-bb09-4695-99f2-f961b35184e3,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:02.815661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.816117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.821074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.821882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.822544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.823945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.824446 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.825073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.826162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.826845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.829927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.830399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.831099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:02.846850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:02.850884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:02.855467 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:02.856316 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:02.856974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Bound port: fa0805c4-bb09-4695-99f2-f961b35184e3, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:02.857538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:03.020114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] For port fa0805c4-bb09-4695-99f2-f961b35184e3, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:03.032518 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] For port fa0805c4-bb09-4695-99f2-f961b35184e3, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fa0805c4-bb09-4695-99f2-f961b35184e3,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:03.053174 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:03.071931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d58c59ea-b8fd-47d7-b499-42a06c537705 req-c5f25646-e124-4a61-af23-95e53b476e91 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7453449 Feb 09 03:34:03.248777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f6eef-fc81-43c3-961c-4f2255c96aee tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d38c8f-e654-4b2a-a418-396a8c8a1283,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:03.266528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ea5ae-4f95-4015-ab17-e904aa7da24d None None] Pushing event updated for resources: {'Port': ['ID=fa0805c4-bb09-4695-99f2-f961b35184e3,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:03.395051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Routers {'06bc4260-4d74-4de4-8bf6-d90b6b244976'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:34:03.395958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:33:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['06bc4260-4d74-4de4-8bf6-d90b6b244976'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:03.444811 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (2b7d0784-9d91-469a-8841-7d25c41e4c41), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:03.472046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:03.472652 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:03.488646 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e097c8af-4bab-4c87-8f66-3b4df553366c service neutron] 10.222.0.65 "PUT /v2.0/ports/16a3fa99-6821-4aa6-93a8-7fd65666a1a8 HTTP/1.1" status: 200 len: 1092 time: 5.8918176 Feb 09 03:34:03.490135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': '16a3fa99-6821-4aa6-93a8-7fd65666a1a8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:03.500281 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c" -d '{"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "16a3fa99-6821-4aa6-93a8-7fd65666a1a8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:03.533742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51162) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:03.541294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Request body: {'port': {'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:03.566336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'subnets': [{'network_id': '8bc9b00a-af7a-4747-830a-83ce69024b2b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--117640716', 'ip_version': 6}, {'network_id': '94f1ed13-f65e-47b0-adbf-a28754a72c3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:03.566637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'subnet': {'network_id': '8bc9b00a-af7a-4747-830a-83ce69024b2b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--117640716', 'ip_version': 6}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:03.568824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Request body: {'subnet': {'network_id': '94f1ed13-f65e-47b0-adbf-a28754a72c3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:03.614018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992f5c8-c7e5-40f1-8d7e-7029abac3e14 req-46db0505-2a38-4287-870b-d16ae47aa9f7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:03.632348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992f5c8-c7e5-40f1-8d7e-7029abac3e14 req-46db0505-2a38-4287-870b-d16ae47aa9f7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:03.655650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992f5c8-c7e5-40f1-8d7e-7029abac3e14 req-46db0505-2a38-4287-870b-d16ae47aa9f7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:03.673972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992f5c8-c7e5-40f1-8d7e-7029abac3e14 req-46db0505-2a38-4287-870b-d16ae47aa9f7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:03.688412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992f5c8-c7e5-40f1-8d7e-7029abac3e14 req-46db0505-2a38-4287-870b-d16ae47aa9f7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:03.707461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992f5c8-c7e5-40f1-8d7e-7029abac3e14 req-46db0505-2a38-4287-870b-d16ae47aa9f7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:03.731505 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992f5c8-c7e5-40f1-8d7e-7029abac3e14 req-46db0505-2a38-4287-870b-d16ae47aa9f7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:03.739535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5992f5c8-c7e5-40f1-8d7e-7029abac3e14 req-46db0505-2a38-4287-870b-d16ae47aa9f7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5397 time: 2.5898952 Feb 09 03:34:03.773758 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] Set router 06bc4260-4d74-4de4-8bf6-d90b6b244976 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:34:03.875995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0755c5-2fec-4370-b177-81a2da20a17c tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:03.887523 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2d0755c5-2fec-4370-b177-81a2da20a17c tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2859750 Feb 09 03:34:03.894806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51164) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:03.982791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b67d087e-91b8-4b32-a802-fa5d6f247647 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0783453 Feb 09 03:34:03.993061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51166) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:04.015376 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3ccc3e99-516e-49c2-b47d-79ac587f850a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1940902708', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:04.344093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:33:53Z', 'revision_number': 3, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:04.395934 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:04.420894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccc3e99-516e-49c2-b47d-79ac587f850a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Made reservation on behalf of 2d97c098e98a427b87333af505a5b6d1 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:04.429777 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3e99-516e-49c2-b47d-79ac587f850a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:04.437514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c94f2-45d5-4dda-ac07-4b36d70da09b None None] The sync data for ids ['06bc4260-4d74-4de4-8bf6-d90b6b244976'] in n-d-824835-15 is: [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:33:53Z', 'revision_number': 3, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:34:04.455347 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-2726f8f2-980e-40c2-b06c-1ea9dd9e8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:04.459998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-2726f8f2-980e-40c2-b06c-1ea9dd9e8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:04.460670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-2726f8f2-980e-40c2-b06c-1ea9dd9e8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:04.463086 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-2726f8f2-980e-40c2-b06c-1ea9dd9e8080 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=861f56ac06a6467aaaedc48cd06f4450&shared=False HTTP/1.1" status: 200 len: 2298 time: 2.8511450 Feb 09 03:34:04.724986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c13dd095-5261-4593-b264-b082343e41f8 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 1.8276286 Feb 09 03:34:04.727121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7d0784-9d91-469a-8841-7d25c41e4c41']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:04.751836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51172) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:04.859662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926ef4e0-1dc4-4d11-bd4f-d99d1ce3a63f') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:04.860104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926ef4e0-1dc4-4d11-bd4f-d99d1ce3a63f') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:05.002686 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (926ef4e0-1dc4-4d11-bd4f-d99d1ce3a63f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:05.062015 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (926ef4e0-1dc4-4d11-bd4f-d99d1ce3a63f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:05.088269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:34:05.089221 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (926ef4e0-1dc4-4d11-bd4f-d99d1ce3a63f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:05.149949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ffafdf-2073-418a-b7e0-80445e472285 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:05.173681 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Publish callbacks [] for port (a2ffafdf-2073-418a-b7e0-80445e472285), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:34:05.246950 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:34:05.263212 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (2b7d0784-9d91-469a-8841-7d25c41e4c41), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:05.304062 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:05.311038 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] 10.222.0.21 "DELETE /v2.0/networks/2b7d0784-9d91-469a-8841-7d25c41e4c41 HTTP/1.1" status: 204 len: 168 time: 5.3219635 Feb 09 03:34:05.342595 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5992f5c8-c7e5-40f1-8d7e-7029abac3e14 req-0c6fb8f9-3223-47e7-9f72-f4a6cbddab2e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.6018732 Feb 09 03:34:05.414640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Transition to ACTIVE for port object a2ffafdf-2073-418a-b7e0-80445e472285 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:34:05.438309 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:05.447265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92929e05-00e4-450e-8140-0f7e27b387f5 req-e7b1a941-4f09-4b24-8ad3-e27bcb57b5d5 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:05.451123 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-92929e05-00e4-450e-8140-0f7e27b387f5 req-e7b1a941-4f09-4b24-8ad3-e27bcb57b5d5 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 2.0469525 Feb 09 03:34:05.452981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-9207d765-6311-4d92-a1a7-08cc7041dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:05.454766 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a70c2b3-bed7-47d0-8eab-e312074a79cb req-9207d765-6311-4d92-a1a7-08cc7041dfca service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9670599 Feb 09 03:34:05.491589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd16386f-ccd2-49e5-a5dd-51dd6f266fdc tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (08d67224-6f77-446d-a9ca-177b405b1fb1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:05.495020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b14cf-2d62-448a-a6b4-94d38bc9e78f admin admin] Pushing event deleted for resources: {'Network': ['ID=2b7d0784-9d91-469a-8841-7d25c41e4c41,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:05.679556 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94685de6-383c-4a64-b98e-4af9e754775d x-openstack-request-id: req-94685de6-383c-4a64-b98e-4af9e754775d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:05.680141 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "16a3fa99-6821-4aa6-93a8-7fd65666a1a8", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:05.680415 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94685de6-383c-4a64-b98e-4af9e754775d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:05.680992 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': '16a3fa99-6821-4aa6-93a8-7fd65666a1a8', 'status': 'completed', 'code': 200} Feb 09 03:34:05.718884 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-92929e05-00e4-450e-8140-0f7e27b387f5 req-f9d26d9b-725e-4be8-a0c0-3f1567ebd1c2 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143962 Feb 09 03:34:05.838744 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd16386f-ccd2-49e5-a5dd-51dd6f266fdc tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (08d67224-6f77-446d-a9ca-177b405b1fb1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:06.086773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51182) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:06.087846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46464e1-f6ac-4344-bad1-1b48e03e495d req-c3ecd28c-7cb1-4b91-98f7-deafc4af30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:06.098347 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b46464e1-f6ac-4344-bad1-1b48e03e495d req-c3ecd28c-7cb1-4b91-98f7-deafc4af30ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 1128 time: 1.7252285 Feb 09 03:34:06.159555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd16386f-ccd2-49e5-a5dd-51dd6f266fdc tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (08d67224-6f77-446d-a9ca-177b405b1fb1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:06.174191 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd16386f-ccd2-49e5-a5dd-51dd6f266fdc tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:06.185143 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bd16386f-ccd2-49e5-a5dd-51dd6f266fdc tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "DELETE /v2.0/security-groups/08d67224-6f77-446d-a9ca-177b405b1fb1 HTTP/1.1" status: 204 len: 168 time: 1.4324477 Feb 09 03:34:06.188071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51184) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:06.316614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ffafdf-2073-418a-b7e0-80445e472285,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:06.389138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-27100d86-8804-4d59-a236-128b5360e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:06.390812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-27100d86-8804-4d59-a236-128b5360e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:06.392447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-27100d86-8804-4d59-a236-128b5360e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:06.392971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-27100d86-8804-4d59-a236-128b5360e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:06.394751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-27100d86-8804-4d59-a236-128b5360e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:06.395229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-27100d86-8804-4d59-a236-128b5360e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:06.397073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-27100d86-8804-4d59-a236-128b5360e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:06.426418 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-27100d86-8804-4d59-a236-128b5360e464 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=861f56ac06a6467aaaedc48cd06f4450&device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 6443 time: 0.7556746 Feb 09 03:34:06.446186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Made reservation on behalf of 478442daade54c2098b60ff8118df384 for: {'subnet': 2} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:06.480252 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:06.481178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:06.784069 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fa0805c4-bb09-4695-99f2-f961b35184e3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:06.808038 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46464e1-f6ac-4344-bad1-1b48e03e495d req-49ca3e92-670a-4b08-9851-e32474a3e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:06.809727 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b46464e1-f6ac-4344-bad1-1b48e03e495d req-49ca3e92-670a-4b08-9851-e32474a3e18d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.5354717 Feb 09 03:34:06.830572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Attempting to bind port a2ffafdf-2073-418a-b7e0-80445e472285 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:06.830911 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Attempting to bind port a2ffafdf-2073-418a-b7e0-80445e472285 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:06.831266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Attempting to bind port a2ffafdf-2073-418a-b7e0-80445e472285 on network f7a362c8-f106-4428-a12c-5e814adef261 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:06.933873 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b46464e1-f6ac-4344-bad1-1b48e03e495d req-42455e32-6d73-4382-ad59-4dda1734b235 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338 HTTP/1.1" status: 200 len: 1001 time: 0.0967851 Feb 09 03:34:06.949746 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca81fa2-baab-4e1f-a4bb-385ae2c311ed req-99b8fb5b-bd2c-4c07-b544-41c54b8849a8 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:06.953911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port fa0805c4-bb09-4695-99f2-f961b35184e3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:06.954293 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:06.959788 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ca81fa2-baab-4e1f-a4bb-385ae2c311ed req-99b8fb5b-bd2c-4c07-b544-41c54b8849a8 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 1.0949965 Feb 09 03:34:07.096111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fd205363-8e9b-4e98-9d11-ca78bb8b6338 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:34:07.113272 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ca81fa2-baab-4e1f-a4bb-385ae2c311ed req-764b50af-001e-411b-bcc5-700d5903ba54 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524529 Feb 09 03:34:07.114285 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Port a2ffafdf-2073-418a-b7e0-80445e472285 on network f7a362c8-f106-4428-a12c-5e814adef261 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:34:07.121886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Attempting to bind port a2ffafdf-2073-418a-b7e0-80445e472285 on network f7a362c8-f106-4428-a12c-5e814adef261 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:07.208784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16386f-ccd2-49e5-a5dd-51dd6f266fdc tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d67224-6f77-446d-a9ca-177b405b1fb1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:07.227174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:07.227466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Checking segment: {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:07.227952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Bound using segment: {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:07.228752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Bound port: a2ffafdf-2073-418a-b7e0-80445e472285, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da51b216-760c-4bfe-9e30-9219ff26cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:07.229210 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:07.334071 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-019c32af-f6d3-4fc4-9350-ad97aace23ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4337bee0f9974529bc0da04e9aa38826&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2149963 Feb 09 03:34:07.440453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51192) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:07.489109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port fd205363-8e9b-4e98-9d11-ca78bb8b6338 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:07.492144 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:07.495500 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port fa0805c4-bb09-4695-99f2-f961b35184e3 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:07.502259 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:07.536962 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a0a6f06d-193b-408c-9165-f42779d008f8 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.3014057 Feb 09 03:34:07.541157 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51196) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:07.626275 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port fa0805c4-bb09-4695-99f2-f961b35184e3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fa0805c4-bb09-4695-99f2-f961b35184e3,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:07.676185 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Publish callbacks [] for security_group (c6d6b872-78f8-434b-8d09-45d3d25cafab), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:07.741938 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Publish callbacks [] for security_group (c6d6b872-78f8-434b-8d09-45d3d25cafab), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:07.745730 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:07.840207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:07.861901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46464e1-f6ac-4344-bad1-1b48e03e495d req-cc49f924-e9a4-42c8-881c-8d97b9c237ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:07.865619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b46464e1-f6ac-4344-bad1-1b48e03e495d req-cc49f924-e9a4-42c8-881c-8d97b9c237ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.8607218 Feb 09 03:34:07.890791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0ec33f38-cc7b-4de6-bf0a-b57f3254a678 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group': {'name': 'tempest-secgroup--524799426'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:07.894368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:07.900071 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ff7b1c-2993-45f4-8ead-1a4172ee912a" -d '{"events": [{"server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "name": "network-vif-unplugged", "status": "completed", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:07.919815 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:07.920808 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:07.959134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938727a3-0bbc-4723-90e4-36742eabf01c req-c5b9d21b-2114-4fc2-b72d-825e28a036e6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:07.977419 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-938727a3-0bbc-4723-90e4-36742eabf01c req-c5b9d21b-2114-4fc2-b72d-825e28a036e6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 945 time: 0.6205809 Feb 09 03:34:07.984580 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c6d6b872-78f8-434b-8d09-45d3d25cafab), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:07.987349 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:07.991505 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6d6b872-78f8-434b-8d09-45d3d25cafab HTTP/1.1" status: 204 len: 168 time: 0.5391564 Feb 09 03:34:08.007686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=fa0805c4-bb09-4695-99f2-f961b35184e3,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:08.017748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-8035c685-93c1-43f2-8be6-914f01184759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.018225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-8035c685-93c1-43f2-8be6-914f01184759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.018690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-8035c685-93c1-43f2-8be6-914f01184759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.020369 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-8035c685-93c1-43f2-8be6-914f01184759 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=861f56ac06a6467aaaedc48cd06f4450&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8203759 Feb 09 03:34:08.104846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d6b872-78f8-434b-8d09-45d3d25cafab,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:08.140746 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.141103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.146878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.147290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.147654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.147987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.148329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.148667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.149020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.149349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.149713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.150042 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.150388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fceead-02ee-43db-ba13-3b0a65ad1866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:08.161612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=fd205363-8e9b-4e98-9d11-ca78bb8b6338,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:08.295749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ec33f38-cc7b-4de6-bf0a-b57f3254a678 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:08.307755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] For port a2ffafdf-2073-418a-b7e0-80445e472285, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:08.312187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] For port a2ffafdf-2073-418a-b7e0-80445e472285, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a2ffafdf-2073-418a-b7e0-80445e472285,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:08.321504 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-938727a3-0bbc-4723-90e4-36742eabf01c req-aa168a0d-7792-4f1f-a43d-9ff84f69df86 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058105 Feb 09 03:34:08.337456 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:08.381570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc34cc-32e4-4104-ba6b-58a14a3a25e1 req-98e41bf8-87c8-4807-bd18-0848dae88c41 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.403679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc34cc-32e4-4104-ba6b-58a14a3a25e1 req-98e41bf8-87c8-4807-bd18-0848dae88c41 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.427305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc34cc-32e4-4104-ba6b-58a14a3a25e1 req-98e41bf8-87c8-4807-bd18-0848dae88c41 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.446938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc34cc-32e4-4104-ba6b-58a14a3a25e1 req-98e41bf8-87c8-4807-bd18-0848dae88c41 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.457247 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf44da2-0481-4ec0-b724-70a344ff5b8a x-openstack-request-id: req-5bf44da2-0481-4ec0-b724-70a344ff5b8a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:08.458040 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "name": "network-vif-unplugged", "status": "completed", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:08.458679 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bf44da2-0481-4ec0-b724-70a344ff5b8a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:08.459368 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'code': 200} Feb 09 03:34:08.461705 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc34cc-32e4-4104-ba6b-58a14a3a25e1 req-98e41bf8-87c8-4807-bd18-0848dae88c41 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.487396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc34cc-32e4-4104-ba6b-58a14a3a25e1 req-98e41bf8-87c8-4807-bd18-0848dae88c41 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.511150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ffafdf-2073-418a-b7e0-80445e472285,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:08.513264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc34cc-32e4-4104-ba6b-58a14a3a25e1 req-98e41bf8-87c8-4807-bd18-0848dae88c41 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.542462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-47dc34cc-32e4-4104-ba6b-58a14a3a25e1 req-98e41bf8-87c8-4807-bd18-0848dae88c41 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5409 time: 1.3450933 Feb 09 03:34:08.543818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.545032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:08.548404 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-8a4b600d-9151-4204-89a0-6c3052ab7db6 service neutron] 10.222.0.65 "PUT /v2.0/ports/a2ffafdf-2073-418a-b7e0-80445e472285 HTTP/1.1" status: 200 len: 1092 time: 5.0138874 Feb 09 03:34:08.564657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46464e1-f6ac-4344-bad1-1b48e03e495d req-fdacf8df-b58a-4016-93b6-3db533662c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.567950 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b46464e1-f6ac-4344-bad1-1b48e03e495d req-fdacf8df-b58a-4016-93b6-3db533662c2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6715877 Feb 09 03:34:08.568932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': 'a2ffafdf-2073-418a-b7e0-80445e472285'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:08.573117 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41be7ae1-9a5b-499b-96a3-670b1a80bf97" -d '{"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "a2ffafdf-2073-418a-b7e0-80445e472285"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:08.610849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Request body: {'port': {'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:08.616554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3e99-516e-49c2-b47d-79ac587f850a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (106fcaf9-03f4-4939-9476-b415c70cebac), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:08.719342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fa0805c4-bb09-4695-99f2-f961b35184e3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:08.812644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-ea4d5b9e-4350-413d-a96c-dc1c2a701cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.814748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e026b2f-19ab-4eab-84a1-f3041fa5cd5c req-ea4d5b9e-4350-413d-a96c-dc1c2a701cc7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7746480 Feb 09 03:34:08.870938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc3e99-516e-49c2-b47d-79ac587f850a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Subnet': ['ID=106fcaf9-03f4-4939-9476-b415c70cebac,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:08.887636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51210) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:08.907106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port fa0805c4-bb09-4695-99f2-f961b35184e3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:08.909989 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:08.977009 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc3e99-516e-49c2-b47d-79ac587f850a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Checking segment: {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:08.978246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc3e99-516e-49c2-b47d-79ac587f850a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network hostable DHCP agents. Network: 35a2233d-2ef2-40f5-9080-2cd4ccd91adf, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:08.989620 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5bb23b5a-1943-4681-8a19-05c1571338bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f611413f16644e2819c8a2095f65523&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0846305 Feb 09 03:34:09.006748 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51212) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:09.125911 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-47dc34cc-32e4-4104-ba6b-58a14a3a25e1 req-7273b498-07ae-4f16-b499-2fd1bcccffe9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5806530 Feb 09 03:34:09.132750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc3e99-516e-49c2-b47d-79ac587f850a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:09.143715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port fa0805c4-bb09-4695-99f2-f961b35184e3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:09.152219 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:09.545240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-3ccc3e99-516e-49c2-b47d-79ac587f850a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 35a2233d-2ef2-40f5-9080-2cd4ccd91adf) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:09.558266 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ec33f38-cc7b-4de6-bf0a-b57f3254a678 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (3a306762-aedd-4213-ba60-f69fa307b5eb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:09.567835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e8521-d92a-4108-99e3-167e29eae55e None None] Network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:09.589963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ec33f38-cc7b-4de6-bf0a-b57f3254a678 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3a306762-aedd-4213-ba60-f69fa307b5eb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:09.598944 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990cc803-0ae9-498d-b161-4a9164d37461 x-openstack-request-id: req-990cc803-0ae9-498d-b161-4a9164d37461 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:09.604909 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "a2ffafdf-2073-418a-b7e0-80445e472285", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:09.605461 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-990cc803-0ae9-498d-b161-4a9164d37461 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:09.606069 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': 'a2ffafdf-2073-418a-b7e0-80445e472285', 'status': 'completed', 'code': 200} Feb 09 03:34:09.614335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccc3e99-516e-49c2-b47d-79ac587f850a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:09.615987 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3e99-516e-49c2-b47d-79ac587f850a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:09.636302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-67c4961f-1b46-4eeb-88b7-1562697376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:09.636741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-67c4961f-1b46-4eeb-88b7-1562697376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:09.637277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-67c4961f-1b46-4eeb-88b7-1562697376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:09.637773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-67c4961f-1b46-4eeb-88b7-1562697376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:09.638232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-67c4961f-1b46-4eeb-88b7-1562697376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:09.638692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-67c4961f-1b46-4eeb-88b7-1562697376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:09.639339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-67c4961f-1b46-4eeb-88b7-1562697376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:09.641665 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-67c4961f-1b46-4eeb-88b7-1562697376ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=861f56ac06a6467aaaedc48cd06f4450&device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 6516 time: 0.3053927 Feb 09 03:34:09.643263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0933a-7f75-41c3-bb46-3884fb5a8fe6 req-694a7c72-b1e7-4fb7-9d08-e9901a1ae6e3 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:09.646491 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (bce9668d-e2e4-4151-9d41-894a6193f2bb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:09.654542 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a0933a-7f75-41c3-bb46-3884fb5a8fe6 req-694a7c72-b1e7-4fb7-9d08-e9901a1ae6e3 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.8647335 Feb 09 03:34:09.659836 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ec33f38-cc7b-4de6-bf0a-b57f3254a678 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:09.668915 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0ec33f38-cc7b-4de6-bf0a-b57f3254a678 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9825344 Feb 09 03:34:09.671233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51218) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:09.712832 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b46464e1-f6ac-4344-bad1-1b48e03e495d req-be575564-4ce2-4c62-86b9-20a0a61f2b23 service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1209748 Feb 09 03:34:09.718507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-573cef64-001e-4380-82da-e49aab05e2c6 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '3a306762-aedd-4213-ba60-f69fa307b5eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:09.869709 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b46464e1-f6ac-4344-bad1-1b48e03e495d req-f4f4f6db-72b1-4094-b4ce-739abe6259a0 service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168244 Feb 09 03:34:09.918020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3ccc3e99-516e-49c2-b47d-79ac587f850a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.9136527 Feb 09 03:34:09.918020 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e849ba5-c0ca-4ad5-8f21-78edcc70e6c7 admin admin] Publish callbacks [] for security_group (a1b29697-ea82-4b68-85e0-b003fc598568), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:09.944942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633f586-c2e8-4e7e-b39a-987eb2a55602 req-4c6eac9a-0fa0-4807-8e69-4965b2acfb77 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:09.945774 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e849ba5-c0ca-4ad5-8f21-78edcc70e6c7 admin admin] Publish callbacks [] for security_group (a1b29697-ea82-4b68-85e0-b003fc598568), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:09.950383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ips': [{'subnet_id': '106fcaf9-03f4-4939-9476-b415c70cebac'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:34:09.952638 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:09.959363 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0633f586-c2e8-4e7e-b39a-987eb2a55602 req-4c6eac9a-0fa0-4807-8e69-4965b2acfb77 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.4909472 Feb 09 03:34:09.987942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51222) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:10.036841 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e849ba5-c0ca-4ad5-8f21-78edcc70e6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a1b29697-ea82-4b68-85e0-b003fc598568), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:10.040089 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e849ba5-c0ca-4ad5-8f21-78edcc70e6c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:10.042113 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8e849ba5-c0ca-4ad5-8f21-78edcc70e6c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1b29697-ea82-4b68-85e0-b003fc598568 HTTP/1.1" status: 204 len: 168 time: 1.0164208 Feb 09 03:34:10.079244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e849ba5-c0ca-4ad5-8f21-78edcc70e6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b29697-ea82-4b68-85e0-b003fc598568,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:10.097499 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a0933a-7f75-41c3-bb46-3884fb5a8fe6 req-8880313a-2a2d-41bf-9f72-6aea30aaf606 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831773 Feb 09 03:34:10.208658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37e197c-1ee6-40de-bcac-5c09a8d17027 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:10.237767 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Publish callbacks [] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:10.260932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec33f38-cc7b-4de6-bf0a-b57f3254a678 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a306762-aedd-4213-ba60-f69fa307b5eb,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:10.312426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0633f586-c2e8-4e7e-b39a-987eb2a55602 req-9a80dc9b-6073-4d08-a506-43380d74b3bd tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520753 Feb 09 03:34:10.321307 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Transition to ACTIVE for port object c37e197c-1ee6-40de-bcac-5c09a8d17027 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:34:10.350503 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:10.357546 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event updated for resources: {'Subnet': ['ID=bce9668d-e2e4-4151-9d41-894a6193f2bb,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:10.371773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Checking segment: {'id': 'e6fff1ea-5286-4453-bc26-7e19ec5f9a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8bc9b00a-af7a-4747-830a-83ce69024b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:10.372295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Network hostable DHCP agents. Network: 8bc9b00a-af7a-4747-830a-83ce69024b2b, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:10.407104 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-573cef64-001e-4380-82da-e49aab05e2c6 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:34:10.410675 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-573cef64-001e-4380-82da-e49aab05e2c6 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6934757 Feb 09 03:34:10.421942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51228) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:10.433376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1d6df1fe-8d4b-4dac-a6b6-811e344e15b7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group_rule': {'security_group_id': '3a306762-aedd-4213-ba60-f69fa307b5eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:10.488161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Allocated IP 172.20.0.2 (35a2233d-2ef2-40f5-9080-2cd4ccd91adf/106fcaf9-03f4-4939-9476-b415c70cebac/157cb9f9-939f-4c9f-9970-5980a34b747b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:10.492386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-b30f02de-75f1-4f63-ba68-c8bfe26db7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:10.493441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-b30f02de-75f1-4f63-ba68-c8bfe26db7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:10.495160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-b30f02de-75f1-4f63-ba68-c8bfe26db7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:10.497337 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-b30f02de-75f1-4f63-ba68-c8bfe26db7ee service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=861f56ac06a6467aaaedc48cd06f4450&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8079247 Feb 09 03:34:10.536634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Network 8bc9b00a-af7a-4747-830a-83ce69024b2b is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:10.669906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-6e0ba67e-1f67-4139-9b3e-bf8e65096bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:10.671773 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41be7ae1-9a5b-499b-96a3-670b1a80bf97 req-6e0ba67e-1f67-4139-9b3e-bf8e65096bab service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1654139 Feb 09 03:34:10.767406 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-1d6df1fe-8d4b-4dac-a6b6-811e344e15b7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:34:10.772468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1d6df1fe-8d4b-4dac-a6b6-811e344e15b7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3471379 Feb 09 03:34:10.774090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51240) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:10.777699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Pushing event updated for resources: {'Port': ['ID=c37e197c-1ee6-40de-bcac-5c09a8d17027,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:10.875342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 8bc9b00a-af7a-4747-830a-83ce69024b2b) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:10.915275 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Publish callbacks [] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:10.935195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b89fbec-6d32-4a8b-97ca-4c8f0cbbf42b None None] Network 8bc9b00a-af7a-4747-830a-83ce69024b2b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:10.935448 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (0481eec0-a1ec-457e-91e1-9b782e60393b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:10.944620 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:11.043258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event updated for resources: {'Subnet': ['ID=0481eec0-a1ec-457e-91e1-9b782e60393b,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:11.184881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:11.210609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f873183a-7a0e-4180-9bc3-126a1b5e90a7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (3a306762-aedd-4213-ba60-f69fa307b5eb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:11.231900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:11.275879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:11.340922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Pushing event updated for resources: {'Port': ['ID=157cb9f9-939f-4c9f-9970-5980a34b747b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:11.422959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Checking segment: {'id': '20f6f2a1-7e1f-40c3-bb02-7f869b482035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '94f1ed13-f65e-47b0-adbf-a28754a72c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:11.429101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Network hostable DHCP agents. Network: 94f1ed13-f65e-47b0-adbf-a28754a72c3e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:11.500801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Attempting to bind port c37e197c-1ee6-40de-bcac-5c09a8d17027 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:11.501141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Attempting to bind port c37e197c-1ee6-40de-bcac-5c09a8d17027 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:11.501518 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Attempting to bind port c37e197c-1ee6-40de-bcac-5c09a8d17027 on network f3085456-bd68-41c9-9475-08aeec892882 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:11.511099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Port c37e197c-1ee6-40de-bcac-5c09a8d17027 on network f3085456-bd68-41c9-9475-08aeec892882 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:34:11.511099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Attempting to bind port c37e197c-1ee6-40de-bcac-5c09a8d17027 on network f3085456-bd68-41c9-9475-08aeec892882 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:11.520550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:11.520896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Checking segment: {'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:11.521287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Bound using segment: {'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:11.521801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Bound port: c37e197c-1ee6-40de-bcac-5c09a8d17027, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:11.522218 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:11.559434 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f873183a-7a0e-4180-9bc3-126a1b5e90a7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (3a306762-aedd-4213-ba60-f69fa307b5eb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:11.561447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24849b6-0888-4ef0-94e0-84a184f157a7 req-21474212-a056-4e17-b434-fe772cff1938 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:11.579325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24849b6-0888-4ef0-94e0-84a184f157a7 req-21474212-a056-4e17-b434-fe772cff1938 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:11.598039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24849b6-0888-4ef0-94e0-84a184f157a7 req-21474212-a056-4e17-b434-fe772cff1938 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:11.611504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24849b6-0888-4ef0-94e0-84a184f157a7 req-21474212-a056-4e17-b434-fe772cff1938 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:11.625552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Network 94f1ed13-f65e-47b0-adbf-a28754a72c3e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:11.626058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24849b6-0888-4ef0-94e0-84a184f157a7 req-21474212-a056-4e17-b434-fe772cff1938 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:11.638865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24849b6-0888-4ef0-94e0-84a184f157a7 req-21474212-a056-4e17-b434-fe772cff1938 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:11.644639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 94f1ed13-f65e-47b0-adbf-a28754a72c3e) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:11.651369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:11.653218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:11.654947 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:11.660063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24849b6-0888-4ef0-94e0-84a184f157a7 req-21474212-a056-4e17-b434-fe772cff1938 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:11.667356 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c24849b6-0888-4ef0-94e0-84a184f157a7 req-21474212-a056-4e17-b434-fe772cff1938 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5421 time: 1.2116535 Feb 09 03:34:11.685994 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c722c-2f97-43c6-befe-64406375270b req-19ae9d66-3081-4efb-a710-284bb4a47701 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:11.688326 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c76c722c-2f97-43c6-befe-64406375270b req-19ae9d66-3081-4efb-a710-284bb4a47701 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.3541648 Feb 09 03:34:11.712061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33583273-dd2d-403a-84b8-ede991e4622d None None] Network 94f1ed13-f65e-47b0-adbf-a28754a72c3e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:11.730130 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6d4416c8-1eef-4a65-87b7-d3b11dd5c5f5 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 8.1772530 Feb 09 03:34:11.762010 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51262) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:11.762689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51264) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:11.869696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Attempting to bind port 157cb9f9-939f-4c9f-9970-5980a34b747b on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:11.870077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Attempting to bind port 157cb9f9-939f-4c9f-9970-5980a34b747b by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:11.887506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Attempting to bind port 157cb9f9-939f-4c9f-9970-5980a34b747b on network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:11.903143 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c76c722c-2f97-43c6-befe-64406375270b req-7c9a3e54-2a3d-46d3-ab38-8b6fa120c40c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030303 Feb 09 03:34:11.903689 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f873183a-7a0e-4180-9bc3-126a1b5e90a7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3a306762-aedd-4213-ba60-f69fa307b5eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:11.906542 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f873183a-7a0e-4180-9bc3-126a1b5e90a7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:11.907651 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f873183a-7a0e-4180-9bc3-126a1b5e90a7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "DELETE /v2.0/security-groups/3a306762-aedd-4213-ba60-f69fa307b5eb HTTP/1.1" status: 204 len: 168 time: 1.0474494 Feb 09 03:34:11.917927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51268) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:11.979115 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c24849b6-0888-4ef0-94e0-84a184f157a7 req-2027b15d-0a4e-45f1-a771-958eb9c10931 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3031876 Feb 09 03:34:11.989464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:11.989869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Checking segment: {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:11.990282 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:11.997442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Bound using segment: {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:11.998088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Bound port: 157cb9f9-939f-4c9f-9970-5980a34b747b, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:12.005519 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.013800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90b44be-32db-46af-9bf6-ef87077f04a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.015544 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5d3a96d1-81b5-474d-9b39-b24758a8c024 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0965133 Feb 09 03:34:12.019440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873183a-7a0e-4180-9bc3-126a1b5e90a7 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a306762-aedd-4213-ba60-f69fa307b5eb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:12.024580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51272) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:12.034123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90b44be-32db-46af-9bf6-ef87077f04a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.035815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-90d9649b-b84d-423d-8811-3f331a5c99d1 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group': {'name': 'tempest-secgroup--851045922'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:12.038028 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90b44be-32db-46af-9bf6-ef87077f04a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.058396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a90b44be-32db-46af-9bf6-ef87077f04a9 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2885661 Feb 09 03:34:12.059038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51274) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:12.060383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] For port c37e197c-1ee6-40de-bcac-5c09a8d17027, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:12.070956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] For port c37e197c-1ee6-40de-bcac-5c09a8d17027, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c37e197c-1ee6-40de-bcac-5c09a8d17027,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:12.086798 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.112182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8cdac1-08e7-407e-b76e-6592a952f212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-8bc9b00a-af7a-4747-830a-83ce69024b2b', 'network_id': '8bc9b00a-af7a-4747-830a-83ce69024b2b', 'project_id': '478442daade54c2098b60ff8118df384', 'fixed_ips': [{'subnet_id': 'bce9668d-e2e4-4151-9d41-894a6193f2bb'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:34:12.113061 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba8cdac1-08e7-407e-b76e-6592a952f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.182408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1845223324-network', 'tenant_id': '19b65c5f552c47cd8a17145a587ad9ac'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:12.200791 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-90d9649b-b84d-423d-8811-3f331a5c99d1 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.222225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.225845 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.226773 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] 10.222.0.65 "PUT /v2.0/ports/c37e197c-1ee6-40de-bcac-5c09a8d17027 HTTP/1.1" status: 200 len: 1092 time: 3.6238732 Feb 09 03:34:12.232667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': 'c37e197c-1ee6-40de-bcac-5c09a8d17027'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:12.238464 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173e6c0b-fd75-4653-b55f-0991e6f3db8d" -d '{"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "c37e197c-1ee6-40de-bcac-5c09a8d17027"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:12.294778 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70f45ca-6c22-4848-9999-7c46fafd1922 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Deleting subnet bce9668d-e2e4-4151-9d41-894a6193f2bb {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:34:12.297595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Request body: {'port': {'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:12.370004 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6387ac-893b-4816-975f-54a44005d641 x-openstack-request-id: req-6f6387ac-893b-4816-975f-54a44005d641 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:12.370262 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "c37e197c-1ee6-40de-bcac-5c09a8d17027", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:12.370398 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f6387ac-893b-4816-975f-54a44005d641 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:12.372020 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': 'c37e197c-1ee6-40de-bcac-5c09a8d17027', 'status': 'completed', 'code': 200} Feb 09 03:34:12.388711 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f70f45ca-6c22-4848-9999-7c46fafd1922 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks [] for subnet (bce9668d-e2e4-4151-9d41-894a6193f2bb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.398110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Made reservation on behalf of 19b65c5f552c47cd8a17145a587ad9ac for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:12.405690 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.439153 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.441178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cda6e-ecc4-47fd-8ee9-00450f276131 service neutron] Pushing event updated for resources: {'Port': ['ID=c37e197c-1ee6-40de-bcac-5c09a8d17027,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:12.444750 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] For port 157cb9f9-939f-4c9f-9970-5980a34b747b, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:12.456578 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-94f1ed13-f65e-47b0-adbf-a28754a72c3e', 'network_id': '94f1ed13-f65e-47b0-adbf-a28754a72c3e', 'project_id': '478442daade54c2098b60ff8118df384', 'fixed_ips': [{'subnet_id': '0481eec0-a1ec-457e-91e1-9b782e60393b'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:34:12.457915 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.484173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] For port 157cb9f9-939f-4c9f-9970-5980a34b747b, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=157cb9f9-939f-4c9f-9970-5980a34b747b,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:12.534919 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.542797 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.655747 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f70f45ca-6c22-4848-9999-7c46fafd1922 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (bce9668d-e2e4-4151-9d41-894a6193f2bb), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.732303 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd6c1b-680a-4045-b09c-343cb17b3cb5 None None] Pushing event updated for resources: {'Port': ['ID=157cb9f9-939f-4c9f-9970-5980a34b747b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:12.880503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e7ae1-9f67-484b-8fd6-aaae907db311 req-f344fadd-988e-4bc9-93b5-b63f545f8fc7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.882850 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c0e7ae1-9f67-484b-8fd6-aaae907db311 req-f344fadd-988e-4bc9-93b5-b63f545f8fc7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.6944072 Feb 09 03:34:12.898481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Allocated IP 2001:db8:0:1::1 (94f1ed13-f65e-47b0-adbf-a28754a72c3e/0481eec0-a1ec-457e-91e1-9b782e60393b/4af19086-1911-4374-8b71-e76acd7349ab) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:12.919945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f70f45ca-6c22-4848-9999-7c46fafd1922 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (bce9668d-e2e4-4151-9d41-894a6193f2bb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.927891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-db86fbc7-670e-4f32-833f-dc6d14f7b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.928360 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-db86fbc7-670e-4f32-833f-dc6d14f7b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.928829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-db86fbc7-670e-4f32-833f-dc6d14f7b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.929290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-db86fbc7-670e-4f32-833f-dc6d14f7b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.934464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-db86fbc7-670e-4f32-833f-dc6d14f7b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.934935 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-db86fbc7-670e-4f32-833f-dc6d14f7b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.935409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-db86fbc7-670e-4f32-833f-dc6d14f7b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.939497 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-db86fbc7-670e-4f32-833f-dc6d14f7b708 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=861f56ac06a6467aaaedc48cd06f4450&device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 6615 time: 0.5511508 Feb 09 03:34:12.968478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3194d10-40a5-4af1-93c4-000b21a5e833 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:12.991954 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Publish callbacks [] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.999501 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.018313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Transition to ACTIVE for port object b3194d10-40a5-4af1-93c4-000b21a5e833 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:34:13.032404 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.193049 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Publish callbacks [] for security_group (ccca57e9-6062-41f9-bbbc-c31a6ba006bb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.198858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Pushing event updated for resources: {'Port': ['ID=b3194d10-40a5-4af1-93c4-000b21a5e833,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:13.235251 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ccca57e9-6062-41f9-bbbc-c31a6ba006bb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.247612 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c0e7ae1-9f67-484b-8fd6-aaae907db311 req-4f219a0b-e63b-4652-9656-fc9a1f93e262 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381171 Feb 09 03:34:13.261211 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-90d9649b-b84d-423d-8811-3f331a5c99d1 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (f6f818c2-aed1-4b92-9e1a-13098b10d881), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.283339 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-90d9649b-b84d-423d-8811-3f331a5c99d1 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f6f818c2-aed1-4b92-9e1a-13098b10d881), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.341494 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Publish callbacks [] for port (4af19086-1911-4374-8b71-e76acd7349ab), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.367068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (4af19086-1911-4374-8b71-e76acd7349ab), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.374339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccca57e9-6062-41f9-bbbc-c31a6ba006bb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server [None req-ba8cdac1-08e7-407e-b76e-6592a952f212 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bce9668d-e2e4-4151-9d41-894a6193f2bb: This subnet is being modified by another concurrent operation. Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:34:13.378867 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bce9668d-e2e4-4151-9d41-894a6193f2bb: This subnet is being modified by another concurrent operation. Feb 09 03:34:13.382195 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Feb 09 03:34:13.388633 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f70f45ca-6c22-4848-9999-7c46fafd1922 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (bce9668d-e2e4-4151-9d41-894a6193f2bb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.435434 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-90d9649b-b84d-423d-8811-3f331a5c99d1 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.439033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-90d9649b-b84d-423d-8811-3f331a5c99d1 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4064453 Feb 09 03:34:13.443726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52044432-3331-4416-8427-c2cfda420e00 None None] Network 8bc9b00a-af7a-4747-830a-83ce69024b2b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:13.445879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:34:13.465469 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f70f45ca-6c22-4848-9999-7c46fafd1922 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.467453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51286) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:13.468744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f70f45ca-6c22-4848-9999-7c46fafd1922 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "DELETE /v2.0/subnets/bce9668d-e2e4-4151-9d41-894a6193f2bb HTTP/1.1" status: 204 len: 168 time: 1.4062002 Feb 09 03:34:13.471668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51288) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:13.485016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-733db467-3593-41d8-94c0-4a825f90af62 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:13.487870 n-d-824835-15 neutron-server[103327]: WARNING neutron.api.v2.base [None req-733db467-3593-41d8-94c0-4a825f90af62 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 03:34:13.488405 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-733db467-3593-41d8-94c0-4a825f90af62 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 03:34:13.498886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-733db467-3593-41d8-94c0-4a825f90af62 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "PUT /v2.0/security-groups/f6f818c2-aed1-4b92-9e1a-13098b10d881 HTTP/1.1" status: 409 len: 330 time: 0.0209479 Feb 09 03:34:13.552908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51290) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:13.563613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Network 94f1ed13-f65e-47b0-adbf-a28754a72c3e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:13.574053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:13.580481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:13.599638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Pushing event updated for resources: {'Port': ['ID=4af19086-1911-4374-8b71-e76acd7349ab,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:13.683691 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6a0a04b8-0ebb-414d-a819-b618076251bb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.684413 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Added segment 6a0a04b8-0ebb-414d-a819-b618076251bb of type vlan for network 2007e3e8-e057-4241-9e65-d01f6431c423 Feb 09 03:34:13.753477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (2007e3e8-e057-4241-9e65-d01f6431c423), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.755384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Attempting to bind port 4af19086-1911-4374-8b71-e76acd7349ab on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:13.755776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Attempting to bind port 4af19086-1911-4374-8b71-e76acd7349ab by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '20f6f2a1-7e1f-40c3-bb02-7f869b482035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '94f1ed13-f65e-47b0-adbf-a28754a72c3e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:13.756146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Attempting to bind port 4af19086-1911-4374-8b71-e76acd7349ab on network 94f1ed13-f65e-47b0-adbf-a28754a72c3e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:13.763484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:13.764187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Checking segment: {'id': '20f6f2a1-7e1f-40c3-bb02-7f869b482035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '94f1ed13-f65e-47b0-adbf-a28754a72c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:13.764778 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.765520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Bound using segment: {'id': '20f6f2a1-7e1f-40c3-bb02-7f869b482035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '94f1ed13-f65e-47b0-adbf-a28754a72c3e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:13.766462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Bound port: 4af19086-1911-4374-8b71-e76acd7349ab, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f6f2a1-7e1f-40c3-bb02-7f869b482035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '94f1ed13-f65e-47b0-adbf-a28754a72c3e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:13.767153 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4af19086-1911-4374-8b71-e76acd7349ab), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.879195 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (2007e3e8-e057-4241-9e65-d01f6431c423), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.881543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:13.882395 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.937765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] For port 4af19086-1911-4374-8b71-e76acd7349ab, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:13.943062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] For port 4af19086-1911-4374-8b71-e76acd7349ab, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4af19086-1911-4374-8b71-e76acd7349ab,segment=NetworkSegment(20f6f2a1-7e1f-40c3-bb02-7f869b482035),segment_id=20f6f2a1-7e1f-40c3-bb02-7f869b482035)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:13.959946 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4af19086-1911-4374-8b71-e76acd7349ab), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.004744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36de8bf0-1add-4c04-a62e-f03b103faa1f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (f6f818c2-aed1-4b92-9e1a-13098b10d881), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.045091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] Pushing event updated for resources: {'Network': ['ID=2007e3e8-e057-4241-9e65-d01f6431c423,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:14.060004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 2007e3e8-e057-4241-9e65-d01f6431c423 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:34:14.079980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-930fe45e-3af8-4145-bc7e-a095b2c70062 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3089728 Feb 09 03:34:14.083511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51292) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:14.090237 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36de8bf0-1add-4c04-a62e-f03b103faa1f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (f6f818c2-aed1-4b92-9e1a-13098b10d881), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.101549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba3a8c-7797-4149-a07a-8720da21defd req-14b89742-8ff1-4ac1-9dff-7c178b6563e6 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.103196 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3eba3a8c-7797-4149-a07a-8720da21defd req-14b89742-8ff1-4ac1-9dff-7c178b6563e6 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.9387362 Feb 09 03:34:14.113027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1df0601b-2829-4551-a06e-40620227ccd3 admin admin] Request body: {'subnet': {'network_id': '2007e3e8-e057-4241-9e65-d01f6431c423', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1845223324-subnet', 'tenant_id': '19b65c5f552c47cd8a17145a587ad9ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:14.175620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Attempting to bind port b3194d10-40a5-4af1-93c4-000b21a5e833 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:14.175964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Attempting to bind port b3194d10-40a5-4af1-93c4-000b21a5e833 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:14.176284 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Attempting to bind port b3194d10-40a5-4af1-93c4-000b21a5e833 on network f3085456-bd68-41c9-9475-08aeec892882 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:14.176713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9649b-b84d-423d-8811-3f331a5c99d1 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f818c2-aed1-4b92-9e1a-13098b10d881,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:14.211188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1b90f-6ebb-4b0d-9133-b9ca22cfa8cb None None] Pushing event updated for resources: {'Port': ['ID=4af19086-1911-4374-8b71-e76acd7349ab,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:14.215503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f45ca-6c22-4848-9999-7c46fafd1922 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event deleted for resources: {'Subnet': ['ID=bce9668d-e2e4-4151-9d41-894a6193f2bb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:14.219717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-955d3b69-9794-49e4-9a0f-9998e09804ec tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Deleting subnet 0481eec0-a1ec-457e-91e1-9b782e60393b {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:34:14.234051 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-955d3b69-9794-49e4-9a0f-9998e09804ec tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks [] for subnet (0481eec0-a1ec-457e-91e1-9b782e60393b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.260472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-b9655a93-0287-4cff-b405-e9cc267bb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.260853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-b9655a93-0287-4cff-b405-e9cc267bb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.261300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-b9655a93-0287-4cff-b405-e9cc267bb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.274426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-b9655a93-0287-4cff-b405-e9cc267bb8a2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=861f56ac06a6467aaaedc48cd06f4450&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.3065116 Feb 09 03:34:14.344667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-955d3b69-9794-49e4-9a0f-9998e09804ec tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (0481eec0-a1ec-457e-91e1-9b782e60393b), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.489549 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-955d3b69-9794-49e4-9a0f-9998e09804ec tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (0481eec0-a1ec-457e-91e1-9b782e60393b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.563726 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Port b3194d10-40a5-4af1-93c4-000b21a5e833 on network f3085456-bd68-41c9-9475-08aeec892882 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:34:14.566649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Attempting to bind port b3194d10-40a5-4af1-93c4-000b21a5e833 on network f3085456-bd68-41c9-9475-08aeec892882 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:14.574388 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-955d3b69-9794-49e4-9a0f-9998e09804ec tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (0481eec0-a1ec-457e-91e1-9b782e60393b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.629624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363cbc3-7788-4c4c-9846-135227c16d79 req-5580548a-6a92-4f27-ab04-10b0695a8b6c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.633338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df0601b-2829-4551-a06e-40620227ccd3 admin admin] Made reservation on behalf of 19b65c5f552c47cd8a17145a587ad9ac for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:14.635892 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1df0601b-2829-4551-a06e-40620227ccd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.647320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363cbc3-7788-4c4c-9846-135227c16d79 req-5580548a-6a92-4f27-ab04-10b0695a8b6c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.664535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363cbc3-7788-4c4c-9846-135227c16d79 req-5580548a-6a92-4f27-ab04-10b0695a8b6c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.670679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363cbc3-7788-4c4c-9846-135227c16d79 req-5580548a-6a92-4f27-ab04-10b0695a8b6c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.689529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363cbc3-7788-4c4c-9846-135227c16d79 req-5580548a-6a92-4f27-ab04-10b0695a8b6c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.696368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363cbc3-7788-4c4c-9846-135227c16d79 req-5580548a-6a92-4f27-ab04-10b0695a8b6c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.702283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363cbc3-7788-4c4c-9846-135227c16d79 req-5580548a-6a92-4f27-ab04-10b0695a8b6c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.711241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1363cbc3-7788-4c4c-9846-135227c16d79 req-5580548a-6a92-4f27-ab04-10b0695a8b6c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 1.2197804 Feb 09 03:34:14.742531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1775e4f-54d7-4995-9196-44be2cd7092f None None] Network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:14.756545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:14.757058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Checking segment: {'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:14.757592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Bound using segment: {'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:14.758149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Bound port: b3194d10-40a5-4af1-93c4-000b21a5e833, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:14.758639 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.765257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d3b69-9794-49e4-9a0f-9998e09804ec tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event deleted for resources: {'Subnet': ['ID=0481eec0-a1ec-457e-91e1-9b782e60393b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:14.794310 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-955d3b69-9794-49e4-9a0f-9998e09804ec tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.797747 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-955d3b69-9794-49e4-9a0f-9998e09804ec tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "DELETE /v2.0/subnets/0481eec0-a1ec-457e-91e1-9b782e60393b HTTP/1.1" status: 204 len: 168 time: 1.2968571 Feb 09 03:34:14.807422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51296) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:14.842162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-e0588ca3-238b-4440-aafc-b57577929db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.843812 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-173e6c0b-fd75-4653-b55f-0991e6f3db8d req-e0588ca3-238b-4440-aafc-b57577929db7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5512302 Feb 09 03:34:14.846004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4af19086-1911-4374-8b71-e76acd7349ab up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:14.903541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1363cbc3-7788-4c4c-9846-135227c16d79 req-668087ac-563d-43dd-9fc7-3c96b2f6ed13 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1912105 Feb 09 03:34:14.954735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bce6c94c-725d-4379-b300-1064b2e5e992 None None] Provisioning complete for port 157cb9f9-939f-4c9f-9970-5980a34b747b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:14.955723 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bce6c94c-725d-4379-b300-1064b2e5e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.983221 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36de8bf0-1add-4c04-a62e-f03b103faa1f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f6f818c2-aed1-4b92-9e1a-13098b10d881), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.986861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.20.0.1 (35a2233d-2ef2-40f5-9080-2cd4ccd91adf/106fcaf9-03f4-4939-9476-b415c70cebac/e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:14.988257 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36de8bf0-1add-4c04-a62e-f03b103faa1f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.992084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-36de8bf0-1add-4c04-a62e-f03b103faa1f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "DELETE /v2.0/security-groups/f6f818c2-aed1-4b92-9e1a-13098b10d881 HTTP/1.1" status: 204 len: 168 time: 1.3987978 Feb 09 03:34:14.997218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51298) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:15.081791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ecccae87-5be9-4b3b-a00b-a6d1c997f496 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:15.083717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] For port b3194d10-40a5-4af1-93c4-000b21a5e833, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:15.089282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] For port b3194d10-40a5-4af1-93c4-000b21a5e833, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b3194d10-40a5-4af1-93c4-000b21a5e833,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:15.116171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fd205363-8e9b-4e98-9d11-ca78bb8b6338 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:34:15.171802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b2848-f7ea-4dc9-a4ad-881c05e4e1e8 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:15.173659 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ec7b2848-f7ea-4dc9-a4ad-881c05e4e1e8 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1821108 Feb 09 03:34:15.174679 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1df0601b-2829-4551-a06e-40620227ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (45933038-355d-4e10-bbd2-10715236be57), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:15.189128 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3eba3a8c-7797-4149-a07a-8720da21defd req-9e8c92a1-368e-4b0c-9997-1d9c14720485 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0635860 Feb 09 03:34:15.197221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51304) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:15.199444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de8bf0-1add-4c04-a62e-f03b103faa1f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f818c2-aed1-4b92-9e1a-13098b10d881,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:15.208037 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:15.326505 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5e2e6409-236d-44ae-8d67-8f66a99ea25f tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3264740 Feb 09 03:34:15.327198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51308) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:15.363660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Pushing event updated for resources: {'Port': ['ID=b3194d10-40a5-4af1-93c4-000b21a5e833,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:15.375383 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-d0b18137-2c47-49b9-ac6c-49ba05b6942c tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] delete failed (client error): The resource could not be found. Feb 09 03:34:15.390836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d0b18137-2c47-49b9-ac6c-49ba05b6942c tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "DELETE /v2.0/security-groups/9f766b41-729e-4513-b005-ecbe174e9dae HTTP/1.1" status: 404 len: 347 time: 0.0604947 Feb 09 03:34:15.392140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51312) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:15.426687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:15.427525 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:15.429132 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6fe86ef6-b852-475b-9a46-ce8ca4d8c219 service neutron] 10.222.0.65 "PUT /v2.0/ports/b3194d10-40a5-4af1-93c4-000b21a5e833 HTTP/1.1" status: 200 len: 1092 time: 3.1566753 Feb 09 03:34:15.452807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': 'b3194d10-40a5-4af1-93c4-000b21a5e833'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:15.455596 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94903c2-db85-4b0f-a67d-54bff1180c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "b3194d10-40a5-4af1-93c4-000b21a5e833"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:15.485853 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-8e30f064-4fe9-478f-b3d4-1fc205214093 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] show failed (client error): The resource could not be found. Feb 09 03:34:15.493960 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8e30f064-4fe9-478f-b3d4-1fc205214093 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "GET /v2.0/security-groups/da1bae7c-1de6-4c9a-af2d-cb75f78583e5 HTTP/1.1" status: 404 len: 347 time: 0.0784922 Feb 09 03:34:15.500119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51318) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:15.513740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0601b-2829-4551-a06e-40620227ccd3 admin admin] Checking segment: {'id': '6a0a04b8-0ebb-414d-a819-b618076251bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2007e3e8-e057-4241-9e65-d01f6431c423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:15.514323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df0601b-2829-4551-a06e-40620227ccd3 admin admin] Network hostable DHCP agents. Network: 2007e3e8-e057-4241-9e65-d01f6431c423, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:15.533279 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-9bc299fa-7103-4b07-8b9a-557dff67afd3 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] show failed (client error): The resource could not be found. Feb 09 03:34:15.545334 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9bc299fa-7103-4b07-8b9a-557dff67afd3 tempest-NegativeSecGroupIPv6Test-836806167 tempest-NegativeSecGroupIPv6Test-836806167-project] 10.222.0.21 "GET /v2.0/security-group-rules/f2732482-3452-4c18-8454-1ccd107e3d94 HTTP/1.1" status: 404 len: 356 time: 0.0419042 Feb 09 03:34:15.607164 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:15.720286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port fd205363-8e9b-4e98-9d11-ca78bb8b6338 is: DOWN; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:15.722814 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b9dcc7-ce75-4ece-b1eb-2328b8a8ab53 x-openstack-request-id: req-70b9dcc7-ce75-4ece-b1eb-2328b8a8ab53 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:15.723446 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "b3194d10-40a5-4af1-93c4-000b21a5e833", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:15.723844 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70b9dcc7-ce75-4ece-b1eb-2328b8a8ab53 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:15.724545 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': 'b3194d10-40a5-4af1-93c4-000b21a5e833', 'status': 'completed', 'code': 200} Feb 09 03:34:15.746475 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (94f1ed13-f65e-47b0-adbf-a28754a72c3e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:15.762813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0601b-2829-4551-a06e-40620227ccd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45933038-355d-4e10-bbd2-10715236be57,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:15.782058 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:15.803074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:15.839401 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'network_id': '69fb9b00-c2ef-4b22-bb85-44f083234f5d', 'port_id': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'mac_address': 'fa:16:3e:88:b7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68694e5-e970-48b1-8db0-d6c62f493976', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:15.843654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bce6c94c-725d-4379-b300-1064b2e5e992 None None] Current status of the port 157cb9f9-939f-4c9f-9970-5980a34b747b is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:15.845105 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bce6c94c-725d-4379-b300-1064b2e5e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:15.890189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bce6c94c-725d-4379-b300-1064b2e5e992 None None] For port 157cb9f9-939f-4c9f-9970-5980a34b747b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=157cb9f9-939f-4c9f-9970-5980a34b747b,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:15.899414 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0639c09-f44d-44d7-8eff-7ed2d17f28d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:15.908011 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bce6c94c-725d-4379-b300-1064b2e5e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:15.964032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:15.966058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df0601b-2829-4551-a06e-40620227ccd3 admin admin] Network 2007e3e8-e057-4241-9e65-d01f6431c423 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:15.977095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:15.983137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-08218f83-41d5-4c5a-bf0f-4d431de88e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:15.983429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-08218f83-41d5-4c5a-bf0f-4d431de88e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:15.983897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-08218f83-41d5-4c5a-bf0f-4d431de88e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:15.984365 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-08218f83-41d5-4c5a-bf0f-4d431de88e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:15.984822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-08218f83-41d5-4c5a-bf0f-4d431de88e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:15.985278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-08218f83-41d5-4c5a-bf0f-4d431de88e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:15.992024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:16.002406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ecccae87-5be9-4b3b-a00b-a6d1c997f496 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:16.002635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-08218f83-41d5-4c5a-bf0f-4d431de88e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:16.003963 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:16.006910 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-08218f83-41d5-4c5a-bf0f-4d431de88e65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=861f56ac06a6467aaaedc48cd06f4450&device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 6714 time: 0.4871497 Feb 09 03:34:16.100425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51332) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:16.107720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:16.156347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecccae87-5be9-4b3b-a00b-a6d1c997f496 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:16.164102 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (06bc4260-4d74-4de4-8bf6-d90b6b244976), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:16.169119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4af19086-1911-4374-8b71-e76acd7349ab triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:16.170517 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4af19086-1911-4374-8b71-e76acd7349ab), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:16.173886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b72bed-ede5-47ec-95c2-d5a5bc75011a None None] Network 94f1ed13-f65e-47b0-adbf-a28754a72c3e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:16.305381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1df0601b-2829-4551-a06e-40620227ccd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 2007e3e8-e057-4241-9e65-d01f6431c423) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:16.352266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-28919f85-a55f-4fba-96db-8e9e5612422e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c0ef499-669a-4d3c-8d02-453c2efe13dc HTTP/1.1" status: 200 len: 217 time: 0.3163490 Feb 09 03:34:16.413919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0601b-2829-4551-a06e-40620227ccd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:16.420116 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1df0601b-2829-4551-a06e-40620227ccd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:16.602722 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:16.635664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Deleting port 4af19086-1911-4374-8b71-e76acd7349ab {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:34:16.636142 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4af19086-1911-4374-8b71-e76acd7349ab), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:16.706141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1df0601b-2829-4551-a06e-40620227ccd3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6125567 Feb 09 03:34:16.762598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01823713-63e4-4121-afdc-1c90e3941bf7 None None] Network 2007e3e8-e057-4241-9e65-d01f6431c423 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:16.912140 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0de92225-400d-4607-8351-43c1b39006a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e23b4c1844843fbb2308000dbeb8e85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8050096 Feb 09 03:34:16.914124 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-344fd923-2e33-48af-9b7d-0d563bf5cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:16.915703 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-344fd923-2e33-48af-9b7d-0d563bf5cc3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03cd6059-552d-420c-a27f-0ef14c1585e2 HTTP/1.1" status: 200 len: 856 time: 0.4820955 Feb 09 03:34:16.956907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51350) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:16.970133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165f5ee-c562-4456-a247-57630aded435 req-c8ddb2c9-6e0f-4ed8-8b6f-712916543d9a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:16.982868 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7165f5ee-c562-4456-a247-57630aded435 req-c8ddb2c9-6e0f-4ed8-8b6f-712916543d9a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 944 time: 0.2448382 Feb 09 03:34:16.999114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:17.028129 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.045473 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76317890-f013-4c39-8266-52b598f843e3 req-d366eb2b-38d5-4549-a33e-517f3d46aa67 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:17.051777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76317890-f013-4c39-8266-52b598f843e3 req-d366eb2b-38d5-4549-a33e-517f3d46aa67 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:17.059323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76317890-f013-4c39-8266-52b598f843e3 req-d366eb2b-38d5-4549-a33e-517f3d46aa67 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:17.065241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76317890-f013-4c39-8266-52b598f843e3 req-d366eb2b-38d5-4549-a33e-517f3d46aa67 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:17.074676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76317890-f013-4c39-8266-52b598f843e3 req-d366eb2b-38d5-4549-a33e-517f3d46aa67 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:17.081993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76317890-f013-4c39-8266-52b598f843e3 req-d366eb2b-38d5-4549-a33e-517f3d46aa67 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:17.088770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76317890-f013-4c39-8266-52b598f843e3 req-d366eb2b-38d5-4549-a33e-517f3d46aa67 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:17.090938 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-76317890-f013-4c39-8266-52b598f843e3 req-d366eb2b-38d5-4549-a33e-517f3d46aa67 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.9729207 Feb 09 03:34:17.099629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d9352d6-7c9f-42bb-b0bd-ef0a6659ef9f admin admin] Publish callbacks [] for security_group (af0ce2fb-74f8-4f9d-ad4c-000f3b978c80), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.125021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-67d36e18-69ec-41a4-8232-a3ae1cc4a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:17.126666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-67d36e18-69ec-41a4-8232-a3ae1cc4a313 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b64083df-8d6d-4adf-9bed-2301d18d1f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1959288 Feb 09 03:34:17.142539 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7165f5ee-c562-4456-a247-57630aded435 req-3c1526c7-5c19-45c1-a5dc-b42ca022785a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587007 Feb 09 03:34:17.186021 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d9352d6-7c9f-42bb-b0bd-ef0a6659ef9f admin admin] Publish callbacks [] for security_group (af0ce2fb-74f8-4f9d-ad4c-000f3b978c80), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.205736 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4af19086-1911-4374-8b71-e76acd7349ab is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:17.206962 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4af19086-1911-4374-8b71-e76acd7349ab), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.246378 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6c94c-725d-4379-b300-1064b2e5e992 None None] Pushing event updated for resources: {'Port': ['ID=157cb9f9-939f-4c9f-9970-5980a34b747b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:17.356538 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-76317890-f013-4c39-8266-52b598f843e3 req-47c681a7-6525-43e3-b35c-7c31e682402e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2522328 Feb 09 03:34:17.358723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4110a5b2-ed97-4588-9ff8-5bbf838dbe70 service neutron] 10.222.0.65 "GET /v2.0/networks/b64083df-8d6d-4adf-9bed-2301d18d1f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356959 Feb 09 03:34:17.365331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] For port 4af19086-1911-4374-8b71-e76acd7349ab, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4af19086-1911-4374-8b71-e76acd7349ab,segment=NetworkSegment(20f6f2a1-7e1f-40c3-bb02-7f869b482035),segment_id=20f6f2a1-7e1f-40c3-bb02-7f869b482035)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:17.365757 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4af19086-1911-4374-8b71-e76acd7349ab), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.372911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-d00a549e-213c-4fbb-98f9-976364c4ae37 req-df4f583a-7949-4c8f-8062-0c44cbbc4fbc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:34:17.374092 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d00a549e-213c-4fbb-98f9-976364c4ae37 req-df4f583a-7949-4c8f-8062-0c44cbbc4fbc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0908959 Feb 09 03:34:17.377982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 4af19086-1911-4374-8b71-e76acd7349ab, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4af19086-1911-4374-8b71-e76acd7349ab,segment=NetworkSegment(20f6f2a1-7e1f-40c3-bb02-7f869b482035),segment_id=20f6f2a1-7e1f-40c3-bb02-7f869b482035)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:17.379705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=11']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:17.388531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5b6b024c-9734-4fb0-ad9b-639eec88b867 None None] Provisioning complete for port 4af19086-1911-4374-8b71-e76acd7349ab triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:17.389013 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b6b024c-9734-4fb0-ad9b-639eec88b867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4af19086-1911-4374-8b71-e76acd7349ab), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.444091 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d9352d6-7c9f-42bb-b0bd-ef0a6659ef9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (af0ce2fb-74f8-4f9d-ad4c-000f3b978c80), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.447021 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d9352d6-7c9f-42bb-b0bd-ef0a6659ef9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.449115 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1d9352d6-7c9f-42bb-b0bd-ef0a6659ef9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af0ce2fb-74f8-4f9d-ad4c-000f3b978c80 HTTP/1.1" status: 204 len: 168 time: 0.4578080 Feb 09 03:34:17.450289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['ecccae87-5be9-4b3b-a00b-a6d1c997f496'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:17.453420 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4af19086-1911-4374-8b71-e76acd7349ab), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.454443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 157cb9f9-939f-4c9f-9970-5980a34b747b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:17.480579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9352d6-7c9f-42bb-b0bd-ef0a6659ef9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0ce2fb-74f8-4f9d-ad4c-000f3b978c80,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:17.585226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-65f5740a-33d6-4212-8fd3-024480d5042e service neutron] 10.222.0.65 "GET /v2.0/networks/b64083df-8d6d-4adf-9bed-2301d18d1f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164843 Feb 09 03:34:17.585541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.592823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.782881 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-98b0aadf-1a29-4aaf-bd23-5230b1570a4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bead1e10-5446-4c1c-bce1-792486a75c6c HTTP/1.1" status: 200 len: 217 time: 0.1713965 Feb 09 03:34:17.789450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Calling delete_port for 4af19086-1911-4374-8b71-e76acd7349ab owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:34:17.843202 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (06bc4260-4d74-4de4-8bf6-d90b6b244976), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.869808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:17.896206 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=4af19086-1911-4374-8b71-e76acd7349ab,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:17.965145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 157cb9f9-939f-4c9f-9970-5980a34b747b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:17.965970 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:17.997237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51380) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:18.005560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1400972360-network', 'tenant_id': '4e9488454b8445f4a0775496424dbbd8'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:18.099820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:18.103717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:18.107096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283d6f4-b57f-43bf-b7df-f7534840f744 None None] Network 2007e3e8-e057-4241-9e65-d01f6431c423 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:18.161056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-779177f2-e0af-463a-a248-dc799603bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:18.166478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-779177f2-e0af-463a-a248-dc799603bb63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48e2e927-d5af-4c72-bdba-a98cdca6bd34 HTTP/1.1" status: 200 len: 797 time: 0.3679206 Feb 09 03:34:18.281183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2ea482a-25ca-441c-a9e6-231fed7908ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:18.361783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 157cb9f9-939f-4c9f-9970-5980a34b747b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:18.365027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b024c-9734-4fb0-ad9b-639eec88b867 None None] Current status of the port 4af19086-1911-4374-8b71-e76acd7349ab is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:18.367494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b3aafb-13fb-423e-a75f-4d450da88920 None None] DHCP port deletion for 94f1ed13-f65e-47b0-adbf-a28754a72c3e request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:34:18.387579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Made reservation on behalf of 4e9488454b8445f4a0775496424dbbd8 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:18.405645 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:18.429053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc94c0-9bb6-49df-aaf8-a5889f61dca9 req-ac7c684d-5134-4ede-8594-2ed35cf03d6b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:18.441584 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44cc94c0-9bb6-49df-aaf8-a5889f61dca9 req-ac7c684d-5134-4ede-8594-2ed35cf03d6b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.6605816 Feb 09 03:34:18.538732 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:18.587640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 157cb9f9-939f-4c9f-9970-5980a34b747b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:18.645070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 06bc4260-4d74-4de4-8bf6-d90b6b244976 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:34:18.682030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6e0ce-7d85-4900-85ad-bb15b9a55978 req-42a6ca3b-647d-46d6-add6-c0d9c873d932 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:18.692612 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83e6e0ce-7d85-4900-85ad-bb15b9a55978 req-42a6ca3b-647d-46d6-add6-c0d9c873d932 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.3003809 Feb 09 03:34:18.790045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-17b3aafb-13fb-423e-a75f-4d450da88920 None None] Deleting port 4af19086-1911-4374-8b71-e76acd7349ab {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:34:18.790430 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17b3aafb-13fb-423e-a75f-4d450da88920 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4af19086-1911-4374-8b71-e76acd7349ab), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:18.827798 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Publish callbacks [] for security_group (c8c4ea88-2e7a-4ec2-96ba-f20eeda93c6d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:18.839459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c5d34d62-a3e9-454c-8270-469ed547168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:18.843151 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c5d34d62-a3e9-454c-8270-469ed547168c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a362c8-f106-4428-a12c-5e814adef261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6628904 Feb 09 03:34:18.852947 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c8c4ea88-2e7a-4ec2-96ba-f20eeda93c6d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:18.879096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:34:18.894161 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Sync routers for ids ['06bc4260-4d74-4de4-8bf6-d90b6b244976'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:34:18.897891 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-14708849-415e-401c-9343-bc33f48fa95d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "PUT /v2.0/routers/06bc4260-4d74-4de4-8bf6-d90b6b244976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9061251 Feb 09 03:34:18.915066 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Routers {'06bc4260-4d74-4de4-8bf6-d90b6b244976'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:34:18.916000 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:34:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['06bc4260-4d74-4de4-8bf6-d90b6b244976'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:18.931172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4af19086-1911-4374-8b71-e76acd7349ab), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:18.936093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-17b3aafb-13fb-423e-a75f-4d450da88920 None None] For port 4af19086-1911-4374-8b71-e76acd7349ab, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:18.936509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17b3aafb-13fb-423e-a75f-4d450da88920 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4af19086-1911-4374-8b71-e76acd7349ab), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:18.956762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-17b3aafb-13fb-423e-a75f-4d450da88920 None None] Calling delete_port for 4af19086-1911-4374-8b71-e76acd7349ab owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:34:18.960092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-17b3aafb-13fb-423e-a75f-4d450da88920 None None] Port 4af19086-1911-4374-8b71-e76acd7349ab was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:34:18.966674 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17b3aafb-13fb-423e-a75f-4d450da88920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (4af19086-1911-4374-8b71-e76acd7349ab), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:18.982762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-302328b0-fa75-4490-9af2-3510ae56efb7 None None] Provisioning complete for port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:18.983328 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-302328b0-fa75-4490-9af2-3510ae56efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:19.057423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-302328b0-fa75-4490-9af2-3510ae56efb7 None None] Port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:34:19.063797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3aafb-13fb-423e-a75f-4d450da88920 None None] Pushing event deleted for resources: {'Port': ['ID=4af19086-1911-4374-8b71-e76acd7349ab,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:19.067742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 157cb9f9-939f-4c9f-9970-5980a34b747b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:19.068304 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:19.118922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3aafb-13fb-423e-a75f-4d450da88920 None None] No DVR routers for this DVR port 4af19086-1911-4374-8b71-e76acd7349ab on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:34:19.126804 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83e6e0ce-7d85-4900-85ad-bb15b9a55978 req-8731a973-b564-4dd4-a14f-7b246bc08c64 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325657 Feb 09 03:34:19.142432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-302328b0-fa75-4490-9af2-3510ae56efb7 None None] Provisioning complete for port 157cb9f9-939f-4c9f-9970-5980a34b747b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:19.142919 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-302328b0-fa75-4490-9af2-3510ae56efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:19.158161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3b1027-f234-4207-bfda-0279de77ee4d None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:34:19.286270 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-259de872-6884-49cb-b0ee-eddfbca1aa1d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6439586 Feb 09 03:34:19.287401 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Set router 06bc4260-4d74-4de4-8bf6-d90b6b244976 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:34:19.303711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3b1027-f234-4207-bfda-0279de77ee4d None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:34:19.458213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51416) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:19.459498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 157cb9f9-939f-4c9f-9970-5980a34b747b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:19.518278 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:19.568033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885d08-92f6-42fa-9e17-5741bb08a758 req-5672240d-cd17-4256-9b36-a7838b4d2086 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:19.594893 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885d08-92f6-42fa-9e17-5741bb08a758 req-5672240d-cd17-4256-9b36-a7838b4d2086 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:19.617428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885d08-92f6-42fa-9e17-5741bb08a758 req-5672240d-cd17-4256-9b36-a7838b4d2086 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:19.639795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885d08-92f6-42fa-9e17-5741bb08a758 req-5672240d-cd17-4256-9b36-a7838b4d2086 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:19.665044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885d08-92f6-42fa-9e17-5741bb08a758 req-5672240d-cd17-4256-9b36-a7838b4d2086 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:19.686654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885d08-92f6-42fa-9e17-5741bb08a758 req-5672240d-cd17-4256-9b36-a7838b4d2086 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:19.692855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4af19086-1911-4374-8b71-e76acd7349ab no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:34:19.706752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885d08-92f6-42fa-9e17-5741bb08a758 req-5672240d-cd17-4256-9b36-a7838b4d2086 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:19.714112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84885d08-92f6-42fa-9e17-5741bb08a758 req-5672240d-cd17-4256-9b36-a7838b4d2086 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.3587215 Feb 09 03:34:19.714628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51424) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:19.932308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84885d08-92f6-42fa-9e17-5741bb08a758 req-8574faa6-562d-4ef3-96f0-e77995c858e8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2055600 Feb 09 03:34:19.953757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-583712064'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:19.954684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 4af19086-1911-4374-8b71-e76acd7349ab {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:34:19.955208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4af19086-1911-4374-8b71-e76acd7349ab not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:34:20.011387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Made reservation on behalf of c5ab3f6097b94deeb67c25d86a35c34e for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:20.015788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.033779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.034363 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c4ea88-2e7a-4ec2-96ba-f20eeda93c6d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:20.116459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event deleted for resources: {'Port': ['ID=4af19086-1911-4374-8b71-e76acd7349ab,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:20.126943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-302328b0-fa75-4490-9af2-3510ae56efb7 None None] Current status of the port 157cb9f9-939f-4c9f-9970-5980a34b747b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:20.171551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8b3f-f2db-4d30-a8ad-5023e489b4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.214696 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:34:16Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4', 'name': '', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:03:9d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:34:14Z', 'updated_at': '2022-02-09T03:34:17Z', 'revision_number': 2, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:20.228822 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for security_group (62741659-bb5c-4551-be22-3cd0bb72d808), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.230069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:34:20.252765 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (62741659-bb5c-4551-be22-3cd0bb72d808), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.256327 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9e191832-7c1f-46d7-9de9-aad422e54037), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.256854 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Added segment 9e191832-7c1f-46d7-9de9-aad422e54037 of type vlan for network 8f5e22f3-58c4-4a55-9b91-d3ef1f32a217 Feb 09 03:34:20.264896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9a65f1ff-3edf-4d28-9f97-6fb58459f23b None None] Provisioning complete for port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:20.265536 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a65f1ff-3edf-4d28-9f97-6fb58459f23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.277983 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Checking router: 06bc4260-4d74-4de4-8bf6-d90b6b244976 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:34:20.278224 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Updating router 06bc4260-4d74-4de4-8bf6-d90b6b244976 port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:34:20.327195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62741659-bb5c-4551-be22-3cd0bb72d808,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:20.342079 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.343647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9a65f1ff-3edf-4d28-9f97-6fb58459f23b None None] Port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:34:20.356699 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (8f5e22f3-58c4-4a55-9b91-d3ef1f32a217), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.413531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.417241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.418383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.421501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.422011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.424862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.425404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.426064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.426628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.427096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.427574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.428790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.429281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:20.441859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:34:20.460246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-32dc6d7d-d85a-49fa-bb5e-e22c94f4865d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871440&fields=id&tenant_id=2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 267 time: 0.2819414 Feb 09 03:34:20.465826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44cc94c0-9bb6-49df-aaf8-a5889f61dca9 req-8c946365-abfc-4b6a-9ad5-493f27c8e67b tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.0177741 Feb 09 03:34:20.468109 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-77efba1c-ae65-4e59-96fa-2dbd17fcd26c service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6027501 Feb 09 03:34:20.471625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] No DVR routers for this DVR port 4af19086-1911-4374-8b71-e76acd7349ab on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:34:20.489764 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (8f5e22f3-58c4-4a55-9b91-d3ef1f32a217), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.491102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:20.491908 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.516815 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ba78476f-f139-478a-b594-081cd24053da), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.517381 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Added segment ba78476f-f139-478a-b594-081cd24053da of type vlan for network aa3c3887-cb75-46b5-ac2c-d11205cd9443 Feb 09 03:34:20.673700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (aa3c3887-cb75-46b5-ac2c-d11205cd9443), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.754965 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.756783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8b3f-f2db-4d30-a8ad-5023e489b4cb admin admin] Publish callbacks [] for security_group (bd29d56d-6139-4898-89fc-16d365ebb159), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.774718 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8b3f-f2db-4d30-a8ad-5023e489b4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bd29d56d-6139-4898-89fc-16d365ebb159), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.778846 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (aa3c3887-cb75-46b5-ac2c-d11205cd9443), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.784039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:20.784647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.871204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Pushing event updated for resources: {'Network': ['ID=aa3c3887-cb75-46b5-ac2c-d11205cd9443,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:20.883927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network aa3c3887-cb75-46b5-ac2c-d11205cd9443 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:34:20.892219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-d86133ec-f06d-4071-a261-c40d7ad96567 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:20.893793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-d86133ec-f06d-4071-a261-c40d7ad96567 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/networks?id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf HTTP/1.1" status: 200 len: 796 time: 0.4105873 Feb 09 03:34:20.923088 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Publish callbacks [] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.933693 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.934551 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-75158f81-e810-4954-998d-146086d5807a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2185433 Feb 09 03:34:20.937807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f8b3f-f2db-4d30-a8ad-5023e489b4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd29d56d-6139-4898-89fc-16d365ebb159,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:20.941391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51442) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:20.946558 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3c8f8b3f-f2db-4d30-a8ad-5023e489b4cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f8ed5ce94d845dd8744b1c12e0c2cba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4834354 Feb 09 03:34:20.946758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51444) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:20.950101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-583b9bb6-6f4e-4064-ae40-aca4747013a6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Request body: {'subnet': {'network_id': 'aa3c3887-cb75-46b5-ac2c-d11205cd9443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:20.969554 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-d2ece089-4f70-4ff0-a232-24ac8bdfaae4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/quotas/2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 375 time: 0.0556648 Feb 09 03:34:20.973975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9736629 Feb 09 03:34:20.982712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51446) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:21.005199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-57a3900f-399f-4a6a-8ebd-db495188afd2 admin admin] Request body: {'subnet': {'network_id': '8f5e22f3-58c4-4a55-9b91-d3ef1f32a217', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1400972360-subnet', 'tenant_id': '4e9488454b8445f4a0775496424dbbd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:21.051723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ecccae87-5be9-4b3b-a00b-a6d1c997f496 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:21.075519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (94f1ed13-f65e-47b0-adbf-a28754a72c3e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.090759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0c9d1-1a65-4d10-ab63-58d7363ce3c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8f5e22f3-58c4-4a55-9b91-d3ef1f32a217,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:21.102559 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Pushing event updated for resources: {'Port': ['ID=e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:21.127714 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.128620 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.130356 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.130815 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.132302 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.132818 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.134751 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.135205 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.137060 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.137232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a3900f-399f-4a6a-8ebd-db495188afd2 admin admin] Made reservation on behalf of 4e9488454b8445f4a0775496424dbbd8 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:21.138866 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.139932 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.140525 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.140736 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57a3900f-399f-4a6a-8ebd-db495188afd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.142312 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:34:21.270655 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-cf35f5a9-16fb-4495-b3f5-3fc34d016158 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2270441 Feb 09 03:34:21.280106 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Attempting to bind port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:21.280674 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Attempting to bind port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:21.280851 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Attempting to bind port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 on network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:21.287378 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:21.287988 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Checking segment: {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:21.288391 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.288759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af02b59-8791-4de7-a562-0422d390f22e req-25b884b8-9693-4015-bd00-ada1071b82ba tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:21.288881 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Bound using segment: {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:21.289226 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Bound port: e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:21.289629 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.296875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583b9bb6-6f4e-4064-ae40-aca4747013a6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Made reservation on behalf of c5ab3f6097b94deeb67c25d86a35c34e for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:21.300380 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-583b9bb6-6f4e-4064-ae40-aca4747013a6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.302454 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5af02b59-8791-4de7-a562-0422d390f22e req-25b884b8-9693-4015-bd00-ada1071b82ba tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 945 time: 0.6865129 Feb 09 03:34:21.312096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f1ed13-f65e-47b0-adbf-a28754a72c3e']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:21.331525 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-12160993-a06e-4a3b-9039-b13652b611d3 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8563566 Feb 09 03:34:21.387517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-26f1d168-44b5-40b8-8d75-0804c573f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:21.389250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-26f1d168-44b5-40b8-8d75-0804c573f352 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176&tenant_id=75f22a02eb0444c6ae9cf24015859115 HTTP/1.1" status: 200 len: 1126 time: 0.5400400 Feb 09 03:34:21.413851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f6f2a1-7e1f-40c3-bb02-7f869b482035') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:21.419172 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] For port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:21.419668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f6f2a1-7e1f-40c3-bb02-7f869b482035') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:21.426240 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] For port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:21.444250 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.447198 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e63329fc-29d2-4309-9461-3adb8c2c8a7e admin admin] Publish callbacks [] for security_group (bd29d56d-6139-4898-89fc-16d365ebb159), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.529088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 8f5e22f3-58c4-4a55-9b91-d3ef1f32a217 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:34:21.537933 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Routers {'06bc4260-4d74-4de4-8bf6-d90b6b244976'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:34:21.538555 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:34:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['06bc4260-4d74-4de4-8bf6-d90b6b244976'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:21.589138 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (20f6f2a1-7e1f-40c3-bb02-7f869b482035), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.599970 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-32f27609-07d8-4cd0-9088-cce29652dd5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=fb3ea48f-6c11-4728-960f-048fa8c79da0 HTTP/1.1" status: 200 len: 217 time: 0.2467601 Feb 09 03:34:21.733757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-af5d0e71-1362-4d85-b719-0914d8400632 None None] Provisioning complete for port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:21.736882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af5d0e71-1362-4d85-b719-0914d8400632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.782692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-a474ecd8-4e72-4792-b858-3153ed315941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:21.784665 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-a474ecd8-4e72-4792-b858-3153ed315941 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48e2e927-d5af-4c72-bdba-a98cdca6bd34 HTTP/1.1" status: 200 len: 797 time: 0.1320992 Feb 09 03:34:21.796331 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (20f6f2a1-7e1f-40c3-bb02-7f869b482035), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.810728 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] Set router 06bc4260-4d74-4de4-8bf6-d90b6b244976 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:34:21.812589 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port ecccae87-5be9-4b3b-a00b-a6d1c997f496 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:34:21.820130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port ecccae87-5be9-4b3b-a00b-a6d1c997f496 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:21.820505 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.827247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:34:21.828578 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (20f6f2a1-7e1f-40c3-bb02-7f869b482035), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.941526 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-583b9bb6-6f4e-4064-ae40-aca4747013a6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (fa1ea781-947c-45a9-a5cb-76416df5b1a2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.945335 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e63329fc-29d2-4309-9461-3adb8c2c8a7e admin admin] Publish callbacks [] for security_group (bd29d56d-6139-4898-89fc-16d365ebb159), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:21.998400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-af5d0e71-1362-4d85-b719-0914d8400632 None None] Current status of the port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:21.999103 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af5d0e71-1362-4d85-b719-0914d8400632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.036427 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.040437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ecccae87-5be9-4b3b-a00b-a6d1c997f496 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:22.041199 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.061449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-af5d0e71-1362-4d85-b719-0914d8400632 None None] For port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:34:22.066040 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:34:22.071070 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5af02b59-8791-4de7-a562-0422d390f22e req-ce1e67a0-26c9-4b87-82eb-7921e8e474c5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7484617 Feb 09 03:34:22.115460 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (94f1ed13-f65e-47b0-adbf-a28754a72c3e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.120948 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e63329fc-29d2-4309-9461-3adb8c2c8a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bd29d56d-6139-4898-89fc-16d365ebb159), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.123590 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e63329fc-29d2-4309-9461-3adb8c2c8a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.124844 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e63329fc-29d2-4309-9461-3adb8c2c8a7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd29d56d-6139-4898-89fc-16d365ebb159 HTTP/1.1" status: 204 len: 168 time: 1.1546297 Feb 09 03:34:22.143801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:22.146972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:22.153124 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539daab7-1128-471c-a5bb-eac260a3e904" -d '{"events": [{"server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "name": "network-vif-plugged", "status": "completed", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:22.162071 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af5d0e71-1362-4d85-b719-0914d8400632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.169581 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.191078 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.205029 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "DELETE /v2.0/networks/94f1ed13-f65e-47b0-adbf-a28754a72c3e HTTP/1.1" status: 204 len: 168 time: 6.9932284 Feb 09 03:34:22.210278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681fb7e-6528-448a-9052-febdf1a2788b tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event deleted for resources: {'Network': ['ID=94f1ed13-f65e-47b0-adbf-a28754a72c3e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:22.225712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51456) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:22.255290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d0e71-1362-4d85-b719-0914d8400632 None None] Pushing event updated for resources: {'Port': ['ID=e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:22.257005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63329fc-29d2-4309-9461-3adb8c2c8a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd29d56d-6139-4898-89fc-16d365ebb159,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:22.293573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b9bb6-6f4e-4064-ae40-aca4747013a6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Pushing event updated for resources: {'Subnet': ['ID=fa1ea781-947c-45a9-a5cb-76416df5b1a2,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:22.304489 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:34:16Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4', 'name': '', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:03:9d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:34:14Z', 'updated_at': '2022-02-09T03:34:21Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:22.309083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-7b57007c-1692-4aba-b82e-b3b76997d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:22.318018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-7b57007c-1692-4aba-b82e-b3b76997d751 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 1126 time: 0.8372197 Feb 09 03:34:22.355027 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3343db-0eb7-4f1f-842b-6d267f07ebf0 None None] The sync data for ids ['06bc4260-4d74-4de4-8bf6-d90b6b244976'] in n-d-824835-15 is: [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:34:16Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4', 'name': '', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:03:9d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:34:14Z', 'updated_at': '2022-02-09T03:34:21Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:34:22.357976 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f670b-88e4-4a3a-8beb-e57241490c13 None None] Pushing event updated for resources: {'Port': ['ID=e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:22.402272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=12']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:22.412568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8ad59273-cfd5-4680-be0b-c4a79e60aa84 None None] Provisioning complete for port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:22.412949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad59273-cfd5-4680-be0b-c4a79e60aa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.449001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-510b3b67-56f4-4418-99c5-6d14e059f541 service neutron] 10.222.0.21 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1281469 Feb 09 03:34:22.458340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583b9bb6-6f4e-4064-ae40-aca4747013a6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Checking segment: {'id': 'ba78476f-f139-478a-b594-081cd24053da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'aa3c3887-cb75-46b5-ac2c-d11205cd9443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:22.459049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583b9bb6-6f4e-4064-ae40-aca4747013a6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Network hostable DHCP agents. Network: aa3c3887-cb75-46b5-ac2c-d11205cd9443, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:22.501843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-59470b6a-7af8-4670-ab41-78f99cbe0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:22.503381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-59470b6a-7af8-4670-ab41-78f99cbe0424 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a362c8-f106-4428-a12c-5e814adef261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6934652 Feb 09 03:34:22.613372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8ad59273-cfd5-4680-be0b-c4a79e60aa84 None None] Current status of the port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:22.649210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d364d4-9f30-4459-93f6-558a0025ede4 req-050a5733-a5ad-4425-9ec6-28e798b18b7b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:22.657118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d364d4-9f30-4459-93f6-558a0025ede4 req-050a5733-a5ad-4425-9ec6-28e798b18b7b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:22.668699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d364d4-9f30-4459-93f6-558a0025ede4 req-050a5733-a5ad-4425-9ec6-28e798b18b7b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:22.676225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d364d4-9f30-4459-93f6-558a0025ede4 req-050a5733-a5ad-4425-9ec6-28e798b18b7b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:22.688933 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d364d4-9f30-4459-93f6-558a0025ede4 req-050a5733-a5ad-4425-9ec6-28e798b18b7b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:22.695767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d364d4-9f30-4459-93f6-558a0025ede4 req-050a5733-a5ad-4425-9ec6-28e798b18b7b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:22.701919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d364d4-9f30-4459-93f6-558a0025ede4 req-050a5733-a5ad-4425-9ec6-28e798b18b7b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:22.706281 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b7d364d4-9f30-4459-93f6-558a0025ede4 req-050a5733-a5ad-4425-9ec6-28e798b18b7b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.4770420 Feb 09 03:34:22.731946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51460) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:22.743166 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (8bc9b00a-af7a-4747-830a-83ce69024b2b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.763523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583b9bb6-6f4e-4064-ae40-aca4747013a6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Network aa3c3887-cb75-46b5-ac2c-d11205cd9443 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:22.787400 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57a3900f-399f-4a6a-8ebd-db495188afd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (8c09d756-d0ec-4ace-ba5f-0c96f3fc0430), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.801850 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65781dc8-0f63-41f6-b1e8-80b1c395b448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.901276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-cfe62c16-b29f-4bc0-9933-637c9ff2c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:22.902187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-583b9bb6-6f4e-4064-ae40-aca4747013a6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, aa3c3887-cb75-46b5-ac2c-d11205cd9443) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:22.902863 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-cfe62c16-b29f-4bc0-9933-637c9ff2c70a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.5543551 Feb 09 03:34:22.907653 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b7d364d4-9f30-4459-93f6-558a0025ede4 req-8914a783-c894-4b73-b170-f1cdb4026c64 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1674097 Feb 09 03:34:22.911857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1b2cb2-57ba-42d9-bb1b-d3fce7c6aa79 None None] Network aa3c3887-cb75-46b5-ac2c-d11205cd9443 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:22.996641 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-a2fd91b8-3622-47da-be44-10cb690248ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338 HTTP/1.1" status: 200 len: 999 time: 0.0847018 Feb 09 03:34:23.003248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-f5a39323-7e25-4f74-b1fc-22f0293cf7a0 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124510 Feb 09 03:34:23.051423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-dacc756f-53d8-4442-ad59-91b3abbabaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:23.052921 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-dacc756f-53d8-4442-ad59-91b3abbabaa9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.0488012 Feb 09 03:34:23.054396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583b9bb6-6f4e-4064-ae40-aca4747013a6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:23.055164 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-583b9bb6-6f4e-4064-ae40-aca4747013a6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:23.118780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-aa3c3887-cb75-46b5-ac2c-d11205cd9443', 'network_id': 'aa3c3887-cb75-46b5-ac2c-d11205cd9443', 'project_id': 'c5ab3f6097b94deeb67c25d86a35c34e', 'fixed_ips': [{'subnet_id': 'fa1ea781-947c-45a9-a5cb-76416df5b1a2'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:34:23.120945 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:23.132477 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-ead03920-8101-49bf-b261-7d42572d3389 service neutron] 10.222.0.21 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705339 Feb 09 03:34:23.204585 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-f06c0a4a-35ed-4fa8-9cca-4cc6877a02c9 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506348 Feb 09 03:34:23.352056 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9ca90d-aeb4-4b77-b639-25120a0cb5b8 x-openstack-request-id: req-fd9ca90d-aeb4-4b77-b639-25120a0cb5b8 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:23.352571 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "name": "network-vif-plugged", "status": "completed", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:23.355339 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd9ca90d-aeb4-4b77-b639-25120a0cb5b8 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:23.355970 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'code': 200} Feb 09 03:34:23.398772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-98240e59-d95f-4a72-b495-26731a88e238 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=16a3fa99-6821-4aa6-93a8-7fd65666a1a8 HTTP/1.1" status: 200 len: 217 time: 0.1713567 Feb 09 03:34:23.482801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c4a1b-a46b-40f5-918a-bad5bdce06b1 req-95ff4aea-e982-4863-b436-0100d5a08d71 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:23.487207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d6c4a1b-a46b-40f5-918a-bad5bdce06b1 req-95ff4aea-e982-4863-b436-0100d5a08d71 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.2803812 Feb 09 03:34:23.503180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-660c0b84-54f4-44c9-a4a9-fcf2ba15de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:23.505031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-660c0b84-54f4-44c9-a4a9-fcf2ba15de24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2995322 Feb 09 03:34:23.543159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Allocated IP 172.20.0.2 (aa3c3887-cb75-46b5-ac2c-d11205cd9443/fa1ea781-947c-45a9-a5cb-76416df5b1a2/ac41bc4c-e020-4933-af26-909630d44ca2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:23.707197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-92e3fee5-3988-41f3-88d5-f9a56874e49e service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749287 Feb 09 03:34:23.802002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-a801c4c5-18a4-4c9e-8647-517c168a192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:23.803859 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-a801c4c5-18a4-4c9e-8647-517c168a192c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48e2e927-d5af-4c72-bdba-a98cdca6bd34 HTTP/1.1" status: 200 len: 797 time: 0.3964474 Feb 09 03:34:23.864941 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Publish callbacks [] for port (ac41bc4c-e020-4933-af26-909630d44ca2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:23.886492 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d6c4a1b-a46b-40f5-918a-bad5bdce06b1 req-e295bf85-c32c-43c1-a67d-5268fd899f24 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893888 Feb 09 03:34:23.895275 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:23.962352 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65781dc8-0f63-41f6-b1e8-80b1c395b448 admin admin] Publish callbacks [] for security_group (2d931c57-22e8-45ae-9c03-6807455f3768), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:23.988929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3900f-399f-4a6a-8ebd-db495188afd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c09d756-d0ec-4ace-ba5f-0c96f3fc0430,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:24.000609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65781dc8-0f63-41f6-b1e8-80b1c395b448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2d931c57-22e8-45ae-9c03-6807455f3768), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.010548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Network aa3c3887-cb75-46b5-ac2c-d11205cd9443 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:24.021050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:24.025080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:24.035471 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Pushing event updated for resources: {'Port': ['ID=ac41bc4c-e020-4933-af26-909630d44ca2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:24.071318 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71507bec-8fa2-49c9-9e08-dfb75a3d4a0f req-c442720b-dbcb-420d-9ffd-9c8204aaff51 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 210 time: 0.0862827 Feb 09 03:34:24.075640 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-583b9bb6-6f4e-4064-ae40-aca4747013a6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1302629 Feb 09 03:34:24.086894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51476) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:24.100075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Request body: {'port': {'network_id': 'aa3c3887-cb75-46b5-ac2c-d11205cd9443', 'name': 'tempest-TagsExtTest-529458688'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:24.131783 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.153980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Attempting to bind port ac41bc4c-e020-4933-af26-909630d44ca2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:24.154721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Attempting to bind port ac41bc4c-e020-4933-af26-909630d44ca2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ba78476f-f139-478a-b594-081cd24053da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'aa3c3887-cb75-46b5-ac2c-d11205cd9443'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:24.155424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Attempting to bind port ac41bc4c-e020-4933-af26-909630d44ca2 on network aa3c3887-cb75-46b5-ac2c-d11205cd9443 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:24.163781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:24.164676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Checking segment: {'id': 'ba78476f-f139-478a-b594-081cd24053da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'aa3c3887-cb75-46b5-ac2c-d11205cd9443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:24.165474 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.166672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Bound using segment: {'id': 'ba78476f-f139-478a-b594-081cd24053da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'aa3c3887-cb75-46b5-ac2c-d11205cd9443'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:24.167706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Bound port: ac41bc4c-e020-4933-af26-909630d44ca2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba78476f-f139-478a-b594-081cd24053da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'aa3c3887-cb75-46b5-ac2c-d11205cd9443'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:24.168455 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.200459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65781dc8-0f63-41f6-b1e8-80b1c395b448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d931c57-22e8-45ae-9c03-6807455f3768,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:24.236438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a3900f-399f-4a6a-8ebd-db495188afd2 admin admin] Checking segment: {'id': '9e191832-7c1f-46d7-9de9-aad422e54037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f5e22f3-58c4-4a55-9b91-d3ef1f32a217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:24.237087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a3900f-399f-4a6a-8ebd-db495188afd2 admin admin] Network hostable DHCP agents. Network: 8f5e22f3-58c4-4a55-9b91-d3ef1f32a217, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:24.256172 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (8bc9b00a-af7a-4747-830a-83ce69024b2b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.289588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] For port ac41bc4c-e020-4933-af26-909630d44ca2, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:24.293846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] For port ac41bc4c-e020-4933-af26-909630d44ca2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ac41bc4c-e020-4933-af26-909630d44ca2,segment=NetworkSegment(ba78476f-f139-478a-b594-081cd24053da),segment_id=ba78476f-f139-478a-b594-081cd24053da)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:24.309951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-65781dc8-0f63-41f6-b1e8-80b1c395b448 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c374ffb1a6624e63be155c664f1dc8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5750844 Feb 09 03:34:24.314075 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.321533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51478) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:24.331667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc9b00a-af7a-4747-830a-83ce69024b2b']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:24.378841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fff1ea-5286-4453-bc26-7e19ec5f9a7e') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:24.379782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fff1ea-5286-4453-bc26-7e19ec5f9a7e') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:24.414360 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (e6fff1ea-5286-4453-bc26-7e19ec5f9a7e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.429790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7d759729-759a-413f-bf81-f02460bc1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:24.435077 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-7d759729-759a-413f-bf81-f02460bc1004 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a362c8-f106-4428-a12c-5e814adef261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5591545 Feb 09 03:34:24.439118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a3900f-399f-4a6a-8ebd-db495188afd2 admin admin] Network 8f5e22f3-58c4-4a55-9b91-d3ef1f32a217 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:24.444800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dee6ba-199f-45fc-82b3-ae1e173f3cf1 None None] Pushing event updated for resources: {'Port': ['ID=ac41bc4c-e020-4933-af26-909630d44ca2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:24.472718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884a815-fe4a-4664-a290-f93e77c9f4a4 req-9d002c77-6a63-4c6b-9176-d81f2b1eb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:24.474492 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a884a815-fe4a-4664-a290-f93e77c9f4a4 req-9d002c77-6a63-4c6b-9176-d81f2b1eb2f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 1129 time: 0.4767015 Feb 09 03:34:24.507804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714360c-55d4-4c1f-8af6-4a11c901fe0e req-1198671a-50fe-496e-9ae4-cd8723a0cd25 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:24.516577 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1714360c-55d4-4c1f-8af6-4a11c901fe0e req-1198671a-50fe-496e-9ae4-cd8723a0cd25 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.5201256 Feb 09 03:34:24.532252 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e6fff1ea-5286-4453-bc26-7e19ec5f9a7e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.534304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-57a3900f-399f-4a6a-8ebd-db495188afd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 8f5e22f3-58c4-4a55-9b91-d3ef1f32a217) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:24.545486 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e380c6fa-5d4a-40c3-8cef-0fd0cf0b8ac3 None None] Network 8f5e22f3-58c4-4a55-9b91-d3ef1f32a217 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:24.562504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:34:24.563018 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (e6fff1ea-5286-4453-bc26-7e19ec5f9a7e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:34:24.568279 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:34:24.573870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a3900f-399f-4a6a-8ebd-db495188afd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:24.574542 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57a3900f-399f-4a6a-8ebd-db495188afd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.624631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:24.656711 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58f873de-7f17-4219-b0e7-fe6ef6035405 req-1889e2a3-a518-4882-a7db-92d79227d7bc service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9210846 Feb 09 03:34:24.718426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-57a3900f-399f-4a6a-8ebd-db495188afd2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.7346306 Feb 09 03:34:24.768468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1714360c-55d4-4c1f-8af6-4a11c901fe0e req-1bf9af9a-819d-4748-b739-0f2ad0b0824f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493765 Feb 09 03:34:24.781934 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5471-afd8-486c-9724-198cffbbd258 admin admin] Publish callbacks [] for security_group (2d931c57-22e8-45ae-9c03-6807455f3768), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.803315 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a884a815-fe4a-4664-a290-f93e77c9f4a4 req-08a4cd5c-faa5-4691-9b0b-83cf6e3cb3b1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173101 Feb 09 03:34:24.820010 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (8bc9b00a-af7a-4747-830a-83ce69024b2b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.828602 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.832853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d0139-2b79-4536-8a79-f1cfffa546df None None] Network 8f5e22f3-58c4-4a55-9b91-d3ef1f32a217 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:24.835014 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "DELETE /v2.0/networks/8bc9b00a-af7a-4747-830a-83ce69024b2b HTTP/1.1" status: 204 len: 168 time: 2.5939798 Feb 09 03:34:24.845013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51486) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:24.847911 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5471-afd8-486c-9724-198cffbbd258 admin admin] Publish callbacks [] for security_group (2d931c57-22e8-45ae-9c03-6807455f3768), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:24.942089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb1ba0-23f6-41c4-9866-b8d4dc34f140 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event deleted for resources: {'Network': ['ID=8bc9b00a-af7a-4747-830a-83ce69024b2b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:24.951844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:24.953487 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:25.028174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:25.133797 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5471-afd8-486c-9724-198cffbbd258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2d931c57-22e8-45ae-9c03-6807455f3768), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:25.137969 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5471-afd8-486c-9724-198cffbbd258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:25.139417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8ecf5471-afd8-486c-9724-198cffbbd258 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d931c57-22e8-45ae-9c03-6807455f3768 HTTP/1.1" status: 204 len: 168 time: 0.8148472 Feb 09 03:34:25.160708 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfefbe0-a92c-404e-afcb-ced80851939a req-dedcd3df-9968-4256-bc16-78cb4a80bfda tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:25.172206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfefbe0-a92c-404e-afcb-ced80851939a req-dedcd3df-9968-4256-bc16-78cb4a80bfda tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:25.186023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfefbe0-a92c-404e-afcb-ced80851939a req-dedcd3df-9968-4256-bc16-78cb4a80bfda tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:25.187570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf5471-afd8-486c-9724-198cffbbd258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d931c57-22e8-45ae-9c03-6807455f3768,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:25.206963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfefbe0-a92c-404e-afcb-ced80851939a req-dedcd3df-9968-4256-bc16-78cb4a80bfda tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:25.218330 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfefbe0-a92c-404e-afcb-ced80851939a req-dedcd3df-9968-4256-bc16-78cb4a80bfda tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:25.223622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfefbe0-a92c-404e-afcb-ced80851939a req-dedcd3df-9968-4256-bc16-78cb4a80bfda tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:25.241997 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:25.247784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfefbe0-a92c-404e-afcb-ced80851939a req-dedcd3df-9968-4256-bc16-78cb4a80bfda tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:25.250205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0dfefbe0-a92c-404e-afcb-ced80851939a req-dedcd3df-9968-4256-bc16-78cb4a80bfda tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 1.0419014 Feb 09 03:34:25.252354 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-1ec0fb82-0b9a-48df-a430-cb38a0adfbff service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953112 Feb 09 03:34:25.253858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Made reservation on behalf of c5ab3f6097b94deeb67c25d86a35c34e for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:25.258998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:25.292012 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:25.376657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e99b37c1-8d97-46e0-9109-011abb5a839a service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112850 Feb 09 03:34:25.420416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:25.442762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] device_id is not set on port 36e6a007-4454-4070-8478-c0fd4cfa47ca yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:34:25.451633 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-ce443e26-e579-4d34-b9d5-45ae5ed76b9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=a2ffafdf-2073-418a-b7e0-80445e472285 HTTP/1.1" status: 200 len: 217 time: 0.0608292 Feb 09 03:34:25.484150 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d0d256-aff0-4265-bcaf-f3059fe08ec5') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:25.484565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d0d256-aff0-4265-bcaf-f3059fe08ec5') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:25.511175 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (99d0d256-aff0-4265-bcaf-f3059fe08ec5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:25.522469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeed7a-f913-426a-84fb-3fd0d7711a3c req-747b99eb-27be-477f-b1c5-7121ca43b985 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:25.531085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64eeed7a-f913-426a-84fb-3fd0d7711a3c req-747b99eb-27be-477f-b1c5-7121ca43b985 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.3736870 Feb 09 03:34:25.579537 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (99d0d256-aff0-4265-bcaf-f3059fe08ec5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:25.630968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:34:25.631334 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (99d0d256-aff0-4265-bcaf-f3059fe08ec5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:25.645831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64eeed7a-f913-426a-84fb-3fd0d7711a3c req-0d59e6ad-6395-47bd-a997-74ead9f09378 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134534 Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:34:25.650838 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:34:25.779634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-b81bc9c0-f17c-40a5-be49-0fee181bbf29 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:25.781484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-b81bc9c0-f17c-40a5-be49-0fee181bbf29 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "GET /v2.0/networks?id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf HTTP/1.1" status: 200 len: 796 time: 0.4720681 Feb 09 03:34:25.981982 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-79b8379e-d30a-4f76-8e44-5911403ec3f1 req-aec71d3d-da09-4a8a-8473-d7aff9d6cf23 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 210 time: 0.1944447 Feb 09 03:34:26.069908 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:26.085634 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:26.099617 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "DELETE /v2.0/networks/5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1 HTTP/1.1" status: 204 len: 168 time: 1.2496152 Feb 09 03:34:26.106075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51526) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:26.335682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107aa4f5-398c-4942-a622-332bea1844e0 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event deleted for resources: {'Network': ['ID=5a6b5220-cd6f-4634-8a42-54e5fc3d1aa1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:26.362997 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-24c37eee-deff-4483-9e2a-9d2024ae0400 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 377 time: 0.5421865 Feb 09 03:34:26.395921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'port': {'device_id': 'efc71df4-644e-427c-8960-c97b36896ae0', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'admin_state_up': True, 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'security_groups': ['146d14c7-34f7-483f-b001-a8032a6f5da4']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:26.413932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c46f0d5-1009-40e0-b306-fe1fb0b3f6e1 None None] Network aa3c3887-cb75-46b5-ac2c-d11205cd9443 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:26.517535 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (84b5a27f-4e76-4472-b693-72585ed9e403), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:26.674843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ac41bc4c-e020-4933-af26-909630d44ca2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:26.692761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-50581a63-8c3e-491b-ae44-078132cec01a None None] Provisioning complete for port ac41bc4c-e020-4933-af26-909630d44ca2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:26.702845 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50581a63-8c3e-491b-ae44-078132cec01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:26.848085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Allocated IP 172.20.0.4 (aa3c3887-cb75-46b5-ac2c-d11205cd9443/fa1ea781-947c-45a9-a5cb-76416df5b1a2/36e6a007-4454-4070-8478-c0fd4cfa47ca) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:26.954758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-428ab9c8-cf36-4f19-a999-68e317599c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:26.955645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-428ab9c8-cf36-4f19-a999-68e317599c6a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48e2e927-d5af-4c72-bdba-a98cdca6bd34 HTTP/1.1" status: 200 len: 797 time: 1.4947648 Feb 09 03:34:27.033373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Made reservation on behalf of 2d97c098e98a427b87333af505a5b6d1 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:27.043410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.077925 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (84b5a27f-4e76-4472-b693-72585ed9e403), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.099155 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0dfefbe0-a92c-404e-afcb-ced80851939a req-21d3fbba-a738-4d1d-b34d-2021d4f3f82c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.8336208 Feb 09 03:34:27.190434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ac41bc4c-e020-4933-af26-909630d44ca2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:27.193772 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.254438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b5a27f-4e76-4472-b693-72585ed9e403']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:27.294864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-50581a63-8c3e-491b-ae44-078132cec01a None None] Current status of the port ac41bc4c-e020-4933-af26-909630d44ca2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:27.295315 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50581a63-8c3e-491b-ae44-078132cec01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.307537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5f54f8-2629-4efc-b7a7-6bb116e606fb') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:27.307937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5f54f8-2629-4efc-b7a7-6bb116e606fb') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:27.327613 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (bb5f54f8-2629-4efc-b7a7-6bb116e606fb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.365291 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e85ae4ef-263c-4b4a-a9ed-24469cc853d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:27.367427 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-e85ae4ef-263c-4b4a-a9ed-24469cc853d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a362c8-f106-4428-a12c-5e814adef261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3638904 Feb 09 03:34:27.424139 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (bb5f54f8-2629-4efc-b7a7-6bb116e606fb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.436442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:34:27.436870 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (bb5f54f8-2629-4efc-b7a7-6bb116e606fb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.446852 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-50581a63-8c3e-491b-ae44-078132cec01a None None] For port ac41bc4c-e020-4933-af26-909630d44ca2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ac41bc4c-e020-4933-af26-909630d44ca2,segment=NetworkSegment(ba78476f-f139-478a-b594-081cd24053da),segment_id=ba78476f-f139-478a-b594-081cd24053da)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:34:27.465472 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:34:27.475523 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50581a63-8c3e-491b-ae44-078132cec01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.575308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.20.0.6 (35a2233d-2ef2-40f5-9080-2cd4ccd91adf/106fcaf9-03f4-4939-9476-b415c70cebac/92c30ed2-5ae1-462a-86ce-11f779aeedac) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:27.581016 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (84b5a27f-4e76-4472-b693-72585ed9e403), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.638668 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.642202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] 10.222.0.21 "DELETE /v2.0/networks/84b5a27f-4e76-4472-b693-72585ed9e403 HTTP/1.1" status: 204 len: 168 time: 1.5241532 Feb 09 03:34:27.644906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7c27c-5b75-4314-bfb4-8bb6a8ae06e7 tempest-BulkNetworkOpsIpV6Test-1121135898 tempest-BulkNetworkOpsIpV6Test-1121135898-project] Pushing event deleted for resources: {'Network': ['ID=84b5a27f-4e76-4472-b693-72585ed9e403,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:27.680789 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50581a63-8c3e-491b-ae44-078132cec01a None None] Pushing event updated for resources: {'Port': ['ID=ac41bc4c-e020-4933-af26-909630d44ca2,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:27.760677 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-13df5dc6-f1f7-4a3d-8d0a-5545c28cbbae service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844881 Feb 09 03:34:27.762828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5ba69dee-01b3-4a80-9fef-de7695a5fd5b None None] Provisioning complete for port ac41bc4c-e020-4933-af26-909630d44ca2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:27.763446 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ba69dee-01b3-4a80-9fef-de7695a5fd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.855271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ac41bc4c-e020-4933-af26-909630d44ca2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:28.066257 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:28.120158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5ba69dee-01b3-4a80-9fef-de7695a5fd5b None None] Current status of the port ac41bc4c-e020-4933-af26-909630d44ca2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:28.170073 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for port (36e6a007-4454-4070-8478-c0fd4cfa47ca), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:28.190881 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:28.215612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f943bc-1380-4601-9525-1aca10060a31 req-961d7c51-364f-4f9a-93e1-d29d14bb0592 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:28.224113 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95f943bc-1380-4601-9525-1aca10060a31 req-961d7c51-364f-4f9a-93e1-d29d14bb0592 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.9411955 Feb 09 03:34:28.311132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51590) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:28.367223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:28.397205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:28.433942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:28.527801 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95f943bc-1380-4601-9525-1aca10060a31 req-074d9f1e-9607-466d-b63e-34208d38203d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821493 Feb 09 03:34:28.548504 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-53c805b1-d54f-4275-acca-a8ff268ae593 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116294 Feb 09 03:34:28.612385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ac41bc4c-e020-4933-af26-909630d44ca2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:28.643188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (36e6a007-4454-4070-8478-c0fd4cfa47ca), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:28.643730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:28.646519 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:28.663835 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-814d84ab-f8a6-46f8-8299-b25a5dffaab8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c37e197c-1ee6-40de-bcac-5c09a8d17027 HTTP/1.1" status: 200 len: 217 time: 0.1003416 Feb 09 03:34:28.704897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=92c30ed2-5ae1-462a-86ce-11f779aeedac,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:28.734584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-613f9fb5-9076-40f6-8fbb-eb76aed3331c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3546212 Feb 09 03:34:28.782409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Request body: {'port': {'device_id': 'efc71df4-644e-427c-8960-c97b36896ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:28.801006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Network aa3c3887-cb75-46b5-ac2c-d11205cd9443 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:28.812532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ac41bc4c-e020-4933-af26-909630d44ca2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:28.813148 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:28.922517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:28.950649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:29.007338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-11a37dfb-babd-40c1-a27e-8fd25064d7a7 None None] Provisioning complete for port 92c30ed2-5ae1-462a-86ce-11f779aeedac triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:29.022094 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11a37dfb-babd-40c1-a27e-8fd25064d7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:29.087387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Pushing event updated for resources: {'Port': ['ID=36e6a007-4454-4070-8478-c0fd4cfa47ca,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:29.178229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6116ce87-c43f-424b-b4ff-4757fef28226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:29.180457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-6116ce87-c43f-424b-b4ff-4757fef28226 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e14acaa-c94f-4056-8ad2-5d729d8e19c6 HTTP/1.1" status: 200 len: 797 time: 0.4853466 Feb 09 03:34:29.217150 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:29.235168 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-11a37dfb-babd-40c1-a27e-8fd25064d7a7 None None] Port 92c30ed2-5ae1-462a-86ce-11f779aeedac cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:34:29.236957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ac41bc4c-e020-4933-af26-909630d44ca2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:29.321029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:29.322628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:29.351587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5affe37-c875-40a6-9fc0-31692a8c07b7 req-e45bfeb5-413a-402e-bdb6-f36c7d58d927 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:29.353925 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5affe37-c875-40a6-9fc0-31692a8c07b7 req-e45bfeb5-413a-402e-bdb6-f36c7d58d927 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.5432217 Feb 09 03:34:29.444258 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-674961e5-d5a0-447b-817b-7d38d224a6aa tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.3533418 Feb 09 03:34:29.448847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51608) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:29.455206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-36ce27dc-a802-4a59-8284-b89ad0899a15 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1372958877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:29.479848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e7003989-5237-4181-971b-ddd8233bbd15 None None] Provisioning complete for port 36e6a007-4454-4070-8478-c0fd4cfa47ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:29.479848 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7003989-5237-4181-971b-ddd8233bbd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (36e6a007-4454-4070-8478-c0fd4cfa47ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:29.483764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-bd98f2b8-535a-4330-8fc0-c931f7a73f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:29.485894 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-bd98f2b8-535a-4330-8fc0-c931f7a73f45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f3085456-bd68-41c9-9475-08aeec892882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2910357 Feb 09 03:34:29.547402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5affe37-c875-40a6-9fc0-31692a8c07b7 req-24631c63-e6f2-4f1c-a93e-cd87e2c6b810 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717997 Feb 09 03:34:29.629631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e7003989-5237-4181-971b-ddd8233bbd15 None None] Port 36e6a007-4454-4070-8478-c0fd4cfa47ca cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:34:29.680015 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36ce27dc-a802-4a59-8284-b89ad0899a15 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (85016b9f-071f-4cad-a1d7-3da3771aa793), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:29.683595 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36ce27dc-a802-4a59-8284-b89ad0899a15 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (85016b9f-071f-4cad-a1d7-3da3771aa793), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:29.834871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c30ed2-5ae1-462a-86ce-11f779aeedac {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:29.837044 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36ce27dc-a802-4a59-8284-b89ad0899a15 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for router_controller (85016b9f-071f-4cad-a1d7-3da3771aa793), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:29.851611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Publish callbacks [] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:29.890724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Transition to ACTIVE for port object 92c30ed2-5ae1-462a-86ce-11f779aeedac will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:34:29.893077 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36ce27dc-a802-4a59-8284-b89ad0899a15 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (85016b9f-071f-4cad-a1d7-3da3771aa793), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:29.912608 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:29.920417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cd7c3520-11d0-466a-a642-b7ed94af1fe6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=478442daade54c2098b60ff8118df384&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6081419 Feb 09 03:34:29.929216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51624) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:29.991077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Pushing event updated for resources: {'Port': ['ID=92c30ed2-5ae1-462a-86ce-11f779aeedac,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:30.049223 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36ce27dc-a802-4a59-8284-b89ad0899a15 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:30.055611 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-36ce27dc-a802-4a59-8284-b89ad0899a15 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6054437 Feb 09 03:34:30.071024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51626) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:30.089294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0f46e237-8649-4d84-95a8-1373841e9e32 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1837096088', 'prefixes': ['172.20.0.0/16']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:30.101336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766f01d-acc9-4684-8c0d-575871904304 req-9134fd81-d269-4fd3-b923-a0183379258a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:30.114420 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5766f01d-acc9-4684-8c0d-575871904304 req-9134fd81-d269-4fd3-b923-a0183379258a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 931 time: 0.2664967 Feb 09 03:34:30.157406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-ba461954-27bc-4628-8831-b846a053b7bd tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:30.166325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-ba461954-27bc-4628-8831-b846a053b7bd tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/networks?id=2007e3e8-e057-4241-9e65-d01f6431c423 HTTP/1.1" status: 200 len: 809 time: 1.4621508 Feb 09 03:34:30.271186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-d572812b-31b7-4054-9f7a-48dc1b42d8e7 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/quotas/19b65c5f552c47cd8a17145a587ad9ac HTTP/1.1" status: 200 len: 375 time: 0.0930929 Feb 09 03:34:30.286931 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5766f01d-acc9-4684-8c0d-575871904304 req-5a3e81e4-9d78-41a4-bbb4-fa268992b0e5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1710951 Feb 09 03:34:30.289054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9571ee54-e81a-4427-8ed1-ff408fe620c9 service neutron] 10.222.0.65 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7676764 Feb 09 03:34:30.359831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51632) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:30.485135 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-f7187278-17af-4d75-837d-9e94f52cc692 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19b65c5f552c47cd8a17145a587ad9ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2126400 Feb 09 03:34:30.652705 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db87deb8-09df-4daa-b86c-b1f31d88c9a7 admin admin] Publish callbacks [] for security_group (6ffb64e9-7a0c-4743-9ea9-70ba49d3ea7b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:30.674055 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f46e237-8649-4d84-95a8-1373841e9e32 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:30.683696 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0f46e237-8649-4d84-95a8-1373841e9e32 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6110868 Feb 09 03:34:30.703810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51638) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:30.711755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3797b-7d14-4d26-b13a-8c996c6391bc req-d47a950b-d66a-4893-8819-fafa44207d88 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:30.723518 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3797b-7d14-4d26-b13a-8c996c6391bc req-d47a950b-d66a-4893-8819-fafa44207d88 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:30.729741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3797b-7d14-4d26-b13a-8c996c6391bc req-d47a950b-d66a-4893-8819-fafa44207d88 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:30.735978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3797b-7d14-4d26-b13a-8c996c6391bc req-d47a950b-d66a-4893-8819-fafa44207d88 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:30.741481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3797b-7d14-4d26-b13a-8c996c6391bc req-d47a950b-d66a-4893-8819-fafa44207d88 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:30.747542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3797b-7d14-4d26-b13a-8c996c6391bc req-d47a950b-d66a-4893-8819-fafa44207d88 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:30.753125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3797b-7d14-4d26-b13a-8c996c6391bc req-d47a950b-d66a-4893-8819-fafa44207d88 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:30.754125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-00093e20-53f4-4e6b-909b-21af4337b130 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2', 'tempest-TagsExtTest-Tag-1685559013') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:30.762159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2aa3797b-7d14-4d26-b13a-8c996c6391bc req-d47a950b-d66a-4893-8819-fafa44207d88 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.2598004 Feb 09 03:34:30.804050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-297fab0b-fd15-4608-ab68-734093ce8d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:30.807791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-54a6803b-dd3a-46c3-8464-68b8f13026d9 service neutron] 10.222.0.65 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119913 Feb 09 03:34:30.826812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db87deb8-09df-4daa-b86c-b1f31d88c9a7 admin admin] Publish callbacks [] for security_group (6ffb64e9-7a0c-4743-9ea9-70ba49d3ea7b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:30.829845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Attempting to bind port 92c30ed2-5ae1-462a-86ce-11f779aeedac on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:30.830424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Attempting to bind port 92c30ed2-5ae1-462a-86ce-11f779aeedac by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:30.830952 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Attempting to bind port 92c30ed2-5ae1-462a-86ce-11f779aeedac on network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:30.851742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Port 92c30ed2-5ae1-462a-86ce-11f779aeedac on network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:34:30.852835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Attempting to bind port 92c30ed2-5ae1-462a-86ce-11f779aeedac on network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:30.886708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2aa3797b-7d14-4d26-b13a-8c996c6391bc req-f5a2bd71-1926-48d8-b88a-00f2141ab361 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1234312 Feb 09 03:34:30.924128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:30.929770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Checking segment: {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:30.930968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Bound using segment: {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:30.933723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Bound port: 92c30ed2-5ae1-462a-86ce-11f779aeedac, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:30.934866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:30.953323 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-4eebad84-2eb8-4c2f-86d8-cc24c077f22f service neutron] 10.222.0.21 "GET /v2.0/networks/2007e3e8-e057-4241-9e65-d01f6431c423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667137 Feb 09 03:34:30.968630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-c2377c92-ccef-413b-8ed8-807a70bd0309 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3194d10-40a5-4af1-93c4-000b21a5e833 HTTP/1.1" status: 200 len: 217 time: 0.1523435 Feb 09 03:34:31.061795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4def26eb-dd73-441c-95b4-883fad2c317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:31.063336 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-4def26eb-dd73-441c-95b4-883fad2c317b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e14acaa-c94f-4056-8ad2-5d729d8e19c6 HTTP/1.1" status: 200 len: 797 time: 0.0726838 Feb 09 03:34:31.216572 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:31.223355 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:31.242694 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:31.255640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db87deb8-09df-4daa-b86c-b1f31d88c9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6ffb64e9-7a0c-4743-9ea9-70ba49d3ea7b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:31.258792 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db87deb8-09df-4daa-b86c-b1f31d88c9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:31.261992 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-db87deb8-09df-4daa-b86c-b1f31d88c9a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ffb64e9-7a0c-4743-9ea9-70ba49d3ea7b HTTP/1.1" status: 204 len: 168 time: 1.2821417 Feb 09 03:34:31.316409 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9c7390cb-9372-4278-8164-a70b1364f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:31.318209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-9c7390cb-9372-4278-8164-a70b1364f8c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f3085456-bd68-41c9-9475-08aeec892882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2383990 Feb 09 03:34:31.326480 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79d846-4372-4f66-a43f-86de415382ef req-846125c8-b854-4904-ab1a-fe70f6312e56 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:31.327992 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb79d846-4372-4f66-a43f-86de415382ef req-846125c8-b854-4904-ab1a-fe70f6312e56 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.2637582 Feb 09 03:34:31.420875 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-85f192ab-01f4-43c7-9bb8-dceae21519df service neutron] 10.222.0.21 "GET /v2.0/networks/2007e3e8-e057-4241-9e65-d01f6431c423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662678 Feb 09 03:34:31.424375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:31.425842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:31.429488 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] 10.222.0.42 "PUT /v2.0/ports/92c30ed2-5ae1-462a-86ce-11f779aeedac HTTP/1.1" status: 200 len: 1092 time: 2.6526372 Feb 09 03:34:31.442798 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:31.448605 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2822d83b-787d-476f-9dab-565fabe3bd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:31.474858 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-297fab0b-fd15-4608-ab68-734093ce8d33 admin admin] Publish callbacks [] for security_group (fd62148f-ed80-49b5-b805-cd5aacee17cc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:31.502942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87deb8-09df-4daa-b86c-b1f31d88c9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffb64e9-7a0c-4743-9ea9-70ba49d3ea7b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:31.517179 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-297fab0b-fd15-4608-ab68-734093ce8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fd62148f-ed80-49b5-b805-cd5aacee17cc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:31.655484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eb79d846-4372-4f66-a43f-86de415382ef req-4c0c886f-b868-4bb1-a26c-f1d1b47dd74b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161006 Feb 09 03:34:31.679856 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-297fab0b-fd15-4608-ab68-734093ce8d33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86fbf3ed20844b1ca27f072225108038&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3189566 Feb 09 03:34:31.695691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51648) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:31.742671 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-00093e20-53f4-4e6b-909b-21af4337b130 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "PUT /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags/tempest-TagsExtTest-Tag-1685559013 HTTP/1.1" status: 201 len: 201 time: 1.0304985 Feb 09 03:34:31.754430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51652) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:31.756949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6b72e-c313-494c-a9cb-b5a5e8435a68 service neutron] Pushing event updated for resources: {'Port': ['ID=92c30ed2-5ae1-462a-86ce-11f779aeedac,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:31.763713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fab0b-fd15-4608-ab68-734093ce8d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd62148f-ed80-49b5-b805-cd5aacee17cc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:31.802361 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-99bd8e36-f339-4626-b28f-d0a5616f4a69 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca', 'tempest-TagsExtTest-Tag-585260763') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:31.849070 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-0bfb79b5-a074-4a58-9d81-ab9c8d772e7e service neutron] 10.222.0.65 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192297 Feb 09 03:34:31.963984 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f357f9c7-315a-4d6f-84fd-dbcc8f67a635 req-87866cfc-a336-4e01-9106-b4f4ebe489fc service neutron] 10.222.0.65 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993032 Feb 09 03:34:32.044859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-8aa1489e-310b-4212-9a1b-0fa39a93f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.048622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-8aa1489e-310b-4212-9a1b-0fa39a93f6c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1126 time: 0.4716699 Feb 09 03:34:32.062356 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-195bd3d0-9a9f-4385-a88b-f7f89070c65c admin admin] Publish callbacks [] for security_group (fd62148f-ed80-49b5-b805-cd5aacee17cc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:32.096172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-195bd3d0-9a9f-4385-a88b-f7f89070c65c admin admin] Publish callbacks [] for security_group (fd62148f-ed80-49b5-b805-cd5aacee17cc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:32.149442 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-f699a6a1-f5be-403e-a0f4-b3a40e8584ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac HTTP/1.1" status: 200 len: 217 time: 0.0819476 Feb 09 03:34:32.157774 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-195bd3d0-9a9f-4385-a88b-f7f89070c65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fd62148f-ed80-49b5-b805-cd5aacee17cc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:32.160616 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-195bd3d0-9a9f-4385-a88b-f7f89070c65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:32.161869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-195bd3d0-9a9f-4385-a88b-f7f89070c65c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd62148f-ed80-49b5-b805-cd5aacee17cc HTTP/1.1" status: 204 len: 168 time: 0.4650400 Feb 09 03:34:32.185140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab23c2c-6adc-43ce-b582-7be4643f167c req-68ea05e0-202d-4d3b-bd42-d845257539cf tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.187302 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dab23c2c-6adc-43ce-b582-7be4643f167c req-68ea05e0-202d-4d3b-bd42-d845257539cf tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.2223337 Feb 09 03:34:32.188359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bd3d0-9a9f-4385-a88b-f7f89070c65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd62148f-ed80-49b5-b805-cd5aacee17cc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:32.241996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22b882-e0de-41a5-a1c0-7d2df7ffc36c req-27f80c3d-2315-4cdf-99e7-12987268d46f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.255240 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b22b882-e0de-41a5-a1c0-7d2df7ffc36c req-27f80c3d-2315-4cdf-99e7-12987268d46f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 943 time: 0.3280911 Feb 09 03:34:32.348614 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-ffb2fb9f-7010-4cbd-8fbf-4c605d17f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.350375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-ffb2fb9f-7010-4cbd-8fbf-4c605d17f466 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=106fcaf9-03f4-4939-9476-b415c70cebac HTTP/1.1" status: 200 len: 835 time: 0.0876915 Feb 09 03:34:32.355945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-99bd8e36-f339-4626-b28f-d0a5616f4a69 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "PUT /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags/tempest-TagsExtTest-Tag-585260763 HTTP/1.1" status: 201 len: 201 time: 0.5957098 Feb 09 03:34:32.356566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51674) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:32.382574 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dab23c2c-6adc-43ce-b582-7be4643f167c req-6c140293-0ae4-45cf-9881-8c0468a48da5 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692088 Feb 09 03:34:32.443310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-29ef5836-a9a8-42d7-a055-2756a6eca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.443795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-29ef5836-a9a8-42d7-a055-2756a6eca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.444542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-29ef5836-a9a8-42d7-a055-2756a6eca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.445501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-29ef5836-a9a8-42d7-a055-2756a6eca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.445501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-29ef5836-a9a8-42d7-a055-2756a6eca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.447980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-29ef5836-a9a8-42d7-a055-2756a6eca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.448597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-29ef5836-a9a8-42d7-a055-2756a6eca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.449483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-267507fb-fd7c-46a4-b25a-4e9897dc3ddf tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793', 'tempest-TagsExtTest-Tag-128874969') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:32.455465 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-29ef5836-a9a8-42d7-a055-2756a6eca77f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=861f56ac06a6467aaaedc48cd06f4450&device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 6714 time: 0.2566047 Feb 09 03:34:32.599829 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d67390-bef9-44f1-a042-87a9e03acba0 x-openstack-request-id: req-69d67390-bef9-44f1-a042-87a9e03acba0 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:32.600422 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:32.600898 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69d67390-bef9-44f1-a042-87a9e03acba0 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:32.602357 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'status': 'completed', 'code': 200} Feb 09 03:34:32.825179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-ca14ddc9-b700-4045-a7cb-428f107f4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.829061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-ca14ddc9-b700-4045-a7cb-428f107f4ce8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f3085456-bd68-41c9-9475-08aeec892882 HTTP/1.1" status: 200 len: 903 time: 0.3668633 Feb 09 03:34:32.853322 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d43880-833d-4f2e-824c-708b44dfecb3 req-ccd53726-103a-46c4-b3f9-c04af4f7ecb5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.858394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7d43880-833d-4f2e-824c-708b44dfecb3 req-ccd53726-103a-46c4-b3f9-c04af4f7ecb5 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.2499454 Feb 09 03:34:33.016551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51688) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:33.045877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-5e94ccaf-6efb-4384-a58c-eb2fe473c6a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3194d10-40a5-4af1-93c4-000b21a5e833 HTTP/1.1" status: 200 len: 217 time: 0.1848323 Feb 09 03:34:33.179733 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-2e229d8d-89e8-4498-b6e5-8c98e006ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:33.184008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-2e229d8d-89e8-4498-b6e5-8c98e006ded6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e14acaa-c94f-4056-8ad2-5d729d8e19c6 HTTP/1.1" status: 200 len: 797 time: 0.1300175 Feb 09 03:34:33.219584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272311f6-48e8-4f11-abe0-5e4459e57e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:33.222395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51690) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:33.230356 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7d43880-833d-4f2e-824c-708b44dfecb3 req-a05d0385-6692-4bd0-803d-38a850573c87 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514142 Feb 09 03:34:33.435940 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7235e5ae-f16b-4c1a-8e49-3546e6f1ce12 req-7372b049-9d6f-4260-bf44-39371d0daaf4 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 210 time: 0.0533526 Feb 09 03:34:33.479373 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b22b882-e0de-41a5-a1c0-7d2df7ffc36c req-11e35052-215d-435c-bdf2-b878dafd73cb tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.2228734 Feb 09 03:34:33.479934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-9897023b-a92d-4651-a402-46135e3914da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:33.493489 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-9897023b-a92d-4651-a402-46135e3914da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f3085456-bd68-41c9-9475-08aeec892882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2589343 Feb 09 03:34:33.493489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1837402202'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:33.502247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-8a21793a-a6ac-40a1-bbcb-0603e0ed66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:33.505736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-8a21793a-a6ac-40a1-bbcb-0603e0ed66f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.1452184 Feb 09 03:34:33.596776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:33.602559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:33.609103 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-267507fb-fd7c-46a4-b25a-4e9897dc3ddf tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "PUT /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags/tempest-TagsExtTest-Tag-128874969 HTTP/1.1" status: 201 len: 201 time: 1.2479603 Feb 09 03:34:33.609814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51698) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:33.629934 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:33.636365 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272311f6-48e8-4f11-abe0-5e4459e57e69 admin admin] Publish callbacks [] for security_group (e59fd40e-cd8d-49f2-a3df-dc4d62ebcd5d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:33.646727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-3f130772-71f4-4883-8123-86d0ea86fd44 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80', 'tempest-TagsExtTest-Tag-831613080') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:33.652340 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272311f6-48e8-4f11-abe0-5e4459e57e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e59fd40e-cd8d-49f2-a3df-dc4d62ebcd5d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:33.768401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-272311f6-48e8-4f11-abe0-5e4459e57e69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61cc61e6b6d0482180192de433d4e48b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7483907 Feb 09 03:34:33.800082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51700) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:33.878616 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for security_group (e59e3574-2937-46f0-98e6-f1aebf3d22bc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:33.893865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272311f6-48e8-4f11-abe0-5e4459e57e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59fd40e-cd8d-49f2-a3df-dc4d62ebcd5d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:33.898683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e59e3574-2937-46f0-98e6-f1aebf3d22bc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:33.904207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-c46d8156-3e56-4e32-88a2-cb7afc7febb9 service neutron] 10.222.0.65 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039564 Feb 09 03:34:33.944882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59e3574-2937-46f0-98e6-f1aebf3d22bc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:34.001504 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-e2851c42-aee1-46b7-936a-de0ecb47e08d service neutron] 10.222.0.42 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707687 Feb 09 03:34:34.047697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:34:34.072806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (5f96f296-3e01-404c-8dc2-d1ae49341e15), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:34.073441 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Added segment 5f96f296-3e01-404c-8dc2-d1ae49341e15 of type vlan for network d310f944-00cb-46ca-ae71-f8f1e1a68f77 Feb 09 03:34:34.081045 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3f130772-71f4-4883-8123-86d0ea86fd44 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "PUT /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags/tempest-TagsExtTest-Tag-831613080 HTTP/1.1" status: 201 len: 201 time: 0.4427085 Feb 09 03:34:34.085080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51704) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:34.100004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-f7f5b176-c22f-4700-9179-695fed18a6df tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:34.115917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829908-ce7a-4a61-b863-8793c1e3cce0 req-d71c87d2-3d04-4609-9a70-b931a78322a4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:34.123469 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829908-ce7a-4a61-b863-8793c1e3cce0 req-d71c87d2-3d04-4609-9a70-b931a78322a4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:34.129977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829908-ce7a-4a61-b863-8793c1e3cce0 req-d71c87d2-3d04-4609-9a70-b931a78322a4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:34.136221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829908-ce7a-4a61-b863-8793c1e3cce0 req-d71c87d2-3d04-4609-9a70-b931a78322a4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:34.143094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829908-ce7a-4a61-b863-8793c1e3cce0 req-d71c87d2-3d04-4609-9a70-b931a78322a4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:34.151165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50546164-5dff-48e3-8a2e-93a94b5a4317 req-14d8c42d-64d8-4e10-9fd8-e965b6d00d3c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:34.153207 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-50546164-5dff-48e3-8a2e-93a94b5a4317 req-14d8c42d-64d8-4e10-9fd8-e965b6d00d3c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.4744215 Feb 09 03:34:34.157484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829908-ce7a-4a61-b863-8793c1e3cce0 req-d71c87d2-3d04-4609-9a70-b931a78322a4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:34.163515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829908-ce7a-4a61-b863-8793c1e3cce0 req-d71c87d2-3d04-4609-9a70-b931a78322a4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:34.171149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9829908-ce7a-4a61-b863-8793c1e3cce0 req-d71c87d2-3d04-4609-9a70-b931a78322a4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.5264058 Feb 09 03:34:34.229161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-23de969e-5a3a-406c-8790-ef56f075b311 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:34.230899 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-23de969e-5a3a-406c-8790-ef56f075b311 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.65 "GET /v2.0/networks?id=2007e3e8-e057-4241-9e65-d01f6431c423 HTTP/1.1" status: 200 len: 809 time: 0.4213178 Feb 09 03:34:34.231741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96f9791a-a877-4558-948b-f2848ed72cf2 admin admin] Publish callbacks [] for security_group (e59fd40e-cd8d-49f2-a3df-dc4d62ebcd5d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:34.270690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Request body: {'port': {'device_id': 'd85e4ae7-ad24-4e41-831f-3d6b7549441f', 'network_id': '2007e3e8-e057-4241-9e65-d01f6431c423', 'admin_state_up': True, 'tenant_id': '19b65c5f552c47cd8a17145a587ad9ac'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:34.336908 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (d310f944-00cb-46ca-ae71-f8f1e1a68f77), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:34.347337 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96f9791a-a877-4558-948b-f2848ed72cf2 admin admin] Publish callbacks [] for security_group (e59fd40e-cd8d-49f2-a3df-dc4d62ebcd5d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:34.354936 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fe806f7c-e8bf-4ffd-a59e-1ac7fc3ed1f6 req-350935bb-8ef7-41bf-9f3d-3fa1d9220548 service neutron] 10.222.0.42 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014939 Feb 09 03:34:34.356222 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c94903c2-db85-4b0f-a67d-54bff1180c0f req-6a519115-e859-4364-a700-68a6e2213086 service neutron] 10.222.0.65 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151301 Feb 09 03:34:34.408932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-50546164-5dff-48e3-8a2e-93a94b5a4317 req-4fa65859-cff5-4b15-be0a-3df6fbb2b111 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368181 Feb 09 03:34:34.440885 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (d310f944-00cb-46ca-ae71-f8f1e1a68f77), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:34.446855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:34.447784 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:34.516954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9829908-ce7a-4a61-b863-8793c1e3cce0 req-13fbba14-f681-47bc-b457-27394076053b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3144572 Feb 09 03:34:34.588050 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3447671 Feb 09 03:34:34.588050 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f7f5b176-c22f-4700-9179-695fed18a6df tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags HTTP/1.1" status: 200 len: 241 time: 0.4941890 Feb 09 03:34:34.588050 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51712) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:34.612582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-2c530598-d5a7-4c36-9bbe-f05f4ac90f7a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2', 'tempest-TagsExtTest-Tag-1685559013') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:34.612582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572deb5-ee51-4d3a-8576-ffccccab22a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Network': ['ID=d310f944-00cb-46ca-ae71-f8f1e1a68f77,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:34.638881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network d310f944-00cb-46ca-ae71-f8f1e1a68f77 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:34:34.793517 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96f9791a-a877-4558-948b-f2848ed72cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e59fd40e-cd8d-49f2-a3df-dc4d62ebcd5d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:34.800811 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96f9791a-a877-4558-948b-f2848ed72cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:34.810415 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-96f9791a-a877-4558-948b-f2848ed72cf2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e59fd40e-cd8d-49f2-a3df-dc4d62ebcd5d HTTP/1.1" status: 204 len: 168 time: 1.0032589 Feb 09 03:34:34.861919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822d83b-787d-476f-9dab-565fabe3bd5d req-32a39edd-8140-4e2b-bd4b-17337173e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:34.864851 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2822d83b-787d-476f-9dab-565fabe3bd5d req-32a39edd-8140-4e2b-bd4b-17337173e6af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1126 time: 0.4266942 Feb 09 03:34:34.868061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Made reservation on behalf of 19b65c5f552c47cd8a17145a587ad9ac for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:34.872736 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:34.903075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9791a-a877-4558-948b-f2848ed72cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59fd40e-cd8d-49f2-a3df-dc4d62ebcd5d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:35.245418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be60a02-3a6e-474e-8b2a-eafff76229b9 req-b2f05897-fdd2-49df-a7f8-e5ca441318d3 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:35.252989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4be60a02-3a6e-474e-8b2a-eafff76229b9 req-b2f05897-fdd2-49df-a7f8-e5ca441318d3 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.6751373 Feb 09 03:34:35.398656 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e146e830-76b2-4658-9dff-105432060cc2 req-79265af2-d18d-4a68-a936-8a6613359e36 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 210 time: 0.1153433 Feb 09 03:34:35.423893 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Allocated IP 172.20.0.7 (2007e3e8-e057-4241-9e65-d01f6431c423/45933038-355d-4e10-bbd2-10715236be57/2cf5dc98-d770-419c-a824-d7ef688a132f) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:35.513116 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2c530598-d5a7-4c36-9bbe-f05f4ac90f7a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags/tempest-TagsExtTest-Tag-1685559013 HTTP/1.1" status: 204 len: 168 time: 0.9230125 Feb 09 03:34:35.516314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51726) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:35.531841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-3d366897-037e-4614-bfd1-c4b8df821bc2 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2', 'tempest-TagsExtTest-Tag-1685559013') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:35.716731 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e90b3-ef18-4525-8c5b-16c4b2e53a27 req-fb26a506-08d6-4133-8fbb-169d7c0b05f9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:35.719357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a30e90b3-ef18-4525-8c5b-16c4b2e53a27 req-fb26a506-08d6-4133-8fbb-169d7c0b05f9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 943 time: 0.1165981 Feb 09 03:34:35.735858 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Publish callbacks [] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:35.773787 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3d366897-037e-4614-bfd1-c4b8df821bc2 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags/tempest-TagsExtTest-Tag-1685559013 HTTP/1.1" status: 204 len: 168 time: 0.2552493 Feb 09 03:34:35.775578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51732) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:35.783485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-802eb838-0a0f-4046-b089-f9f230fab49e tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:35.868014 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:35.928529 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a30e90b3-ef18-4525-8c5b-16c4b2e53a27 req-f92d4267-2bb2-4e17-9be9-bbddd490857a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2032630 Feb 09 03:34:35.989578 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-802eb838-0a0f-4046-b089-f9f230fab49e tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags HTTP/1.1" status: 200 len: 205 time: 0.2100766 Feb 09 03:34:35.990233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51738) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:36.003033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-8adc6da2-d18e-485e-8c25-cf76fac8631b tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:36.105240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Network 2007e3e8-e057-4241-9e65-d01f6431c423 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:36.114088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Pushing event updated for resources: {'Port': ['ID=2cf5dc98-d770-419c-a824-d7ef688a132f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:36.126247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8adc6da2-d18e-485e-8c25-cf76fac8631b tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags HTTP/1.1" status: 200 len: 240 time: 0.1349192 Feb 09 03:34:36.126910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51744) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:36.132367 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822d83b-787d-476f-9dab-565fabe3bd5d req-e2555313-159d-4025-97ef-a29d5fcd5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:36.133882 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2822d83b-787d-476f-9dab-565fabe3bd5d req-e2555313-159d-4025-97ef-a29d5fcd5f40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf HTTP/1.1" status: 200 len: 897 time: 1.2371645 Feb 09 03:34:36.137320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:36.141016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-7da6c195-b516-4be6-b0b1-8cd0aebfa5ad tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca', 'tempest-TagsExtTest-Tag-585260763') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:36.193612 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4be60a02-3a6e-474e-8b2a-eafff76229b9 req-cd739a5a-b5f3-4623-affa-7d4e79930043 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9395528 Feb 09 03:34:36.194565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:36.452975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff88748-debb-40fe-90e9-3d4561506d79 req-05e9150e-11c5-4605-88de-9e41084c3cc9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:36.455177 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ff88748-debb-40fe-90e9-3d4561506d79 req-05e9150e-11c5-4605-88de-9e41084c3cc9 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1837246 Feb 09 03:34:36.468670 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7da6c195-b516-4be6-b0b1-8cd0aebfa5ad tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags/tempest-TagsExtTest-Tag-585260763 HTTP/1.1" status: 204 len: 168 time: 0.3407428 Feb 09 03:34:36.470670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51752) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:36.477117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-b6a110a4-5e34-4f9a-827c-ff0a7dc81702 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca', 'tempest-TagsExtTest-Tag-585260763') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:36.608562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:36.609228 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:36.614714 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ff88748-debb-40fe-90e9-3d4561506d79 req-bb1352b8-cfb9-4f3b-aa22-ceb50231e64b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445138 Feb 09 03:34:36.661646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2822d83b-787d-476f-9dab-565fabe3bd5d req-a13f0373-77a1-4232-a141-d131b975bd7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac HTTP/1.1" status: 200 len: 217 time: 0.4980226 Feb 09 03:34:36.751317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bff4f17f-6581-4ada-8747-bc1c17eb7b0d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4969449 Feb 09 03:34:36.780171 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b6a110a4-5e34-4f9a-827c-ff0a7dc81702 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags/tempest-TagsExtTest-Tag-585260763 HTTP/1.1" status: 204 len: 168 time: 0.3082314 Feb 09 03:34:36.780853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51762) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:36.796254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-15e3a32f-7ed4-47e7-a601-2ecd09b7250d tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:36.872063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Request body: {'port': {'device_id': 'd85e4ae7-ad24-4e41-831f-3d6b7549441f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:36.942841 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-15e3a32f-7ed4-47e7-a601-2ecd09b7250d tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags HTTP/1.1" status: 200 len: 205 time: 0.1556778 Feb 09 03:34:36.944397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51764) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:36.952375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-0df6b41d-082e-478c-91c2-1e75e77d8d04 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:37.045062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df414d6-a310-4924-af9c-f0e07cf623e6 req-7c5939d3-379a-48c7-b4ef-440bc60273b5 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.047100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822d83b-787d-476f-9dab-565fabe3bd5d req-5f7a14ea-f10f-4dcc-9470-b059b851f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.049231 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2822d83b-787d-476f-9dab-565fabe3bd5d req-5f7a14ea-f10f-4dcc-9470-b059b851f866 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=106fcaf9-03f4-4939-9476-b415c70cebac HTTP/1.1" status: 200 len: 835 time: 0.3053210 Feb 09 03:34:37.062908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a00da7-60e9-4294-acea-29fd0f8db5ae req-706a0893-02bf-412f-a87a-f18e723531e0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.065319 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1df414d6-a310-4924-af9c-f0e07cf623e6 req-7c5939d3-379a-48c7-b4ef-440bc60273b5 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 931 time: 0.2186420 Feb 09 03:34:37.068862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a00da7-60e9-4294-acea-29fd0f8db5ae req-706a0893-02bf-412f-a87a-f18e723531e0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.075451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a00da7-60e9-4294-acea-29fd0f8db5ae req-706a0893-02bf-412f-a87a-f18e723531e0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.083265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a00da7-60e9-4294-acea-29fd0f8db5ae req-706a0893-02bf-412f-a87a-f18e723531e0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.090926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a00da7-60e9-4294-acea-29fd0f8db5ae req-706a0893-02bf-412f-a87a-f18e723531e0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.099065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a00da7-60e9-4294-acea-29fd0f8db5ae req-706a0893-02bf-412f-a87a-f18e723531e0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.116180 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a00da7-60e9-4294-acea-29fd0f8db5ae req-706a0893-02bf-412f-a87a-f18e723531e0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.123901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24a00da7-60e9-4294-acea-29fd0f8db5ae req-706a0893-02bf-412f-a87a-f18e723531e0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.5659974 Feb 09 03:34:37.161198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 92c30ed2-5ae1-462a-86ce-11f779aeedac details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:37.288632 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1df414d6-a310-4924-af9c-f0e07cf623e6 req-96999305-beec-41a6-8d5c-94c5d01c6abb tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184789 Feb 09 03:34:37.299939 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0df6b41d-082e-478c-91c2-1e75e77d8d04 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags HTTP/1.1" status: 200 len: 240 time: 0.3518341 Feb 09 03:34:37.304133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51774) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:37.315605 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-8391bd87-0ae3-4dae-b833-f44e64e9398d tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793', 'tempest-TagsExtTest-Tag-128874969') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:37.332655 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:37.391403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822d83b-787d-476f-9dab-565fabe3bd5d req-8a652ae0-094e-4685-a760-d901f118f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.393067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2822d83b-787d-476f-9dab-565fabe3bd5d req-8a652ae0-094e-4685-a760-d901f118f7c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2321336 Feb 09 03:34:37.528319 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24a00da7-60e9-4294-acea-29fd0f8db5ae req-30250138-4bae-49db-8c6a-8bc5cfef40bc tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3645849 Feb 09 03:34:37.684758 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2822d83b-787d-476f-9dab-565fabe3bd5d req-59c0191e-d784-4129-ab4f-e205d9bb9d74 service neutron] 10.222.0.42 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597561 Feb 09 03:34:37.810274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8391bd87-0ae3-4dae-b833-f44e64e9398d tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags/tempest-TagsExtTest-Tag-128874969 HTTP/1.1" status: 204 len: 168 time: 0.5048916 Feb 09 03:34:37.813151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51780) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:37.829960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-c168fe61-ca7e-4381-a25a-48b6c1e95ddf tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793', 'tempest-TagsExtTest-Tag-128874969') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:37.871504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1ef5-db56-4f22-ae0a-9345f798443f req-ca825818-7587-43db-bb52-3d2bf872d577 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.899851 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0bf1ef5-db56-4f22-ae0a-9345f798443f req-ca825818-7587-43db-bb52-3d2bf872d577 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.3501759 Feb 09 03:34:38.023369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0bf1ef5-db56-4f22-ae0a-9345f798443f req-45b9b6e8-4c0f-47a0-b325-9d64e38544d6 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225119 Feb 09 03:34:38.042454 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2822d83b-787d-476f-9dab-565fabe3bd5d req-7f34bef2-7164-4652-b58e-5a45d6f2a22c service neutron] 10.222.0.42 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302140 Feb 09 03:34:38.101305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf5dc98-d770-419c-a824-d7ef688a132f {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:38.102466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:38.110057 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:38.112190 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Publish callbacks [] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:38.129845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Transition to ACTIVE for port object 2cf5dc98-d770-419c-a824-d7ef688a132f will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:34:38.135968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'port_id': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'mac_address': 'fa:16:3e:3b:57:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:38.164283 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:38.195603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c168fe61-ca7e-4381-a25a-48b6c1e95ddf tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags/tempest-TagsExtTest-Tag-128874969 HTTP/1.1" status: 204 len: 168 time: 0.3790872 Feb 09 03:34:38.236152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51784) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:38.236492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51786) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:38.244884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-affd1c4d-8c5a-4aaa-9464-b72ee4b7980c tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:38.254740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 92c30ed2-5ae1-462a-86ce-11f779aeedac is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:38.255937 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:38.274017 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c30ed2-5ae1-462a-86ce-11f779aeedac {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:38.282757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-5852c551-6b1c-424a-949c-05be22d1e291 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'subnet': {'network_id': 'd310f944-00cb-46ca-ae71-f8f1e1a68f77', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:38.283911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f619f-826f-49a0-ae4e-f5cd7809f6e7 req-c1f95ee6-0475-4f9a-ad41-9274127613e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:38.287462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-738f619f-826f-49a0-ae4e-f5cd7809f6e7 req-c1f95ee6-0475-4f9a-ad41-9274127613e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 943 time: 0.4129906 Feb 09 03:34:38.319269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Pushing event updated for resources: {'Port': ['ID=2cf5dc98-d770-419c-a824-d7ef688a132f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:38.340906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:38.350951 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:38.386456 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-738f619f-826f-49a0-ae4e-f5cd7809f6e7 req-80f13823-021d-4c62-8807-efd9907cce34 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0595868 Feb 09 03:34:38.495956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=92c30ed2-5ae1-462a-86ce-11f779aeedac,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:38.524390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Attempting to bind port 2cf5dc98-d770-419c-a824-d7ef688a132f on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:38.526107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Attempting to bind port 2cf5dc98-d770-419c-a824-d7ef688a132f by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '6a0a04b8-0ebb-414d-a819-b618076251bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2007e3e8-e057-4241-9e65-d01f6431c423'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:38.526107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Attempting to bind port 2cf5dc98-d770-419c-a824-d7ef688a132f on network 2007e3e8-e057-4241-9e65-d01f6431c423 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:38.543911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Port 2cf5dc98-d770-419c-a824-d7ef688a132f on network 2007e3e8-e057-4241-9e65-d01f6431c423 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:34:38.548697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Attempting to bind port 2cf5dc98-d770-419c-a824-d7ef688a132f on network 2007e3e8-e057-4241-9e65-d01f6431c423 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:38.559336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:38.559689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Checking segment: {'id': '6a0a04b8-0ebb-414d-a819-b618076251bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2007e3e8-e057-4241-9e65-d01f6431c423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:38.560090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Bound using segment: {'id': '6a0a04b8-0ebb-414d-a819-b618076251bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2007e3e8-e057-4241-9e65-d01f6431c423'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:38.564140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Bound port: 2cf5dc98-d770-419c-a824-d7ef688a132f, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0a04b8-0ebb-414d-a819-b618076251bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2007e3e8-e057-4241-9e65-d01f6431c423'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:38.564524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:38.624083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['92c30ed2-5ae1-462a-86ce-11f779aeedac'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:38.770702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-affd1c4d-8c5a-4aaa-9464-b72ee4b7980c tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags HTTP/1.1" status: 200 len: 205 time: 0.5304875 Feb 09 03:34:38.776310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51798) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:38.789217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3550b-8188-4b8b-bd25-6a16201a0db2 req-fe242ca3-a6ca-4894-af5f-d0a3eddb333e tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:38.801833 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0e3550b-8188-4b8b-bd25-6a16201a0db2 req-fe242ca3-a6ca-4894-af5f-d0a3eddb333e tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.6314971 Feb 09 03:34:38.807177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-a76691fc-dfe1-44e8-90cd-40a464440586 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:38.966413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5852c551-6b1c-424a-949c-05be22d1e291 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:38.984312 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5852c551-6b1c-424a-949c-05be22d1e291 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:39.029007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a76691fc-dfe1-44e8-90cd-40a464440586 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags HTTP/1.1" status: 200 len: 240 time: 0.2258930 Feb 09 03:34:39.063153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51804) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:39.074387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-4b459b21-9dd6-4407-bded-8d854eef2622 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80', 'tempest-TagsExtTest-Tag-831613080') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:39.109033 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:34:39.226181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] For port 2cf5dc98-d770-419c-a824-d7ef688a132f, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:39.231746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] For port 2cf5dc98-d770-419c-a824-d7ef688a132f, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2cf5dc98-d770-419c-a824-d7ef688a132f,segment=NetworkSegment(6a0a04b8-0ebb-414d-a819-b618076251bb),segment_id=6a0a04b8-0ebb-414d-a819-b618076251bb)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:39.240275 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:39.300439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259d2ec-2ec5-4bf2-8f00-06efce2832b1 req-d5f6b691-dd45-46a2-9651-9c5c4ca57459 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.309527 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1259d2ec-2ec5-4bf2-8f00-06efce2832b1 req-d5f6b691-dd45-46a2-9651-9c5c4ca57459 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 943 time: 0.1570053 Feb 09 03:34:39.322307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.323200 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:39.324676 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] 10.222.0.65 "PUT /v2.0/ports/2cf5dc98-d770-419c-a824-d7ef688a132f HTTP/1.1" status: 200 len: 1092 time: 2.5521622 Feb 09 03:34:39.328007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85e4ae7-ad24-4e41-831f-3d6b7549441f', 'tag': '2cf5dc98-d770-419c-a824-d7ef688a132f'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:39.330992 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8e5fb0-649f-49da-8d65-7103a51b280d" -d '{"events": [{"name": "network-changed", "server_uuid": "d85e4ae7-ad24-4e41-831f-3d6b7549441f", "tag": "2cf5dc98-d770-419c-a824-d7ef688a132f"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:39.378105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d640b-91d8-4329-8cc7-023ea18745de service neutron] Pushing event updated for resources: {'Port': ['ID=2cf5dc98-d770-419c-a824-d7ef688a132f,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:39.408875 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5852c551-6b1c-424a-949c-05be22d1e291 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (88d58550-6851-4f0e-b347-49f2334ee37f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:39.412777 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4b459b21-9dd6-4407-bded-8d854eef2622 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags/tempest-TagsExtTest-Tag-831613080 HTTP/1.1" status: 204 len: 168 time: 0.3450837 Feb 09 03:34:39.422973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51808) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:39.434492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-536d919e-bb72-47ef-8e97-811a8aac9757 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80', 'tempest-TagsExtTest-Tag-831613080') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:39.453760 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1259d2ec-2ec5-4bf2-8f00-06efce2832b1 req-c2e3cd16-2626-4f60-ba3e-459ed1fe572b tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364114 Feb 09 03:34:39.476448 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0e3550b-8188-4b8b-bd25-6a16201a0db2 req-41ce4e2a-f95b-4609-852d-e724d5034f31 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6351643 Feb 09 03:34:39.500429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-50ad4957-f1c1-40fa-a7d6-049d296d01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.502588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-50ad4957-f1c1-40fa-a7d6-049d296d01bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b65c5f552c47cd8a17145a587ad9ac&device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 1126 time: 0.1149111 Feb 09 03:34:39.512240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852c551-6b1c-424a-949c-05be22d1e291 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Subnet': ['ID=88d58550-6851-4f0e-b347-49f2334ee37f,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:39.543082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5852c551-6b1c-424a-949c-05be22d1e291 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Checking segment: {'id': '5f96f296-3e01-404c-8dc2-d1ae49341e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd310f944-00cb-46ca-ae71-f8f1e1a68f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:39.543516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5852c551-6b1c-424a-949c-05be22d1e291 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network hostable DHCP agents. Network: d310f944-00cb-46ca-ae71-f8f1e1a68f77, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:39.549315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-536d919e-bb72-47ef-8e97-811a8aac9757 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags/tempest-TagsExtTest-Tag-831613080 HTTP/1.1" status: 204 len: 168 time: 0.1201129 Feb 09 03:34:39.555090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51812) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:39.563420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-3b4f4e5b-7a20-450f-b172-66def2b7d93b tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:39.587622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-311173a6-85d4-428b-9745-9e314ef1cb04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf5dc98-d770-419c-a824-d7ef688a132f HTTP/1.1" status: 200 len: 217 time: 0.0669899 Feb 09 03:34:39.628037 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5852c551-6b1c-424a-949c-05be22d1e291 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network d310f944-00cb-46ca-ae71-f8f1e1a68f77 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:39.633905 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3b4f4e5b-7a20-450f-b172-66def2b7d93b tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags HTTP/1.1" status: 200 len: 205 time: 0.0731645 Feb 09 03:34:39.638172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51814) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:39.645864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-caef98ea-be92-4981-904a-539d5cc342b1 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:39.656693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5852c551-6b1c-424a-949c-05be22d1e291 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, d310f944-00cb-46ca-ae71-f8f1e1a68f77) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:39.661105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5852c551-6b1c-424a-949c-05be22d1e291 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.661811 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5852c551-6b1c-424a-949c-05be22d1e291 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:39.669942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-08b3cd6b-ff30-40e4-9549-c81421431fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.671395 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-08b3cd6b-ff30-40e4-9549-c81421431fba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45933038-355d-4e10-bbd2-10715236be57 HTTP/1.1" status: 200 len: 849 time: 0.0727398 Feb 09 03:34:39.672750 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce08ae9-bcbc-435a-a95d-7d6d8b06b6b2 None None] Network d310f944-00cb-46ca-ae71-f8f1e1a68f77 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:39.683768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fef8e9-731a-407e-a40d-41fd7b1bc7ab req-dac2e571-1715-4c34-8882-49889ab92c50 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.684796 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9fef8e9-731a-407e-a40d-41fd7b1bc7ab req-dac2e571-1715-4c34-8882-49889ab92c50 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.0959122 Feb 09 03:34:39.700325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6564ad-12be-4006-869a-14ac0a4e6482 req-80cbe072-77d1-4534-aef1-6891d96f770c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.705749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6564ad-12be-4006-869a-14ac0a4e6482 req-80cbe072-77d1-4534-aef1-6891d96f770c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.711508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6564ad-12be-4006-869a-14ac0a4e6482 req-80cbe072-77d1-4534-aef1-6891d96f770c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.714178 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-0a2a5683-93f9-4dfb-88c7-cd72d844b222 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2007e3e8-e057-4241-9e65-d01f6431c423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284090 Feb 09 03:34:39.717145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6564ad-12be-4006-869a-14ac0a4e6482 req-80cbe072-77d1-4534-aef1-6891d96f770c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.722639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6564ad-12be-4006-869a-14ac0a4e6482 req-80cbe072-77d1-4534-aef1-6891d96f770c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.728690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6564ad-12be-4006-869a-14ac0a4e6482 req-80cbe072-77d1-4534-aef1-6891d96f770c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.735375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6564ad-12be-4006-869a-14ac0a4e6482 req-80cbe072-77d1-4534-aef1-6891d96f770c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.737467 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc6564ad-12be-4006-869a-14ac0a4e6482 req-80cbe072-77d1-4534-aef1-6891d96f770c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.1575601 Feb 09 03:34:39.746208 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5852c551-6b1c-424a-949c-05be22d1e291 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4962542 Feb 09 03:34:39.746898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51816) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:39.757884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4bfa3d30-08e5-447d-8a53-e9ceaa258005 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-802279577'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:39.795557 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-caef98ea-be92-4981-904a-539d5cc342b1 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags HTTP/1.1" status: 204 len: 168 time: 0.1525927 Feb 09 03:34:39.799633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51818) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:39.804982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-83aba393-708c-40a8-81e1-3c28b442c39e tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:39.816536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfa3d30-08e5-447d-8a53-e9ceaa258005 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:39.820418 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3d30-08e5-447d-8a53-e9ceaa258005 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:39.859287 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc6564ad-12be-4006-869a-14ac0a4e6482 req-8a5e03c5-47d1-453c-a23c-c86e831628fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1112914 Feb 09 03:34:39.865793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9fef8e9-731a-407e-a40d-41fd7b1bc7ab req-0ec33052-fa62-4a28-af16-cff2e73f6c7f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544452 Feb 09 03:34:39.873483 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfa3d30-08e5-447d-8a53-e9ceaa258005 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:34:39.887422 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3d30-08e5-447d-8a53-e9ceaa258005 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (cd271b88-8f7b-4a72-9f93-99effbef5975), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:39.888104 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-4bfa3d30-08e5-447d-8a53-e9ceaa258005 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Added segment cd271b88-8f7b-4a72-9f93-99effbef5975 of type vlan for network aa94b21c-989b-42bb-a245-b1a69b37274b Feb 09 03:34:39.889158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-d310f944-00cb-46ca-ae71-f8f1e1a68f77', 'network_id': 'd310f944-00cb-46ca-ae71-f8f1e1a68f77', 'project_id': '5dadd571069f4aa98954a712acfe7596', 'fixed_ips': [{'subnet_id': '88d58550-6851-4f0e-b347-49f2334ee37f'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:34:39.890056 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:39.963544 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3d30-08e5-447d-8a53-e9ceaa258005 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (aa94b21c-989b-42bb-a245-b1a69b37274b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:39.970741 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-5e95035c-3f8c-4602-9e9d-63f82fa39b1b service neutron] 10.222.0.65 "GET /v2.0/networks/2007e3e8-e057-4241-9e65-d01f6431c423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499216 Feb 09 03:34:39.989266 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b2812f-1ba0-493f-a4b6-6a23a5459c63 x-openstack-request-id: req-b5b2812f-1ba0-493f-a4b6-6a23a5459c63 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:39.989620 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85e4ae7-ad24-4e41-831f-3d6b7549441f", "tag": "2cf5dc98-d770-419c-a824-d7ef688a132f", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:39.989981 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5b2812f-1ba0-493f-a4b6-6a23a5459c63 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:39.990471 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85e4ae7-ad24-4e41-831f-3d6b7549441f', 'tag': '2cf5dc98-d770-419c-a824-d7ef688a132f', 'status': 'completed', 'code': 200} Feb 09 03:34:40.036866 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3d30-08e5-447d-8a53-e9ceaa258005 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (aa94b21c-989b-42bb-a245-b1a69b37274b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:40.042640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa3d30-08e5-447d-8a53-e9ceaa258005 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:40.043390 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3d30-08e5-447d-8a53-e9ceaa258005 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:40.062539 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-83aba393-708c-40a8-81e1-3c28b442c39e tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags HTTP/1.1" status: 204 len: 168 time: 0.2618558 Feb 09 03:34:40.066394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51824) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:40.072051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-98af0eb0-043c-4cf7-aee3-4097e4477196 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:40.153181 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4bfa3d30-08e5-447d-8a53-e9ceaa258005 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3955302 Feb 09 03:34:40.154445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51826) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:40.157175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Allocated IP 2001:db8:0:ffff::2 (d310f944-00cb-46ca-ae71-f8f1e1a68f77/88d58550-6851-4f0e-b347-49f2334ee37f/aac47961-59d4-4522-8110-6f2367cd86a0) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:40.163711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa3d30-08e5-447d-8a53-e9ceaa258005 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Network': ['ID=aa94b21c-989b-42bb-a245-b1a69b37274b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:40.166745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-11ed3fd0-45fa-4261-95a0-72f19dc69b03 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'subnet': {'network_id': 'aa94b21c-989b-42bb-a245-b1a69b37274b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:40.180539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network aa94b21c-989b-42bb-a245-b1a69b37274b details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:34:40.182615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c019-9584-44d6-94b0-d907e1400cf4 req-c8fb0837-8f31-41fe-84d6-17dd129497a4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:40.184332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ea5c019-9584-44d6-94b0-d907e1400cf4 req-c8fb0837-8f31-41fe-84d6-17dd129497a4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 944 time: 0.1586404 Feb 09 03:34:40.213483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-680e4aef-b7d2-4c34-9f73-0cf0f5d651c5 req-4de51b9b-7ad1-41dc-aebe-cb2597911ec9 service neutron] 10.222.0.65 "GET /v2.0/networks/2007e3e8-e057-4241-9e65-d01f6431c423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356548 Feb 09 03:34:40.261066 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ea5c019-9584-44d6-94b0-d907e1400cf4 req-3c2f6a2b-c134-445c-ab91-7159c6995124 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0701430 Feb 09 03:34:40.286786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e57929-73f5-4469-b6ce-472051ba2e09 req-9f9b6dec-d40b-4b32-b028-91c459587852 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:40.293888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94e57929-73f5-4469-b6ce-472051ba2e09 req-9f9b6dec-d40b-4b32-b028-91c459587852 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.2451956 Feb 09 03:34:40.412156 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Publish callbacks [] for port (aac47961-59d4-4522-8110-6f2367cd86a0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:40.422092 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:40.428815 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-98af0eb0-043c-4cf7-aee3-4097e4477196 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags HTTP/1.1" status: 204 len: 168 time: 0.3590705 Feb 09 03:34:40.429331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51828) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:40.434676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-a919fcca-5502-4c04-8d6d-8b7ff9025cbf tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:40.442199 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94e57929-73f5-4469-b6ce-472051ba2e09 req-2d5a7f2d-bbfa-4333-b6df-06ca26df507f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427543 Feb 09 03:34:40.444225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ed3fd0-45fa-4261-95a0-72f19dc69b03 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:40.455607 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-11ed3fd0-45fa-4261-95a0-72f19dc69b03 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:40.487584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Network d310f944-00cb-46ca-ae71-f8f1e1a68f77 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:40.489044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:40.492763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:40.511691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e5fb0-649f-49da-8d65-7103a51b280d req-b370b078-681d-4421-a7b6-c037240d11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:40.513636 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb8e5fb0-649f-49da-8d65-7103a51b280d req-b370b078-681d-4421-a7b6-c037240d11e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b65c5f552c47cd8a17145a587ad9ac&device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 1126 time: 0.1921573 Feb 09 03:34:40.524331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Pushing event updated for resources: {'Port': ['ID=aac47961-59d4-4522-8110-6f2367cd86a0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:40.583025 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a919fcca-5502-4c04-8d6d-8b7ff9025cbf tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags HTTP/1.1" status: 204 len: 168 time: 0.1482615 Feb 09 03:34:40.583253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Attempting to bind port aac47961-59d4-4522-8110-6f2367cd86a0 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:40.583253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Attempting to bind port aac47961-59d4-4522-8110-6f2367cd86a0 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '5f96f296-3e01-404c-8dc2-d1ae49341e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd310f944-00cb-46ca-ae71-f8f1e1a68f77'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:40.583253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Attempting to bind port aac47961-59d4-4522-8110-6f2367cd86a0 on network d310f944-00cb-46ca-ae71-f8f1e1a68f77 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:40.588250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51836) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:40.593002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-83b45c1e-4bab-435a-a46f-7de973872491 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2', 'tempest-TagsExtTest-Tag-1183452257') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:40.594652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:40.594652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Checking segment: {'id': '5f96f296-3e01-404c-8dc2-d1ae49341e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd310f944-00cb-46ca-ae71-f8f1e1a68f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:40.595037 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:40.595424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Bound using segment: {'id': '5f96f296-3e01-404c-8dc2-d1ae49341e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd310f944-00cb-46ca-ae71-f8f1e1a68f77'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:40.595901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Bound port: aac47961-59d4-4522-8110-6f2367cd86a0, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f96f296-3e01-404c-8dc2-d1ae49341e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd310f944-00cb-46ca-ae71-f8f1e1a68f77'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:40.596274 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:40.707025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53aba2c-76bd-4673-8ed4-359687d8ef11 req-f848150a-2d1a-45f4-baf6-0374f5e05bfd tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:40.709992 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e53aba2c-76bd-4673-8ed4-359687d8ef11 req-f848150a-2d1a-45f4-baf6-0374f5e05bfd tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 943 time: 0.1256073 Feb 09 03:34:40.730050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e5fb0-649f-49da-8d65-7103a51b280d req-7626ab8d-50b2-4da2-b52c-54382b9eab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:40.734791 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb8e5fb0-649f-49da-8d65-7103a51b280d req-7626ab8d-50b2-4da2-b52c-54382b9eab12 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2007e3e8-e057-4241-9e65-d01f6431c423 HTTP/1.1" status: 200 len: 910 time: 0.2083805 Feb 09 03:34:40.736177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] For port aac47961-59d4-4522-8110-6f2367cd86a0, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:40.747171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] For port aac47961-59d4-4522-8110-6f2367cd86a0, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aac47961-59d4-4522-8110-6f2367cd86a0,segment=NetworkSegment(5f96f296-3e01-404c-8dc2-d1ae49341e15),segment_id=5f96f296-3e01-404c-8dc2-d1ae49341e15)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:40.770702 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:40.775292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-83b45c1e-4bab-435a-a46f-7de973872491 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "PUT /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags/tempest-TagsExtTest-Tag-1183452257 HTTP/1.1" status: 201 len: 201 time: 0.1853213 Feb 09 03:34:40.779597 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e53aba2c-76bd-4673-8ed4-359687d8ef11 req-757408df-7165-4125-ad1e-957e9913fe8e tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602176 Feb 09 03:34:40.780265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51840) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:40.785066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-2ca1452d-4b1e-4231-9ea3-ffa22a2e1e32 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca', 'tempest-TagsExtTest-Tag-779846084') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:40.863018 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb8e5fb0-649f-49da-8d65-7103a51b280d req-c14be38e-f565-41df-86fc-1436a4e12981 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf5dc98-d770-419c-a824-d7ef688a132f HTTP/1.1" status: 200 len: 217 time: 0.1182384 Feb 09 03:34:40.883623 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2ca1452d-4b1e-4231-9ea3-ffa22a2e1e32 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "PUT /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags/tempest-TagsExtTest-Tag-779846084 HTTP/1.1" status: 201 len: 201 time: 0.1020892 Feb 09 03:34:40.885901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ddef1-d1cf-443a-b441-47cda8ab359d None None] Pushing event updated for resources: {'Port': ['ID=aac47961-59d4-4522-8110-6f2367cd86a0,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:40.886922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51842) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:40.895647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-0c8edbd8-9f4a-493b-b1e4-36ce481ec6ef tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793', 'tempest-TagsExtTest-Tag-1284384021') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:41.055649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e5fb0-649f-49da-8d65-7103a51b280d req-f2efc674-ab2c-4c6a-b10b-4e7ce636a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.057108 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb8e5fb0-649f-49da-8d65-7103a51b280d req-f2efc674-ab2c-4c6a-b10b-4e7ce636a908 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45933038-355d-4e10-bbd2-10715236be57 HTTP/1.1" status: 200 len: 849 time: 0.1536944 Feb 09 03:34:41.073463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66854c6b-516f-49b6-8d62-04d6fb603cdf req-85676af8-592d-4f82-be24-4af91bff586c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.074507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-11ed3fd0-45fa-4261-95a0-72f19dc69b03 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (ea70205f-0655-4669-9ef0-4c6548f17941), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:41.075172 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66854c6b-516f-49b6-8d62-04d6fb603cdf req-85676af8-592d-4f82-be24-4af91bff586c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1227589 Feb 09 03:34:41.099670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fccbb-5222-4d61-a68a-cda9c9b88e74 req-89234000-7fcb-47e9-b2a6-7748933d82b6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.101238 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d3fccbb-5222-4d61-a68a-cda9c9b88e74 req-89234000-7fcb-47e9-b2a6-7748933d82b6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.1968446 Feb 09 03:34:41.114962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0c8edbd8-9f4a-493b-b1e4-36ce481ec6ef tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "PUT /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags/tempest-TagsExtTest-Tag-1284384021 HTTP/1.1" status: 201 len: 201 time: 0.2233832 Feb 09 03:34:41.115180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51848) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:41.120084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-a705f957-f98c-4a29-b093-9f1dd962a449 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80', 'tempest-TagsExtTest-Tag-1975892168') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:41.127065 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb8e5fb0-649f-49da-8d65-7103a51b280d req-a557660f-e7bf-44c3-8c0e-1a0238b3ee84 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2007e3e8-e057-4241-9e65-d01f6431c423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642469 Feb 09 03:34:41.170364 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66854c6b-516f-49b6-8d62-04d6fb603cdf req-61089fc9-a062-4edc-89d5-d971389bbdc8 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771480 Feb 09 03:34:41.187179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a705f957-f98c-4a29-b093-9f1dd962a449 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "PUT /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags/tempest-TagsExtTest-Tag-1975892168 HTTP/1.1" status: 201 len: 201 time: 0.0710728 Feb 09 03:34:41.189198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 92c30ed2-5ae1-462a-86ce-11f779aeedac up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:41.189885 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51850) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:41.195329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-e18b2760-8270-4f74-8a22-b2f1dabba564 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2', {'tags': ['tempest-TagsExtTest-Tag-1508102343', 'tempest-TagsExtTest-Tag-932990669', 'tempest-TagsExtTest-Tag-528635845']}) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:41.262044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed3fd0-45fa-4261-95a0-72f19dc69b03 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Subnet': ['ID=ea70205f-0655-4669-9ef0-4c6548f17941,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:41.263364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 92c30ed2-5ae1-462a-86ce-11f779aeedac completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:34:41.269748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 92c30ed2-5ae1-462a-86ce-11f779aeedac triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:41.270582 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:41.296546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e18b2760-8270-4f74-8a22-b2f1dabba564 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "PUT /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags HTTP/1.1" status: 200 len: 316 time: 0.1048381 Feb 09 03:34:41.299270 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51854) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:41.303650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-8238d367-13dd-4ca9-992f-0c05af5b4053 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:41.319548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d3fccbb-5222-4d61-a68a-cda9c9b88e74 req-c4a2426c-2f16-4ff7-bb82-1f8340b37e91 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948588 Feb 09 03:34:41.326850 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed3fd0-45fa-4261-95a0-72f19dc69b03 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Checking segment: {'id': 'cd271b88-8f7b-4a72-9f93-99effbef5975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'aa94b21c-989b-42bb-a245-b1a69b37274b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:41.326850 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed3fd0-45fa-4261-95a0-72f19dc69b03 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network hostable DHCP agents. Network: aa94b21c-989b-42bb-a245-b1a69b37274b, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:41.328644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb8e5fb0-649f-49da-8d65-7103a51b280d req-b2ef1e7a-6404-4182-9003-d435e2f86309 service neutron] 10.222.0.65 "GET /v2.0/networks/2007e3e8-e057-4241-9e65-d01f6431c423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777391 Feb 09 03:34:41.417583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed3fd0-45fa-4261-95a0-72f19dc69b03 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network aa94b21c-989b-42bb-a245-b1a69b37274b is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:41.450684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 92c30ed2-5ae1-462a-86ce-11f779aeedac is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:41.451127 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:41.457945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a17fc-8d35-4155-b42b-29023b2aa468 req-f2673ce5-cbe4-4eb6-8ca0-d681a1decee4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.464832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a17fc-8d35-4155-b42b-29023b2aa468 req-f2673ce5-cbe4-4eb6-8ca0-d681a1decee4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.465005 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb8e5fb0-649f-49da-8d65-7103a51b280d req-e4fa1ff3-4dac-4563-9746-a1c63cc33ce4 service neutron] 10.222.0.65 "GET /v2.0/networks/2007e3e8-e057-4241-9e65-d01f6431c423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254585 Feb 09 03:34:41.467619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-11ed3fd0-45fa-4261-95a0-72f19dc69b03 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, aa94b21c-989b-42bb-a245-b1a69b37274b) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:41.471013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a17fc-8d35-4155-b42b-29023b2aa468 req-f2673ce5-cbe4-4eb6-8ca0-d681a1decee4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.477266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2a915-bcbf-4caa-ab65-3967569253eb None None] Network aa94b21c-989b-42bb-a245-b1a69b37274b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:41.484512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ed3fd0-45fa-4261-95a0-72f19dc69b03 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.484512 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-11ed3fd0-45fa-4261-95a0-72f19dc69b03 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:41.486514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:41.488782 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3f5aa9-9951-40d1-a113-e9b5f2dacd3a" -d '{"events": [{"server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "name": "network-vif-plugged", "status": "completed", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:41.492282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a17fc-8d35-4155-b42b-29023b2aa468 req-f2673ce5-cbe4-4eb6-8ca0-d681a1decee4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.501623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a17fc-8d35-4155-b42b-29023b2aa468 req-f2673ce5-cbe4-4eb6-8ca0-d681a1decee4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.507119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a17fc-8d35-4155-b42b-29023b2aa468 req-f2673ce5-cbe4-4eb6-8ca0-d681a1decee4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.516008 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a17fc-8d35-4155-b42b-29023b2aa468 req-f2673ce5-cbe4-4eb6-8ca0-d681a1decee4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.518676 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c3a17fc-8d35-4155-b42b-29023b2aa468 req-f2673ce5-cbe4-4eb6-8ca0-d681a1decee4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.2059147 Feb 09 03:34:41.534034 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-11ed3fd0-45fa-4261-95a0-72f19dc69b03 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3760705 Feb 09 03:34:41.534510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51858) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:41.548682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:41.560210 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:41.595049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51860) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:41.595285 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8238d367-13dd-4ca9-992f-0c05af5b4053 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags HTTP/1.1" status: 204 len: 168 time: 0.2939942 Feb 09 03:34:41.604762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-b7656f76-52a8-42d4-a0c5-d78284e985df tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2', 'tempest-TagsExtTest-Tag-1508102343') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:41.616944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0346b-5556-4b7c-af89-ecd92211839e req-d66745f5-f1cd-4b8e-9022-707fa0ef68ff tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.618575 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-47b0346b-5556-4b7c-af89-ecd92211839e req-d66745f5-f1cd-4b8e-9022-707fa0ef68ff tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 944 time: 0.1521235 Feb 09 03:34:41.624411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c3a17fc-8d35-4155-b42b-29023b2aa468 req-8b8bf756-7b4d-4ce1-b01b-8fed7d6df2b8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0901792 Feb 09 03:34:41.660201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=92c30ed2-5ae1-462a-86ce-11f779aeedac,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:41.683334 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32ba693-7f07-4a1b-8be0-b59b2043e201 x-openstack-request-id: req-f32ba693-7f07-4a1b-8be0-b59b2043e201 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:41.683627 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "name": "network-vif-plugged", "status": "completed", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:41.683885 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f32ba693-7f07-4a1b-8be0-b59b2043e201 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:41.684298 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'code': 200} Feb 09 03:34:41.685087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-aa94b21c-989b-42bb-a245-b1a69b37274b', 'network_id': 'aa94b21c-989b-42bb-a245-b1a69b37274b', 'project_id': '5dadd571069f4aa98954a712acfe7596', 'fixed_ips': [{'subnet_id': 'ea70205f-0655-4669-9ef0-4c6548f17941'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:34:41.685985 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:41.727341 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (aa94b21c-989b-42bb-a245-b1a69b37274b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:41.752924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-47b0346b-5556-4b7c-af89-ecd92211839e req-69d9e3b6-2b3b-4fb4-8a81-b7e9084cbd18 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1112449 Feb 09 03:34:41.841737 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-b7656f76-52a8-42d4-a0c5-d78284e985df tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] show failed (client error): The resource could not be found. Feb 09 03:34:41.842779 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b7656f76-52a8-42d4-a0c5-d78284e985df tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags/tempest-TagsExtTest-Tag-1508102343 HTTP/1.1" status: 404 len: 329 time: 0.2454793 Feb 09 03:34:41.845819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51864) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:41.851022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-802f3333-cf08-4397-af80-79458ead76bd tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2', 'tempest-TagsExtTest-Tag-932990669') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:41.851990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Allocated IP 2001:db8::1 (aa94b21c-989b-42bb-a245-b1a69b37274b/ea70205f-0655-4669-9ef0-4c6548f17941/fafa08c2-afda-4a09-aa8e-70659de8d385) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:41.895384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48621dd-4e96-46dc-ac1f-6253d88d83b5 req-13076790-f587-4764-a678-bf64e5c81e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.896910 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48621dd-4e96-46dc-ac1f-6253d88d83b5 req-13076790-f587-4764-a678-bf64e5c81e2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1128 time: 0.1491137 Feb 09 03:34:41.897703 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ea70205f-0655-4669-9ef0-4c6548f17941), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:41.972582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecff7b2-54c0-4c1c-b8f0-6409b3926f68 req-1abb2293-edb1-42f4-a86d-7bd14fe2d94f tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.974157 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ecff7b2-54c0-4c1c-b8f0-6409b3926f68 req-1abb2293-edb1-42f4-a86d-7bd14fe2d94f tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 943 time: 0.0723255 Feb 09 03:34:41.978663 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e48621dd-4e96-46dc-ac1f-6253d88d83b5 req-5a69be9a-8e82-4495-8f37-149a5208b026 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0521638 Feb 09 03:34:41.990350 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-802f3333-cf08-4397-af80-79458ead76bd tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] show failed (client error): The resource could not be found. Feb 09 03:34:41.991523 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-802f3333-cf08-4397-af80-79458ead76bd tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags/tempest-TagsExtTest-Tag-932990669 HTTP/1.1" status: 404 len: 328 time: 0.1446085 Feb 09 03:34:42.000039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51866) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:42.005946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-677d4cfe-45be-4ace-8fec-6047d8da6ad3 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2', 'tempest-TagsExtTest-Tag-528635845') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:42.066546 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Publish callbacks [] for port (fafa08c2-afda-4a09-aa8e-70659de8d385), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.081759 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (fafa08c2-afda-4a09-aa8e-70659de8d385), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.100091 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ecff7b2-54c0-4c1c-b8f0-6409b3926f68 req-0af1ba0b-69db-4baa-84df-ba1ae0b556c3 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168935 Feb 09 03:34:42.107305 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-677d4cfe-45be-4ace-8fec-6047d8da6ad3 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] show failed (client error): The resource could not be found. Feb 09 03:34:42.111026 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-677d4cfe-45be-4ace-8fec-6047d8da6ad3 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags/tempest-TagsExtTest-Tag-528635845 HTTP/1.1" status: 404 len: 328 time: 0.1073675 Feb 09 03:34:42.114994 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:42.119751 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (ea70205f-0655-4669-9ef0-4c6548f17941), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.130501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-a050aa24-a01f-4aba-a9c2-21a9eeb58aab tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca', {'tags': ['tempest-TagsExtTest-Tag-951050483', 'tempest-TagsExtTest-Tag-1161302152', 'tempest-TagsExtTest-Tag-368188257']}) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:42.141531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Pushing event updated for resources: {'Port': ['ID=fafa08c2-afda-4a09-aa8e-70659de8d385,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:42.159096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Subnet': ['ID=ea70205f-0655-4669-9ef0-4c6548f17941,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:42.170449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Network aa94b21c-989b-42bb-a245-b1a69b37274b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:42.171957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:42.175379 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:42.226723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a050aa24-a01f-4aba-a9c2-21a9eeb58aab tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "PUT /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags HTTP/1.1" status: 200 len: 316 time: 0.1082718 Feb 09 03:34:42.227625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51876) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:42.233612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-bf8ad574-a608-4c51-916d-42afcf3a6f99 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:42.252448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Attempting to bind port fafa08c2-afda-4a09-aa8e-70659de8d385 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:42.252767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Attempting to bind port fafa08c2-afda-4a09-aa8e-70659de8d385 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'cd271b88-8f7b-4a72-9f93-99effbef5975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'aa94b21c-989b-42bb-a245-b1a69b37274b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:42.253147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Attempting to bind port fafa08c2-afda-4a09-aa8e-70659de8d385 on network aa94b21c-989b-42bb-a245-b1a69b37274b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:42.255960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (aa94b21c-989b-42bb-a245-b1a69b37274b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.261167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:42.261693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Checking segment: {'id': 'cd271b88-8f7b-4a72-9f93-99effbef5975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'aa94b21c-989b-42bb-a245-b1a69b37274b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:42.262200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.262672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Bound using segment: {'id': 'cd271b88-8f7b-4a72-9f93-99effbef5975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'aa94b21c-989b-42bb-a245-b1a69b37274b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:42.263188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Bound port: fafa08c2-afda-4a09-aa8e-70659de8d385, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd271b88-8f7b-4a72-9f93-99effbef5975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'aa94b21c-989b-42bb-a245-b1a69b37274b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:42.263570 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fafa08c2-afda-4a09-aa8e-70659de8d385), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.336510 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bf8ad574-a608-4c51-916d-42afcf3a6f99 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags HTTP/1.1" status: 204 len: 168 time: 0.1070671 Feb 09 03:34:42.337806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff49f9f9-a4b9-4c80-8c56-6256a50d217b None None] Network d310f944-00cb-46ca-ae71-f8f1e1a68f77 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:42.339263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51878) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:42.341661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa94b21c-989b-42bb-a245-b1a69b37274b']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:42.343514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-5b1dcd67-da1d-4fa4-876a-44bbe1b9666a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca', 'tempest-TagsExtTest-Tag-951050483') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:42.379411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd271b88-8f7b-4a72-9f93-99effbef5975') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:42.379411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd271b88-8f7b-4a72-9f93-99effbef5975') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:42.443459 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-5b1dcd67-da1d-4fa4-876a-44bbe1b9666a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] show failed (client error): The resource could not be found. Feb 09 03:34:42.447470 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5b1dcd67-da1d-4fa4-876a-44bbe1b9666a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags/tempest-TagsExtTest-Tag-951050483 HTTP/1.1" status: 404 len: 328 time: 0.1043096 Feb 09 03:34:42.447694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51884) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:42.452247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-5bee82e7-60f5-4c52-b10f-6d8cf3d491d6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca', 'tempest-TagsExtTest-Tag-1161302152') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:42.462696 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (cd271b88-8f7b-4a72-9f93-99effbef5975), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.487859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] For port fafa08c2-afda-4a09-aa8e-70659de8d385, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:42.508116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2e477647-d93b-46f3-81b8-1a4d56ac1403 None None] Provisioning complete for port aac47961-59d4-4522-8110-6f2367cd86a0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:42.508495 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e477647-d93b-46f3-81b8-1a4d56ac1403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.544127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed94b9b-5037-4fc8-bff1-32bbb53223b5 req-353d68c6-82b1-4ddb-8113-77dede80cfcb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:42.554345 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3ed94b9b-5037-4fc8-bff1-32bbb53223b5 req-353d68c6-82b1-4ddb-8113-77dede80cfcb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.2418387 Feb 09 03:34:42.561542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedb700-0835-4b7a-9b69-2e513a229975 req-7f3dabfd-20fb-4695-ade4-12e1d0851777 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:42.568959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ebedb700-0835-4b7a-9b69-2e513a229975 req-7f3dabfd-20fb-4695-ade4-12e1d0851777 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.1059306 Feb 09 03:34:42.576195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] For port fafa08c2-afda-4a09-aa8e-70659de8d385, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fafa08c2-afda-4a09-aa8e-70659de8d385,segment=NetworkSegment(cd271b88-8f7b-4a72-9f93-99effbef5975),segment_id=cd271b88-8f7b-4a72-9f93-99effbef5975)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:42.594153 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (cd271b88-8f7b-4a72-9f93-99effbef5975), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.601884 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fafa08c2-afda-4a09-aa8e-70659de8d385), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.617401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:34:42.617823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (cd271b88-8f7b-4a72-9f93-99effbef5975), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:34:42.621720 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:34:42.638690 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-5bee82e7-60f5-4c52-b10f-6d8cf3d491d6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] show failed (client error): The resource could not be found. Feb 09 03:34:42.639751 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5bee82e7-60f5-4c52-b10f-6d8cf3d491d6 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags/tempest-TagsExtTest-Tag-1161302152 HTTP/1.1" status: 404 len: 329 time: 0.1911185 Feb 09 03:34:42.643199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51886) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:42.647755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-c44795ea-4552-4849-ba70-706db5766a97 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca', 'tempest-TagsExtTest-Tag-368188257') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:42.678537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3ed94b9b-5037-4fc8-bff1-32bbb53223b5 req-1588261b-d6cb-4c5e-94ae-e5ecc0700f90 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183488 Feb 09 03:34:42.705776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a32bee-c5ba-4bcb-8a95-6a1d3b66e62a None None] Pushing event updated for resources: {'Port': ['ID=fafa08c2-afda-4a09-aa8e-70659de8d385,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:42.709035 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aac47961-59d4-4522-8110-6f2367cd86a0 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:42.713348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ebedb700-0835-4b7a-9b69-2e513a229975 req-638d482d-0e23-40fe-93bf-ad769451fc00 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433372 Feb 09 03:34:42.767100 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-c44795ea-4552-4849-ba70-706db5766a97 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] show failed (client error): The resource could not be found. Feb 09 03:34:42.771187 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c44795ea-4552-4849-ba70-706db5766a97 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags/tempest-TagsExtTest-Tag-368188257 HTTP/1.1" status: 404 len: 328 time: 0.1270270 Feb 09 03:34:42.773904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51892) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:42.779429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-4d50bbee-9553-4a2e-a256-bd9f4293dd44 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793', {'tags': ['tempest-TagsExtTest-Tag-1732968690', 'tempest-TagsExtTest-Tag-353093077', 'tempest-TagsExtTest-Tag-802922728']}) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:42.786733 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.api [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:34:42.786733 n-d-824835-15 neutron-server[103328]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:34:42.786733 n-d-824835-15 neutron-server[103328]: [parameters: {'id': 'aa94b21c-989b-42bb-a245-b1a69b37274b'}] Feb 09 03:34:42.786733 n-d-824835-15 neutron-server[103328]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:34:42.786733 n-d-824835-15 neutron-server[103328]: DEBUG oslo_db.api [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:34:42.836075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382023cd-e037-4138-93a1-6ac2c057f4d8 req-281665ea-24d6-492f-a546-85964aa29d4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:42.846792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382023cd-e037-4138-93a1-6ac2c057f4d8 req-281665ea-24d6-492f-a546-85964aa29d4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:42.863146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382023cd-e037-4138-93a1-6ac2c057f4d8 req-281665ea-24d6-492f-a546-85964aa29d4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:42.881995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382023cd-e037-4138-93a1-6ac2c057f4d8 req-281665ea-24d6-492f-a546-85964aa29d4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:42.888281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019bd0bc-52e3-4820-a13c-2cc0eece90b3 None None] Network aa94b21c-989b-42bb-a245-b1a69b37274b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:42.891672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382023cd-e037-4138-93a1-6ac2c057f4d8 req-281665ea-24d6-492f-a546-85964aa29d4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:42.898636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382023cd-e037-4138-93a1-6ac2c057f4d8 req-281665ea-24d6-492f-a546-85964aa29d4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:42.905589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382023cd-e037-4138-93a1-6ac2c057f4d8 req-281665ea-24d6-492f-a546-85964aa29d4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:42.913522 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-382023cd-e037-4138-93a1-6ac2c057f4d8 req-281665ea-24d6-492f-a546-85964aa29d4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.1699862 Feb 09 03:34:43.009377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-382023cd-e037-4138-93a1-6ac2c057f4d8 req-45adb855-41d5-458d-ac3c-90876e03685d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0902867 Feb 09 03:34:43.040946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2e477647-d93b-46f3-81b8-1a4d56ac1403 None None] Current status of the port aac47961-59d4-4522-8110-6f2367cd86a0 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:43.053199 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e477647-d93b-46f3-81b8-1a4d56ac1403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:43.056274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port aac47961-59d4-4522-8110-6f2367cd86a0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:43.057022 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:43.068477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4d50bbee-9553-4a2e-a256-bd9f4293dd44 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "PUT /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags HTTP/1.1" status: 200 len: 316 time: 0.2904646 Feb 09 03:34:43.068832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51898) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:43.073908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-1d7045fc-71fd-4f07-a984-b389f063218f tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:43.078445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a649145-469f-48c0-af65-89390e94936e req-001b7585-ca8b-47e6-9072-005d612662ef tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:43.093758 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a649145-469f-48c0-af65-89390e94936e req-001b7585-ca8b-47e6-9072-005d612662ef tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.1906183 Feb 09 03:34:43.201452 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a649145-469f-48c0-af65-89390e94936e req-cf2301d4-f2b9-4236-892d-bd570356333f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1064970 Feb 09 03:34:43.209726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fd205363-8e9b-4e98-9d11-ca78bb8b6338 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:43.243688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2e477647-d93b-46f3-81b8-1a4d56ac1403 None None] For port aac47961-59d4-4522-8110-6f2367cd86a0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aac47961-59d4-4522-8110-6f2367cd86a0,segment=NetworkSegment(5f96f296-3e01-404c-8dc2-d1ae49341e15),segment_id=5f96f296-3e01-404c-8dc2-d1ae49341e15)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:43.257277 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e477647-d93b-46f3-81b8-1a4d56ac1403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:43.264560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a26cf1-a43c-49c2-ba13-afd0709d4e10 None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:34:43.304215 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (aa94b21c-989b-42bb-a245-b1a69b37274b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:43.371030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1d7045fc-71fd-4f07-a984-b389f063218f tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags HTTP/1.1" status: 204 len: 168 time: 0.3010378 Feb 09 03:34:43.372812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:34:43.376211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51904) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:43.386047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-959f6710-8633-4c45-a32f-88babee40e41 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793', 'tempest-TagsExtTest-Tag-1732968690') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:43.493184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:43.518811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'port_id': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'mac_address': 'fa:16:3e:b1:61:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:43.575210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b2770a8e-f952-4890-9449-d134c0f670cf None None] Provisioning complete for port aac47961-59d4-4522-8110-6f2367cd86a0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:43.575850 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2770a8e-f952-4890-9449-d134c0f670cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:43.783881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca4b9f-d166-4749-b3b4-cf75412cfba5 req-c521202a-0952-497c-bb34-f510e88f359b tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:43.792041 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0eca4b9f-d166-4749-b3b4-cf75412cfba5 req-c521202a-0952-497c-bb34-f510e88f359b tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 943 time: 0.4503613 Feb 09 03:34:43.807898 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-959f6710-8633-4c45-a32f-88babee40e41 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] show failed (client error): The resource could not be found. Feb 09 03:34:43.809058 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-959f6710-8633-4c45-a32f-88babee40e41 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags/tempest-TagsExtTest-Tag-1732968690 HTTP/1.1" status: 404 len: 329 time: 0.4275122 Feb 09 03:34:43.814708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51910) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:43.828466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-05e35cf3-a7ae-40bf-aaa1-9d8ff39cca6a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793', 'tempest-TagsExtTest-Tag-353093077') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:43.839803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Deleting port fafa08c2-afda-4a09-aa8e-70659de8d385 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:34:43.840415 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fafa08c2-afda-4a09-aa8e-70659de8d385), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:43.857746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0eca4b9f-d166-4749-b3b4-cf75412cfba5 req-b7f0b4c5-7ee8-4650-9ff5-e3d91aba11b0 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642478 Feb 09 03:34:43.888425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e11039-d5a7-49a0-beed-cec494d6fc3d req-1c2a1ca5-7a55-4a8f-a2bb-dab313278db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:43.891083 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9e11039-d5a7-49a0-beed-cec494d6fc3d req-1c2a1ca5-7a55-4a8f-a2bb-dab313278db8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=294df6b61c34479ba0d8657cdca53b52&device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 1129 time: 0.4928558 Feb 09 03:34:43.895373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e477647-d93b-46f3-81b8-1a4d56ac1403 None None] Pushing event updated for resources: {'Port': ['ID=aac47961-59d4-4522-8110-6f2367cd86a0,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:43.898011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e857bf-2453-4a92-a079-6bf05d41499c req-6f63e029-3483-45a0-96e7-4ba86ad9d6a8 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:43.906307 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7e857bf-2453-4a92-a079-6bf05d41499c req-6f63e029-3483-45a0-96e7-4ba86ad9d6a8 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.5389457 Feb 09 03:34:43.913529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port fd205363-8e9b-4e98-9d11-ca78bb8b6338 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:43.913925 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:43.929760 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port aac47961-59d4-4522-8110-6f2367cd86a0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:43.967276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd205363-8e9b-4e98-9d11-ca78bb8b6338 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:43.989523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246167-2563-4224-9ad3-7d05c6a31161 req-be3f3580-2043-4dbe-9cda-7b17834afa15 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:43.990457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:43.991806 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea246167-2563-4224-9ad3-7d05c6a31161 req-be3f3580-2043-4dbe-9cda-7b17834afa15 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 943 time: 0.0697472 Feb 09 03:34:44.005259 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:44.039402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b2770a8e-f952-4890-9449-d134c0f670cf None None] Current status of the port aac47961-59d4-4522-8110-6f2367cd86a0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:44.067800 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea246167-2563-4224-9ad3-7d05c6a31161 req-6afbd260-4f81-4047-ab25-db1570a0d2d6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617180 Feb 09 03:34:44.070905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a26cf1-a43c-49c2-ba13-afd0709d4e10 None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:34:44.097701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=fd205363-8e9b-4e98-9d11-ca78bb8b6338,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:44.121046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] For port fafa08c2-afda-4a09-aa8e-70659de8d385, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fafa08c2-afda-4a09-aa8e-70659de8d385,segment=NetworkSegment(cd271b88-8f7b-4a72-9f93-99effbef5975),segment_id=cd271b88-8f7b-4a72-9f93-99effbef5975)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:44.121449 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fafa08c2-afda-4a09-aa8e-70659de8d385), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:44.148035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Calling delete_port for fafa08c2-afda-4a09-aa8e-70659de8d385 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:34:44.166591 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7e857bf-2453-4a92-a079-6bf05d41499c req-94281c9a-3a11-40b3-b2b5-ccf7c3cb782c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366745 Feb 09 03:34:44.194827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2cf5dc98-d770-419c-a824-d7ef688a132f details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:44.198694 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-05e35cf3-a7ae-40bf-aaa1-9d8ff39cca6a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] show failed (client error): The resource could not be found. Feb 09 03:34:44.199953 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-05e35cf3-a7ae-40bf-aaa1-9d8ff39cca6a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags/tempest-TagsExtTest-Tag-353093077 HTTP/1.1" status: 404 len: 328 time: 0.3781309 Feb 09 03:34:44.203543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51914) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:44.209344 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-a72b83db-b663-4543-97ea-6bcfa6f14dfd tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793', 'tempest-TagsExtTest-Tag-802922728') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:44.261350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e11039-d5a7-49a0-beed-cec494d6fc3d req-a14f70e1-3f63-449c-a470-7cd9753a9e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.262891 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9e11039-d5a7-49a0-beed-cec494d6fc3d req-a14f70e1-3f63-449c-a470-7cd9753a9e0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 200 len: 915 time: 0.3552177 Feb 09 03:34:44.287031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['fd205363-8e9b-4e98-9d11-ca78bb8b6338'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:44.325948 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9e11039-d5a7-49a0-beed-cec494d6fc3d req-9521974d-d900-47e9-aecd-d82a4c342dc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 200 len: 217 time: 0.0517335 Feb 09 03:34:44.336137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0b87-f8ea-4b54-bb08-d339950a5825 req-bdd94ac6-16ea-4735-b18d-512103bbea30 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.344133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0b87-f8ea-4b54-bb08-d339950a5825 req-bdd94ac6-16ea-4735-b18d-512103bbea30 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.347941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0b87-f8ea-4b54-bb08-d339950a5825 req-bdd94ac6-16ea-4735-b18d-512103bbea30 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.355063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0b87-f8ea-4b54-bb08-d339950a5825 req-bdd94ac6-16ea-4735-b18d-512103bbea30 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.361200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0b87-f8ea-4b54-bb08-d339950a5825 req-bdd94ac6-16ea-4735-b18d-512103bbea30 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.368217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0b87-f8ea-4b54-bb08-d339950a5825 req-bdd94ac6-16ea-4735-b18d-512103bbea30 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.374309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0b87-f8ea-4b54-bb08-d339950a5825 req-bdd94ac6-16ea-4735-b18d-512103bbea30 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.379357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f51a0b87-f8ea-4b54-bb08-d339950a5825 req-bdd94ac6-16ea-4735-b18d-512103bbea30 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.2148905 Feb 09 03:34:44.440231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cba66-41e2-4aaf-aef9-4d156fc8bc5e req-fe2bee4f-d44a-4b86-9ee8-872e00414285 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.442657 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-526cba66-41e2-4aaf-aef9-4d156fc8bc5e req-fe2bee4f-d44a-4b86-9ee8-872e00414285 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.1104262 Feb 09 03:34:44.444565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e11039-d5a7-49a0-beed-cec494d6fc3d req-fa9fe617-acc5-41bd-b5c4-db786a1bdfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.446611 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9e11039-d5a7-49a0-beed-cec494d6fc3d req-fa9fe617-acc5-41bd-b5c4-db786a1bdfeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 200 len: 854 time: 0.0789189 Feb 09 03:34:44.447560 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fafa08c2-afda-4a09-aa8e-70659de8d385), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:44.477082 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-a72b83db-b663-4543-97ea-6bcfa6f14dfd tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] show failed (client error): The resource could not be found. Feb 09 03:34:44.482497 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a72b83db-b663-4543-97ea-6bcfa6f14dfd tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags/tempest-TagsExtTest-Tag-802922728 HTTP/1.1" status: 404 len: 328 time: 0.2779400 Feb 09 03:34:44.494857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f51a0b87-f8ea-4b54-bb08-d339950a5825 req-4c46ca6f-c08f-44d7-b4a1-1b8b80dea9c5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1079109 Feb 09 03:34:44.495395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51918) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:44.528218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-5e9f4875-5e85-4325-a816-b8a684c72629 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80', {'tags': ['tempest-TagsExtTest-Tag-1472466842', 'tempest-TagsExtTest-Tag-915721306', 'tempest-TagsExtTest-Tag-5422851']}) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:44.571594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2cf5dc98-d770-419c-a824-d7ef688a132f, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2cf5dc98-d770-419c-a824-d7ef688a132f,segment=NetworkSegment(6a0a04b8-0ebb-414d-a819-b618076251bb),segment_id=6a0a04b8-0ebb-414d-a819-b618076251bb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:44.574423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aac47961-59d4-4522-8110-6f2367cd86a0 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:44.596368 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5e9f4875-5e85-4325-a816-b8a684c72629 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "PUT /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags HTTP/1.1" status: 200 len: 314 time: 0.0928760 Feb 09 03:34:44.599105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51922) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:44.601674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9e11039-d5a7-49a0-beed-cec494d6fc3d req-46262e27-e42c-40f2-b4d7-550bd5d2d60a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69fb9b00-c2ef-4b22-bb85-44f083234f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459378 Feb 09 03:34:44.604478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Port': ['ID=fafa08c2-afda-4a09-aa8e-70659de8d385,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:44.610634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-57a25c42-f92f-4572-a965-e52fe9cee84b tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:44.621969 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-526cba66-41e2-4aaf-aef9-4d156fc8bc5e req-fa3e87fe-cf5e-4dcd-875a-db9fec855127 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1699638 Feb 09 03:34:44.637620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No DVR routers for this DVR port fafa08c2-afda-4a09-aa8e-70659de8d385 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:34:44.666447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '2cf5dc98-d770-419c-a824-d7ef688a132f', 'network_id': '2007e3e8-e057-4241-9e65-d01f6431c423', 'port_id': '2cf5dc98-d770-419c-a824-d7ef688a132f', 'mac_address': 'fa:16:3e:42:59:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45933038-355d-4e10-bbd2-10715236be57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:44.678281 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-57a25c42-f92f-4572-a965-e52fe9cee84b tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags HTTP/1.1" status: 204 len: 168 time: 0.0781198 Feb 09 03:34:44.681609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51926) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:44.690569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-8d78308e-7d47-4cf8-9bcf-028cdbcd947f tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80', 'tempest-TagsExtTest-Tag-1472466842') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:44.733457 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-8d78308e-7d47-4cf8-9bcf-028cdbcd947f tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] show failed (client error): The resource could not be found. Feb 09 03:34:44.736976 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8d78308e-7d47-4cf8-9bcf-028cdbcd947f tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags/tempest-TagsExtTest-Tag-1472466842 HTTP/1.1" status: 404 len: 329 time: 0.0516589 Feb 09 03:34:44.745925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51928) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:44.750353 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-20e4a817-ec69-40e6-90ee-0cc6029693f0 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80', 'tempest-TagsExtTest-Tag-915721306') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:44.773797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2cf5dc98-d770-419c-a824-d7ef688a132f is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:44.774191 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:44.782185 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (aa94b21c-989b-42bb-a245-b1a69b37274b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:44.795097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf5dc98-d770-419c-a824-d7ef688a132f {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:44.800503 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-20e4a817-ec69-40e6-90ee-0cc6029693f0 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] show failed (client error): The resource could not be found. Feb 09 03:34:44.804209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-20e4a817-ec69-40e6-90ee-0cc6029693f0 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags/tempest-TagsExtTest-Tag-915721306 HTTP/1.1" status: 404 len: 328 time: 0.0548682 Feb 09 03:34:44.806555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51930) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:44.811420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-38918f64-571a-421c-a3b3-fea7cefaa558 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80', 'tempest-TagsExtTest-Tag-5422851') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:44.816628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa94b21c-989b-42bb-a245-b1a69b37274b']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:44.820139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2cf5dc98-d770-419c-a824-d7ef688a132f, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2cf5dc98-d770-419c-a824-d7ef688a132f,segment=NetworkSegment(6a0a04b8-0ebb-414d-a819-b618076251bb),segment_id=6a0a04b8-0ebb-414d-a819-b618076251bb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:44.820516 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9e11039-d5a7-49a0-beed-cec494d6fc3d req-9a37d0b7-be5b-41c4-be55-eea05fa11aca service neutron] 10.222.0.42 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970227 Feb 09 03:34:44.822122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port aac47961-59d4-4522-8110-6f2367cd86a0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:44.822813 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:44.837803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad6c9a-4a7e-4899-b4bc-51f8cf649e9e req-a8bf1a2f-c47e-4bfd-86de-1f6eba5bdccc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.839850 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfad6c9a-4a7e-4899-b4bc-51f8cf649e9e req-a8bf1a2f-c47e-4bfd-86de-1f6eba5bdccc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.1040027 Feb 09 03:34:44.840959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd271b88-8f7b-4a72-9f93-99effbef5975') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:44.841259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd271b88-8f7b-4a72-9f93-99effbef5975') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:44.850644 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:44.883454 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-38918f64-571a-421c-a3b3-fea7cefaa558 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] show failed (client error): The resource could not be found. Feb 09 03:34:44.888049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-38918f64-571a-421c-a3b3-fea7cefaa558 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags/tempest-TagsExtTest-Tag-5422851 HTTP/1.1" status: 404 len: 326 time: 0.0779886 Feb 09 03:34:44.888421 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51934) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:44.893595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-6c89edad-b10f-4ae3-9c37-f0ff431922e8 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '346d446e-97b5-4388-9f65-c7a8a45bff80') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:44.923278 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (cd271b88-8f7b-4a72-9f93-99effbef5975), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:44.947953 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfad6c9a-4a7e-4899-b4bc-51f8cf649e9e req-51c05314-7cb9-44b8-b13b-2d272ce65328 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0927181 Feb 09 03:34:44.949888 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6c89edad-b10f-4ae3-9c37-f0ff431922e8 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80/tags HTTP/1.1" status: 204 len: 168 time: 0.0607266 Feb 09 03:34:44.952426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51936) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:44.957864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-f926c3cb-0931-4723-803c-009cf26baa8e tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '85016b9f-071f-4cad-a1d7-3da3771aa793') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:44.966863 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (cd271b88-8f7b-4a72-9f93-99effbef5975), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:44.993019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51938) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:45.008439 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2cf5dc98-d770-419c-a824-d7ef688a132f,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:45.068407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port aac47961-59d4-4522-8110-6f2367cd86a0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:45.078722 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f926c3cb-0931-4723-803c-009cf26baa8e tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793/tags HTTP/1.1" status: 204 len: 168 time: 0.1230698 Feb 09 03:34:45.080137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:45.086331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-68a498e3-a30f-43ea-8538-4d6c3abfff7a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '36e6a007-4454-4070-8478-c0fd4cfa47ca') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:45.092460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:34:45.093006 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (cd271b88-8f7b-4a72-9f93-99effbef5975), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:34:45.098841 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:34:45.147164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9e11039-d5a7-49a0-beed-cec494d6fc3d req-2e25ba14-a7f3-449f-be9d-24256cf39a1c service neutron] 10.222.0.42 "GET /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190191 Feb 09 03:34:45.164882 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-68a498e3-a30f-43ea-8538-4d6c3abfff7a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0835657 Feb 09 03:34:45.172666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51944) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:45.180372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-19a251a9-a49c-450a-86f6-b16b31de4bf4 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fa1ea781-947c-45a9-a5cb-76416df5b1a2') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:45.218313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f908dc-3a92-488b-9094-43d0dacada6e req-2dbb0e3a-bdfa-42b8-9d26-b2083a81dddd tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:45.219924 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84f908dc-3a92-488b-9094-43d0dacada6e req-2dbb0e3a-bdfa-42b8-9d26-b2083a81dddd tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 944 time: 0.0715630 Feb 09 03:34:45.229442 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (aa94b21c-989b-42bb-a245-b1a69b37274b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.249920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.257699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51948) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:45.258478 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/aa94b21c-989b-42bb-a245-b1a69b37274b HTTP/1.1" status: 204 len: 168 time: 3.7229302 Feb 09 03:34:45.263595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb0ab3e-a29f-444a-bf5a-79114c9dc74f tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:45.263935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8d16fe2c-636a-48bc-8350-1f451cb88efa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869925832'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:45.267914 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ccb0ab3e-a29f-444a-bf5a-79114c9dc74f tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1123 time: 0.2186675 Feb 09 03:34:45.268829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51950) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:45.273788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:45.285343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea9326-97fa-46c8-86a4-89c8006d6d79 req-67321674-0383-435f-a405-3401a782838d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:45.286875 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-22ea9326-97fa-46c8-86a4-89c8006d6d79 req-67321674-0383-435f-a405-3401a782838d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 944 time: 0.3105557 Feb 09 03:34:45.289897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e2faf-ce06-4169-b9ee-0ec80d2964ab tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Network': ['ID=aa94b21c-989b-42bb-a245-b1a69b37274b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:45.302650 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['2cf5dc98-d770-419c-a824-d7ef688a132f'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:45.313557 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84f908dc-3a92-488b-9094-43d0dacada6e req-77899ed8-f282-474c-8566-bcfb9efc9476 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859675 Feb 09 03:34:45.319859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d16fe2c-636a-48bc-8350-1f451cb88efa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:45.323898 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d16fe2c-636a-48bc-8350-1f451cb88efa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.336370 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.370152 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-22ea9326-97fa-46c8-86a4-89c8006d6d79 req-c9e4b923-9d89-49e6-ba53-165d9334d069 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704262 Feb 09 03:34:45.372342 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-19a251a9-a49c-450a-86f6-b16b31de4bf4 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2/tags HTTP/1.1" status: 204 len: 168 time: 0.1953356 Feb 09 03:34:45.385982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51952) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:45.400974 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d16fe2c-636a-48bc-8350-1f451cb88efa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:34:45.431660 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d16fe2c-636a-48bc-8350-1f451cb88efa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (33986f0e-a9df-4830-b798-487d3b9ddafd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.432010 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-8d16fe2c-636a-48bc-8350-1f451cb88efa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Added segment 33986f0e-a9df-4830-b798-487d3b9ddafd of type vlan for network 5d27cefd-a1aa-4ef0-b12c-1e03328b5c26 Feb 09 03:34:45.516009 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d16fe2c-636a-48bc-8350-1f451cb88efa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (5d27cefd-a1aa-4ef0-b12c-1e03328b5c26), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.535877 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96b4b3f8-5cbe-424b-8c33-dfec46e0ec3a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.538277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-96b4b3f8-5cbe-424b-8c33-dfec46e0ec3a tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/subnetpools/346d446e-97b5-4388-9f65-c7a8a45bff80 HTTP/1.1" status: 204 len: 168 time: 0.1501212 Feb 09 03:34:45.540557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51958) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:45.586113 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d16fe2c-636a-48bc-8350-1f451cb88efa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (5d27cefd-a1aa-4ef0-b12c-1e03328b5c26), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.586487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f5a04cee-ba79-4e85-952d-6a8cbf8fafc3 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "GET /v2.0/ports?device_id=85016b9f-071f-4cad-a1d7-3da3771aa793 HTTP/1.1" status: 200 len: 205 time: 0.0429242 Feb 09 03:34:45.588481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51960) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:45.591429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d16fe2c-636a-48bc-8350-1f451cb88efa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:45.592050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d16fe2c-636a-48bc-8350-1f451cb88efa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.606379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63c479-eae2-49ff-ae4d-80be14b884c5 req-0be5c35a-9149-4126-b7a9-4fa740724b21 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:45.608027 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf63c479-eae2-49ff-ae4d-80be14b884c5 req-0be5c35a-9149-4126-b7a9-4fa740724b21 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1406295 Feb 09 03:34:45.664052 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8b79fa7-1aa4-4ca3-91a3-9f03b75707d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.717024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8d16fe2c-636a-48bc-8350-1f451cb88efa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4575639 Feb 09 03:34:45.723533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51962) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:45.730735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-61bf68da-ba91-495c-8686-d789f6d9ddba tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'subnet': {'network_id': '5d27cefd-a1aa-4ef0-b12c-1e03328b5c26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:45.733402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf63c479-eae2-49ff-ae4d-80be14b884c5 req-d522cc59-6024-40a4-b4b6-fa92b8e23a15 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046944 Feb 09 03:34:45.734885 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.746757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16fe2c-636a-48bc-8350-1f451cb88efa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Network': ['ID=5d27cefd-a1aa-4ef0-b12c-1e03328b5c26,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:45.752549 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf58f7e9-c061-4dae-8c5e-3f55f927fe80 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for router (85016b9f-071f-4cad-a1d7-3da3771aa793), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:45.766593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 5d27cefd-a1aa-4ef0-b12c-1e03328b5c26 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:34:45.873019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.25.5.153 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/417e192f-0711-47d6-a87b-0d6f01294fc4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:45.988374 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (417e192f-0711-47d6-a87b-0d6f01294fc4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:46.031397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de72b5-2817-441b-93cb-950f6be4e568 req-0b82f8fc-3ab0-43a8-b9fd-0f774f295dbb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.035660 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (417e192f-0711-47d6-a87b-0d6f01294fc4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:46.038101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de72b5-2817-441b-93cb-950f6be4e568 req-0b82f8fc-3ab0-43a8-b9fd-0f774f295dbb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.046490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de72b5-2817-441b-93cb-950f6be4e568 req-0b82f8fc-3ab0-43a8-b9fd-0f774f295dbb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.053204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de72b5-2817-441b-93cb-950f6be4e568 req-0b82f8fc-3ab0-43a8-b9fd-0f774f295dbb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.060561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de72b5-2817-441b-93cb-950f6be4e568 req-0b82f8fc-3ab0-43a8-b9fd-0f774f295dbb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.067127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de72b5-2817-441b-93cb-950f6be4e568 req-0b82f8fc-3ab0-43a8-b9fd-0f774f295dbb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.073892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de72b5-2817-441b-93cb-950f6be4e568 req-0b82f8fc-3ab0-43a8-b9fd-0f774f295dbb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.075848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87de72b5-2817-441b-93cb-950f6be4e568 req-0b82f8fc-3ab0-43a8-b9fd-0f774f295dbb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.3850234 Feb 09 03:34:46.080631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:46.083963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:46.088296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:46.094007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=417e192f-0711-47d6-a87b-0d6f01294fc4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:46.138449 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf58f7e9-c061-4dae-8c5e-3f55f927fe80 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (85016b9f-071f-4cad-a1d7-3da3771aa793), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:46.140922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf58f7e9-c061-4dae-8c5e-3f55f927fe80 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for router_controller (85016b9f-071f-4cad-a1d7-3da3771aa793), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:46.146397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bf68da-ba91-495c-8686-d789f6d9ddba tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:46.150881 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61bf68da-ba91-495c-8686-d789f6d9ddba tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:46.299304 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf58f7e9-c061-4dae-8c5e-3f55f927fe80 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (85016b9f-071f-4cad-a1d7-3da3771aa793), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:46.303914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf58f7e9-c061-4dae-8c5e-3f55f927fe80 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Fanout notify agent at l3_agent the message router_deleted on router 85016b9f-071f-4cad-a1d7-3da3771aa793 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:34:46.306835 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf58f7e9-c061-4dae-8c5e-3f55f927fe80 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:46.307973 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bf58f7e9-c061-4dae-8c5e-3f55f927fe80 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/routers/85016b9f-071f-4cad-a1d7-3da3771aa793 HTTP/1.1" status: 204 len: 168 time: 0.7182412 Feb 09 03:34:46.310925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51966) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:46.329942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87de72b5-2817-441b-93cb-950f6be4e568 req-477c02b0-7dfd-402f-8458-cb3e1eaeb111 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2239711 Feb 09 03:34:46.620856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d392dc-ea59-4359-afea-c786842aaebb req-53618345-bee9-4c4c-ac69-2317dab552ed tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.622465 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32d392dc-ea59-4359-afea-c786842aaebb req-53618345-bee9-4c4c-ac69-2317dab552ed tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 944 time: 0.1558633 Feb 09 03:34:46.692030 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (2bbd3a24-e5d6-4451-9683-aa6b300a6c93), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:46.747931 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32d392dc-ea59-4359-afea-c786842aaebb req-3266c8c0-6947-4547-b7c1-5b24c66aead4 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032522 Feb 09 03:34:46.833741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (417e192f-0711-47d6-a87b-0d6f01294fc4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:46.848116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8fe79-e435-47c4-bde7-282c83245cd5 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Deleting port 36e6a007-4454-4070-8478-c0fd4cfa47ca {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:34:46.848668 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0e8fe79-e435-47c4-bde7-282c83245cd5 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (36e6a007-4454-4070-8478-c0fd4cfa47ca), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:46.876094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2160ef6-d320-4625-bc1a-22f6f60f88a0 req-00d20fa3-c551-4649-aab7-55ff1676fb0f tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.877615 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2160ef6-d320-4625-bc1a-22f6f60f88a0 req-00d20fa3-c551-4649-aab7-55ff1676fb0f tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 944 time: 0.1717219 Feb 09 03:34:46.924109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61bf68da-ba91-495c-8686-d789f6d9ddba tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (d0d39660-f12d-442b-9ce3-52ac263d4f6f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:46.991176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc32a39-844d-47a4-99f4-dc50e1429b85 req-5b859a65-126a-4f2a-ab52-9e6f6e4ce68d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.992502 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fc32a39-844d-47a4-99f4-dc50e1429b85 req-5b859a65-126a-4f2a-ab52-9e6f6e4ce68d tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1300726 Feb 09 03:34:47.040172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2160ef6-d320-4625-bc1a-22f6f60f88a0 req-29f820c4-6dac-4def-aab3-2aefe2bd97a2 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357262 Feb 09 03:34:47.047880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf68da-ba91-495c-8686-d789f6d9ddba tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Subnet': ['ID=d0d39660-f12d-442b-9ce3-52ac263d4f6f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:47.065545 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0e8fe79-e435-47c4-bde7-282c83245cd5 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (36e6a007-4454-4070-8478-c0fd4cfa47ca), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.077400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf68da-ba91-495c-8686-d789f6d9ddba tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Checking segment: {'id': '33986f0e-a9df-4830-b798-487d3b9ddafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '5d27cefd-a1aa-4ef0-b12c-1e03328b5c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:47.077732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf68da-ba91-495c-8686-d789f6d9ddba tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network hostable DHCP agents. Network: 5d27cefd-a1aa-4ef0-b12c-1e03328b5c26, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:47.084427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8fe79-e435-47c4-bde7-282c83245cd5 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Calling delete_port for 36e6a007-4454-4070-8478-c0fd4cfa47ca owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:34:47.101908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fc32a39-844d-47a4-99f4-dc50e1429b85 req-16bb3f19-fe5c-40f9-8e4c-672dd8576099 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835769 Feb 09 03:34:47.140473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf68da-ba91-495c-8686-d789f6d9ddba tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network 5d27cefd-a1aa-4ef0-b12c-1e03328b5c26 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:47.147521 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (417e192f-0711-47d6-a87b-0d6f01294fc4), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.154423 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (417e192f-0711-47d6-a87b-0d6f01294fc4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.162933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-61bf68da-ba91-495c-8686-d789f6d9ddba tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 5d27cefd-a1aa-4ef0-b12c-1e03328b5c26) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:47.169909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bf68da-ba91-495c-8686-d789f6d9ddba tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:47.170511 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61bf68da-ba91-495c-8686-d789f6d9ddba tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.176376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fa0e6c-61b5-4015-b6cc-929a63915223 None None] Network 5d27cefd-a1aa-4ef0-b12c-1e03328b5c26 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:47.203541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-61bf68da-ba91-495c-8686-d789f6d9ddba tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4771087 Feb 09 03:34:47.213335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51978) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:47.242483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-edf7ba1b-49a7-4f88-ba47-4738f9c9b666 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-698264797'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:47.278161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fd205363-8e9b-4e98-9d11-ca78bb8b6338 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:47.281771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=417e192f-0711-47d6-a87b-0d6f01294fc4,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:47.285746 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (2bbd3a24-e5d6-4451-9683-aa6b300a6c93), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.323871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf7ba1b-49a7-4f88-ba47-4738f9c9b666 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:47.329466 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-edf7ba1b-49a7-4f88-ba47-4738f9c9b666 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.368714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf7ba1b-49a7-4f88-ba47-4738f9c9b666 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:34:47.380163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-edf7ba1b-49a7-4f88-ba47-4738f9c9b666 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (8de6f421-d71e-44ab-a6aa-90680a96159b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.380705 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-edf7ba1b-49a7-4f88-ba47-4738f9c9b666 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Added segment 8de6f421-d71e-44ab-a6aa-90680a96159b of type vlan for network ebfe6619-63aa-48e2-b4c4-d36629902b7f Feb 09 03:34:47.422385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port fd205363-8e9b-4e98-9d11-ca78bb8b6338 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:47.422861 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.426798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-5d27cefd-a1aa-4ef0-b12c-1e03328b5c26', 'network_id': '5d27cefd-a1aa-4ef0-b12c-1e03328b5c26', 'project_id': '5dadd571069f4aa98954a712acfe7596', 'fixed_ips': [{'subnet_id': 'd0d39660-f12d-442b-9ce3-52ac263d4f6f'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:34:47.427647 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.433618 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0e8fe79-e435-47c4-bde7-282c83245cd5 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (36e6a007-4454-4070-8478-c0fd4cfa47ca), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.459812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-edf7ba1b-49a7-4f88-ba47-4738f9c9b666 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (ebfe6619-63aa-48e2-b4c4-d36629902b7f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.471444 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Floating IP 2bbd3a24-e5d6-4451-9683-aa6b300a6c93 associated. External IP: 172.25.5.153, port: 92c30ed2-5ae1-462a-86ce-11f779aeedac. Feb 09 03:34:47.527128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b85f9-ca71-44d5-a5f8-1d2832eff7ea req-1bde88d5-1196-4608-a42e-feb9d6a598b3 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:47.528750 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d20b85f9-ca71-44d5-a5f8-1d2832eff7ea req-1bde88d5-1196-4608-a42e-feb9d6a598b3 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.2717526 Feb 09 03:34:47.529627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8fe79-e435-47c4-bde7-282c83245cd5 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Pushing event deleted for resources: {'Port': ['ID=36e6a007-4454-4070-8478-c0fd4cfa47ca,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:47.531538 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-edf7ba1b-49a7-4f88-ba47-4738f9c9b666 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (ebfe6619-63aa-48e2-b4c4-d36629902b7f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.537350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf7ba1b-49a7-4f88-ba47-4738f9c9b666 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:47.538091 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-edf7ba1b-49a7-4f88-ba47-4738f9c9b666 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.710889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9309d7-7535-44ad-8327-2c9d075760a8 req-a27e0663-d502-4f5b-b6d1-75b435ee2e23 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:47.715885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Allocated IP 2001:db8::1 (5d27cefd-a1aa-4ef0-b12c-1e03328b5c26/d0d39660-f12d-442b-9ce3-52ac263d4f6f/b29b2f10-33fb-4939-ad3a-6d39eb00c777) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:47.717754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port fd205363-8e9b-4e98-9d11-ca78bb8b6338 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:47.718141 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.722132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9309d7-7535-44ad-8327-2c9d075760a8 req-a27e0663-d502-4f5b-b6d1-75b435ee2e23 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:47.731877 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9309d7-7535-44ad-8327-2c9d075760a8 req-a27e0663-d502-4f5b-b6d1-75b435ee2e23 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:47.739991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7ba1b-49a7-4f88-ba47-4738f9c9b666 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Network': ['ID=ebfe6619-63aa-48e2-b4c4-d36629902b7f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:47.741635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9309d7-7535-44ad-8327-2c9d075760a8 req-a27e0663-d502-4f5b-b6d1-75b435ee2e23 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:47.756909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network ebfe6619-63aa-48e2-b4c4-d36629902b7f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:34:47.760352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9309d7-7535-44ad-8327-2c9d075760a8 req-a27e0663-d502-4f5b-b6d1-75b435ee2e23 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:47.775849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-edf7ba1b-49a7-4f88-ba47-4738f9c9b666 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5585206 Feb 09 03:34:47.778178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9309d7-7535-44ad-8327-2c9d075760a8 req-a27e0663-d502-4f5b-b6d1-75b435ee2e23 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:47.780352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:47.780502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51984) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:47.782080 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8164320b-b302-4d75-85b0-847b6edf6242" -d '{"events": [{"server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "name": "network-vif-plugged", "status": "completed", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:47.788883 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'subnet': {'network_id': 'ebfe6619-63aa-48e2-b4c4-d36629902b7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:47.793694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9309d7-7535-44ad-8327-2c9d075760a8 req-a27e0663-d502-4f5b-b6d1-75b435ee2e23 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:47.796035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba9309d7-7535-44ad-8327-2c9d075760a8 req-a27e0663-d502-4f5b-b6d1-75b435ee2e23 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.3652730 Feb 09 03:34:47.837534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d20b85f9-ca71-44d5-a5f8-1d2832eff7ea req-fe276bc0-22fd-4d14-8b93-69d07655263b tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533706 Feb 09 03:34:47.874269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:47.890910 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.940305 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0e8fe79-e435-47c4-bde7-282c83245cd5 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:47.947523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f0e8fe79-e435-47c4-bde7-282c83245cd5 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/ports/36e6a007-4454-4070-8478-c0fd4cfa47ca HTTP/1.1" status: 204 len: 168 time: 1.6336999 Feb 09 03:34:47.957796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 51992) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:47.989524 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=fd205363-8e9b-4e98-9d11-ca78bb8b6338,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:48.040659 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f4874-d494-4e9b-a280-744e3d04255a req-62e6f3b5-01e9-42e9-883c-046eb2bc6695 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:48.048158 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-286f4874-d494-4e9b-a280-744e3d04255a req-62e6f3b5-01e9-42e9-883c-046eb2bc6695 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 946 time: 0.1092050 Feb 09 03:34:48.086340 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Publish callbacks [] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.096841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:48.099709 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.101648 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.155170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Pushing event updated for resources: {'Port': ['ID=b29b2f10-33fb-4939-ad3a-6d39eb00c777,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:48.158811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2cf5dc98-d770-419c-a824-d7ef688a132f up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:48.163503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_backend_mixin [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Performing IP validity checks on allocation pools {{(pid=103328) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:34:48.163997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_backend_mixin [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103328) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:34:48.218631 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-18bc5780-09a6-4aaa-a0d5-715b3e6dd2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.222946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Network 5d27cefd-a1aa-4ef0-b12c-1e03328b5c26 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:48.227449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:48.229890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:48.265588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 2cf5dc98-d770-419c-a824-d7ef688a132f completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:34:48.290275 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 2cf5dc98-d770-419c-a824-d7ef688a132f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:48.290648 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.330529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Attempting to bind port b29b2f10-33fb-4939-ad3a-6d39eb00c777 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:48.330828 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-286f4874-d494-4e9b-a280-744e3d04255a req-542c07cd-a07d-497f-976c-0140a20a0fa0 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777035 Feb 09 03:34:48.331083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Attempting to bind port b29b2f10-33fb-4939-ad3a-6d39eb00c777 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '33986f0e-a9df-4830-b798-487d3b9ddafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '5d27cefd-a1aa-4ef0-b12c-1e03328b5c26'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:48.331683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Attempting to bind port b29b2f10-33fb-4939-ad3a-6d39eb00c777 on network 5d27cefd-a1aa-4ef0-b12c-1e03328b5c26 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:48.334756 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (ccc7dc70-fedf-405e-afb1-9dbc93494bea), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.341406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:48.341837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Checking segment: {'id': '33986f0e-a9df-4830-b798-487d3b9ddafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '5d27cefd-a1aa-4ef0-b12c-1e03328b5c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:48.342239 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.342633 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Bound using segment: {'id': '33986f0e-a9df-4830-b798-487d3b9ddafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '5d27cefd-a1aa-4ef0-b12c-1e03328b5c26'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:48.343252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Bound port: b29b2f10-33fb-4939-ad3a-6d39eb00c777, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33986f0e-a9df-4830-b798-487d3b9ddafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '5d27cefd-a1aa-4ef0-b12c-1e03328b5c26'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:48.343682 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.417305 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108036bb-af98-43db-a963-c8bc32a0e762 x-openstack-request-id: req-108036bb-af98-43db-a963-c8bc32a0e762 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:48.417622 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "name": "network-vif-plugged", "status": "completed", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:48.417877 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-108036bb-af98-43db-a963-c8bc32a0e762 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:48.418344 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'code': 200} Feb 09 03:34:48.479493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Checking segment: {'id': '8de6f421-d71e-44ab-a6aa-90680a96159b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ebfe6619-63aa-48e2-b4c4-d36629902b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:48.479841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network hostable DHCP agents. Network: ebfe6619-63aa-48e2-b4c4-d36629902b7f, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:48.483256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Subnet': ['ID=ccc7dc70-fedf-405e-afb1-9dbc93494bea,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:48.505146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] For port b29b2f10-33fb-4939-ad3a-6d39eb00c777, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:48.510522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network ebfe6619-63aa-48e2-b4c4-d36629902b7f is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:48.525158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, ebfe6619-63aa-48e2-b4c4-d36629902b7f) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:48.539756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:48.541216 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.549374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b090c65-19cf-4097-822d-4410d41f591d None None] Network ebfe6619-63aa-48e2-b4c4-d36629902b7f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:48.576650 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d3225ee3-d743-40d1-89b5-1b798761e22e tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7929571 Feb 09 03:34:48.578335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 51998) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:48.580187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] For port b29b2f10-33fb-4939-ad3a-6d39eb00c777, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b29b2f10-33fb-4939-ad3a-6d39eb00c777,segment=NetworkSegment(33986f0e-a9df-4830-b798-487d3b9ddafd),segment_id=33986f0e-a9df-4830-b798-487d3b9ddafd)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:48.613509 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba9309d7-7535-44ad-8327-2c9d075760a8 req-626b5b5e-47e1-4150-a79c-c4f0db7ea26f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7468708 Feb 09 03:34:48.656132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-951bf09b-1b30-4501-b6cb-1e96f6d7a4b3 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Deleting subnet fa1ea781-947c-45a9-a5cb-76416df5b1a2 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:34:48.663004 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-951bf09b-1b30-4501-b6cb-1e96f6d7a4b3 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for subnet (fa1ea781-947c-45a9-a5cb-76416df5b1a2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.721153 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-951bf09b-1b30-4501-b6cb-1e96f6d7a4b3 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (fa1ea781-947c-45a9-a5cb-76416df5b1a2), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.751957 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (ebfe6619-63aa-48e2-b4c4-d36629902b7f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.816802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-951bf09b-1b30-4501-b6cb-1e96f6d7a4b3 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (fa1ea781-947c-45a9-a5cb-76416df5b1a2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.822017 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.829164 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2cf5dc98-d770-419c-a824-d7ef688a132f is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:48.829490 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.834155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a4992-898a-449c-bcdd-19dfb6940a51 req-4578882b-1eb2-42fe-87fa-e246309d942c tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:48.836828 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b62a4992-898a-449c-bcdd-19dfb6940a51 req-4578882b-1eb2-42fe-87fa-e246309d942c tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 944 time: 0.1277118 Feb 09 03:34:48.838991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e2d88-744b-4b3d-babe-47a10be579cb req-c5b41cc4-7699-4266-9149-64a2725ce1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:48.840486 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-831e2d88-744b-4b3d-babe-47a10be579cb req-c5b41cc4-7699-4266-9149-64a2725ce1d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 1129 time: 0.1210592 Feb 09 03:34:48.926560 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ccc7dc70-fedf-405e-afb1-9dbc93494bea), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.926930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 06bc4260-4d74-4de4-8bf6-d90b6b244976 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:34:48.929681 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-951bf09b-1b30-4501-b6cb-1e96f6d7a4b3 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (fa1ea781-947c-45a9-a5cb-76416df5b1a2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.996772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0429e8-0510-4b5a-b60f-00e82c5b6517 None None] Pushing event updated for resources: {'Port': ['ID=b29b2f10-33fb-4939-ad3a-6d39eb00c777,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:49.015738 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (ccc7dc70-fedf-405e-afb1-9dbc93494bea), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.020927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2cf5dc98-d770-419c-a824-d7ef688a132f, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2cf5dc98-d770-419c-a824-d7ef688a132f,segment=NetworkSegment(6a0a04b8-0ebb-414d-a819-b618076251bb),segment_id=6a0a04b8-0ebb-414d-a819-b618076251bb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:49.051687 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.061806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc7dc70-fedf-405e-afb1-9dbc93494bea,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:49.111498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bf09b-1b30-4501-b6cb-1e96f6d7a4b3 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1ea781-947c-45a9-a5cb-76416df5b1a2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:49.115242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:34:49.133542 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-951bf09b-1b30-4501-b6cb-1e96f6d7a4b3 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.138786 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-951bf09b-1b30-4501-b6cb-1e96f6d7a4b3 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/subnets/fa1ea781-947c-45a9-a5cb-76416df5b1a2 HTTP/1.1" status: 204 len: 168 time: 1.1779804 Feb 09 03:34:49.144410 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.151133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52004) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:49.153776 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b62a4992-898a-449c-bcdd-19dfb6940a51 req-4dfcdb00-27f0-40db-be17-19580b84ac1b tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584727 Feb 09 03:34:49.162236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2cf5dc98-d770-419c-a824-d7ef688a132f,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:49.180310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92740027-1dab-4a0a-9213-4da293db2508 None None] Sync routers for ids ['06bc4260-4d74-4de4-8bf6-d90b6b244976'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:34:49.190296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a4ea80-7e2b-4b12-bfd2-1cd60d09334a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-ebfe6619-63aa-48e2-b4c4-d36629902b7f', 'network_id': 'ebfe6619-63aa-48e2-b4c4-d36629902b7f', 'project_id': '5dadd571069f4aa98954a712acfe7596', 'fixed_ips': [{'subnet_id': 'ccc7dc70-fedf-405e-afb1-9dbc93494bea'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:34:49.191705 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14a4ea80-7e2b-4b12-bfd2-1cd60d09334a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.193296 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (ebfe6619-63aa-48e2-b4c4-d36629902b7f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.197066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58430720-43e5-42ff-81be-b214c12b72a0 None None] Network aa3c3887-cb75-46b5-ac2c-d11205cd9443 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:49.198781 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-831e2d88-744b-4b3d-babe-47a10be579cb req-13ba49d6-73a0-478a-bde6-52f41e8e9c42 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816646 Feb 09 03:34:49.229123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92740027-1dab-4a0a-9213-4da293db2508 None None] Routers {'06bc4260-4d74-4de4-8bf6-d90b6b244976'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:34:49.229951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-92740027-1dab-4a0a-9213-4da293db2508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:34:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['06bc4260-4d74-4de4-8bf6-d90b6b244976'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:49.255300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfe6619-63aa-48e2-b4c4-d36629902b7f']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:49.278025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de6f421-d71e-44ab-a6aa-90680a96159b') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:49.279881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de6f421-d71e-44ab-a6aa-90680a96159b') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:49.291863 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (8de6f421-d71e-44ab-a6aa-90680a96159b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.306724 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (aa3c3887-cb75-46b5-ac2c-d11205cd9443), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.317496 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (8de6f421-d71e-44ab-a6aa-90680a96159b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.327976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:34:49.328696 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (8de6f421-d71e-44ab-a6aa-90680a96159b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:34:49.337975 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:34:49.368590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e0df89f5-35d2-402a-9da4-d477436052e6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0979095 Feb 09 03:34:49.374600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:49.377541 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1a4a7b-3ab4-4b5e-8b39-2f08c5cfe17b" -d '{"events": [{"name": "network-changed", "server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:49.394761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005280a-560b-4dad-8b51-e5594c9fb625 req-05750551-0dbf-4ed6-8358-d33ea2faf314 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:49.402166 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b005280a-560b-4dad-8b51-e5594c9fb625 req-05750551-0dbf-4ed6-8358-d33ea2faf314 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.5174215 Feb 09 03:34:49.527159 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.538296 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b005280a-560b-4dad-8b51-e5594c9fb625 req-851796aa-6638-4a3f-9548-bfd92b07c1fd tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202893 Feb 09 03:34:49.579849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765546f1-e22f-4b5e-a627-0ad78df260dc req-61f36c6d-52b4-4132-a729-213f0e4585e7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:49.582467 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765546f1-e22f-4b5e-a627-0ad78df260dc req-61f36c6d-52b4-4132-a729-213f0e4585e7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 946 time: 0.1001377 Feb 09 03:34:49.589228 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (ebfe6619-63aa-48e2-b4c4-d36629902b7f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.596783 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Deleting port ac41bc4c-e020-4933-af26-909630d44ca2 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:34:49.597279 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.613435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-92740027-1dab-4a0a-9213-4da293db2508 None None] Set router 06bc4260-4d74-4de4-8bf6-d90b6b244976 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:34:49.620036 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.623351 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/ebfe6619-63aa-48e2-b4c4-d36629902b7f HTTP/1.1" status: 204 len: 168 time: 1.0439403 Feb 09 03:34:49.633904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52014) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:49.641694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db5010-c4f3-45be-a036-e937d4e6649a None None] Network ebfe6619-63aa-48e2-b4c4-d36629902b7f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:49.647668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-19476653-9452-46f3-8b09-5f8b9d8c67ed tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-388711504'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:49.654167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b9e90-1e85-418d-89fc-0da9863f5c62 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Network': ['ID=ebfe6619-63aa-48e2-b4c4-d36629902b7f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:49.669391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db5010-c4f3-45be-a036-e937d4e6649a None None] Network ebfe6619-63aa-48e2-b4c4-d36629902b7f could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:34:49.702161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] For port ac41bc4c-e020-4933-af26-909630d44ca2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ac41bc4c-e020-4933-af26-909630d44ca2,segment=NetworkSegment(ba78476f-f139-478a-b594-081cd24053da),segment_id=ba78476f-f139-478a-b594-081cd24053da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:49.702866 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.722507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Calling delete_port for ac41bc4c-e020-4933-af26-909630d44ca2 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:34:49.743325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19476653-9452-46f3-8b09-5f8b9d8c67ed tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:49.747023 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19476653-9452-46f3-8b09-5f8b9d8c67ed tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.752947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-765546f1-e22f-4b5e-a627-0ad78df260dc req-69d41720-a928-47b0-9c80-2f8ec94ba520 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592131 Feb 09 03:34:49.779880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19476653-9452-46f3-8b09-5f8b9d8c67ed tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:34:49.786296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa7a2d8-2760-47a7-8392-5757fc8329bd None None] DHCP port deletion for aa3c3887-cb75-46b5-ac2c-d11205cd9443 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:34:49.802856 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19476653-9452-46f3-8b09-5f8b9d8c67ed tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1ef4a879-e78c-450f-8120-af2d0db15741), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.803236 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-19476653-9452-46f3-8b09-5f8b9d8c67ed tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Added segment 1ef4a879-e78c-450f-8120-af2d0db15741 of type vlan for network 911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6 Feb 09 03:34:49.875181 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19476653-9452-46f3-8b09-5f8b9d8c67ed tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.901224 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a21bcf-ef6e-4ed5-a970-4a35d7dd8d75 x-openstack-request-id: req-73a21bcf-ef6e-4ed5-a970-4a35d7dd8d75 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:49.904379 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:49.904643 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73a21bcf-ef6e-4ed5-a970-4a35d7dd8d75 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:49.905072 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'status': 'completed', 'code': 200} Feb 09 03:34:49.970868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979dd6d-1d78-4ed2-9a2e-0b4010b8cc0a req-3469b2f9-08ce-4808-83b1-2c317ddb00bf tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:49.972476 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8979dd6d-1d78-4ed2-9a2e-0b4010b8cc0a req-3469b2f9-08ce-4808-83b1-2c317ddb00bf tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.1675060 Feb 09 03:34:49.994187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7a2d8-2760-47a7-8392-5757fc8329bd None None] Deleting port ac41bc4c-e020-4933-af26-909630d44ca2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:34:49.994625 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a2d8-2760-47a7-8392-5757fc8329bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.022026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19476653-9452-46f3-8b09-5f8b9d8c67ed tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.035197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8979dd6d-1d78-4ed2-9a2e-0b4010b8cc0a req-15033b08-a96c-4c36-8515-d0202bdac1bc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534744 Feb 09 03:34:50.036019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.039009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19476653-9452-46f3-8b09-5f8b9d8c67ed tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.039671 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-19476653-9452-46f3-8b09-5f8b9d8c67ed tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.061831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52020) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:50.162764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Pushing event deleted for resources: {'Port': ['ID=ac41bc4c-e020-4933-af26-909630d44ca2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:50.187262 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-19476653-9452-46f3-8b09-5f8b9d8c67ed tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5466843 Feb 09 03:34:50.193593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52024) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:50.214843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0a751995-92b8-4f40-a3cc-9fc658ad32dc tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'subnet': {'network_id': '911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:50.219159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6aa7a2d8-2760-47a7-8392-5757fc8329bd None None] For port ac41bc4c-e020-4933-af26-909630d44ca2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ac41bc4c-e020-4933-af26-909630d44ca2,segment=NetworkSegment(ba78476f-f139-478a-b594-081cd24053da),segment_id=ba78476f-f139-478a-b594-081cd24053da)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:50.220252 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a2d8-2760-47a7-8392-5757fc8329bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.240165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7a2d8-2760-47a7-8392-5757fc8329bd None None] Calling delete_port for ac41bc4c-e020-4933-af26-909630d44ca2 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:34:50.241562 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] No DVR routers for this DVR port ac41bc4c-e020-4933-af26-909630d44ca2 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:34:50.300587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4a7b-3ab4-4b5e-8b39-2f08c5cfe17b req-a7577cfa-c5ae-4ba1-b969-e3fd1562cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.302341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e1a4a7b-3ab4-4b5e-8b39-2f08c5cfe17b req-a7577cfa-c5ae-4ba1-b969-e3fd1562cfd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1128 time: 0.3796537 Feb 09 03:34:50.320284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19476653-9452-46f3-8b09-5f8b9d8c67ed tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Network': ['ID=911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:50.341474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-92740027-1dab-4a0a-9213-4da293db2508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:34:16Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '2bbd3a24-e5d6-4451-9683-aa6b300a6c93', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'floating_ip_address': '172.25.5.153', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'port_id': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'mac_address': 'fa:16:3e:3b:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc71df4-644e-427c-8960-c97b36896ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:34:46Z', 'updated_at': '2022-02-09T03:34:46Z', 'revision_number': 0, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4', 'name': '', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:03:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:34:14Z', 'updated_at': '2022-02-09T03:34:22Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:50.356322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:34:50.385148 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5ce1d9a4-130c-441e-b12e-f04c4f978e32 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/2bbd3a24-e5d6-4451-9683-aa6b300a6c93 HTTP/1.1" status: 200 len: 991 time: 0.3221698 Feb 09 03:34:50.391351 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (aa3c3887-cb75-46b5-ac2c-d11205cd9443), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.430309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85e4ae7-ad24-4e41-831f-3d6b7549441f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf5dc98-d770-419c-a824-d7ef688a132f'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:50.433887 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5254f2fc-c13a-40bc-9c5d-81359154942d" -d '{"events": [{"server_uuid": "d85e4ae7-ad24-4e41-831f-3d6b7549441f", "name": "network-vif-plugged", "status": "completed", "tag": "2cf5dc98-d770-419c-a824-d7ef688a132f"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:50.439256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3c3887-cb75-46b5-ac2c-d11205cd9443']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:50.442934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92740027-1dab-4a0a-9213-4da293db2508 None None] Checking router: 06bc4260-4d74-4de4-8bf6-d90b6b244976 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:34:50.474212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23b230-e8be-43e8-b732-2ab13d7436b6 req-8328f055-9a87-49fc-90b2-0509a03374b9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.484365 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23b230-e8be-43e8-b732-2ab13d7436b6 req-8328f055-9a87-49fc-90b2-0509a03374b9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.496495 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23b230-e8be-43e8-b732-2ab13d7436b6 req-8328f055-9a87-49fc-90b2-0509a03374b9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.531063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23b230-e8be-43e8-b732-2ab13d7436b6 req-8328f055-9a87-49fc-90b2-0509a03374b9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.536701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23b230-e8be-43e8-b732-2ab13d7436b6 req-8328f055-9a87-49fc-90b2-0509a03374b9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.552640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23b230-e8be-43e8-b732-2ab13d7436b6 req-8328f055-9a87-49fc-90b2-0509a03374b9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.559250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23b230-e8be-43e8-b732-2ab13d7436b6 req-8328f055-9a87-49fc-90b2-0509a03374b9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.566276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92740027-1dab-4a0a-9213-4da293db2508 None None] Routers {'06bc4260-4d74-4de4-8bf6-d90b6b244976'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:34:50.567092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-92740027-1dab-4a0a-9213-4da293db2508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:34:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['06bc4260-4d74-4de4-8bf6-d90b6b244976'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:50.570908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e23b230-e8be-43e8-b732-2ab13d7436b6 req-8328f055-9a87-49fc-90b2-0509a03374b9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.3984222 Feb 09 03:34:50.571117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4a7b-3ab4-4b5e-8b39-2f08c5cfe17b req-3fb1d253-dc82-415f-a727-25262b14c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.581514 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e1a4a7b-3ab4-4b5e-8b39-2f08c5cfe17b req-3fb1d253-dc82-415f-a727-25262b14c2d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf HTTP/1.1" status: 200 len: 897 time: 0.2486806 Feb 09 03:34:50.633768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba78476f-f139-478a-b594-081cd24053da') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:50.633990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba78476f-f139-478a-b594-081cd24053da') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:50.671432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (ba78476f-f139-478a-b594-081cd24053da), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.681502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41625ae-d080-4991-858d-af82d17b4f77 None None] Network 5d27cefd-a1aa-4ef0-b12c-1e03328b5c26 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:50.743690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b29b2f10-33fb-4939-ad3a-6d39eb00c777 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:50.789267 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e23b230-e8be-43e8-b732-2ab13d7436b6 req-37806a80-e5f3-4d2a-8378-2c18966ec226 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2170334 Feb 09 03:34:50.791603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ba78476f-f139-478a-b594-081cd24053da), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.796162 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a2d8-2760-47a7-8392-5757fc8329bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (ac41bc4c-e020-4933-af26-909630d44ca2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.812741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:34:50.813697 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (ba78476f-f139-478a-b594-081cd24053da), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:34:50.822655 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:34:50.871384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf6af0-78dd-4cea-b909-60839eec1736 req-e496f0e5-8981-4f18-b6e3-01a6ef2eb7d4 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.873499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ebf6af0-78dd-4cea-b909-60839eec1736 req-e496f0e5-8981-4f18-b6e3-01a6ef2eb7d4 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.8765686 Feb 09 03:34:50.875499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e1a4a7b-3ab4-4b5e-8b39-2f08c5cfe17b req-25ac161d-3114-4d30-8f94-8279e873b235 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac HTTP/1.1" status: 200 len: 999 time: 0.2929044 Feb 09 03:34:50.929830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a751995-92b8-4f40-a3cc-9fc658ad32dc tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:50.935644 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a751995-92b8-4f40-a3cc-9fc658ad32dc tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.984546 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (aa3c3887-cb75-46b5-ac2c-d11205cd9443), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.992231 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.998358 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] 10.222.0.21 "DELETE /v2.0/networks/aa3c3887-cb75-46b5-ac2c-d11205cd9443 HTTP/1.1" status: 204 len: 168 time: 1.8461764 Feb 09 03:34:51.014672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7a2d8-2760-47a7-8392-5757fc8329bd None None] No DVR routers for this DVR port ac41bc4c-e020-4933-af26-909630d44ca2 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:34:51.042838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a6c0a-4a81-473c-8d24-ac9068ec8228 tempest-TagsExtTest-1651125908 tempest-TagsExtTest-1651125908-project] Pushing event deleted for resources: {'Network': ['ID=aa3c3887-cb75-46b5-ac2c-d11205cd9443,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:51.068686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1248b3-6013-4593-8536-d4c729f088a6 req-bade6c2a-989e-47bf-a290-f384477e1909 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:51.080378 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba1248b3-6013-4593-8536-d4c729f088a6 req-bade6c2a-989e-47bf-a290-f384477e1909 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 945 time: 0.1625652 Feb 09 03:34:51.124817 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7a2d8-2760-47a7-8392-5757fc8329bd None None] Pushing event deleted for resources: {'Port': ['ID=ac41bc4c-e020-4933-af26-909630d44ca2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:51.135625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4a7b-3ab4-4b5e-8b39-2f08c5cfe17b req-756a313e-9127-480d-8623-55c5466401a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:51.138980 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e1a4a7b-3ab4-4b5e-8b39-2f08c5cfe17b req-756a313e-9127-480d-8623-55c5466401a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=106fcaf9-03f4-4939-9476-b415c70cebac HTTP/1.1" status: 200 len: 835 time: 0.2307780 Feb 09 03:34:51.220542 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba1248b3-6013-4593-8536-d4c729f088a6 req-1c38f585-1115-4d18-9605-07a4626c7feb tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391833 Feb 09 03:34:51.220985 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:51.267078 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ebf6af0-78dd-4cea-b909-60839eec1736 req-80dc04b5-677e-44b9-8f7a-90c90281568f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673482 Feb 09 03:34:51.314818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-db5592c7-a258-41df-919c-f09a0e00ee90 None None] Provisioning complete for port b29b2f10-33fb-4939-ad3a-6d39eb00c777 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:51.315350 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db5592c7-a258-41df-919c-f09a0e00ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:51.387380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52070) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:51.459729 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4a7b-3ab4-4b5e-8b39-2f08c5cfe17b req-0bdf81de-0e59-4087-b8d0-d9ed2902bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:51.467968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e1a4a7b-3ab4-4b5e-8b39-2f08c5cfe17b req-0bdf81de-0e59-4087-b8d0-d9ed2902bd06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3120337 Feb 09 03:34:51.548890 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1a4f26b8-091f-4226-bb24-77c85705f5e5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/2bbd3a24-e5d6-4451-9683-aa6b300a6c93 HTTP/1.1" status: 200 len: 991 time: 0.1594594 Feb 09 03:34:51.664362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:51.689919 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fa621c-ebca-498d-ac6c-0d5454cdac66 x-openstack-request-id: req-89fa621c-ebca-498d-ac6c-0d5454cdac66 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:51.690557 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85e4ae7-ad24-4e41-831f-3d6b7549441f", "name": "network-vif-plugged", "status": "completed", "tag": "2cf5dc98-d770-419c-a824-d7ef688a132f", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:51.690997 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89fa621c-ebca-498d-ac6c-0d5454cdac66 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:51.691574 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85e4ae7-ad24-4e41-831f-3d6b7549441f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf5dc98-d770-419c-a824-d7ef688a132f', 'code': 200} Feb 09 03:34:51.704946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fe284-6a45-45b2-a064-23d8afc149b1 req-5ba4f72f-7ffe-418f-804b-dd6aa9a800de tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:51.714296 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-409fe284-6a45-45b2-a064-23d8afc149b1 req-5ba4f72f-7ffe-418f-804b-dd6aa9a800de tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1041641 Feb 09 03:34:51.724655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-92740027-1dab-4a0a-9213-4da293db2508 None None] Set router 06bc4260-4d74-4de4-8bf6-d90b6b244976 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:34:51.803381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-409fe284-6a45-45b2-a064-23d8afc149b1 req-f1a9ec74-ecec-44cc-810b-3c4b11d5c411 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872402 Feb 09 03:34:51.889964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b29b2f10-33fb-4939-ad3a-6d39eb00c777 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:51.890439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.112406 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-df76c1a0-5836-4d8e-be4c-b78eb0d58f69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5ab3f6097b94deeb67c25d86a35c34e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439294 Feb 09 03:34:52.121056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52086) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:52.170433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fb3ea48f-6c11-4728-960f-048fa8c79da0 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:52.183882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.213772 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d8cac-0ad2-4b02-9c82-d56b83486feb req-0976e950-eb10-4e75-b386-f3235fa863c9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.220788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d8cac-0ad2-4b02-9c82-d56b83486feb req-0976e950-eb10-4e75-b386-f3235fa863c9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.228392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d8cac-0ad2-4b02-9c82-d56b83486feb req-0976e950-eb10-4e75-b386-f3235fa863c9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.235521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-db5592c7-a258-41df-919c-f09a0e00ee90 None None] Current status of the port b29b2f10-33fb-4939-ad3a-6d39eb00c777 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:52.236041 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db5592c7-a258-41df-919c-f09a0e00ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.238206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d8cac-0ad2-4b02-9c82-d56b83486feb req-0976e950-eb10-4e75-b386-f3235fa863c9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.246617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d8cac-0ad2-4b02-9c82-d56b83486feb req-0976e950-eb10-4e75-b386-f3235fa863c9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.253108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d8cac-0ad2-4b02-9c82-d56b83486feb req-0976e950-eb10-4e75-b386-f3235fa863c9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.258151 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e1a4a7b-3ab4-4b5e-8b39-2f08c5cfe17b req-2f169da0-35ee-45f6-bdd5-f72a7e5b04c1 service neutron] 10.222.0.42 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295671 Feb 09 03:34:52.262478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d8cac-0ad2-4b02-9c82-d56b83486feb req-0976e950-eb10-4e75-b386-f3235fa863c9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.265004 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e0d8cac-0ad2-4b02-9c82-d56b83486feb req-0976e950-eb10-4e75-b386-f3235fa863c9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5433 time: 0.2759154 Feb 09 03:34:52.271081 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d087d4-146a-42a5-aa5f-7635b2417ee1 admin admin] Publish callbacks [] for security_group (62741659-bb5c-4551-be22-3cd0bb72d808), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.360581 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d087d4-146a-42a5-aa5f-7635b2417ee1 admin admin] Publish callbacks [] for security_group (62741659-bb5c-4551-be22-3cd0bb72d808), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.377239 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e0d8cac-0ad2-4b02-9c82-d56b83486feb req-b9526a30-5509-41f3-9a97-d5a1804fbf59 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1034207 Feb 09 03:34:52.387717 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a751995-92b8-4f40-a3cc-9fc658ad32dc tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (45d81945-3189-4652-abae-54789676be38), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.433823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-db5592c7-a258-41df-919c-f09a0e00ee90 None None] For port b29b2f10-33fb-4939-ad3a-6d39eb00c777, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b29b2f10-33fb-4939-ad3a-6d39eb00c777,segment=NetworkSegment(33986f0e-a9df-4830-b798-487d3b9ddafd),segment_id=33986f0e-a9df-4830-b798-487d3b9ddafd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:52.467275 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d087d4-146a-42a5-aa5f-7635b2417ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (62741659-bb5c-4551-be22-3cd0bb72d808), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.470260 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19d087d4-146a-42a5-aa5f-7635b2417ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.473748 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-19d087d4-146a-42a5-aa5f-7635b2417ee1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62741659-bb5c-4551-be22-3cd0bb72d808 HTTP/1.1" status: 204 len: 168 time: 0.3484347 Feb 09 03:34:52.486635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f06940-f8f1-4ffc-99f8-2c5973cd2d13 req-198176d9-467e-40fd-a770-ae38e96b7c06 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.488417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-66f06940-f8f1-4ffc-99f8-2c5973cd2d13 req-198176d9-467e-40fd-a770-ae38e96b7c06 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 946 time: 1.0760787 Feb 09 03:34:52.512465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bea3eb-6762-40c7-aadf-1e9cf9f1b87a req-844b1aec-39b0-4e93-8291-c0068e3de2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.513096 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db5592c7-a258-41df-919c-f09a0e00ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.514273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-60bea3eb-6762-40c7-aadf-1e9cf9f1b87a req-844b1aec-39b0-4e93-8291-c0068e3de2fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 1128 time: 0.9809341 Feb 09 03:34:52.516005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b29b2f10-33fb-4939-ad3a-6d39eb00c777 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:52.517080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d087d4-146a-42a5-aa5f-7635b2417ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62741659-bb5c-4551-be22-3cd0bb72d808,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:52.527388 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.556249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52092) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:52.600263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbdd86-9439-40c1-bb82-0ba7d8f69a64 req-1234dcce-2b27-474c-bc63-3a945dcfbb36 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.605189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5592c7-a258-41df-919c-f09a0e00ee90 None None] Pushing event updated for resources: {'Port': ['ID=b29b2f10-33fb-4939-ad3a-6d39eb00c777,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:52.614405 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5bbdd86-9439-40c1-bb82-0ba7d8f69a64 req-1234dcce-2b27-474c-bc63-3a945dcfbb36 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1239433 Feb 09 03:34:52.663086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a751995-92b8-4f40-a3cc-9fc658ad32dc tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Subnet': ['ID=45d81945-3189-4652-abae-54789676be38,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:52.677745 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5bbdd86-9439-40c1-bb82-0ba7d8f69a64 req-d6011ec8-3173-4afa-9364-7e0c3a1adbb4 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588052 Feb 09 03:34:52.695383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-92740027-1dab-4a0a-9213-4da293db2508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:34:16Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '2bbd3a24-e5d6-4451-9683-aa6b300a6c93', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'floating_ip_address': '172.25.5.153', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'port_id': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'mac_address': 'fa:16:3e:3b:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc71df4-644e-427c-8960-c97b36896ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:34:46Z', 'updated_at': '2022-02-09T03:34:46Z', 'revision_number': 0, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4', 'name': '', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:03:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:34:14Z', 'updated_at': '2022-02-09T03:34:22Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:52.754578 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-66f06940-f8f1-4ffc-99f8-2c5973cd2d13 req-7e40ceda-dc0d-4d02-9f1c-4e1850323ca6 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568309 Feb 09 03:34:52.775136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fb3ea48f-6c11-4728-960f-048fa8c79da0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fb3ea48f-6c11-4728-960f-048fa8c79da0,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:52.794035 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e1a4a7b-3ab4-4b5e-8b39-2f08c5cfe17b req-90f0bec9-2ca0-4100-9d41-6a32b7600cb6 service neutron] 10.222.0.42 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146596 Feb 09 03:34:52.811640 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fb43d098-bfaf-4990-949f-50ca3fc02424 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/2bbd3a24-e5d6-4451-9683-aa6b300a6c93 HTTP/1.1" status: 200 len: 991 time: 0.2507181 Feb 09 03:34:52.816308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-60bea3eb-6762-40c7-aadf-1e9cf9f1b87a req-9bf276ff-79aa-4c76-a55f-201afa6a6276 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886972 Feb 09 03:34:52.817003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a751995-92b8-4f40-a3cc-9fc658ad32dc tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Checking segment: {'id': '1ef4a879-e78c-450f-8120-af2d0db15741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:52.817386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a751995-92b8-4f40-a3cc-9fc658ad32dc tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network hostable DHCP agents. Network: 911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:52.842010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92740027-1dab-4a0a-9213-4da293db2508 None None] The sync data for ids ['06bc4260-4d74-4de4-8bf6-d90b6b244976'] in n-d-824835-15 is: [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:34:16Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '2bbd3a24-e5d6-4451-9683-aa6b300a6c93', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'floating_ip_address': '172.25.5.153', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'port_id': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'mac_address': 'fa:16:3e:3b:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc71df4-644e-427c-8960-c97b36896ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:34:46Z', 'updated_at': '2022-02-09T03:34:46Z', 'revision_number': 0, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4', 'name': '', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:03:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:34:14Z', 'updated_at': '2022-02-09T03:34:22Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:34:52.858789 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a751995-92b8-4f40-a3cc-9fc658ad32dc tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network 911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:52.877824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-0a751995-92b8-4f40-a3cc-9fc658ad32dc tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:52.885504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a751995-92b8-4f40-a3cc-9fc658ad32dc tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.888073 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a751995-92b8-4f40-a3cc-9fc658ad32dc tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.889034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5b7d3506-a684-46dc-98f3-f60a06953f63 None None] Provisioning complete for port b29b2f10-33fb-4939-ad3a-6d39eb00c777 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:52.891230 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3506-a684-46dc-98f3-f60a06953f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.901917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506eb67-f6c6-4d07-a6ef-707c04f874e1 req-e8342bc8-c7a5-4f65-8323-b8302ec42361 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.911107 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e506eb67-f6c6-4d07-a6ef-707c04f874e1 req-e8342bc8-c7a5-4f65-8323-b8302ec42361 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 945 time: 0.1311128 Feb 09 03:34:52.937929 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0a751995-92b8-4f40-a3cc-9fc658ad32dc tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7300878 Feb 09 03:34:52.940444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52104) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:52.995044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674ccbb-3b84-45cd-87f3-1d71b405b493 None None] Network 911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:53.021020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e506eb67-f6c6-4d07-a6ef-707c04f874e1 req-c7d05b33-799a-4ca7-b006-63948a5fa0fa tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070230 Feb 09 03:34:53.071988 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:34:53.072346 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:34:53.072963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'fb3ea48f-6c11-4728-960f-048fa8c79da0', 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261', 'port_id': 'fb3ea48f-6c11-4728-960f-048fa8c79da0', 'mac_address': 'fa:16:3e:2f:f8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e2e927-d5af-4c72-bdba-a98cdca6bd34', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:53.125216 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.137634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e2e8f-b3c7-4825-a18b-546587ed2057 req-c14cb751-dc3f-47d8-931e-d07dfebc86cb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:53.139223 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-305e2e8f-b3c7-4825-a18b-546587ed2057 req-c14cb751-dc3f-47d8-931e-d07dfebc86cb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1410041 Feb 09 03:34:53.253507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (45d81945-3189-4652-abae-54789676be38), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.295286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-305e2e8f-b3c7-4825-a18b-546587ed2057 req-0aac5272-4954-4be3-bed4-d37d8f2fe40f tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432319 Feb 09 03:34:53.300513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6948cc5e-98f2-4fc9-b8c8-c83b1bc34812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6', 'network_id': '911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6', 'project_id': '5dadd571069f4aa98954a712acfe7596', 'fixed_ips': [{'subnet_id': '45d81945-3189-4652-abae-54789676be38'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:34:53.301704 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6948cc5e-98f2-4fc9-b8c8-c83b1bc34812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.304100 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca27d557-9d15-47cf-bc87-b11919c02407 None None] New status for floating IP 2bbd3a24-e5d6-4451-9683-aa6b300a6c93: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:34:53.311201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fb3ea48f-6c11-4728-960f-048fa8c79da0 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:53.311201 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.346986 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (45d81945-3189-4652-abae-54789676be38), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.383058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Subnet': ['ID=45d81945-3189-4652-abae-54789676be38,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:53.428956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d3506-a684-46dc-98f3-f60a06953f63 None None] Current status of the port b29b2f10-33fb-4939-ad3a-6d39eb00c777 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:53.439280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3ea48f-6c11-4728-960f-048fa8c79da0 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:53.467062 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.495038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:53.509626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef4a879-e78c-450f-8120-af2d0db15741') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:53.510351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef4a879-e78c-450f-8120-af2d0db15741') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:53.516431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fb3ea48f-6c11-4728-960f-048fa8c79da0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fb3ea48f-6c11-4728-960f-048fa8c79da0,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:53.527086 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (1ef4a879-e78c-450f-8120-af2d0db15741), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.537063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52881c3f-7dcf-445d-b41f-00e940acd31d None None] Network 911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:53.547419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fee87f-2b6a-4966-9f2b-1bfc033ba623 req-84f21fec-9e2d-4241-ab78-e9bb0eef1d36 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:53.555877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87fee87f-2b6a-4966-9f2b-1bfc033ba623 req-84f21fec-9e2d-4241-ab78-e9bb0eef1d36 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1322484 Feb 09 03:34:53.631527 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.632448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b3194d10-40a5-4af1-93c4-000b21a5e833 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:53.644403 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-87fee87f-2b6a-4966-9f2b-1bfc033ba623 req-99e0d710-ab1e-4273-983d-b745516ce7d2 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869222 Feb 09 03:34:53.645583 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1ef4a879-e78c-450f-8120-af2d0db15741), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.675001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:34:53.681895 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (1ef4a879-e78c-450f-8120-af2d0db15741), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:34:53.686812 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:34:53.758318 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:34:53.773493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc753c-811c-4940-b3ac-de69afe136e8 req-fa95620a-3701-4e39-b21a-d5380d4e1169 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:53.781467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc753c-811c-4940-b3ac-de69afe136e8 req-fa95620a-3701-4e39-b21a-d5380d4e1169 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:53.792528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc753c-811c-4940-b3ac-de69afe136e8 req-fa95620a-3701-4e39-b21a-d5380d4e1169 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:53.802303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc753c-811c-4940-b3ac-de69afe136e8 req-fa95620a-3701-4e39-b21a-d5380d4e1169 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:53.809446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc753c-811c-4940-b3ac-de69afe136e8 req-fa95620a-3701-4e39-b21a-d5380d4e1169 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:53.814385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52130) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:53.815813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc753c-811c-4940-b3ac-de69afe136e8 req-fa95620a-3701-4e39-b21a-d5380d4e1169 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:53.822371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc753c-811c-4940-b3ac-de69afe136e8 req-fa95620a-3701-4e39-b21a-d5380d4e1169 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:53.824435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ffc753c-811c-4940-b3ac-de69afe136e8 req-fa95620a-3701-4e39-b21a-d5380d4e1169 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5434 time: 0.2835631 Feb 09 03:34:53.831892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52132) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:53.865509 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.875336 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.879753 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6 HTTP/1.1" status: 204 len: 168 time: 0.9379826 Feb 09 03:34:53.895297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52136) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:53.901135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c3da0784-f175-437b-84ff-c54c9341a553 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-416308469'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:53.909831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a4af2-e61e-474a-8943-40289488aae4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Network': ['ID=911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:53.966404 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b3194d10-40a5-4af1-93c4-000b21a5e833, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b3194d10-40a5-4af1-93c4-000b21a5e833,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:53.973332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3da0784-f175-437b-84ff-c54c9341a553 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:53.982377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3da0784-f175-437b-84ff-c54c9341a553 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:53.996084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'b3194d10-40a5-4af1-93c4-000b21a5e833', 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882', 'port_id': 'b3194d10-40a5-4af1-93c4-000b21a5e833', 'mac_address': 'fa:16:3e:0c:54:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e14acaa-c94f-4056-8ad2-5d729d8e19c6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:54.004534 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8a2be2cf-7614-4304-911a-9f3c06625bd0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/2bbd3a24-e5d6-4451-9683-aa6b300a6c93 HTTP/1.1" status: 200 len: 993 time: 0.1888740 Feb 09 03:34:54.047108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a6ab5-d58e-4998-8a00-8f45e1ce0ba3 req-b5ff70e5-db8f-45bf-a5f0-e08b9a9c59fd tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:54.048622 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d92a6ab5-d58e-4998-8a00-8f45e1ce0ba3 req-b5ff70e5-db8f-45bf-a5f0-e08b9a9c59fd tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1242836 Feb 09 03:34:54.048962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1658972612'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:54.071395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b29b2f10-33fb-4939-ad3a-6d39eb00c777 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:54.083827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ffc753c-811c-4940-b3ac-de69afe136e8 req-721035e7-b6b7-4f26-992b-ea68721b092e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2406845 Feb 09 03:34:54.093624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fb3ea48f-6c11-4728-960f-048fa8c79da0,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:54.106808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b3194d10-40a5-4af1-93c4-000b21a5e833 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:54.107202 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.122713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d92a6ab5-d58e-4998-8a00-8f45e1ce0ba3 req-5ba533f0-b6b0-4146-82b2-06e1d74d189e tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679822 Feb 09 03:34:54.134599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3194d10-40a5-4af1-93c4-000b21a5e833 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:54.149454 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3da0784-f175-437b-84ff-c54c9341a553 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:34:54.156444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Made reservation on behalf of dbc34cd54f0c4b66b835d749649734c3 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:54.167346 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.177482 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.192158 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.196776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b3194d10-40a5-4af1-93c4-000b21a5e833, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b3194d10-40a5-4af1-93c4-000b21a5e833,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:54.206705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ac41bc4c-e020-4933-af26-909630d44ca2 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:34:54.212489 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3da0784-f175-437b-84ff-c54c9341a553 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e178853e-98a2-4b7e-a826-7de0f68bac6c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.212844 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-c3da0784-f175-437b-84ff-c54c9341a553 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Added segment e178853e-98a2-4b7e-a826-7de0f68bac6c of type vlan for network 35fdb65d-43ca-40fa-962a-0f5c530be0ce Feb 09 03:34:54.249645 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.252402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c37e197c-1ee6-40de-bcac-5c09a8d17027 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:54.257124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: ac41bc4c-e020-4933-af26-909630d44ca2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:34:54.257885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ac41bc4c-e020-4933-af26-909630d44ca2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:34:54.332243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c37e197c-1ee6-40de-bcac-5c09a8d17027, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c37e197c-1ee6-40de-bcac-5c09a8d17027,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:54.353464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b3194d10-40a5-4af1-93c4-000b21a5e833,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:54.357051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'c37e197c-1ee6-40de-bcac-5c09a8d17027', 'network_id': 'f3085456-bd68-41c9-9475-08aeec892882', 'port_id': 'c37e197c-1ee6-40de-bcac-5c09a8d17027', 'mac_address': 'fa:16:3e:65:bf:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e14acaa-c94f-4056-8ad2-5d729d8e19c6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:54.397058 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3da0784-f175-437b-84ff-c54c9341a553 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (35fdb65d-43ca-40fa-962a-0f5c530be0ce), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.405925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31663ef-c943-40c8-831c-b7bc51d9162e req-2a8990ab-fb14-4a83-a350-b6ad7a66103d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:54.411411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a31663ef-c943-40c8-831c-b7bc51d9162e req-2a8990ab-fb14-4a83-a350-b6ad7a66103d tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 945 time: 0.1589613 Feb 09 03:34:54.435834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port c37e197c-1ee6-40de-bcac-5c09a8d17027 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:54.437537 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.455145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b29b2f10-33fb-4939-ad3a-6d39eb00c777 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:54.474598 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a31663ef-c943-40c8-831c-b7bc51d9162e req-7b66761e-a2bd-4147-b50a-3e92196d0b78 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567510 Feb 09 03:34:54.485041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37e197c-1ee6-40de-bcac-5c09a8d17027 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:54.511771 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3da0784-f175-437b-84ff-c54c9341a553 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (35fdb65d-43ca-40fa-962a-0f5c530be0ce), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.516939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3da0784-f175-437b-84ff-c54c9341a553 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:54.517570 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3da0784-f175-437b-84ff-c54c9341a553 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.542957 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9cab4-9373-4f93-ab38-d977603238c7 req-6b972b52-f7b2-4fe5-945b-d90053a16ccf tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:54.549965 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2e9cab4-9373-4f93-ab38-d977603238c7 req-6b972b52-f7b2-4fe5-945b-d90053a16ccf tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 946 time: 0.3078396 Feb 09 03:34:54.559164 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c37e197c-1ee6-40de-bcac-5c09a8d17027, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c37e197c-1ee6-40de-bcac-5c09a8d17027,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:54.564012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b29b2f10-33fb-4939-ad3a-6d39eb00c777 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:54.564012 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.598132 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.598908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a2ffafdf-2073-418a-b7e0-80445e472285 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:54.642490 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c3da0784-f175-437b-84ff-c54c9341a553 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7464218 Feb 09 03:34:54.642665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52146) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:54.649475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a33a7008-c9c1-4e44-9d4f-2f4d65ade349 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'subnet': {'network_id': '35fdb65d-43ca-40fa-962a-0f5c530be0ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:54.684425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks [] for security_group (a371eaea-a1f6-4253-8aea-2a0f1e60b6d2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.688816 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28f20b43-1648-483b-830f-6cf7a53bcd23 req-001de7f1-00fe-47e2-b9a8-b443c5766544 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2750947 Feb 09 03:34:54.697537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da0784-f175-437b-84ff-c54c9341a553 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Network': ['ID=35fdb65d-43ca-40fa-962a-0f5c530be0ce,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:54.703615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a371eaea-a1f6-4253-8aea-2a0f1e60b6d2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.723120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2e9cab4-9373-4f93-ab38-d977603238c7 req-22ed5ce9-5954-462e-9bfa-1dc32bddbfd8 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722136 Feb 09 03:34:54.734266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 35fdb65d-43ca-40fa-962a-0f5c530be0ce details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:34:54.798998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:34:54.811365 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6bbc76f6-ec5f-4a3e-ac93-dbc54082abb9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.811794 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Added segment 6bbc76f6-ec5f-4a3e-ac93-dbc54082abb9 of type vlan for network 1e489a20-a029-4223-9807-530c7c3d1dd2 Feb 09 03:34:54.865126 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:34:54.874533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (1e489a20-a029-4223-9807-530c7c3d1dd2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.886578 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=c37e197c-1ee6-40de-bcac-5c09a8d17027,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:54.923191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a2ffafdf-2073-418a-b7e0-80445e472285, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a2ffafdf-2073-418a-b7e0-80445e472285,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:54.928380 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (1e489a20-a029-4223-9807-530c7c3d1dd2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.932668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c15d5-40af-4ffd-8164-4d0bfe4e5432 req-e6e6c537-a8f7-4f83-b240-102993a4adb0 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:54.936242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:54.936977 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.947598 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d89c15d5-40af-4ffd-8164-4d0bfe4e5432 req-e6e6c537-a8f7-4f83-b240-102993a4adb0 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1042483 Feb 09 03:34:54.950396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'a2ffafdf-2073-418a-b7e0-80445e472285', 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261', 'port_id': 'a2ffafdf-2073-418a-b7e0-80445e472285', 'mac_address': 'fa:16:3e:16:84:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e2e927-d5af-4c72-bdba-a98cdca6bd34', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:54.952554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33a7008-c9c1-4e44-9d4f-2f4d65ade349 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:54.956344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a33a7008-c9c1-4e44-9d4f-2f4d65ade349 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:54.956521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a371eaea-a1f6-4253-8aea-2a0f1e60b6d2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:55.020386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1870363 Feb 09 03:34:55.025758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52152) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:55.029949 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a2ffafdf-2073-418a-b7e0-80445e472285 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:55.030353 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:55.033325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b29b2f10-33fb-4939-ad3a-6d39eb00c777 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:55.045832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ffafdf-2073-418a-b7e0-80445e472285 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:55.049819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-2c1bfbb7-06ee-455a-8480-dd921c936e97 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1e489a20-a029-4223-9807-530c7c3d1dd2', 'tempest-TagsTest-Tag-1520382677') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:55.072451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a2ffafdf-2073-418a-b7e0-80445e472285, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a2ffafdf-2073-418a-b7e0-80445e472285,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:55.079131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20b43-1648-483b-830f-6cf7a53bcd23 req-304e96ad-4af5-4257-8b97-0bc8a6ded82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.079608 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:55.080349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device bead1e10-5446-4c1c-bce1-792486a75c6c details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:55.081350 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28f20b43-1648-483b-830f-6cf7a53bcd23 req-304e96ad-4af5-4257-8b97-0bc8a6ded82f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75f22a02eb0444c6ae9cf24015859115&device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 1129 time: 0.3451679 Feb 09 03:34:55.113277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c82b8-d11b-4220-a894-c2c08f27015b tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Pushing event updated for resources: {'Network': ['ID=1e489a20-a029-4223-9807-530c7c3d1dd2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:55.134310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 1e489a20-a029-4223-9807-530c7c3d1dd2 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:34:55.152730 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d89c15d5-40af-4ffd-8164-4d0bfe4e5432 req-fba20e52-190a-4ed5-b694-f2f3c9ad73cb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023978 Feb 09 03:34:55.367247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20b43-1648-483b-830f-6cf7a53bcd23 req-7cd99479-2f33-4b1c-810d-dc4abc9e53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.368846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28f20b43-1648-483b-830f-6cf7a53bcd23 req-7cd99479-2f33-4b1c-810d-dc4abc9e53bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 200 len: 918 time: 0.2528942 Feb 09 03:34:55.378355 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2c1bfbb7-06ee-455a-8480-dd921c936e97 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "PUT /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2/tags/tempest-TagsTest-Tag-1520382677 HTTP/1.1" status: 201 len: 201 time: 0.3501012 Feb 09 03:34:55.380058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52160) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:55.382405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ae4f2-9184-4758-a459-555b71ab1565 req-5094fb16-2b53-45d3-aa40-fd290a31f8cb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.385075 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-789ae4f2-9184-4758-a459-555b71ab1565 req-5094fb16-2b53-45d3-aa40-fd290a31f8cb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1017902 Feb 09 03:34:55.387156 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a33a7008-c9c1-4e44-9d4f-2f4d65ade349 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (f9daba88-9c79-4fd2-8762-2189d0f87176), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:55.391665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-15c2822a-16c2-4380-a61b-d79ee3b94e00 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e489a20-a029-4223-9807-530c7c3d1dd2', 'tempest-TagsTest-Tag-1520382677') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:55.406797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db976e16-b7bc-461e-830d-1e30be0e5a51 req-4def894a-ff9a-4f16-b195-157c73928c8f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.412258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db976e16-b7bc-461e-830d-1e30be0e5a51 req-4def894a-ff9a-4f16-b195-157c73928c8f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.418561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db976e16-b7bc-461e-830d-1e30be0e5a51 req-4def894a-ff9a-4f16-b195-157c73928c8f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.425782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db976e16-b7bc-461e-830d-1e30be0e5a51 req-4def894a-ff9a-4f16-b195-157c73928c8f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.426077 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:34:55.432057 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db976e16-b7bc-461e-830d-1e30be0e5a51 req-4def894a-ff9a-4f16-b195-157c73928c8f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.438615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db976e16-b7bc-461e-830d-1e30be0e5a51 req-4def894a-ff9a-4f16-b195-157c73928c8f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.444598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db976e16-b7bc-461e-830d-1e30be0e5a51 req-4def894a-ff9a-4f16-b195-157c73928c8f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.453007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a2ffafdf-2073-418a-b7e0-80445e472285,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:55.454595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db976e16-b7bc-461e-830d-1e30be0e5a51 req-4def894a-ff9a-4f16-b195-157c73928c8f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5437 time: 0.1919420 Feb 09 03:34:55.462832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port bead1e10-5446-4c1c-bce1-792486a75c6c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=bead1e10-5446-4c1c-bce1-792486a75c6c,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:55.492296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'bead1e10-5446-4c1c-bce1-792486a75c6c', 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261', 'port_id': 'bead1e10-5446-4c1c-bce1-792486a75c6c', 'mac_address': 'fa:16:3e:d4:b1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e2e927-d5af-4c72-bdba-a98cdca6bd34', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:55.514660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a7008-c9c1-4e44-9d4f-2f4d65ade349 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Subnet': ['ID=f9daba88-9c79-4fd2-8762-2189d0f87176,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:55.522543 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-789ae4f2-9184-4758-a459-555b71ab1565 req-98f50e3a-c489-4661-a43f-13cb9bad9f00 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270075 Feb 09 03:34:55.527158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33a7008-c9c1-4e44-9d4f-2f4d65ade349 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Checking segment: {'id': 'e178853e-98a2-4b7e-a826-7de0f68bac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '35fdb65d-43ca-40fa-962a-0f5c530be0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:55.527523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33a7008-c9c1-4e44-9d4f-2f4d65ade349 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network hostable DHCP agents. Network: 35fdb65d-43ca-40fa-962a-0f5c530be0ce, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:55.544566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port bead1e10-5446-4c1c-bce1-792486a75c6c is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:55.544965 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:55.549190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33a7008-c9c1-4e44-9d4f-2f4d65ade349 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network 35fdb65d-43ca-40fa-962a-0f5c530be0ce is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:55.566340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bead1e10-5446-4c1c-bce1-792486a75c6c {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:55.583592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a33a7008-c9c1-4e44-9d4f-2f4d65ade349 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 35fdb65d-43ca-40fa-962a-0f5c530be0ce) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:55.590538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33a7008-c9c1-4e44-9d4f-2f4d65ade349 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.591612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a33a7008-c9c1-4e44-9d4f-2f4d65ade349 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:55.601664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bade7bb-0cd3-4514-9e10-56b897e5db68 None None] Network 35fdb65d-43ca-40fa-962a-0f5c530be0ce requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:55.610935 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28f20b43-1648-483b-830f-6cf7a53bcd23 req-957c47a1-0abf-4425-b2c2-28dd3bdd676c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338 HTTP/1.1" status: 200 len: 1001 time: 0.2298100 Feb 09 03:34:55.611162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port bead1e10-5446-4c1c-bce1-792486a75c6c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=bead1e10-5446-4c1c-bce1-792486a75c6c,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:55.626185 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a33a7008-c9c1-4e44-9d4f-2f4d65ade349 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9821796 Feb 09 03:34:55.628544 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:55.628702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52166) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:55.629241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:55.685493 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db976e16-b7bc-461e-830d-1e30be0e5a51 req-29c7247a-9ef9-4380-acb2-1122db36aa6a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2298453 Feb 09 03:34:55.707716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20b43-1648-483b-830f-6cf7a53bcd23 req-56359dc2-1e17-4038-8403-9bd00d5fcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.709653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28f20b43-1648-483b-830f-6cf7a53bcd23 req-56359dc2-1e17-4038-8403-9bd00d5fcf6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 200 len: 856 time: 0.0879576 Feb 09 03:34:55.720600 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=bead1e10-5446-4c1c-bce1-792486a75c6c,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:55.748431 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-15c2822a-16c2-4380-a61b-d79ee3b94e00 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "GET /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2/tags/tempest-TagsTest-Tag-1520382677 HTTP/1.1" status: 204 len: 168 time: 0.3639836 Feb 09 03:34:55.751060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52168) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:55.753584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-e42eed44-8720-4276-9715-de2875ba1014 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1e489a20-a029-4223-9807-530c7c3d1dd2') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:55.785162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:55.807242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956ccad-97ad-4a8a-87eb-4b1f25b6e8ab req-20bd0538-29c4-4d42-a0dd-a51dcb9e05fa tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.808373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '16a3fa99-6821-4aa6-93a8-7fd65666a1a8', 'network_id': 'f7a362c8-f106-4428-a12c-5e814adef261', 'port_id': '16a3fa99-6821-4aa6-93a8-7fd65666a1a8', 'mac_address': 'fa:16:3e:6a:de:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e2e927-d5af-4c72-bdba-a98cdca6bd34', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:55.808908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3956ccad-97ad-4a8a-87eb-4b1f25b6e8ab req-20bd0538-29c4-4d42-a0dd-a51dcb9e05fa tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 945 time: 0.1119990 Feb 09 03:34:55.838796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (35fdb65d-43ca-40fa-962a-0f5c530be0ce), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:55.899873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfa5a44-0cb1-4a53-89be-a92ffca9c08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-35fdb65d-43ca-40fa-962a-0f5c530be0ce', 'network_id': '35fdb65d-43ca-40fa-962a-0f5c530be0ce', 'project_id': '5dadd571069f4aa98954a712acfe7596', 'fixed_ips': [{'subnet_id': 'f9daba88-9c79-4fd2-8762-2189d0f87176'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:34:55.902278 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5a44-0cb1-4a53-89be-a92ffca9c08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:55.903640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20b43-1648-483b-830f-6cf7a53bcd23 req-6a1cfd5a-2475-47ab-9b98-e197cd6b6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.905381 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28f20b43-1648-483b-830f-6cf7a53bcd23 req-6a1cfd5a-2475-47ab-9b98-e197cd6b6833 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d47ae607-b915-448d-973b-db6bfbd43c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1794791 Feb 09 03:34:55.914872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e42eed44-8720-4276-9715-de2875ba1014 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "GET /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2/tags HTTP/1.1" status: 200 len: 238 time: 0.1623764 Feb 09 03:34:55.919712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52170) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:55.936859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-c75233e6-eee5-4a4a-b795-3b6dcee884a0 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1e489a20-a029-4223-9807-530c7c3d1dd2', {'tags': ['tempest-TagsTest-Tag-729219453', 'tempest-TagsTest-Tag-1057578862', 'tempest-TagsTest-Tag-1132514882']}) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:55.945494 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (f9daba88-9c79-4fd2-8762-2189d0f87176), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.027010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:56.027501 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.035635 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3956ccad-97ad-4a8a-87eb-4b1f25b6e8ab req-cf948cc4-90e9-4e00-955a-4fc5cbc0fb1e tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203929 Feb 09 03:34:56.037344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (f9daba88-9c79-4fd2-8762-2189d0f87176), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.066674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:56.088907 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Subnet': ['ID=f9daba88-9c79-4fd2-8762-2189d0f87176,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:56.100517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server [None req-ebfa5a44-0cb1-4a53-89be-a92ffca9c08c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9daba88-9c79-4fd2-8762-2189d0f87176: This subnet is being modified by another concurrent operation. Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:34:56.105446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9daba88-9c79-4fd2-8762-2189d0f87176: This subnet is being modified by another concurrent operation. Feb 09 03:34:56.109940 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Feb 09 03:34:56.116717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b0a09-39c6-40ff-a9bd-726fa47cff7c req-ce72bdfa-c792-4229-9263-9cbf93a6bcab tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:56.116717 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f44b0a09-39c6-40ff-a9bd-726fa47cff7c req-ce72bdfa-c792-4229-9263-9cbf93a6bcab tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.2834187 Feb 09 03:34:56.117052 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.118300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 0c0ef499-669a-4d3c-8d02-453c2efe13dc details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:56.152778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b9599-2e9a-4daa-aa4c-ace6c9a4d43d None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:34:56.176148 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (35fdb65d-43ca-40fa-962a-0f5c530be0ce), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.185705 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c75233e6-eee5-4a4a-b795-3b6dcee884a0 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "PUT /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2/tags HTTP/1.1" status: 200 len: 308 time: 0.2603204 Feb 09 03:34:56.190016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52176) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:56.218433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-86a8122f-540b-42a6-b852-e230e2e4a9fb tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1e489a20-a029-4223-9807-530c7c3d1dd2', 'tempest-TagsTest-Tag-729219453') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:56.229601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fdb65d-43ca-40fa-962a-0f5c530be0ce']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:56.253867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e178853e-98a2-4b7e-a826-7de0f68bac6c') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:56.254172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e178853e-98a2-4b7e-a826-7de0f68bac6c') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:56.268693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f44b0a09-39c6-40ff-a9bd-726fa47cff7c req-ebc5ee1b-caf3-4984-bab2-726135c091ce tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778415 Feb 09 03:34:56.277480 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (e178853e-98a2-4b7e-a826-7de0f68bac6c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.294198 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e178853e-98a2-4b7e-a826-7de0f68bac6c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.315921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:34:56.316742 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (e178853e-98a2-4b7e-a826-7de0f68bac6c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:34:56.321457 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:34:56.362361 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:34:56.388069 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28f20b43-1648-483b-830f-6cf7a53bcd23 req-2a24cb29-08cf-4498-8f03-25fb7d993bf8 service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689960 Feb 09 03:34:56.433226 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (35fdb65d-43ca-40fa-962a-0f5c530be0ce), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.439726 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.443233 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/35fdb65d-43ca-40fa-962a-0f5c530be0ce HTTP/1.1" status: 204 len: 168 time: 0.8133626 Feb 09 03:34:56.447852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52182) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:56.457784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b20f9fca-8b9f-4a8c-acb7-5b738c596ebb tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-109064167'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:56.480902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e09ba-9546-44e9-9bd0-b61870596c9b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Network': ['ID=35fdb65d-43ca-40fa-962a-0f5c530be0ce,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:56.489120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b9599-2e9a-4daa-aa4c-ace6c9a4d43d None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:34:56.494457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:56.519886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20f9fca-8b9f-4a8c-acb7-5b738c596ebb tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:56.540560 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b20f9fca-8b9f-4a8c-acb7-5b738c596ebb tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.624327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20f9fca-8b9f-4a8c-acb7-5b738c596ebb tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:34:56.654564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b20f9fca-8b9f-4a8c-acb7-5b738c596ebb tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (728ef787-e2a2-484e-ad4b-ef62de2126e5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.655247 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-b20f9fca-8b9f-4a8c-acb7-5b738c596ebb tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Added segment 728ef787-e2a2-484e-ad4b-ef62de2126e5 of type vlan for network 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d Feb 09 03:34:56.708368 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b20f9fca-8b9f-4a8c-acb7-5b738c596ebb tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (0b48ea4d-dfa4-47ff-8c93-af9cbe55634d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.742486 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b20f9fca-8b9f-4a8c-acb7-5b738c596ebb tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (0b48ea4d-dfa4-47ff-8c93-af9cbe55634d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.749231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f9fca-8b9f-4a8c-acb7-5b738c596ebb tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:56.750369 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b20f9fca-8b9f-4a8c-acb7-5b738c596ebb tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.755716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 0c0ef499-669a-4d3c-8d02-453c2efe13dc, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=0c0ef499-669a-4d3c-8d02-453c2efe13dc,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:56.785181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '0c0ef499-669a-4d3c-8d02-453c2efe13dc', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'port_id': '0c0ef499-669a-4d3c-8d02-453c2efe13dc', 'mac_address': 'fa:16:3e:8c:ef:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:56.805088 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b20f9fca-8b9f-4a8c-acb7-5b738c596ebb tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3511269 Feb 09 03:34:56.898429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52190) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:56.902051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 0c0ef499-669a-4d3c-8d02-453c2efe13dc is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:56.902561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:56.921015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0ef499-669a-4d3c-8d02-453c2efe13dc {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:56.922511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-2e8baccd-76b0-4fa8-9f88-b0d0fa5589c4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'subnet': {'network_id': '0b48ea4d-dfa4-47ff-8c93-af9cbe55634d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:56.961436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 0c0ef499-669a-4d3c-8d02-453c2efe13dc, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=0c0ef499-669a-4d3c-8d02-453c2efe13dc,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:56.996336 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:57.034018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f9fca-8b9f-4a8c-acb7-5b738c596ebb tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Network': ['ID=0b48ea4d-dfa4-47ff-8c93-af9cbe55634d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:57.044406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aafdbc-6fba-448e-a282-1ca48b46d7f9 None None] Network 35fdb65d-43ca-40fa-962a-0f5c530be0ce requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:57.052246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:34:57.083768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd043973-9bd3-4074-955b-b41f27d629d0 req-c22a9e07-e6b3-4a89-8ed6-d7ecd6d69303 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:57.093077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd043973-9bd3-4074-955b-b41f27d629d0 req-c22a9e07-e6b3-4a89-8ed6-d7ecd6d69303 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:57.100150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd043973-9bd3-4074-955b-b41f27d629d0 req-c22a9e07-e6b3-4a89-8ed6-d7ecd6d69303 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:57.106991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd043973-9bd3-4074-955b-b41f27d629d0 req-c22a9e07-e6b3-4a89-8ed6-d7ecd6d69303 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:57.112873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd043973-9bd3-4074-955b-b41f27d629d0 req-c22a9e07-e6b3-4a89-8ed6-d7ecd6d69303 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:57.121595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd043973-9bd3-4074-955b-b41f27d629d0 req-c22a9e07-e6b3-4a89-8ed6-d7ecd6d69303 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:57.127831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd043973-9bd3-4074-955b-b41f27d629d0 req-c22a9e07-e6b3-4a89-8ed6-d7ecd6d69303 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:57.130182 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bd043973-9bd3-4074-955b-b41f27d629d0 req-c22a9e07-e6b3-4a89-8ed6-d7ecd6d69303 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5439 time: 0.2416637 Feb 09 03:34:57.181982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920df77-091b-4592-8720-767aac5e649f req-b80af736-1544-4f09-b43c-114f5bbb3116 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:57.183763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aafdbc-6fba-448e-a282-1ca48b46d7f9 None None] Network 35fdb65d-43ca-40fa-962a-0f5c530be0ce could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:34:57.183950 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5920df77-091b-4592-8720-767aac5e649f req-b80af736-1544-4f09-b43c-114f5bbb3116 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.7408757 Feb 09 03:34:57.195378 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28f20b43-1648-483b-830f-6cf7a53bcd23 req-ba69c54b-cbd6-422c-bea8-6f810cbc9bf1 service neutron] 10.222.0.42 "GET /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7605953 Feb 09 03:34:57.244724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bd043973-9bd3-4074-955b-b41f27d629d0 req-a5c6afb3-3486-4947-b4fb-6f761c220552 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1078925 Feb 09 03:34:57.278092 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5920df77-091b-4592-8720-767aac5e649f req-f097ceed-3292-485c-b045-e9c038190995 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749564 Feb 09 03:34:57.279255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8baccd-76b0-4fa8-9f88-b0d0fa5589c4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:57.285294 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2e8baccd-76b0-4fa8-9f88-b0d0fa5589c4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:57.286304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=0c0ef499-669a-4d3c-8d02-453c2efe13dc,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:57.303406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52196) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:57.303628 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-86a8122f-540b-42a6-b852-e230e2e4a9fb tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "DELETE /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2/tags/tempest-TagsTest-Tag-729219453 HTTP/1.1" status: 204 len: 168 time: 1.1102552 Feb 09 03:34:57.309158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-9569242d-0725-4654-a052-a7d48759b9d4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e489a20-a029-4223-9807-530c7c3d1dd2', 'tempest-TagsTest-Tag-729219453') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:57.485487 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-9569242d-0725-4654-a052-a7d48759b9d4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] show failed (client error): The resource could not be found. Feb 09 03:34:57.487265 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9569242d-0725-4654-a052-a7d48759b9d4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "GET /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2/tags/tempest-TagsTest-Tag-729219453 HTTP/1.1" status: 404 len: 325 time: 0.1827276 Feb 09 03:34:57.493426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52200) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:57.499738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-2f3fa460-f53d-44ef-a2ae-e1d414a2edce tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e489a20-a029-4223-9807-530c7c3d1dd2', 'tempest-TagsTest-Tag-1057578862') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:57.552454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2e8baccd-76b0-4fa8-9f88-b0d0fa5589c4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (ba03e744-7058-4808-8dc5-f23f6b36663e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:57.609060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69055e1-56d8-4a91-890d-3cb2e5e36560 req-cec3f178-01be-4b51-bb8e-185eea0b238c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:57.610799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e69055e1-56d8-4a91-890d-3cb2e5e36560 req-cec3f178-01be-4b51-bb8e-185eea0b238c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1845732 Feb 09 03:34:57.652115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8baccd-76b0-4fa8-9f88-b0d0fa5589c4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Subnet': ['ID=ba03e744-7058-4808-8dc5-f23f6b36663e,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:57.656625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8baccd-76b0-4fa8-9f88-b0d0fa5589c4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Checking segment: {'id': '728ef787-e2a2-484e-ad4b-ef62de2126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0b48ea4d-dfa4-47ff-8c93-af9cbe55634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:57.657211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8baccd-76b0-4fa8-9f88-b0d0fa5589c4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network hostable DHCP agents. Network: 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:34:57.662495 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2f3fa460-f53d-44ef-a2ae-e1d414a2edce tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "GET /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2/tags/tempest-TagsTest-Tag-1057578862 HTTP/1.1" status: 204 len: 168 time: 0.1669381 Feb 09 03:34:57.666023 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52204) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:57.670805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-d9d9c618-6721-4534-8f4d-7579781085d6 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e489a20-a029-4223-9807-530c7c3d1dd2', 'tempest-TagsTest-Tag-1132514882') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:57.687466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e69055e1-56d8-4a91-890d-3cb2e5e36560 req-b6613d1c-5d74-417d-98e8-0d202dc10d77 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698225 Feb 09 03:34:57.770982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8baccd-76b0-4fa8-9f88-b0d0fa5589c4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:34:57.793638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-2e8baccd-76b0-4fa8-9f88-b0d0fa5589c4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:57.805048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd04f479-843c-4e2a-8f04-e4f7eab775a7 None None] Network 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:34:57.813974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8baccd-76b0-4fa8-9f88-b0d0fa5589c4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:57.814921 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2e8baccd-76b0-4fa8-9f88-b0d0fa5589c4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:57.844664 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2e8baccd-76b0-4fa8-9f88-b0d0fa5589c4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9327984 Feb 09 03:34:57.846741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52210) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:57.858208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d533d9fd-7ec1-4cbf-8f7d-e80142b34e65 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'subnet': {'network_id': '0b48ea4d-dfa4-47ff-8c93-af9cbe55634d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:57.874050 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d9d9c618-6721-4534-8f4d-7579781085d6 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "GET /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2/tags/tempest-TagsTest-Tag-1132514882 HTTP/1.1" status: 204 len: 168 time: 0.2071700 Feb 09 03:34:57.878303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52212) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:57.882882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-c2855f9e-7487-423e-b57a-e90e7e097dca tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1e489a20-a029-4223-9807-530c7c3d1dd2') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:58.005494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-0b48ea4d-dfa4-47ff-8c93-af9cbe55634d', 'network_id': '0b48ea4d-dfa4-47ff-8c93-af9cbe55634d', 'project_id': '5dadd571069f4aa98954a712acfe7596', 'fixed_ips': [{'subnet_id': 'ba03e744-7058-4808-8dc5-f23f6b36663e'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:34:58.007555 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:58.183250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['bead1e10-5446-4c1c-bce1-792486a75c6c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:58.251437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b3194d10-40a5-4af1-93c4-000b21a5e833'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:58.303435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['16a3fa99-6821-4aa6-93a8-7fd65666a1a8'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:58.315415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fefd22-27c6-4533-a888-e0da554df7d0 req-f5aae5d9-b2e2-4071-a016-93934c657edc tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:58.317102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61fefd22-27c6-4533-a888-e0da554df7d0 req-f5aae5d9-b2e2-4071-a016-93934c657edc tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.5324976 Feb 09 03:34:58.360809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['c37e197c-1ee6-40de-bcac-5c09a8d17027'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:58.438887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['0c0ef499-669a-4d3c-8d02-453c2efe13dc'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:58.447903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Allocated IP 2001:db8::2 (0b48ea4d-dfa4-47ff-8c93-af9cbe55634d/ba03e744-7058-4808-8dc5-f23f6b36663e/a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:58.460983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331a3aa-c99c-4ff9-9efa-7b2b64812704 req-adc21852-44b7-48de-922e-ea874cb2bd8a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:58.461754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61fefd22-27c6-4533-a888-e0da554df7d0 req-d13cc097-a1cc-47d9-a461-b49763a3df0a tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131825 Feb 09 03:34:58.488354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331a3aa-c99c-4ff9-9efa-7b2b64812704 req-adc21852-44b7-48de-922e-ea874cb2bd8a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:58.494105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331a3aa-c99c-4ff9-9efa-7b2b64812704 req-adc21852-44b7-48de-922e-ea874cb2bd8a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:58.513652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331a3aa-c99c-4ff9-9efa-7b2b64812704 req-adc21852-44b7-48de-922e-ea874cb2bd8a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:58.519863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331a3aa-c99c-4ff9-9efa-7b2b64812704 req-adc21852-44b7-48de-922e-ea874cb2bd8a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:58.527629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331a3aa-c99c-4ff9-9efa-7b2b64812704 req-adc21852-44b7-48de-922e-ea874cb2bd8a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:58.529742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d533d9fd-7ec1-4cbf-8f7d-e80142b34e65 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:58.533579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331a3aa-c99c-4ff9-9efa-7b2b64812704 req-adc21852-44b7-48de-922e-ea874cb2bd8a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:58.534051 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d533d9fd-7ec1-4cbf-8f7d-e80142b34e65 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:58.535890 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9331a3aa-c99c-4ff9-9efa-7b2b64812704 req-adc21852-44b7-48de-922e-ea874cb2bd8a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5440 time: 0.1670523 Feb 09 03:34:58.549935 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c2855f9e-7487-423e-b57a-e90e7e097dca tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "DELETE /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2/tags HTTP/1.1" status: 204 len: 168 time: 0.6706092 Feb 09 03:34:58.552727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52220) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:58.557962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-3ec9eb37-c64f-43dd-833f-cceaa9d1ccca tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e489a20-a029-4223-9807-530c7c3d1dd2', 'tempest-TagsTest-Tag-1057578862') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:58.693058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9331a3aa-c99c-4ff9-9efa-7b2b64812704 req-a3447591-ad7c-4447-88f6-3d3270137ec0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1436424 Feb 09 03:34:58.706499 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-3ec9eb37-c64f-43dd-833f-cceaa9d1ccca tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] show failed (client error): The resource could not be found. Feb 09 03:34:58.713178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52224) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:58.716620 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3ec9eb37-c64f-43dd-833f-cceaa9d1ccca tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "GET /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2/tags/tempest-TagsTest-Tag-1057578862 HTTP/1.1" status: 404 len: 326 time: 0.1629212 Feb 09 03:34:58.729014 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.tag.tag_plugin [None req-02e9c5cc-1042-428e-9b23-63da3c221a37 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e489a20-a029-4223-9807-530c7c3d1dd2', 'tempest-TagsTest-Tag-1132514882') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:58.888609 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-02e9c5cc-1042-428e-9b23-63da3c221a37 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] show failed (client error): The resource could not be found. Feb 09 03:34:58.890019 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-02e9c5cc-1042-428e-9b23-63da3c221a37 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "GET /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2/tags/tempest-TagsTest-Tag-1132514882 HTTP/1.1" status: 404 len: 326 time: 0.1759131 Feb 09 03:34:58.892914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52230) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:58.897561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.tag.tag_plugin [None req-a6caaf4b-3c4a-4a69-aefb-4178f5161b0d tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1e489a20-a029-4223-9807-530c7c3d1dd2') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:58.938639 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d533d9fd-7ec1-4cbf-8f7d-e80142b34e65 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (85506ec9-16e8-428a-9b6c-ee80f686ff50), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:58.964949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d533d9fd-7ec1-4cbf-8f7d-e80142b34e65 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:58.969234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d533d9fd-7ec1-4cbf-8f7d-e80142b34e65 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:59.000441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d533d9fd-7ec1-4cbf-8f7d-e80142b34e65 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:59.001302 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d533d9fd-7ec1-4cbf-8f7d-e80142b34e65 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.063616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a6caaf4b-3c4a-4a69-aefb-4178f5161b0d tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "DELETE /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2/tags HTTP/1.1" status: 204 len: 168 time: 0.1691711 Feb 09 03:34:59.064688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a2ffafdf-2073-418a-b7e0-80445e472285'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:59.069711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52232) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:59.078844 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d533d9fd-7ec1-4cbf-8f7d-e80142b34e65 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2297285 Feb 09 03:34:59.082375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52234) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:59.119107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533d9fd-7ec1-4cbf-8f7d-e80142b34e65 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Subnet': ['ID=85506ec9-16e8-428a-9b6c-ee80f686ff50,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:59.228036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['fb3ea48f-6c11-4728-960f-048fa8c79da0'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:59.250068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7accacb7-3de4-47bf-a7d2-ef9127311236 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:59.256017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7accacb7-3de4-47bf-a7d2-ef9127311236 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:59.257394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7accacb7-3de4-47bf-a7d2-ef9127311236 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:59.260339 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (1e489a20-a029-4223-9807-530c7c3d1dd2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.261235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7accacb7-3de4-47bf-a7d2-ef9127311236 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:59.263804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7accacb7-3de4-47bf-a7d2-ef9127311236 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:59.268688 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7accacb7-3de4-47bf-a7d2-ef9127311236 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1841388 Feb 09 03:34:59.274544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52242) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:59.288743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3d350981-efc6-4a7a-b1ab-9a55a9b63885 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1904894094'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:59.355590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d350981-efc6-4a7a-b1ab-9a55a9b63885 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:59.359474 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d350981-efc6-4a7a-b1ab-9a55a9b63885 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.436496 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d350981-efc6-4a7a-b1ab-9a55a9b63885 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:34:59.461203 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d350981-efc6-4a7a-b1ab-9a55a9b63885 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ec06c437-805d-462c-9c5e-8f964b349cd6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.462607 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (1e489a20-a029-4223-9807-530c7c3d1dd2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.465795 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-3d350981-efc6-4a7a-b1ab-9a55a9b63885 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Added segment ec06c437-805d-462c-9c5e-8f964b349cd6 of type vlan for network e74ac081-8f56-4da5-b3a1-ff5681bf897f Feb 09 03:34:59.513590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e489a20-a029-4223-9807-530c7c3d1dd2']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:59.526362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbc76f6-ec5f-4a3e-ac93-dbc54082abb9') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:59.527447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbc76f6-ec5f-4a3e-ac93-dbc54082abb9') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:59.537305 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d350981-efc6-4a7a-b1ab-9a55a9b63885 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (e74ac081-8f56-4da5-b3a1-ff5681bf897f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.540893 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (6bbc76f6-ec5f-4a3e-ac93-dbc54082abb9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.557201 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6bbc76f6-ec5f-4a3e-ac93-dbc54082abb9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.565274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:34:59.566007 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (6bbc76f6-ec5f-4a3e-ac93-dbc54082abb9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.602712 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d350981-efc6-4a7a-b1ab-9a55a9b63885 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (e74ac081-8f56-4da5-b3a1-ff5681bf897f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.610685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d350981-efc6-4a7a-b1ab-9a55a9b63885 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:59.612073 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d350981-efc6-4a7a-b1ab-9a55a9b63885 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:34:59.638026 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:34:59.647465 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (1e489a20-a029-4223-9807-530c7c3d1dd2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.664273 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631524'] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:59.673649 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] 10.222.0.21 "DELETE /v2.0/networks/1e489a20-a029-4223-9807-530c7c3d1dd2 HTTP/1.1" status: 204 len: 168 time: 0.6021576 Feb 09 03:34:59.713692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1617f2-dca0-4740-9e10-f6af939afca4 tempest-TagsTest-1664132537 tempest-TagsTest-1664132537-project] Pushing event deleted for resources: {'Network': ['ID=1e489a20-a029-4223-9807-530c7c3d1dd2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:59.804582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52254) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:59.805996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3d350981-efc6-4a7a-b1ab-9a55a9b63885 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5295770 Feb 09 03:34:59.811087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-93dfdc55-9fff-4148-b870-846aab4ad95a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:59.865029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d350981-efc6-4a7a-b1ab-9a55a9b63885 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Network': ['ID=e74ac081-8f56-4da5-b3a1-ff5681bf897f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:59.980397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network e74ac081-8f56-4da5-b3a1-ff5681bf897f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:00.021871 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6eb92-9cb2-449d-8f6a-8755b5d19c7c req-71f13c2c-3862-4e61-a6af-46aebfd7cd4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:00.039106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6eb92-9cb2-449d-8f6a-8755b5d19c7c req-71f13c2c-3862-4e61-a6af-46aebfd7cd4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:00.052016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6eb92-9cb2-449d-8f6a-8755b5d19c7c req-71f13c2c-3862-4e61-a6af-46aebfd7cd4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:00.057630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6eb92-9cb2-449d-8f6a-8755b5d19c7c req-71f13c2c-3862-4e61-a6af-46aebfd7cd4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:00.074776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6eb92-9cb2-449d-8f6a-8755b5d19c7c req-71f13c2c-3862-4e61-a6af-46aebfd7cd4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:00.113070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6eb92-9cb2-449d-8f6a-8755b5d19c7c req-71f13c2c-3862-4e61-a6af-46aebfd7cd4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:00.126195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6eb92-9cb2-449d-8f6a-8755b5d19c7c req-71f13c2c-3862-4e61-a6af-46aebfd7cd4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:00.140351 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21f6eb92-9cb2-449d-8f6a-8755b5d19c7c req-71f13c2c-3862-4e61-a6af-46aebfd7cd4c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5440 time: 0.2428846 Feb 09 03:35:00.264415 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21f6eb92-9cb2-449d-8f6a-8755b5d19c7c req-8dac54de-7544-41ac-aa8f-e4bdb11c9684 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1217799 Feb 09 03:35:00.320509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52264) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:00.345485 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93dfdc55-9fff-4148-b870-846aab4ad95a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (e74ac081-8f56-4da5-b3a1-ff5681bf897f), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:00.386389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93dfdc55-9fff-4148-b870-846aab4ad95a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (e74ac081-8f56-4da5-b3a1-ff5681bf897f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:00.421392 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Publish callbacks [] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:00.431393 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93dfdc55-9fff-4148-b870-846aab4ad95a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network e74ac081-8f56-4da5-b3a1-ff5681bf897f is not hosted by any dhcp agent {{(pid=103328) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:35:00.455790 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:00.456012 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dfdc55-9fff-4148-b870-846aab4ad95a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:00.456809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93dfdc55-9fff-4148-b870-846aab4ad95a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:00.462087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-93dfdc55-9fff-4148-b870-846aab4ad95a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "PUT /v2.0/networks/e74ac081-8f56-4da5-b3a1-ff5681bf897f HTTP/1.1" status: 200 len: 723 time: 0.6538267 Feb 09 03:35:00.463617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52272) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:00.470857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6d8544d0-2048-4a44-93df-fbe9fd63b4d6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'subnet': {'network_id': 'e74ac081-8f56-4da5-b3a1-ff5681bf897f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:00.510778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Network 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:35:00.536540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:00.579362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:35:00.608982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Pushing event updated for resources: {'Port': ['ID=a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:00.613886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfdc55-9fff-4148-b870-846aab4ad95a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Network': ['ID=e74ac081-8f56-4da5-b3a1-ff5681bf897f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:00.636245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network e74ac081-8f56-4da5-b3a1-ff5681bf897f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:00.756700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8544d0-2048-4a44-93df-fbe9fd63b4d6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:00.766178 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d8544d0-2048-4a44-93df-fbe9fd63b4d6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:00.825736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52280) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:00.833862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-87e7a8a8-3a16-4afe-b6b3-de40d79b01f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbc34cd54f0c4b66b835d749649734c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5115595 Feb 09 03:35:00.930605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Attempting to bind port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:35:00.930991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Attempting to bind port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '728ef787-e2a2-484e-ad4b-ef62de2126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0b48ea4d-dfa4-47ff-8c93-af9cbe55634d'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:35:00.931372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Attempting to bind port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 on network 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:00.953920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:35:00.954339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Checking segment: {'id': '728ef787-e2a2-484e-ad4b-ef62de2126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0b48ea4d-dfa4-47ff-8c93-af9cbe55634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:00.958229 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:00.958646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Bound using segment: {'id': '728ef787-e2a2-484e-ad4b-ef62de2126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0b48ea4d-dfa4-47ff-8c93-af9cbe55634d'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:35:00.959161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Bound port: a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728ef787-e2a2-484e-ad4b-ef62de2126e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0b48ea4d-dfa4-47ff-8c93-af9cbe55634d'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:35:00.959557 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:00.962649 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f18aedd4-1c8b-4ea2-95a0-69287b710ba8 admin admin] Publish callbacks [] for security_group (a371eaea-a1f6-4253-8aea-2a0f1e60b6d2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:01.007985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f18aedd4-1c8b-4ea2-95a0-69287b710ba8 admin admin] Publish callbacks [] for security_group (a371eaea-a1f6-4253-8aea-2a0f1e60b6d2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:01.119635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] For port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:01.123002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] For port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8,segment=NetworkSegment(728ef787-e2a2-484e-ad4b-ef62de2126e5),segment_id=728ef787-e2a2-484e-ad4b-ef62de2126e5)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:35:01.128502 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f18aedd4-1c8b-4ea2-95a0-69287b710ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a371eaea-a1f6-4253-8aea-2a0f1e60b6d2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:01.131021 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:01.131464 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f18aedd4-1c8b-4ea2-95a0-69287b710ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:01.135512 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f18aedd4-1c8b-4ea2-95a0-69287b710ba8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a371eaea-a1f6-4253-8aea-2a0f1e60b6d2 HTTP/1.1" status: 204 len: 168 time: 0.3053460 Feb 09 03:35:01.151982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18aedd4-1c8b-4ea2-95a0-69287b710ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a371eaea-a1f6-4253-8aea-2a0f1e60b6d2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:01.176208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device bead1e10-5446-4c1c-bce1-792486a75c6c up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:01.286692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fccc6d-0ea9-45c4-8a87-554c3700b641 None None] Pushing event updated for resources: {'Port': ['ID=a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:01.305975 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d8544d0-2048-4a44-93df-fbe9fd63b4d6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (6416c263-ca96-4c1c-b910-325ca575b207), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:01.324277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port bead1e10-5446-4c1c-bce1-792486a75c6c completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:35:01.336068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port bead1e10-5446-4c1c-bce1-792486a75c6c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:01.336733 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:01.526370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port bead1e10-5446-4c1c-bce1-792486a75c6c is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:01.526991 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:01.528290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bcf3e-2937-467c-863d-03f01aa0a86f req-30b74fe1-b19f-4e1e-9ecd-d11b28f2eebc tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:01.530899 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-031bcf3e-2937-467c-863d-03f01aa0a86f req-30b74fe1-b19f-4e1e-9ecd-d11b28f2eebc tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 945 time: 0.2535224 Feb 09 03:35:01.537619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8544d0-2048-4a44-93df-fbe9fd63b4d6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Subnet': ['ID=6416c263-ca96-4c1c-b910-325ca575b207,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:01.560785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661c00-1fe9-4db1-bb3f-bcb78d9ee6b4 req-c2d95d6b-e032-4408-82e0-67a58b3d0d83 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:01.613137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661c00-1fe9-4db1-bb3f-bcb78d9ee6b4 req-c2d95d6b-e032-4408-82e0-67a58b3d0d83 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:01.626977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661c00-1fe9-4db1-bb3f-bcb78d9ee6b4 req-c2d95d6b-e032-4408-82e0-67a58b3d0d83 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:01.628983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead1e10-5446-4c1c-bce1-792486a75c6c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:01.633191 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabeda51-46fc-40ff-afc9-b592e4f8174b" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "bead1e10-5446-4c1c-bce1-792486a75c6c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:01.636890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661c00-1fe9-4db1-bb3f-bcb78d9ee6b4 req-c2d95d6b-e032-4408-82e0-67a58b3d0d83 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:01.651364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661c00-1fe9-4db1-bb3f-bcb78d9ee6b4 req-c2d95d6b-e032-4408-82e0-67a58b3d0d83 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:01.658326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661c00-1fe9-4db1-bb3f-bcb78d9ee6b4 req-c2d95d6b-e032-4408-82e0-67a58b3d0d83 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:01.665287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661c00-1fe9-4db1-bb3f-bcb78d9ee6b4 req-c2d95d6b-e032-4408-82e0-67a58b3d0d83 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:01.674537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2661c00-1fe9-4db1-bb3f-bcb78d9ee6b4 req-c2d95d6b-e032-4408-82e0-67a58b3d0d83 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5440 time: 0.2434287 Feb 09 03:35:01.678754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port bead1e10-5446-4c1c-bce1-792486a75c6c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=bead1e10-5446-4c1c-bce1-792486a75c6c,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:01.690208 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:01.747837 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-031bcf3e-2937-467c-863d-03f01aa0a86f req-5dc99615-081e-44c7-a6a0-93481eb87f08 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651073 Feb 09 03:35:01.766709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8544d0-2048-4a44-93df-fbe9fd63b4d6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Checking segment: {'id': 'ec06c437-805d-462c-9c5e-8f964b349cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e74ac081-8f56-4da5-b3a1-ff5681bf897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:01.767489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8544d0-2048-4a44-93df-fbe9fd63b4d6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network hostable DHCP agents. Network: e74ac081-8f56-4da5-b3a1-ff5681bf897f, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:35:01.794922 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2661c00-1fe9-4db1-bb3f-bcb78d9ee6b4 req-7fe96ff0-c87a-4121-b2d0-ee32babdcc2f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1176124 Feb 09 03:35:01.827626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8544d0-2048-4a44-93df-fbe9fd63b4d6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network e74ac081-8f56-4da5-b3a1-ff5681bf897f is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:35:01.851137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=bead1e10-5446-4c1c-bce1-792486a75c6c,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:01.867374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6d8544d0-2048-4a44-93df-fbe9fd63b4d6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, e74ac081-8f56-4da5-b3a1-ff5681bf897f) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:01.873717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8544d0-2048-4a44-93df-fbe9fd63b4d6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:01.875827 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1634e55a-3821-469f-8252-d5cc6f814ede x-openstack-request-id: req-1634e55a-3821-469f-8252-d5cc6f814ede {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:01.876129 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "bead1e10-5446-4c1c-bce1-792486a75c6c", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:01.876392 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1634e55a-3821-469f-8252-d5cc6f814ede {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:01.876791 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead1e10-5446-4c1c-bce1-792486a75c6c', 'code': 200} Feb 09 03:35:01.876990 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d8544d0-2048-4a44-93df-fbe9fd63b4d6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:01.886784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c9438-6c51-4716-aa7a-4c53124a5c03 None None] Network e74ac081-8f56-4da5-b3a1-ff5681bf897f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:01.917663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6d8544d0-2048-4a44-93df-fbe9fd63b4d6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4523339 Feb 09 03:35:01.923238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52302) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:01.936649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d8abf5d1-9323-4d37-87eb-2358bd39702c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:02.136220 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d8abf5d1-9323-4d37-87eb-2358bd39702c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25360563'] for subnet (6416c263-ca96-4c1c-b910-325ca575b207), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:02.149301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-e74ac081-8f56-4da5-b3a1-ff5681bf897f', 'network_id': 'e74ac081-8f56-4da5-b3a1-ff5681bf897f', 'project_id': '5dadd571069f4aa98954a712acfe7596', 'fixed_ips': [{'subnet_id': '6416c263-ca96-4c1c-b910-325ca575b207'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:35:02.150392 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:02.392717 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d8abf5d1-9323-4d37-87eb-2358bd39702c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744001313540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26576908'] for subnet (6416c263-ca96-4c1c-b910-325ca575b207), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:02.475580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Allocated IP 2001:db8::2 (e74ac081-8f56-4da5-b3a1-ff5681bf897f/6416c263-ca96-4c1c-b910-325ca575b207/cffbda6f-0160-42e7-889e-22f5120697e2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:35:02.525520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:02.551095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abf5d1-9323-4d37-87eb-2358bd39702c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Subnet': ['ID=6416c263-ca96-4c1c-b910-325ca575b207,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:02.574200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8abf5d1-9323-4d37-87eb-2358bd39702c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:02.578349 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d8abf5d1-9323-4d37-87eb-2358bd39702c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:02.582767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52318) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:02.585088 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d8abf5d1-9323-4d37-87eb-2358bd39702c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "PUT /v2.0/subnets/6416c263-ca96-4c1c-b910-325ca575b207 HTTP/1.1" status: 200 len: 826 time: 0.6606925 Feb 09 03:35:02.664088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:02.665409 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:02.838347 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (e74ac081-8f56-4da5-b3a1-ff5681bf897f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:02.954096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (6416c263-ca96-4c1c-b910-325ca575b207), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:02.984295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:02.984694 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.047944 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Publish callbacks [] for port (cffbda6f-0160-42e7-889e-22f5120697e2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.066227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8,segment=NetworkSegment(728ef787-e2a2-484e-ad4b-ef62de2126e5),segment_id=728ef787-e2a2-484e-ad4b-ef62de2126e5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:03.067812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (cffbda6f-0160-42e7-889e-22f5120697e2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.152223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (6416c263-ca96-4c1c-b910-325ca575b207), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.168600 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.175988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f8b9a-77eb-49d5-9859-535b2268c7cd req-f1e3d58e-c3ea-4689-900c-3519e8890583 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:03.206754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a2ffafdf-2073-418a-b7e0-80445e472285 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:03.208426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f8b9a-77eb-49d5-9859-535b2268c7cd req-f1e3d58e-c3ea-4689-900c-3519e8890583 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:03.220956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f8b9a-77eb-49d5-9859-535b2268c7cd req-f1e3d58e-c3ea-4689-900c-3519e8890583 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:03.228921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f8b9a-77eb-49d5-9859-535b2268c7cd req-f1e3d58e-c3ea-4689-900c-3519e8890583 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:03.248026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f8b9a-77eb-49d5-9859-535b2268c7cd req-f1e3d58e-c3ea-4689-900c-3519e8890583 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:03.253446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f8b9a-77eb-49d5-9859-535b2268c7cd req-f1e3d58e-c3ea-4689-900c-3519e8890583 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:03.271493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f8b9a-77eb-49d5-9859-535b2268c7cd req-f1e3d58e-c3ea-4689-900c-3519e8890583 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:03.277330 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a1f8b9a-77eb-49d5-9859-535b2268c7cd req-f1e3d58e-c3ea-4689-900c-3519e8890583 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5441 time: 0.3301184 Feb 09 03:35:03.321430 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (e74ac081-8f56-4da5-b3a1-ff5681bf897f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.366183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13590efc-d7fd-4675-895c-27b73b395bd4 None None] Network 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:03.374837 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74ac081-8f56-4da5-b3a1-ff5681bf897f']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:03.393599 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec06c437-805d-462c-9c5e-8f964b349cd6') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:03.393900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec06c437-805d-462c-9c5e-8f964b349cd6') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:03.406211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Pushing event updated for resources: {'Port': ['ID=cffbda6f-0160-42e7-889e-22f5120697e2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:03.423079 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a1f8b9a-77eb-49d5-9859-535b2268c7cd req-d7f44a99-ee88-4417-8f83-feaccec0f3f2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1373560 Feb 09 03:35:03.425016 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (ec06c437-805d-462c-9c5e-8f964b349cd6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.441807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ec06c437-805d-462c-9c5e-8f964b349cd6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.450052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:03.450628 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (ec06c437-805d-462c-9c5e-8f964b349cd6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.494294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Subnet': ['ID=6416c263-ca96-4c1c-b910-325ca575b207,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:03.497651 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:03.531977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.532282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.532744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.533084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.533438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.533773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.534095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.534420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.534751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.535065 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.535385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.535703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.536020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:03.553349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Network e74ac081-8f56-4da5-b3a1-ff5681bf897f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:35:03.557977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c20958-5596-4aac-aabc-7b67007ceabe req-f4e870ff-ffec-4af2-bb9c-7e643d6dbeb6 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:03.560099 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08c20958-5596-4aac-aabc-7b67007ceabe req-f4e870ff-ffec-4af2-bb9c-7e643d6dbeb6 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.65 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 945 time: 0.5328643 Feb 09 03:35:03.580802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe4bbb-464f-4cd5-9b95-fe106264a706 req-dcb8f3c0-688f-4fe9-933e-6407f554b6e6 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:03.589136 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e5fe4bbb-464f-4cd5-9b95-fe106264a706 req-dcb8f3c0-688f-4fe9-933e-6407f554b6e6 tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 945 time: 0.6359916 Feb 09 03:35:03.593247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.api [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:35:03.593247 n-d-824835-15 neutron-server[103328]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:35:03.593247 n-d-824835-15 neutron-server[103328]: [parameters: {'id': 'e74ac081-8f56-4da5-b3a1-ff5681bf897f'}] Feb 09 03:35:03.593247 n-d-824835-15 neutron-server[103328]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:35:03.594001 n-d-824835-15 neutron-server[103328]: DEBUG oslo_db.api [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:35:03.617078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:03.637692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:35:03.696672 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e5fe4bbb-464f-4cd5-9b95-fe106264a706 req-31c0f7bf-7ffd-4b94-8982-96b0f12bc03e tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccca57e9-6062-41f9-bbbc-c31a6ba006bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024518 Feb 09 03:35:03.713307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-012328c6-0628-4754-8435-d94407a2c00e None None] Provisioning complete for port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:03.713862 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-012328c6-0628-4754-8435-d94407a2c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.780226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-08c20958-5596-4aac-aabc-7b67007ceabe req-b0ed49f9-1485-4b72-9b96-250a155473ad tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Deleting port 2cf5dc98-d770-419c-a824-d7ef688a132f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:03.780907 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08c20958-5596-4aac-aabc-7b67007ceabe req-b0ed49f9-1485-4b72-9b96-250a155473ad tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.918932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-08c20958-5596-4aac-aabc-7b67007ceabe req-b0ed49f9-1485-4b72-9b96-250a155473ad tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] For port 2cf5dc98-d770-419c-a824-d7ef688a132f, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2cf5dc98-d770-419c-a824-d7ef688a132f,segment=NetworkSegment(6a0a04b8-0ebb-414d-a819-b618076251bb),segment_id=6a0a04b8-0ebb-414d-a819-b618076251bb)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:03.920677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08c20958-5596-4aac-aabc-7b67007ceabe req-b0ed49f9-1485-4b72-9b96-250a155473ad tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.949768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port a2ffafdf-2073-418a-b7e0-80445e472285 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:35:03.951331 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-08c20958-5596-4aac-aabc-7b67007ceabe req-b0ed49f9-1485-4b72-9b96-250a155473ad tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Calling delete_port for 2cf5dc98-d770-419c-a824-d7ef688a132f owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:04.009631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:04.027979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port a2ffafdf-2073-418a-b7e0-80445e472285 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:04.030360 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:04.099039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Attempting to bind port cffbda6f-0160-42e7-889e-22f5120697e2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:35:04.099675 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Attempting to bind port cffbda6f-0160-42e7-889e-22f5120697e2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ec06c437-805d-462c-9c5e-8f964b349cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e74ac081-8f56-4da5-b3a1-ff5681bf897f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:35:04.100194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Attempting to bind port cffbda6f-0160-42e7-889e-22f5120697e2 on network e74ac081-8f56-4da5-b3a1-ff5681bf897f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:04.143079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:35:04.143573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Checking segment: {'id': 'ec06c437-805d-462c-9c5e-8f964b349cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e74ac081-8f56-4da5-b3a1-ff5681bf897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:04.144042 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:04.144505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Bound using segment: {'id': 'ec06c437-805d-462c-9c5e-8f964b349cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e74ac081-8f56-4da5-b3a1-ff5681bf897f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:35:04.145060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Bound port: cffbda6f-0160-42e7-889e-22f5120697e2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec06c437-805d-462c-9c5e-8f964b349cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e74ac081-8f56-4da5-b3a1-ff5681bf897f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:35:04.145530 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cffbda6f-0160-42e7-889e-22f5120697e2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:04.156367 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (e74ac081-8f56-4da5-b3a1-ff5681bf897f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:04.202387 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08c20958-5596-4aac-aabc-7b67007ceabe req-b0ed49f9-1485-4b72-9b96-250a155473ad tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2cf5dc98-d770-419c-a824-d7ef688a132f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:04.274353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed49f9-1485-4b72-9b96-250a155473ad tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Pushing event deleted for resources: {'Port': ['ID=2cf5dc98-d770-419c-a824-d7ef688a132f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:04.298969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['2cf5dc98-d770-419c-a824-d7ef688a132f'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:35:04.377877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c20958-5596-4aac-aabc-7b67007ceabe req-b0ed49f9-1485-4b72-9b96-250a155473ad tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] No DVR routers for this DVR port 2cf5dc98-d770-419c-a824-d7ef688a132f on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:04.389412 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08c20958-5596-4aac-aabc-7b67007ceabe req-b0ed49f9-1485-4b72-9b96-250a155473ad tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:04.397393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08c20958-5596-4aac-aabc-7b67007ceabe req-b0ed49f9-1485-4b72-9b96-250a155473ad tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.65 "DELETE /v2.0/ports/2cf5dc98-d770-419c-a824-d7ef688a132f HTTP/1.1" status: 204 len: 173 time: 0.8056505 Feb 09 03:35:04.410762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85e4ae7-ad24-4e41-831f-3d6b7549441f', 'name': 'network-vif-deleted', 'tag': '2cf5dc98-d770-419c-a824-d7ef688a132f'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:04.413125 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f498b337-0991-4fe0-b55a-c82976cf69a6" -d '{"events": [{"server_uuid": "d85e4ae7-ad24-4e41-831f-3d6b7549441f", "name": "network-vif-deleted", "tag": "2cf5dc98-d770-419c-a824-d7ef688a132f"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:04.457700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Deleting port cffbda6f-0160-42e7-889e-22f5120697e2 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:04.467891 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cffbda6f-0160-42e7-889e-22f5120697e2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:04.613378 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:04.643122 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f233186-476d-4da7-a12b-db6e892e16ec x-openstack-request-id: req-6f233186-476d-4da7-a12b-db6e892e16ec {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:04.644988 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85e4ae7-ad24-4e41-831f-3d6b7549441f", "name": "network-vif-deleted", "tag": "2cf5dc98-d770-419c-a824-d7ef688a132f", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:04.645287 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f233186-476d-4da7-a12b-db6e892e16ec {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:04.645993 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85e4ae7-ad24-4e41-831f-3d6b7549441f', 'name': 'network-vif-deleted', 'tag': '2cf5dc98-d770-419c-a824-d7ef688a132f', 'status': 'completed', 'code': 200} Feb 09 03:35:04.684429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-012328c6-0628-4754-8435-d94407a2c00e None None] Current status of the port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:04.689441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a2ffafdf-2073-418a-b7e0-80445e472285 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:04.689845 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:04.704872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] For port cffbda6f-0160-42e7-889e-22f5120697e2, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:04.730221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] For port cffbda6f-0160-42e7-889e-22f5120697e2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cffbda6f-0160-42e7-889e-22f5120697e2,segment=NetworkSegment(ec06c437-805d-462c-9c5e-8f964b349cd6),segment_id=ec06c437-805d-462c-9c5e-8f964b349cd6)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:35:04.766851 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cffbda6f-0160-42e7-889e-22f5120697e2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:04.782754 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] For port cffbda6f-0160-42e7-889e-22f5120697e2, host n-d-824835-15, got binding levels [] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:04.783634 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cffbda6f-0160-42e7-889e-22f5120697e2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:04.829860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7867d8f-5c33-43c4-b925-01edae97fd97 None None] Update dhcp port {'port': {'network_id': '0b48ea4d-dfa4-47ff-8c93-af9cbe55634d', 'fixed_ips': [{'subnet_id': 'ba03e744-7058-4808-8dc5-f23f6b36663e', 'ip_address': '2001:db8::2'}, {'subnet_id': '85506ec9-16e8-428a-9b6c-ee80f686ff50'}], 'binding:host_id': 'n-d-824835-15'}, 'id': 'a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:35:04.832486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Calling delete_port for cffbda6f-0160-42e7-889e-22f5120697e2 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:04.867869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db4a6-2420-4642-a38b-3e8f5258783c req-ad5d8516-0d02-4f54-b931-fb09111b3d13 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:04.882646 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db4a6-2420-4642-a38b-3e8f5258783c req-ad5d8516-0d02-4f54-b931-fb09111b3d13 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:04.896614 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db4a6-2420-4642-a38b-3e8f5258783c req-ad5d8516-0d02-4f54-b931-fb09111b3d13 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:04.903930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db4a6-2420-4642-a38b-3e8f5258783c req-ad5d8516-0d02-4f54-b931-fb09111b3d13 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:04.909445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db4a6-2420-4642-a38b-3e8f5258783c req-ad5d8516-0d02-4f54-b931-fb09111b3d13 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:04.916194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db4a6-2420-4642-a38b-3e8f5258783c req-ad5d8516-0d02-4f54-b931-fb09111b3d13 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:04.923052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db4a6-2420-4642-a38b-3e8f5258783c req-ad5d8516-0d02-4f54-b931-fb09111b3d13 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:04.923637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3c1d69ec-a39c-4efc-9f76-25224f24ceab req-59cf291b-47bc-4acf-8385-c47c487b7cbd tempest-VolumesActionsTest-1691273811 tempest-VolumesActionsTest-1691273811-project] 10.222.0.21 "GET /v2.0/ports?device_id=d85e4ae7-ad24-4e41-831f-3d6b7549441f HTTP/1.1" status: 200 len: 210 time: 0.0653856 Feb 09 03:35:04.944068 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b42db4a6-2420-4642-a38b-3e8f5258783c req-ad5d8516-0d02-4f54-b931-fb09111b3d13 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5441 time: 0.2906270 Feb 09 03:35:04.963160 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a2ffafdf-2073-418a-b7e0-80445e472285, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a2ffafdf-2073-418a-b7e0-80445e472285,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:04.991254 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7867d8f-5c33-43c4-b925-01edae97fd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.022723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52376) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:05.090092 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b42db4a6-2420-4642-a38b-3e8f5258783c req-33c1748f-f2f3-454f-82e3-92c0c2604035 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1404085 Feb 09 03:35:05.142565 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (cffbda6f-0160-42e7-889e-22f5120697e2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.181824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Port': ['ID=cffbda6f-0160-42e7-889e-22f5120697e2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:05.189656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No DVR routers for this DVR port cffbda6f-0160-42e7-889e-22f5120697e2 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:05.221554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33db8fee-1ac9-4c7d-b6ce-504376ba1119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.286460 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (e74ac081-8f56-4da5-b3a1-ff5681bf897f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.319061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74ac081-8f56-4da5-b3a1-ff5681bf897f']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:05.340642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec06c437-805d-462c-9c5e-8f964b349cd6') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:05.341088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec06c437-805d-462c-9c5e-8f964b349cd6') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:05.367015 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (ec06c437-805d-462c-9c5e-8f964b349cd6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.393871 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33db8fee-1ac9-4c7d-b6ce-504376ba1119 admin admin] Publish callbacks [] for security_group (f8bce099-4a65-4a13-a48e-b10cdc9709f6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.400088 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33db8fee-1ac9-4c7d-b6ce-504376ba1119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f8bce099-4a65-4a13-a48e-b10cdc9709f6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.401912 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ec06c437-805d-462c-9c5e-8f964b349cd6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.415256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:05.417903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ffafdf-2073-418a-b7e0-80445e472285'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:05.420435 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33b9ed2-5461-4a05-a856-277bc056a700" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "a2ffafdf-2073-418a-b7e0-80445e472285"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:05.421654 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (ec06c437-805d-462c-9c5e-8f964b349cd6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:05.489586 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:05.499566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-33db8fee-1ac9-4c7d-b6ce-504376ba1119 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b761020f7a8545549e1ae69be5f12f9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757154 Feb 09 03:35:05.505208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52400) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:05.536798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db8fee-1ac9-4c7d-b6ce-504376ba1119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bce099-4a65-4a13-a48e-b10cdc9709f6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:05.547093 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (e74ac081-8f56-4da5-b3a1-ff5681bf897f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.585234 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.590406 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/e74ac081-8f56-4da5-b3a1-ff5681bf897f HTTP/1.1" status: 204 len: 168 time: 3.0065689 Feb 09 03:35:05.592987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726a254-720c-4a64-bd96-193ed89098a4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Network': ['ID=e74ac081-8f56-4da5-b3a1-ff5681bf897f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:05.593390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52402) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:05.613311 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50fd4a00-fad0-46df-b127-e5aaf05a7894 admin admin] Publish callbacks [] for security_group (f8bce099-4a65-4a13-a48e-b10cdc9709f6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.632287 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d4b025-ecdb-4296-9367-bb1534ce76f2 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:05.632817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d4b025-ecdb-4296-9367-bb1534ce76f2 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:05.641604 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50fd4a00-fad0-46df-b127-e5aaf05a7894 admin admin] Publish callbacks [] for security_group (f8bce099-4a65-4a13-a48e-b10cdc9709f6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.653191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d2d4b025-ecdb-4296-9367-bb1534ce76f2 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/e74ac081-8f56-4da5-b3a1-ff5681bf897f HTTP/1.1" status: 404 len: 339 time: 0.0580645 Feb 09 03:35:05.653782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52404) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:05.658813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b8894b59-355e-40a2-87a4-c8e7aff5ce57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1753413316', 'description': 'd1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:05.686438 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.694699 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e286430f-7ea2-48e0-8409-05d817f82ea9 x-openstack-request-id: req-e286430f-7ea2-48e0-8409-05d817f82ea9 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:05.695303 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "a2ffafdf-2073-418a-b7e0-80445e472285", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:05.695850 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e286430f-7ea2-48e0-8409-05d817f82ea9 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:05.696566 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ffafdf-2073-418a-b7e0-80445e472285', 'code': 200} Feb 09 03:35:05.705517 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50fd4a00-fad0-46df-b127-e5aaf05a7894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f8bce099-4a65-4a13-a48e-b10cdc9709f6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.709710 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50fd4a00-fad0-46df-b127-e5aaf05a7894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.711951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-50fd4a00-fad0-46df-b127-e5aaf05a7894 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8bce099-4a65-4a13-a48e-b10cdc9709f6 HTTP/1.1" status: 204 len: 168 time: 0.2051623 Feb 09 03:35:05.719883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8894b59-355e-40a2-87a4-c8e7aff5ce57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:05.722195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd4a00-fad0-46df-b127-e5aaf05a7894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bce099-4a65-4a13-a48e-b10cdc9709f6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:05.724683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8894b59-355e-40a2-87a4-c8e7aff5ce57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.760674 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8894b59-355e-40a2-87a4-c8e7aff5ce57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:35:05.773644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8894b59-355e-40a2-87a4-c8e7aff5ce57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2831850d-88ee-4f7f-b8b5-be6c617c8edf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.773961 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-b8894b59-355e-40a2-87a4-c8e7aff5ce57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Added segment 2831850d-88ee-4f7f-b8b5-be6c617c8edf of type vlan for network 08a62a49-19ff-4735-8f6a-d9f6b6758ae6 Feb 09 03:35:05.774276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fb3ea48f-6c11-4728-960f-048fa8c79da0 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server [None req-9279b625-1bae-433f-8d32-953193f4ba5b None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port cffbda6f-0160-42e7-889e-22f5120697e2 could not be found. Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:05.836202 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port cffbda6f-0160-42e7-889e-22f5120697e2 could not be found. Feb 09 03:35:05.839446 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Feb 09 03:35:05.897322 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8894b59-355e-40a2-87a4-c8e7aff5ce57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (08a62a49-19ff-4735-8f6a-d9f6b6758ae6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.905551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b37fd4d-144a-4709-9c93-4d88453f41f2 None None] Network e74ac081-8f56-4da5-b3a1-ff5681bf897f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:05.928883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b37fd4d-144a-4709-9c93-4d88453f41f2 None None] Network e74ac081-8f56-4da5-b3a1-ff5681bf897f could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:35:05.939227 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8894b59-355e-40a2-87a4-c8e7aff5ce57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (08a62a49-19ff-4735-8f6a-d9f6b6758ae6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.948134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8894b59-355e-40a2-87a4-c8e7aff5ce57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:05.948945 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8894b59-355e-40a2-87a4-c8e7aff5ce57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.952118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:05.952676 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:05.993707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb5b08-3f95-4b6c-82c2-19f247465080 None None] Network e74ac081-8f56-4da5-b3a1-ff5681bf897f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:06.013714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe0d83-3663-49ae-a2ba-855f253c7bb9 None None] Pushing event updated for resources: {'Port': ['ID=cffbda6f-0160-42e7-889e-22f5120697e2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:06.072318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c7867d8f-5c33-43c4-b925-01edae97fd97 None None] Allocated IP 172.20.0.1 (0b48ea4d-dfa4-47ff-8c93-af9cbe55634d/85506ec9-16e8-428a-9b6c-ee80f686ff50/a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:35:06.079235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb5b08-3f95-4b6c-82c2-19f247465080 None None] Network e74ac081-8f56-4da5-b3a1-ff5681bf897f could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:35:06.082216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a2ffafdf-2073-418a-b7e0-80445e472285,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:06.150707 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b8894b59-355e-40a2-87a4-c8e7aff5ce57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4935279 Feb 09 03:35:06.151807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52416) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:06.222029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8894b59-355e-40a2-87a4-c8e7aff5ce57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Network': ['ID=08a62a49-19ff-4735-8f6a-d9f6b6758ae6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:06.244320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port fb3ea48f-6c11-4728-960f-048fa8c79da0 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:35:06.250257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 08a62a49-19ff-4735-8f6a-d9f6b6758ae6 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:06.311753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52418) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:06.332534 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-29089e28-c814-4ddf-8c8f-d0d60e9c5ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:06.465404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d5771-c993-462b-a57a-d34193a0b5e2 req-9eb8eb03-5772-47e2-b2f8-5900355ce30b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:06.471973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d5771-c993-462b-a57a-d34193a0b5e2 req-9eb8eb03-5772-47e2-b2f8-5900355ce30b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:06.478604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d5771-c993-462b-a57a-d34193a0b5e2 req-9eb8eb03-5772-47e2-b2f8-5900355ce30b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:06.481286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port fb3ea48f-6c11-4728-960f-048fa8c79da0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:06.484207 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:06.497787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d5771-c993-462b-a57a-d34193a0b5e2 req-9eb8eb03-5772-47e2-b2f8-5900355ce30b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:06.506048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046d583a-facb-4a71-a566-2fd4fd3fb4a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:06.510194 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-046d583a-facb-4a71-a566-2fd4fd3fb4a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/networks?id=08a62a49-19ff-4735-8f6a-d9f6b6758ae6 HTTP/1.1" status: 200 len: 765 time: 0.3573375 Feb 09 03:35:06.514030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52428) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:06.528116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d5771-c993-462b-a57a-d34193a0b5e2 req-9eb8eb03-5772-47e2-b2f8-5900355ce30b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:06.531327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a036e4c0-aa33-46dc-bcf5-e904c64b352d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'network': {'description': 'd2'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:06.541450 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-29089e28-c814-4ddf-8c8f-d0d60e9c5ed2 admin admin] Publish callbacks [] for security_group (f8495a33-30bf-4486-a4e7-3237c50a35a6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:06.543515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d5771-c993-462b-a57a-d34193a0b5e2 req-9eb8eb03-5772-47e2-b2f8-5900355ce30b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:06.560458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d5771-c993-462b-a57a-d34193a0b5e2 req-9eb8eb03-5772-47e2-b2f8-5900355ce30b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:06.567350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-057d5771-c993-462b-a57a-d34193a0b5e2 req-9eb8eb03-5772-47e2-b2f8-5900355ce30b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5442 time: 0.2691832 Feb 09 03:35:06.571369 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-29089e28-c814-4ddf-8c8f-d0d60e9c5ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f8495a33-30bf-4486-a4e7-3237c50a35a6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:06.717130 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-057d5771-c993-462b-a57a-d34193a0b5e2 req-842c5cb8-88e6-483f-ac35-337850aff7f6 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1295381 Feb 09 03:35:06.730590 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:06.773027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-29089e28-c814-4ddf-8c8f-d0d60e9c5ed2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64254c1bc58b401f9b6f66789a8571de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4598560 Feb 09 03:35:06.776853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52436) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:06.778311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c7867d8f-5c33-43c4-b925-01edae97fd97 None None] For port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8,segment=NetworkSegment(728ef787-e2a2-484e-ad4b-ef62de2126e5),segment_id=728ef787-e2a2-484e-ad4b-ef62de2126e5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:06.805788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fb3ea48f-6c11-4728-960f-048fa8c79da0 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:06.806390 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:06.877148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fb3ea48f-6c11-4728-960f-048fa8c79da0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fb3ea48f-6c11-4728-960f-048fa8c79da0,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:06.890640 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de127ebf-4161-466e-a34f-cab46c91f331 admin admin] Publish callbacks [] for security_group (f8495a33-30bf-4486-a4e7-3237c50a35a6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:06.891648 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:06.892271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29089e28-c814-4ddf-8c8f-d0d60e9c5ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8495a33-30bf-4486-a4e7-3237c50a35a6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:06.902539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b3194d10-40a5-4af1-93c4-000b21a5e833 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:06.982253 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de127ebf-4161-466e-a34f-cab46c91f331 admin admin] Publish callbacks [] for security_group (f8495a33-30bf-4486-a4e7-3237c50a35a6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:07.079095 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de127ebf-4161-466e-a34f-cab46c91f331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f8495a33-30bf-4486-a4e7-3237c50a35a6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:07.082353 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de127ebf-4161-466e-a34f-cab46c91f331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:07.087414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-de127ebf-4161-466e-a34f-cab46c91f331 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8495a33-30bf-4486-a4e7-3237c50a35a6 HTTP/1.1" status: 204 len: 168 time: 0.3088503 Feb 09 03:35:07.111738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de127ebf-4161-466e-a34f-cab46c91f331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8495a33-30bf-4486-a4e7-3237c50a35a6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:07.123438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a036e4c0-aa33-46dc-bcf5-e904c64b352d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (08a62a49-19ff-4735-8f6a-d9f6b6758ae6), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:07.145630 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a036e4c0-aa33-46dc-bcf5-e904c64b352d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (08a62a49-19ff-4735-8f6a-d9f6b6758ae6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:07.183266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fb3ea48f-6c11-4728-960f-048fa8c79da0,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:07.225070 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7867d8f-5c33-43c4-b925-01edae97fd97 None None] Publish callbacks [] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:07.282680 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7867d8f-5c33-43c4-b925-01edae97fd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:07.335682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a036e4c0-aa33-46dc-bcf5-e904c64b352d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network 08a62a49-19ff-4735-8f6a-d9f6b6758ae6 is not hosted by any dhcp agent {{(pid=103328) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:35:07.347981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a036e4c0-aa33-46dc-bcf5-e904c64b352d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:07.348678 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a036e4c0-aa33-46dc-bcf5-e904c64b352d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:07.353817 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a036e4c0-aa33-46dc-bcf5-e904c64b352d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "PUT /v2.0/networks/08a62a49-19ff-4735-8f6a-d9f6b6758ae6 HTTP/1.1" status: 200 len: 762 time: 0.8240228 Feb 09 03:35:07.353817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036e4c0-aa33-46dc-bcf5-e904c64b352d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Network': ['ID=08a62a49-19ff-4735-8f6a-d9f6b6758ae6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:07.354405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52446) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:07.418125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 08a62a49-19ff-4735-8f6a-d9f6b6758ae6 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:07.585136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dd9848-eb1a-4f1f-a15a-2a891cdbb4f6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:07.590823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port b3194d10-40a5-4af1-93c4-000b21a5e833 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:35:07.593040 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-95dd9848-eb1a-4f1f-a15a-2a891cdbb4f6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/networks?id=08a62a49-19ff-4735-8f6a-d9f6b6758ae6 HTTP/1.1" status: 200 len: 765 time: 0.2363341 Feb 09 03:35:07.597573 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52456) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:07.658327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port b3194d10-40a5-4af1-93c4-000b21a5e833 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:07.658696 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:07.672173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7867d8f-5c33-43c4-b925-01edae97fd97 None None] Pushing event updated for resources: {'Port': ['ID=a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:07.718481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3ea48f-6c11-4728-960f-048fa8c79da0'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:07.731629 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2b7707-7c4b-4109-9354-14b1756681f8" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "fb3ea48f-6c11-4728-960f-048fa8c79da0"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:07.817898 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:07.875778 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8e71e5-c450-4e23-9d27-a27199a66b91 x-openstack-request-id: req-4a8e71e5-c450-4e23-9d27-a27199a66b91 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:07.876069 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "fb3ea48f-6c11-4728-960f-048fa8c79da0", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:07.876337 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a8e71e5-c450-4e23-9d27-a27199a66b91 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:07.877003 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3ea48f-6c11-4728-960f-048fa8c79da0', 'code': 200} Feb 09 03:35:08.077408 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b3194d10-40a5-4af1-93c4-000b21a5e833 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:08.078084 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:08.187818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b3194d10-40a5-4af1-93c4-000b21a5e833, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b3194d10-40a5-4af1-93c4-000b21a5e833,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:08.198656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:08.199914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c37e197c-1ee6-40de-bcac-5c09a8d17027 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:08.286440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb528d-3cd5-4ed4-98db-9b8e2429a53f req-acffb000-ef59-4cc8-97fa-95cd27f5b3ca tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.294516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb528d-3cd5-4ed4-98db-9b8e2429a53f req-acffb000-ef59-4cc8-97fa-95cd27f5b3ca tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.300910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb528d-3cd5-4ed4-98db-9b8e2429a53f req-acffb000-ef59-4cc8-97fa-95cd27f5b3ca tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.315025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb528d-3cd5-4ed4-98db-9b8e2429a53f req-acffb000-ef59-4cc8-97fa-95cd27f5b3ca tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.323892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb528d-3cd5-4ed4-98db-9b8e2429a53f req-acffb000-ef59-4cc8-97fa-95cd27f5b3ca tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.330961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb528d-3cd5-4ed4-98db-9b8e2429a53f req-acffb000-ef59-4cc8-97fa-95cd27f5b3ca tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.340424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb528d-3cd5-4ed4-98db-9b8e2429a53f req-acffb000-ef59-4cc8-97fa-95cd27f5b3ca tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.342402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cdbb528d-3cd5-4ed4-98db-9b8e2429a53f req-acffb000-ef59-4cc8-97fa-95cd27f5b3ca tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5443 time: 0.4198096 Feb 09 03:35:08.352353 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3024c7-ce7b-44a1-b991-f41d2b7b0610 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.356687 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7d3024c7-ce7b-44a1-b991-f41d2b7b0610 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7562361 Feb 09 03:35:08.357233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52480) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:08.372555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port c37e197c-1ee6-40de-bcac-5c09a8d17027 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:35:08.396270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port c37e197c-1ee6-40de-bcac-5c09a8d17027 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:08.396650 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:08.500630 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5a606544-c552-47b8-8ced-9338b876b5db tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 207 time: 0.1372724 Feb 09 03:35:08.500846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cdbb528d-3cd5-4ed4-98db-9b8e2429a53f req-d2f78103-7701-4fea-8881-caf6ab1fcbf4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1426725 Feb 09 03:35:08.501119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52486) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:08.553856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b3194d10-40a5-4af1-93c4-000b21a5e833,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:08.665174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port c37e197c-1ee6-40de-bcac-5c09a8d17027 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:08.667744 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:08.758051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c37e197c-1ee6-40de-bcac-5c09a8d17027, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c37e197c-1ee6-40de-bcac-5c09a8d17027,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:08.764316 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:08.767208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:08.861342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956074b0-9e19-4256-926c-5e2310d83ae6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.892322 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956074b0-9e19-4256-926c-5e2310d83ae6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.905856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956074b0-9e19-4256-926c-5e2310d83ae6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.919908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956074b0-9e19-4256-926c-5e2310d83ae6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.931980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956074b0-9e19-4256-926c-5e2310d83ae6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.952523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956074b0-9e19-4256-926c-5e2310d83ae6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.952523 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-956074b0-9e19-4256-926c-5e2310d83ae6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4496880 Feb 09 03:35:08.955907 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52502) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:08.995783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7408619-aab3-4e1f-bbff-127565bedd95 None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:35:08.997963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:09.114367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=c37e197c-1ee6-40de-bcac-5c09a8d17027,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:09.135393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9bad30d8-5b9f-405b-b45a-c44fe47937ab None None] Provisioning complete for port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:09.136596 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9bad30d8-5b9f-405b-b45a-c44fe47937ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:09.246102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e32fc503-3e39-43b2-8a0f-1d6fc548644a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2887096 Feb 09 03:35:09.250629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52510) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:09.276587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:35:09.363505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:09.364155 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:09.385838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ec122-90fe-4fa6-a332-1ffed9d5d763 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:09.387157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ec122-90fe-4fa6-a332-1ffed9d5d763 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:09.388446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ec122-90fe-4fa6-a332-1ffed9d5d763 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:09.389882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ec122-90fe-4fa6-a332-1ffed9d5d763 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:09.391180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ec122-90fe-4fa6-a332-1ffed9d5d763 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:09.407961 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9d0ec122-90fe-4fa6-a332-1ffed9d5d763 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1562974 Feb 09 03:35:09.413301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52512) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:09.650638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:09.661656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:09.684956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80465bcf-db18-4931-b16e-ff639e29fa08 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:09.686199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80465bcf-db18-4931-b16e-ff639e29fa08 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:09.687396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80465bcf-db18-4931-b16e-ff639e29fa08 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:09.689461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80465bcf-db18-4931-b16e-ff639e29fa08 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:09.691764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80465bcf-db18-4931-b16e-ff639e29fa08 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:09.697657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-80465bcf-db18-4931-b16e-ff639e29fa08 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2790723 Feb 09 03:35:09.699328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52528) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:09.848736 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9bad30d8-5b9f-405b-b45a-c44fe47937ab None None] Current status of the port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:09.879898 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3194d10-40a5-4af1-93c4-000b21a5e833'}, {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37e197c-1ee6-40de-bcac-5c09a8d17027'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:09.882448 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d8f48e-8ada-43c2-b265-27e0098b4329" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "b3194d10-40a5-4af1-93c4-000b21a5e833"}, {"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "c37e197c-1ee6-40de-bcac-5c09a8d17027"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:10.065444 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b202c35a-4065-4643-8624-b0bbf4b1a1df x-openstack-request-id: req-b202c35a-4065-4643-8624-b0bbf4b1a1df {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:10.068033 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "b3194d10-40a5-4af1-93c4-000b21a5e833", "code": 200}, {"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "c37e197c-1ee6-40de-bcac-5c09a8d17027", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:10.068518 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b202c35a-4065-4643-8624-b0bbf4b1a1df {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:10.069143 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3194d10-40a5-4af1-93c4-000b21a5e833', 'code': 200} Feb 09 03:35:10.069730 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37e197c-1ee6-40de-bcac-5c09a8d17027', 'code': 200} Feb 09 03:35:10.107138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7408619-aab3-4e1f-bbff-127565bedd95 None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:35:10.110991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc1cbac-daed-425c-b3f8-b8c7e1457a8c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:10.117066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52546) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:10.120517 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3bc1cbac-daed-425c-b3f8-b8c7e1457a8c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/networks/d310f944-00cb-46ca-ae71-f8f1e1a68f77 HTTP/1.1" status: 200 len: 804 time: 0.4193499 Feb 09 03:35:10.124390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:10.136724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:10.137183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:10.143891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad25bf-abdb-4ac2-90bd-79d85021ce09 req-d4f75b9d-6ddd-4df1-abf3-a6e5b49eaddd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:10.152065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad25bf-abdb-4ac2-90bd-79d85021ce09 req-d4f75b9d-6ddd-4df1-abf3-a6e5b49eaddd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:10.158688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad25bf-abdb-4ac2-90bd-79d85021ce09 req-d4f75b9d-6ddd-4df1-abf3-a6e5b49eaddd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:10.166989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad25bf-abdb-4ac2-90bd-79d85021ce09 req-d4f75b9d-6ddd-4df1-abf3-a6e5b49eaddd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:10.187785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad25bf-abdb-4ac2-90bd-79d85021ce09 req-d4f75b9d-6ddd-4df1-abf3-a6e5b49eaddd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:10.202477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad25bf-abdb-4ac2-90bd-79d85021ce09 req-d4f75b9d-6ddd-4df1-abf3-a6e5b49eaddd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:10.216838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad25bf-abdb-4ac2-90bd-79d85021ce09 req-d4f75b9d-6ddd-4df1-abf3-a6e5b49eaddd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:10.218786 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfad25bf-abdb-4ac2-90bd-79d85021ce09 req-d4f75b9d-6ddd-4df1-abf3-a6e5b49eaddd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5445 time: 0.4747999 Feb 09 03:35:10.265303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9c6439b9-1606-4eb0-99fa-864f0096040c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/networks/d310f944-00cb-46ca-ae71-f8f1e1a68f77?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1465895 Feb 09 03:35:10.270743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52552) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:10.299459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:10.318917 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:10.319769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 0c0ef499-669a-4d3c-8d02-453c2efe13dc up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:10.353247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975f8461-c614-4407-819c-27cbedc171e5 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:10.354658 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-975f8461-c614-4407-819c-27cbedc171e5 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/subnets/88d58550-6851-4f0e-b347-49f2334ee37f HTTP/1.1" status: 200 len: 843 time: 0.0833547 Feb 09 03:35:10.360401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52554) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:10.360986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfad25bf-abdb-4ac2-90bd-79d85021ce09 req-5e029d9c-3fc0-47dc-8a92-0536048f282d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1353400 Feb 09 03:35:10.448559 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b98757-bf7d-4b3c-85df-6d60278bc646 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:10.462678 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a2b98757-bf7d-4b3c-85df-6d60278bc646 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "GET /v2.0/subnets/88d58550-6851-4f0e-b347-49f2334ee37f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0950513 Feb 09 03:35:10.463016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52560) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:10.469020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ec77d973-7f94-4671-bf58-f559ca9926f4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1984887005'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:10.528348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec77d973-7f94-4671-bf58-f559ca9926f4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:10.533343 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec77d973-7f94-4671-bf58-f559ca9926f4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:10.584338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec77d973-7f94-4671-bf58-f559ca9926f4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:35:10.600833 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec77d973-7f94-4671-bf58-f559ca9926f4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c6157366-d247-464d-86a6-e02c026fcaea), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:10.602134 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-ec77d973-7f94-4671-bf58-f559ca9926f4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Added segment c6157366-d247-464d-86a6-e02c026fcaea of type vlan for network 6804d43f-4c8a-46ee-bd79-3174f0e61003 Feb 09 03:35:10.643096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:10.679582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec77d973-7f94-4671-bf58-f559ca9926f4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (6804d43f-4c8a-46ee-bd79-3174f0e61003), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:10.705690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 0c0ef499-669a-4d3c-8d02-453c2efe13dc completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:35:10.715108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 0c0ef499-669a-4d3c-8d02-453c2efe13dc triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:10.715598 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:10.728141 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec77d973-7f94-4671-bf58-f559ca9926f4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (6804d43f-4c8a-46ee-bd79-3174f0e61003), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:10.753947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec77d973-7f94-4671-bf58-f559ca9926f4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:10.756843 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec77d973-7f94-4671-bf58-f559ca9926f4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:10.824528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d052d4-0f43-4357-a6b2-b2c4d3eaa104 None None] Network 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:10.868702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 0c0ef499-669a-4d3c-8d02-453c2efe13dc is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:10.869100 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:10.901246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52574) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:10.901979 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ec77d973-7f94-4671-bf58-f559ca9926f4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4378779 Feb 09 03:35:10.906203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77d973-7f94-4671-bf58-f559ca9926f4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Network': ['ID=6804d43f-4c8a-46ee-bd79-3174f0e61003,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:10.907906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'subnet': {'network_id': '6804d43f-4c8a-46ee-bd79-3174f0e61003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:10.949953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 6804d43f-4c8a-46ee-bd79-3174f0e61003 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:11.057776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 0c0ef499-669a-4d3c-8d02-453c2efe13dc, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=0c0ef499-669a-4d3c-8d02-453c2efe13dc,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:11.076065 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:11.076958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2cf5dc98-d770-419c-a824-d7ef688a132f no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:35:11.110520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Made reservation on behalf of 5dadd571069f4aa98954a712acfe7596 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:11.119704 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:11.283677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Performing IP validity checks on allocation pools {{(pid=103327) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:35:11.284503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103327) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:35:11.303049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=0c0ef499-669a-4d3c-8d02-453c2efe13dc,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:11.316056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 2cf5dc98-d770-419c-a824-d7ef688a132f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:35:11.316473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2cf5dc98-d770-419c-a824-d7ef688a132f not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:35:11.631262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd7041-48c5-448b-af5f-c68e2f9e5508 req-ca94152f-2ff8-4a1a-b77f-2e3c87e27d2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:11.647360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd7041-48c5-448b-af5f-c68e2f9e5508 req-ca94152f-2ff8-4a1a-b77f-2e3c87e27d2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:11.653664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd7041-48c5-448b-af5f-c68e2f9e5508 req-ca94152f-2ff8-4a1a-b77f-2e3c87e27d2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:11.659020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd7041-48c5-448b-af5f-c68e2f9e5508 req-ca94152f-2ff8-4a1a-b77f-2e3c87e27d2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:11.664676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd7041-48c5-448b-af5f-c68e2f9e5508 req-ca94152f-2ff8-4a1a-b77f-2e3c87e27d2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:11.670339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd7041-48c5-448b-af5f-c68e2f9e5508 req-ca94152f-2ff8-4a1a-b77f-2e3c87e27d2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:11.676551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd7041-48c5-448b-af5f-c68e2f9e5508 req-ca94152f-2ff8-4a1a-b77f-2e3c87e27d2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:11.678597 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37fd7041-48c5-448b-af5f-c68e2f9e5508 req-ca94152f-2ff8-4a1a-b77f-2e3c87e27d2b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.2155440 Feb 09 03:35:11.681817 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (04515280-f282-4c1d-9aad-e53adfeea3f2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:11.763641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Subnet': ['ID=04515280-f282-4c1d-9aad-e53adfeea3f2,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:11.796011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f215f6b9-017c-43fa-a847-7bc98e3227fe None None] Provisioning complete for port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:11.796499 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f215f6b9-017c-43fa-a847-7bc98e3227fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:11.817665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.827336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.830558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.830949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.831369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.832026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.832455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.837779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.838220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.838638 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.839049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.839453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.839856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:11.922392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Checking segment: {'id': 'c6157366-d247-464d-86a6-e02c026fcaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6804d43f-4c8a-46ee-bd79-3174f0e61003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:11.922798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network hostable DHCP agents. Network: 6804d43f-4c8a-46ee-bd79-3174f0e61003, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:35:11.950785 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37fd7041-48c5-448b-af5f-c68e2f9e5508 req-a5c9c9bf-beeb-4f70-a4c6-f9a502e70a46 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2102928 Feb 09 03:35:11.974318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f215f6b9-017c-43fa-a847-7bc98e3227fe None None] Current status of the port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:11.983105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Network 6804d43f-4c8a-46ee-bd79-3174f0e61003 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:35:12.006140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 6804d43f-4c8a-46ee-bd79-3174f0e61003) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:12.011292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:12.011292 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:12.046732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f825fa4-5c7b-445a-b958-a322e4392e40 None None] Network 6804d43f-4c8a-46ee-bd79-3174f0e61003 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:12.063725 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-050f814d-c755-4759-9b1e-9178d4bff8f7 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1603129 Feb 09 03:35:12.066512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52606) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:12.073467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-aae68ba8-2680-4fd7-b94e-abbdfba2065c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:12.107138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a3fa99-6821-4aa6-93a8-7fd65666a1a8'}, {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0ef499-669a-4d3c-8d02-453c2efe13dc'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:12.109419 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8358e352-0b61-4df3-9844-9cfa40e0d76a" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "16a3fa99-6821-4aa6-93a8-7fd65666a1a8"}, {"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "0c0ef499-669a-4d3c-8d02-453c2efe13dc"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:12.184024 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af1e67b-f7ad-4a27-9b85-75688bef21d1 x-openstack-request-id: req-1af1e67b-f7ad-4a27-9b85-75688bef21d1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:12.191710 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "16a3fa99-6821-4aa6-93a8-7fd65666a1a8", "code": 200}, {"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-plugged", "status": "completed", "tag": "0c0ef499-669a-4d3c-8d02-453c2efe13dc", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:12.192316 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1af1e67b-f7ad-4a27-9b85-75688bef21d1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:12.192914 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a3fa99-6821-4aa6-93a8-7fd65666a1a8', 'code': 200} Feb 09 03:35:12.193336 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0ef499-669a-4d3c-8d02-453c2efe13dc', 'code': 200} Feb 09 03:35:12.229569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-6804d43f-4c8a-46ee-bd79-3174f0e61003', 'network_id': '6804d43f-4c8a-46ee-bd79-3174f0e61003', 'project_id': '5dadd571069f4aa98954a712acfe7596', 'fixed_ips': [{'subnet_id': '04515280-f282-4c1d-9aad-e53adfeea3f2'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:35:12.243483 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:12.342252 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aae68ba8-2680-4fd7-b94e-abbdfba2065c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28959365'] for subnet (04515280-f282-4c1d-9aad-e53adfeea3f2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:12.470273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800eb97-85bb-40ea-95fe-2ac7858ef342 req-b78ad8a9-1860-4ea4-bac7-37dca346f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:12.470867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800eb97-85bb-40ea-95fe-2ac7858ef342 req-b78ad8a9-1860-4ea4-bac7-37dca346f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:12.471427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800eb97-85bb-40ea-95fe-2ac7858ef342 req-b78ad8a9-1860-4ea4-bac7-37dca346f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:12.471902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800eb97-85bb-40ea-95fe-2ac7858ef342 req-b78ad8a9-1860-4ea4-bac7-37dca346f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:12.472370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800eb97-85bb-40ea-95fe-2ac7858ef342 req-b78ad8a9-1860-4ea4-bac7-37dca346f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:12.472707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Allocated IP 2001:db8::3 (6804d43f-4c8a-46ee-bd79-3174f0e61003/04515280-f282-4c1d-9aad-e53adfeea3f2/e946b57e-369d-4cb2-ad00-94e785c10967) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:35:12.472915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800eb97-85bb-40ea-95fe-2ac7858ef342 req-b78ad8a9-1860-4ea4-bac7-37dca346f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:12.478190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800eb97-85bb-40ea-95fe-2ac7858ef342 req-b78ad8a9-1860-4ea4-bac7-37dca346f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:12.483175 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3800eb97-85bb-40ea-95fe-2ac7858ef342 req-b78ad8a9-1860-4ea4-bac7-37dca346f0d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 6728 time: 0.1427526 Feb 09 03:35:12.607634 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3800eb97-85bb-40ea-95fe-2ac7858ef342 req-9bc725dd-a25a-49ed-9416-9b5271421840 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1169033 Feb 09 03:35:12.835373 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Publish callbacks [] for port (e946b57e-369d-4cb2-ad00-94e785c10967), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:12.847367 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (e946b57e-369d-4cb2-ad00-94e785c10967), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:12.911846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Network 6804d43f-4c8a-46ee-bd79-3174f0e61003 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:35:12.925829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:12.936945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:35:12.975295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Pushing event updated for resources: {'Port': ['ID=e946b57e-369d-4cb2-ad00-94e785c10967,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:13.043405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Attempting to bind port e946b57e-369d-4cb2-ad00-94e785c10967 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:35:13.043789 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Attempting to bind port e946b57e-369d-4cb2-ad00-94e785c10967 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'c6157366-d247-464d-86a6-e02c026fcaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6804d43f-4c8a-46ee-bd79-3174f0e61003'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:35:13.044160 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Attempting to bind port e946b57e-369d-4cb2-ad00-94e785c10967 on network 6804d43f-4c8a-46ee-bd79-3174f0e61003 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:13.060016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:35:13.060397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Checking segment: {'id': 'c6157366-d247-464d-86a6-e02c026fcaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6804d43f-4c8a-46ee-bd79-3174f0e61003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:13.060812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:13.061210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Bound using segment: {'id': 'c6157366-d247-464d-86a6-e02c026fcaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6804d43f-4c8a-46ee-bd79-3174f0e61003'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:35:13.061719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Bound port: e946b57e-369d-4cb2-ad00-94e785c10967, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6157366-d247-464d-86a6-e02c026fcaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6804d43f-4c8a-46ee-bd79-3174f0e61003'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:35:13.062105 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e946b57e-369d-4cb2-ad00-94e785c10967), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:13.166021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6f49c-7472-4c9a-bdb6-86c4449737b6 req-a2ca22df-ab55-4cee-94b7-987129d18dd7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:13.173404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6f49c-7472-4c9a-bdb6-86c4449737b6 req-a2ca22df-ab55-4cee-94b7-987129d18dd7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:13.178813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6f49c-7472-4c9a-bdb6-86c4449737b6 req-a2ca22df-ab55-4cee-94b7-987129d18dd7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:13.185320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6f49c-7472-4c9a-bdb6-86c4449737b6 req-a2ca22df-ab55-4cee-94b7-987129d18dd7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:13.191627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6f49c-7472-4c9a-bdb6-86c4449737b6 req-a2ca22df-ab55-4cee-94b7-987129d18dd7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:13.198263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6f49c-7472-4c9a-bdb6-86c4449737b6 req-a2ca22df-ab55-4cee-94b7-987129d18dd7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:13.203985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6f49c-7472-4c9a-bdb6-86c4449737b6 req-a2ca22df-ab55-4cee-94b7-987129d18dd7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:13.206047 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1b6f49c-7472-4c9a-bdb6-86c4449737b6 req-a2ca22df-ab55-4cee-94b7-987129d18dd7 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.1140497 Feb 09 03:35:13.277191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] For port e946b57e-369d-4cb2-ad00-94e785c10967, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:13.287322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] For port e946b57e-369d-4cb2-ad00-94e785c10967, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e946b57e-369d-4cb2-ad00-94e785c10967,segment=NetworkSegment(c6157366-d247-464d-86a6-e02c026fcaea),segment_id=c6157366-d247-464d-86a6-e02c026fcaea)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:35:13.319383 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e946b57e-369d-4cb2-ad00-94e785c10967), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:13.358142 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1b6f49c-7472-4c9a-bdb6-86c4449737b6 req-fc4f001a-8438-4562-a7dd-3cd9a8154cdc tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1444962 Feb 09 03:35:13.448825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd12e59-703f-481a-8da4-bfc6b6b75c98 None None] Pushing event updated for resources: {'Port': ['ID=e946b57e-369d-4cb2-ad00-94e785c10967,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:13.751445 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aae68ba8-2680-4fd7-b94e-abbdfba2065c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744001313540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28887862'] for subnet (04515280-f282-4c1d-9aad-e53adfeea3f2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:13.842158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae68ba8-2680-4fd7-b94e-abbdfba2065c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:13.843017 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aae68ba8-2680-4fd7-b94e-abbdfba2065c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:13.848619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52664) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:13.849449 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aae68ba8-2680-4fd7-b94e-abbdfba2065c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "PUT /v2.0/subnets/04515280-f282-4c1d-9aad-e53adfeea3f2 HTTP/1.1" status: 200 len: 900 time: 1.7816970 Feb 09 03:35:13.863384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f7aca-9b48-4ce2-98ba-1bb34e357b70 req-33b769ea-59ae-444f-bcca-89d64c432eeb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:13.865890 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-500f7aca-9b48-4ce2-98ba-1bb34e357b70 req-33b769ea-59ae-444f-bcca-89d64c432eeb tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 1.0525415 Feb 09 03:35:13.880695 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae68ba8-2680-4fd7-b94e-abbdfba2065c tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event updated for resources: {'Subnet': ['ID=04515280-f282-4c1d-9aad-e53adfeea3f2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:14.006888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-500f7aca-9b48-4ce2-98ba-1bb34e357b70 req-4bf002d0-5129-4730-83f8-4e451ba50a18 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220379 Feb 09 03:35:14.119502 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (6804d43f-4c8a-46ee-bd79-3174f0e61003), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:14.259156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Deleting port e946b57e-369d-4cb2-ad00-94e785c10967 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:14.259796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e946b57e-369d-4cb2-ad00-94e785c10967), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:14.496790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] For port e946b57e-369d-4cb2-ad00-94e785c10967, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e946b57e-369d-4cb2-ad00-94e785c10967,segment=NetworkSegment(c6157366-d247-464d-86a6-e02c026fcaea),segment_id=c6157366-d247-464d-86a6-e02c026fcaea)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:14.497159 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e946b57e-369d-4cb2-ad00-94e785c10967), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:14.519271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Calling delete_port for e946b57e-369d-4cb2-ad00-94e785c10967 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:14.693716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a245471-a149-430a-8956-cda5d15055c0 req-401b85c1-9083-4f26-8c4d-dbd3f2850f2c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.695641 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a245471-a149-430a-8956-cda5d15055c0 req-401b85c1-9083-4f26-8c4d-dbd3f2850f2c tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1018400 Feb 09 03:35:14.782965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be9388-964f-4bd2-8dde-4ff36f1f7596 req-e7f8f7cb-070a-4c67-9f4e-8fff5d17b8cc tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.797676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be9388-964f-4bd2-8dde-4ff36f1f7596 req-e7f8f7cb-070a-4c67-9f4e-8fff5d17b8cc tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.833779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be9388-964f-4bd2-8dde-4ff36f1f7596 req-e7f8f7cb-070a-4c67-9f4e-8fff5d17b8cc tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.844015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be9388-964f-4bd2-8dde-4ff36f1f7596 req-e7f8f7cb-070a-4c67-9f4e-8fff5d17b8cc tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.858767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be9388-964f-4bd2-8dde-4ff36f1f7596 req-e7f8f7cb-070a-4c67-9f4e-8fff5d17b8cc tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.875647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be9388-964f-4bd2-8dde-4ff36f1f7596 req-e7f8f7cb-070a-4c67-9f4e-8fff5d17b8cc tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.888016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be9388-964f-4bd2-8dde-4ff36f1f7596 req-e7f8f7cb-070a-4c67-9f4e-8fff5d17b8cc tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.893656 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-06be9388-964f-4bd2-8dde-4ff36f1f7596 req-e7f8f7cb-070a-4c67-9f4e-8fff5d17b8cc tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.3770211 Feb 09 03:35:14.970754 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-0a245471-a149-430a-8956-cda5d15055c0 req-1ec63c15-cc79-4914-8b4b-1c2bdade04de tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Deleting port ecccae87-5be9-4b3b-a00b-a6d1c997f496 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:14.971245 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a245471-a149-430a-8956-cda5d15055c0 req-1ec63c15-cc79-4914-8b4b-1c2bdade04de tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:14.980593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e946b57e-369d-4cb2-ad00-94e785c10967 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:15.099134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e946b57e-369d-4cb2-ad00-94e785c10967 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:15.100162 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e946b57e-369d-4cb2-ad00-94e785c10967), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:15.228140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0a245471-a149-430a-8956-cda5d15055c0 req-1ec63c15-cc79-4914-8b4b-1c2bdade04de tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] For port ecccae87-5be9-4b3b-a00b-a6d1c997f496, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ecccae87-5be9-4b3b-a00b-a6d1c997f496,segment=NetworkSegment(f84d240a-f72c-4b39-916a-ca16c824c5df),segment_id=f84d240a-f72c-4b39-916a-ca16c824c5df)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:15.228726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a245471-a149-430a-8956-cda5d15055c0 req-1ec63c15-cc79-4914-8b4b-1c2bdade04de tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:15.247945 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-06be9388-964f-4bd2-8dde-4ff36f1f7596 req-d79b64d3-6cfe-4924-b190-fb20795681fc tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3515809 Feb 09 03:35:15.263824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (e946b57e-369d-4cb2-ad00-94e785c10967), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:15.316992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e946b57e-369d-4cb2-ad00-94e785c10967 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:15.317475 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e946b57e-369d-4cb2-ad00-94e785c10967), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:15.318400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-0a245471-a149-430a-8956-cda5d15055c0 req-1ec63c15-cc79-4914-8b4b-1c2bdade04de tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Calling delete_port for ecccae87-5be9-4b3b-a00b-a6d1c997f496 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:15.334488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Port': ['ID=e946b57e-369d-4cb2-ad00-94e785c10967,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:15.355297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e988388-2304-4930-9547-b598d27e19b1 req-ae4ebec5-84d2-48ae-8300-82fb9e25b929 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:15.356866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e988388-2304-4930-9547-b598d27e19b1 req-ae4ebec5-84d2-48ae-8300-82fb9e25b929 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bba2fa60-3d2a-423a-961d-d3cb9fd2bce5 HTTP/1.1" status: 200 len: 946 time: 0.1960838 Feb 09 03:35:15.498175 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No DVR routers for this DVR port e946b57e-369d-4cb2-ad00-94e785c10967 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:15.513587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e759c4f7-ec00-4b00-a5c7-456b92c82f5e None None] Network 6804d43f-4c8a-46ee-bd79-3174f0e61003 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:15.567113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e988388-2304-4930-9547-b598d27e19b1 req-6d1ae025-7b58-42b0-918e-8f87ed39d547 tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.21 "GET /v2.0/security-groups?id=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912892 Feb 09 03:35:15.611301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2b2229cd-15d4-4728-89cd-67e3dd6abb4a None None] Could not find standard attr ID for object e946b57e-369d-4cb2-ad00-94e785c10967. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:35:15.670773 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14bb827e-997d-41da-b0fb-86411257a4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:15.687410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a245471-a149-430a-8956-cda5d15055c0 req-1ec63c15-cc79-4914-8b4b-1c2bdade04de tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ecccae87-5be9-4b3b-a00b-a6d1c997f496), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:15.747098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec63c15-cc79-4914-8b4b-1c2bdade04de tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Pushing event deleted for resources: {'Port': ['ID=ecccae87-5be9-4b3b-a00b-a6d1c997f496,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:15.781272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6abec-3060-4a55-a296-bcae05021d70 req-4f1d10d0-0730-406e-b23f-65d6444fbb4d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:15.794516 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a245471-a149-430a-8956-cda5d15055c0 req-1ec63c15-cc79-4914-8b4b-1c2bdade04de tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] No DVR routers for this DVR port ecccae87-5be9-4b3b-a00b-a6d1c997f496 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:15.797700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a245471-a149-430a-8956-cda5d15055c0 req-1ec63c15-cc79-4914-8b4b-1c2bdade04de tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:15.801280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a245471-a149-430a-8956-cda5d15055c0 req-1ec63c15-cc79-4914-8b4b-1c2bdade04de tempest-ServersNegativeTestJSON-1388076681 tempest-ServersNegativeTestJSON-1388076681-project] 10.222.0.42 "DELETE /v2.0/ports/ecccae87-5be9-4b3b-a00b-a6d1c997f496 HTTP/1.1" status: 204 len: 173 time: 1.0969975 Feb 09 03:35:15.801996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'name': 'network-vif-deleted', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:15.805795 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8671dda7-3fa7-42e3-997b-832064231318" -d '{"events": [{"server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "name": "network-vif-deleted", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:15.813314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6abec-3060-4a55-a296-bcae05021d70 req-4f1d10d0-0730-406e-b23f-65d6444fbb4d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:15.836467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6abec-3060-4a55-a296-bcae05021d70 req-4f1d10d0-0730-406e-b23f-65d6444fbb4d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:15.842271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6abec-3060-4a55-a296-bcae05021d70 req-4f1d10d0-0730-406e-b23f-65d6444fbb4d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:15.862500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6abec-3060-4a55-a296-bcae05021d70 req-4f1d10d0-0730-406e-b23f-65d6444fbb4d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:15.902746 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7821abf5-5707-4846-bd7f-946e483f0fb0 x-openstack-request-id: req-7821abf5-5707-4846-bd7f-946e483f0fb0 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:15.903527 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba2fa60-3d2a-423a-961d-d3cb9fd2bce5", "name": "network-vif-deleted", "tag": "ecccae87-5be9-4b3b-a00b-a6d1c997f496", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:15.904136 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7821abf5-5707-4846-bd7f-946e483f0fb0 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:15.904673 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba2fa60-3d2a-423a-961d-d3cb9fd2bce5', 'name': 'network-vif-deleted', 'tag': 'ecccae87-5be9-4b3b-a00b-a6d1c997f496', 'status': 'completed', 'code': 200} Feb 09 03:35:15.919482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6abec-3060-4a55-a296-bcae05021d70 req-4f1d10d0-0730-406e-b23f-65d6444fbb4d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:15.924846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6abec-3060-4a55-a296-bcae05021d70 req-4f1d10d0-0730-406e-b23f-65d6444fbb4d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:15.941101 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2cd6abec-3060-4a55-a296-bcae05021d70 req-4f1d10d0-0730-406e-b23f-65d6444fbb4d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.4311628 Feb 09 03:35:15.954319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52710) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:15.964917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b44d4eae-2ee6-41c2-8404-b5b65cc608c5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Request body: {'floatingip': {'port_id': '0c0ef499-669a-4d3c-8d02-453c2efe13dc'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:15.978200 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (04515280-f282-4c1d-9aad-e53adfeea3f2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:16.111478 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:35:16.113145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b44d4eae-2ee6-41c2-8404-b5b65cc608c5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for floatingip (f20be4d4-f351-458e-b95e-274d1aaa8eba), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:16.113828 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (04515280-f282-4c1d-9aad-e53adfeea3f2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:16.170699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Subnet': ['ID=04515280-f282-4c1d-9aad-e53adfeea3f2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:16.235188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196cdce9-5d85-4a66-94f4-c4b70ea3bb21 None None] Network 6804d43f-4c8a-46ee-bd79-3174f0e61003 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:16.252437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (6804d43f-4c8a-46ee-bd79-3174f0e61003), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:16.275120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6804d43f-4c8a-46ee-bd79-3174f0e61003']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:16.299814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6157366-d247-464d-86a6-e02c026fcaea') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:16.300305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6157366-d247-464d-86a6-e02c026fcaea') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:16.344186 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (c6157366-d247-464d-86a6-e02c026fcaea), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:16.381107 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c6157366-d247-464d-86a6-e02c026fcaea), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:16.400412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:16.400876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (c6157366-d247-464d-86a6-e02c026fcaea), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:16.407391 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:16.529470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da130a2b-02bb-41b2-93e4-1d9b378a6cfa None None] DHCP port deletion for 6804d43f-4c8a-46ee-bd79-3174f0e61003 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:35:16.605897 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (6804d43f-4c8a-46ee-bd79-3174f0e61003), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:16.641859 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:16.655702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/6804d43f-4c8a-46ee-bd79-3174f0e61003 HTTP/1.1" status: 204 len: 168 time: 2.8058767 Feb 09 03:35:16.692278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52724) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:16.801319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52726) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:16.816869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c7f9a-f65e-461d-bdbb-87bb48c0832f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Network': ['ID=6804d43f-4c8a-46ee-bd79-3174f0e61003,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:16.819176 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c09cc1-466e-403b-8bdc-4349b4c9b7e8 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:16.822709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c09cc1-466e-403b-8bdc-4349b4c9b7e8 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:16.833444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b2c09cc1-466e-403b-8bdc-4349b4c9b7e8 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/subnets/04515280-f282-4c1d-9aad-e53adfeea3f2 HTTP/1.1" status: 404 len: 337 time: 0.1399548 Feb 09 03:35:16.834217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52730) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:16.888548 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-905b0ab8-5a45-4b4b-8b77-91fbc76dde57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:16.894677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905b0ab8-5a45-4b4b-8b77-91fbc76dde57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:16.903795 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-905b0ab8-5a45-4b4b-8b77-91fbc76dde57 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/6804d43f-4c8a-46ee-bd79-3174f0e61003 HTTP/1.1" status: 404 len: 339 time: 0.0656054 Feb 09 03:35:16.905610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52734) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:16.948036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e946b57e-369d-4cb2-ad00-94e785c10967 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:35:16.995813 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: e946b57e-369d-4cb2-ad00-94e785c10967 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:35:16.996162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e946b57e-369d-4cb2-ad00-94e785c10967 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:35:17.112801 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (08a62a49-19ff-4735-8f6a-d9f6b6758ae6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.285486 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (08a62a49-19ff-4735-8f6a-d9f6b6758ae6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.306262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.resource_extend [None req-b44d4eae-2ee6-41c2-8404-b5b65cc608c5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:35:17.328211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a62a49-19ff-4735-8f6a-d9f6b6758ae6']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:17.344543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-613d5b91-bfa2-4185-9fe3-ce09c2267e4e admin admin] Deleting subnet c68694e5-e970-48b1-8db0-d6c62f493976 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:35:17.347578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2831850d-88ee-4f7f-b8b5-be6c617c8edf') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:17.347873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2831850d-88ee-4f7f-b8b5-be6c617c8edf') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:17.355052 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613d5b91-bfa2-4185-9fe3-ce09c2267e4e admin admin] Publish callbacks [] for subnet (c68694e5-e970-48b1-8db0-d6c62f493976), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.376735 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (2831850d-88ee-4f7f-b8b5-be6c617c8edf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.400300 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2831850d-88ee-4f7f-b8b5-be6c617c8edf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.407180 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613d5b91-bfa2-4185-9fe3-ce09c2267e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (c68694e5-e970-48b1-8db0-d6c62f493976), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.415779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b44d4eae-2ee6-41c2-8404-b5b65cc608c5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.423552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b44d4eae-2ee6-41c2-8404-b5b65cc608c5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (f20be4d4-f351-458e-b95e-274d1aaa8eba), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.434615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:17.435025 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (2831850d-88ee-4f7f-b8b5-be6c617c8edf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:17.438351 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:17.441384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ecccae87-5be9-4b3b-a00b-a6d1c997f496 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:35:17.500750 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: ecccae87-5be9-4b3b-a00b-a6d1c997f496 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:35:17.501422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ecccae87-5be9-4b3b-a00b-a6d1c997f496 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:35:17.556335 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-b44d4eae-2ee6-41c2-8404-b5b65cc608c5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Floating IP f20be4d4-f351-458e-b95e-274d1aaa8eba associated. External IP: 172.25.5.148, port: 0c0ef499-669a-4d3c-8d02-453c2efe13dc. Feb 09 03:35:17.832266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44d4eae-2ee6-41c2-8404-b5b65cc608c5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Router 95f4b651-3b07-4f70-9080-ad1556a1992c has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:35:17.895992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613d5b91-bfa2-4185-9fe3-ce09c2267e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c68694e5-e970-48b1-8db0-d6c62f493976), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.918208 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (08a62a49-19ff-4735-8f6a-d9f6b6758ae6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.932560 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.938478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/08a62a49-19ff-4735-8f6a-d9f6b6758ae6 HTTP/1.1" status: 204 len: 168 time: 1.0295246 Feb 09 03:35:17.951487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52748) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:17.965832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d18c9-cfed-493a-9a91-552e21532a3a tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Network': ['ID=08a62a49-19ff-4735-8f6a-d9f6b6758ae6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:17.993171 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9137c2-4ff2-4416-962a-f8c1a93297a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:17.993419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9137c2-4ff2-4416-962a-f8c1a93297a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:17.998572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8e9137c2-4ff2-4416-962a-f8c1a93297a6 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/subnets/6416c263-ca96-4c1c-b910-325ca575b207 HTTP/1.1" status: 404 len: 337 time: 0.0439129 Feb 09 03:35:18.000331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52750) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:18.042249 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa9ba4a-302f-441f-b53b-8999b5fd2513 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:18.043276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa9ba4a-302f-441f-b53b-8999b5fd2513 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:18.046537 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5aa9ba4a-302f-441f-b53b-8999b5fd2513 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/e74ac081-8f56-4da5-b3a1-ff5681bf897f HTTP/1.1" status: 404 len: 339 time: 0.0446742 Feb 09 03:35:18.049711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52754) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:18.071656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44d4eae-2ee6-41c2-8404-b5b65cc608c5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:35:18.076249 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613d5b91-bfa2-4185-9fe3-ce09c2267e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (c68694e5-e970-48b1-8db0-d6c62f493976), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:18.079140 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b44d4eae-2ee6-41c2-8404-b5b65cc608c5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:18.085528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6e9cf-f4d0-4a84-b43d-b940dca4c335 None None] Sync routers for ids ['95f4b651-3b07-4f70-9080-ad1556a1992c'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:35:18.122021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a6e9cf-f4d0-4a84-b43d-b940dca4c335 None None] Routers {'95f4b651-3b07-4f70-9080-ad1556a1992c'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:35:18.127982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d9a6e9cf-f4d0-4a84-b43d-b940dca4c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:34:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['95f4b651-3b07-4f70-9080-ad1556a1992c'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:18.163550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b44d4eae-2ee6-41c2-8404-b5b65cc608c5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "PUT /v2.0/floatingips/f20be4d4-f351-458e-b95e-274d1aaa8eba HTTP/1.1" status: 200 len: 992 time: 2.2078242 Feb 09 03:35:18.164964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': '0c0ef499-669a-4d3c-8d02-453c2efe13dc'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:18.175151 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a620c-6613-4da3-8d4d-832478163ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "0c0ef499-669a-4d3c-8d02-453c2efe13dc"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:18.175598 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613d5b91-bfa2-4185-9fe3-ce09c2267e4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:18.183257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-613d5b91-bfa2-4185-9fe3-ce09c2267e4e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c68694e5-e970-48b1-8db0-d6c62f493976 HTTP/1.1" status: 204 len: 168 time: 1.3792727 Feb 09 03:35:18.185254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52766) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:18.249309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-068b59ea-caa2-4cca-b6df-cacc660267db tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Deleting subnet 85506ec9-16e8-428a-9b6c-ee80f686ff50 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:35:18.287388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d5b91-bfa2-4185-9fe3-ce09c2267e4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68694e5-e970-48b1-8db0-d6c62f493976,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:18.306383 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-068b59ea-caa2-4cca-b6df-cacc660267db tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (85506ec9-16e8-428a-9b6c-ee80f686ff50), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:18.309593 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2403813c-44b5-421d-a0af-c8710b91e46b x-openstack-request-id: req-2403813c-44b5-421d-a0af-c8710b91e46b {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:18.310093 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "tag": "0c0ef499-669a-4d3c-8d02-453c2efe13dc", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:18.310179 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2403813c-44b5-421d-a0af-c8710b91e46b {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:18.310530 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'tag': '0c0ef499-669a-4d3c-8d02-453c2efe13dc', 'status': 'completed', 'code': 200} Feb 09 03:35:18.385372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-d9a6e9cf-f4d0-4a84-b43d-b940dca4c335 None None] Set router 95f4b651-3b07-4f70-9080-ad1556a1992c gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:35:18.443340 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (69fb9b00-c2ef-4b22-bb85-44f083234f5d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:18.475867 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-068b59ea-caa2-4cca-b6df-cacc660267db tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (85506ec9-16e8-428a-9b6c-ee80f686ff50), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:18.581258 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-298367c4-c608-4912-b6ef-c2dbf51499cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:18.658741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9411-3cef-4ce2-9d21-ab00932bc61d req-5a08162e-752c-4ec5-a320-045f6eeb001a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.665828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9411-3cef-4ce2-9d21-ab00932bc61d req-5a08162e-752c-4ec5-a320-045f6eeb001a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.669408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-5eb9016a-fff3-411b-9a1d-737e7ec0c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.673656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-5eb9016a-fff3-411b-9a1d-737e7ec0c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.673656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-5eb9016a-fff3-411b-9a1d-737e7ec0c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.673656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-5eb9016a-fff3-411b-9a1d-737e7ec0c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.673965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9411-3cef-4ce2-9d21-ab00932bc61d req-5a08162e-752c-4ec5-a320-045f6eeb001a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.674064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-5eb9016a-fff3-411b-9a1d-737e7ec0c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.674064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-5eb9016a-fff3-411b-9a1d-737e7ec0c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.674064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-5eb9016a-fff3-411b-9a1d-737e7ec0c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.675113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-5eb9016a-fff3-411b-9a1d-737e7ec0c128 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=861f56ac06a6467aaaedc48cd06f4450&device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 6728 time: 0.3206019 Feb 09 03:35:18.678027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9411-3cef-4ce2-9d21-ab00932bc61d req-5a08162e-752c-4ec5-a320-045f6eeb001a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.699895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9411-3cef-4ce2-9d21-ab00932bc61d req-5a08162e-752c-4ec5-a320-045f6eeb001a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.729767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9411-3cef-4ce2-9d21-ab00932bc61d req-5a08162e-752c-4ec5-a320-045f6eeb001a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.739566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d9a6e9cf-f4d0-4a84-b43d-b940dca4c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:31:22Z', 'revision_number': 4, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'f20be4d4-f351-458e-b95e-274d1aaa8eba', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'floating_ip_address': '172.25.5.148', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'port_id': '0c0ef499-669a-4d3c-8d02-453c2efe13dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'mac_address': 'fa:16:3e:8c:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:33:06Z', 'updated_at': '2022-02-09T03:35:17Z', 'revision_number': 1, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ee2e25-e935-4151-b279-6bb9d6207242', 'name': '', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'mac_address': 'fa:16:3e:fc:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:20Z', 'updated_at': '2022-02-09T03:31:29Z', 'revision_number': 5, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'subnets': [{'id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:18.763269 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9411-3cef-4ce2-9d21-ab00932bc61d req-5a08162e-752c-4ec5-a320-045f6eeb001a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.767359 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-515a9411-3cef-4ce2-9d21-ab00932bc61d req-5a08162e-752c-4ec5-a320-045f6eeb001a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.3901787 Feb 09 03:35:18.815788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (69fb9b00-c2ef-4b22-bb85-44f083234f5d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:18.866439 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6e9cf-f4d0-4a84-b43d-b940dca4c335 None None] Checking router: 95f4b651-3b07-4f70-9080-ad1556a1992c for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:35:18.872775 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-068b59ea-caa2-4cca-b6df-cacc660267db tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (85506ec9-16e8-428a-9b6c-ee80f686ff50), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:18.893866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a6e9cf-f4d0-4a84-b43d-b940dca4c335 None None] Routers {'95f4b651-3b07-4f70-9080-ad1556a1992c'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:35:18.895434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d9a6e9cf-f4d0-4a84-b43d-b940dca4c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:35:19Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['95f4b651-3b07-4f70-9080-ad1556a1992c'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:18.904970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fb9b00-c2ef-4b22-bb85-44f083234f5d']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:18.941119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84d240a-f72c-4b39-916a-ca16c824c5df') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:18.941444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84d240a-f72c-4b39-916a-ca16c824c5df') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:19.005183 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (f84d240a-f72c-4b39-916a-ca16c824c5df), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.010890 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-068b59ea-caa2-4cca-b6df-cacc660267db tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (85506ec9-16e8-428a-9b6c-ee80f686ff50), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.067875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-1bd786b0-164e-4135-bbb2-1c1ff1750b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:19.075872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-1bd786b0-164e-4135-bbb2-1c1ff1750b89 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b64083df-8d6d-4adf-9bed-2301d18d1f84 HTTP/1.1" status: 200 len: 918 time: 0.3877432 Feb 09 03:35:19.090866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-d9a6e9cf-f4d0-4a84-b43d-b940dca4c335 None None] Set router 95f4b651-3b07-4f70-9080-ad1556a1992c gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:35:19.108826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b59ea-caa2-4cca-b6df-cacc660267db tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Subnet': ['ID=85506ec9-16e8-428a-9b6c-ee80f686ff50,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:19.139326 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-068b59ea-caa2-4cca-b6df-cacc660267db tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.142682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-068b59ea-caa2-4cca-b6df-cacc660267db tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/subnets/85506ec9-16e8-428a-9b6c-ee80f686ff50 HTTP/1.1" status: 204 len: 168 time: 1.0919831 Feb 09 03:35:19.145383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52788) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:19.151024 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f84d240a-f72c-4b39-916a-ca16c824c5df), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.179076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:19.180369 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (f84d240a-f72c-4b39-916a-ca16c824c5df), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:19.182310 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:19.204227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9eb2af-1098-48be-96b8-5c865e20ac64 None None] Network 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:19.329663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-515a9411-3cef-4ce2-9d21-ab00932bc61d req-92399275-1114-42d8-84ac-f11a03485e47 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3332567 Feb 09 03:35:19.353222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d38c38-3efb-48af-9c48-88f5c20560c5 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Deleting subnet ba03e744-7058-4808-8dc5-f23f6b36663e {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:35:19.362934 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76d38c38-3efb-48af-9c48-88f5c20560c5 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (ba03e744-7058-4808-8dc5-f23f6b36663e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.365654 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-274446e9-9bb6-4777-b58c-449edf0af545 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c0ef499-669a-4d3c-8d02-453c2efe13dc HTTP/1.1" status: 200 len: 1000 time: 0.2888777 Feb 09 03:35:19.412388 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (69fb9b00-c2ef-4b22-bb85-44f083234f5d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.430059 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.453965 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] 10.222.0.21 "DELETE /v2.0/networks/69fb9b00-c2ef-4b22-bb85-44f083234f5d HTTP/1.1" status: 204 len: 168 time: 1.2668495 Feb 09 03:35:19.543120 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76d38c38-3efb-48af-9c48-88f5c20560c5 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (ba03e744-7058-4808-8dc5-f23f6b36663e), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.594559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245472b-109a-492c-8692-9eb6c221284f admin admin] Pushing event deleted for resources: {'Network': ['ID=69fb9b00-c2ef-4b22-bb85-44f083234f5d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:19.630030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-9ef52580-05c4-4a4f-ba53-b0052c41f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:19.634341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-9ef52580-05c4-4a4f-ba53-b0052c41f620 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03cd6059-552d-420c-a27f-0ef14c1585e2 HTTP/1.1" status: 200 len: 856 time: 0.2478950 Feb 09 03:35:19.748275 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.772597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76d38c38-3efb-48af-9c48-88f5c20560c5 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ba03e744-7058-4808-8dc5-f23f6b36663e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.776807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52800) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:19.805047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-cef217e9-a1eb-4e86-9c2d-9d702b40c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:19.813271 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-cef217e9-a1eb-4e86-9c2d-9d702b40c2af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b64083df-8d6d-4adf-9bed-2301d18d1f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1683850 Feb 09 03:35:19.890248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76d38c38-3efb-48af-9c48-88f5c20560c5 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (ba03e744-7058-4808-8dc5-f23f6b36663e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.918530 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-bf92b5bf-6b38-494d-b82a-cad135e6abdb service neutron] 10.222.0.65 "GET /v2.0/networks/b64083df-8d6d-4adf-9bed-2301d18d1f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043477 Feb 09 03:35:19.969216 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d38c38-3efb-48af-9c48-88f5c20560c5 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Subnet': ['ID=ba03e744-7058-4808-8dc5-f23f6b36663e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:19.971756 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76d38c38-3efb-48af-9c48-88f5c20560c5 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.977503 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-76d38c38-3efb-48af-9c48-88f5c20560c5 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/subnets/ba03e744-7058-4808-8dc5-f23f6b36663e HTTP/1.1" status: 204 len: 168 time: 0.8227558 Feb 09 03:35:19.982787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52804) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:20.172242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (0b48ea4d-dfa4-47ff-8c93-af9cbe55634d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:20.254255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f16d7-2ac7-4fcb-8654-bca7caff2b4f None None] Update dhcp port {'port': {'network_id': '0b48ea4d-dfa4-47ff-8c93-af9cbe55634d', 'fixed_ips': [{'subnet_id': 'ba03e744-7058-4808-8dc5-f23f6b36663e'}], 'binding:host_id': 'n-d-824835-15'}, 'id': 'a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:35:20.352403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Deleting port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:20.352403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:20.397984 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-284f16d7-2ac7-4fcb-8654-bca7caff2b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:20.515065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] For port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8,segment=NetworkSegment(728ef787-e2a2-484e-ad4b-ef62de2126e5),segment_id=728ef787-e2a2-484e-ad4b-ef62de2126e5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:20.515477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:20.545291 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Calling delete_port for a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:20.644307 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2f66768d-da41-4706-b771-5ad91967e0de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=294df6b61c34479ba0d8657cdca53b52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8618090 Feb 09 03:35:20.651765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52818) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:20.688730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d9a6e9cf-f4d0-4a84-b43d-b940dca4c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:31:22Z', 'revision_number': 4, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'f20be4d4-f351-458e-b95e-274d1aaa8eba', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'floating_ip_address': '172.25.5.148', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'port_id': '0c0ef499-669a-4d3c-8d02-453c2efe13dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'mac_address': 'fa:16:3e:8c:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:33:06Z', 'updated_at': '2022-02-09T03:35:17Z', 'revision_number': 1, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ee2e25-e935-4151-b279-6bb9d6207242', 'name': '', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'mac_address': 'fa:16:3e:fc:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:20Z', 'updated_at': '2022-02-09T03:31:29Z', 'revision_number': 5, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'subnets': [{'id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:20.768560 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f08a620c-6613-4da3-8d4d-832478163ac7 req-f6a4a8b0-524a-4113-ac1e-a5a6fab0ed9a service neutron] 10.222.0.65 "GET /v2.0/networks/b64083df-8d6d-4adf-9bed-2301d18d1f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231709 Feb 09 03:35:20.804826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335df065-4614-4081-b6a1-1f71b9c4625e req-bd5edc27-3b3e-4935-aca3-ec4a912930f0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:20.813262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335df065-4614-4081-b6a1-1f71b9c4625e req-bd5edc27-3b3e-4935-aca3-ec4a912930f0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:20.818707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6e9cf-f4d0-4a84-b43d-b940dca4c335 None None] The sync data for ids ['95f4b651-3b07-4f70-9080-ad1556a1992c'] in n-d-824835-15 is: [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:31:22Z', 'revision_number': 4, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'f20be4d4-f351-458e-b95e-274d1aaa8eba', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'floating_ip_address': '172.25.5.148', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'port_id': '0c0ef499-669a-4d3c-8d02-453c2efe13dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'mac_address': 'fa:16:3e:8c:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:33:06Z', 'updated_at': '2022-02-09T03:35:17Z', 'revision_number': 1, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ee2e25-e935-4151-b279-6bb9d6207242', 'name': '', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'mac_address': 'fa:16:3e:fc:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:20Z', 'updated_at': '2022-02-09T03:31:29Z', 'revision_number': 5, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'subnets': [{'id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:35:20.827597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335df065-4614-4081-b6a1-1f71b9c4625e req-bd5edc27-3b3e-4935-aca3-ec4a912930f0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:20.835580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335df065-4614-4081-b6a1-1f71b9c4625e req-bd5edc27-3b3e-4935-aca3-ec4a912930f0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:20.838267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c580c-92fd-4142-9734-bb592a0cfcc4 None None] Network 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:20.855818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335df065-4614-4081-b6a1-1f71b9c4625e req-bd5edc27-3b3e-4935-aca3-ec4a912930f0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:20.859110 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:20.888988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335df065-4614-4081-b6a1-1f71b9c4625e req-bd5edc27-3b3e-4935-aca3-ec4a912930f0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:20.902398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335df065-4614-4081-b6a1-1f71b9c4625e req-bd5edc27-3b3e-4935-aca3-ec4a912930f0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:20.904865 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-335df065-4614-4081-b6a1-1f71b9c4625e req-bd5edc27-3b3e-4935-aca3-ec4a912930f0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.3171384 Feb 09 03:35:20.950115 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No DVR routers for this DVR port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:20.995545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Port': ['ID=a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:21.000643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:35:21.015077 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Publish callbacks [] for security_group (57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.021011 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.073124 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Publish callbacks [] for security_group (57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.113265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2976034b-b103-4b60-8401-84ea4813a1f3 None None] Provisioning complete for port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:21.113680 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2976034b-b103-4b60-8401-84ea4813a1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.146122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:35:21.146495 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:35:21.151700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2976034b-b103-4b60-8401-84ea4813a1f3 None None] Port a7ee0332-ccd4-4a9e-81ca-c0ce51703dc8 was deleted so its status cannot be updated. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 03:35:21.234684 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (0b48ea4d-dfa4-47ff-8c93-af9cbe55634d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.270064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b48ea4d-dfa4-47ff-8c93-af9cbe55634d']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:21.270768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f833ea0-5b91-445f-a0ff-bcb414219627 None None] DHCP port deletion for 0b48ea4d-dfa4-47ff-8c93-af9cbe55634d request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:35:21.283156 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.309732 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.324311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728ef787-e2a2-484e-ad4b-ef62de2126e5') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:21.324530 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728ef787-e2a2-484e-ad4b-ef62de2126e5') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:21.331383 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3 HTTP/1.1" status: 204 len: 168 time: 0.6762695 Feb 09 03:35:21.331577 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58629458-7114-4084-8b86-fdf56f04ae02 None None] New status for floating IP f20be4d4-f351-458e-b95e-274d1aaa8eba: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:35:21.350424 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (728ef787-e2a2-484e-ad4b-ef62de2126e5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.375002 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (728ef787-e2a2-484e-ad4b-ef62de2126e5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.402671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:21.403073 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (728ef787-e2a2-484e-ad4b-ef62de2126e5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:21.410313 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:21.462913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d2fb30-0c15-4b76-ab6b-0d75cc6e9ce3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:21.597572 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-335df065-4614-4081-b6a1-1f71b9c4625e req-5f694403-09cd-4d7d-9508-457bff97f0df tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6807227 Feb 09 03:35:21.611679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.619161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.619507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.619846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.625280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.627449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.627449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.627449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.627449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.627449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.627449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.627983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.627983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c264a-f08f-4482-bda7-7fc3970f725b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.669460 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (0b48ea4d-dfa4-47ff-8c93-af9cbe55634d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.702503 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.708719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52840) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:21.709347 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/0b48ea4d-dfa4-47ff-8c93-af9cbe55634d HTTP/1.1" status: 204 len: 168 time: 1.7245307 Feb 09 03:35:21.713011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d7c2e-984b-4897-ad39-0acbb26a592b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Network': ['ID=0b48ea4d-dfa4-47ff-8c93-af9cbe55634d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:21.777807 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdb4e14-9123-4eb4-b506-c719320a4cc4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:21.778575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdb4e14-9123-4eb4-b506-c719320a4cc4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:21.785210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52842) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:21.796255 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6bdb4e14-9123-4eb4-b506-c719320a4cc4 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/subnets/f9daba88-9c79-4fd2-8762-2189d0f87176 HTTP/1.1" status: 404 len: 337 time: 0.0860133 Feb 09 03:35:21.806764 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-c259f0cf-ab0d-4c9a-8348-df644eeee373 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:21.807295 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c259f0cf-ab0d-4c9a-8348-df644eeee373 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:21.812951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c259f0cf-ab0d-4c9a-8348-df644eeee373 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/35fdb65d-43ca-40fa-962a-0f5c530be0ce HTTP/1.1" status: 404 len: 339 time: 0.0242238 Feb 09 03:35:21.813302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52844) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:21.860213 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a9f6b8-306b-41a0-806d-2bca99a121aa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:21.861270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a9f6b8-306b-41a0-806d-2bca99a121aa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:21.869294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52846) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:21.870645 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-01a9f6b8-306b-41a0-806d-2bca99a121aa tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/subnets/45d81945-3189-4652-abae-54789676be38 HTTP/1.1" status: 404 len: 337 time: 0.0562303 Feb 09 03:35:21.915892 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d23e9ae-7a5d-4ee5-b000-61e394c13745 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:21.916635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d23e9ae-7a5d-4ee5-b000-61e394c13745 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:21.920508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1d23e9ae-7a5d-4ee5-b000-61e394c13745 tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/911f5ecc-44a3-45ce-98d3-6f6c40cdb8c6 HTTP/1.1" status: 404 len: 339 time: 0.0501969 Feb 09 03:35:21.924526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52850) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:21.993452 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:22.009846 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f41f3ac-3d72-48bb-b370-4a8482bdd4cf tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:22.010903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f41f3ac-3d72-48bb-b370-4a8482bdd4cf tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:22.025073 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6f41f3ac-3d72-48bb-b370-4a8482bdd4cf tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/subnets/ccc7dc70-fedf-405e-afb1-9dbc93494bea HTTP/1.1" status: 404 len: 337 time: 0.0986443 Feb 09 03:35:22.026936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52856) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:22.060527 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-4461340a-1bce-4105-899b-1d9d8eee486d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:22.061044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4461340a-1bce-4105-899b-1d9d8eee486d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:22.064344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4461340a-1bce-4105-899b-1d9d8eee486d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/ebfe6619-63aa-48e2-b4c4-d36629902b7f HTTP/1.1" status: 404 len: 339 time: 0.0362136 Feb 09 03:35:22.067077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52860) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:22.163565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecf786a-1ae3-48e8-b887-ade358c73fec tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Deleting subnet d0d39660-f12d-442b-9ce3-52ac263d4f6f {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:35:22.167883 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ecf786a-1ae3-48e8-b887-ade358c73fec tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (d0d39660-f12d-442b-9ce3-52ac263d4f6f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:22.253701 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ecf786a-1ae3-48e8-b887-ade358c73fec tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (d0d39660-f12d-442b-9ce3-52ac263d4f6f), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:22.441752 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ecf786a-1ae3-48e8-b887-ade358c73fec tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (d0d39660-f12d-442b-9ce3-52ac263d4f6f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:22.558136 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ecf786a-1ae3-48e8-b887-ade358c73fec tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (d0d39660-f12d-442b-9ce3-52ac263d4f6f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:22.590272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf786a-1ae3-48e8-b887-ade358c73fec tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d39660-f12d-442b-9ce3-52ac263d4f6f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:22.607233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6ecf786a-1ae3-48e8-b887-ade358c73fec tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:22.608211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a28666d-1bf1-4e33-8efc-ff1e5ffccbfd None None] Network 5d27cefd-a1aa-4ef0-b12c-1e03328b5c26 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:22.611140 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6ecf786a-1ae3-48e8-b887-ade358c73fec tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/subnets/d0d39660-f12d-442b-9ce3-52ac263d4f6f HTTP/1.1" status: 204 len: 168 time: 0.5429749 Feb 09 03:35:22.613689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52894) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:22.831567 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (5d27cefd-a1aa-4ef0-b12c-1e03328b5c26), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:22.879116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69173ee-30cf-4a1f-801c-9a5564bfbb63 req-aea5b25b-5525-451d-b792-4d9b7531c474 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:22.892269 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69173ee-30cf-4a1f-801c-9a5564bfbb63 req-aea5b25b-5525-451d-b792-4d9b7531c474 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:22.897951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69173ee-30cf-4a1f-801c-9a5564bfbb63 req-aea5b25b-5525-451d-b792-4d9b7531c474 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:22.907312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69173ee-30cf-4a1f-801c-9a5564bfbb63 req-aea5b25b-5525-451d-b792-4d9b7531c474 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:22.914628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69173ee-30cf-4a1f-801c-9a5564bfbb63 req-aea5b25b-5525-451d-b792-4d9b7531c474 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:22.920516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69173ee-30cf-4a1f-801c-9a5564bfbb63 req-aea5b25b-5525-451d-b792-4d9b7531c474 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:22.926166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69173ee-30cf-4a1f-801c-9a5564bfbb63 req-aea5b25b-5525-451d-b792-4d9b7531c474 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:22.934362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52906) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:22.935860 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f69173ee-30cf-4a1f-801c-9a5564bfbb63 req-aea5b25b-5525-451d-b792-4d9b7531c474 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.1832116 Feb 09 03:35:22.944225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333c9288-7340-4600-bb88-6815a77f09a1 None None] DHCP port deletion for 5d27cefd-a1aa-4ef0-b12c-1e03328b5c26 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:35:22.991827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Deleting port b29b2f10-33fb-4939-ad3a-6d39eb00c777 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:22.992733 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.065310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-333c9288-7340-4600-bb88-6815a77f09a1 None None] Deleting port b29b2f10-33fb-4939-ad3a-6d39eb00c777 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:23.068428 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-333c9288-7340-4600-bb88-6815a77f09a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.088466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f69173ee-30cf-4a1f-801c-9a5564bfbb63 req-0ca78999-8774-4c72-8d54-63f2552d6469 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1512949 Feb 09 03:35:23.152537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-558808435-network', 'tenant_id': '96295cb284c347799df781359f3b256b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:23.164334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] For port b29b2f10-33fb-4939-ad3a-6d39eb00c777, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b29b2f10-33fb-4939-ad3a-6d39eb00c777,segment=NetworkSegment(33986f0e-a9df-4830-b798-487d3b9ddafd),segment_id=33986f0e-a9df-4830-b798-487d3b9ddafd)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:23.164743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.216653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Calling delete_port for b29b2f10-33fb-4939-ad3a-6d39eb00c777 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:23.222177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Made reservation on behalf of 96295cb284c347799df781359f3b256b for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:23.224487 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.249927 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.259851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-333c9288-7340-4600-bb88-6815a77f09a1 None None] For port b29b2f10-33fb-4939-ad3a-6d39eb00c777, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b29b2f10-33fb-4939-ad3a-6d39eb00c777,segment=NetworkSegment(33986f0e-a9df-4830-b798-487d3b9ddafd),segment_id=33986f0e-a9df-4830-b798-487d3b9ddafd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:23.262998 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-333c9288-7340-4600-bb88-6815a77f09a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.288018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-333c9288-7340-4600-bb88-6815a77f09a1 None None] Calling delete_port for b29b2f10-33fb-4939-ad3a-6d39eb00c777 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:23.316817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00e44e-3044-48eb-806e-8f2441dc9365 req-551e72bc-495a-4629-9b56-30786d22c6b0 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:23.325481 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd00e44e-3044-48eb-806e-8f2441dc9365 req-551e72bc-495a-4629-9b56-30786d22c6b0 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1128 time: 0.0863972 Feb 09 03:35:23.358212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd00e44e-3044-48eb-806e-8f2441dc9365 req-49724873-43bf-4e62-aa6e-2071948cee00 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.470131 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Publish callbacks [] for security_group (023e1a63-9540-4644-be42-bb2695864c9d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.494068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-333c9288-7340-4600-bb88-6815a77f09a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.502324 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64751f-64aa-4cc5-aadf-5c3880c22bbb req-799fe837-e148-4da2-b4d9-e2218d7a8b99 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:23.508929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64751f-64aa-4cc5-aadf-5c3880c22bbb req-799fe837-e148-4da2-b4d9-e2218d7a8b99 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:23.516713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64751f-64aa-4cc5-aadf-5c3880c22bbb req-799fe837-e148-4da2-b4d9-e2218d7a8b99 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:23.519913 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd00e44e-3044-48eb-806e-8f2441dc9365 req-49724873-43bf-4e62-aa6e-2071948cee00 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Publish callbacks [] for security_group (3cf6b0a5-16ac-4b7e-bc6b-2150b0d5e87d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.534934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64751f-64aa-4cc5-aadf-5c3880c22bbb req-799fe837-e148-4da2-b4d9-e2218d7a8b99 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:23.535798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c9288-7340-4600-bb88-6815a77f09a1 None None] Pushing event deleted for resources: {'Port': ['ID=b29b2f10-33fb-4939-ad3a-6d39eb00c777,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:23.535896 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-cd00e44e-3044-48eb-806e-8f2441dc9365 req-49724873-43bf-4e62-aa6e-2071948cee00 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3cf6b0a5-16ac-4b7e-bc6b-2150b0d5e87d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.535988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c9288-7340-4600-bb88-6815a77f09a1 None None] No DVR routers for this DVR port b29b2f10-33fb-4939-ad3a-6d39eb00c777 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:23.567135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64751f-64aa-4cc5-aadf-5c3880c22bbb req-799fe837-e148-4da2-b4d9-e2218d7a8b99 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:23.573304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64751f-64aa-4cc5-aadf-5c3880c22bbb req-799fe837-e148-4da2-b4d9-e2218d7a8b99 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:23.578922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64751f-64aa-4cc5-aadf-5c3880c22bbb req-799fe837-e148-4da2-b4d9-e2218d7a8b99 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:23.580910 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d64751f-64aa-4cc5-aadf-5c3880c22bbb req-799fe837-e148-4da2-b4d9-e2218d7a8b99 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.4040248 Feb 09 03:35:23.585399 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (023e1a63-9540-4644-be42-bb2695864c9d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.623705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49724873-43bf-4e62-aa6e-2071948cee00 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf6b0a5-16ac-4b7e-bc6b-2150b0d5e87d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:23.638303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:35:23.672967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023e1a63-9540-4644-be42-bb2695864c9d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:23.685508 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b26a6f3a-836b-45c8-949b-bd1836cdda69), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.685861 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Added segment b26a6f3a-836b-45c8-949b-bd1836cdda69 of type vlan for network 83c4f49f-6535-484f-bbda-f4743b972ce9 Feb 09 03:35:23.717066 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b29b2f10-33fb-4939-ad3a-6d39eb00c777), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.754319 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd00e44e-3044-48eb-806e-8f2441dc9365 req-49724873-43bf-4e62-aa6e-2071948cee00 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4260855 Feb 09 03:35:23.779325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Port': ['ID=b29b2f10-33fb-4939-ad3a-6d39eb00c777,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:23.788348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No DVR routers for this DVR port b29b2f10-33fb-4939-ad3a-6d39eb00c777 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:23.795095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d64751f-64aa-4cc5-aadf-5c3880c22bbb req-d4085501-c059-4da4-8b01-cae5a29d2f00 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2059209 Feb 09 03:35:23.803954 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (83c4f49f-6535-484f-bbda-f4743b972ce9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.926785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d55d3a-aed7-4069-84c4-a73ca993311d req-d242e473-5212-48b1-86aa-805657133f33 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:23.937350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8d55d3a-aed7-4069-84c4-a73ca993311d req-d242e473-5212-48b1-86aa-805657133f33 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.0814223 Feb 09 03:35:24.031708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (5d27cefd-a1aa-4ef0-b12c-1e03328b5c26), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.071210 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8d55d3a-aed7-4069-84c4-a73ca993311d req-5cb02f32-6ca8-4c1c-b782-205c2a631281 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1280189 Feb 09 03:35:24.088446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52944) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:24.099283 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (83c4f49f-6535-484f-bbda-f4743b972ce9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.100269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:24.100845 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.137533 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.142677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d27cefd-a1aa-4ef0-b12c-1e03328b5c26']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:24.168052 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-14e958b3-7c8a-4ae0-9b63-ec0730f49edf tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/2bbd3a24-e5d6-4451-9683-aa6b300a6c93 HTTP/1.1" status: 200 len: 993 time: 0.0775394 Feb 09 03:35:24.185204 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2416813 Feb 09 03:35:24.187096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33986f0e-a9df-4830-b798-487d3b9ddafd') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:24.187392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33986f0e-a9df-4830-b798-487d3b9ddafd') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:24.188173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 52948) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:24.194180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-05416f1c-5022-4dda-9731-27bdeb3c6847 admin admin] Request body: {'subnet': {'network_id': '83c4f49f-6535-484f-bbda-f4743b972ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-558808435-subnet', 'tenant_id': '96295cb284c347799df781359f3b256b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:24.231125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05416f1c-5022-4dda-9731-27bdeb3c6847 admin admin] Made reservation on behalf of 96295cb284c347799df781359f3b256b for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:24.234010 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05416f1c-5022-4dda-9731-27bdeb3c6847 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.241395 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (33986f0e-a9df-4830-b798-487d3b9ddafd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.276160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591f2f-3453-4472-a10c-332a2107b313 req-5adae833-9b3e-4ec8-b566-b18d2a420024 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:24.281738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591f2f-3453-4472-a10c-332a2107b313 req-5adae833-9b3e-4ec8-b566-b18d2a420024 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:24.309786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591f2f-3453-4472-a10c-332a2107b313 req-5adae833-9b3e-4ec8-b566-b18d2a420024 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:24.315192 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591f2f-3453-4472-a10c-332a2107b313 req-5adae833-9b3e-4ec8-b566-b18d2a420024 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:24.331428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591f2f-3453-4472-a10c-332a2107b313 req-5adae833-9b3e-4ec8-b566-b18d2a420024 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:24.346469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591f2f-3453-4472-a10c-332a2107b313 req-5adae833-9b3e-4ec8-b566-b18d2a420024 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:24.360056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591f2f-3453-4472-a10c-332a2107b313 req-5adae833-9b3e-4ec8-b566-b18d2a420024 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:24.364437 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63591f2f-3453-4472-a10c-332a2107b313 req-5adae833-9b3e-4ec8-b566-b18d2a420024 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.3940287 Feb 09 03:35:24.386225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba757e-b714-4d87-9b4e-8849b550d023 admin admin] Pushing event updated for resources: {'Network': ['ID=83c4f49f-6535-484f-bbda-f4743b972ce9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:24.400159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 83c4f49f-6535-484f-bbda-f4743b972ce9 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:24.417976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (33986f0e-a9df-4830-b798-487d3b9ddafd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.435019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:24.435559 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (33986f0e-a9df-4830-b798-487d3b9ddafd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:24.438894 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:24.566747 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (5d27cefd-a1aa-4ef0-b12c-1e03328b5c26), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.577945 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05416f1c-5022-4dda-9731-27bdeb3c6847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.583502 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.591495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/5d27cefd-a1aa-4ef0-b12c-1e03328b5c26 HTTP/1.1" status: 204 len: 168 time: 1.9759274 Feb 09 03:35:24.593979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52964) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:24.636276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d3ca6-72ce-46f4-bde1-fcab332b182b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Network': ['ID=5d27cefd-a1aa-4ef0-b12c-1e03328b5c26,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:24.644758 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-d393c393-d87e-4cb1-bf62-5d1c5f92399f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:24.645853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d393c393-d87e-4cb1-bf62-5d1c5f92399f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:24.654614 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d393c393-d87e-4cb1-bf62-5d1c5f92399f tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/subnets/ea70205f-0655-4669-9ef0-4c6548f17941 HTTP/1.1" status: 404 len: 337 time: 0.0593874 Feb 09 03:35:24.655358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52966) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:24.682982 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-28de281b-29ae-4f3e-aace-0030ebb89b6b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] DELETE failed (client error): The resource could not be found. Feb 09 03:35:24.684114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28de281b-29ae-4f3e-aace-0030ebb89b6b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:35:24.693940 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-28de281b-29ae-4f3e-aace-0030ebb89b6b tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/aa94b21c-989b-42bb-a245-b1a69b37274b HTTP/1.1" status: 404 len: 339 time: 0.0373645 Feb 09 03:35:24.694557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 52970) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:24.705071 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-664e86e3-e3ac-4877-af0d-f0f3614a3aa0 req-98258d83-a867-4e10-9171-9a3ec615e2d9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:35:24.707252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-664e86e3-e3ac-4877-af0d-f0f3614a3aa0 req-98258d83-a867-4e10-9171-9a3ec615e2d9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1474674 Feb 09 03:35:24.729612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05416f1c-5022-4dda-9731-27bdeb3c6847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:24.770930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05416f1c-5022-4dda-9731-27bdeb3c6847 admin admin] Checking segment: {'id': 'b26a6f3a-836b-45c8-949b-bd1836cdda69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '83c4f49f-6535-484f-bbda-f4743b972ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:24.771206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05416f1c-5022-4dda-9731-27bdeb3c6847 admin admin] Network hostable DHCP agents. Network: 83c4f49f-6535-484f-bbda-f4743b972ce9, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:35:24.803928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05416f1c-5022-4dda-9731-27bdeb3c6847 admin admin] Network 83c4f49f-6535-484f-bbda-f4743b972ce9 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:35:24.824929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-05416f1c-5022-4dda-9731-27bdeb3c6847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 83c4f49f-6535-484f-bbda-f4743b972ce9) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:24.829769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05416f1c-5022-4dda-9731-27bdeb3c6847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:24.830620 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05416f1c-5022-4dda-9731-27bdeb3c6847 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.835663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3008e907-d939-45fd-94d8-c5318928f283 None None] Network 83c4f49f-6535-484f-bbda-f4743b972ce9 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:24.890443 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-05416f1c-5022-4dda-9731-27bdeb3c6847 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6927252 Feb 09 03:35:24.963732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b29b2f10-33fb-4939-ad3a-6d39eb00c777 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:35:25.004939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bb60ef-2a14-41bd-8105-81d68060877d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Deleting subnet 88d58550-6851-4f0e-b347-49f2334ee37f {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:35:25.014223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-18bb60ef-2a14-41bd-8105-81d68060877d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (88d58550-6851-4f0e-b347-49f2334ee37f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:25.018559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: b29b2f10-33fb-4939-ad3a-6d39eb00c777 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:35:25.019262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b29b2f10-33fb-4939-ad3a-6d39eb00c777 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:35:25.135081 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-18bb60ef-2a14-41bd-8105-81d68060877d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (88d58550-6851-4f0e-b347-49f2334ee37f), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:25.152011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b3bba-53b7-44be-b984-1996dac9e297 None None] Network 83c4f49f-6535-484f-bbda-f4743b972ce9 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:25.370767 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-18bb60ef-2a14-41bd-8105-81d68060877d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (88d58550-6851-4f0e-b347-49f2334ee37f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:25.515106 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-18bb60ef-2a14-41bd-8105-81d68060877d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (88d58550-6851-4f0e-b347-49f2334ee37f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:25.649212 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-18bb60ef-2a14-41bd-8105-81d68060877d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:25.656082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d39fb51-1ca8-4224-8002-965815bf590a None None] Network d310f944-00cb-46ca-ae71-f8f1e1a68f77 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:25.666137 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-18bb60ef-2a14-41bd-8105-81d68060877d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/subnets/88d58550-6851-4f0e-b347-49f2334ee37f HTTP/1.1" status: 204 len: 168 time: 0.9688380 Feb 09 03:35:25.668971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53010) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:25.690600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb60ef-2a14-41bd-8105-81d68060877d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Subnet': ['ID=88d58550-6851-4f0e-b347-49f2334ee37f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:25.796763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98167125-5446-430c-8d4f-8af93c88004c req-adaa1b4b-b9c5-49cf-89a5-947dd8d7c957 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:25.803261 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98167125-5446-430c-8d4f-8af93c88004c req-adaa1b4b-b9c5-49cf-89a5-947dd8d7c957 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.2687857 Feb 09 03:35:25.868248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53022) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:25.888635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1331137120-network', 'tenant_id': '59e330fd5e5c4e64898bec47ed81bde7'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:25.999521 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (d310f944-00cb-46ca-ae71-f8f1e1a68f77), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.022376 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-98beb60c-d778-4d3a-a13e-278a40ca322b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5431037 Feb 09 03:35:26.040880 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98167125-5446-430c-8d4f-8af93c88004c req-c224dbaa-193d-426b-a163-038bee570e45 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2285969 Feb 09 03:35:26.083919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Made reservation on behalf of 59e330fd5e5c4e64898bec47ed81bde7 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:26.086783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.108860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.131402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b18b95-8e9f-4ee0-a193-4fb52f62e124 None None] DHCP port deletion for d310f944-00cb-46ca-ae71-f8f1e1a68f77 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:35:26.136661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Deleting port aac47961-59d4-4522-8110-6f2367cd86a0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:26.137253 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.249761 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Publish callbacks [] for security_group (c1706a7f-72c5-47a8-a33f-43971a55764a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.254559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a7b18b95-8e9f-4ee0-a193-4fb52f62e124 None None] Deleting port aac47961-59d4-4522-8110-6f2367cd86a0 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:26.256044 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7b18b95-8e9f-4ee0-a193-4fb52f62e124 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.260642 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c1706a7f-72c5-47a8-a33f-43971a55764a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.342836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:35:26.356940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] For port aac47961-59d4-4522-8110-6f2367cd86a0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aac47961-59d4-4522-8110-6f2367cd86a0,segment=NetworkSegment(5f96f296-3e01-404c-8dc2-d1ae49341e15),segment_id=5f96f296-3e01-404c-8dc2-d1ae49341e15)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:26.357333 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.400113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a7b18b95-8e9f-4ee0-a193-4fb52f62e124 None None] For port aac47961-59d4-4522-8110-6f2367cd86a0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aac47961-59d4-4522-8110-6f2367cd86a0,segment=NetworkSegment(5f96f296-3e01-404c-8dc2-d1ae49341e15),segment_id=5f96f296-3e01-404c-8dc2-d1ae49341e15)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:26.400871 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7b18b95-8e9f-4ee0-a193-4fb52f62e124 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.419777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a7b18b95-8e9f-4ee0-a193-4fb52f62e124 None None] Calling delete_port for aac47961-59d4-4522-8110-6f2367cd86a0 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:26.435236 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e1d4a7e9-0221-4ed0-b6ef-69c6da3b010a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.435687 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Added segment e1d4a7e9-0221-4ed0-b6ef-69c6da3b010a of type vlan for network 3caf5eb1-d1f3-4e5a-b576-d040c63f8772 Feb 09 03:35:26.438830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Calling delete_port for aac47961-59d4-4522-8110-6f2367cd86a0 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:26.454984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1706a7f-72c5-47a8-a33f-43971a55764a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:26.526160 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7b18b95-8e9f-4ee0-a193-4fb52f62e124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.570692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b18b95-8e9f-4ee0-a193-4fb52f62e124 None None] No DVR routers for this DVR port aac47961-59d4-4522-8110-6f2367cd86a0 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:26.599773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b18b95-8e9f-4ee0-a193-4fb52f62e124 None None] Pushing event deleted for resources: {'Port': ['ID=aac47961-59d4-4522-8110-6f2367cd86a0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:26.651546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (3caf5eb1-d1f3-4e5a-b576-d040c63f8772), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.768259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (3caf5eb1-d1f3-4e5a-b576-d040c63f8772), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.769535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:26.770208 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.801773 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (aac47961-59d4-4522-8110-6f2367cd86a0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.924452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Port': ['ID=aac47961-59d4-4522-8110-6f2367cd86a0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:26.934865 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0625236 Feb 09 03:35:26.943276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53060) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:26.945902 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aac47961-59d4-4522-8110-6f2367cd86a0 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:35:26.959651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f0478159-1029-436d-9d90-8a1fbb526726 admin admin] Request body: {'subnet': {'network_id': '3caf5eb1-d1f3-4e5a-b576-d040c63f8772', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1331137120-subnet', 'tenant_id': '59e330fd5e5c4e64898bec47ed81bde7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:26.984793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] No DVR routers for this DVR port aac47961-59d4-4522-8110-6f2367cd86a0 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:26.989902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf0143-6786-434f-9606-864f3eaa6832 admin admin] Pushing event updated for resources: {'Network': ['ID=3caf5eb1-d1f3-4e5a-b576-d040c63f8772,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:27.009129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0478159-1029-436d-9d90-8a1fbb526726 admin admin] Made reservation on behalf of 59e330fd5e5c4e64898bec47ed81bde7 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:27.012093 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0478159-1029-436d-9d90-8a1fbb526726 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.038700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: aac47961-59d4-4522-8110-6f2367cd86a0 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:35:27.039508 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aac47961-59d4-4522-8110-6f2367cd86a0 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:35:27.041281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 3caf5eb1-d1f3-4e5a-b576-d040c63f8772 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:27.286195 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (d310f944-00cb-46ca-ae71-f8f1e1a68f77), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.323667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d310f944-00cb-46ca-ae71-f8f1e1a68f77']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:27.338984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f96f296-3e01-404c-8dc2-d1ae49341e15') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:27.339587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f96f296-3e01-404c-8dc2-d1ae49341e15') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:27.352019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (5f96f296-3e01-404c-8dc2-d1ae49341e15), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.370585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (5f96f296-3e01-404c-8dc2-d1ae49341e15), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.378919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:27.379703 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (5f96f296-3e01-404c-8dc2-d1ae49341e15), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.408925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04fa6a-4dd0-497e-a4b3-26910e6bf447 req-60c58111-2946-4198-8c06-2080b179817b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:27.413450 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3f04fa6a-4dd0-497e-a4b3-26910e6bf447 req-60c58111-2946-4198-8c06-2080b179817b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.1641243 Feb 09 03:35:27.416207 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0478159-1029-436d-9d90-8a1fbb526726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (2edda0a4-e163-4f72-8ee1-68e1db3da1fc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:27.551814 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:27.566748 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (d310f944-00cb-46ca-ae71-f8f1e1a68f77), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.573303 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.577036 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] 10.222.0.21 "DELETE /v2.0/networks/d310f944-00cb-46ca-ae71-f8f1e1a68f77 HTTP/1.1" status: 204 len: 168 time: 1.9068587 Feb 09 03:35:27.595338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0478159-1029-436d-9d90-8a1fbb526726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edda0a4-e163-4f72-8ee1-68e1db3da1fc,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:27.624956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba221e3-e971-4763-adef-097dc9ffc26d tempest-NetworksIpV6Test-1541550058 tempest-NetworksIpV6Test-1541550058-project] Pushing event deleted for resources: {'Network': ['ID=d310f944-00cb-46ca-ae71-f8f1e1a68f77,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:27.650098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66291b-c68f-4072-a688-e3f96db16e24 req-21321ad7-7839-4821-9f3b-9c682ffc1465 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:27.665671 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff66291b-c68f-4072-a688-e3f96db16e24 req-21321ad7-7839-4821-9f3b-9c682ffc1465 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 946 time: 0.1739361 Feb 09 03:35:27.722593 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3f04fa6a-4dd0-497e-a4b3-26910e6bf447 req-86d2fc36-ff4a-4702-a16a-3dd4f26ec5de tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3004615 Feb 09 03:35:27.756468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0478159-1029-436d-9d90-8a1fbb526726 admin admin] Checking segment: {'id': 'e1d4a7e9-0221-4ed0-b6ef-69c6da3b010a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3caf5eb1-d1f3-4e5a-b576-d040c63f8772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:27.756845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0478159-1029-436d-9d90-8a1fbb526726 admin admin] Network hostable DHCP agents. Network: 3caf5eb1-d1f3-4e5a-b576-d040c63f8772, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:35:27.790718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0478159-1029-436d-9d90-8a1fbb526726 admin admin] Network 3caf5eb1-d1f3-4e5a-b576-d040c63f8772 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:35:27.803411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff66291b-c68f-4072-a688-e3f96db16e24 req-43f98f19-68d6-41d7-896b-1e882214a297 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363881 Feb 09 03:35:27.807785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f0478159-1029-436d-9d90-8a1fbb526726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 3caf5eb1-d1f3-4e5a-b576-d040c63f8772) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:27.813301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0478159-1029-436d-9d90-8a1fbb526726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:27.814258 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0478159-1029-436d-9d90-8a1fbb526726 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.818221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f128cf-293e-4be1-8452-8e82a6904728 None None] Network 3caf5eb1-d1f3-4e5a-b576-d040c63f8772 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:27.855265 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f0478159-1029-436d-9d90-8a1fbb526726 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9108925 Feb 09 03:35:28.031843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608c345d-5276-49c0-8ab2-9b34477a91ae None None] Network 3caf5eb1-d1f3-4e5a-b576-d040c63f8772 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:28.309038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53096) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:28.473413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-38714815-67c9-40ee-9041-7febff65f469 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:28.474999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-38714815-67c9-40ee-9041-7febff65f469 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.42 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 946 time: 0.1224809 Feb 09 03:35:28.723256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-3d3b30ea-5e35-4d90-900f-05c3ba5a0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:28.725125 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-3d3b30ea-5e35-4d90-900f-05c3ba5a0cd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1128 time: 0.0854421 Feb 09 03:35:28.761810 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dfa7a710-bc96-4cde-b1b7-55310b3a734b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5dadd571069f4aa98954a712acfe7596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4477563 Feb 09 03:35:28.762437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53124) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:28.786871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Deleting port fd205363-8e9b-4e98-9d11-ca78bb8b6338 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:28.787214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.982435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-bef63470-1061-40ff-a8a1-392a546d2d34 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:28.989447 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-bef63470-1061-40ff-a8a1-392a546d2d34 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/networks?id=83c4f49f-6535-484f-bbda-f4743b972ce9 HTTP/1.1" status: 200 len: 824 time: 0.1270330 Feb 09 03:35:29.023990 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3695d33a-b309-4abd-8f68-3d4ad1436c39 admin admin] Publish callbacks [] for security_group (e59e3574-2937-46f0-98e6-f1aebf3d22bc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:29.027496 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-10528aba-c86e-477f-8a8e-6713cf1f7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:29.029145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-10528aba-c86e-477f-8a8e-6713cf1f7fb3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf HTTP/1.1" status: 200 len: 897 time: 0.2963428 Feb 09 03:35:29.034649 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-3f369020-baad-4a1d-8189-a17cac6dacd4 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/quotas/96295cb284c347799df781359f3b256b HTTP/1.1" status: 200 len: 375 time: 0.0444903 Feb 09 03:35:29.043455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad381cbd-d8ba-4120-810d-5f7aefd5408e req-01919fa5-92ff-434e-9b30-fb77eb6f1466 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:29.045691 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ad381cbd-d8ba-4120-810d-5f7aefd5408e req-01919fa5-92ff-434e-9b30-fb77eb6f1466 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.1595969 Feb 09 03:35:29.098934 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-c80fdfbd-b3ea-484c-8540-a61c91b69496 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96295cb284c347799df781359f3b256b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632496 Feb 09 03:35:29.121170 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3695d33a-b309-4abd-8f68-3d4ad1436c39 admin admin] Publish callbacks [] for security_group (e59e3574-2937-46f0-98e6-f1aebf3d22bc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:29.169333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-0cfdbbdd-4768-45d5-a6f0-68539e51a0d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac HTTP/1.1" status: 200 len: 1001 time: 0.1219890 Feb 09 03:35:29.179964 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ad381cbd-d8ba-4120-810d-5f7aefd5408e req-83944f87-6362-426a-bf65-628f62baa666 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1243398 Feb 09 03:35:29.252442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-9549f482-c321-4fb2-8261-88d9b1cdcff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:29.257086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-9549f482-c321-4fb2-8261-88d9b1cdcff0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=106fcaf9-03f4-4939-9476-b415c70cebac HTTP/1.1" status: 200 len: 835 time: 0.0762422 Feb 09 03:35:29.259717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] For port fd205363-8e9b-4e98-9d11-ca78bb8b6338, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fd205363-8e9b-4e98-9d11-ca78bb8b6338,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:29.260095 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:29.453918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-d0193be8-b0f8-4c99-bc44-2551ba30153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:29.455917 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-d0193be8-b0f8-4c99-bc44-2551ba30153e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1905649 Feb 09 03:35:29.555890 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3695d33a-b309-4abd-8f68-3d4ad1436c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e59e3574-2937-46f0-98e6-f1aebf3d22bc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:29.558498 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3695d33a-b309-4abd-8f68-3d4ad1436c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:29.561596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e22d40-ff3a-4be7-b89d-621447f028af req-0687660a-f414-42ca-b67a-b613b3e885c3 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:29.568880 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3695d33a-b309-4abd-8f68-3d4ad1436c39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e59e3574-2937-46f0-98e6-f1aebf3d22bc HTTP/1.1" status: 204 len: 168 time: 0.8037879 Feb 09 03:35:29.574369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70e22d40-ff3a-4be7-b89d-621447f028af req-0687660a-f414-42ca-b67a-b613b3e885c3 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 946 time: 0.2288520 Feb 09 03:35:29.586025 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-09ad3bfc-c9cf-4b05-9fda-430def526949 service neutron] 10.222.0.21 "GET /v2.0/networks/83c4f49f-6535-484f-bbda-f4743b972ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854555 Feb 09 03:35:29.673798 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70e22d40-ff3a-4be7-b89d-621447f028af req-23533cc4-721f-4481-8d5e-a532b9f801d7 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5cc4a79-1806-41ba-86ab-b4c00bdae82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976377 Feb 09 03:35:29.720320 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-9c133c4d-22f7-4c88-aea0-ace487705052 service neutron] 10.222.0.42 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557981 Feb 09 03:35:29.881029 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-aad4eb96-6f94-41bf-b194-1cc800b1fa48 service neutron] 10.222.0.21 "GET /v2.0/networks/83c4f49f-6535-484f-bbda-f4743b972ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939260 Feb 09 03:35:29.955359 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-a68d0e7f-71c8-40f3-920d-b66e3a9d7ec0 service neutron] 10.222.0.42 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275915 Feb 09 03:35:30.037348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695d33a-b309-4abd-8f68-3d4ad1436c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59e3574-2937-46f0-98e6-f1aebf3d22bc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:30.291650 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:30.294725 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (3ed05aa2-393b-401d-8062-066ac5d4ae7e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:30.296708 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Floating IP 3ed05aa2-393b-401d-8062-066ac5d4ae7e disassociated. External IP: 172.25.5.209, port: fd205363-8e9b-4e98-9d11-ca78bb8b6338. Feb 09 03:35:30.298822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Calling delete_port for fd205363-8e9b-4e98-9d11-ca78bb8b6338 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:30.367428 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-871de5b9-56f9-4583-b61a-9d32a2b525d1 req-b9a947f0-4291-470c-b47b-ea25cf54dc5a tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 210 time: 0.0803006 Feb 09 03:35:30.534762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d3939-7e77-4128-b976-9c330aeef5e5 req-6cadd240-83df-4b64-b1a1-a66a51ad03f9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:30.536342 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-025d3939-7e77-4128-b976-9c330aeef5e5 req-6cadd240-83df-4b64-b1a1-a66a51ad03f9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.0969152 Feb 09 03:35:30.733826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fd205363-8e9b-4e98-9d11-ca78bb8b6338), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:30.751477 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-025d3939-7e77-4128-b976-9c330aeef5e5 req-4f616ed8-2510-461a-973c-ba91135c1b95 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2023914 Feb 09 03:35:30.889049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event deleted for resources: {'Port': ['ID=fd205363-8e9b-4e98-9d11-ca78bb8b6338,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:30.960973 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-49fb373f-d1f3-43a1-8e15-fbee5ab4c1c0 req-21d1a279-c0bd-459c-a8d2-525807ec900a tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 210 time: 0.1074984 Feb 09 03:35:31.351769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Router f032a8e0-195b-4447-be30-074ce703d699 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:35:31.377740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53212) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:31.530811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fd205363-8e9b-4e98-9d11-ca78bb8b6338 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:35:31.587321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: fd205363-8e9b-4e98-9d11-ca78bb8b6338 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:35:31.587738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fd205363-8e9b-4e98-9d11-ca78bb8b6338 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:35:31.667821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-980312113'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:31.705498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4dd44b5-0e7a-4adf-8d4b-59807d299816 req-ad0ab6bb-15d7-4f27-9939-7da5d986ed12 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 210 time: 0.1247394 Feb 09 03:35:31.718445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:31.723193 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:31.748732 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:31.802908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:35:31.814612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049e714-ff81-4391-b919-06ddd3139da7 None None] Sync routers for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:35:31.885487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049e714-ff81-4391-b919-06ddd3139da7 None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:35:31.886611 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a049e714-ff81-4391-b919-06ddd3139da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:35:19Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:31.988578 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for security_group (be65a93b-557e-4fde-a5cd-5ce9ee17b760), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:32.004982 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (be65a93b-557e-4fde-a5cd-5ce9ee17b760), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:32.022447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:35:32.033090 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (8ff19243-7708-46e5-a921-1392db6efe23), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:32.033685 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Added segment 8ff19243-7708-46e5-a921-1392db6efe23 of type vlan for network 5d48fd30-3d7f-472e-aa45-3dc5c97b5075 Feb 09 03:35:32.173006 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (5d48fd30-3d7f-472e-aa45-3dc5c97b5075), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:32.328217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a049e714-ff81-4391-b919-06ddd3139da7 None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:35:32.386768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be65a93b-557e-4fde-a5cd-5ce9ee17b760,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:32.389584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (5d48fd30-3d7f-472e-aa45-3dc5c97b5075), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:32.414269 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:32.430343 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:32.769715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-91a4a50a-6105-4ac7-84df-da462e4e3693 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:32.771175 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-91a4a50a-6105-4ac7-84df-da462e4e3693 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.42 "GET /v2.0/networks?id=83c4f49f-6535-484f-bbda-f4743b972ce9 HTTP/1.1" status: 200 len: 824 time: 0.5097518 Feb 09 03:35:32.778044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3992276 Feb 09 03:35:32.797513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Request body: {'port': {'device_id': '1b5f2f87-ed69-432f-94bd-9ee43a1ca246', 'network_id': '83c4f49f-6535-484f-bbda-f4743b972ce9', 'admin_state_up': True, 'tenant_id': '96295cb284c347799df781359f3b256b'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:32.823291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] No DVR routers for this DVR port fd205363-8e9b-4e98-9d11-ca78bb8b6338 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:32.848991 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:32.855261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a049e714-ff81-4391-b919-06ddd3139da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:25Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:32.869459 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3349b49-1ea2-43a0-825c-b9e6fbaf630f req-7fcf4427-5aef-43e2-a454-3204a56fb1fa tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.42 "DELETE /v2.0/ports/fd205363-8e9b-4e98-9d11-ca78bb8b6338 HTTP/1.1" status: 204 len: 173 time: 4.3867145 Feb 09 03:35:32.889930 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d75ada8b-fa0d-480d-a4a8-c607b8ec3d94 req-508cf5d4-5d9b-4faa-9994-e4ef1ed7afba tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6654452d-6eaf-457f-bca6-968e67d62176 HTTP/1.1" status: 200 len: 210 time: 0.1276906 Feb 09 03:35:32.890652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'name': 'network-vif-deleted', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:32.906647 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487ab856-ef5e-40dd-a1f2-5ae34c6a2880" -d '{"events": [{"server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "name": "network-vif-deleted", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:32.946093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53244) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:32.952215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-2f280858-6bf3-47ac-9d2f-8d0ec8ee3f9d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'network_id': '5d48fd30-3d7f-472e-aa45-3dc5c97b5075', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:32.966651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895f90d-201f-4277-bcb1-c75fadd69c27 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=5d48fd30-3d7f-472e-aa45-3dc5c97b5075,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:32.988082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049e714-ff81-4391-b919-06ddd3139da7 None None] Checking router: f032a8e0-195b-4447-be30-074ce703d699 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:35:33.028981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 5d48fd30-3d7f-472e-aa45-3dc5c97b5075 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:33.041156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43aa138-9291-4f70-9820-39072af3b7e7 req-fb2b8e87-ca4c-4964-85af-24bb7bfc51f3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:33.044585 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c43aa138-9291-4f70-9820-39072af3b7e7 req-fb2b8e87-ca4c-4964-85af-24bb7bfc51f3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 1.0499721 Feb 09 03:35:33.175402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c43aa138-9291-4f70-9820-39072af3b7e7 req-dc0d92b7-886e-44b2-9eb8-57807e417db3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1168778 Feb 09 03:35:33.177881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049e714-ff81-4391-b919-06ddd3139da7 None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:35:33.178644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a049e714-ff81-4391-b919-06ddd3139da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:35:19Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:33.320420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a049e714-ff81-4391-b919-06ddd3139da7 None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:35:33.328759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c8a174c-2814-41cd-9a15-8d5fc6217897 req-77b942b8-1a5d-4150-b533-b88e3e569946 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 210 time: 0.1792428 Feb 09 03:35:33.362935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Made reservation on behalf of 96295cb284c347799df781359f3b256b for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:33.366912 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:33.537642 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1aa037-7c51-41fd-910a-7ee169ec7fa5 x-openstack-request-id: req-8e1aa037-7c51-41fd-910a-7ee169ec7fa5 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:33.537961 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6654452d-6eaf-457f-bca6-968e67d62176", "name": "network-vif-deleted", "tag": "fd205363-8e9b-4e98-9d11-ca78bb8b6338", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:33.538216 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e1aa037-7c51-41fd-910a-7ee169ec7fa5 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:33.538653 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6654452d-6eaf-457f-bca6-968e67d62176', 'name': 'network-vif-deleted', 'tag': 'fd205363-8e9b-4e98-9d11-ca78bb8b6338', 'status': 'completed', 'code': 200} Feb 09 03:35:33.546874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f280858-6bf3-47ac-9d2f-8d0ec8ee3f9d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:33.550571 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f280858-6bf3-47ac-9d2f-8d0ec8ee3f9d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:33.746090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Allocated IP 172.20.0.13 (83c4f49f-6535-484f-bbda-f4743b972ce9/ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a/52af1861-3116-4ad5-881f-cc2d76979937) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:35:33.766551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f280858-6bf3-47ac-9d2f-8d0ec8ee3f9d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (a8bccaf7-11a8-44a9-8180-317825e3c02b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:33.845595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f280858-6bf3-47ac-9d2f-8d0ec8ee3f9d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=a8bccaf7-11a8-44a9-8180-317825e3c02b,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:33.886820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f280858-6bf3-47ac-9d2f-8d0ec8ee3f9d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking segment: {'id': '8ff19243-7708-46e5-a921-1392db6efe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5d48fd30-3d7f-472e-aa45-3dc5c97b5075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:33.888093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f280858-6bf3-47ac-9d2f-8d0ec8ee3f9d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network hostable DHCP agents. Network: 5d48fd30-3d7f-472e-aa45-3dc5c97b5075, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:35:33.944743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f280858-6bf3-47ac-9d2f-8d0ec8ee3f9d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network 5d48fd30-3d7f-472e-aa45-3dc5c97b5075 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:35:33.975770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-2f280858-6bf3-47ac-9d2f-8d0ec8ee3f9d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 5d48fd30-3d7f-472e-aa45-3dc5c97b5075) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:33.984793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f280858-6bf3-47ac-9d2f-8d0ec8ee3f9d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:33.985411 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f280858-6bf3-47ac-9d2f-8d0ec8ee3f9d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.052856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53272) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:34.053161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53274) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:34.056902 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2f280858-6bf3-47ac-9d2f-8d0ec8ee3f9d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1095278 Feb 09 03:35:34.066817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b2e879a6-7e03-48fc-8b7b-e973db75cd03 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1670649239'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:34.072738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd22b3c-7124-470a-a178-c464f0be9240 None None] Network 5d48fd30-3d7f-472e-aa45-3dc5c97b5075 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:34.102326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e879a6-7e03-48fc-8b7b-e973db75cd03 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:34.106098 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2e879a6-7e03-48fc-8b7b-e973db75cd03 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.231295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-5d48fd30-3d7f-472e-aa45-3dc5c97b5075', 'network_id': '5d48fd30-3d7f-472e-aa45-3dc5c97b5075', 'project_id': '26923e99236d44cca049d72c194fdbd0', 'fixed_ips': [{'subnet_id': 'a8bccaf7-11a8-44a9-8180-317825e3c02b'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:35:34.233269 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.311242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Publish callbacks [] for port (52af1861-3116-4ad5-881f-cc2d76979937), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.354461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e879a6-7e03-48fc-8b7b-e973db75cd03 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:35:34.386962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (52af1861-3116-4ad5-881f-cc2d76979937), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.402312 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c32d4f4e-8492-4e0b-bb41-db9e54564f52 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group (a5cc4a79-1806-41ba-86ab-b4c00bdae82f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.421216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Allocated IP 172.20.255.242 (5d48fd30-3d7f-472e-aa45-3dc5c97b5075/a8bccaf7-11a8-44a9-8180-317825e3c02b/65238f7b-60ff-4faf-96e5-5399098412a3) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:35:34.470954 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2e879a6-7e03-48fc-8b7b-e973db75cd03 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (cf23c755-dcfc-4c41-ae42-00d54f821772), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.471761 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-b2e879a6-7e03-48fc-8b7b-e973db75cd03 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Added segment cf23c755-dcfc-4c41-ae42-00d54f821772 of type vlan for network eb1f5992-bd01-4786-8c54-66773c939e2c Feb 09 03:35:34.474383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5ece-3961-4637-82f4-be2df2d72c71 req-31a86a58-8826-4d9c-81dc-0fea15f58682 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:34.476837 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-026d5ece-3961-4637-82f4-be2df2d72c71 req-31a86a58-8826-4d9c-81dc-0fea15f58682 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.1876452 Feb 09 03:35:34.588870 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c32d4f4e-8492-4e0b-bb41-db9e54564f52 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group (a5cc4a79-1806-41ba-86ab-b4c00bdae82f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.631208 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Publish callbacks [] for port (65238f7b-60ff-4faf-96e5-5399098412a3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.636333 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.643978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-026d5ece-3961-4637-82f4-be2df2d72c71 req-ec75bcc7-46f7-49fa-93ea-65d2d9ed0ddc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1589859 Feb 09 03:35:34.670366 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Network 5d48fd30-3d7f-472e-aa45-3dc5c97b5075 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:35:34.672431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:34.710263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:35:34.790985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a049e714-ff81-4391-b919-06ddd3139da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:25Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:34.803373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Pushing event updated for resources: {'Port': ['ID=52af1861-3116-4ad5-881f-cc2d76979937,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:34.830240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Network 83c4f49f-6535-484f-bbda-f4743b972ce9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:35:34.852989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:34.856734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:35:34.861538 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2e879a6-7e03-48fc-8b7b-e973db75cd03 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (eb1f5992-bd01-4786-8c54-66773c939e2c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.868263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Pushing event updated for resources: {'Port': ['ID=65238f7b-60ff-4faf-96e5-5399098412a3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:34.879461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049e714-ff81-4391-b919-06ddd3139da7 None None] The sync data for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 is: [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:27:18Z', 'revision_number': 4, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'eebaf0eb-fd2e-4509-8039-eeebff6524bf', 'name': '', 'network_id': 'd47ae607-b915-448d-973b-db6bfbd43c08', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'mac_address': 'fa:16:3e:f8:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:17Z', 'updated_at': '2022-02-09T03:27:25Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'subnets': [{'id': '96c3bad6-291e-4ae2-af38-95ffb08b433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:35:34.955133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7c92c-3c8f-4f3e-8a49-dbbcfc1b098d req-079f74ba-b8dc-4d50-bdbe-58a620114640 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:34.962184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96e7c92c-3c8f-4f3e-8a49-dbbcfc1b098d req-079f74ba-b8dc-4d50-bdbe-58a620114640 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 932 time: 0.4926047 Feb 09 03:35:34.984587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Attempting to bind port 65238f7b-60ff-4faf-96e5-5399098412a3 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:35:34.984836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Attempting to bind port 65238f7b-60ff-4faf-96e5-5399098412a3 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '8ff19243-7708-46e5-a921-1392db6efe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5d48fd30-3d7f-472e-aa45-3dc5c97b5075'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:35:34.985246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Attempting to bind port 65238f7b-60ff-4faf-96e5-5399098412a3 on network 5d48fd30-3d7f-472e-aa45-3dc5c97b5075 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:35.004684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:35:35.005318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Checking segment: {'id': '8ff19243-7708-46e5-a921-1392db6efe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5d48fd30-3d7f-472e-aa45-3dc5c97b5075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:35.006736 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.007867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Bound using segment: {'id': '8ff19243-7708-46e5-a921-1392db6efe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5d48fd30-3d7f-472e-aa45-3dc5c97b5075'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:35:35.013260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Bound port: 65238f7b-60ff-4faf-96e5-5399098412a3, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff19243-7708-46e5-a921-1392db6efe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5d48fd30-3d7f-472e-aa45-3dc5c97b5075'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:35:35.015078 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.055716 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c32d4f4e-8492-4e0b-bb41-db9e54564f52 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a5cc4a79-1806-41ba-86ab-b4c00bdae82f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.058396 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c32d4f4e-8492-4e0b-bb41-db9e54564f52 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.059527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c32d4f4e-8492-4e0b-bb41-db9e54564f52 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "DELETE /v2.0/security-groups/a5cc4a79-1806-41ba-86ab-b4c00bdae82f HTTP/1.1" status: 204 len: 168 time: 1.0033426 Feb 09 03:35:35.062496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53298) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:35.075415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:35.076372 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.079384 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2e879a6-7e03-48fc-8b7b-e973db75cd03 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (eb1f5992-bd01-4786-8c54-66773c939e2c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.088149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e879a6-7e03-48fc-8b7b-e973db75cd03 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:35.089161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2e879a6-7e03-48fc-8b7b-e973db75cd03 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.102664 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-907ad557-4630-4cf2-841d-4f64d6072d49 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] show failed (client error): The resource could not be found. Feb 09 03:35:35.108861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-907ad557-4630-4cf2-841d-4f64d6072d49 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "GET /v2.0/security-groups/a5cc4a79-1806-41ba-86ab-b4c00bdae82f HTTP/1.1" status: 404 len: 347 time: 0.0453305 Feb 09 03:35:35.109868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53302) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:35.146440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d4f4e-8492-4e0b-bb41-db9e54564f52 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cc4a79-1806-41ba-86ab-b4c00bdae82f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:35.165690 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b2e879a6-7e03-48fc-8b7b-e973db75cd03 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1072898 Feb 09 03:35:35.203620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53304) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:35.209535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-01c771e5-2182-4d77-a9a4-cb901acd0b3b tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'network_id': 'eb1f5992-bd01-4786-8c54-66773c939e2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:35.229393 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-6c28add3-753d-4b7a-bec7-21bbb8990ede tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4412127 Feb 09 03:35:35.282563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Request body: {'port': {'device_id': '1b5f2f87-ed69-432f-94bd-9ee43a1ca246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:35.302193 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] For port 65238f7b-60ff-4faf-96e5-5399098412a3, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:35.312960 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] For port 65238f7b-60ff-4faf-96e5-5399098412a3, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=65238f7b-60ff-4faf-96e5-5399098412a3,segment=NetworkSegment(8ff19243-7708-46e5-a921-1392db6efe23),segment_id=8ff19243-7708-46e5-a921-1392db6efe23)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:35:35.328618 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.434721 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96e7c92c-3c8f-4f3e-8a49-dbbcfc1b098d req-cb9cd4b0-84b5-4032-a882-efc7000efe57 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361715 Feb 09 03:35:35.463175 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114021e4-5ef8-4766-be85-4aac7600343a None None] New status for floating IP 3ed05aa2-393b-401d-8062-066ac5d4ae7e: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:35:35.473506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e879a6-7e03-48fc-8b7b-e973db75cd03 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=eb1f5992-bd01-4786-8c54-66773c939e2c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:35.504044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbe7b3-de04-4c5f-a230-b077e0e142f9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Deleting port 0ced330f-9771-4c0b-80e0-74e58445de8a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:35.504550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe7b3-de04-4c5f-a230-b077e0e142f9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0ced330f-9771-4c0b-80e0-74e58445de8a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.512882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network eb1f5992-bd01-4786-8c54-66773c939e2c details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:35.595109 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (52af1861-3116-4ad5-881f-cc2d76979937), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.651553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c771e5-2182-4d77-a9a4-cb901acd0b3b tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:35.662620 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01c771e5-2182-4d77-a9a4-cb901acd0b3b tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.811652 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe7b3-de04-4c5f-a230-b077e0e142f9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0ced330f-9771-4c0b-80e0-74e58445de8a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.812065 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe7b3-de04-4c5f-a230-b077e0e142f9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (0ced330f-9771-4c0b-80e0-74e58445de8a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.900913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4178a40-c5bc-44dc-9e3a-7f6890ed69fa None None] Pushing event updated for resources: {'Port': ['ID=65238f7b-60ff-4faf-96e5-5399098412a3,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:35.946993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbe7b3-de04-4c5f-a230-b077e0e142f9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Calling delete_port for 0ced330f-9771-4c0b-80e0-74e58445de8a owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:36.087381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea9072-0be0-4399-a450-73b7616e9069 req-97beccfb-178e-4abf-a76d-80a58fb7bd08 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:36.097023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3dea9072-0be0-4399-a450-73b7616e9069 req-97beccfb-178e-4abf-a76d-80a58fb7bd08 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.2231059 Feb 09 03:35:36.262398 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3dea9072-0be0-4399-a450-73b7616e9069 req-3a92117b-7025-4cb9-bb2e-588cbb740d6b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1638319 Feb 09 03:35:36.362434 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01c771e5-2182-4d77-a9a4-cb901acd0b3b tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (b178dfd0-da16-40b9-a488-196b284e9261), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:36.455642 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe7b3-de04-4c5f-a230-b077e0e142f9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0ced330f-9771-4c0b-80e0-74e58445de8a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:36.540950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbe7b3-de04-4c5f-a230-b077e0e142f9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Pushing event deleted for resources: {'Port': ['ID=0ced330f-9771-4c0b-80e0-74e58445de8a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:36.886502 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe7b3-de04-4c5f-a230-b077e0e142f9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks [] for floatingip (3ed05aa2-393b-401d-8062-066ac5d4ae7e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:36.889803 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe7b3-de04-4c5f-a230-b077e0e142f9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:36.894893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cbdbe7b3-de04-4c5f-a230-b077e0e142f9 tempest-AttachVolumeShelveTestJSON-758195675 tempest-AttachVolumeShelveTestJSON-758195675-project] 10.222.0.21 "DELETE /v2.0/floatingips/3ed05aa2-393b-401d-8062-066ac5d4ae7e HTTP/1.1" status: 204 len: 168 time: 1.7806056 Feb 09 03:35:37.247487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c771e5-2182-4d77-a9a4-cb901acd0b3b tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking segment: {'id': 'cf23c755-dcfc-4c41-ae42-00d54f821772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'eb1f5992-bd01-4786-8c54-66773c939e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:37.247853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c771e5-2182-4d77-a9a4-cb901acd0b3b tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network hostable DHCP agents. Network: eb1f5992-bd01-4786-8c54-66773c939e2c, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:35:37.257905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c771e5-2182-4d77-a9a4-cb901acd0b3b tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=b178dfd0-da16-40b9-a488-196b284e9261,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:37.317119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 65238f7b-60ff-4faf-96e5-5399098412a3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:37.533228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5267002-97a8-4f71-8a50-a8829d018555 req-3eaa8733-4885-4166-8813-effaecaf614a tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:37.541393 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052522f-675e-4ae0-8869-c28520acc897 req-8b28d640-df17-4495-b634-b75053da24d0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:37.541393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a052522f-675e-4ae0-8869-c28520acc897 req-8b28d640-df17-4495-b634-b75053da24d0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.1334743 Feb 09 03:35:37.556853 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b5267002-97a8-4f71-8a50-a8829d018555 req-3eaa8733-4885-4166-8813-effaecaf614a tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 932 time: 0.5381820 Feb 09 03:35:37.568955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c771e5-2182-4d77-a9a4-cb901acd0b3b tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network eb1f5992-bd01-4786-8c54-66773c939e2c is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:35:37.593696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 65238f7b-60ff-4faf-96e5-5399098412a3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:37.595438 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:37.654417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-01c771e5-2182-4d77-a9a4-cb901acd0b3b tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, eb1f5992-bd01-4786-8c54-66773c939e2c) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:37.724071 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a052522f-675e-4ae0-8869-c28520acc897 req-545927f9-2dc6-4cf6-92d5-407ccef5ce09 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1754496 Feb 09 03:35:37.727818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e9f4c-b0b9-4da9-a356-653bb233f21e None None] Network eb1f5992-bd01-4786-8c54-66773c939e2c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:37.733050 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c771e5-2182-4d77-a9a4-cb901acd0b3b tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:37.733678 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01c771e5-2182-4d77-a9a4-cb901acd0b3b tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:37.753562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be25f96b-e27e-421f-a37f-ba4c245b9075 None None] Network 5d48fd30-3d7f-472e-aa45-3dc5c97b5075 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:37.798980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-01c771e5-2182-4d77-a9a4-cb901acd0b3b tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5940869 Feb 09 03:35:37.801937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53352) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:38.050658 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b5267002-97a8-4f71-8a50-a8829d018555 req-5a81561e-d1fd-486c-98ba-81030b7b4a6a tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850445 Feb 09 03:35:38.065770 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (eb1f5992-bd01-4786-8c54-66773c939e2c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.080465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52af1861-3116-4ad5-881f-cc2d76979937 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:35:38.105117 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Publish callbacks [] for port (52af1861-3116-4ad5-881f-cc2d76979937), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.126351 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Transition to ACTIVE for port object 52af1861-3116-4ad5-881f-cc2d76979937 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:35:38.147884 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (52af1861-3116-4ad5-881f-cc2d76979937), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.193849 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.306626 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fbd4a6-eccd-47b3-a1ed-8de2419cd3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-eb1f5992-bd01-4786-8c54-66773c939e2c', 'network_id': 'eb1f5992-bd01-4786-8c54-66773c939e2c', 'project_id': '26923e99236d44cca049d72c194fdbd0', 'fixed_ips': [{'subnet_id': 'b178dfd0-da16-40b9-a488-196b284e9261'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:35:38.307401 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61fbd4a6-eccd-47b3-a1ed-8de2419cd3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.348872 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (b178dfd0-da16-40b9-a488-196b284e9261), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.375140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Pushing event updated for resources: {'Port': ['ID=52af1861-3116-4ad5-881f-cc2d76979937,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:38.403339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2bb1ff67-3b8f-4b99-b71c-f409fff9a03c None None] Provisioning complete for port 65238f7b-60ff-4faf-96e5-5399098412a3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:38.403852 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ff67-3b8f-4b99-b71c-f409fff9a03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.550996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 65238f7b-60ff-4faf-96e5-5399098412a3 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:38.581742 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.607816 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (b178dfd0-da16-40b9-a488-196b284e9261), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.617764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Attempting to bind port 52af1861-3116-4ad5-881f-cc2d76979937 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:35:38.618345 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Attempting to bind port 52af1861-3116-4ad5-881f-cc2d76979937 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'b26a6f3a-836b-45c8-949b-bd1836cdda69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '83c4f49f-6535-484f-bbda-f4743b972ce9'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:35:38.618452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Attempting to bind port 52af1861-3116-4ad5-881f-cc2d76979937 on network 83c4f49f-6535-484f-bbda-f4743b972ce9 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:38.624523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Port 52af1861-3116-4ad5-881f-cc2d76979937 on network 83c4f49f-6535-484f-bbda-f4743b972ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:35:38.624846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Attempting to bind port 52af1861-3116-4ad5-881f-cc2d76979937 on network 83c4f49f-6535-484f-bbda-f4743b972ce9 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:38.653012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:35:38.653450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Checking segment: {'id': 'b26a6f3a-836b-45c8-949b-bd1836cdda69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '83c4f49f-6535-484f-bbda-f4743b972ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:38.653769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Bound using segment: {'id': 'b26a6f3a-836b-45c8-949b-bd1836cdda69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '83c4f49f-6535-484f-bbda-f4743b972ce9'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:35:38.654995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Bound port: 52af1861-3116-4ad5-881f-cc2d76979937, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b26a6f3a-836b-45c8-949b-bd1836cdda69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '83c4f49f-6535-484f-bbda-f4743b972ce9'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:35:38.655733 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (52af1861-3116-4ad5-881f-cc2d76979937), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.732724 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (eb1f5992-bd01-4786-8c54-66773c939e2c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.761838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1f5992-bd01-4786-8c54-66773c939e2c']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:38.773959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf23c755-dcfc-4c41-ae42-00d54f821772') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:38.774279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf23c755-dcfc-4c41-ae42-00d54f821772') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:38.818107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 65238f7b-60ff-4faf-96e5-5399098412a3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=65238f7b-60ff-4faf-96e5-5399098412a3,segment=NetworkSegment(8ff19243-7708-46e5-a921-1392db6efe23),segment_id=8ff19243-7708-46e5-a921-1392db6efe23)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:38.829180 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.852064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Subnet': ['ID=b178dfd0-da16-40b9-a488-196b284e9261,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:38.862080 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (cf23c755-dcfc-4c41-ae42-00d54f821772), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.902300 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (cf23c755-dcfc-4c41-ae42-00d54f821772), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.930112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:38.934737 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (cf23c755-dcfc-4c41-ae42-00d54f821772), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:38.942544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] For port 52af1861-3116-4ad5-881f-cc2d76979937, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:38.947190 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:38.953036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] For port 52af1861-3116-4ad5-881f-cc2d76979937, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=52af1861-3116-4ad5-881f-cc2d76979937,segment=NetworkSegment(b26a6f3a-836b-45c8-949b-bd1836cdda69),segment_id=b26a6f3a-836b-45c8-949b-bd1836cdda69)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:35:38.957786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f7402-d779-4120-b901-d7d1aee8b358 None None] Network eb1f5992-bd01-4786-8c54-66773c939e2c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:38.964805 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (52af1861-3116-4ad5-881f-cc2d76979937), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.092155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:39.092802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.129694 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] 10.222.0.42 "PUT /v2.0/ports/52af1861-3116-4ad5-881f-cc2d76979937 HTTP/1.1" status: 200 len: 1093 time: 3.8160605 Feb 09 03:35:39.130208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5f2f87-ed69-432f-94bd-9ee43a1ca246', 'tag': '52af1861-3116-4ad5-881f-cc2d76979937'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:39.140780 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed955614-316a-4832-915b-7cee14139608" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5f2f87-ed69-432f-94bd-9ee43a1ca246", "tag": "52af1861-3116-4ad5-881f-cc2d76979937"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:39.185256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da9b5-6037-43d7-b9ac-d243f596e275 req-2c931df2-6d2b-4d3c-81f3-91feb49044e4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:39.187355 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a9da9b5-6037-43d7-b9ac-d243f596e275 req-2c931df2-6d2b-4d3c-81f3-91feb49044e4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.1962874 Feb 09 03:35:39.188976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (eb1f5992-bd01-4786-8c54-66773c939e2c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.202082 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.207170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/eb1f5992-bd01-4786-8c54-66773c939e2c HTTP/1.1" status: 204 len: 168 time: 1.4040158 Feb 09 03:35:39.239454 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53384) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:39.263306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-16178f92-1071-4f7c-8bd4-396b37059d39 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-22564099'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:39.293197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d89e9-002b-43cc-8e58-0776f4c3fa6a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Network': ['ID=eb1f5992-bd01-4786-8c54-66773c939e2c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:39.349227 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a9da9b5-6037-43d7-b9ac-d243f596e275 req-fa482404-6bad-4431-ac44-d4bb36a370ed tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1373158 Feb 09 03:35:39.352274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6960b3b-7856-4085-badf-661e0ddfa549 service neutron] Pushing event updated for resources: {'Port': ['ID=52af1861-3116-4ad5-881f-cc2d76979937,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:39.363135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16178f92-1071-4f7c-8bd4-396b37059d39 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:39.369058 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16178f92-1071-4f7c-8bd4-396b37059d39 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.431181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1ff67-3b8f-4b99-b71c-f409fff9a03c None None] Current status of the port 65238f7b-60ff-4faf-96e5-5399098412a3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:39.450785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16178f92-1071-4f7c-8bd4-396b37059d39 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:35:39.488368 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16178f92-1071-4f7c-8bd4-396b37059d39 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9c8e21b7-6a00-498c-9d4b-60120fddda27), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.493654 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-16178f92-1071-4f7c-8bd4-396b37059d39 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Added segment 9c8e21b7-6a00-498c-9d4b-60120fddda27 of type vlan for network bfce45ca-62fd-4605-aef1-90aaa9f71e55 Feb 09 03:35:39.496103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=65238f7b-60ff-4faf-96e5-5399098412a3,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:39.546443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-2dda6841-47da-40cc-9313-9337f123cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:39.548621 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-2dda6841-47da-40cc-9313-9337f123cc2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96295cb284c347799df781359f3b256b&device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 1127 time: 0.3678324 Feb 09 03:35:39.555333 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10510d36-5d51-44b0-94c6-f27810fa58e2 x-openstack-request-id: req-10510d36-5d51-44b0-94c6-f27810fa58e2 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:39.555496 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5f2f87-ed69-432f-94bd-9ee43a1ca246", "tag": "52af1861-3116-4ad5-881f-cc2d76979937", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:39.556555 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10510d36-5d51-44b0-94c6-f27810fa58e2 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:39.557867 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5f2f87-ed69-432f-94bd-9ee43a1ca246', 'tag': '52af1861-3116-4ad5-881f-cc2d76979937', 'status': 'completed', 'code': 200} Feb 09 03:35:39.640377 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-58b2af79-5a6d-4ff0-89c0-d2a3b640996a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52af1861-3116-4ad5-881f-cc2d76979937 HTTP/1.1" status: 200 len: 217 time: 0.0536373 Feb 09 03:35:39.659267 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16178f92-1071-4f7c-8bd4-396b37059d39 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (bfce45ca-62fd-4605-aef1-90aaa9f71e55), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.661961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b631-6b88-4874-ae3e-7a56979794aa req-c764bcd9-ccac-458f-83fe-278f2c050084 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:39.664621 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1221b631-6b88-4874-ae3e-7a56979794aa req-c764bcd9-ccac-458f-83fe-278f2c050084 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 944 time: 0.3584847 Feb 09 03:35:39.769276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16178f92-1071-4f7c-8bd4-396b37059d39 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (bfce45ca-62fd-4605-aef1-90aaa9f71e55), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.774840 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16178f92-1071-4f7c-8bd4-396b37059d39 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:39.775461 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16178f92-1071-4f7c-8bd4-396b37059d39 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.881075 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f06b2068-6f4e-48e2-9287-962c26e0f31a None None] Provisioning complete for port 65238f7b-60ff-4faf-96e5-5399098412a3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:39.886864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-317b0b5e-ebbd-4dc7-923a-ffd1f54f2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:39.887068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f06b2068-6f4e-48e2-9287-962c26e0f31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.892127 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-317b0b5e-ebbd-4dc7-923a-ffd1f54f2408 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a HTTP/1.1" status: 200 len: 864 time: 0.2260795 Feb 09 03:35:39.906147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-16178f92-1071-4f7c-8bd4-396b37059d39 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6593885 Feb 09 03:35:39.913924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53398) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:39.921609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'network_id': 'bfce45ca-62fd-4605-aef1-90aaa9f71e55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:39.937626 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1221b631-6b88-4874-ae3e-7a56979794aa req-8d5c8944-d21e-48ea-9db0-0f7b6175ab64 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510958 Feb 09 03:35:39.992453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-c4641f90-4d16-4147-bef8-e538613288b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83c4f49f-6535-484f-bbda-f4743b972ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904992 Feb 09 03:35:40.100402 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16178f92-1071-4f7c-8bd4-396b37059d39 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=bfce45ca-62fd-4605-aef1-90aaa9f71e55,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:40.179169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2068-6f4e-48e2-9287-962c26e0f31a None None] Current status of the port 65238f7b-60ff-4faf-96e5-5399098412a3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:40.191560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network bfce45ca-62fd-4605-aef1-90aaa9f71e55 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:40.237498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:40.245436 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:40.279316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-de5d4fa9-e84b-44d4-8f11-05e018e1c155 service neutron] 10.222.0.42 "GET /v2.0/networks/83c4f49f-6535-484f-bbda-f4743b972ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798972 Feb 09 03:35:40.414616 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_backend_mixin [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Performing IP validity checks on allocation pools {{(pid=103328) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:35:40.418120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_backend_mixin [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103328) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:35:40.492712 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a424e2b-7f15-4b15-b4a4-45d7770dfe1d req-c0e29560-a75f-439c-8571-608ac3132b9b service neutron] 10.222.0.42 "GET /v2.0/networks/83c4f49f-6535-484f-bbda-f4743b972ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046747 Feb 09 03:35:40.639541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed955614-316a-4832-915b-7cee14139608 req-861deae9-fbd6-495d-b98f-4194792b8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:40.646929 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed955614-316a-4832-915b-7cee14139608 req-861deae9-fbd6-495d-b98f-4194792b8d23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96295cb284c347799df781359f3b256b&device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 1127 time: 0.0942369 Feb 09 03:35:40.869956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b3373-dcfe-49bc-a279-82afcd21ea36 req-78894001-74b1-4fc6-bebd-62e74e063a3a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:40.871639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b4b3373-dcfe-49bc-a279-82afcd21ea36 req-78894001-74b1-4fc6-bebd-62e74e063a3a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.2839177 Feb 09 03:35:40.872747 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (9ae20a0b-fc58-4575-aac0-3e1c101df584), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:40.942402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed955614-316a-4832-915b-7cee14139608 req-0f8c1ca1-4d20-4913-a262-cf25933078f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:40.944186 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed955614-316a-4832-915b-7cee14139608 req-0f8c1ca1-4d20-4913-a262-cf25933078f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83c4f49f-6535-484f-bbda-f4743b972ce9 HTTP/1.1" status: 200 len: 925 time: 0.2880342 Feb 09 03:35:40.996594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 65238f7b-60ff-4faf-96e5-5399098412a3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:41.064323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 65238f7b-60ff-4faf-96e5-5399098412a3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:41.065441 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:41.122683 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed955614-316a-4832-915b-7cee14139608 req-f76d0aa6-7a7d-4db1-a966-acb8d23b8cfc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52af1861-3116-4ad5-881f-cc2d76979937 HTTP/1.1" status: 200 len: 217 time: 0.1680272 Feb 09 03:35:41.157942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b4b3373-dcfe-49bc-a279-82afcd21ea36 req-5c4120e8-4e6e-40f4-a37a-58f5a85db2c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2740622 Feb 09 03:35:41.182252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=9ae20a0b-fc58-4575-aac0-3e1c101df584,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:41.188723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking segment: {'id': '9c8e21b7-6a00-498c-9d4b-60120fddda27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'bfce45ca-62fd-4605-aef1-90aaa9f71e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:41.189050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network hostable DHCP agents. Network: bfce45ca-62fd-4605-aef1-90aaa9f71e55, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:35:41.251168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network bfce45ca-62fd-4605-aef1-90aaa9f71e55 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:35:41.269324 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, bfce45ca-62fd-4605-aef1-90aaa9f71e55) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:41.278800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:41.279582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:41.285273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b16dcb4-612b-4345-b976-c925053fe5e6 None None] Network bfce45ca-62fd-4605-aef1-90aaa9f71e55 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:41.308302 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-935797f7-5b45-4af3-8a6c-f1ccdec800a5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3929009 Feb 09 03:35:41.313877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53426) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:41.464404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed955614-316a-4832-915b-7cee14139608 req-541186c7-9358-440c-9bf2-3fd9ab146339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:41.466176 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed955614-316a-4832-915b-7cee14139608 req-541186c7-9358-440c-9bf2-3fd9ab146339 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a HTTP/1.1" status: 200 len: 864 time: 0.3360744 Feb 09 03:35:41.532548 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (bfce45ca-62fd-4605-aef1-90aaa9f71e55), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:41.542648 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed955614-316a-4832-915b-7cee14139608 req-8f574ac8-07b7-473a-b134-2c733e2096a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83c4f49f-6535-484f-bbda-f4743b972ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559850 Feb 09 03:35:41.553443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bb16f-333d-4b97-b7cc-f5520f2cefe9 req-c911ecb0-a977-411a-8ad3-8ba45a1c946c tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:41.556833 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-952bb16f-333d-4b97-b7cc-f5520f2cefe9 req-c911ecb0-a977-411a-8ad3-8ba45a1c946c tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 944 time: 0.4013858 Feb 09 03:35:41.575392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 65238f7b-60ff-4faf-96e5-5399098412a3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:41.633410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (9ae20a0b-fc58-4575-aac0-3e1c101df584), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:41.701935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c3279c-87c4-4632-9e74-2971abcb39b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-bfce45ca-62fd-4605-aef1-90aaa9f71e55', 'network_id': 'bfce45ca-62fd-4605-aef1-90aaa9f71e55', 'project_id': '26923e99236d44cca049d72c194fdbd0', 'fixed_ips': [{'subnet_id': '9ae20a0b-fc58-4575-aac0-3e1c101df584'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:35:41.702812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04c3279c-87c4-4632-9e74-2971abcb39b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:41.761805 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (9ae20a0b-fc58-4575-aac0-3e1c101df584), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:41.848883 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae20a0b-fc58-4575-aac0-3e1c101df584,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:41.879250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed955614-316a-4832-915b-7cee14139608 req-9fe47211-5512-4a9b-be67-5f630c13232b service neutron] 10.222.0.42 "GET /v2.0/networks/83c4f49f-6535-484f-bbda-f4743b972ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205111 Feb 09 03:35:42.005593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b666c866-533f-47b0-b49b-3e128102a5ba None None] Network bfce45ca-62fd-4605-aef1-90aaa9f71e55 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:42.170056 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-952bb16f-333d-4b97-b7cc-f5520f2cefe9 req-16ff16ca-ba38-41c7-958b-809af52e8b12 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866461 Feb 09 03:35:42.193743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (bfce45ca-62fd-4605-aef1-90aaa9f71e55), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:42.252491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfce45ca-62fd-4605-aef1-90aaa9f71e55']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:42.291662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8e21b7-6a00-498c-9d4b-60120fddda27') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:42.292082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8e21b7-6a00-498c-9d4b-60120fddda27') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:42.336960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (9c8e21b7-6a00-498c-9d4b-60120fddda27), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:42.394974 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed955614-316a-4832-915b-7cee14139608 req-90e679d3-a5d7-4a24-a921-9cc11e66817c service neutron] 10.222.0.42 "GET /v2.0/networks/83c4f49f-6535-484f-bbda-f4743b972ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034740 Feb 09 03:35:42.464588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9c8e21b7-6a00-498c-9d4b-60120fddda27), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:42.548410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:42.548840 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (9c8e21b7-6a00-498c-9d4b-60120fddda27), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:42.634213 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-301a738c-b9fc-46c2-8a5b-10a54edb6c39 service neutron] show failed (client error): The resource could not be found. Feb 09 03:35:42.635419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-301a738c-b9fc-46c2-8a5b-10a54edb6c39 service neutron] 10.222.0.42 "GET /v2.0/ports/92c30ed2-5ae1-462a-86ce-11f779aeedac/bindings/n-h1-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.5659223 Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:42.636294 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:42.641167 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (bfce45ca-62fd-4605-aef1-90aaa9f71e55), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:42.654745 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:42.658216 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/bfce45ca-62fd-4605-aef1-90aaa9f71e55 HTTP/1.1" status: 204 len: 168 time: 1.3431203 Feb 09 03:35:42.661914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53460) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:42.669927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-cd6f31a2-a77c-4b06-a1c8-1511f0ebb2fb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-716496409'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:42.694534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364de1c-3a99-43ca-831b-ec08aa0ab4d3 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Network': ['ID=bfce45ca-62fd-4605-aef1-90aaa9f71e55,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:42.727679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a49759-80fe-42c3-afdb-b35baf945c16 req-bfba73d2-02d9-46e8-9dc5-3dac5e27094c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:42.731476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6f31a2-a77c-4b06-a1c8-1511f0ebb2fb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:42.736477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd6f31a2-a77c-4b06-a1c8-1511f0ebb2fb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:42.738890 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62a49759-80fe-42c3-afdb-b35baf945c16 req-bfba73d2-02d9-46e8-9dc5-3dac5e27094c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.3706994 Feb 09 03:35:42.810510 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6f31a2-a77c-4b06-a1c8-1511f0ebb2fb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:35:42.845691 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd6f31a2-a77c-4b06-a1c8-1511f0ebb2fb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f4f7d087-bdb9-4fe9-9c17-f069f3eab17b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:42.846051 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-cd6f31a2-a77c-4b06-a1c8-1511f0ebb2fb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Added segment f4f7d087-bdb9-4fe9-9c17-f069f3eab17b of type vlan for network 12e160b6-fd3d-40e9-8a58-2136d1a95eb8 Feb 09 03:35:42.875431 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62a49759-80fe-42c3-afdb-b35baf945c16 req-b0d42b88-5e37-4f09-ae45-5d168cc83b53 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1326008 Feb 09 03:35:43.057278 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd6f31a2-a77c-4b06-a1c8-1511f0ebb2fb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (12e160b6-fd3d-40e9-8a58-2136d1a95eb8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:43.149994 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd6f31a2-a77c-4b06-a1c8-1511f0ebb2fb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (12e160b6-fd3d-40e9-8a58-2136d1a95eb8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:43.156653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f31a2-a77c-4b06-a1c8-1511f0ebb2fb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:43.157552 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd6f31a2-a77c-4b06-a1c8-1511f0ebb2fb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:43.204693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-9bb47170-2916-4706-8052-3f94381b35ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:43.206597 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-9bb47170-2916-4706-8052-3f94381b35ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0&tenant_id=2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 1128 time: 0.2372801 Feb 09 03:35:43.224119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:43.339981 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cd6f31a2-a77c-4b06-a1c8-1511f0ebb2fb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6767101 Feb 09 03:35:43.366763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53476) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:43.382504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-325e2741-5621-498a-9e1c-a17cc5e118f6 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'network_id': '12e160b6-fd3d-40e9-8a58-2136d1a95eb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:43.418174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f31a2-a77c-4b06-a1c8-1511f0ebb2fb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=12e160b6-fd3d-40e9-8a58-2136d1a95eb8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:43.434706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 12e160b6-fd3d-40e9-8a58-2136d1a95eb8 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:43.536364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa6bc-4384-4134-bd8f-8f690c99bd62 req-6ed0c57e-714e-46a1-8421-2f20c1ab862f tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:43.545878 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e83aa6bc-4384-4134-bd8f-8f690c99bd62 req-6ed0c57e-714e-46a1-8421-2f20c1ab862f tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 944 time: 0.2011940 Feb 09 03:35:43.626170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 52af1861-3116-4ad5-881f-cc2d76979937 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:35:43.681717 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:43.708347 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e83aa6bc-4384-4134-bd8f-8f690c99bd62 req-804f0d5b-a4ea-4f7c-9a4d-165b5de34dd0 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575077 Feb 09 03:35:43.784981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325e2741-5621-498a-9e1c-a17cc5e118f6 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:43.790518 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-325e2741-5621-498a-9e1c-a17cc5e118f6 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:43.818954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 52af1861-3116-4ad5-881f-cc2d76979937, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=52af1861-3116-4ad5-881f-cc2d76979937,segment=NetworkSegment(b26a6f3a-836b-45c8-949b-bd1836cdda69),segment_id=b26a6f3a-836b-45c8-949b-bd1836cdda69)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:43.898126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '52af1861-3116-4ad5-881f-cc2d76979937', 'network_id': '83c4f49f-6535-484f-bbda-f4743b972ce9', 'port_id': '52af1861-3116-4ad5-881f-cc2d76979937', 'mac_address': 'fa:16:3e:a0:3e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:35:43.970664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 52af1861-3116-4ad5-881f-cc2d76979937 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:43.971023 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (52af1861-3116-4ad5-881f-cc2d76979937), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:44.024612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52af1861-3116-4ad5-881f-cc2d76979937 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:35:44.067259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 52af1861-3116-4ad5-881f-cc2d76979937, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=52af1861-3116-4ad5-881f-cc2d76979937,segment=NetworkSegment(b26a6f3a-836b-45c8-949b-bd1836cdda69),segment_id=b26a6f3a-836b-45c8-949b-bd1836cdda69)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:44.082957 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (52af1861-3116-4ad5-881f-cc2d76979937), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:44.213200 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=52af1861-3116-4ad5-881f-cc2d76979937,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:44.307262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['52af1861-3116-4ad5-881f-cc2d76979937'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:35:44.417086 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-325e2741-5621-498a-9e1c-a17cc5e118f6 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (cb8d5637-cc72-4daa-bdfe-f524967e7c71), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:44.468435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fd012-6edd-4a1f-acbd-c22a924e7fcb req-4fbe8f24-7cc3-4202-8948-ec2f1074da67 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:44.472194 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d63fd012-6edd-4a1f-acbd-c22a924e7fcb req-4fbe8f24-7cc3-4202-8948-ec2f1074da67 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.3901134 Feb 09 03:35:44.585964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-5929e542-e7ea-45e7-baba-213325f186a2 req-a7dd7d44-00aa-487f-8445-e7176c01f81f service neutron] (103328) timed out ('10.222.0.21', 60088) {{(pid=103328) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:35:44.587876 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:44.797097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e2741-5621-498a-9e1c-a17cc5e118f6 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=cb8d5637-cc72-4daa-bdfe-f524967e7c71,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:44.854992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:44.862419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d63fd012-6edd-4a1f-acbd-c22a924e7fcb req-bbf3e30a-0004-449f-8833-032a747901ec tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3780327 Feb 09 03:35:44.936138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Publish callbacks [] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:44.937959 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ec975-d996-461b-a35e-1922f7587b4e req-053734db-75ef-41fb-a788-8cd40f64c02d tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:44.939478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d52ec975-d996-461b-a35e-1922f7587b4e req-053734db-75ef-41fb-a788-8cd40f64c02d tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 945 time: 0.1346130 Feb 09 03:35:44.969342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Transition to ACTIVE for port object 92c30ed2-5ae1-462a-86ce-11f779aeedac will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:35:44.982054 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:44.984729 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f2e050-ee90-449f-81ba-6ebcfe28184d" -d '{"events": [{"server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:45.004648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e2741-5621-498a-9e1c-a17cc5e118f6 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking segment: {'id': 'f4f7d087-bdb9-4fe9-9c17-f069f3eab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '12e160b6-fd3d-40e9-8a58-2136d1a95eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:45.004648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325e2741-5621-498a-9e1c-a17cc5e118f6 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network hostable DHCP agents. Network: 12e160b6-fd3d-40e9-8a58-2136d1a95eb8, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:35:45.008996 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:45.121285 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d52ec975-d996-461b-a35e-1922f7587b4e req-02451779-2c9b-4aa4-bbea-9936bc3139bf tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602111 Feb 09 03:35:45.166687 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6962ba5d-38a3-42c9-8b89-99751414c8d4 x-openstack-request-id: req-6962ba5d-38a3-42c9-8b89-99751414c8d4 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:45.167207 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:45.167640 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6962ba5d-38a3-42c9-8b89-99751414c8d4 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:45.168155 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'code': 200} Feb 09 03:35:45.169757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Pushing event updated for resources: {'Port': ['ID=92c30ed2-5ae1-462a-86ce-11f779aeedac,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:45.264405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325e2741-5621-498a-9e1c-a17cc5e118f6 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network 12e160b6-fd3d-40e9-8a58-2136d1a95eb8 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:35:45.360736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-325e2741-5621-498a-9e1c-a17cc5e118f6 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 12e160b6-fd3d-40e9-8a58-2136d1a95eb8) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:45.371184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ef64b8-d5ab-458d-8d6f-d5516907c3f0 None None] Network 12e160b6-fd3d-40e9-8a58-2136d1a95eb8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:45.377478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325e2741-5621-498a-9e1c-a17cc5e118f6 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:45.381692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-325e2741-5621-498a-9e1c-a17cc5e118f6 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:45.477077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] No DVR routers for this DVR port 92c30ed2-5ae1-462a-86ce-11f779aeedac on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:45.487781 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-325e2741-5621-498a-9e1c-a17cc5e118f6 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1119525 Feb 09 03:35:45.490663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53536) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:45.583605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 52af1861-3116-4ad5-881f-cc2d76979937 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:45.752458 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (12e160b6-fd3d-40e9-8a58-2136d1a95eb8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:45.822740 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-000103c8-616c-47f5-a479-7bd18bb2dad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:45.849075 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c790c-3f7c-4993-bd30-0ff74c5ca439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-12e160b6-fd3d-40e9-8a58-2136d1a95eb8', 'network_id': '12e160b6-fd3d-40e9-8a58-2136d1a95eb8', 'project_id': '26923e99236d44cca049d72c194fdbd0', 'fixed_ips': [{'subnet_id': 'cb8d5637-cc72-4daa-bdfe-f524967e7c71'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:35:45.853443 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07c790c-3f7c-4993-bd30-0ff74c5ca439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:45.905068 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (cb8d5637-cc72-4daa-bdfe-f524967e7c71), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:46.046184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (cb8d5637-cc72-4daa-bdfe-f524967e7c71), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:46.111567 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 52af1861-3116-4ad5-881f-cc2d76979937 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server [None req-f07c790c-3f7c-4993-bd30-0ff74c5ca439 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb8d5637-cc72-4daa-bdfe-f524967e7c71: This subnet is being modified by another concurrent operation. Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:35:46.124272 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb8d5637-cc72-4daa-bdfe-f524967e7c71: This subnet is being modified by another concurrent operation. Feb 09 03:35:46.128448 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Feb 09 03:35:46.137883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 52af1861-3116-4ad5-881f-cc2d76979937 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:46.138381 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (52af1861-3116-4ad5-881f-cc2d76979937), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:46.152558 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92a12ab-0178-452e-b47f-2e321a83d082 None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:35:46.178204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8d5637-cc72-4daa-bdfe-f524967e7c71,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:46.351905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (12e160b6-fd3d-40e9-8a58-2136d1a95eb8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:46.397305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e160b6-fd3d-40e9-8a58-2136d1a95eb8']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:46.419580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f7d087-bdb9-4fe9-9c17-f069f3eab17b') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:46.419879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f7d087-bdb9-4fe9-9c17-f069f3eab17b') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:46.447440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (f4f7d087-bdb9-4fe9-9c17-f069f3eab17b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:46.464297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f4f7d087-bdb9-4fe9-9c17-f069f3eab17b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:46.472101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:46.472769 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (f4f7d087-bdb9-4fe9-9c17-f069f3eab17b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:46.605397 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:46.612192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92a12ab-0178-452e-b47f-2e321a83d082 None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:35:46.628437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (12e160b6-fd3d-40e9-8a58-2136d1a95eb8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:46.651730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Attempting to bind port 92c30ed2-5ae1-462a-86ce-11f779aeedac on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:35:46.652652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Attempting to bind port 92c30ed2-5ae1-462a-86ce-11f779aeedac by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:35:46.653159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Attempting to bind port 92c30ed2-5ae1-462a-86ce-11f779aeedac on network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:46.660739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Port 92c30ed2-5ae1-462a-86ce-11f779aeedac on network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:35:46.661287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Attempting to bind port 92c30ed2-5ae1-462a-86ce-11f779aeedac on network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:46.670409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:35:46.671019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Checking segment: {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:46.671588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Bound using segment: {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:35:46.672183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Bound port: 92c30ed2-5ae1-462a-86ce-11f779aeedac, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9750930-79f3-4a8b-b443-aa0595718bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:35:46.672708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:46.682048 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:46.691179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/12e160b6-fd3d-40e9-8a58-2136d1a95eb8 HTTP/1.1" status: 204 len: 168 time: 1.1986690 Feb 09 03:35:46.695265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30bed6-f82e-4375-95ee-e988f917c1f8 req-55e74bbb-5cf0-46bd-bfa3-2b4f8bf75bc7 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:46.702237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa11ef1-b1ad-4004-8e07-6ceca17ff381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Network': ['ID=12e160b6-fd3d-40e9-8a58-2136d1a95eb8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:46.702849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3b30bed6-f82e-4375-95ee-e988f917c1f8 req-55e74bbb-5cf0-46bd-bfa3-2b4f8bf75bc7 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 945 time: 0.1031728 Feb 09 03:35:46.704525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53562) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:46.717277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6116dd5e-17a2-4e99-8340-064b899e7bca tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-757492220'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:46.780510 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db40e2-dffd-4e6a-afdc-e13d3aa7fa9a req-7487129c-5f4c-450e-95a3-45fc013dff4e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:46.788483 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3db40e2-dffd-4e6a-afdc-e13d3aa7fa9a req-7487129c-5f4c-450e-95a3-45fc013dff4e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 943 time: 0.6695945 Feb 09 03:35:46.845053 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3b30bed6-f82e-4375-95ee-e988f917c1f8 req-f8c71a82-454b-4df2-93e4-981d0640353b tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410799 Feb 09 03:35:46.853751 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6116dd5e-17a2-4e99-8340-064b899e7bca tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:46.859070 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6116dd5e-17a2-4e99-8340-064b899e7bca tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:46.910614 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:46.922841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:35:46.947256 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:46.965597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 52af1861-3116-4ad5-881f-cc2d76979937 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:46.967665 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (52af1861-3116-4ad5-881f-cc2d76979937), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:47.069025 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3db40e2-dffd-4e6a-afdc-e13d3aa7fa9a req-8e63b0a1-db4c-44d7-aa85-7c6dcd173e7c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2793653 Feb 09 03:35:47.079761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:47.088680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6116dd5e-17a2-4e99-8340-064b899e7bca tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:35:47.102276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:47.103938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] 10.222.0.65 "PUT /v2.0/ports/92c30ed2-5ae1-462a-86ce-11f779aeedac HTTP/1.1" status: 200 len: 1092 time: 3.8840833 Feb 09 03:35:47.115937 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6116dd5e-17a2-4e99-8340-064b899e7bca tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (5e4e6296-2db2-4131-a00d-fc46b1e68813), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:47.116408 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-6116dd5e-17a2-4e99-8340-064b899e7bca tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Added segment 5e4e6296-2db2-4131-a00d-fc46b1e68813 of type vlan for network e61606d7-7fac-4979-8a3e-9361d05c839a Feb 09 03:35:47.126176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 52af1861-3116-4ad5-881f-cc2d76979937, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=52af1861-3116-4ad5-881f-cc2d76979937,segment=NetworkSegment(b26a6f3a-836b-45c8-949b-bd1836cdda69),segment_id=b26a6f3a-836b-45c8-949b-bd1836cdda69)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:47.140072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5f2f87-ed69-432f-94bd-9ee43a1ca246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52af1861-3116-4ad5-881f-cc2d76979937'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:47.148500 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656b13fc-7958-4fcb-b5b8-a18f1e39c38d" -d '{"events": [{"server_uuid": "1b5f2f87-ed69-432f-94bd-9ee43a1ca246", "name": "network-vif-plugged", "status": "completed", "tag": "52af1861-3116-4ad5-881f-cc2d76979937"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:47.161245 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (52af1861-3116-4ad5-881f-cc2d76979937), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:47.169016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511406ce-b1b2-4bdc-8e4b-8669c378c977 service neutron] Pushing event updated for resources: {'Port': ['ID=92c30ed2-5ae1-462a-86ce-11f779aeedac,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:47.186887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 92c30ed2-5ae1-462a-86ce-11f779aeedac no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:35:47.231519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:47.245739 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:47.345137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-b93ce162-b15e-445b-a632-55fe0ebd5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:47.355198 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-b93ce162-b15e-445b-a632-55fe0ebd5539 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1126 time: 0.2156606 Feb 09 03:35:47.437613 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3059f92d-774d-43ac-8590-05caa8574728 x-openstack-request-id: req-3059f92d-774d-43ac-8590-05caa8574728 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:47.442055 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:47.442497 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3059f92d-774d-43ac-8590-05caa8574728 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:47.444170 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'status': 'completed', 'code': 200} Feb 09 03:35:47.480253 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f160c998-8ef1-4f7a-bcc9-58291deaf166 x-openstack-request-id: req-f160c998-8ef1-4f7a-bcc9-58291deaf166 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:47.480554 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5f2f87-ed69-432f-94bd-9ee43a1ca246", "name": "network-vif-plugged", "status": "completed", "tag": "52af1861-3116-4ad5-881f-cc2d76979937", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:47.480815 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f160c998-8ef1-4f7a-bcc9-58291deaf166 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:47.481216 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5f2f87-ed69-432f-94bd-9ee43a1ca246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52af1861-3116-4ad5-881f-cc2d76979937', 'code': 200} Feb 09 03:35:47.482026 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6116dd5e-17a2-4e99-8340-064b899e7bca tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (e61606d7-7fac-4979-8a3e-9361d05c839a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:47.489423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=52af1861-3116-4ad5-881f-cc2d76979937,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:47.621146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e680624d-5558-48c2-9895-0153714ca59a None None] Network 12e160b6-fd3d-40e9-8a58-2136d1a95eb8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:47.645754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e680624d-5558-48c2-9895-0153714ca59a None None] Network 12e160b6-fd3d-40e9-8a58-2136d1a95eb8 could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:35:47.662752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] The host n-h2-824835-15 is not matching for port 92c30ed2-5ae1-462a-86ce-11f779aeedac host n-h1-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:35:47.664011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 92c30ed2-5ae1-462a-86ce-11f779aeedac not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:35:47.709156 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6116dd5e-17a2-4e99-8340-064b899e7bca tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (e61606d7-7fac-4979-8a3e-9361d05c839a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:47.736100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6116dd5e-17a2-4e99-8340-064b899e7bca tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:47.741608 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6116dd5e-17a2-4e99-8340-064b899e7bca tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:47.764214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-25f36cd7-5799-41ea-85fd-5cbda28e6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:47.767637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-25f36cd7-5799-41ea-85fd-5cbda28e6cfa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1126 time: 0.3471537 Feb 09 03:35:47.836302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-86b464b7-323a-4030-b007-acbf1c47e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:47.845713 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-86b464b7-323a-4030-b007-acbf1c47e1de service neutron] 10.222.0.65 "GET /v2.0/networks?id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf HTTP/1.1" status: 200 len: 897 time: 0.4857159 Feb 09 03:35:48.034750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2eac-7b12-4ba7-97db-7cd338c92214 req-5c874ef1-bb8e-4687-b5ad-38ad16a7638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:48.036641 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-615e2eac-7b12-4ba7-97db-7cd338c92214 req-5c874ef1-bb8e-4687-b5ad-38ad16a7638e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 1129 time: 0.6466818 Feb 09 03:35:48.054407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-75607dd7-83b4-4dd3-b68b-ab41e73f6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:48.056768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-75607dd7-83b4-4dd3-b68b-ab41e73f6a05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf HTTP/1.1" status: 200 len: 897 time: 0.1900761 Feb 09 03:35:48.127933 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72575e3f-ba31-47e7-8412-dcddfa2da709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:48.190502 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-6e1a0cd6-4f2c-4cbb-a7ad-37089c34697b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac HTTP/1.1" status: 200 len: 999 time: 0.3203504 Feb 09 03:35:48.225273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-615e2eac-7b12-4ba7-97db-7cd338c92214 req-746ffaae-753d-4aa0-8faa-2c31bbaf66d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805637 Feb 09 03:35:48.236348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6116dd5e-17a2-4e99-8340-064b899e7bca tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5296645 Feb 09 03:35:48.269478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53606) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:48.275734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fc82e58e-1221-4eb5-8ae5-ff6b92c46209 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'network_id': 'e61606d7-7fac-4979-8a3e-9361d05c839a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:48.383526 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-b8c38d01-715e-47ab-b06a-67e9e169f0f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac HTTP/1.1" status: 200 len: 999 time: 0.1707420 Feb 09 03:35:48.384168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116dd5e-17a2-4e99-8340-064b899e7bca tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=e61606d7-7fac-4979-8a3e-9361d05c839a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:48.406443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network e61606d7-7fac-4979-8a3e-9361d05c839a details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:48.490630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354813fe-af36-478c-b1d3-a0c2a69f33cf req-4c70ab65-361a-4750-a971-cecfe149d0f3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:48.498468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-354813fe-af36-478c-b1d3-a0c2a69f33cf req-4c70ab65-361a-4750-a971-cecfe149d0f3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 943 time: 0.3177564 Feb 09 03:35:48.520191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-6af46d0f-b03a-479f-b5f5-804e5ba8592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:48.547272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-6af46d0f-b03a-479f-b5f5-804e5ba8592d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=106fcaf9-03f4-4939-9476-b415c70cebac HTTP/1.1" status: 200 len: 835 time: 0.3263562 Feb 09 03:35:48.560786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9d7c7-2208-4bbb-bcbd-9367c7c82498 req-d334ca83-a5fd-4032-bf05-9b0ce635cfe3 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:48.562708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fdb9d7c7-2208-4bbb-bcbd-9367c7c82498 req-d334ca83-a5fd-4032-bf05-9b0ce635cfe3 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 946 time: 0.5038548 Feb 09 03:35:48.686290 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fdb9d7c7-2208-4bbb-bcbd-9367c7c82498 req-20cb9b27-b815-4cee-9e61-6cacbf383f69 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171782 Feb 09 03:35:48.703888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-5d831fcd-afaa-49d0-b2da-e7de014ff2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:48.710994 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-5d831fcd-afaa-49d0-b2da-e7de014ff2c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=106fcaf9-03f4-4939-9476-b415c70cebac HTTP/1.1" status: 200 len: 835 time: 0.2859228 Feb 09 03:35:48.764648 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-354813fe-af36-478c-b1d3-a0c2a69f33cf req-2e33b004-cef0-4bb1-90f5-74a4029d38c9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2650957 Feb 09 03:35:48.772078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-09d9ee6f-c1b0-4c79-be55-a9858a63676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:48.773803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-09d9ee6f-c1b0-4c79-be55-a9858a63676e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1972547 Feb 09 03:35:48.774923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc82e58e-1221-4eb5-8ae5-ff6b92c46209 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:48.778388 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc82e58e-1221-4eb5-8ae5-ff6b92c46209 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:48.867428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-e95ec99f-9104-4269-a010-c3f75aa4462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:48.870946 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-e95ec99f-9104-4269-a010-c3f75aa4462a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1527438 Feb 09 03:35:48.957938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-2963ac9e-6a65-48cc-9d32-3d09246568c5 service neutron] 10.222.0.65 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757262 Feb 09 03:35:49.094237 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-b89368b9-4668-48ad-9b59-90e8ec160055 service neutron] 10.222.0.42 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132585 Feb 09 03:35:49.273117 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-223e44fe-98a9-4a1f-a254-fa747a69758d service neutron] 10.222.0.42 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665514 Feb 09 03:35:49.362374 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:49.457014 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc82e58e-1221-4eb5-8ae5-ff6b92c46209 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (7097bafe-de4a-448a-94b9-af6a3738492b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:49.626979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82e58e-1221-4eb5-8ae5-ff6b92c46209 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=7097bafe-de4a-448a-94b9-af6a3738492b,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:49.692123 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a212410-e093-4a3f-8537-fd36e684abd9 req-53973fc4-e994-46c1-9cb0-c8ba3ba1caab service neutron] 10.222.0.65 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222333 Feb 09 03:35:49.775182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc82e58e-1221-4eb5-8ae5-ff6b92c46209 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking segment: {'id': '5e4e6296-2db2-4131-a00d-fc46b1e68813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e61606d7-7fac-4979-8a3e-9361d05c839a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:49.775550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc82e58e-1221-4eb5-8ae5-ff6b92c46209 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network hostable DHCP agents. Network: e61606d7-7fac-4979-8a3e-9361d05c839a, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:35:49.997653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2180f9-24c3-4723-ab57-ae920a731a8e req-cc698e89-0614-4c67-ba43-59190c8138b9 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:50.010241 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d2180f9-24c3-4723-ab57-ae920a731a8e req-cc698e89-0614-4c67-ba43-59190c8138b9 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 946 time: 0.1758869 Feb 09 03:35:50.041076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc82e58e-1221-4eb5-8ae5-ff6b92c46209 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network e61606d7-7fac-4979-8a3e-9361d05c839a is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:35:50.099601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b5e80-7fd9-471e-bd99-7154a8f4d2b3 req-504207d0-6636-4c41-bd57-ce857cb12361 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:50.106346 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-162b5e80-7fd9-471e-bd99-7154a8f4d2b3 req-504207d0-6636-4c41-bd57-ce857cb12361 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 943 time: 0.2159703 Feb 09 03:35:50.107009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-fc82e58e-1221-4eb5-8ae5-ff6b92c46209 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, e61606d7-7fac-4979-8a3e-9361d05c839a) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:50.117397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82e58e-1221-4eb5-8ae5-ff6b92c46209 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:50.118178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc82e58e-1221-4eb5-8ae5-ff6b92c46209 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:50.121874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ccaf97-b9ab-4f0d-a0d7-2bdb5bab64a9 None None] Network e61606d7-7fac-4979-8a3e-9361d05c839a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:50.162464 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fc82e58e-1221-4eb5-8ae5-ff6b92c46209 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8914723 Feb 09 03:35:50.167163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-52cb08c2-4e55-4c65-a93b-d4140abc428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:50.170063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53646) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:50.172600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-52cb08c2-4e55-4c65-a93b-d4140abc428a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1126 time: 0.3757961 Feb 09 03:35:50.414061 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-162b5e80-7fd9-471e-bd99-7154a8f4d2b3 req-cb309365-48fd-4505-a2c2-47a32bb27b9d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2757008 Feb 09 03:35:50.447582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5744b4bf-dd1e-4bb9-9af9-94589cccc5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-e61606d7-7fac-4979-8a3e-9361d05c839a', 'network_id': 'e61606d7-7fac-4979-8a3e-9361d05c839a', 'project_id': '26923e99236d44cca049d72c194fdbd0', 'fixed_ips': [{'subnet_id': '7097bafe-de4a-448a-94b9-af6a3738492b'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:35:50.448458 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5744b4bf-dd1e-4bb9-9af9-94589cccc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:50.475899 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (e61606d7-7fac-4979-8a3e-9361d05c839a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:50.487230 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8d2180f9-24c3-4723-ab57-ae920a731a8e req-96d5383e-c097-491b-b919-4eeddca3b794 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727864 Feb 09 03:35:50.492474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-f620e6db-2c6a-4034-9fc3-c2ad614b5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:50.493983 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-f620e6db-2c6a-4034-9fc3-c2ad614b5758 service neutron] 10.222.0.65 "GET /v2.0/networks?id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf HTTP/1.1" status: 200 len: 897 time: 0.3086112 Feb 09 03:35:50.618066 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (7097bafe-de4a-448a-94b9-af6a3738492b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:50.755143 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-307f2ae8-a932-4805-be07-6484f61db0f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac HTTP/1.1" status: 200 len: 999 time: 0.2514949 Feb 09 03:35:50.759857 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (7097bafe-de4a-448a-94b9-af6a3738492b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:50.797538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server [None req-5744b4bf-dd1e-4bb9-9af9-94589cccc5ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7097bafe-de4a-448a-94b9-af6a3738492b: This subnet is being modified by another concurrent operation. Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:35:50.799772 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7097bafe-de4a-448a-94b9-af6a3738492b: This subnet is being modified by another concurrent operation. Feb 09 03:35:50.803955 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Feb 09 03:35:50.847846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467bc266-7425-464c-bf5e-c6af98e1839a None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:35:50.863061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Subnet': ['ID=7097bafe-de4a-448a-94b9-af6a3738492b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:50.922227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-ef1393f6-5694-43c6-80fc-06a4fad52a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:50.932904 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-ef1393f6-5694-43c6-80fc-06a4fad52a99 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=106fcaf9-03f4-4939-9476-b415c70cebac HTTP/1.1" status: 200 len: 835 time: 0.1703043 Feb 09 03:35:50.967791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c26fab-7cbc-4a4c-89db-44bbca61518b req-70a3f928-162f-479b-850f-64c6275dfcce tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:50.969330 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24c26fab-7cbc-4a4c-89db-44bbca61518b req-70a3f928-162f-479b-850f-64c6275dfcce tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 946 time: 0.3053122 Feb 09 03:35:51.111740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (e61606d7-7fac-4979-8a3e-9361d05c839a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:51.114879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467bc266-7425-464c-bf5e-c6af98e1839a None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:35:51.155291 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61606d7-7fac-4979-8a3e-9361d05c839a']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:51.178006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4e6296-2db2-4131-a00d-fc46b1e68813') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:51.181093 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24c26fab-7cbc-4a4c-89db-44bbca61518b req-d6e64640-2e7b-43c7-90ec-0c64ae8d0fe6 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713426 Feb 09 03:35:51.182328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4e6296-2db2-4131-a00d-fc46b1e68813') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:51.190243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-81f3ce0e-6fb4-4fd7-8e31-5106e35076c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:51.192805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-81f3ce0e-6fb4-4fd7-8e31-5106e35076c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2221282 Feb 09 03:35:51.212876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (5e4e6296-2db2-4131-a00d-fc46b1e68813), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:51.234107 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (5e4e6296-2db2-4131-a00d-fc46b1e68813), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:51.250478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:51.250888 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (5e4e6296-2db2-4131-a00d-fc46b1e68813), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:51.254297 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:51.367666 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (e61606d7-7fac-4979-8a3e-9361d05c839a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:51.373169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:51.382776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53676) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:51.384290 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/e61606d7-7fac-4979-8a3e-9361d05c839a HTTP/1.1" status: 204 len: 168 time: 1.2124147 Feb 09 03:35:51.402091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-cd7359cb-9239-4966-a320-f6bd3d38d7d1 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1586723311'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:51.421779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264725d7-018d-4c01-8ff1-316c1361bcf5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Network': ['ID=e61606d7-7fac-4979-8a3e-9361d05c839a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:51.584946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7359cb-9239-4966-a320-f6bd3d38d7d1 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:51.596538 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd7359cb-9239-4966-a320-f6bd3d38d7d1 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:51.792100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f642f-5bcd-41dc-864c-a314229696c7 None None] Network e61606d7-7fac-4979-8a3e-9361d05c839a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:51.813631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f642f-5bcd-41dc-864c-a314229696c7 None None] Network e61606d7-7fac-4979-8a3e-9361d05c839a could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:35:51.835723 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-0958af93-6c53-495a-a4fa-6378313cd4d3 service neutron] 10.222.0.65 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345143 Feb 09 03:35:51.861519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7359cb-9239-4966-a320-f6bd3d38d7d1 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:35:51.971902 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd7359cb-9239-4966-a320-f6bd3d38d7d1 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (86a01cd3-42a7-4782-8381-ecb5a262b8a9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:51.972396 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-cd7359cb-9239-4966-a320-f6bd3d38d7d1 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Added segment 86a01cd3-42a7-4782-8381-ecb5a262b8a9 of type vlan for network bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64 Feb 09 03:35:52.008311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:52.012405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faa32d-5f2c-4800-8b80-d7c801f4a340 req-93f74b1d-5add-4e83-9474-2a58d2c6022c tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:52.014005 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4faa32d-5f2c-4800-8b80-d7c801f4a340 req-93f74b1d-5add-4e83-9474-2a58d2c6022c tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 946 time: 0.1571233 Feb 09 03:35:52.040535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bf46f-67c5-4b18-b12e-00d9054698c5 req-9bf42f11-60d5-4c9f-8232-2d3e158a2068 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:52.049786 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-359bf46f-67c5-4b18-b12e-00d9054698c5 req-9bf42f11-60d5-4c9f-8232-2d3e158a2068 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 943 time: 0.3723800 Feb 09 03:35:52.137125 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4faa32d-5f2c-4800-8b80-d7c801f4a340 req-6fa8eba9-6e7c-400c-86b6-6fa8f68174f6 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075675 Feb 09 03:35:52.195944 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd7359cb-9239-4966-a320-f6bd3d38d7d1 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:52.252563 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28942cc6-0c2f-48fe-ad98-9ce0377ae9e5 req-0c54a786-8040-4dc8-931c-a4d8fcc08ea1 service neutron] 10.222.0.65 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988209 Feb 09 03:35:52.264637 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-359bf46f-67c5-4b18-b12e-00d9054698c5 req-bf55f651-f6ab-4c76-a127-1dc0f1bc5611 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1994338 Feb 09 03:35:52.290523 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd7359cb-9239-4966-a320-f6bd3d38d7d1 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:52.296118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7359cb-9239-4966-a320-f6bd3d38d7d1 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:52.296818 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd7359cb-9239-4966-a320-f6bd3d38d7d1 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:52.443691 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cd7359cb-9239-4966-a320-f6bd3d38d7d1 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0586710 Feb 09 03:35:52.447013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53700) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:52.452968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'network_id': 'bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:52.505036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7359cb-9239-4966-a320-f6bd3d38d7d1 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:52.526784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:52.646788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:52.651467 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:52.715604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc63229-a29b-4c0f-b800-28e03e29df40 req-a333b52a-dda1-4d46-8ae6-c887d8abf85d tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:52.724458 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5cc63229-a29b-4c0f-b800-28e03e29df40 req-a333b52a-dda1-4d46-8ae6-c887d8abf85d tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 946 time: 0.0938699 Feb 09 03:35:52.771381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Performing IP validity checks on allocation pools {{(pid=103327) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:35:52.772053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103327) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:35:52.810172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5cc63229-a29b-4c0f-b800-28e03e29df40 req-db45f19c-8c16-47c0-a13a-748105b77ce2 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818298 Feb 09 03:35:53.028536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (204a8a0f-fb3d-4d2f-8f8e-f9c1b6c53091), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:53.113812 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:35:53.152939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=204a8a0f-fb3d-4d2f-8f8e-f9c1b6c53091,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:53.218349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking segment: {'id': '86a01cd3-42a7-4782-8381-ecb5a262b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:53.218811 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network hostable DHCP agents. Network: bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:35:53.246213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:35:53.263859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:53.268436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:53.269284 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:53.276617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241b553-7b19-4a20-82cc-57bb5a6a3fb8 None None] Network bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:53.333104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53726) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:53.351995 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-edcb6f20-8054-49f4-a347-1590d1f7af21 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8988435 Feb 09 03:35:53.420296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 92c30ed2-5ae1-462a-86ce-11f779aeedac details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:35:53.586093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:53.602396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'port_id': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'mac_address': 'fa:16:3e:3b:57:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:35:53.619638 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828fcf3-94c6-491a-849c-99ab92c90f9e req-18c615fc-8419-482f-9bac-028a416bf2d7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:53.629826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1828fcf3-94c6-491a-849c-99ab92c90f9e req-18c615fc-8419-482f-9bac-028a416bf2d7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 943 time: 0.2084756 Feb 09 03:35:53.668546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 92c30ed2-5ae1-462a-86ce-11f779aeedac is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:53.670594 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:53.705748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c30ed2-5ae1-462a-86ce-11f779aeedac {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:35:53.710801 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:53.744869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:53.792238 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:53.886762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64', 'network_id': 'bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64', 'project_id': '26923e99236d44cca049d72c194fdbd0', 'fixed_ips': [{'subnet_id': '204a8a0f-fb3d-4d2f-8f8e-f9c1b6c53091'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:35:53.887534 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:53.890606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=92c30ed2-5ae1-462a-86ce-11f779aeedac,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:53.927207 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (204a8a0f-fb3d-4d2f-8f8e-f9c1b6c53091), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:54.001627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a51a9-9117-4d0a-af6a-d227d7689cc0 req-378b350d-1220-4647-8f06-83af64b17693 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:54.003724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b8a51a9-9117-4d0a-af6a-d227d7689cc0 req-378b350d-1220-4647-8f06-83af64b17693 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 946 time: 0.2019451 Feb 09 03:35:54.212114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1828fcf3-94c6-491a-849c-99ab92c90f9e req-b5dffcbb-7e5f-49ee-a342-49bed3ceb271 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5737269 Feb 09 03:35:54.317717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e7d9f-04d7-4d72-9a3d-8f4c6a0c7f11 req-824f11ec-3540-4ecc-ad46-496be807b248 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:54.319930 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f1e7d9f-04d7-4d72-9a3d-8f4c6a0c7f11 req-824f11ec-3540-4ecc-ad46-496be807b248 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 946 time: 0.2680607 Feb 09 03:35:54.356404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-6b8a51a9-9117-4d0a-af6a-d227d7689cc0 req-ced692ec-0676-4568-a2b3-2a6f8ef2c722 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Deleting port 52af1861-3116-4ad5-881f-cc2d76979937 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:54.358094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6b8a51a9-9117-4d0a-af6a-d227d7689cc0 req-ced692ec-0676-4568-a2b3-2a6f8ef2c722 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (52af1861-3116-4ad5-881f-cc2d76979937), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:54.423974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Allocated IP 172.20.0.3 (bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64/204a8a0f-fb3d-4d2f-8f8e-f9c1b6c53091/d4a7de0d-f48d-4509-93ac-6fcbc9d1c897) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:35:54.482004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f1e7d9f-04d7-4d72-9a3d-8f4c6a0c7f11 req-c729e0d2-c66a-492a-8259-9ecc83a837ca tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/security-groups?id=023e1a63-9540-4644-be42-bb2695864c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513841 Feb 09 03:35:54.697256 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:54.790970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-c0c0b45d-2991-4de5-b2ee-b3df9d612def tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:54.796493 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-c0c0b45d-2991-4de5-b2ee-b3df9d612def tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0&tenant_id=2d97c098e98a427b87333af505a5b6d1&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 944 time: 0.2387843 Feb 09 03:35:54.801143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6b8a51a9-9117-4d0a-af6a-d227d7689cc0 req-ced692ec-0676-4568-a2b3-2a6f8ef2c722 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] For port 52af1861-3116-4ad5-881f-cc2d76979937, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=52af1861-3116-4ad5-881f-cc2d76979937,segment=NetworkSegment(b26a6f3a-836b-45c8-949b-bd1836cdda69),segment_id=b26a6f3a-836b-45c8-949b-bd1836cdda69)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:54.801929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['92c30ed2-5ae1-462a-86ce-11f779aeedac'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:35:54.805612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6b8a51a9-9117-4d0a-af6a-d227d7689cc0 req-ced692ec-0676-4568-a2b3-2a6f8ef2c722 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (52af1861-3116-4ad5-881f-cc2d76979937), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:54.808237 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Publish callbacks [] for port (d4a7de0d-f48d-4509-93ac-6fcbc9d1c897), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:54.853134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-6b8a51a9-9117-4d0a-af6a-d227d7689cc0 req-ced692ec-0676-4568-a2b3-2a6f8ef2c722 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Calling delete_port for 52af1861-3116-4ad5-881f-cc2d76979937 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:54.894201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b1aa9-e97a-43e9-bfca-9843cd9a2e36 req-5208d301-11e4-4ca8-ba6c-28d12b329908 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:54.895829 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae0b1aa9-e97a-43e9-bfca-9843cd9a2e36 req-5208d301-11e4-4ca8-ba6c-28d12b329908 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 944 time: 0.2948842 Feb 09 03:35:54.903107 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (d4a7de0d-f48d-4509-93ac-6fcbc9d1c897), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:55.039955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (204a8a0f-fb3d-4d2f-8f8e-f9c1b6c53091), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:55.138688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Subnet': ['ID=204a8a0f-fb3d-4d2f-8f8e-f9c1b6c53091,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:55.142127 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-ac3a11da-00e2-497f-8017-f852744eed65 service neutron] delete failed (client error): The resource could not be found. Feb 09 03:35:55.143419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-ac3a11da-00e2-497f-8017-f852744eed65 service neutron] 10.222.0.42 "DELETE /v2.0/ports/92c30ed2-5ae1-462a-86ce-11f779aeedac/bindings/n-h2-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.3404436 Feb 09 03:35:55.396569 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:55.407215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-d317b51b-d7e1-4d99-8028-2f0cd9d9971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:55.408729 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-d317b51b-d7e1-4d99-8028-2f0cd9d9971a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1127 time: 0.1396348 Feb 09 03:35:55.421124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Pushing event updated for resources: {'Port': ['ID=d4a7de0d-f48d-4509-93ac-6fcbc9d1c897,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:55.432652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Network bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:35:55.447202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:55.461817 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:35:55.487012 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae0b1aa9-e97a-43e9-bfca-9843cd9a2e36 req-f33cdee8-d59d-490e-9ba1-d79103649149 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5503576 Feb 09 03:35:55.495252 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6b8a51a9-9117-4d0a-af6a-d227d7689cc0 req-ced692ec-0676-4568-a2b3-2a6f8ef2c722 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (52af1861-3116-4ad5-881f-cc2d76979937), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:55.545885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['52af1861-3116-4ad5-881f-cc2d76979937'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:35:55.625172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced692ec-0676-4568-a2b3-2a6f8ef2c722 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Pushing event deleted for resources: {'Port': ['ID=52af1861-3116-4ad5-881f-cc2d76979937,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:55.759876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Attempting to bind port d4a7de0d-f48d-4509-93ac-6fcbc9d1c897 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:35:55.763089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Attempting to bind port d4a7de0d-f48d-4509-93ac-6fcbc9d1c897 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '86a01cd3-42a7-4782-8381-ecb5a262b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:35:55.763631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Attempting to bind port d4a7de0d-f48d-4509-93ac-6fcbc9d1c897 on network bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:55.776677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:35:55.778876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Checking segment: {'id': '86a01cd3-42a7-4782-8381-ecb5a262b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:55.779478 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:55.781752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Bound using segment: {'id': '86a01cd3-42a7-4782-8381-ecb5a262b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:35:55.782409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Bound port: d4a7de0d-f48d-4509-93ac-6fcbc9d1c897, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a01cd3-42a7-4782-8381-ecb5a262b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:35:55.782615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8a51a9-9117-4d0a-af6a-d227d7689cc0 req-ced692ec-0676-4568-a2b3-2a6f8ef2c722 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] No DVR routers for this DVR port 52af1861-3116-4ad5-881f-cc2d76979937 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:55.783548 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d4a7de0d-f48d-4509-93ac-6fcbc9d1c897), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:55.787272 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6b8a51a9-9117-4d0a-af6a-d227d7689cc0 req-ced692ec-0676-4568-a2b3-2a6f8ef2c722 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:55.795445 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b8a51a9-9117-4d0a-af6a-d227d7689cc0 req-ced692ec-0676-4568-a2b3-2a6f8ef2c722 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.42 "DELETE /v2.0/ports/52af1861-3116-4ad5-881f-cc2d76979937 HTTP/1.1" status: 204 len: 173 time: 1.7844534 Feb 09 03:35:55.795923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-0f846613-b5fd-4d3a-b18a-3b3776f13dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:55.802999 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5f2f87-ed69-432f-94bd-9ee43a1ca246', 'name': 'network-vif-deleted', 'tag': '52af1861-3116-4ad5-881f-cc2d76979937'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:55.806340 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-0f846613-b5fd-4d3a-b18a-3b3776f13dcf service neutron] 10.222.0.42 "GET /v2.0/networks?id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf HTTP/1.1" status: 200 len: 897 time: 0.3877101 Feb 09 03:35:55.806733 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3faa421-ad70-4943-904c-48905d25e880" -d '{"events": [{"server_uuid": "1b5f2f87-ed69-432f-94bd-9ee43a1ca246", "name": "network-vif-deleted", "tag": "52af1861-3116-4ad5-881f-cc2d76979937"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:55.921473 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d3e59f-6654-4b14-aca8-2f08220bd83e x-openstack-request-id: req-b7d3e59f-6654-4b14-aca8-2f08220bd83e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:55.921780 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5f2f87-ed69-432f-94bd-9ee43a1ca246", "name": "network-vif-deleted", "tag": "52af1861-3116-4ad5-881f-cc2d76979937", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:55.922035 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7d3e59f-6654-4b14-aca8-2f08220bd83e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:55.922442 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5f2f87-ed69-432f-94bd-9ee43a1ca246', 'name': 'network-vif-deleted', 'tag': '52af1861-3116-4ad5-881f-cc2d76979937', 'status': 'completed', 'code': 200} Feb 09 03:35:55.938873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:56.044349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] For port d4a7de0d-f48d-4509-93ac-6fcbc9d1c897, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:56.051173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] For port d4a7de0d-f48d-4509-93ac-6fcbc9d1c897, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d4a7de0d-f48d-4509-93ac-6fcbc9d1c897,segment=NetworkSegment(86a01cd3-42a7-4782-8381-ecb5a262b8a9),segment_id=86a01cd3-42a7-4782-8381-ecb5a262b8a9)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:35:56.078966 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d4a7de0d-f48d-4509-93ac-6fcbc9d1c897), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:56.192438 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-0d6b9d9a-39a8-4029-b0e9-60944a39491a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac HTTP/1.1" status: 200 len: 1000 time: 0.3436325 Feb 09 03:35:56.204010 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5336133-8b73-4cf8-8bf3-2b1464e536f8 req-5150fd37-90cb-4901-974f-18d9f6e60032 tempest-ServersNegativeTestMultiTenantJSON-1805567956 tempest-ServersNegativeTestMultiTenantJSON-1805567956-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b5f2f87-ed69-432f-94bd-9ee43a1ca246 HTTP/1.1" status: 200 len: 210 time: 0.3948598 Feb 09 03:35:56.208926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a01cd3-42a7-4782-8381-ecb5a262b8a9') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:56.209260 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a01cd3-42a7-4782-8381-ecb5a262b8a9') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:56.237227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10255e59-576d-440f-9929-4fdf7c23e28b None None] Pushing event updated for resources: {'Port': ['ID=d4a7de0d-f48d-4509-93ac-6fcbc9d1c897,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:56.266144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887512f6-34cb-40e8-9437-9313aa33b300 None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:35:56.328776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (86a01cd3-42a7-4782-8381-ecb5a262b8a9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:56.376113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (86a01cd3-42a7-4782-8381-ecb5a262b8a9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:56.396613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-8afca822-b8ae-428d-9463-5fbcf6172a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:56.400654 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-8afca822-b8ae-428d-9463-5fbcf6172a34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=106fcaf9-03f4-4939-9476-b415c70cebac HTTP/1.1" status: 200 len: 835 time: 0.1957445 Feb 09 03:35:56.402995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:56.404771 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (86a01cd3-42a7-4782-8381-ecb5a262b8a9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:56.410622 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:56.660663 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.api [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:35:56.660663 n-d-824835-15 neutron-server[103328]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:35:56.660663 n-d-824835-15 neutron-server[103328]: [parameters: {'id': 'bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64'}] Feb 09 03:35:56.660663 n-d-824835-15 neutron-server[103328]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:35:56.670261 n-d-824835-15 neutron-server[103328]: DEBUG oslo_db.api [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:35:56.684585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887512f6-34cb-40e8-9437-9313aa33b300 None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:35:56.688535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-f048be99-fd2a-4d19-bfb6-58cb361dbb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:56.690076 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-f048be99-fd2a-4d19-bfb6-58cb361dbb03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2755208 Feb 09 03:35:56.873181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b76ddf-a434-43c0-a498-71933ac94836 req-d3e3e099-cf54-4088-8fbb-d0bb89b3369f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:56.886477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69b76ddf-a434-43c0-a498-71933ac94836 req-d3e3e099-cf54-4088-8fbb-d0bb89b3369f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 944 time: 0.1929939 Feb 09 03:35:56.955747 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-b138727b-26be-49d5-b96d-68e498a405c4 service neutron] 10.222.0.42 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581713 Feb 09 03:35:57.085401 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b254ea7-8e70-4c6e-aedb-12545e85c1ff None None] Network bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:57.102708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69b76ddf-a434-43c0-a498-71933ac94836 req-a8b1d80e-4380-47e9-aeff-67098721d370 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2153013 Feb 09 03:35:57.314319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53820) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:57.424865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 92c30ed2-5ae1-462a-86ce-11f779aeedac up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:57.438711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c26fff-5a6f-4b02-b97b-814c20fa0ef7 admin admin] Deleting subnet ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:35:57.467405 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91c26fff-5a6f-4b02-b97b-814c20fa0ef7 admin admin] Publish callbacks [] for subnet (ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:57.566810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 92c30ed2-5ae1-462a-86ce-11f779aeedac completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:35:57.573643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 92c30ed2-5ae1-462a-86ce-11f779aeedac triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:57.574329 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:57.583740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91c26fff-5a6f-4b02-b97b-814c20fa0ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:57.705009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 52af1861-3116-4ad5-881f-cc2d76979937 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:35:57.722654 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91c26fff-5a6f-4b02-b97b-814c20fa0ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:57.763357 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 52af1861-3116-4ad5-881f-cc2d76979937 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:35:57.763711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 52af1861-3116-4ad5-881f-cc2d76979937 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:35:57.843173 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:57.877395 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91c26fff-5a6f-4b02-b97b-814c20fa0ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:57.878073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 92c30ed2-5ae1-462a-86ce-11f779aeedac is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:57.878195 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:57.932448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c26fff-5a6f-4b02-b97b-814c20fa0ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:57.937242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91c26fff-5a6f-4b02-b97b-814c20fa0ef7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:57.946485 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-91c26fff-5a6f-4b02-b97b-814c20fa0ef7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ad2a2f4b-e39e-4acd-b273-0f72f5dabf7a HTTP/1.1" status: 204 len: 168 time: 0.6309736 Feb 09 03:35:57.950156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53826) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:58.008985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:58.011026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:58.014532 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b00f75-f69a-4709-89c8-4e6614031891" -d '{"events": [{"server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "name": "network-vif-plugged", "status": "completed", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:58.023129 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.056202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7235bcaa-9e7c-41d0-be07-aa55506ee428 req-137dec4d-54ff-4479-aceb-2514722ea6d4 service neutron] 10.222.0.42 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0942712 Feb 09 03:35:58.147823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Deleting port d4a7de0d-f48d-4509-93ac-6fcbc9d1c897 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:58.148383 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d4a7de0d-f48d-4509-93ac-6fcbc9d1c897), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.204338 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (83c4f49f-6535-484f-bbda-f4743b972ce9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.223141 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958ed185-0074-496c-a0ef-9d5b54eae11e x-openstack-request-id: req-958ed185-0074-496c-a0ef-9d5b54eae11e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:58.223483 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "name": "network-vif-plugged", "status": "completed", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:58.223760 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-958ed185-0074-496c-a0ef-9d5b54eae11e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:58.245734 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'code': 200} Feb 09 03:35:58.246935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=92c30ed2-5ae1-462a-86ce-11f779aeedac,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:58.397480 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] For port d4a7de0d-f48d-4509-93ac-6fcbc9d1c897, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d4a7de0d-f48d-4509-93ac-6fcbc9d1c897,segment=NetworkSegment(86a01cd3-42a7-4782-8381-ecb5a262b8a9),segment_id=86a01cd3-42a7-4782-8381-ecb5a262b8a9)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:58.398117 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d4a7de0d-f48d-4509-93ac-6fcbc9d1c897), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.445301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Calling delete_port for d4a7de0d-f48d-4509-93ac-6fcbc9d1c897 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:58.532809 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (83c4f49f-6535-484f-bbda-f4743b972ce9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.634550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c4f49f-6535-484f-bbda-f4743b972ce9']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:58.660662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d4a7de0d-f48d-4509-93ac-6fcbc9d1c897), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.668023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26a6f3a-836b-45c8-949b-bd1836cdda69') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:58.677810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26a6f3a-836b-45c8-949b-bd1836cdda69') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:58.692684 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (b26a6f3a-836b-45c8-949b-bd1836cdda69), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.727989 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b26a6f3a-836b-45c8-949b-bd1836cdda69), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.735366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:58.736111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (b26a6f3a-836b-45c8-949b-bd1836cdda69), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.760110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Port': ['ID=d4a7de0d-f48d-4509-93ac-6fcbc9d1c897,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:58.769780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No DVR routers for this DVR port d4a7de0d-f48d-4509-93ac-6fcbc9d1c897 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:58.875300 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:58.879953 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (83c4f49f-6535-484f-bbda-f4743b972ce9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.915147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.918518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] 10.222.0.21 "DELETE /v2.0/networks/83c4f49f-6535-484f-bbda-f4743b972ce9 HTTP/1.1" status: 204 len: 168 time: 0.9671667 Feb 09 03:35:58.922344 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd656c2-b454-49f3-b308-f4efc1aac862 admin admin] Pushing event deleted for resources: {'Network': ['ID=83c4f49f-6535-484f-bbda-f4743b972ce9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:58.927073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53846) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:58.933451 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.988149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:59.018663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ebb692-920e-4d68-9edd-d3bc7fe7e9f9 admin admin] Deleting subnet 2edda0a4-e163-4f72-8ee1-68e1db3da1fc {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:35:59.024591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a01cd3-42a7-4782-8381-ecb5a262b8a9') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:59.024903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a01cd3-42a7-4782-8381-ecb5a262b8a9') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:59.026878 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb692-920e-4d68-9edd-d3bc7fe7e9f9 admin admin] Publish callbacks [] for subnet (2edda0a4-e163-4f72-8ee1-68e1db3da1fc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.064395 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (86a01cd3-42a7-4782-8381-ecb5a262b8a9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.094937 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (86a01cd3-42a7-4782-8381-ecb5a262b8a9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.110542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:59.112096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (86a01cd3-42a7-4782-8381-ecb5a262b8a9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.119528 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb692-920e-4d68-9edd-d3bc7fe7e9f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (2edda0a4-e163-4f72-8ee1-68e1db3da1fc), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.200426 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb692-920e-4d68-9edd-d3bc7fe7e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (2edda0a4-e163-4f72-8ee1-68e1db3da1fc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:59.280351 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:59.306121 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.308371 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb692-920e-4d68-9edd-d3bc7fe7e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (2edda0a4-e163-4f72-8ee1-68e1db3da1fc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.390670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.400616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64 HTTP/1.1" status: 204 len: 168 time: 6.0656800 Feb 09 03:35:59.401325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebb692-920e-4d68-9edd-d3bc7fe7e9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edda0a4-e163-4f72-8ee1-68e1db3da1fc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:59.419076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53858) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:59.438468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52ddf0-9902-4ed7-b6ab-8816fe7c6a74 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Network': ['ID=bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:59.474828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-576c5f0c-e2da-4fe2-9f41-0ed64cc9581a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1769233792'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:59.510795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d547666-66de-48de-ba17-8ac67911568e req-3982587e-ce43-4edd-be86-b55e131c82a8 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:59.513575 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d547666-66de-48de-ba17-8ac67911568e req-3982587e-ce43-4edd-be86-b55e131c82a8 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 1.2058418 Feb 09 03:35:59.544931 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb692-920e-4d68-9edd-d3bc7fe7e9f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.567313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53864) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:59.568054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a9ebb692-920e-4d68-9edd-d3bc7fe7e9f9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2edda0a4-e163-4f72-8ee1-68e1db3da1fc HTTP/1.1" status: 204 len: 168 time: 0.6397855 Feb 09 03:35:59.574824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576c5f0c-e2da-4fe2-9f41-0ed64cc9581a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:59.587434 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-576c5f0c-e2da-4fe2-9f41-0ed64cc9581a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.687960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576c5f0c-e2da-4fe2-9f41-0ed64cc9581a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:35:59.717344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-576c5f0c-e2da-4fe2-9f41-0ed64cc9581a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (05f84d97-d23e-4e89-9cce-cbc8f726be35), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.719322 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-576c5f0c-e2da-4fe2-9f41-0ed64cc9581a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Added segment 05f84d97-d23e-4e89-9cce-cbc8f726be35 of type vlan for network fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e Feb 09 03:35:59.802301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (3caf5eb1-d1f3-4e5a-b576-d040c63f8772), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.839395 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-576c5f0c-e2da-4fe2-9f41-0ed64cc9581a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.856321 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d547666-66de-48de-ba17-8ac67911568e req-4f7467e9-bf1d-4433-bfb5-a8d992b2cddd tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3362346 Feb 09 03:35:59.923712 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-576c5f0c-e2da-4fe2-9f41-0ed64cc9581a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.939160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c5f0c-e2da-4fe2-9f41-0ed64cc9581a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:59.942293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-576c5f0c-e2da-4fe2-9f41-0ed64cc9581a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.998586 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-576c5f0c-e2da-4fe2-9f41-0ed64cc9581a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5653188 Feb 09 03:36:00.002295 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53870) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:00.060261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-45cd4144-16d8-44e4-a069-ff932401abf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'network_id': 'fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:00.070609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (3caf5eb1-d1f3-4e5a-b576-d040c63f8772), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:00.118743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3caf5eb1-d1f3-4e5a-b576-d040c63f8772']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:00.141271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d4a7e9-0221-4ed0-b6ef-69c6da3b010a') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:00.141634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d4a7e9-0221-4ed0-b6ef-69c6da3b010a') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:00.175755 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (e1d4a7e9-0221-4ed0-b6ef-69c6da3b010a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:00.211653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e1d4a7e9-0221-4ed0-b6ef-69c6da3b010a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:00.240529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:00.245670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (e1d4a7e9-0221-4ed0-b6ef-69c6da3b010a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:00.356793 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:00.368573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (3caf5eb1-d1f3-4e5a-b576-d040c63f8772), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:00.375314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:00.393990 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3caf5eb1-d1f3-4e5a-b576-d040c63f8772 HTTP/1.1" status: 204 len: 168 time: 0.8253462 Feb 09 03:36:00.443468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5f71c-4f3f-4bd3-9dc7-d7a8c10f7977 admin admin] Pushing event deleted for resources: {'Network': ['ID=3caf5eb1-d1f3-4e5a-b576-d040c63f8772,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:00.917500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53910) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:01.023823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53912) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:01.027571 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a94fe888-2dd4-4990-ab9a-3700752e22a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96295cb284c347799df781359f3b256b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1072290 Feb 09 03:36:01.037378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53914) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:01.238706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d91bac59-e345-4e57-be39-aaafe076f917 admin admin] Publish callbacks [] for security_group (023e1a63-9540-4644-be42-bb2695864c9d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:01.320307 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d91bac59-e345-4e57-be39-aaafe076f917 admin admin] Publish callbacks [] for security_group (023e1a63-9540-4644-be42-bb2695864c9d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:01.622953 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c5f0c-e2da-4fe2-9f41-0ed64cc9581a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:01.638409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:36:01.696876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cd4144-16d8-44e4-a069-ff932401abf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:01.718925 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cd4144-16d8-44e4-a069-ff932401abf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:01.807611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d91bac59-e345-4e57-be39-aaafe076f917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (023e1a63-9540-4644-be42-bb2695864c9d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:01.821949 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d91bac59-e345-4e57-be39-aaafe076f917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:01.825511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d91bac59-e345-4e57-be39-aaafe076f917 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/023e1a63-9540-4644-be42-bb2695864c9d HTTP/1.1" status: 204 len: 168 time: 0.7836316 Feb 09 03:36:01.826403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bc4f2-a394-44dc-9dc9-ba388d2badca req-41eaadfa-cb19-4c51-a12d-dc6a03543712 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:01.838521 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd0bc4f2-a394-44dc-9dc9-ba388d2badca req-41eaadfa-cb19-4c51-a12d-dc6a03543712 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.3318379 Feb 09 03:36:01.875663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bac59-e345-4e57-be39-aaafe076f917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023e1a63-9540-4644-be42-bb2695864c9d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:01.983596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd0bc4f2-a394-44dc-9dc9-ba388d2badca req-c9d449d1-0715-46d4-bd0e-9b0041eab6fe tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1442463 Feb 09 03:36:02.015520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:02.263553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cf81e4eb-a6b1-4e46-8b89-76d2b47be929 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/2bbd3a24-e5d6-4451-9683-aa6b300a6c93 HTTP/1.1" status: 200 len: 993 time: 0.2466226 Feb 09 03:36:02.466786 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7317bba4-f10f-4d53-b77d-ddea4a5d7072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (f032a8e0-195b-4447-be30-074ce703d699), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:02.496829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cd4144-16d8-44e4-a069-ff932401abf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (24113b7b-5c46-4a12-aff7-c163a00c1e75), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:02.532291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53950) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:02.600456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd4144-16d8-44e4-a069-ff932401abf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=24113b7b-5c46-4a12-aff7-c163a00c1e75,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:02.687640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd4144-16d8-44e4-a069-ff932401abf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking segment: {'id': '05f84d97-d23e-4e89-9cce-cbc8f726be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:02.688971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd4144-16d8-44e4-a069-ff932401abf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network hostable DHCP agents. Network: fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:36:02.726741 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-87e7127b-cd1b-44f1-a580-a0e685cd58be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59e330fd5e5c4e64898bec47ed81bde7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1932189 Feb 09 03:36:02.729588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53958) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:02.843125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd4144-16d8-44e4-a069-ff932401abf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:36:02.899748 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-45cd4144-16d8-44e4-a069-ff932401abf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:02.908495 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f5148b-d6a5-4aec-bd6b-a000f40f768f None None] Network fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:02.914223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cd4144-16d8-44e4-a069-ff932401abf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:02.917119 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cd4144-16d8-44e4-a069-ff932401abf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:02.989583 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-45cd4144-16d8-44e4-a069-ff932401abf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9499052 Feb 09 03:36:02.990241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53966) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:03.218087 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-051d8db2-9c60-4847-8272-a21628bc4cd3 admin admin] Publish callbacks [] for security_group (c1706a7f-72c5-47a8-a33f-43971a55764a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:03.240117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e', 'network_id': 'fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e', 'project_id': '26923e99236d44cca049d72c194fdbd0', 'fixed_ips': [{'subnet_id': '24113b7b-5c46-4a12-aff7-c163a00c1e75'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:36:03.241738 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:03.324092 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-051d8db2-9c60-4847-8272-a21628bc4cd3 admin admin] Publish callbacks [] for security_group (c1706a7f-72c5-47a8-a33f-43971a55764a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:03.328060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7317bba4-f10f-4d53-b77d-ddea4a5d7072 admin admin] Deleting port eebaf0eb-fd2e-4509-8039-eeebff6524bf {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:03.328412 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7317bba4-f10f-4d53-b77d-ddea4a5d7072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:03.530964 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:03.540749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7317bba4-f10f-4d53-b77d-ddea4a5d7072 admin admin] For port eebaf0eb-fd2e-4509-8039-eeebff6524bf, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=eebaf0eb-fd2e-4509-8039-eeebff6524bf,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:03.545235 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7317bba4-f10f-4d53-b77d-ddea4a5d7072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:03.595949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7317bba4-f10f-4d53-b77d-ddea4a5d7072 admin admin] Calling delete_port for eebaf0eb-fd2e-4509-8039-eeebff6524bf owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:03.629971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Allocated IP 172.20.0.1 (fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e/24113b7b-5c46-4a12-aff7-c163a00c1e75/1a147531-61cf-4ade-9558-c00ed6a1d145) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:36:03.674395 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (24113b7b-5c46-4a12-aff7-c163a00c1e75), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:03.748381 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-051d8db2-9c60-4847-8272-a21628bc4cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c1706a7f-72c5-47a8-a33f-43971a55764a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:03.751050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-051d8db2-9c60-4847-8272-a21628bc4cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:03.759184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-051d8db2-9c60-4847-8272-a21628bc4cd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1706a7f-72c5-47a8-a33f-43971a55764a HTTP/1.1" status: 204 len: 168 time: 1.0251558 Feb 09 03:36:03.824791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d8db2-9c60-4847-8272-a21628bc4cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1706a7f-72c5-47a8-a33f-43971a55764a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:04.146452 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Publish callbacks [] for port (1a147531-61cf-4ade-9558-c00ed6a1d145), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.170872 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (1a147531-61cf-4ade-9558-c00ed6a1d145), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.172927 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7317bba4-f10f-4d53-b77d-ddea4a5d7072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (eebaf0eb-fd2e-4509-8039-eeebff6524bf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.204337 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (24113b7b-5c46-4a12-aff7-c163a00c1e75), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.242011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Network fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:36:04.246072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:04.261636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:36:04.298420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317bba4-f10f-4d53-b77d-ddea4a5d7072 admin admin] Pushing event deleted for resources: {'Port': ['ID=eebaf0eb-fd2e-4509-8039-eeebff6524bf,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:04.359991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Subnet': ['ID=24113b7b-5c46-4a12-aff7-c163a00c1e75,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:04.365482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Pushing event updated for resources: {'Port': ['ID=1a147531-61cf-4ade-9558-c00ed6a1d145,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:04.457146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.457780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.458284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.458783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.459339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.460042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.462028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.462553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.463057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.463548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.465189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.465882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.473937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:04.518537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Attempting to bind port 1a147531-61cf-4ade-9558-c00ed6a1d145 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:36:04.530315 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Attempting to bind port 1a147531-61cf-4ade-9558-c00ed6a1d145 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '05f84d97-d23e-4e89-9cce-cbc8f726be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:36:04.530947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Attempting to bind port 1a147531-61cf-4ade-9558-c00ed6a1d145 on network fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:36:04.540415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:36:04.541163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Checking segment: {'id': '05f84d97-d23e-4e89-9cce-cbc8f726be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:04.541922 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.542747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Bound using segment: {'id': '05f84d97-d23e-4e89-9cce-cbc8f726be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:36:04.543911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Bound port: 1a147531-61cf-4ade-9558-c00ed6a1d145, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f84d97-d23e-4e89-9cce-cbc8f726be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:36:04.544512 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1a147531-61cf-4ade-9558-c00ed6a1d145), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.565641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.633907 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:04.684179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f84d97-d23e-4e89-9cce-cbc8f726be35') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:04.689645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f84d97-d23e-4e89-9cce-cbc8f726be35') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:04.732308 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (05f84d97-d23e-4e89-9cce-cbc8f726be35), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.743870 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7317bba4-f10f-4d53-b77d-ddea4a5d7072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (f032a8e0-195b-4447-be30-074ce703d699), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.745981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] For port 1a147531-61cf-4ade-9558-c00ed6a1d145, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:36:04.749484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] For port 1a147531-61cf-4ade-9558-c00ed6a1d145, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1a147531-61cf-4ade-9558-c00ed6a1d145,segment=NetworkSegment(05f84d97-d23e-4e89-9cce-cbc8f726be35),segment_id=05f84d97-d23e-4e89-9cce-cbc8f726be35)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:36:04.778840 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1a147531-61cf-4ade-9558-c00ed6a1d145), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.780504 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (05f84d97-d23e-4e89-9cce-cbc8f726be35), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.796705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:04.797234 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (05f84d97-d23e-4e89-9cce-cbc8f726be35), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:04.811704 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:04.912587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80488a-40d9-4ccc-be22-e142ff2f2e39 None None] Pushing event updated for resources: {'Port': ['ID=1a147531-61cf-4ade-9558-c00ed6a1d145,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:05.031737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:36:05.031737 n-d-824835-15 neutron-server[103327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:36:05.031737 n-d-824835-15 neutron-server[103327]: [parameters: {'id': 'fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e'}] Feb 09 03:36:05.031737 n-d-824835-15 neutron-server[103327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:36:05.032765 n-d-824835-15 neutron-server[103327]: DEBUG oslo_db.api [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:36:05.042343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e3923-91a2-485e-a4b7-6ec8874cc2d5 None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:36:05.385305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7317bba4-f10f-4d53-b77d-ddea4a5d7072 admin admin] Router f032a8e0-195b-4447-be30-074ce703d699 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:36:05.531266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e3923-91a2-485e-a4b7-6ec8874cc2d5 None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:36:05.533837 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:05.681985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Deleting port 1a147531-61cf-4ade-9558-c00ed6a1d145 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:05.685979 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1a147531-61cf-4ade-9558-c00ed6a1d145), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:05.723014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7317bba4-f10f-4d53-b77d-ddea4a5d7072 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:36:05.734721 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7317bba4-f10f-4d53-b77d-ddea4a5d7072 admin admin] 10.222.0.21 "PUT /v2.0/routers/f032a8e0-195b-4447-be30-074ce703d699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7057650 Feb 09 03:36:05.741318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54006) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:05.802995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] For port 1a147531-61cf-4ade-9558-c00ed6a1d145, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1a147531-61cf-4ade-9558-c00ed6a1d145,segment=NetworkSegment(05f84d97-d23e-4e89-9cce-cbc8f726be35),segment_id=05f84d97-d23e-4e89-9cce-cbc8f726be35)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:05.803872 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1a147531-61cf-4ade-9558-c00ed6a1d145), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:05.818034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Calling delete_port for 1a147531-61cf-4ade-9558-c00ed6a1d145 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:05.900454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750e78b-255a-46bd-9649-d63cb61fcd04 None None] Sync routers for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:36:05.912346 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1a147531-61cf-4ade-9558-c00ed6a1d145), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:05.950992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4750e78b-255a-46bd-9649-d63cb61fcd04 None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:05.951667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4750e78b-255a-46bd-9649-d63cb61fcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:35:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:05.957646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Port': ['ID=1a147531-61cf-4ade-9558-c00ed6a1d145,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:05.959950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No DVR routers for this DVR port 1a147531-61cf-4ade-9558-c00ed6a1d145 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:06.058671 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:06.084438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:06.108125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f84d97-d23e-4e89-9cce-cbc8f726be35') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:06.109857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f84d97-d23e-4e89-9cce-cbc8f726be35') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:06.134789 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (05f84d97-d23e-4e89-9cce-cbc8f726be35), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:06.165067 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Publish callbacks [] for router (f032a8e0-195b-4447-be30-074ce703d699), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:06.178823 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (05f84d97-d23e-4e89-9cce-cbc8f726be35), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:06.179777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-4750e78b-255a-46bd-9649-d63cb61fcd04 None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:06.208032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:06.209044 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (05f84d97-d23e-4e89-9cce-cbc8f726be35), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:06.222426 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:06.415297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:06.422024 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:06.432287 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e HTTP/1.1" status: 204 len: 168 time: 3.4156096 Feb 09 03:36:06.432842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54016) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:06.471245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ce8c0ebd-d89d-4773-98f4-f0766238d52d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-501942056'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:06.588888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8c0ebd-d89d-4773-98f4-f0766238d52d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:06.606217 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0ebd-d89d-4773-98f4-f0766238d52d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:06.609724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10abbd-5543-495d-98ba-bf704521b86c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Network': ['ID=fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:06.700978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8c0ebd-d89d-4773-98f4-f0766238d52d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:36:06.719126 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0ebd-d89d-4773-98f4-f0766238d52d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (05a0cc05-0e93-41b6-b151-b1d3c26dd351), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:06.719547 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-ce8c0ebd-d89d-4773-98f4-f0766238d52d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Added segment 05a0cc05-0e93-41b6-b151-b1d3c26dd351 of type vlan for network 9dea3a40-22f1-49c5-9658-0601dd85fe70 Feb 09 03:36:06.733090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d45ff1b-92b5-48ba-8be3-14d6ee36ba89 None None] Network fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:06.776918 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0ebd-d89d-4773-98f4-f0766238d52d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (9dea3a40-22f1-49c5-9658-0601dd85fe70), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:06.785983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d45ff1b-92b5-48ba-8be3-14d6ee36ba89 None None] Network fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:36:06.803710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4750e78b-255a-46bd-9649-d63cb61fcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:36:03Z', 'revision_number': 5, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port': {'id': 'bc37d392-0094-455b-95ab-7b9c4f4f7dc1', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f032a8e0-195b-4447-be30-074ce703d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:27:10Z', 'updated_at': '2022-02-09T03:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:06.813140 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0ebd-d89d-4773-98f4-f0766238d52d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (9dea3a40-22f1-49c5-9658-0601dd85fe70), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:06.821587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c0ebd-d89d-4773-98f4-f0766238d52d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:06.822345 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0ebd-d89d-4773-98f4-f0766238d52d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:07.015399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c0ebd-d89d-4773-98f4-f0766238d52d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=9dea3a40-22f1-49c5-9658-0601dd85fe70,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:07.040530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ce8c0ebd-d89d-4773-98f4-f0766238d52d tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5941520 Feb 09 03:36:07.044578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54034) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:07.058032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-7f54570b-054f-43f8-bdeb-c134b2af4bf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'network_id': '9dea3a40-22f1-49c5-9658-0601dd85fe70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:07.165197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750e78b-255a-46bd-9649-d63cb61fcd04 None None] Checking router: f032a8e0-195b-4447-be30-074ce703d699 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:36:07.173326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 9dea3a40-22f1-49c5-9658-0601dd85fe70 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:36:07.294925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f54570b-054f-43f8-bdeb-c134b2af4bf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:07.301382 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f54570b-054f-43f8-bdeb-c134b2af4bf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:07.310346 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Publish callbacks [] for router_gateway (f032a8e0-195b-4447-be30-074ce703d699), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:07.359176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4750e78b-255a-46bd-9649-d63cb61fcd04 None None] Routers {'f032a8e0-195b-4447-be30-074ce703d699'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:07.369214 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4750e78b-255a-46bd-9649-d63cb61fcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:35:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f032a8e0-195b-4447-be30-074ce703d699'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:07.388824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Deleting port bc37d392-0094-455b-95ab-7b9c4f4f7dc1 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:07.389233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:07.495511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] For port bc37d392-0094-455b-95ab-7b9c4f4f7dc1, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bc37d392-0094-455b-95ab-7b9c4f4f7dc1,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:07.496085 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:07.518760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Calling delete_port for bc37d392-0094-455b-95ab-7b9c4f4f7dc1 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:07.647958 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f54570b-054f-43f8-bdeb-c134b2af4bf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (1f433fd9-f04d-4a89-b958-fa0f9c2b094d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:07.649845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-4750e78b-255a-46bd-9649-d63cb61fcd04 None None] Set router f032a8e0-195b-4447-be30-074ce703d699 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:07.776279 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54570b-054f-43f8-bdeb-c134b2af4bf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=1f433fd9-f04d-4a89-b958-fa0f9c2b094d,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:07.820416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4750e78b-255a-46bd-9649-d63cb61fcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:36:07Z', 'revision_number': 6, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:07.872923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54570b-054f-43f8-bdeb-c134b2af4bf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking segment: {'id': '05a0cc05-0e93-41b6-b151-b1d3c26dd351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9dea3a40-22f1-49c5-9658-0601dd85fe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:07.874077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f54570b-054f-43f8-bdeb-c134b2af4bf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network hostable DHCP agents. Network: 9dea3a40-22f1-49c5-9658-0601dd85fe70, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:36:07.911751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750e78b-255a-46bd-9649-d63cb61fcd04 None None] The sync data for ids ['f032a8e0-195b-4447-be30-074ce703d699'] in n-d-824835-15 is: [{'id': 'f032a8e0-195b-4447-be30-074ce703d699', 'name': 'tempest-AttachVolumeShelveTestJSON-2012583781-router', 'tenant_id': '75f22a02eb0444c6ae9cf24015859115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:27:09Z', 'updated_at': '2022-02-09T03:36:07Z', 'revision_number': 6, 'project_id': '75f22a02eb0444c6ae9cf24015859115', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:36:07.926209 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:07.928630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f54570b-054f-43f8-bdeb-c134b2af4bf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network 9dea3a40-22f1-49c5-9658-0601dd85fe70 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:36:07.960887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-7f54570b-054f-43f8-bdeb-c134b2af4bf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 9dea3a40-22f1-49c5-9658-0601dd85fe70) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:07.973840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8683ebfc-edff-4e58-b7c0-655a664cc0bd None None] Network 9dea3a40-22f1-49c5-9658-0601dd85fe70 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:07.980549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f54570b-054f-43f8-bdeb-c134b2af4bf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:07.981415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f54570b-054f-43f8-bdeb-c134b2af4bf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.013011 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (bc37d392-0094-455b-95ab-7b9c4f4f7dc1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.051844 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7f54570b-054f-43f8-bdeb-c134b2af4bf0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0057664 Feb 09 03:36:08.055039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54066) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:08.103937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc37d392-0094-455b-95ab-7b9c4f4f7dc1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:08.213280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-9dea3a40-22f1-49c5-9658-0601dd85fe70', 'network_id': '9dea3a40-22f1-49c5-9658-0601dd85fe70', 'project_id': '26923e99236d44cca049d72c194fdbd0', 'fixed_ips': [{'subnet_id': '1f433fd9-f04d-4a89-b958-fa0f9c2b094d'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:36:08.214261 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.275476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (f032a8e0-195b-4447-be30-074ce703d699), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.301148 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (9dea3a40-22f1-49c5-9658-0601dd85fe70), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.509876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (1f433fd9-f04d-4a89-b958-fa0f9c2b094d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.564908 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (f032a8e0-195b-4447-be30-074ce703d699), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.567525 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Publish callbacks [] for router_controller (f032a8e0-195b-4447-be30-074ce703d699), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.580697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54072) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:08.591383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Allocated IP 172.20.0.1 (9dea3a40-22f1-49c5-9658-0601dd85fe70/1f433fd9-f04d-4a89-b958-fa0f9c2b094d/28ca1cb5-9f80-4469-92b3-a6a66eed53e6) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:36:08.652167 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (f032a8e0-195b-4447-be30-074ce703d699), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.653188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f032a8e0-195b-4447-be30-074ce703d699 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:36:08.659663 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.665257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:08.665991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e43bb9f9-1d88-457f-b619-69c693e25e70 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f032a8e0-195b-4447-be30-074ce703d699 HTTP/1.1" status: 204 len: 168 time: 2.9234989 Feb 09 03:36:08.821662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ff818c-214b-491f-a556-e3b03b2e08b0 admin admin] Deleting subnet 96c3bad6-291e-4ae2-af38-95ffb08b433c {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:36:08.844631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3ff818c-214b-491f-a556-e3b03b2e08b0 admin admin] Publish callbacks [] for subnet (96c3bad6-291e-4ae2-af38-95ffb08b433c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.919816 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4315ecc3-2635-478e-b9d3-c03cc6216775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.927493 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3ff818c-214b-491f-a556-e3b03b2e08b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (96c3bad6-291e-4ae2-af38-95ffb08b433c), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.966957 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Publish callbacks [] for port (28ca1cb5-9f80-4469-92b3-a6a66eed53e6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.978927 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (28ca1cb5-9f80-4469-92b3-a6a66eed53e6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.046056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Network 9dea3a40-22f1-49c5-9658-0601dd85fe70 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:36:09.051714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:09.059469 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:36:09.099803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bc37d392-0094-455b-95ab-7b9c4f4f7dc1 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:09.109592 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (1f433fd9-f04d-4a89-b958-fa0f9c2b094d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.156334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: bc37d392-0094-455b-95ab-7b9c4f4f7dc1 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:09.157472 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bc37d392-0094-455b-95ab-7b9c4f4f7dc1 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:09.158119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device eebaf0eb-fd2e-4509-8039-eeebff6524bf no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:09.177187 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4315ecc3-2635-478e-b9d3-c03cc6216775 admin admin] Publish callbacks [] for security_group (c55d0274-83b6-407c-b325-6809221d29aa), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.188203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4315ecc3-2635-478e-b9d3-c03cc6216775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c55d0274-83b6-407c-b325-6809221d29aa), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.193394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: eebaf0eb-fd2e-4509-8039-eeebff6524bf {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:09.194705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device eebaf0eb-fd2e-4509-8039-eeebff6524bf not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:09.201508 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Pushing event updated for resources: {'Port': ['ID=28ca1cb5-9f80-4469-92b3-a6a66eed53e6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:09.254910 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315ecc3-2635-478e-b9d3-c03cc6216775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55d0274-83b6-407c-b325-6809221d29aa,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:09.286303 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Attempting to bind port 28ca1cb5-9f80-4469-92b3-a6a66eed53e6 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:36:09.287112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Attempting to bind port 28ca1cb5-9f80-4469-92b3-a6a66eed53e6 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '05a0cc05-0e93-41b6-b151-b1d3c26dd351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9dea3a40-22f1-49c5-9658-0601dd85fe70'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:36:09.288321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Attempting to bind port 28ca1cb5-9f80-4469-92b3-a6a66eed53e6 on network 9dea3a40-22f1-49c5-9658-0601dd85fe70 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:36:09.292789 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4315ecc3-2635-478e-b9d3-c03cc6216775 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2b62ccd6f8142519ad76b2bb6e0289a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7103281 Feb 09 03:36:09.301203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54086) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:09.305472 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:36:09.306201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Checking segment: {'id': '05a0cc05-0e93-41b6-b151-b1d3c26dd351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9dea3a40-22f1-49c5-9658-0601dd85fe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:09.306854 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.307461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Bound using segment: {'id': '05a0cc05-0e93-41b6-b151-b1d3c26dd351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9dea3a40-22f1-49c5-9658-0601dd85fe70'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:36:09.308171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Bound port: 28ca1cb5-9f80-4469-92b3-a6a66eed53e6, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a0cc05-0e93-41b6-b151-b1d3c26dd351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '9dea3a40-22f1-49c5-9658-0601dd85fe70'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:36:09.308793 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (28ca1cb5-9f80-4469-92b3-a6a66eed53e6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.372935 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (9dea3a40-22f1-49c5-9658-0601dd85fe70), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.423945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac92de59-1eca-434f-b3a9-2bea2e445b4c admin admin] Publish callbacks [] for security_group (c55d0274-83b6-407c-b325-6809221d29aa), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.431612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dea3a40-22f1-49c5-9658-0601dd85fe70']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:09.452050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] For port 28ca1cb5-9f80-4469-92b3-a6a66eed53e6, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:36:09.457014 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a0cc05-0e93-41b6-b151-b1d3c26dd351') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:09.457319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a0cc05-0e93-41b6-b151-b1d3c26dd351') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:09.458517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] For port 28ca1cb5-9f80-4469-92b3-a6a66eed53e6, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=28ca1cb5-9f80-4469-92b3-a6a66eed53e6,segment=NetworkSegment(05a0cc05-0e93-41b6-b151-b1d3c26dd351),segment_id=05a0cc05-0e93-41b6-b151-b1d3c26dd351)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:36:09.469559 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (28ca1cb5-9f80-4469-92b3-a6a66eed53e6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.475887 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac92de59-1eca-434f-b3a9-2bea2e445b4c admin admin] Publish callbacks [] for security_group (c55d0274-83b6-407c-b325-6809221d29aa), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.480554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (05a0cc05-0e93-41b6-b151-b1d3c26dd351), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.512894 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (05a0cc05-0e93-41b6-b151-b1d3c26dd351), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.526422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:09.526834 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (05a0cc05-0e93-41b6-b151-b1d3c26dd351), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.602606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac92de59-1eca-434f-b3a9-2bea2e445b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c55d0274-83b6-407c-b325-6809221d29aa), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.606049 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac92de59-1eca-434f-b3a9-2bea2e445b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.610145 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ac92de59-1eca-434f-b3a9-2bea2e445b4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c55d0274-83b6-407c-b325-6809221d29aa HTTP/1.1" status: 204 len: 168 time: 0.3079278 Feb 09 03:36:09.615128 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Subnet': ['ID=1f433fd9-f04d-4a89-b958-fa0f9c2b094d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:09.621456 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:09.630207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:36:09.630207 n-d-824835-15 neutron-server[103327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:36:09.630207 n-d-824835-15 neutron-server[103327]: [parameters: {'id': '9dea3a40-22f1-49c5-9658-0601dd85fe70'}] Feb 09 03:36:09.630207 n-d-824835-15 neutron-server[103327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:36:09.630761 n-d-824835-15 neutron-server[103327]: DEBUG oslo_db.api [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:36:09.637760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92de59-1eca-434f-b3a9-2bea2e445b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55d0274-83b6-407c-b325-6809221d29aa,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:09.652506 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3ff818c-214b-491f-a556-e3b03b2e08b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (96c3bad6-291e-4ae2-af38-95ffb08b433c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.668841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c24871-1fbd-4ed6-895f-b8d48498c6ed None None] Pushing event updated for resources: {'Port': ['ID=28ca1cb5-9f80-4469-92b3-a6a66eed53e6,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:09.672280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e97539-dbe0-4f86-ad9b-d00d461ff690 None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:36:09.730936 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3ff818c-214b-491f-a556-e3b03b2e08b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (96c3bad6-291e-4ae2-af38-95ffb08b433c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.763431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff818c-214b-491f-a556-e3b03b2e08b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c3bad6-291e-4ae2-af38-95ffb08b433c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:09.771088 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3ff818c-214b-491f-a556-e3b03b2e08b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:09.775589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f3ff818c-214b-491f-a556-e3b03b2e08b0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/96c3bad6-291e-4ae2-af38-95ffb08b433c HTTP/1.1" status: 204 len: 168 time: 1.1083410 Feb 09 03:36:09.778409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54092) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:09.883491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e97539-dbe0-4f86-ad9b-d00d461ff690 None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:36:09.916656 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (d47ae607-b915-448d-973b-db6bfbd43c08), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.043967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Deleting port e9078361-6d82-45b4-af73-d6de14c11673 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:10.044335 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e9078361-6d82-45b4-af73-d6de14c11673), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.133311 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (9dea3a40-22f1-49c5-9658-0601dd85fe70), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.243287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54116) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:10.259456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] For port e9078361-6d82-45b4-af73-d6de14c11673, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e9078361-6d82-45b4-af73-d6de14c11673,segment=NetworkSegment(c9ea463c-d3cd-4535-959f-b466147ae855),segment_id=c9ea463c-d3cd-4535-959f-b466147ae855)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:10.260226 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e9078361-6d82-45b4-af73-d6de14c11673), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.272236 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ebe96d0-2acc-40bc-9454-34445b50e429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.284295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Calling delete_port for e9078361-6d82-45b4-af73-d6de14c11673 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:10.390409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb11572-1a54-4f15-9a74-19bf4415fdbe None None] Network 9dea3a40-22f1-49c5-9658-0601dd85fe70 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:10.433256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Deleting port 28ca1cb5-9f80-4469-92b3-a6a66eed53e6 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:10.441667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (28ca1cb5-9f80-4469-92b3-a6a66eed53e6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.446823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e9078361-6d82-45b4-af73-d6de14c11673), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.470760 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fff6d9c-7df0-4932-a4c2-65ca0cae8757 None None] Network d47ae607-b915-448d-973b-db6bfbd43c08 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:10.530292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9078361-6d82-45b4-af73-d6de14c11673,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:10.539016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] No DVR routers for this DVR port e9078361-6d82-45b4-af73-d6de14c11673 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:10.658598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] For port 28ca1cb5-9f80-4469-92b3-a6a66eed53e6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=28ca1cb5-9f80-4469-92b3-a6a66eed53e6,segment=NetworkSegment(05a0cc05-0e93-41b6-b151-b1d3c26dd351),segment_id=05a0cc05-0e93-41b6-b151-b1d3c26dd351)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:10.658982 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (28ca1cb5-9f80-4469-92b3-a6a66eed53e6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.724884 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (d47ae607-b915-448d-973b-db6bfbd43c08), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.726537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Calling delete_port for 28ca1cb5-9f80-4469-92b3-a6a66eed53e6 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:10.737671 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ebe96d0-2acc-40bc-9454-34445b50e429 admin admin] Publish callbacks [] for security_group (3ba2923c-0c11-4139-a884-ae811a26714f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.756742 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ebe96d0-2acc-40bc-9454-34445b50e429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3ba2923c-0c11-4139-a884-ae811a26714f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.774580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47ae607-b915-448d-973b-db6bfbd43c08']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:10.793248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ea463c-d3cd-4535-959f-b466147ae855') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:10.793647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ea463c-d3cd-4535-959f-b466147ae855') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:10.811858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba792ef0-a2a9-4f93-a228-b2917da76a3d None None] DHCP port deletion for d47ae607-b915-448d-973b-db6bfbd43c08 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:36:10.814388 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (c9ea463c-d3cd-4535-959f-b466147ae855), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.849784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c9ea463c-d3cd-4535-959f-b466147ae855), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.858548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:10.858882 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (c9ea463c-d3cd-4535-959f-b466147ae855), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:10.860705 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:10.997727 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (d47ae607-b915-448d-973b-db6bfbd43c08), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.007941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe96d0-2acc-40bc-9454-34445b50e429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba2923c-0c11-4139-a884-ae811a26714f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:11.028651 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9ebe96d0-2acc-40bc-9454-34445b50e429 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6da450b2a904b9c913ad9a32456a35f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7842064 Feb 09 03:36:11.033043 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54126) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:11.062662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.071575 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d47ae607-b915-448d-973b-db6bfbd43c08 HTTP/1.1" status: 204 len: 168 time: 1.2912302 Feb 09 03:36:11.072276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9a503-fdda-4fc5-ac70-ea54fb3bd188 admin admin] Pushing event deleted for resources: {'Network': ['ID=d47ae607-b915-448d-973b-db6bfbd43c08,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:11.076572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e9078361-6d82-45b4-af73-d6de14c11673 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:11.134975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: e9078361-6d82-45b4-af73-d6de14c11673 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:11.135983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e9078361-6d82-45b4-af73-d6de14c11673 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:11.215617 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (28ca1cb5-9f80-4469-92b3-a6a66eed53e6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.313246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Port': ['ID=28ca1cb5-9f80-4469-92b3-a6a66eed53e6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:11.332740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Publish callbacks [] for security_group (3ba2923c-0c11-4139-a884-ae811a26714f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.338075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No DVR routers for this DVR port 28ca1cb5-9f80-4469-92b3-a6a66eed53e6 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:11.409457 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Publish callbacks [] for security_group (3ba2923c-0c11-4139-a884-ae811a26714f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.439661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54142) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:11.440210 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54144) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:11.522618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7b648df6-0958-4f01-ace0-72b929340c08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75f22a02eb0444c6ae9cf24015859115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0801897 Feb 09 03:36:11.526803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54148) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:11.530914 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (9dea3a40-22f1-49c5-9658-0601dd85fe70), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.651384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dea3a40-22f1-49c5-9658-0601dd85fe70']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:11.663574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a0cc05-0e93-41b6-b151-b1d3c26dd351') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:11.664239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a0cc05-0e93-41b6-b151-b1d3c26dd351') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:11.675125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (05a0cc05-0e93-41b6-b151-b1d3c26dd351), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.690504 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (05a0cc05-0e93-41b6-b151-b1d3c26dd351), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.697418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:11.698112 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (05a0cc05-0e93-41b6-b151-b1d3c26dd351), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:11.767996 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:11.778749 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (9dea3a40-22f1-49c5-9658-0601dd85fe70), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.793831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa304a7-a22f-42b9-90a2-8fc05c38d33b req-a2d58f23-02dd-4046-b7c2-8fd48e9e4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:11.795234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa304a7-a22f-42b9-90a2-8fc05c38d33b req-a2d58f23-02dd-4046-b7c2-8fd48e9e4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:11.796691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa304a7-a22f-42b9-90a2-8fc05c38d33b req-a2d58f23-02dd-4046-b7c2-8fd48e9e4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:11.797561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa304a7-a22f-42b9-90a2-8fc05c38d33b req-a2d58f23-02dd-4046-b7c2-8fd48e9e4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:11.798093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa304a7-a22f-42b9-90a2-8fc05c38d33b req-a2d58f23-02dd-4046-b7c2-8fd48e9e4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:11.799605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa304a7-a22f-42b9-90a2-8fc05c38d33b req-a2d58f23-02dd-4046-b7c2-8fd48e9e4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:11.801903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa304a7-a22f-42b9-90a2-8fc05c38d33b req-a2d58f23-02dd-4046-b7c2-8fd48e9e4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:11.804112 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.807828 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/9dea3a40-22f1-49c5-9658-0601dd85fe70 HTTP/1.1" status: 204 len: 168 time: 3.7516191 Feb 09 03:36:11.812384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2130-c877-45dd-8fba-4e82fedb8138 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Network': ['ID=9dea3a40-22f1-49c5-9658-0601dd85fe70,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:11.814484 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3ba2923c-0c11-4139-a884-ae811a26714f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.822954 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aaa304a7-a22f-42b9-90a2-8fc05c38d33b req-a2d58f23-02dd-4046-b7c2-8fd48e9e4a1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 6728 time: 0.3725829 Feb 09 03:36:11.823140 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.826845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ba2923c-0c11-4139-a884-ae811a26714f HTTP/1.1" status: 204 len: 168 time: 0.7897878 Feb 09 03:36:11.826845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54150) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:11.853130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d035fcab-7968-4559-ae2b-36f15bf3e962 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1267260786'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:11.874885 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba2923c-0c11-4139-a884-ae811a26714f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:11.901066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.901335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.901686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.902026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.902367 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.902688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.903010 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.903611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.903940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.904265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.904590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.904914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.905239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc03b8-80e9-4862-8178-24c9ea6d6b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:11.908663 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d67b9ef9-6ec7-4fc2-93d6-961d9165a77d admin admin] Publish callbacks [] for security_group (47494b6c-8a8a-4ee4-9f76-9d59b1da594b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.932631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d67b9ef9-6ec7-4fc2-93d6-961d9165a77d admin admin] Publish callbacks [] for security_group (47494b6c-8a8a-4ee4-9f76-9d59b1da594b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.987649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d035fcab-7968-4559-ae2b-36f15bf3e962 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:11.990129 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aaa304a7-a22f-42b9-90a2-8fc05c38d33b req-0070ccc2-939f-4d5d-9c29-5dee39763ab7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1657820 Feb 09 03:36:11.992500 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d035fcab-7968-4559-ae2b-36f15bf3e962 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.008164 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d67b9ef9-6ec7-4fc2-93d6-961d9165a77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (47494b6c-8a8a-4ee4-9f76-9d59b1da594b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.013170 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d67b9ef9-6ec7-4fc2-93d6-961d9165a77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.017061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d67b9ef9-6ec7-4fc2-93d6-961d9165a77d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47494b6c-8a8a-4ee4-9f76-9d59b1da594b HTTP/1.1" status: 204 len: 168 time: 0.4891486 Feb 09 03:36:12.032094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d035fcab-7968-4559-ae2b-36f15bf3e962 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:36:12.042438 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d035fcab-7968-4559-ae2b-36f15bf3e962 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (8c332c61-2701-400a-afd6-417fd00f6866), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.042803 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-d035fcab-7968-4559-ae2b-36f15bf3e962 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Added segment 8c332c61-2701-400a-afd6-417fd00f6866 of type vlan for network 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 Feb 09 03:36:12.102168 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d035fcab-7968-4559-ae2b-36f15bf3e962 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (5a10beda-0e6a-4d7e-bf2d-a1490b74d460), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.137174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b9ef9-6ec7-4fc2-93d6-961d9165a77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47494b6c-8a8a-4ee4-9f76-9d59b1da594b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:12.140632 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d035fcab-7968-4559-ae2b-36f15bf3e962 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (5a10beda-0e6a-4d7e-bf2d-a1490b74d460), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.146422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d035fcab-7968-4559-ae2b-36f15bf3e962 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:12.147745 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d035fcab-7968-4559-ae2b-36f15bf3e962 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.263369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035fcab-7968-4559-ae2b-36f15bf3e962 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=5a10beda-0e6a-4d7e-bf2d-a1490b74d460,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:12.268413 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d035fcab-7968-4559-ae2b-36f15bf3e962 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4196341 Feb 09 03:36:12.272589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54162) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:12.292967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:36:12.295289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4c866f23-dc47-47d9-9431-0682be483716 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:12.607529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c866f23-dc47-47d9-9431-0682be483716 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (5a10beda-0e6a-4d7e-bf2d-a1490b74d460), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.643184 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c866f23-dc47-47d9-9431-0682be483716 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (5a10beda-0e6a-4d7e-bf2d-a1490b74d460), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.783797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c866f23-dc47-47d9-9431-0682be483716 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 is not hosted by any dhcp agent {{(pid=103328) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:36:12.809066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c866f23-dc47-47d9-9431-0682be483716 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:12.813013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c866f23-dc47-47d9-9431-0682be483716 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.817099 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4c866f23-dc47-47d9-9431-0682be483716 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "PUT /v2.0/networks/5a10beda-0e6a-4d7e-bf2d-a1490b74d460 HTTP/1.1" status: 200 len: 723 time: 0.5400729 Feb 09 03:36:12.817456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54194) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:12.824777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1602265a-66fc-4408-ae79-1beeef498752 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'network_id': '5a10beda-0e6a-4d7e-bf2d-a1490b74d460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:12.911995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c866f23-dc47-47d9-9431-0682be483716 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=5a10beda-0e6a-4d7e-bf2d-a1490b74d460,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:12.937685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:36:13.134904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1602265a-66fc-4408-ae79-1beeef498752 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:13.141863 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1602265a-66fc-4408-ae79-1beeef498752 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:13.620874 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1602265a-66fc-4408-ae79-1beeef498752 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (c7b29355-93e6-4606-9c3f-6ae5416c4c0e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:13.714078 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1602265a-66fc-4408-ae79-1beeef498752 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking segment: {'id': '8c332c61-2701-400a-afd6-417fd00f6866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5a10beda-0e6a-4d7e-bf2d-a1490b74d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:13.715087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1602265a-66fc-4408-ae79-1beeef498752 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network hostable DHCP agents. Network: 5a10beda-0e6a-4d7e-bf2d-a1490b74d460, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:36:13.746457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602265a-66fc-4408-ae79-1beeef498752 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=c7b29355-93e6-4606-9c3f-6ae5416c4c0e,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:13.755263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1602265a-66fc-4408-ae79-1beeef498752 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:36:13.769609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1602265a-66fc-4408-ae79-1beeef498752 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 5a10beda-0e6a-4d7e-bf2d-a1490b74d460) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:13.775616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1602265a-66fc-4408-ae79-1beeef498752 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:13.776652 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1602265a-66fc-4408-ae79-1beeef498752 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:13.781013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8925ba3c-bf13-400e-9569-55787aef22c4 None None] Network 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:13.805080 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1602265a-66fc-4408-ae79-1beeef498752 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9862809 Feb 09 03:36:13.808222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54224) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:13.816374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e6b075b8-eb9b-4817-a282-00b2330034c5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:14.002149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-5a10beda-0e6a-4d7e-bf2d-a1490b74d460', 'network_id': '5a10beda-0e6a-4d7e-bf2d-a1490b74d460', 'project_id': '26923e99236d44cca049d72c194fdbd0', 'fixed_ips': [{'subnet_id': 'c7b29355-93e6-4606-9c3f-6ae5416c4c0e'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:36:14.003230 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:14.069643 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54236) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:14.180868 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e6b075b8-eb9b-4817-a282-00b2330034c5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28959365'] for subnet (c7b29355-93e6-4606-9c3f-6ae5416c4c0e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:14.326646 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d8daa62-4339-4b68-902c-82cde9d1b56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:14.329298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Allocated IP 172.20.0.2 (5a10beda-0e6a-4d7e-bf2d-a1490b74d460/c7b29355-93e6-4606-9c3f-6ae5416c4c0e/ef531c8b-cb7e-46aa-8e3e-68133bbc6771) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:36:14.517585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d8daa62-4339-4b68-902c-82cde9d1b56c admin admin] Publish callbacks [] for security_group (13fc5395-adc4-4438-935f-51ef74c6d8cb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:14.529347 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d8daa62-4339-4b68-902c-82cde9d1b56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (13fc5395-adc4-4438-935f-51ef74c6d8cb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:14.641535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8daa62-4339-4b68-902c-82cde9d1b56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fc5395-adc4-4438-935f-51ef74c6d8cb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:14.684824 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1d8daa62-4339-4b68-902c-82cde9d1b56c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23cd962ab0b64154ba6a44d7eec5d605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6129978 Feb 09 03:36:14.686279 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54258) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:14.725814 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Publish callbacks [] for port (ef531c8b-cb7e-46aa-8e3e-68133bbc6771), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:14.742980 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (ef531c8b-cb7e-46aa-8e3e-68133bbc6771), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:14.824515 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65f84599-ab9f-4885-8794-e07b2bc76fbc admin admin] Publish callbacks [] for security_group (13fc5395-adc4-4438-935f-51ef74c6d8cb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:14.844362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Network 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:36:14.855658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:14.866889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:36:14.871350 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65f84599-ab9f-4885-8794-e07b2bc76fbc admin admin] Publish callbacks [] for security_group (13fc5395-adc4-4438-935f-51ef74c6d8cb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:14.895822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Pushing event updated for resources: {'Port': ['ID=ef531c8b-cb7e-46aa-8e3e-68133bbc6771,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:14.991538 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65f84599-ab9f-4885-8794-e07b2bc76fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (13fc5395-adc4-4438-935f-51ef74c6d8cb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:14.995041 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65f84599-ab9f-4885-8794-e07b2bc76fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:14.998519 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-65f84599-ab9f-4885-8794-e07b2bc76fbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13fc5395-adc4-4438-935f-51ef74c6d8cb HTTP/1.1" status: 204 len: 168 time: 0.3027568 Feb 09 03:36:15.023474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f84599-ab9f-4885-8794-e07b2bc76fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fc5395-adc4-4438-935f-51ef74c6d8cb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:15.176825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e6b075b8-eb9b-4817-a282-00b2330034c5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744001313540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28887862'] for subnet (c7b29355-93e6-4606-9c3f-6ae5416c4c0e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:15.315709 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b075b8-eb9b-4817-a282-00b2330034c5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=c7b29355-93e6-4606-9c3f-6ae5416c4c0e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:15.333215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b075b8-eb9b-4817-a282-00b2330034c5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:15.333856 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e6b075b8-eb9b-4817-a282-00b2330034c5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:15.342947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e6b075b8-eb9b-4817-a282-00b2330034c5 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "PUT /v2.0/subnets/c7b29355-93e6-4606-9c3f-6ae5416c4c0e HTTP/1.1" status: 200 len: 806 time: 1.5307205 Feb 09 03:36:15.343757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54272) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:15.483422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Attempting to bind port ef531c8b-cb7e-46aa-8e3e-68133bbc6771 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:36:15.483793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Attempting to bind port ef531c8b-cb7e-46aa-8e3e-68133bbc6771 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '8c332c61-2701-400a-afd6-417fd00f6866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5a10beda-0e6a-4d7e-bf2d-a1490b74d460'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:36:15.484159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Attempting to bind port ef531c8b-cb7e-46aa-8e3e-68133bbc6771 on network 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:36:15.511896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:36:15.511896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Checking segment: {'id': '8c332c61-2701-400a-afd6-417fd00f6866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5a10beda-0e6a-4d7e-bf2d-a1490b74d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:15.511896 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:15.512369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Bound using segment: {'id': '8c332c61-2701-400a-afd6-417fd00f6866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5a10beda-0e6a-4d7e-bf2d-a1490b74d460'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:36:15.512580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Bound port: ef531c8b-cb7e-46aa-8e3e-68133bbc6771, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c332c61-2701-400a-afd6-417fd00f6866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5a10beda-0e6a-4d7e-bf2d-a1490b74d460'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:36:15.512919 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ef531c8b-cb7e-46aa-8e3e-68133bbc6771), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:15.577918 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (5a10beda-0e6a-4d7e-bf2d-a1490b74d460), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:15.698428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Deleting port ef531c8b-cb7e-46aa-8e3e-68133bbc6771 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:15.699559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ef531c8b-cb7e-46aa-8e3e-68133bbc6771), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:15.832699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] For port ef531c8b-cb7e-46aa-8e3e-68133bbc6771, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:36:15.844907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] For port ef531c8b-cb7e-46aa-8e3e-68133bbc6771, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ef531c8b-cb7e-46aa-8e3e-68133bbc6771,segment=NetworkSegment(8c332c61-2701-400a-afd6-417fd00f6866),segment_id=8c332c61-2701-400a-afd6-417fd00f6866)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:36:15.864655 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6773ae2b-7c89-4397-889d-9f9a53e13f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:15.877886 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ef531c8b-cb7e-46aa-8e3e-68133bbc6771), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:15.911077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] For port ef531c8b-cb7e-46aa-8e3e-68133bbc6771, host n-d-824835-15, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:15.911447 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ef531c8b-cb7e-46aa-8e3e-68133bbc6771), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:15.945406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Calling delete_port for ef531c8b-cb7e-46aa-8e3e-68133bbc6771 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:16.120861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf516e02-4c0a-458f-809c-2f5066fb1117 None None] Pushing event updated for resources: {'Port': ['ID=ef531c8b-cb7e-46aa-8e3e-68133bbc6771,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:16.167440 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-492279d9-b28c-410b-b565-e615799324af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1820099 Feb 09 03:36:16.380115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-143b5835-919d-4ad3-b1c2-a5078c7ce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:16.383882 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ef531c8b-cb7e-46aa-8e3e-68133bbc6771), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:16.399293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-143b5835-919d-4ad3-b1c2-a5078c7ce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:16.408488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-143b5835-919d-4ad3-b1c2-a5078c7ce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:16.418430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-143b5835-919d-4ad3-b1c2-a5078c7ce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:16.419184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-143b5835-919d-4ad3-b1c2-a5078c7ce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:16.419891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-143b5835-919d-4ad3-b1c2-a5078c7ce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:16.420566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-143b5835-919d-4ad3-b1c2-a5078c7ce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:16.423238 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-143b5835-919d-4ad3-b1c2-a5078c7ce47a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=861f56ac06a6467aaaedc48cd06f4450&device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 6728 time: 0.1675627 Feb 09 03:36:16.561146 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Port': ['ID=ef531c8b-cb7e-46aa-8e3e-68133bbc6771,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:16.668033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No DVR routers for this DVR port ef531c8b-cb7e-46aa-8e3e-68133bbc6771 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:16.720907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-fd90b796-1723-4184-8457-5b66bf4302a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:16.721505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-fd90b796-1723-4184-8457-5b66bf4302a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:16.721885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-fd90b796-1723-4184-8457-5b66bf4302a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:16.723541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-fd90b796-1723-4184-8457-5b66bf4302a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b64083df-8d6d-4adf-9bed-2301d18d1f84&id=f7a362c8-f106-4428-a12c-5e814adef261&id=f7a362c8-f106-4428-a12c-5e814adef261&id=f7a362c8-f106-4428-a12c-5e814adef261&id=f7a362c8-f106-4428-a12c-5e814adef261&id=f3085456-bd68-41c9-9475-08aeec892882&id=f3085456-bd68-41c9-9475-08aeec892882 HTTP/1.1" status: 200 len: 2298 time: 0.2735136 Feb 09 03:36:16.814261 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c7b29355-93e6-4606-9c3f-6ae5416c4c0e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:16.959512 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-54c15666-4fdc-4588-b3f9-c11ec07718d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c0ef499-669a-4d3c-8d02-453c2efe13dc HTTP/1.1" status: 200 len: 1002 time: 0.2161591 Feb 09 03:36:17.012175 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (c7b29355-93e6-4606-9c3f-6ae5416c4c0e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:17.081985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b29355-93e6-4606-9c3f-6ae5416c4c0e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:17.096084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-953636cb-b1fe-474e-b185-55279553469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:17.109513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-953636cb-b1fe-474e-b185-55279553469d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03cd6059-552d-420c-a27f-0ef14c1585e2 HTTP/1.1" status: 200 len: 856 time: 0.1434627 Feb 09 03:36:17.210790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-0e24deed-4cc4-455d-935c-ed22873dbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:17.266780 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-0e24deed-4cc4-455d-935c-ed22873dbedf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b64083df-8d6d-4adf-9bed-2301d18d1f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1497285 Feb 09 03:36:17.356303 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (5a10beda-0e6a-4d7e-bf2d-a1490b74d460), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:17.433565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-ee3b4132-99c5-4db4-b577-d8de3350a0a4 service neutron] 10.222.0.65 "GET /v2.0/networks/b64083df-8d6d-4adf-9bed-2301d18d1f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594708 Feb 09 03:36:17.446515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a10beda-0e6a-4d7e-bf2d-a1490b74d460']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:17.482461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c332c61-2701-400a-afd6-417fd00f6866') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:17.487498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c332c61-2701-400a-afd6-417fd00f6866') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:17.523462 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (8c332c61-2701-400a-afd6-417fd00f6866), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:17.575977 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (8c332c61-2701-400a-afd6-417fd00f6866), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:17.623177 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-8513f17f-0fe5-4124-a9f0-2505af163f85 service neutron] 10.222.0.65 "GET /v2.0/networks/b64083df-8d6d-4adf-9bed-2301d18d1f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829066 Feb 09 03:36:17.636816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:17.637228 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (8c332c61-2701-400a-afd6-417fd00f6866), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:17.640591 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:17.734839 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-5cc8249d-e3bf-48e6-8410-2690481ce83f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bead1e10-5446-4c1c-bce1-792486a75c6c HTTP/1.1" status: 200 len: 217 time: 0.1030998 Feb 09 03:36:17.830403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (5a10beda-0e6a-4d7e-bf2d-a1490b74d460), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:17.867638 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:17.881972 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/5a10beda-0e6a-4d7e-bf2d-a1490b74d460 HTTP/1.1" status: 204 len: 168 time: 2.5367787 Feb 09 03:36:17.886620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54336) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:17.941339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f96ab-fa33-4fc0-94ab-a87229490443 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Network': ['ID=5a10beda-0e6a-4d7e-bf2d-a1490b74d460,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:17.972899 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-72064ab6-2c4f-440f-8909-1542b6e42f3e tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:17.973418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72064ab6-2c4f-440f-8909-1542b6e42f3e tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:17.986951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54342) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:17.987188 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-72064ab6-2c4f-440f-8909-1542b6e42f3e tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/5a10beda-0e6a-4d7e-bf2d-a1490b74d460 HTTP/1.1" status: 404 len: 339 time: 0.1001272 Feb 09 03:36:17.992834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-dc122d21-1557-4a73-a78f-f36d2efbf8b9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1266660186', 'description': 'd1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:17.996620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-ad9742c6-f8eb-4179-b467-bc0191f5cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:17.999485 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-ad9742c6-f8eb-4179-b467-bc0191f5cba6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48e2e927-d5af-4c72-bdba-a98cdca6bd34 HTTP/1.1" status: 200 len: 797 time: 0.2583599 Feb 09 03:36:18.071466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc122d21-1557-4a73-a78f-f36d2efbf8b9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:18.074962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc122d21-1557-4a73-a78f-f36d2efbf8b9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:18.116642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-bed69e82-7156-4633-b382-a25a2a1129b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:18.118301 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-bed69e82-7156-4633-b382-a25a2a1129b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a362c8-f106-4428-a12c-5e814adef261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1122797 Feb 09 03:36:18.134388 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-362930f4-06c9-4939-a760-cfaf87b1178c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:18.136700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc122d21-1557-4a73-a78f-f36d2efbf8b9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:36:18.161337 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc122d21-1557-4a73-a78f-f36d2efbf8b9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (67b6e80d-75d0-4c70-a75c-553010b461e2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:18.162711 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-dc122d21-1557-4a73-a78f-f36d2efbf8b9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Added segment 67b6e80d-75d0-4c70-a75c-553010b461e2 of type vlan for network f863ded9-a8b9-40d5-b11f-9a4c768fcbd4 Feb 09 03:36:18.231129 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc122d21-1557-4a73-a78f-f36d2efbf8b9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f863ded9-a8b9-40d5-b11f-9a4c768fcbd4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:18.232310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4b676509-b9ad-441c-b767-00cec33c4fb6 None None] Could not find standard attr ID for object ef531c8b-cb7e-46aa-8e3e-68133bbc6771. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:36:18.259739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5adc0d3-a024-49fe-a0d4-d931a9f85693 None None] DHCP port deletion for 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:36:18.283638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200f2d19-69e5-4d44-9e90-fdf79dae1362 None None] Network 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:18.311977 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc122d21-1557-4a73-a78f-f36d2efbf8b9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f863ded9-a8b9-40d5-b11f-9a4c768fcbd4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:18.320053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc122d21-1557-4a73-a78f-f36d2efbf8b9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:18.321055 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc122d21-1557-4a73-a78f-f36d2efbf8b9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:18.367417 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200f2d19-69e5-4d44-9e90-fdf79dae1362 None None] Network 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:36:18.383386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac35f09-6c3e-4cf8-8d22-069d8ca7674f None None] Network 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:18.401513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-73b8f7ed-89e2-46b2-b12a-48581628ebed service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749422 Feb 09 03:36:18.430210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac35f09-6c3e-4cf8-8d22-069d8ca7674f None None] Network 5a10beda-0e6a-4d7e-bf2d-a1490b74d460 could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:36:18.431406 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dc122d21-1557-4a73-a78f-f36d2efbf8b9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4432693 Feb 09 03:36:18.434662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54356) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:18.467406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc122d21-1557-4a73-a78f-f36d2efbf8b9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=f863ded9-a8b9-40d5-b11f-9a4c768fcbd4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:18.479983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f863ded9-a8b9-40d5-b11f-9a4c768fcbd4 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:36:18.549637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27194d2c-43a3-4270-bb8e-8aea35dd5ad2 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:18.556653 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-27194d2c-43a3-4270-bb8e-8aea35dd5ad2 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/networks?id=f863ded9-a8b9-40d5-b11f-9a4c768fcbd4 HTTP/1.1" status: 200 len: 761 time: 0.1206868 Feb 09 03:36:18.557791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54362) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:18.564281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-52afa138-a795-45fd-a26a-f10ff0668eed tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'description': 'd2'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:18.635810 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-337a96b5-1697-4e0b-816e-f5025a80afdc service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238567 Feb 09 03:36:18.717228 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-e3813bd4-c4f8-498f-8be6-46f0b704655a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=fb3ea48f-6c11-4728-960f-048fa8c79da0 HTTP/1.1" status: 200 len: 217 time: 0.0746970 Feb 09 03:36:18.843254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-6961030d-c815-40ef-99b3-fcffcb8d9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:18.847595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-6961030d-c815-40ef-99b3-fcffcb8d9954 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48e2e927-d5af-4c72-bdba-a98cdca6bd34 HTTP/1.1" status: 200 len: 797 time: 0.1223400 Feb 09 03:36:18.930491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ef531c8b-cb7e-46aa-8e3e-68133bbc6771 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:18.992912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-2fc1164d-f594-409a-b69e-70a79969b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:18.999731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-2fc1164d-f594-409a-b69e-70a79969b10c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a362c8-f106-4428-a12c-5e814adef261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1440880 Feb 09 03:36:19.009119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: ef531c8b-cb7e-46aa-8e3e-68133bbc6771 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:19.009494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ef531c8b-cb7e-46aa-8e3e-68133bbc6771 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:19.102874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54382) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:19.180854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e1bb77-0448-4aee-9f93-8a3067c9ea9f admin admin] Deleting subnet 45933038-355d-4e10-bbd2-10715236be57 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:36:19.188829 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3e1bb77-0448-4aee-9f93-8a3067c9ea9f admin admin] Publish callbacks [] for subnet (45933038-355d-4e10-bbd2-10715236be57), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:19.240757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-c382dc8f-5c8b-4aed-819d-cb4c4cac7d09 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307651 Feb 09 03:36:19.314483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3e1bb77-0448-4aee-9f93-8a3067c9ea9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (45933038-355d-4e10-bbd2-10715236be57), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:19.321529 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:19.407122 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52afa138-a795-45fd-a26a-f10ff0668eed tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f863ded9-a8b9-40d5-b11f-9a4c768fcbd4), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:19.441592 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52afa138-a795-45fd-a26a-f10ff0668eed tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f863ded9-a8b9-40d5-b11f-9a4c768fcbd4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:19.477832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3e1bb77-0448-4aee-9f93-8a3067c9ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (45933038-355d-4e10-bbd2-10715236be57), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:19.527801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52afa138-a795-45fd-a26a-f10ff0668eed tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network f863ded9-a8b9-40d5-b11f-9a4c768fcbd4 is not hosted by any dhcp agent {{(pid=103327) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:36:19.533305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52afa138-a795-45fd-a26a-f10ff0668eed tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:19.534176 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52afa138-a795-45fd-a26a-f10ff0668eed tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:19.535814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-52afa138-a795-45fd-a26a-f10ff0668eed tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "PUT /v2.0/networks/f863ded9-a8b9-40d5-b11f-9a4c768fcbd4 HTTP/1.1" status: 200 len: 758 time: 0.9765439 Feb 09 03:36:19.536764 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-cf68f896-524b-4fed-a8ab-b54a74c56f5b service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916760 Feb 09 03:36:19.540040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54402) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:19.623308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afa138-a795-45fd-a26a-f10ff0668eed tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=f863ded9-a8b9-40d5-b11f-9a4c768fcbd4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:19.636471 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f863ded9-a8b9-40d5-b11f-9a4c768fcbd4 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:36:19.656756 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-4700d53d-e28f-409a-9df5-ba2292295814 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=16a3fa99-6821-4aa6-93a8-7fd65666a1a8 HTTP/1.1" status: 200 len: 217 time: 0.1138735 Feb 09 03:36:19.679187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bc4ab8-b85b-43a9-98cb-1a06d6175bfc tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:19.681146 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e8bc4ab8-b85b-43a9-98cb-1a06d6175bfc tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/networks?id=f863ded9-a8b9-40d5-b11f-9a4c768fcbd4 HTTP/1.1" status: 200 len: 761 time: 0.1395521 Feb 09 03:36:19.684395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54404) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:19.689662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ec62f899-1962-47b6-838d-cd54ff812ecf tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-121047508'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:19.723134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec62f899-1962-47b6-838d-cd54ff812ecf tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:19.727463 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec62f899-1962-47b6-838d-cd54ff812ecf tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:19.798099 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-0c7ff577-fa86-4c3b-94a3-cd8fe74e7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:19.799739 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-0c7ff577-fa86-4c3b-94a3-cd8fe74e7e85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48e2e927-d5af-4c72-bdba-a98cdca6bd34 HTTP/1.1" status: 200 len: 797 time: 0.1353607 Feb 09 03:36:19.805732 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3e1bb77-0448-4aee-9f93-8a3067c9ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (45933038-355d-4e10-bbd2-10715236be57), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:19.838258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec62f899-1962-47b6-838d-cd54ff812ecf tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:36:19.870115 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec62f899-1962-47b6-838d-cd54ff812ecf tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2c5c5c42-055a-43f9-8ee7-fd82afeaaff5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:19.870115 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-ec62f899-1962-47b6-838d-cd54ff812ecf tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Added segment 2c5c5c42-055a-43f9-8ee7-fd82afeaaff5 of type vlan for network ff388024-5d15-41ef-9746-f9f28e6494bc Feb 09 03:36:19.884446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1bb77-0448-4aee-9f93-8a3067c9ea9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45933038-355d-4e10-bbd2-10715236be57,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:19.890247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3e1bb77-0448-4aee-9f93-8a3067c9ea9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:19.894104 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b3e1bb77-0448-4aee-9f93-8a3067c9ea9f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/45933038-355d-4e10-bbd2-10715236be57 HTTP/1.1" status: 204 len: 168 time: 0.7900066 Feb 09 03:36:19.897136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54412) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:20.050535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-32aca23a-f8dd-40ad-8d3e-54fdf29d2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:20.064122 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec62f899-1962-47b6-838d-cd54ff812ecf tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (ff388024-5d15-41ef-9746-f9f28e6494bc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.067309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-32aca23a-f8dd-40ad-8d3e-54fdf29d2e3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a362c8-f106-4428-a12c-5e814adef261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2515488 Feb 09 03:36:20.073762 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (2007e3e8-e057-4241-9e65-d01f6431c423), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.136991 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec62f899-1962-47b6-838d-cd54ff812ecf tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (ff388024-5d15-41ef-9746-f9f28e6494bc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.143737 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec62f899-1962-47b6-838d-cd54ff812ecf tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:20.144424 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec62f899-1962-47b6-838d-cd54ff812ecf tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.235807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (2007e3e8-e057-4241-9e65-d01f6431c423), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.239053 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ec62f899-1962-47b6-838d-cd54ff812ecf tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5534670 Feb 09 03:36:20.242330 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54442) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:20.251814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-fe2e05b9-00e7-4439-ab0d-e90ccbaf8172 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'network_id': 'ff388024-5d15-41ef-9746-f9f28e6494bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:20.261983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2007e3e8-e057-4241-9e65-d01f6431c423']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:20.273209 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0a04b8-0ebb-414d-a819-b618076251bb') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:20.273875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0a04b8-0ebb-414d-a819-b618076251bb') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:20.284272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (6a0a04b8-0ebb-414d-a819-b618076251bb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.300421 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6a0a04b8-0ebb-414d-a819-b618076251bb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.307155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62f899-1962-47b6-838d-cd54ff812ecf tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=ff388024-5d15-41ef-9746-f9f28e6494bc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:20.308092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:20.308843 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (6a0a04b8-0ebb-414d-a819-b618076251bb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.322768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network ff388024-5d15-41ef-9746-f9f28e6494bc details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:20.379452 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:20.391303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2e05b9-00e7-4439-ab0d-e90ccbaf8172 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:20.398700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe2e05b9-00e7-4439-ab0d-e90ccbaf8172 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.470805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-ab6dc99b-16a8-4bcc-aad0-4c11893c55ee service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005558 Feb 09 03:36:20.674764 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-804faa0e-a6b8-4e67-9b37-aabd55cc2895 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903410 Feb 09 03:36:20.718272 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe2e05b9-00e7-4439-ab0d-e90ccbaf8172 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (ea0065ac-51c8-4e6e-bda2-a6f7ba5cdf9d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.765145 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.782939 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (2007e3e8-e057-4241-9e65-d01f6431c423), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.785277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-634250f4-4e4b-4737-ae58-c9d3ccccab93 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=a2ffafdf-2073-418a-b7e0-80445e472285 HTTP/1.1" status: 200 len: 217 time: 0.0950332 Feb 09 03:36:20.803046 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.813314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54456) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:20.813552 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2007e3e8-e057-4241-9e65-d01f6431c423 HTTP/1.1" status: 204 len: 168 time: 0.9148707 Feb 09 03:36:20.847575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54458) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:20.878969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9401e85-2706-43cd-864e-054ce50be2a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2007e3e8-e057-4241-9e65-d01f6431c423,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:20.927033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-049f1d8c-a7d2-4f8d-9ab0-1a1816d68d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:20.928782 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-049f1d8c-a7d2-4f8d-9ab0-1a1816d68d82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48e2e927-d5af-4c72-bdba-a98cdca6bd34 HTTP/1.1" status: 200 len: 797 time: 0.1290238 Feb 09 03:36:20.996902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-4b36c312-2750-4188-b2d9-a8f48132a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:20.998447 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-4b36c312-2750-4188-b2d9-a8f48132a8f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a362c8-f106-4428-a12c-5e814adef261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0626891 Feb 09 03:36:21.007649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e05b9-00e7-4439-ab0d-e90ccbaf8172 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=ea0065ac-51c8-4e6e-bda2-a6f7ba5cdf9d,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:21.052075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e05b9-00e7-4439-ab0d-e90ccbaf8172 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking segment: {'id': '2c5c5c42-055a-43f9-8ee7-fd82afeaaff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff388024-5d15-41ef-9746-f9f28e6494bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:21.052479 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e05b9-00e7-4439-ab0d-e90ccbaf8172 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network hostable DHCP agents. Network: ff388024-5d15-41ef-9746-f9f28e6494bc, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:36:21.058369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e28753-f088-4f8b-a6c3-ae6cc23f2887 admin admin] Deleting subnet 8c09d756-d0ec-4ace-ba5f-0c96f3fc0430 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:36:21.063193 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9e28753-f088-4f8b-a6c3-ae6cc23f2887 admin admin] Publish callbacks [] for subnet (8c09d756-d0ec-4ace-ba5f-0c96f3fc0430), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.173070 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-75d68aed-ad44-44c0-a1e3-dc9a5e66924f service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683342 Feb 09 03:36:21.176418 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89b477f0-68be-4e16-ac80-eae0d11cd15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.215497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e05b9-00e7-4439-ab0d-e90ccbaf8172 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network ff388024-5d15-41ef-9746-f9f28e6494bc is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:36:21.242679 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9e28753-f088-4f8b-a6c3-ae6cc23f2887 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (8c09d756-d0ec-4ace-ba5f-0c96f3fc0430), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.246063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-fe2e05b9-00e7-4439-ab0d-e90ccbaf8172 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, ff388024-5d15-41ef-9746-f9f28e6494bc) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:21.263938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409769d8-8e3d-4203-90b3-ed5a745e9e18 None None] Network ff388024-5d15-41ef-9746-f9f28e6494bc requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:21.299303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e05b9-00e7-4439-ab0d-e90ccbaf8172 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:21.299908 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe2e05b9-00e7-4439-ab0d-e90ccbaf8172 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.375492 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fe2e05b9-00e7-4439-ab0d-e90ccbaf8172 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1319220 Feb 09 03:36:21.388039 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9e28753-f088-4f8b-a6c3-ae6cc23f2887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (8c09d756-d0ec-4ace-ba5f-0c96f3fc0430), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.389396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54478) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:21.418620 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-b6f8a298-93da-48d3-b88c-8b230fb83125 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366900 Feb 09 03:36:21.523762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-ff388024-5d15-41ef-9746-f9f28e6494bc', 'network_id': 'ff388024-5d15-41ef-9746-f9f28e6494bc', 'project_id': '26923e99236d44cca049d72c194fdbd0', 'fixed_ips': [{'subnet_id': 'ea0065ac-51c8-4e6e-bda2-a6f7ba5cdf9d'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:36:21.527515 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.533981 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89b477f0-68be-4e16-ac80-eae0d11cd15b admin admin] Publish callbacks [] for security_group (d64164bc-a453-4a3c-a83a-0346ffd08a91), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.541635 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9e28753-f088-4f8b-a6c3-ae6cc23f2887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (8c09d756-d0ec-4ace-ba5f-0c96f3fc0430), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.582507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e28753-f088-4f8b-a6c3-ae6cc23f2887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c09d756-d0ec-4ace-ba5f-0c96f3fc0430,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:21.590185 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89b477f0-68be-4e16-ac80-eae0d11cd15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d64164bc-a453-4a3c-a83a-0346ffd08a91), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.596205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9e28753-f088-4f8b-a6c3-ae6cc23f2887 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.604343 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b9e28753-f088-4f8b-a6c3-ae6cc23f2887 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8c09d756-d0ec-4ace-ba5f-0c96f3fc0430 HTTP/1.1" status: 204 len: 168 time: 0.7878916 Feb 09 03:36:21.608484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54482) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:21.643090 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-caae449a-c1c6-4d02-aebb-0016273956c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c37e197c-1ee6-40de-bcac-5c09a8d17027 HTTP/1.1" status: 200 len: 217 time: 0.2110012 Feb 09 03:36:21.754743 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-89b477f0-68be-4e16-ac80-eae0d11cd15b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2d2910454d241ab94901c75d0bd4838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8917801 Feb 09 03:36:21.759946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54484) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:21.780482 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (8f5e22f3-58c4-4a55-9b91-d3ef1f32a217), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.797590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b477f0-68be-4e16-ac80-eae0d11cd15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64164bc-a453-4a3c-a83a-0346ffd08a91,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:21.807811 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-edf340f2-fb95-40ff-bce4-7ac0f7f2272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:21.819225 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-edf340f2-fb95-40ff-bce4-7ac0f7f2272e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e14acaa-c94f-4056-8ad2-5d729d8e19c6 HTTP/1.1" status: 200 len: 797 time: 0.1619670 Feb 09 03:36:21.829327 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (ff388024-5d15-41ef-9746-f9f28e6494bc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.934622 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-f21ded88-7813-4313-8ebc-c4375a499173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:21.936022 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-f21ded88-7813-4313-8ebc-c4375a499173 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f3085456-bd68-41c9-9475-08aeec892882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1021585 Feb 09 03:36:21.937147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Allocated IP 172.20.0.2 (ff388024-5d15-41ef-9746-f9f28e6494bc/ea0065ac-51c8-4e6e-bda2-a6f7ba5cdf9d/b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:36:21.941539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ea0065ac-51c8-4e6e-bda2-a6f7ba5cdf9d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.947430 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96259a9e-8f18-4893-91b7-1c3febb60f3a admin admin] Publish callbacks [] for security_group (d64164bc-a453-4a3c-a83a-0346ffd08a91), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.032829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96259a9e-8f18-4893-91b7-1c3febb60f3a admin admin] Publish callbacks [] for security_group (d64164bc-a453-4a3c-a83a-0346ffd08a91), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.054670 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (8f5e22f3-58c4-4a55-9b91-d3ef1f32a217), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.125523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5e22f3-58c4-4a55-9b91-d3ef1f32a217']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:22.138120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e191832-7c1f-46d7-9de9-aad422e54037') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:22.138567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e191832-7c1f-46d7-9de9-aad422e54037') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:22.168140 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (9e191832-7c1f-46d7-9de9-aad422e54037), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.186627 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-ff15a181-0f03-40bf-b8fc-e8da7da8079c service neutron] 10.222.0.65 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474550 Feb 09 03:36:22.198935 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.209754 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9e191832-7c1f-46d7-9de9-aad422e54037), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.237064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:22.237496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (9e191832-7c1f-46d7-9de9-aad422e54037), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:22.242650 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:22.258740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96259a9e-8f18-4893-91b7-1c3febb60f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d64164bc-a453-4a3c-a83a-0346ffd08a91), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.264765 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96259a9e-8f18-4893-91b7-1c3febb60f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.270383 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-96259a9e-8f18-4893-91b7-1c3febb60f3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d64164bc-a453-4a3c-a83a-0346ffd08a91 HTTP/1.1" status: 204 len: 168 time: 0.4946270 Feb 09 03:36:22.383398 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-897faa1f-b07e-478c-9807-1738dd6e4260 service neutron] 10.222.0.65 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918106 Feb 09 03:36:22.409115 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Publish callbacks [] for port (b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.426290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96259a9e-8f18-4893-91b7-1c3febb60f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64164bc-a453-4a3c-a83a-0346ffd08a91,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:22.438433 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.456800 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (8f5e22f3-58c4-4a55-9b91-d3ef1f32a217), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.462759 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.468698 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] 10.222.0.21 "DELETE /v2.0/networks/8f5e22f3-58c4-4a55-9b91-d3ef1f32a217 HTTP/1.1" status: 204 len: 168 time: 0.8508859 Feb 09 03:36:22.497793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36b6e8-3754-41fe-8d43-52d9fa4c9e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5e22f3-58c4-4a55-9b91-d3ef1f32a217,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:22.521776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Pushing event updated for resources: {'Port': ['ID=b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:22.546022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Network ff388024-5d15-41ef-9746-f9f28e6494bc is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:36:22.551532 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-2b814588-cd77-46be-b783-4d135401324b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3194d10-40a5-4af1-93c4-000b21a5e833 HTTP/1.1" status: 200 len: 217 time: 0.1582317 Feb 09 03:36:22.554092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:22.558573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:36:22.649899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-f4a33e42-7b5d-4157-9f99-951351542a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:22.655607 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-f4a33e42-7b5d-4157-9f99-951351542a5a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e14acaa-c94f-4056-8ad2-5d729d8e19c6 HTTP/1.1" status: 200 len: 797 time: 0.0935233 Feb 09 03:36:22.658165 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (ea0065ac-51c8-4e6e-bda2-a6f7ba5cdf9d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.690004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0065ac-51c8-4e6e-bda2-a6f7ba5cdf9d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:22.695731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Attempting to bind port b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:36:22.696257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Attempting to bind port b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '2c5c5c42-055a-43f9-8ee7-fd82afeaaff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff388024-5d15-41ef-9746-f9f28e6494bc'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:36:22.696635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Attempting to bind port b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc on network ff388024-5d15-41ef-9746-f9f28e6494bc {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:36:22.710606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:36:22.710994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Checking segment: {'id': '2c5c5c42-055a-43f9-8ee7-fd82afeaaff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff388024-5d15-41ef-9746-f9f28e6494bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:22.711481 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.711881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Bound using segment: {'id': '2c5c5c42-055a-43f9-8ee7-fd82afeaaff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff388024-5d15-41ef-9746-f9f28e6494bc'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:36:22.712374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Bound port: b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5c5c42-055a-43f9-8ee7-fd82afeaaff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ff388024-5d15-41ef-9746-f9f28e6494bc'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:36:22.712759 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.737227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.737839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.738335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.738850 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.739335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.739819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.740905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.741708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.742350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.742832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.743322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.743801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.744291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:22.767396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54518) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:22.836798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] For port b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:36:22.838627 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (ff388024-5d15-41ef-9746-f9f28e6494bc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.842451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] For port b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc,segment=NetworkSegment(2c5c5c42-055a-43f9-8ee7-fd82afeaaff5),segment_id=2c5c5c42-055a-43f9-8ee7-fd82afeaaff5)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:36:22.853568 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.870817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-269572d4-7f62-4455-bca9-8e2618967926 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19b65c5f552c47cd8a17145a587ad9ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1021132 Feb 09 03:36:22.876927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54520) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:22.887552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff388024-5d15-41ef-9746-f9f28e6494bc']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:22.910017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5c5c42-055a-43f9-8ee7-fd82afeaaff5') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:22.910316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5c5c42-055a-43f9-8ee7-fd82afeaaff5') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:22.940272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (2c5c5c42-055a-43f9-8ee7-fd82afeaaff5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.972199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb022d-b63a-4ec7-a3eb-bb73dbb0e3e2 None None] Pushing event updated for resources: {'Port': ['ID=b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:22.982199 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2c5c5c42-055a-43f9-8ee7-fd82afeaaff5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.999676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:23.002272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7efd97-a14c-4bf1-80c1-a9ab5701363a None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:36:23.011348 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (2c5c5c42-055a-43f9-8ee7-fd82afeaaff5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:23.066821 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e74420ce-3378-45b7-ba21-ab9706da134d admin admin] Publish callbacks [] for security_group (ccca57e9-6062-41f9-bbbc-c31a6ba006bb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:23.155609 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:23.163082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7efd97-a14c-4bf1-80c1-a9ab5701363a None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:36:23.188113 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e74420ce-3378-45b7-ba21-ab9706da134d admin admin] Publish callbacks [] for security_group (ccca57e9-6062-41f9-bbbc-c31a6ba006bb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:23.197562 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.api [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:36:23.197562 n-d-824835-15 neutron-server[103328]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:36:23.197562 n-d-824835-15 neutron-server[103328]: [parameters: {'id': 'ff388024-5d15-41ef-9746-f9f28e6494bc'}] Feb 09 03:36:23.197562 n-d-824835-15 neutron-server[103328]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:36:23.198341 n-d-824835-15 neutron-server[103328]: DEBUG oslo_db.api [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:36:23.201472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-29fab4ca-27f7-43f6-bc6e-6b144097aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:23.203724 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-29fab4ca-27f7-43f6-bc6e-6b144097aaa4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f3085456-bd68-41c9-9475-08aeec892882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5180449 Feb 09 03:36:23.294540 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54526) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:23.347407 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a24a1b5-d5ed-4bd2-b591-0e8a082e366d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:23.386448 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-1fc7059f-1178-4c7c-b2fa-113a5e6b3d2e service neutron] 10.222.0.65 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680546 Feb 09 03:36:23.459927 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e74420ce-3378-45b7-ba21-ab9706da134d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ccca57e9-6062-41f9-bbbc-c31a6ba006bb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:23.479851 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e74420ce-3378-45b7-ba21-ab9706da134d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:23.493587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e74420ce-3378-45b7-ba21-ab9706da134d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccca57e9-6062-41f9-bbbc-c31a6ba006bb HTTP/1.1" status: 204 len: 168 time: 0.5994651 Feb 09 03:36:23.540795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74420ce-3378-45b7-ba21-ab9706da134d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccca57e9-6062-41f9-bbbc-c31a6ba006bb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:23.656806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a24a1b5-d5ed-4bd2-b591-0e8a082e366d admin admin] Publish callbacks [] for security_group (0dbaeff4-c606-47b9-9f78-75b97d2e6d66), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:23.668258 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a24a1b5-d5ed-4bd2-b591-0e8a082e366d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0dbaeff4-c606-47b9-9f78-75b97d2e6d66), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:23.696507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df6f64-7984-4c6a-82cb-a023fccbed8b None None] Network ff388024-5d15-41ef-9746-f9f28e6494bc requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:23.774111 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1a24a1b5-d5ed-4bd2-b591-0e8a082e366d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b99d4fa1aac4abab364c727498bc603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4663174 Feb 09 03:36:23.778111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24a1b5-d5ed-4bd2-b591-0e8a082e366d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbaeff4-c606-47b9-9f78-75b97d2e6d66,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:23.793814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54546) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:23.897242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9377a2a1-d806-449c-92b6-85e6247eedd5 admin admin] Publish callbacks [] for security_group (0dbaeff4-c606-47b9-9f78-75b97d2e6d66), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:23.944507 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9377a2a1-d806-449c-92b6-85e6247eedd5 admin admin] Publish callbacks [] for security_group (0dbaeff4-c606-47b9-9f78-75b97d2e6d66), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.025014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9377a2a1-d806-449c-92b6-85e6247eedd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0dbaeff4-c606-47b9-9f78-75b97d2e6d66), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.027665 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9377a2a1-d806-449c-92b6-85e6247eedd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.028845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9377a2a1-d806-449c-92b6-85e6247eedd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dbaeff4-c606-47b9-9f78-75b97d2e6d66 HTTP/1.1" status: 204 len: 168 time: 0.2339911 Feb 09 03:36:24.045142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377a2a1-d806-449c-92b6-85e6247eedd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbaeff4-c606-47b9-9f78-75b97d2e6d66,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:24.133232 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.133754 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (ff388024-5d15-41ef-9746-f9f28e6494bc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.154421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b4d5c28-2326-4481-bf36-c3fc8e348dc8 req-ad305f14-51f0-4445-87c7-1a39351a2c06 service neutron] 10.222.0.65 "GET /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7621355 Feb 09 03:36:24.216341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Deleting port b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:24.216531 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.235706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54562) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:24.292458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] For port b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc,segment=NetworkSegment(2c5c5c42-055a-43f9-8ee7-fd82afeaaff5),segment_id=2c5c5c42-055a-43f9-8ee7-fd82afeaaff5)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:24.292900 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.307581 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dd25a6e2-4038-43b3-9f13-ecdc2fd43966 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e9488454b8445f4a0775496424dbbd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0699146 Feb 09 03:36:24.310838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54566) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:24.311728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Calling delete_port for b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:24.415497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0e20-b194-40e2-8aa7-787dd6c69101 admin admin] Publish callbacks [] for security_group (c8c4ea88-2e7a-4ec2-96ba-f20eeda93c6d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.429734 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.438818 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0e20-b194-40e2-8aa7-787dd6c69101 admin admin] Publish callbacks [] for security_group (c8c4ea88-2e7a-4ec2-96ba-f20eeda93c6d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.493959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Port': ['ID=b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:24.499233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No DVR routers for this DVR port b38f7d34-231c-4b42-bf8d-fcf7a3a9b4fc on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:24.505443 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0e20-b194-40e2-8aa7-787dd6c69101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c8c4ea88-2e7a-4ec2-96ba-f20eeda93c6d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.509652 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0e20-b194-40e2-8aa7-787dd6c69101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.511134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dd3e0e20-b194-40e2-8aa7-787dd6c69101 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8c4ea88-2e7a-4ec2-96ba-f20eeda93c6d HTTP/1.1" status: 204 len: 168 time: 0.1993155 Feb 09 03:36:24.519996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e0e20-b194-40e2-8aa7-787dd6c69101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c4ea88-2e7a-4ec2-96ba-f20eeda93c6d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:24.645735 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (ff388024-5d15-41ef-9746-f9f28e6494bc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.692387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff388024-5d15-41ef-9746-f9f28e6494bc']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:24.717290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5c5c42-055a-43f9-8ee7-fd82afeaaff5') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:24.718401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5c5c42-055a-43f9-8ee7-fd82afeaaff5') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:24.737558 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (2c5c5c42-055a-43f9-8ee7-fd82afeaaff5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.773642 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2c5c5c42-055a-43f9-8ee7-fd82afeaaff5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.783246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:24.783646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (2c5c5c42-055a-43f9-8ee7-fd82afeaaff5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:24.787644 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:24.871919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (ff388024-5d15-41ef-9746-f9f28e6494bc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.891757 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:24.899197 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/ff388024-5d15-41ef-9746-f9f28e6494bc HTTP/1.1" status: 204 len: 168 time: 3.5059867 Feb 09 03:36:24.899592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54606) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:24.915876 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b427787-91fd-4c24-a3d3-860f4875dfd9 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Network': ['ID=ff388024-5d15-41ef-9746-f9f28e6494bc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:24.942249 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-489a28ea-3fb1-4b20-92e5-b66d8afc6646 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] GET failed (client error): The resource could not be found. Feb 09 03:36:24.944182 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-489a28ea-3fb1-4b20-92e5-b66d8afc6646 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/subnets/ea0065ac-51c8-4e6e-bda2-a6f7ba5cdf9d HTTP/1.1" status: 404 len: 337 time: 0.0421665 Feb 09 03:36:24.947551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54610) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:24.974113 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdabc7d6-a3e0-4103-b0cc-3ed02e1782ec tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:24.975760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdabc7d6-a3e0-4103-b0cc-3ed02e1782ec tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:24.984167 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cdabc7d6-a3e0-4103-b0cc-3ed02e1782ec tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/ff388024-5d15-41ef-9746-f9f28e6494bc HTTP/1.1" status: 404 len: 339 time: 0.0354457 Feb 09 03:36:24.987793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54614) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:25.213445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e260ff3d-9078-43d2-a146-fcc370788b25 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:25.215128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e260ff3d-9078-43d2-a146-fcc370788b25 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2263930 Feb 09 03:36:25.218045 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54632) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:25.253989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ed7f78ea-9da3-4fe8-80ac-ba10b9506d31 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 207 time: 0.0343165 Feb 09 03:36:25.257857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54638) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:25.383879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e942fc03-b1fd-42df-82a8-3cb08c7db5ac tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:25.390419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e942fc03-b1fd-42df-82a8-3cb08c7db5ac tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:25.395212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e942fc03-b1fd-42df-82a8-3cb08c7db5ac tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:25.400916 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e942fc03-b1fd-42df-82a8-3cb08c7db5ac tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:25.406335 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e942fc03-b1fd-42df-82a8-3cb08c7db5ac tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1474686 Feb 09 03:36:25.406992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54646) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:25.529485 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ba439166-efa5-409a-9a09-0513a564932e tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1213198 Feb 09 03:36:25.533219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54654) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:25.628641 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673443ec-d1e3-46d7-ad4c-c742d33a1f24 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:25.630105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673443ec-d1e3-46d7-ad4c-c742d33a1f24 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:25.631799 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-673443ec-d1e3-46d7-ad4c-c742d33a1f24 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0972915 Feb 09 03:36:25.635351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54664) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:25.705035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d626f2-e086-4508-adbb-4154c8d2a381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['shared'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:25.706776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d626f2-e086-4508-adbb-4154c8d2a381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['shared'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:25.708314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a8d626f2-e086-4508-adbb-4154c8d2a381 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0719082 Feb 09 03:36:25.712140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54674) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:25.826922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e54492-48d9-43c3-a9b9-8079d1d2917e tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:25.832514 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-17e54492-48d9-43c3-a9b9-8079d1d2917e tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/networks/5d48fd30-3d7f-472e-aa45-3dc5c97b5075 HTTP/1.1" status: 200 len: 799 time: 0.1157870 Feb 09 03:36:25.832846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54684) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:25.960609 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ae8937ac-ef57-43d0-a628-6730a00bc8f2 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/networks/5d48fd30-3d7f-472e-aa45-3dc5c97b5075?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1229289 Feb 09 03:36:25.961129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54696) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:26.037744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d4a3f8-88e7-46cc-8086-961697c9c7fa tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:26.039206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-83d4a3f8-88e7-46cc-8086-961697c9c7fa tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/subnets/a8bccaf7-11a8-44a9-8180-317825e3c02b HTTP/1.1" status: 200 len: 811 time: 0.0772274 Feb 09 03:36:26.042958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54702) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:26.130720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c493de9e-f35c-49a2-ad90-0634d3f4e037 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['shared'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:26.132647 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c493de9e-f35c-49a2-ad90-0634d3f4e037 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "GET /v2.0/subnets/a8bccaf7-11a8-44a9-8180-317825e3c02b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0885532 Feb 09 03:36:26.140813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54710) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:26.142056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d5b0e64d-d469-4fb1-a84e-02fd4c3dcf22 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1136818348'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:26.179590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b0e64d-d469-4fb1-a84e-02fd4c3dcf22 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:26.184149 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e64d-d469-4fb1-a84e-02fd4c3dcf22 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:26.216529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b0e64d-d469-4fb1-a84e-02fd4c3dcf22 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:36:26.228989 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e64d-d469-4fb1-a84e-02fd4c3dcf22 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1e3d5591-de34-4569-b26e-04d1c6c95ef9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:26.230650 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-d5b0e64d-d469-4fb1-a84e-02fd4c3dcf22 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Added segment 1e3d5591-de34-4569-b26e-04d1c6c95ef9 of type vlan for network aa1105ea-572c-442c-8e07-e3684a9bee1e Feb 09 03:36:26.292782 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e64d-d469-4fb1-a84e-02fd4c3dcf22 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (aa1105ea-572c-442c-8e07-e3684a9bee1e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:26.342254 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e64d-d469-4fb1-a84e-02fd4c3dcf22 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (aa1105ea-572c-442c-8e07-e3684a9bee1e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:26.348930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0e64d-d469-4fb1-a84e-02fd4c3dcf22 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:26.352688 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e64d-d469-4fb1-a84e-02fd4c3dcf22 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:26.430494 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d5b0e64d-d469-4fb1-a84e-02fd4c3dcf22 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2930293 Feb 09 03:36:26.433249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54728) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:26.438079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'network_id': 'aa1105ea-572c-442c-8e07-e3684a9bee1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:26.444930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0e64d-d469-4fb1-a84e-02fd4c3dcf22 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Network': ['ID=aa1105ea-572c-442c-8e07-e3684a9bee1e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:26.455206 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network aa1105ea-572c-442c-8e07-e3684a9bee1e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:36:26.545947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Made reservation on behalf of 26923e99236d44cca049d72c194fdbd0 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:26.549704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:26.574504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54738) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:26.621612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_backend_mixin [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Performing IP validity checks on allocation pools {{(pid=103328) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:36:26.622130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_backend_mixin [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103328) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:36:26.723346 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2b7d269-bbe5-4987-95b3-39a36f6460b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:26.791987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (a01a1a3d-85b7-4ae2-9055-26c3f8bd902e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:26.831251 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2b7d269-bbe5-4987-95b3-39a36f6460b1 admin admin] Publish callbacks [] for security_group (c4176565-9310-45f2-ad1a-f0618c00bdbe), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:26.837912 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2b7d269-bbe5-4987-95b3-39a36f6460b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c4176565-9310-45f2-ad1a-f0618c00bdbe), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:26.876537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=a01a1a3d-85b7-4ae2-9055-26c3f8bd902e,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:26.885538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Checking segment: {'id': '1e3d5591-de34-4569-b26e-04d1c6c95ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'aa1105ea-572c-442c-8e07-e3684a9bee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:26.886040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network hostable DHCP agents. Network: aa1105ea-572c-442c-8e07-e3684a9bee1e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:36:26.893012 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e2b7d269-bbe5-4987-95b3-39a36f6460b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c03504b20ef94faca58e0fe0af9b7b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3171883 Feb 09 03:36:26.894126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7d269-bbe5-4987-95b3-39a36f6460b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4176565-9310-45f2-ad1a-f0618c00bdbe,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:26.897219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54760) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:26.907918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Network aa1105ea-572c-442c-8e07-e3684a9bee1e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:36:26.937030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, aa1105ea-572c-442c-8e07-e3684a9bee1e) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:26.942212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:26.942889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:26.952079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb11847-21fe-443d-9449-afc287c9d33a None None] Network aa1105ea-572c-442c-8e07-e3684a9bee1e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:26.954189 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a921f77-80f3-4c92-9a58-3fd503fc5862 admin admin] Publish callbacks [] for security_group (c4176565-9310-45f2-ad1a-f0618c00bdbe), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:26.970395 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a8ba248b-6453-496e-b3c3-3913988a1993 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5360947 Feb 09 03:36:26.973097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54766) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:26.984357 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-70555e52-e404-4d46-bec1-427560357502 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:26.987609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a921f77-80f3-4c92-9a58-3fd503fc5862 admin admin] Publish callbacks [] for security_group (c4176565-9310-45f2-ad1a-f0618c00bdbe), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.077725 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a921f77-80f3-4c92-9a58-3fd503fc5862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c4176565-9310-45f2-ad1a-f0618c00bdbe), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.081035 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a921f77-80f3-4c92-9a58-3fd503fc5862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.082753 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6a921f77-80f3-4c92-9a58-3fd503fc5862 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4176565-9310-45f2-ad1a-f0618c00bdbe HTTP/1.1" status: 204 len: 168 time: 0.1838925 Feb 09 03:36:27.094784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a921f77-80f3-4c92-9a58-3fd503fc5862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4176565-9310-45f2-ad1a-f0618c00bdbe,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:27.122400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-aa1105ea-572c-442c-8e07-e3684a9bee1e', 'network_id': 'aa1105ea-572c-442c-8e07-e3684a9bee1e', 'project_id': '26923e99236d44cca049d72c194fdbd0', 'fixed_ips': [{'subnet_id': 'a01a1a3d-85b7-4ae2-9055-26c3f8bd902e'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:36:27.123091 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.127754 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-70555e52-e404-4d46-bec1-427560357502 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28959365'] for subnet (a01a1a3d-85b7-4ae2-9055-26c3f8bd902e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.345106 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-70555e52-e404-4d46-bec1-427560357502 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744001313540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28887862'] for subnet (a01a1a3d-85b7-4ae2-9055-26c3f8bd902e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.420331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Allocated IP 172.20.0.3 (aa1105ea-572c-442c-8e07-e3684a9bee1e/a01a1a3d-85b7-4ae2-9055-26c3f8bd902e/9e8e9d52-ae83-4b5a-803a-824e36889bb4) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:36:27.450461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70555e52-e404-4d46-bec1-427560357502 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:27.451632 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-70555e52-e404-4d46-bec1-427560357502 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.456840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-70555e52-e404-4d46-bec1-427560357502 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "PUT /v2.0/subnets/a01a1a3d-85b7-4ae2-9055-26c3f8bd902e HTTP/1.1" status: 200 len: 877 time: 0.4826798 Feb 09 03:36:27.460134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54808) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:27.519625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70555e52-e404-4d46-bec1-427560357502 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event updated for resources: {'Subnet': ['ID=a01a1a3d-85b7-4ae2-9055-26c3f8bd902e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:27.658636 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (aa1105ea-572c-442c-8e07-e3684a9bee1e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.715148 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Publish callbacks [] for port (9e8e9d52-ae83-4b5a-803a-824e36889bb4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.727032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (a01a1a3d-85b7-4ae2-9055-26c3f8bd902e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.730065 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (9e8e9d52-ae83-4b5a-803a-824e36889bb4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.802171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Pushing event updated for resources: {'Port': ['ID=9e8e9d52-ae83-4b5a-803a-824e36889bb4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:27.817730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Network aa1105ea-572c-442c-8e07-e3684a9bee1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:36:27.820808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (a01a1a3d-85b7-4ae2-9055-26c3f8bd902e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.820966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:27.826696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:36:27.883298 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Subnet': ['ID=a01a1a3d-85b7-4ae2-9055-26c3f8bd902e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:27.904273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Attempting to bind port 9e8e9d52-ae83-4b5a-803a-824e36889bb4 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:36:27.904844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Attempting to bind port 9e8e9d52-ae83-4b5a-803a-824e36889bb4 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '1e3d5591-de34-4569-b26e-04d1c6c95ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'aa1105ea-572c-442c-8e07-e3684a9bee1e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:36:27.905599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Attempting to bind port 9e8e9d52-ae83-4b5a-803a-824e36889bb4 on network aa1105ea-572c-442c-8e07-e3684a9bee1e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:36:27.913410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:36:27.913797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Checking segment: {'id': '1e3d5591-de34-4569-b26e-04d1c6c95ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'aa1105ea-572c-442c-8e07-e3684a9bee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:27.914192 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.914823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Bound using segment: {'id': '1e3d5591-de34-4569-b26e-04d1c6c95ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'aa1105ea-572c-442c-8e07-e3684a9bee1e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:36:27.915571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Bound port: 9e8e9d52-ae83-4b5a-803a-824e36889bb4, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3d5591-de34-4569-b26e-04d1c6c95ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'aa1105ea-572c-442c-8e07-e3684a9bee1e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:36:27.916629 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9e8e9d52-ae83-4b5a-803a-824e36889bb4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.934189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54830) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:28.018169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] For port 9e8e9d52-ae83-4b5a-803a-824e36889bb4, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:36:28.022939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] For port 9e8e9d52-ae83-4b5a-803a-824e36889bb4, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9e8e9d52-ae83-4b5a-803a-824e36889bb4,segment=NetworkSegment(1e3d5591-de34-4569-b26e-04d1c6c95ef9),segment_id=1e3d5591-de34-4569-b26e-04d1c6c95ef9)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:36:28.032945 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9e8e9d52-ae83-4b5a-803a-824e36889bb4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.070734 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (aa1105ea-572c-442c-8e07-e3684a9bee1e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.087244 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-381f17e5-caae-474d-a552-2f407f57170b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.110955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1105ea-572c-442c-8e07-e3684a9bee1e']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:28.125935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3d5591-de34-4569-b26e-04d1c6c95ef9') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:28.126383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3d5591-de34-4569-b26e-04d1c6c95ef9') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:28.147045 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (1e3d5591-de34-4569-b26e-04d1c6c95ef9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.166650 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1e3d5591-de34-4569-b26e-04d1c6c95ef9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.176904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:28.179497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (1e3d5591-de34-4569-b26e-04d1c6c95ef9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:28.183761 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:28.210976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb90ed4-3ab3-439a-9f57-331ce1ef364c None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:36:28.215331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b63a48-657b-4581-8cac-b4e70839dd11 None None] Pushing event updated for resources: {'Port': ['ID=9e8e9d52-ae83-4b5a-803a-824e36889bb4,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:28.295205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:36:28.295205 n-d-824835-15 neutron-server[103327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:36:28.295205 n-d-824835-15 neutron-server[103327]: [parameters: {'id': 'aa1105ea-572c-442c-8e07-e3684a9bee1e'}] Feb 09 03:36:28.295205 n-d-824835-15 neutron-server[103327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:36:28.295629 n-d-824835-15 neutron-server[103327]: DEBUG oslo_db.api [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:36:28.352856 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-381f17e5-caae-474d-a552-2f407f57170b admin admin] Publish callbacks [] for security_group (ec5ff20f-c352-448a-9953-2f94a544c73b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.359232 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-381f17e5-caae-474d-a552-2f407f57170b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ec5ff20f-c352-448a-9953-2f94a544c73b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.362814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb90ed4-3ab3-439a-9f57-331ce1ef364c None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:36:28.450478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54856) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:28.455615 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-381f17e5-caae-474d-a552-2f407f57170b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a448989c61b04a9f91b1bbe32e464008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5201998 Feb 09 03:36:28.457156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f17e5-caae-474d-a552-2f407f57170b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5ff20f-c352-448a-9953-2f94a544c73b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:28.557350 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c49802f-4fca-4aed-8264-a2a3a5a403ff admin admin] Publish callbacks [] for security_group (ec5ff20f-c352-448a-9953-2f94a544c73b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.583046 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c49802f-4fca-4aed-8264-a2a3a5a403ff admin admin] Publish callbacks [] for security_group (ec5ff20f-c352-448a-9953-2f94a544c73b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.651722 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c49802f-4fca-4aed-8264-a2a3a5a403ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ec5ff20f-c352-448a-9953-2f94a544c73b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.659931 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c49802f-4fca-4aed-8264-a2a3a5a403ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.661894 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1c49802f-4fca-4aed-8264-a2a3a5a403ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec5ff20f-c352-448a-9953-2f94a544c73b HTTP/1.1" status: 204 len: 168 time: 0.2088473 Feb 09 03:36:28.676806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee002283-1353-4892-9a49-cb4e23512d3c None None] Network aa1105ea-572c-442c-8e07-e3684a9bee1e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:28.678334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49802f-4fca-4aed-8264-a2a3a5a403ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5ff20f-c352-448a-9953-2f94a544c73b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:28.797070 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (aa1105ea-572c-442c-8e07-e3684a9bee1e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.835625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9d3f4f-a707-4e2b-b3a2-cf9721f4bc70 None None] Network aa1105ea-572c-442c-8e07-e3684a9bee1e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:28.873974 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Deleting port 9e8e9d52-ae83-4b5a-803a-824e36889bb4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:28.874363 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9e8e9d52-ae83-4b5a-803a-824e36889bb4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.964668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] For port 9e8e9d52-ae83-4b5a-803a-824e36889bb4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9e8e9d52-ae83-4b5a-803a-824e36889bb4,segment=NetworkSegment(1e3d5591-de34-4569-b26e-04d1c6c95ef9),segment_id=1e3d5591-de34-4569-b26e-04d1c6c95ef9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:28.965169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9e8e9d52-ae83-4b5a-803a-824e36889bb4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.991164 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Calling delete_port for 9e8e9d52-ae83-4b5a-803a-824e36889bb4 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:29.115804 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (9e8e9d52-ae83-4b5a-803a-824e36889bb4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.200682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Port': ['ID=9e8e9d52-ae83-4b5a-803a-824e36889bb4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:29.210251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54886) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:29.210687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No DVR routers for this DVR port 9e8e9d52-ae83-4b5a-803a-824e36889bb4 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:29.236189 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0976dde8-b861-49a2-82a4-543840442fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.322800 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (aa1105ea-572c-442c-8e07-e3684a9bee1e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.347922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1105ea-572c-442c-8e07-e3684a9bee1e']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:29.378035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3d5591-de34-4569-b26e-04d1c6c95ef9') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:29.378487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3d5591-de34-4569-b26e-04d1c6c95ef9') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:29.390609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (1e3d5591-de34-4569-b26e-04d1c6c95ef9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.394951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54888) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:29.419941 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1e3d5591-de34-4569-b26e-04d1c6c95ef9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.422772 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0976dde8-b861-49a2-82a4-543840442fc4 admin admin] Publish callbacks [] for security_group (98c2a168-d1ba-4813-abb7-3bed3b6adc64), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.428339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:29.428710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (1e3d5591-de34-4569-b26e-04d1c6c95ef9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.429684 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0976dde8-b861-49a2-82a4-543840442fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (98c2a168-d1ba-4813-abb7-3bed3b6adc64), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:29.432626 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:29.508729 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (aa1105ea-572c-442c-8e07-e3684a9bee1e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.524075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0976dde8-b861-49a2-82a4-543840442fc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86680aadec964e5b8d86969d6ae67d33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119972 Feb 09 03:36:29.524812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976dde8-b861-49a2-82a4-543840442fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c2a168-d1ba-4813-abb7-3bed3b6adc64,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:29.528482 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.531855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/aa1105ea-572c-442c-8e07-e3684a9bee1e HTTP/1.1" status: 204 len: 168 time: 2.0706503 Feb 09 03:36:29.532310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54892) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:29.538147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54894) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:29.609462 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-94499b3b-5f55-4630-94f7-369ae0437e7c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:29.610134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94499b3b-5f55-4630-94f7-369ae0437e7c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:29.616238 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-94499b3b-5f55-4630-94f7-369ae0437e7c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/subnets/a01a1a3d-85b7-4ae2-9055-26c3f8bd902e HTTP/1.1" status: 404 len: 337 time: 0.0755212 Feb 09 03:36:29.618420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0114d95-222f-4804-a301-178de27e1bd0 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Network': ['ID=aa1105ea-572c-442c-8e07-e3684a9bee1e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:29.620182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54896) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:29.640302 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76931c1a-b01d-4131-948e-960c41deb26c admin admin] Publish callbacks [] for security_group (98c2a168-d1ba-4813-abb7-3bed3b6adc64), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.659288 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-379e3587-3ebc-4302-bfc8-acfa3cb78167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.665456 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fad257b-658d-4580-9861-6ffcf9a67b87 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:29.666383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fad257b-658d-4580-9861-6ffcf9a67b87 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:29.669774 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2fad257b-658d-4580-9861-6ffcf9a67b87 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/aa1105ea-572c-442c-8e07-e3684a9bee1e HTTP/1.1" status: 404 len: 339 time: 0.0453529 Feb 09 03:36:29.675684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54898) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:29.686454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76931c1a-b01d-4131-948e-960c41deb26c admin admin] Publish callbacks [] for security_group (98c2a168-d1ba-4813-abb7-3bed3b6adc64), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.719643 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-62766dc9-02ac-48f6-8391-08bf6515a311 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:29.720457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62766dc9-02ac-48f6-8391-08bf6515a311 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:29.734996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-62766dc9-02ac-48f6-8391-08bf6515a311 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/subnets/ea0065ac-51c8-4e6e-bda2-a6f7ba5cdf9d HTTP/1.1" status: 404 len: 337 time: 0.0565848 Feb 09 03:36:29.739035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54902) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:29.772450 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5775be-4b7a-4c40-bce7-3e1956cbec53 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:29.773298 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5775be-4b7a-4c40-bce7-3e1956cbec53 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:29.776738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5c5775be-4b7a-4c40-bce7-3e1956cbec53 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/ff388024-5d15-41ef-9746-f9f28e6494bc HTTP/1.1" status: 404 len: 339 time: 0.0360224 Feb 09 03:36:29.779558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54904) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:29.837130 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76931c1a-b01d-4131-948e-960c41deb26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (98c2a168-d1ba-4813-abb7-3bed3b6adc64), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.839834 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76931c1a-b01d-4131-948e-960c41deb26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.840986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-76931c1a-b01d-4131-948e-960c41deb26c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98c2a168-d1ba-4813-abb7-3bed3b6adc64 HTTP/1.1" status: 204 len: 168 time: 0.3077047 Feb 09 03:36:29.877449 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-379e3587-3ebc-4302-bfc8-acfa3cb78167 admin admin] Publish callbacks [] for security_group (cba14ee9-40b4-4345-bda4-7e4ec1ad6033), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.885893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-379e3587-3ebc-4302-bfc8-acfa3cb78167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cba14ee9-40b4-4345-bda4-7e4ec1ad6033), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.915577 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (f863ded9-a8b9-40d5-b11f-9a4c768fcbd4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:29.931991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76931c1a-b01d-4131-948e-960c41deb26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c2a168-d1ba-4813-abb7-3bed3b6adc64,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:29.938535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e3587-3ebc-4302-bfc8-acfa3cb78167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba14ee9-40b4-4345-bda4-7e4ec1ad6033,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:29.944283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-379e3587-3ebc-4302-bfc8-acfa3cb78167 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19ddfbf44d904eba908b9973d312e924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5482273 Feb 09 03:36:29.950228 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54916) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:30.106228 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (f863ded9-a8b9-40d5-b11f-9a4c768fcbd4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:30.133631 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:36:30.146720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f863ded9-a8b9-40d5-b11f-9a4c768fcbd4']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:30.151309 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14771afd-09bd-483f-9d91-2ccced1b89bf admin admin] Publish callbacks [] for security_group (cba14ee9-40b4-4345-bda4-7e4ec1ad6033), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:30.165739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b6e80d-75d0-4c70-a75c-553010b461e2') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:30.166060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b6e80d-75d0-4c70-a75c-553010b461e2') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:30.206658 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (67b6e80d-75d0-4c70-a75c-553010b461e2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:30.218939 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14771afd-09bd-483f-9d91-2ccced1b89bf admin admin] Publish callbacks [] for security_group (cba14ee9-40b4-4345-bda4-7e4ec1ad6033), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:30.241223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (67b6e80d-75d0-4c70-a75c-553010b461e2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:30.266406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:30.267109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (67b6e80d-75d0-4c70-a75c-553010b461e2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:30.270940 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:30.360829 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14771afd-09bd-483f-9d91-2ccced1b89bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cba14ee9-40b4-4345-bda4-7e4ec1ad6033), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:30.363428 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14771afd-09bd-483f-9d91-2ccced1b89bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:30.364580 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-14771afd-09bd-483f-9d91-2ccced1b89bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cba14ee9-40b4-4345-bda4-7e4ec1ad6033 HTTP/1.1" status: 204 len: 168 time: 0.4113016 Feb 09 03:36:30.379034 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (f863ded9-a8b9-40d5-b11f-9a4c768fcbd4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:30.405649 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:30.408872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/f863ded9-a8b9-40d5-b11f-9a4c768fcbd4 HTTP/1.1" status: 204 len: 168 time: 0.6281710 Feb 09 03:36:30.411939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54936) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:30.418554 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14771afd-09bd-483f-9d91-2ccced1b89bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba14ee9-40b4-4345-bda4-7e4ec1ad6033,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:30.422847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb63c61-797f-40bf-ba87-f3e9cdac1ccb tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Network': ['ID=f863ded9-a8b9-40d5-b11f-9a4c768fcbd4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:30.485796 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-3750c16f-e820-46ae-9215-92768be6d1ae tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:30.486268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3750c16f-e820-46ae-9215-92768be6d1ae tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:30.492638 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3750c16f-e820-46ae-9215-92768be6d1ae tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/subnets/c7b29355-93e6-4606-9c3f-6ae5416c4c0e HTTP/1.1" status: 404 len: 337 time: 0.0788288 Feb 09 03:36:30.495585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54940) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:30.529134 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad0082a-60c2-4e6f-be0c-61aa4dccf719 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:30.537871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad0082a-60c2-4e6f-be0c-61aa4dccf719 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:30.541267 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1ad0082a-60c2-4e6f-be0c-61aa4dccf719 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/5a10beda-0e6a-4d7e-bf2d-a1490b74d460 HTTP/1.1" status: 404 len: 339 time: 0.0445769 Feb 09 03:36:30.543764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54942) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:30.598149 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a419f3-5edb-48d0-bcb2-529246a4d676 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:30.599703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a419f3-5edb-48d0-bcb2-529246a4d676 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:30.607260 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-60a419f3-5edb-48d0-bcb2-529246a4d676 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/subnets/1f433fd9-f04d-4a89-b958-fa0f9c2b094d HTTP/1.1" status: 404 len: 337 time: 0.0620713 Feb 09 03:36:30.607884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54948) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:30.647221 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-caba0b4a-5f34-40cb-8690-c0a9bf7e8e4e tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:30.649466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caba0b4a-5f34-40cb-8690-c0a9bf7e8e4e tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:30.655520 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-caba0b4a-5f34-40cb-8690-c0a9bf7e8e4e tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/9dea3a40-22f1-49c5-9658-0601dd85fe70 HTTP/1.1" status: 404 len: 339 time: 0.0465226 Feb 09 03:36:30.658336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54950) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:30.728443 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-613378ce-f353-4148-a074-6f7aedda0b73 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:30.728916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613378ce-f353-4148-a074-6f7aedda0b73 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:30.740986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54954) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:30.742263 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-613378ce-f353-4148-a074-6f7aedda0b73 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/subnets/24113b7b-5c46-4a12-aff7-c163a00c1e75 HTTP/1.1" status: 404 len: 337 time: 0.0826492 Feb 09 03:36:30.774027 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f00b9e8-cce7-4d3c-b429-144a130c3e0f tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:30.775129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f00b9e8-cce7-4d3c-b429-144a130c3e0f tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:30.787583 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6f00b9e8-cce7-4d3c-b429-144a130c3e0f tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/fe4c1994-1537-4ac6-9ef8-fb5b07cecf9e HTTP/1.1" status: 404 len: 339 time: 0.0453453 Feb 09 03:36:30.790301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54956) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:30.856141 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b0e788-76b5-4ba8-92d6-59a449095e4c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:30.858389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b0e788-76b5-4ba8-92d6-59a449095e4c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:30.866696 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-60b0e788-76b5-4ba8-92d6-59a449095e4c tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/subnets/204a8a0f-fb3d-4d2f-8f8e-f9c1b6c53091 HTTP/1.1" status: 404 len: 337 time: 0.0750437 Feb 09 03:36:30.871249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54960) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:30.946406 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-875f8b31-2f7b-4e81-9d2e-ce22b0ff2426 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:30.949836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54964) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:30.951965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875f8b31-2f7b-4e81-9d2e-ce22b0ff2426 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:30.959446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-875f8b31-2f7b-4e81-9d2e-ce22b0ff2426 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/bea6dac9-ca1c-4f8a-99e9-1ce75bb8fd64 HTTP/1.1" status: 404 len: 339 time: 0.0869055 Feb 09 03:36:30.960377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54966) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:30.965469 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad59b09c-78b5-45e4-91fb-b9341a223ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:31.008036 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b75ddf-0d8b-4484-8d3c-81db7fc1eb56 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:31.008589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b75ddf-0d8b-4484-8d3c-81db7fc1eb56 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:31.015946 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d3b75ddf-0d8b-4484-8d3c-81db7fc1eb56 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/subnets/7097bafe-de4a-448a-94b9-af6a3738492b HTTP/1.1" status: 404 len: 337 time: 0.0540202 Feb 09 03:36:31.017046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54970) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:31.073804 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e357ad-76a0-4bca-b06a-a36a5828874f tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:31.085977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e357ad-76a0-4bca-b06a-a36a5828874f tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:31.089281 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d5e357ad-76a0-4bca-b06a-a36a5828874f tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/e61606d7-7fac-4979-8a3e-9361d05c839a HTTP/1.1" status: 404 len: 339 time: 0.0577164 Feb 09 03:36:31.092077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54972) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:31.164297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad59b09c-78b5-45e4-91fb-b9341a223ff1 admin admin] Publish callbacks [] for security_group (08a628b0-0b5a-4e90-a6b7-33f15ac38fcb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:31.174879 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa002313-abd5-4b53-9f17-a61d435d98b2 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:31.175398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa002313-abd5-4b53-9f17-a61d435d98b2 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:31.176403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad59b09c-78b5-45e4-91fb-b9341a223ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (08a628b0-0b5a-4e90-a6b7-33f15ac38fcb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:31.183079 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aa002313-abd5-4b53-9f17-a61d435d98b2 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/subnets/cb8d5637-cc72-4daa-bdfe-f524967e7c71 HTTP/1.1" status: 404 len: 337 time: 0.0896111 Feb 09 03:36:31.185522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54976) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:31.209466 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfd7897-0627-4b9d-b067-06df015f5283 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:31.210225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfd7897-0627-4b9d-b067-06df015f5283 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:31.222759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6dfd7897-0627-4b9d-b067-06df015f5283 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/12e160b6-fd3d-40e9-8a58-2136d1a95eb8 HTTP/1.1" status: 404 len: 339 time: 0.0362403 Feb 09 03:36:31.223588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54980) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:31.249487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59b09c-78b5-45e4-91fb-b9341a223ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a628b0-0b5a-4e90-a6b7-33f15ac38fcb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:31.298375 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3aa1e1-a151-4d64-8686-a7c0c6b9378a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:31.299506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3aa1e1-a151-4d64-8686-a7c0c6b9378a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:31.300800 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ad59b09c-78b5-45e4-91fb-b9341a223ff1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa568e15194e4be6b8ce5f02461ded9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3489068 Feb 09 03:36:31.303267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54982) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:31.329683 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5f3aa1e1-a151-4d64-8686-a7c0c6b9378a tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/subnets/9ae20a0b-fc58-4575-aac0-3e1c101df584 HTTP/1.1" status: 404 len: 337 time: 0.1035509 Feb 09 03:36:31.334165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54986) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:31.385654 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c387b7-f1c3-4491-a1a2-c9c4621e9bde tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:31.386183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c387b7-f1c3-4491-a1a2-c9c4621e9bde tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:31.396095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-29c387b7-f1c3-4491-a1a2-c9c4621e9bde tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/bfce45ca-62fd-4605-aef1-90aaa9f71e55 HTTP/1.1" status: 404 len: 339 time: 0.0602140 Feb 09 03:36:31.397458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54990) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:31.416282 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9af5087d-6c73-42aa-a15e-3d4ad0fafdca admin admin] Publish callbacks [] for security_group (08a628b0-0b5a-4e90-a6b7-33f15ac38fcb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:31.429182 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-c548f4b5-b972-4391-98a2-a71b46475591 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:31.429868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c548f4b5-b972-4391-98a2-a71b46475591 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:31.435428 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c548f4b5-b972-4391-98a2-a71b46475591 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/subnets/b178dfd0-da16-40b9-a488-196b284e9261 HTTP/1.1" status: 404 len: 337 time: 0.0367515 Feb 09 03:36:31.437152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54992) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:31.444045 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9af5087d-6c73-42aa-a15e-3d4ad0fafdca admin admin] Publish callbacks [] for security_group (08a628b0-0b5a-4e90-a6b7-33f15ac38fcb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:31.481169 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d062291-1b70-479e-bf54-e8b7288dfcce tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] DELETE failed (client error): The resource could not be found. Feb 09 03:36:31.482310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d062291-1b70-479e-bf54-e8b7288dfcce tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:36:31.492233 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7d062291-1b70-479e-bf54-e8b7288dfcce tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/eb1f5992-bd01-4786-8c54-66773c939e2c HTTP/1.1" status: 404 len: 339 time: 0.0522075 Feb 09 03:36:31.492869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54994) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:31.505196 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9af5087d-6c73-42aa-a15e-3d4ad0fafdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (08a628b0-0b5a-4e90-a6b7-33f15ac38fcb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:31.509068 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9af5087d-6c73-42aa-a15e-3d4ad0fafdca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:31.510468 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9af5087d-6c73-42aa-a15e-3d4ad0fafdca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08a628b0-0b5a-4e90-a6b7-33f15ac38fcb HTTP/1.1" status: 204 len: 168 time: 0.2047093 Feb 09 03:36:31.543390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5087d-6c73-42aa-a15e-3d4ad0fafdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a628b0-0b5a-4e90-a6b7-33f15ac38fcb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:31.631736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-278023dc-656b-4338-8a41-7bd2e358ef52 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Deleting subnet a8bccaf7-11a8-44a9-8180-317825e3c02b {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:36:31.649095 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-278023dc-656b-4338-8a41-7bd2e358ef52 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (a8bccaf7-11a8-44a9-8180-317825e3c02b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:31.725279 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-278023dc-656b-4338-8a41-7bd2e358ef52 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (a8bccaf7-11a8-44a9-8180-317825e3c02b), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:31.884113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-278023dc-656b-4338-8a41-7bd2e358ef52 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (a8bccaf7-11a8-44a9-8180-317825e3c02b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:32.039552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-278023dc-656b-4338-8a41-7bd2e358ef52 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (a8bccaf7-11a8-44a9-8180-317825e3c02b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:32.087490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278023dc-656b-4338-8a41-7bd2e358ef52 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Subnet': ['ID=a8bccaf7-11a8-44a9-8180-317825e3c02b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:32.091203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-278023dc-656b-4338-8a41-7bd2e358ef52 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:32.099823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab6619-cd39-47dc-a382-d70f39abab59 None None] Network 5d48fd30-3d7f-472e-aa45-3dc5c97b5075 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:32.108673 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-278023dc-656b-4338-8a41-7bd2e358ef52 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/subnets/a8bccaf7-11a8-44a9-8180-317825e3c02b HTTP/1.1" status: 204 len: 168 time: 0.6123221 Feb 09 03:36:32.111083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55016) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:32.320907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (5d48fd30-3d7f-472e-aa45-3dc5c97b5075), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:32.502402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d409e5-115c-4afa-92bd-37d559bbfc39 None None] DHCP port deletion for 5d48fd30-3d7f-472e-aa45-3dc5c97b5075 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:36:32.525466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Deleting port 65238f7b-60ff-4faf-96e5-5399098412a3 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:32.526047 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:32.628863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c9d409e5-115c-4afa-92bd-37d559bbfc39 None None] Deleting port 65238f7b-60ff-4faf-96e5-5399098412a3 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:32.629580 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9d409e5-115c-4afa-92bd-37d559bbfc39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:32.681903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] For port 65238f7b-60ff-4faf-96e5-5399098412a3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=65238f7b-60ff-4faf-96e5-5399098412a3,segment=NetworkSegment(8ff19243-7708-46e5-a921-1392db6efe23),segment_id=8ff19243-7708-46e5-a921-1392db6efe23)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:32.682201 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:32.713839 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Calling delete_port for 65238f7b-60ff-4faf-96e5-5399098412a3 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:32.794293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c9d409e5-115c-4afa-92bd-37d559bbfc39 None None] For port 65238f7b-60ff-4faf-96e5-5399098412a3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=65238f7b-60ff-4faf-96e5-5399098412a3,segment=NetworkSegment(8ff19243-7708-46e5-a921-1392db6efe23),segment_id=8ff19243-7708-46e5-a921-1392db6efe23)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:32.794968 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9d409e5-115c-4afa-92bd-37d559bbfc39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:32.810829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c9d409e5-115c-4afa-92bd-37d559bbfc39 None None] Calling delete_port for 65238f7b-60ff-4faf-96e5-5399098412a3 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:32.917117 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9d409e5-115c-4afa-92bd-37d559bbfc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:32.929983 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (65238f7b-60ff-4faf-96e5-5399098412a3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:32.951856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d409e5-115c-4afa-92bd-37d559bbfc39 None None] No DVR routers for this DVR port 65238f7b-60ff-4faf-96e5-5399098412a3 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:32.957594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d409e5-115c-4afa-92bd-37d559bbfc39 None None] Pushing event deleted for resources: {'Port': ['ID=65238f7b-60ff-4faf-96e5-5399098412a3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:33.027421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 65238f7b-60ff-4faf-96e5-5399098412a3 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:33.032474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] No DVR routers for this DVR port 65238f7b-60ff-4faf-96e5-5399098412a3 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:33.043359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Port': ['ID=65238f7b-60ff-4faf-96e5-5399098412a3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:33.081313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 65238f7b-60ff-4faf-96e5-5399098412a3 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:33.081708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 65238f7b-60ff-4faf-96e5-5399098412a3 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:33.218040 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (5d48fd30-3d7f-472e-aa45-3dc5c97b5075), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:33.258383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d48fd30-3d7f-472e-aa45-3dc5c97b5075']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:33.272286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff19243-7708-46e5-a921-1392db6efe23') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:33.272998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff19243-7708-46e5-a921-1392db6efe23') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:33.288039 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (8ff19243-7708-46e5-a921-1392db6efe23), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:33.308123 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (8ff19243-7708-46e5-a921-1392db6efe23), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:33.318361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:33.319036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (8ff19243-7708-46e5-a921-1392db6efe23), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:33.323233 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:33.486442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (5d48fd30-3d7f-472e-aa45-3dc5c97b5075), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:33.492941 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:33.498081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] 10.222.0.21 "DELETE /v2.0/networks/5d48fd30-3d7f-472e-aa45-3dc5c97b5075 HTTP/1.1" status: 204 len: 168 time: 1.3858142 Feb 09 03:36:33.552558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5d812-e560-46f6-bb1c-8d7e2ba95d98 tempest-NetworksTest-710018552 tempest-NetworksTest-710018552-project] Pushing event deleted for resources: {'Network': ['ID=5d48fd30-3d7f-472e-aa45-3dc5c97b5075,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:34.048541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55118) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:34.486763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55132) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:34.583036 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c771dd46-9994-46e1-9836-4b18ebb29353 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26923e99236d44cca049d72c194fdbd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5331430 Feb 09 03:36:34.585934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55140) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:34.667407 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e942f2e-11c1-4a5a-a453-a20dacdfcb81 admin admin] Publish callbacks [] for security_group (be65a93b-557e-4fde-a5cd-5ce9ee17b760), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:34.669532 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51f341ad-e1ea-4d10-8ee3-87969b5ff698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:34.717387 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e942f2e-11c1-4a5a-a453-a20dacdfcb81 admin admin] Publish callbacks [] for security_group (be65a93b-557e-4fde-a5cd-5ce9ee17b760), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:34.779739 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e942f2e-11c1-4a5a-a453-a20dacdfcb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (be65a93b-557e-4fde-a5cd-5ce9ee17b760), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:34.783664 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e942f2e-11c1-4a5a-a453-a20dacdfcb81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:34.787473 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5e942f2e-11c1-4a5a-a453-a20dacdfcb81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be65a93b-557e-4fde-a5cd-5ce9ee17b760 HTTP/1.1" status: 204 len: 168 time: 0.1978469 Feb 09 03:36:34.834977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e942f2e-11c1-4a5a-a453-a20dacdfcb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be65a93b-557e-4fde-a5cd-5ce9ee17b760,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:34.953994 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51f341ad-e1ea-4d10-8ee3-87969b5ff698 admin admin] Publish callbacks [] for security_group (b87b9c46-ce7a-4c9d-b215-b225b29d5d45), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:34.966611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51f341ad-e1ea-4d10-8ee3-87969b5ff698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b87b9c46-ce7a-4c9d-b215-b225b29d5d45), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:35.054164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-51f341ad-e1ea-4d10-8ee3-87969b5ff698 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8b0f833ce2c4f22958273e717a28ce2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5657372 Feb 09 03:36:35.060541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55156) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:35.083048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f341ad-e1ea-4d10-8ee3-87969b5ff698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87b9c46-ce7a-4c9d-b215-b225b29d5d45,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:35.175000 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9df9c303-4dbb-4a81-8ad3-12f765f4e098 admin admin] Publish callbacks [] for security_group (b87b9c46-ce7a-4c9d-b215-b225b29d5d45), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:35.228759 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9df9c303-4dbb-4a81-8ad3-12f765f4e098 admin admin] Publish callbacks [] for security_group (b87b9c46-ce7a-4c9d-b215-b225b29d5d45), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:35.336162 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9df9c303-4dbb-4a81-8ad3-12f765f4e098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b87b9c46-ce7a-4c9d-b215-b225b29d5d45), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:35.338839 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9df9c303-4dbb-4a81-8ad3-12f765f4e098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:35.340003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9df9c303-4dbb-4a81-8ad3-12f765f4e098 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b87b9c46-ce7a-4c9d-b215-b225b29d5d45 HTTP/1.1" status: 204 len: 168 time: 0.2784669 Feb 09 03:36:35.351727 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9c303-4dbb-4a81-8ad3-12f765f4e098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87b9c46-ce7a-4c9d-b215-b225b29d5d45,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:35.731496 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55178) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:35.950606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8fb82c8a-5da8-4aba-baa4-3413f0379d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:36.134567 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8fb82c8a-5da8-4aba-baa4-3413f0379d46 admin admin] Publish callbacks [] for security_group (4f50f345-6429-4bd5-b494-7fdb909b05e1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:36.142653 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8fb82c8a-5da8-4aba-baa4-3413f0379d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4f50f345-6429-4bd5-b494-7fdb909b05e1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:36.216740 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8fb82c8a-5da8-4aba-baa4-3413f0379d46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7b0b55df1444a7491101bf7941777ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4826992 Feb 09 03:36:36.218626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb82c8a-5da8-4aba-baa4-3413f0379d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f50f345-6429-4bd5-b494-7fdb909b05e1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:36.218902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55198) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:36.337337 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f01d3d9-a757-4237-bfc6-c5380597e777 admin admin] Publish callbacks [] for security_group (4f50f345-6429-4bd5-b494-7fdb909b05e1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:36.391208 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f01d3d9-a757-4237-bfc6-c5380597e777 admin admin] Publish callbacks [] for security_group (4f50f345-6429-4bd5-b494-7fdb909b05e1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:36.491747 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f01d3d9-a757-4237-bfc6-c5380597e777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4f50f345-6429-4bd5-b494-7fdb909b05e1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:36.495130 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f01d3d9-a757-4237-bfc6-c5380597e777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:36.496847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3f01d3d9-a757-4237-bfc6-c5380597e777 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f50f345-6429-4bd5-b494-7fdb909b05e1 HTTP/1.1" status: 204 len: 168 time: 0.2769704 Feb 09 03:36:36.524407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01d3d9-a757-4237-bfc6-c5380597e777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f50f345-6429-4bd5-b494-7fdb909b05e1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:37.024605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55226) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:37.048171 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-34f586c5-6576-4023-96af-a096c13343c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:37.214789 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-34f586c5-6576-4023-96af-a096c13343c2 admin admin] Publish callbacks [] for security_group (0a74f22c-e770-47d0-9b64-d66e1e539aec), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:37.220277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-34f586c5-6576-4023-96af-a096c13343c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0a74f22c-e770-47d0-9b64-d66e1e539aec), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:37.264473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f586c5-6576-4023-96af-a096c13343c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a74f22c-e770-47d0-9b64-d66e1e539aec,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:37.311526 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-34f586c5-6576-4023-96af-a096c13343c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84ef7f4729e54e489c057eb901f32afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2844846 Feb 09 03:36:37.322033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55232) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:37.435255 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8d6d-713c-4725-9498-bc15813a9f15 admin admin] Publish callbacks [] for security_group (0a74f22c-e770-47d0-9b64-d66e1e539aec), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:37.469248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8d6d-713c-4725-9498-bc15813a9f15 admin admin] Publish callbacks [] for security_group (0a74f22c-e770-47d0-9b64-d66e1e539aec), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:37.567459 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8d6d-713c-4725-9498-bc15813a9f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0a74f22c-e770-47d0-9b64-d66e1e539aec), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:37.572547 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8d6d-713c-4725-9498-bc15813a9f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:37.577572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fe8a8d6d-713c-4725-9498-bc15813a9f15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a74f22c-e770-47d0-9b64-d66e1e539aec HTTP/1.1" status: 204 len: 168 time: 0.2543368 Feb 09 03:36:37.588087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a8d6d-713c-4725-9498-bc15813a9f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a74f22c-e770-47d0-9b64-d66e1e539aec,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:37.680998 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:38.642549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55290) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:38.828179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ae85728e-6d08-479c-9dc3-0519b543c8e9 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-167201543'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:38.829750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ae85728e-6d08-479c-9dc3-0519b543c8e9 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Unknown quota resources ['metering_label']. {{(pid=103327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:36:39.261874 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae85728e-6d08-479c-9dc3-0519b543c8e9 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:39.265639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ae85728e-6d08-479c-9dc3-0519b543c8e9 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6194293 Feb 09 03:36:39.265795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55332) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:39.270537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2a4234b8-c494-4bec-ab40-733d081caef4 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0a993dff-6299-4949-9934-6ab05e78f18c'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:39.270537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2a4234b8-c494-4bec-ab40-733d081caef4 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:36:39.387035 n-d-824835-15 neutron-server[103327]: WARNING neutron.services.metering.metering_plugin [None req-2a4234b8-c494-4bec-ab40-733d081caef4 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 03:36:39.535089 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a4234b8-c494-4bec-ab40-733d081caef4 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:39.539976 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2a4234b8-c494-4bec-ab40-733d081caef4 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2696366 Feb 09 03:36:39.540625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55338) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:39.545475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4d61f084-6416-4d20-9ade-b3d372c1ac9d tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0a993dff-6299-4949-9934-6ab05e78f18c'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:39.545981 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4d61f084-6416-4d20-9ade-b3d372c1ac9d tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:36:39.639762 n-d-824835-15 neutron-server[103327]: WARNING neutron.services.metering.metering_plugin [None req-4d61f084-6416-4d20-9ade-b3d372c1ac9d tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 03:36:39.832188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d61f084-6416-4d20-9ade-b3d372c1ac9d tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:39.836968 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4d61f084-6416-4d20-9ade-b3d372c1ac9d tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2952974 Feb 09 03:36:39.839532 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55346) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:39.872871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0a220836-c789-4ba9-9aec-8a46f65b96e1 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=9dde1c48-2e55-4971-b05c-8a69391e1176 HTTP/1.1" status: 200 len: 464 time: 0.0262260 Feb 09 03:36:39.872996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55348) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:40.175493 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b4571096-0a7a-4fdf-80a9-c4734c3a833b tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:40.180206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55364) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:40.180451 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b4571096-0a7a-4fdf-80a9-c4734c3a833b tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/9dde1c48-2e55-4971-b05c-8a69391e1176 HTTP/1.1" status: 204 len: 168 time: 0.3083291 Feb 09 03:36:40.196463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55366) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:40.197163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-006a9804-7c29-463c-a31a-0d99918270b5 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=9dde1c48-2e55-4971-b05c-8a69391e1176 HTTP/1.1" status: 200 len: 221 time: 0.0105271 Feb 09 03:36:40.201663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4fdd38f9-dab5-4e86-a90e-e47872e2af9d tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1319553979', 'description': 'label created by tempest'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:40.203693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4fdd38f9-dab5-4e86-a90e-e47872e2af9d tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Unknown quota resources ['metering_label']. {{(pid=103328) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:36:40.385903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55372) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:40.550786 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6a04647-10b6-4010-8662-bd1e163f3a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:40.623956 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fdd38f9-dab5-4e86-a90e-e47872e2af9d tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:40.625184 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4fdd38f9-dab5-4e86-a90e-e47872e2af9d tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4271429 Feb 09 03:36:40.628249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55382) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:40.790021 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9a812616-bd6a-480a-ac4c-c635bca3d88a tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=ef85c3db-66eb-4875-abe5-f3ba08ba6cad HTTP/1.1" status: 200 len: 468 time: 0.1495054 Feb 09 03:36:40.792573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55386) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:40.823579 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6a04647-10b6-4010-8662-bd1e163f3a1d admin admin] Publish callbacks [] for security_group (f4255307-20fe-4315-9e81-961c59ed96d0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:40.828476 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6a04647-10b6-4010-8662-bd1e163f3a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f4255307-20fe-4315-9e81-961c59ed96d0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:40.881989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a6a04647-10b6-4010-8662-bd1e163f3a1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab288606500f4d039d429d366d6a26f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4944572 Feb 09 03:36:40.882960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a04647-10b6-4010-8662-bd1e163f3a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4255307-20fe-4315-9e81-961c59ed96d0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:40.886004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55390) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:41.020548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b5b5598-94ca-43c8-b10e-181633753606 admin admin] Publish callbacks [] for security_group (f4255307-20fe-4315-9e81-961c59ed96d0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:41.064114 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b5b5598-94ca-43c8-b10e-181633753606 admin admin] Publish callbacks [] for security_group (f4255307-20fe-4315-9e81-961c59ed96d0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:41.154614 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b5b5598-94ca-43c8-b10e-181633753606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f4255307-20fe-4315-9e81-961c59ed96d0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:41.157891 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b5b5598-94ca-43c8-b10e-181633753606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:41.159457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9b5b5598-94ca-43c8-b10e-181633753606 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4255307-20fe-4315-9e81-961c59ed96d0 HTTP/1.1" status: 204 len: 168 time: 0.2621934 Feb 09 03:36:41.169287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aea682a7-8f1b-4af3-9e09-dd49606f8c2b tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:41.172805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aea682a7-8f1b-4af3-9e09-dd49606f8c2b tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/ef85c3db-66eb-4875-abe5-f3ba08ba6cad HTTP/1.1" status: 204 len: 168 time: 0.3768685 Feb 09 03:36:41.174110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55404) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:41.179097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b5598-94ca-43c8-b10e-181633753606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4255307-20fe-4315-9e81-961c59ed96d0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:41.193828 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-67880e6b-b10c-418f-9963-006a3cb4385c tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=ef85c3db-66eb-4875-abe5-f3ba08ba6cad HTTP/1.1" status: 200 len: 216 time: 0.0145743 Feb 09 03:36:41.194158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55406) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:41.211316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-afcaebef-27cb-4943-b9b1-928b6498400b tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0126553 Feb 09 03:36:41.211733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55408) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:41.244677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55412) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:41.245157 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7e3b3bdb-f615-4c10-be73-f5612588c630 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0319841 Feb 09 03:36:41.325096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55416) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:41.339127 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2555c305-7449-445e-9902-388f1acd2bb4 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/0a993dff-6299-4949-9934-6ab05e78f18c HTTP/1.1" status: 200 len: 472 time: 0.0931985 Feb 09 03:36:41.339919 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-61e4e25c-8d25-46be-8dc4-63d995c3a40d tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/ddcf8f19-6f0c-498f-ad59-fdd04ba1164e HTTP/1.1" status: 200 len: 461 time: 0.0134492 Feb 09 03:36:41.340687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55418) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:41.577600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-92458f78-fb8a-4a23-96ac-9b141e6f9eea tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:41.582921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55424) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:41.625111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-92458f78-fb8a-4a23-96ac-9b141e6f9eea tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/ddcf8f19-6f0c-498f-ad59-fdd04ba1164e HTTP/1.1" status: 204 len: 168 time: 0.2828400 Feb 09 03:36:42.081489 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55438) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:42.100414 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe014-206b-4509-83fc-cb74908c1510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:42.205262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe014-206b-4509-83fc-cb74908c1510 admin admin] Publish callbacks [] for security_group (864f8d45-19a2-4055-b270-7e685da60f3b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:42.211483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe014-206b-4509-83fc-cb74908c1510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (864f8d45-19a2-4055-b270-7e685da60f3b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:42.266328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfe014-206b-4509-83fc-cb74908c1510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864f8d45-19a2-4055-b270-7e685da60f3b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:42.273141 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9bbfe014-206b-4509-83fc-cb74908c1510 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=901e71a6bef3487d91e9bf70111dad2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898899 Feb 09 03:36:42.275726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55442) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:42.334570 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-182a9fb6-2fd3-4bd3-add1-4edc867d70bb admin admin] Publish callbacks [] for security_group (864f8d45-19a2-4055-b270-7e685da60f3b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:42.369330 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-182a9fb6-2fd3-4bd3-add1-4edc867d70bb admin admin] Publish callbacks [] for security_group (864f8d45-19a2-4055-b270-7e685da60f3b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:42.426490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-182a9fb6-2fd3-4bd3-add1-4edc867d70bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (864f8d45-19a2-4055-b270-7e685da60f3b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:42.431854 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-182a9fb6-2fd3-4bd3-add1-4edc867d70bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:42.433181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-182a9fb6-2fd3-4bd3-add1-4edc867d70bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/864f8d45-19a2-4055-b270-7e685da60f3b HTTP/1.1" status: 204 len: 168 time: 0.1564705 Feb 09 03:36:42.442229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a9fb6-2fd3-4bd3-add1-4edc867d70bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864f8d45-19a2-4055-b270-7e685da60f3b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:42.510722 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ce59456-dd3c-4650-a97d-aa98454698f8 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:42.512007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4ce59456-dd3c-4650-a97d-aa98454698f8 tempest-MeteringTestJSON-118420516 tempest-MeteringTestJSON-118420516-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/0a993dff-6299-4949-9934-6ab05e78f18c HTTP/1.1" status: 204 len: 168 time: 0.9271548 Feb 09 03:36:42.873057 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55464) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:43.070539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c9a31b6-c6b8-4cdb-bf0f-215341b5d75b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:43.160903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55478) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:43.274865 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c9a31b6-c6b8-4cdb-bf0f-215341b5d75b admin admin] Publish callbacks [] for security_group (847d27e0-97b1-49f7-ac36-bcf1a5e1c35b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:43.289797 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c9a31b6-c6b8-4cdb-bf0f-215341b5d75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (847d27e0-97b1-49f7-ac36-bcf1a5e1c35b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:43.348098 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9c9a31b6-c6b8-4cdb-bf0f-215341b5d75b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2579894fe86e44c9831e2293c551475a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4711690 Feb 09 03:36:43.348098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a31b6-c6b8-4cdb-bf0f-215341b5d75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847d27e0-97b1-49f7-ac36-bcf1a5e1c35b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:43.348567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55486) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:43.421556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4227ffd-0111-461f-a2f0-97e83088b738 admin admin] Publish callbacks [] for security_group (847d27e0-97b1-49f7-ac36-bcf1a5e1c35b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:43.453000 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4227ffd-0111-461f-a2f0-97e83088b738 admin admin] Publish callbacks [] for security_group (847d27e0-97b1-49f7-ac36-bcf1a5e1c35b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:43.598629 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b1eca06-a2b1-423f-9503-ab70c301b722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:43.603984 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4227ffd-0111-461f-a2f0-97e83088b738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (847d27e0-97b1-49f7-ac36-bcf1a5e1c35b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:43.606284 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4227ffd-0111-461f-a2f0-97e83088b738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:43.609984 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b4227ffd-0111-461f-a2f0-97e83088b738 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/847d27e0-97b1-49f7-ac36-bcf1a5e1c35b HTTP/1.1" status: 204 len: 168 time: 0.2571843 Feb 09 03:36:43.658088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4227ffd-0111-461f-a2f0-97e83088b738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847d27e0-97b1-49f7-ac36-bcf1a5e1c35b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:43.845577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b1eca06-a2b1-423f-9503-ab70c301b722 admin admin] Publish callbacks [] for security_group (1221db31-5591-4a44-ba13-10e4523435a2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:43.853143 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b1eca06-a2b1-423f-9503-ab70c301b722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1221db31-5591-4a44-ba13-10e4523435a2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:43.954566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0b1eca06-a2b1-423f-9503-ab70c301b722 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1f2503648034a0da7bfedc00f1d633b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7896209 Feb 09 03:36:43.954566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1eca06-a2b1-423f-9503-ab70c301b722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1221db31-5591-4a44-ba13-10e4523435a2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:43.954988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55506) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:44.070782 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-838e20b1-b992-4e85-b9a5-beb94cb16473 admin admin] Publish callbacks [] for security_group (1221db31-5591-4a44-ba13-10e4523435a2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:44.123946 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-838e20b1-b992-4e85-b9a5-beb94cb16473 admin admin] Publish callbacks [] for security_group (1221db31-5591-4a44-ba13-10e4523435a2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:44.177267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55510) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:44.210965 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f1ae-284e-419c-96c2-8ff9c38bc6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:44.214417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-838e20b1-b992-4e85-b9a5-beb94cb16473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1221db31-5591-4a44-ba13-10e4523435a2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:44.217806 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-838e20b1-b992-4e85-b9a5-beb94cb16473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:44.219587 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-838e20b1-b992-4e85-b9a5-beb94cb16473 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1221db31-5591-4a44-ba13-10e4523435a2 HTTP/1.1" status: 204 len: 168 time: 0.2629061 Feb 09 03:36:44.242761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e20b1-b992-4e85-b9a5-beb94cb16473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221db31-5591-4a44-ba13-10e4523435a2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:44.335065 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f1ae-284e-419c-96c2-8ff9c38bc6cb admin admin] Publish callbacks [] for security_group (15292444-0de5-47b8-886d-cfb6bdeabbf5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:44.340435 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f1ae-284e-419c-96c2-8ff9c38bc6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (15292444-0de5-47b8-886d-cfb6bdeabbf5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:44.408469 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d7d6f1ae-284e-419c-96c2-8ff9c38bc6cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a08bd83df03e4aaa8e73b621bc164924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2299316 Feb 09 03:36:44.412206 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55514) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:44.412744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6f1ae-284e-419c-96c2-8ff9c38bc6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15292444-0de5-47b8-886d-cfb6bdeabbf5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:44.887343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55530) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:44.916093 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-017eea5a-5107-4f08-90d4-d7dc93a4186f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.071056 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-017eea5a-5107-4f08-90d4-d7dc93a4186f admin admin] Publish callbacks [] for security_group (536246fa-ffdc-46d9-8f90-fe0bb3f2f8d4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.078081 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff23d1b5-82ef-4cbe-85f1-54b36fddd03f admin admin] Publish callbacks [] for security_group (15292444-0de5-47b8-886d-cfb6bdeabbf5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.081260 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-017eea5a-5107-4f08-90d4-d7dc93a4186f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (536246fa-ffdc-46d9-8f90-fe0bb3f2f8d4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.142893 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff23d1b5-82ef-4cbe-85f1-54b36fddd03f admin admin] Publish callbacks [] for security_group (15292444-0de5-47b8-886d-cfb6bdeabbf5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.147228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-017eea5a-5107-4f08-90d4-d7dc93a4186f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=569db22e6fa24bb9a328388ced91bbc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586987 Feb 09 03:36:45.147874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55536) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:45.154342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017eea5a-5107-4f08-90d4-d7dc93a4186f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536246fa-ffdc-46d9-8f90-fe0bb3f2f8d4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:45.234407 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e6a7e4d-2a5e-41a9-8f77-606d04959c93 admin admin] Publish callbacks [] for security_group (536246fa-ffdc-46d9-8f90-fe0bb3f2f8d4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.246379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff23d1b5-82ef-4cbe-85f1-54b36fddd03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (15292444-0de5-47b8-886d-cfb6bdeabbf5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.251284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff23d1b5-82ef-4cbe-85f1-54b36fddd03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.256133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ff23d1b5-82ef-4cbe-85f1-54b36fddd03f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15292444-0de5-47b8-886d-cfb6bdeabbf5 HTTP/1.1" status: 204 len: 168 time: 0.8418558 Feb 09 03:36:45.272897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23d1b5-82ef-4cbe-85f1-54b36fddd03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15292444-0de5-47b8-886d-cfb6bdeabbf5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:45.308900 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e6a7e4d-2a5e-41a9-8f77-606d04959c93 admin admin] Publish callbacks [] for security_group (536246fa-ffdc-46d9-8f90-fe0bb3f2f8d4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.376737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e6a7e4d-2a5e-41a9-8f77-606d04959c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (536246fa-ffdc-46d9-8f90-fe0bb3f2f8d4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.385598 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e6a7e4d-2a5e-41a9-8f77-606d04959c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.387086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1e6a7e4d-2a5e-41a9-8f77-606d04959c93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/536246fa-ffdc-46d9-8f90-fe0bb3f2f8d4 HTTP/1.1" status: 204 len: 168 time: 0.2381258 Feb 09 03:36:45.409367 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a7e4d-2a5e-41a9-8f77-606d04959c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536246fa-ffdc-46d9-8f90-fe0bb3f2f8d4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:45.634086 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1687c21e-1246-400a-9f9b-27786935dde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.132560 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d376ec50-ab20-4430-bb31-262f19ebcefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.163400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55664) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:48.559640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1957960404', 'router:external': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:48.604390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Made reservation on behalf of acb134b1edd9448782e9bd22ca982904 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:48.613610 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.633544 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.719586 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for security_group (e7004546-da84-41a7-986a-c99a758c138a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.727910 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e7004546-da84-41a7-986a-c99a758c138a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.762168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:36:48.792604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7004546-da84-41a7-986a-c99a758c138a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:48.796096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0817ee53-d5c6-451e-a8f7-4df1d2bac9b3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.796645 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Added segment 0817ee53-d5c6-451e-a8f7-4df1d2bac9b3 of type vlan for network 6f796777-4a34-4e14-b4d6-a8877a6b1312 Feb 09 03:36:48.857564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (6f796777-4a34-4e14-b4d6-a8877a6b1312), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.901593 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (6f796777-4a34-4e14-b4d6-a8877a6b1312), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.902730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:48.903320 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.037523 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8721213 Feb 09 03:36:49.040563 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55692) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:49.046092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Request body: {'subnet': {'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:49.052678 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a1a00-8b44-4fb4-9e91-397d9d450463 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event updated for resources: {'Network': ['ID=6f796777-4a34-4e14-b4d6-a8877a6b1312,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:49.070981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 6f796777-4a34-4e14-b4d6-a8877a6b1312 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:36:49.099805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Made reservation on behalf of acb134b1edd9448782e9bd22ca982904 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:49.102490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.325818 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.862391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.objects.ports [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103328) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:36:49.863330 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.923760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:49.969289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Checking segment: {'id': '0817ee53-d5c6-451e-a8f7-4df1d2bac9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:49.969755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Network hostable DHCP agents. Network: 6f796777-4a34-4e14-b4d6-a8877a6b1312, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:36:49.994558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Network 6f796777-4a34-4e14-b4d6-a8877a6b1312 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:36:50.022439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 6f796777-4a34-4e14-b4d6-a8877a6b1312) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:50.028362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:50.029253 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.037377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed66177e-5902-4c63-b7b3-02cabb173cab None None] Network 6f796777-4a34-4e14-b4d6-a8877a6b1312 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:50.066902 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1464006a-67d0-4abf-aacb-35db647dbfe9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0241127 Feb 09 03:36:50.070187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55738) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:50.075194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-432993602', 'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:50.113212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Made reservation on behalf of acb134b1edd9448782e9bd22ca982904 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:50.116749 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.150206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] device_id is not set on port a3da4dd5-6eac-49fd-bf9c-414ac346e3ba yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:36:50.245960 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1e54e-49f6-4d06-9609-fda80d17c31b None None] Network 6f796777-4a34-4e14-b4d6-a8877a6b1312 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:50.462078 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Allocated IP 172.20.0.11 (6f796777-4a34-4e14-b4d6-a8877a6b1312/a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e/a3da4dd5-6eac-49fd-bf9c-414ac346e3ba) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:36:50.665909 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for port (a3da4dd5-6eac-49fd-bf9c-414ac346e3ba), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.761416 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a3da4dd5-6eac-49fd-bf9c-414ac346e3ba), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.884578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Network 6f796777-4a34-4e14-b4d6-a8877a6b1312 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:36:50.905377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:50.913319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:36:50.921689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event updated for resources: {'Port': ['ID=a3da4dd5-6eac-49fd-bf9c-414ac346e3ba,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:50.924321 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.004214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:51.005626 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.038902 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-13342b07-c897-4968-b849-90dea1088ca9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9648652 Feb 09 03:36:51.040720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55760) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:51.045203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55762) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:51.235517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-534e2b88-dc33-46f3-8b78-2c3430abc2a7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Deleting port a3da4dd5-6eac-49fd-bf9c-414ac346e3ba {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:51.236788 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-534e2b88-dc33-46f3-8b78-2c3430abc2a7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a3da4dd5-6eac-49fd-bf9c-414ac346e3ba), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.299415 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-032c00d9-d324-4c84-a9c3-9d86a1f7e2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.465549 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-534e2b88-dc33-46f3-8b78-2c3430abc2a7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a3da4dd5-6eac-49fd-bf9c-414ac346e3ba), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.482064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-534e2b88-dc33-46f3-8b78-2c3430abc2a7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Calling delete_port for a3da4dd5-6eac-49fd-bf9c-414ac346e3ba owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:51.518446 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-032c00d9-d324-4c84-a9c3-9d86a1f7e2af admin admin] Publish callbacks [] for security_group (3d4e779f-6700-4a1c-99b0-d1a8649df0cc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.528535 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-032c00d9-d324-4c84-a9c3-9d86a1f7e2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3d4e779f-6700-4a1c-99b0-d1a8649df0cc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.623200 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-032c00d9-d324-4c84-a9c3-9d86a1f7e2af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08cfa04c45ed4e6397fe04f4922b06f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5744078 Feb 09 03:36:51.624126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55780) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:51.628409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c00d9-d324-4c84-a9c3-9d86a1f7e2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4e779f-6700-4a1c-99b0-d1a8649df0cc,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:51.725122 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45040bf8-627c-4bb0-ad8c-6594aae0940f admin admin] Publish callbacks [] for security_group (3d4e779f-6700-4a1c-99b0-d1a8649df0cc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.782962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45040bf8-627c-4bb0-ad8c-6594aae0940f admin admin] Publish callbacks [] for security_group (3d4e779f-6700-4a1c-99b0-d1a8649df0cc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.813592 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-534e2b88-dc33-46f3-8b78-2c3430abc2a7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a3da4dd5-6eac-49fd-bf9c-414ac346e3ba), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.857346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e2b88-dc33-46f3-8b78-2c3430abc2a7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3da4dd5-6eac-49fd-bf9c-414ac346e3ba,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:51.987348 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45040bf8-627c-4bb0-ad8c-6594aae0940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3d4e779f-6700-4a1c-99b0-d1a8649df0cc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.992247 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45040bf8-627c-4bb0-ad8c-6594aae0940f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.993461 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-45040bf8-627c-4bb0-ad8c-6594aae0940f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d4e779f-6700-4a1c-99b0-d1a8649df0cc HTTP/1.1" status: 204 len: 168 time: 0.3683877 Feb 09 03:36:52.027338 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:52.068024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45040bf8-627c-4bb0-ad8c-6594aae0940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4e779f-6700-4a1c-99b0-d1a8649df0cc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:52.110078 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-534e2b88-dc33-46f3-8b78-2c3430abc2a7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:52.114704 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-534e2b88-dc33-46f3-8b78-2c3430abc2a7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a3da4dd5-6eac-49fd-bf9c-414ac346e3ba HTTP/1.1" status: 204 len: 168 time: 1.0723603 Feb 09 03:36:52.117648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55792) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:52.122302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312', 'external_fixed_ips': [{'subnet_id': 'a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e', 'ip_address': '172.20.0.11'}]}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:52.187837 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:52.189883 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:52.467734 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_controller (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:52.644430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55808) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:52.706641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07208cee-de30-4b65-8416-908617661606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:52.839133 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:52.920894 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07208cee-de30-4b65-8416-908617661606 admin admin] Publish callbacks [] for security_group (79e672d4-b90c-4d54-aa00-057958c672b1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:52.928590 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07208cee-de30-4b65-8416-908617661606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (79e672d4-b90c-4d54-aa00-057958c672b1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:53.037841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07208cee-de30-4b65-8416-908617661606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e672d4-b90c-4d54-aa00-057958c672b1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:53.055247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-07208cee-de30-4b65-8416-908617661606 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2789a05120884a44a4d4bb04c8cf0c06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4092917 Feb 09 03:36:53.056397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55818) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:53.240896 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51243d45-e79a-4707-8430-51a363f46d34 admin admin] Publish callbacks [] for security_group (79e672d4-b90c-4d54-aa00-057958c672b1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:53.312774 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51243d45-e79a-4707-8430-51a363f46d34 admin admin] Publish callbacks [] for security_group (79e672d4-b90c-4d54-aa00-057958c672b1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:53.453726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:53.496865 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51243d45-e79a-4707-8430-51a363f46d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (79e672d4-b90c-4d54-aa00-057958c672b1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:53.499606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51243d45-e79a-4707-8430-51a363f46d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:53.516462 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:53.517635 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-51243d45-e79a-4707-8430-51a363f46d34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79e672d4-b90c-4d54-aa00-057958c672b1 HTTP/1.1" status: 204 len: 168 time: 0.4563358 Feb 09 03:36:53.553283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51243d45-e79a-4707-8430-51a363f46d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e672d4-b90c-4d54-aa00-057958c672b1,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:53.575686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286f915-c6e7-4df2-94a9-71c1c6fd7959 req-b3188520-2de4-4c81-a104-64e1fbf31d0c tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:53.577599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3286f915-c6e7-4df2-94a9-71c1c6fd7959 req-b3188520-2de4-4c81-a104-64e1fbf31d0c tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1128 time: 0.1406283 Feb 09 03:36:53.757540 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3286f915-c6e7-4df2-94a9-71c1c6fd7959 req-e8dc6398-ecbc-4fd3-87bb-389ae05b7ad5 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1726937 Feb 09 03:36:53.801006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55842) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:54.142846 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:54.206223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Allocated IP 172.20.0.11 (6f796777-4a34-4e14-b4d6-a8877a6b1312/a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e/18b26bcc-9bc5-4b97-a192-41ef09b3b8cf) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:36:54.267106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port 417e192f-0711-47d6-a87b-0d6f01294fc4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:54.270857 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (417e192f-0711-47d6-a87b-0d6f01294fc4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:54.454171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (417e192f-0711-47d6-a87b-0d6f01294fc4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:54.454874 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (417e192f-0711-47d6-a87b-0d6f01294fc4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:54.485717 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for 417e192f-0711-47d6-a87b-0d6f01294fc4 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:54.528537 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for port (18b26bcc-9bc5-4b97-a192-41ef09b3b8cf), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:54.620300 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (18b26bcc-9bc5-4b97-a192-41ef09b3b8cf), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:54.813195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event updated for resources: {'Port': ['ID=18b26bcc-9bc5-4b97-a192-41ef09b3b8cf,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:54.826772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Network 6f796777-4a34-4e14-b4d6-a8877a6b1312 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:36:54.829393 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:54.838130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:36:54.916352 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (417e192f-0711-47d6-a87b-0d6f01294fc4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:55.000099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=417e192f-0711-47d6-a87b-0d6f01294fc4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:55.097111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (2bbd3a24-e5d6-4451-9683-aa6b300a6c93), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:55.097677 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Floating IP 2bbd3a24-e5d6-4451-9683-aa6b300a6c93 disassociated (deleted). External IP: 172.25.5.153, port: 92c30ed2-5ae1-462a-86ce-11f779aeedac. Feb 09 03:36:55.279205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:55.646026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 06bc4260-4d74-4de4-8bf6-d90b6b244976 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:36:55.723516 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:55.970330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Router ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:36:55.978225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:36:55.992247 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:55.992512 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e2cfb-83fe-42c7-8eaa-d00fc7eff42f None None] Sync routers for ids ['06bc4260-4d74-4de4-8bf6-d90b6b244976'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:36:56.006393 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e2cfb-83fe-42c7-8eaa-d00fc7eff42f None None] Routers {'06bc4260-4d74-4de4-8bf6-d90b6b244976'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:56.007032 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2f2e2cfb-83fe-42c7-8eaa-d00fc7eff42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:36:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['06bc4260-4d74-4de4-8bf6-d90b6b244976'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:56.084407 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ad1d7f2d-d550-4a09-bb76-92286aafe51d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/floatingips/2bbd3a24-e5d6-4451-9683-aa6b300a6c93 HTTP/1.1" status: 204 len: 168 time: 2.2808359 Feb 09 03:36:56.092075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:56.095109 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df91439-2a24-469b-8166-0c3441455e77" -d '{"events": [{"name": "network-changed", "server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:56.245305 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e2891f-1571-41ed-b3c6-5fa0caf38f1b x-openstack-request-id: req-d7e2891f-1571-41ed-b3c6-5fa0caf38f1b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:56.245634 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:56.245896 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7e2891f-1571-41ed-b3c6-5fa0caf38f1b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:56.246316 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'status': 'completed', 'code': 200} Feb 09 03:36:56.264617 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-2f2e2cfb-83fe-42c7-8eaa-d00fc7eff42f None None] Set router 06bc4260-4d74-4de4-8bf6-d90b6b244976 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:56.730764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a542f9-a259-43e6-b5a8-78d0b69e9150 req-40bcdc29-dc7b-4596-bb14-5dfdc86a8d63 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:56.732663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40a542f9-a259-43e6-b5a8-78d0b69e9150 req-40bcdc29-dc7b-4596-bb14-5dfdc86a8d63 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.1297991 Feb 09 03:36:56.797871 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2f2e2cfb-83fe-42c7-8eaa-d00fc7eff42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:34:16Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4', 'name': '', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:03:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:34:14Z', 'updated_at': '2022-02-09T03:34:22Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:56.844129 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e2cfb-83fe-42c7-8eaa-d00fc7eff42f None None] Checking router: 06bc4260-4d74-4de4-8bf6-d90b6b244976 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:36:56.853438 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e2cfb-83fe-42c7-8eaa-d00fc7eff42f None None] Routers {'06bc4260-4d74-4de4-8bf6-d90b6b244976'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:56.854236 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2f2e2cfb-83fe-42c7-8eaa-d00fc7eff42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:36:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['06bc4260-4d74-4de4-8bf6-d90b6b244976'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:56.971890 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40a542f9-a259-43e6-b5a8-78d0b69e9150 req-4e4fbf94-92e1-4584-93ea-4c8eeb1daa2b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2326381 Feb 09 03:36:56.987603 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-2f2e2cfb-83fe-42c7-8eaa-d00fc7eff42f None None] Set router 06bc4260-4d74-4de4-8bf6-d90b6b244976 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:57.253145 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:36:57.284973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Sync routers for ids ['ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:36:57.319197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Routers {'ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:57.321778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:36:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:57.334435 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:57.336035 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ba39b1eb-203e-4e7b-a2b6-01e559934423 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.2171052 Feb 09 03:36:57.339208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55966) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:57.351014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df91439-2a24-469b-8166-0c3441455e77 req-a014c8a7-68b2-4d1c-bba5-8779ebda35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:57.352949 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9df91439-2a24-469b-8166-0c3441455e77 req-a014c8a7-68b2-4d1c-bba5-8779ebda35a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 1128 time: 0.2240908 Feb 09 03:36:57.446320 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2f2e2cfb-83fe-42c7-8eaa-d00fc7eff42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:34:16Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4', 'name': '', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:03:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:34:14Z', 'updated_at': '2022-02-09T03:34:22Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:57.550186 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e2cfb-83fe-42c7-8eaa-d00fc7eff42f None None] The sync data for ids ['06bc4260-4d74-4de4-8bf6-d90b6b244976'] in n-d-824835-15 is: [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:34:16Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4', 'name': '', 'network_id': '35a2233d-2ef2-40f5-9080-2cd4ccd91adf', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:03:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:34:14Z', 'updated_at': '2022-02-09T03:34:22Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '106fcaf9-03f4-4939-9476-b415c70cebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:36:57.660536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55976) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:57.666021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df91439-2a24-469b-8166-0c3441455e77 req-551542c6-a84b-4f51-84a2-e125054f519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:57.667507 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9df91439-2a24-469b-8166-0c3441455e77 req-551542c6-a84b-4f51-84a2-e125054f519c service neutron] 10.222.0.65 "GET /v2.0/networks?id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf HTTP/1.1" status: 200 len: 897 time: 0.3075383 Feb 09 03:36:57.702978 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:57.730479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Set router ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:57.832140 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9df91439-2a24-469b-8166-0c3441455e77 req-11b84c05-0885-4adc-aef6-861994770507 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac HTTP/1.1" status: 200 len: 217 time: 0.1389744 Feb 09 03:36:58.006865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df91439-2a24-469b-8166-0c3441455e77 req-8784fd29-8340-42d0-9bf3-fc9a6fb67d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:58.018312 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9df91439-2a24-469b-8166-0c3441455e77 req-8784fd29-8340-42d0-9bf3-fc9a6fb67d37 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=106fcaf9-03f4-4939-9476-b415c70cebac HTTP/1.1" status: 200 len: 835 time: 0.1783979 Feb 09 03:36:58.056286 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b9bcc7f-8e35-499b-a3ad-48559d03f773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:58.235509 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab5c62-e119-4752-91d3-dc9e7f67ced9 None None] New status for floating IP 2bbd3a24-e5d6-4451-9683-aa6b300a6c93: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:36:58.254969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df91439-2a24-469b-8166-0c3441455e77 req-b2bc0cf2-f24d-42e1-bcf1-a275f550e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:58.257189 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9df91439-2a24-469b-8166-0c3441455e77 req-b2bc0cf2-f24d-42e1-bcf1-a275f550e9c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=35a2233d-2ef2-40f5-9080-2cd4ccd91adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2330468 Feb 09 03:36:58.312815 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:58.419717 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9df91439-2a24-469b-8166-0c3441455e77 req-bb25cc69-1617-4956-b435-547603b7e0eb service neutron] 10.222.0.65 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544852 Feb 09 03:36:58.491601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d', 'name': '', 'tenant_id': 'acb134b1edd9448782e9bd22ca982904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312', 'external_fixed_ips': [{'subnet_id': 'a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '18b26bcc-9bc5-4b97-a192-41ef09b3b8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:36:52Z', 'updated_at': '2022-02-09T03:36:55Z', 'revision_number': 3, 'project_id': 'acb134b1edd9448782e9bd22ca982904', 'gw_port': {'id': '18b26bcc-9bc5-4b97-a192-41ef09b3b8cf', 'name': '', 'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:36:53Z', 'updated_at': '2022-02-09T03:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:58.542043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870ba93-056d-44be-91d1-3b7cbdb23376 req-1bc4ed49-8051-42b9-a520-5ba242f59986 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:58.548903 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9870ba93-056d-44be-91d1-3b7cbdb23376 req-1bc4ed49-8051-42b9-a520-5ba242f59986 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.4219682 Feb 09 03:36:58.592176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Checking router: ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:36:58.593141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Updating router ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d port 18b26bcc-9bc5-4b97-a192-41ef09b3b8cf binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:36:58.661777 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b9bcc7f-8e35-499b-a3ad-48559d03f773 admin admin] Publish callbacks [] for security_group (c4cf8539-5940-4513-ad73-316fb2b51bf8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:58.703543 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (18b26bcc-9bc5-4b97-a192-41ef09b3b8cf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:58.705043 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf4615-928c-4991-8b4f-c6a08a3c112b req-41daba80-3ef2-43a8-988f-ed150fad5054 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:58.709806 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46cf4615-928c-4991-8b4f-c6a08a3c112b req-41daba80-3ef2-43a8-988f-ed150fad5054 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.65 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.5173981 Feb 09 03:36:58.710509 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b9bcc7f-8e35-499b-a3ad-48559d03f773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c4cf8539-5940-4513-ad73-316fb2b51bf8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:58.881808 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9870ba93-056d-44be-91d1-3b7cbdb23376 req-20dc6694-0e00-4dff-b14a-ca303d865dfc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3318918 Feb 09 03:36:58.886476 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9df91439-2a24-469b-8166-0c3441455e77 req-17b47de3-61c7-42be-b442-cb2c44ca363c service neutron] 10.222.0.65 "GET /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524472 Feb 09 03:36:58.949307 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Deleting port 18b26bcc-9bc5-4b97-a192-41ef09b3b8cf {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:58.949686 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (18b26bcc-9bc5-4b97-a192-41ef09b3b8cf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:58.965473 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1b9bcc7f-8e35-499b-a3ad-48559d03f773 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8effb99af8a4db3bf93f5fedb01b570&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3018909 Feb 09 03:36:58.966297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bcc7f-8e35-499b-a3ad-48559d03f773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cf8539-5940-4513-ad73-316fb2b51bf8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:58.968381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56028) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:59.168695 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (18b26bcc-9bc5-4b97-a192-41ef09b3b8cf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.203409 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-46cf4615-928c-4991-8b4f-c6a08a3c112b req-a9c6318b-796d-4f05-8f60-1f0a6f7be12c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port 92c30ed2-5ae1-462a-86ce-11f779aeedac {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:59.221209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7224963-6275-44cf-971f-1aba079b2e89 admin admin] Publish callbacks [] for security_group (c4cf8539-5940-4513-ad73-316fb2b51bf8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.226642 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-46cf4615-928c-4991-8b4f-c6a08a3c112b req-a9c6318b-796d-4f05-8f60-1f0a6f7be12c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.281375 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7224963-6275-44cf-971f-1aba079b2e89 admin admin] Publish callbacks [] for security_group (c4cf8539-5940-4513-ad73-316fb2b51bf8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.360592 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7224963-6275-44cf-971f-1aba079b2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c4cf8539-5940-4513-ad73-316fb2b51bf8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.368947 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7224963-6275-44cf-971f-1aba079b2e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.373308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f7224963-6275-44cf-971f-1aba079b2e89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4cf8539-5940-4513-ad73-316fb2b51bf8 HTTP/1.1" status: 204 len: 168 time: 0.4033043 Feb 09 03:36:59.383704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Calling delete_port for 18b26bcc-9bc5-4b97-a192-41ef09b3b8cf owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:59.401697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7224963-6275-44cf-971f-1aba079b2e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cf8539-5940-4513-ad73-316fb2b51bf8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:59.444148 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Publish callbacks [] for port (18b26bcc-9bc5-4b97-a192-41ef09b3b8cf), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.464385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (18b26bcc-9bc5-4b97-a192-41ef09b3b8cf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.528587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-46cf4615-928c-4991-8b4f-c6a08a3c112b req-a9c6318b-796d-4f05-8f60-1f0a6f7be12c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] For port 92c30ed2-5ae1-462a-86ce-11f779aeedac, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=92c30ed2-5ae1-462a-86ce-11f779aeedac,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:59.529020 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-46cf4615-928c-4991-8b4f-c6a08a3c112b req-a9c6318b-796d-4f05-8f60-1f0a6f7be12c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.560195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-46cf4615-928c-4991-8b4f-c6a08a3c112b req-a9c6318b-796d-4f05-8f60-1f0a6f7be12c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for 92c30ed2-5ae1-462a-86ce-11f779aeedac owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:59.654054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Attempting to bind port 18b26bcc-9bc5-4b97-a192-41ef09b3b8cf on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:36:59.654654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Attempting to bind port 18b26bcc-9bc5-4b97-a192-41ef09b3b8cf by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0817ee53-d5c6-451e-a8f7-4df1d2bac9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:36:59.657233 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Attempting to bind port 18b26bcc-9bc5-4b97-a192-41ef09b3b8cf on network 6f796777-4a34-4e14-b4d6-a8877a6b1312 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:36:59.687624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:36:59.687624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Checking segment: {'id': '0817ee53-d5c6-451e-a8f7-4df1d2bac9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:59.687624 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.688065 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Bound using segment: {'id': '0817ee53-d5c6-451e-a8f7-4df1d2bac9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:36:59.688243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Bound port: 18b26bcc-9bc5-4b97-a192-41ef09b3b8cf, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0817ee53-d5c6-451e-a8f7-4df1d2bac9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:36:59.693316 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (18b26bcc-9bc5-4b97-a192-41ef09b3b8cf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.772645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56048) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:59.796295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674e58a-c44e-4ceb-a6ec-4147f9d3cafb None None] Pushing event updated for resources: {'Port': ['ID=18b26bcc-9bc5-4b97-a192-41ef09b3b8cf,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:59.995691 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:36:59.996488 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:37:00.003850 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (18b26bcc-9bc5-4b97-a192-41ef09b3b8cf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.225469 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83998f0a-7efd-4812-b878-bb0f98ff5ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.237391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event deleted for resources: {'Port': ['ID=18b26bcc-9bc5-4b97-a192-41ef09b3b8cf,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:00.335373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56066) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:00.382061 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a645cc0-1eb2-44c7-a39c-c04ca916e86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.450715 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-46cf4615-928c-4991-8b4f-c6a08a3c112b req-a9c6318b-796d-4f05-8f60-1f0a6f7be12c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (92c30ed2-5ae1-462a-86ce-11f779aeedac), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.500542 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.540173 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83998f0a-7efd-4812-b878-bb0f98ff5ba4 admin admin] Publish callbacks [] for security_group (53540cc9-ff12-4d89-b4aa-9a82f967344a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.551070 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Attempting to bind port 18b26bcc-9bc5-4b97-a192-41ef09b3b8cf on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:37:00.556764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Attempting to bind port 18b26bcc-9bc5-4b97-a192-41ef09b3b8cf by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0817ee53-d5c6-451e-a8f7-4df1d2bac9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:37:00.556906 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83998f0a-7efd-4812-b878-bb0f98ff5ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (53540cc9-ff12-4d89-b4aa-9a82f967344a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.557172 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Attempting to bind port 18b26bcc-9bc5-4b97-a192-41ef09b3b8cf on network 6f796777-4a34-4e14-b4d6-a8877a6b1312 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:00.585550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:37:00.585946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Checking segment: {'id': '0817ee53-d5c6-451e-a8f7-4df1d2bac9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:00.586355 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.586758 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Bound using segment: {'id': '0817ee53-d5c6-451e-a8f7-4df1d2bac9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:37:00.587242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Bound port: 18b26bcc-9bc5-4b97-a192-41ef09b3b8cf, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0817ee53-d5c6-451e-a8f7-4df1d2bac9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6f796777-4a34-4e14-b4d6-a8877a6b1312'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:37:00.587634 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (18b26bcc-9bc5-4b97-a192-41ef09b3b8cf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.594320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83998f0a-7efd-4812-b878-bb0f98ff5ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53540cc9-ff12-4d89-b4aa-9a82f967344a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:00.626501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2398bef-a882-4a00-bda1-01951fa455b6 req-3fba0964-522b-4fa8-9987-12c77f20d8d8 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:00.630120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-83998f0a-7efd-4812-b878-bb0f98ff5ba4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=043c29c6168e426baee8789956caaca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8532732 Feb 09 03:37:00.630120 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a645cc0-1eb2-44c7-a39c-c04ca916e86a admin admin] Publish callbacks [] for security_group (1cff398d-dc43-48ef-afed-30fe7b0125ab), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.631087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56074) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:00.632972 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a2398bef-a882-4a00-bda1-01951fa455b6 req-3fba0964-522b-4fa8-9987-12c77f20d8d8 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc71df4-644e-427c-8960-c97b36896ae0 HTTP/1.1" status: 200 len: 945 time: 0.5459878 Feb 09 03:37:00.676935 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a645cc0-1eb2-44c7-a39c-c04ca916e86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1cff398d-dc43-48ef-afed-30fe7b0125ab), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.699325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Port 18b26bcc-9bc5-4b97-a192-41ef09b3b8cf has been deleted concurrently {{(pid=103329) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 03:37:00.701274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6318b-796d-4f05-8f60-1f0a6f7be12c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=92c30ed2-5ae1-462a-86ce-11f779aeedac,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:00.706446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3a645cc0-1eb2-44c7-a39c-c04ca916e86a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=830db1a7eae24a06bfebde744ba75326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3702703 Feb 09 03:37:00.712527 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.715812 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:00.718298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Routers {'ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:00.718937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:36:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:00.719698 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_controller (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.773595 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2836612-8674-4f39-8cbf-648516bb1e6d admin admin] Publish callbacks [] for security_group (53540cc9-ff12-4d89-b4aa-9a82f967344a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.813014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a645cc0-1eb2-44c7-a39c-c04ca916e86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cff398d-dc43-48ef-afed-30fe7b0125ab,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:00.876576 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2836612-8674-4f39-8cbf-648516bb1e6d admin admin] Publish callbacks [] for security_group (53540cc9-ff12-4d89-b4aa-9a82f967344a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.961678 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cf4615-928c-4991-8b4f-c6a08a3c112b req-a9c6318b-796d-4f05-8f60-1f0a6f7be12c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] No DVR routers for this DVR port 92c30ed2-5ae1-462a-86ce-11f779aeedac on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:37:00.967761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-46cf4615-928c-4991-8b4f-c6a08a3c112b req-a9c6318b-796d-4f05-8f60-1f0a6f7be12c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.975307 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46cf4615-928c-4991-8b4f-c6a08a3c112b req-a9c6318b-796d-4f05-8f60-1f0a6f7be12c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.65 "DELETE /v2.0/ports/92c30ed2-5ae1-462a-86ce-11f779aeedac HTTP/1.1" status: 204 len: 173 time: 2.2486293 Feb 09 03:37:00.999201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'name': 'network-vif-deleted', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:01.005094 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a2bb9d-53d9-4238-934f-12bf71b31ddd" -d '{"events": [{"server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "name": "network-vif-deleted", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:01.007944 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2836612-8674-4f39-8cbf-648516bb1e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (53540cc9-ff12-4d89-b4aa-9a82f967344a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:01.022694 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2836612-8674-4f39-8cbf-648516bb1e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:01.026437 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b2836612-8674-4f39-8cbf-648516bb1e6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53540cc9-ff12-4d89-b4aa-9a82f967344a HTTP/1.1" status: 204 len: 168 time: 0.3940609 Feb 09 03:37:01.050916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2836612-8674-4f39-8cbf-648516bb1e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53540cc9-ff12-4d89-b4aa-9a82f967344a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:01.074001 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:01.076696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:37:01.090928 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:01.092134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-eefce886-ed8a-4b79-9e4c-0bca8076cea7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d HTTP/1.1" status: 204 len: 168 time: 3.7515645 Feb 09 03:37:01.095003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56088) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:01.111271 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a2398bef-a882-4a00-bda1-01951fa455b6 req-c83273e6-2483-40c2-8e10-d3d3cdeef33f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=146d14c7-34f7-483f-b001-a8032a6f5da4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4471846 Feb 09 03:37:01.147321 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca34f51-aa99-47f2-8536-e2f7af1d24db x-openstack-request-id: req-7ca34f51-aa99-47f2-8536-e2f7af1d24db {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:01.154109 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc71df4-644e-427c-8960-c97b36896ae0", "name": "network-vif-deleted", "tag": "92c30ed2-5ae1-462a-86ce-11f779aeedac", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:01.154416 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ca34f51-aa99-47f2-8536-e2f7af1d24db {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:01.157066 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc71df4-644e-427c-8960-c97b36896ae0', 'name': 'network-vif-deleted', 'tag': '92c30ed2-5ae1-462a-86ce-11f779aeedac', 'status': 'completed', 'code': 200} Feb 09 03:37:01.208091 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2540-bebd-42e7-bb87-1fb2c95923ca admin admin] Publish callbacks [] for security_group (1cff398d-dc43-48ef-afed-30fe7b0125ab), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:01.217595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9f4286-1ea4-4857-85b5-ab1ff149db6c tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Deleting subnet a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:37:01.250337 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb9f4286-1ea4-4857-85b5-ab1ff149db6c tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for subnet (a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:01.271644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2540-bebd-42e7-bb87-1fb2c95923ca admin admin] Publish callbacks [] for security_group (1cff398d-dc43-48ef-afed-30fe7b0125ab), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:01.395479 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2540-bebd-42e7-bb87-1fb2c95923ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1cff398d-dc43-48ef-afed-30fe7b0125ab), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:01.398214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2540-bebd-42e7-bb87-1fb2c95923ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:01.399437 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8e1e2540-bebd-42e7-bb87-1fb2c95923ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1cff398d-dc43-48ef-afed-30fe7b0125ab HTTP/1.1" status: 204 len: 168 time: 0.6820197 Feb 09 03:37:01.412188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e2540-bebd-42e7-bb87-1fb2c95923ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cff398d-dc43-48ef-afed-30fe7b0125ab,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:01.425338 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb9f4286-1ea4-4857-85b5-ab1ff149db6c tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:01.728649 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb9f4286-1ea4-4857-85b5-ab1ff149db6c tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:01.737444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 92c30ed2-5ae1-462a-86ce-11f779aeedac no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:37:01.886283 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 92c30ed2-5ae1-462a-86ce-11f779aeedac {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:37:01.886701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 92c30ed2-5ae1-462a-86ce-11f779aeedac not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:37:01.903695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] Set router ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:02.026783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb9f4286-1ea4-4857-85b5-ab1ff149db6c tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:02.224788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f4286-1ea4-4857-85b5-ab1ff149db6c tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:02.238763 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb9f4286-1ea4-4857-85b5-ab1ff149db6c tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:02.257340 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cb9f4286-1ea4-4857-85b5-ab1ff149db6c tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e HTTP/1.1" status: 204 len: 168 time: 1.1599853 Feb 09 03:37:02.258838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56136) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:02.274407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d', 'name': '', 'tenant_id': 'acb134b1edd9448782e9bd22ca982904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:36:52Z', 'updated_at': '2022-02-09T03:36:59Z', 'revision_number': 5, 'project_id': 'acb134b1edd9448782e9bd22ca982904', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:02.283672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56138) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:02.462847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d68f05b-090f-4a1c-bdd1-3a420758c22c None None] The sync data for ids ['ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d'] in n-d-824835-15 is: [{'id': 'ec02d1ce-915e-4ee7-9be3-ffc27a9cf19d', 'name': '', 'tenant_id': 'acb134b1edd9448782e9bd22ca982904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:36:52Z', 'updated_at': '2022-02-09T03:36:59Z', 'revision_number': 5, 'project_id': 'acb134b1edd9448782e9bd22ca982904', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:02.642835 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (6f796777-4a34-4e14-b4d6-a8877a6b1312), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:02.792087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56156) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:02.911802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (6f796777-4a34-4e14-b4d6-a8877a6b1312), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:02.938400 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f06451e-74f2-464c-ab30-5549716ff56b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:02.972442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f796777-4a34-4e14-b4d6-a8877a6b1312']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:02.990561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0817ee53-d5c6-451e-a8f7-4df1d2bac9b3') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:02.991108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0817ee53-d5c6-451e-a8f7-4df1d2bac9b3') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:03.010349 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (0817ee53-d5c6-451e-a8f7-4df1d2bac9b3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:03.031279 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0817ee53-d5c6-451e-a8f7-4df1d2bac9b3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:03.072272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:37:03.072915 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (0817ee53-d5c6-451e-a8f7-4df1d2bac9b3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: items = [ Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:37:03.075641 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:37:03.229105 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (6f796777-4a34-4e14-b4d6-a8877a6b1312), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:03.234448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f796777-4a34-4e14-b4d6-a8877a6b1312 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:37:03.237214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:03.262015 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "DELETE /v2.0/networks/6f796777-4a34-4e14-b4d6-a8877a6b1312 HTTP/1.1" status: 204 len: 168 time: 1.0017922 Feb 09 03:37:03.307915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dc31b-3efd-45a1-8dcd-e73249f1f04f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f796777-4a34-4e14-b4d6-a8877a6b1312,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:03.897598 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f06451e-74f2-464c-ab30-5549716ff56b admin admin] Publish callbacks [] for security_group (ee2accc9-cf33-4c10-96a6-be6af0126685), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:03.915546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f06451e-74f2-464c-ab30-5549716ff56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ee2accc9-cf33-4c10-96a6-be6af0126685), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:04.117299 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9f06451e-74f2-464c-ab30-5549716ff56b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65ee471f20ca42b98a7c844bf763e47f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3202598 Feb 09 03:37:04.118995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06451e-74f2-464c-ab30-5549716ff56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2accc9-cf33-4c10-96a6-be6af0126685,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:04.119936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56200) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:04.241054 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99563ce7-134a-41be-80ed-38c48b7c33c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (06bc4260-4d74-4de4-8bf6-d90b6b244976), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:04.276095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56202) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:04.294761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-acdb93a7-c4ba-4c25-aab8-ea8df75e92d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Request body: {'router': {'name': 'tempest-router--1643205863', 'project_id': '3bba7832ae5346c6be27931e86bceebe'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:04.421395 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-acdb93a7-c4ba-4c25-aab8-ea8df75e92d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (66abe4ab-5dd5-4601-bd0f-9875d407a4a4), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:04.428529 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-acdb93a7-c4ba-4c25-aab8-ea8df75e92d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (66abe4ab-5dd5-4601-bd0f-9875d407a4a4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:04.497870 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a19447e1-a0dd-4d95-bbca-5a7eaabf07bc admin admin] Publish callbacks [] for security_group (ee2accc9-cf33-4c10-96a6-be6af0126685), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:04.641350 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a19447e1-a0dd-4d95-bbca-5a7eaabf07bc admin admin] Publish callbacks [] for security_group (ee2accc9-cf33-4c10-96a6-be6af0126685), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:05.498119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-99563ce7-134a-41be-80ed-38c48b7c33c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:05.498764 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99563ce7-134a-41be-80ed-38c48b7c33c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:05.719668 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-acdb93a7-c4ba-4c25-aab8-ea8df75e92d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_controller (66abe4ab-5dd5-4601-bd0f-9875d407a4a4), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:05.723080 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a19447e1-a0dd-4d95-bbca-5a7eaabf07bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ee2accc9-cf33-4c10-96a6-be6af0126685), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:05.741604 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a19447e1-a0dd-4d95-bbca-5a7eaabf07bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:05.761673 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a19447e1-a0dd-4d95-bbca-5a7eaabf07bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee2accc9-cf33-4c10-96a6-be6af0126685 HTTP/1.1" status: 204 len: 168 time: 1.6405427 Feb 09 03:37:05.773604 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-acdb93a7-c4ba-4c25-aab8-ea8df75e92d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (66abe4ab-5dd5-4601-bd0f-9875d407a4a4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:05.817688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19447e1-a0dd-4d95-bbca-5a7eaabf07bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2accc9-cf33-4c10-96a6-be6af0126685,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:05.864320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-99563ce7-134a-41be-80ed-38c48b7c33c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] For port e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:05.864759 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99563ce7-134a-41be-80ed-38c48b7c33c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:05.872589 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-acdb93a7-c4ba-4c25-aab8-ea8df75e92d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:05.877552 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-acdb93a7-c4ba-4c25-aab8-ea8df75e92d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.5979874 Feb 09 03:37:05.880734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56260) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:05.914130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-99563ce7-134a-41be-80ed-38c48b7c33c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:06.220655 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb770-9786-4164-909a-31b442adeef1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (66abe4ab-5dd5-4601-bd0f-9875d407a4a4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:06.804817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99563ce7-134a-41be-80ed-38c48b7c33c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:06.922042 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb770-9786-4164-909a-31b442adeef1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (66abe4ab-5dd5-4601-bd0f-9875d407a4a4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:06.936850 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb770-9786-4164-909a-31b442adeef1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_controller (66abe4ab-5dd5-4601-bd0f-9875d407a4a4), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:07.009901 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb770-9786-4164-909a-31b442adeef1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (66abe4ab-5dd5-4601-bd0f-9875d407a4a4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:07.011218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9bb770-9786-4164-909a-31b442adeef1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66abe4ab-5dd5-4601-bd0f-9875d407a4a4 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:37:07.024123 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb770-9786-4164-909a-31b442adeef1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:07.025801 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6e9bb770-9786-4164-909a-31b442adeef1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "DELETE /v2.0/routers/66abe4ab-5dd5-4601-bd0f-9875d407a4a4 HTTP/1.1" status: 204 len: 168 time: 1.1371865 Feb 09 03:37:07.071203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99563ce7-134a-41be-80ed-38c48b7c33c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:07.124984 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:37:07.564879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56314) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:07.598081 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99563ce7-134a-41be-80ed-38c48b7c33c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (06bc4260-4d74-4de4-8bf6-d90b6b244976), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:07.657198 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:08.256939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99563ce7-134a-41be-80ed-38c48b7c33c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 06bc4260-4d74-4de4-8bf6-d90b6b244976 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:37:08.282596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1593205359', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:08.365999 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:08.367706 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:08.511886 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_controller (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:08.630179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99563ce7-134a-41be-80ed-38c48b7c33c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:08.657636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d8aec-119b-4262-813e-8a4378195757 None None] Sync routers for ids ['06bc4260-4d74-4de4-8bf6-d90b6b244976'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:08.665879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-99563ce7-134a-41be-80ed-38c48b7c33c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "PUT /v2.0/routers/06bc4260-4d74-4de4-8bf6-d90b6b244976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3785007 Feb 09 03:37:08.680190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56348) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:08.711922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d8aec-119b-4262-813e-8a4378195757 None None] Routers {'06bc4260-4d74-4de4-8bf6-d90b6b244976'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:08.714327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8b5d8aec-119b-4262-813e-8a4378195757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:36:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['06bc4260-4d74-4de4-8bf6-d90b6b244976'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:08.919159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c5dbd1-8f73-4e21-9a42-e50b1797844e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting subnet 106fcaf9-03f4-4939-9476-b415c70cebac {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:37:08.929493 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17c5dbd1-8f73-4e21-9a42-e50b1797844e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for subnet (106fcaf9-03f4-4939-9476-b415c70cebac), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:08.958832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-8b5d8aec-119b-4262-813e-8a4378195757 None None] Set router 06bc4260-4d74-4de4-8bf6-d90b6b244976 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:09.095052 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17c5dbd1-8f73-4e21-9a42-e50b1797844e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (106fcaf9-03f4-4939-9476-b415c70cebac), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:09.120211 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:09.318976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17c5dbd1-8f73-4e21-9a42-e50b1797844e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (106fcaf9-03f4-4939-9476-b415c70cebac), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:09.461745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8b5d8aec-119b-4262-813e-8a4378195757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:37:06Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:09.499828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d8aec-119b-4262-813e-8a4378195757 None None] Checking router: 06bc4260-4d74-4de4-8bf6-d90b6b244976 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:37:09.515703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d8aec-119b-4262-813e-8a4378195757 None None] Routers {'06bc4260-4d74-4de4-8bf6-d90b6b244976'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:09.517621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8b5d8aec-119b-4262-813e-8a4378195757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:36:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['06bc4260-4d74-4de4-8bf6-d90b6b244976'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:09.580006 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17c5dbd1-8f73-4e21-9a42-e50b1797844e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (106fcaf9-03f4-4939-9476-b415c70cebac), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:09.636066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5dbd1-8f73-4e21-9a42-e50b1797844e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Subnet': ['ID=106fcaf9-03f4-4939-9476-b415c70cebac,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:09.643724 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17c5dbd1-8f73-4e21-9a42-e50b1797844e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:09.648905 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-17c5dbd1-8f73-4e21-9a42-e50b1797844e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/subnets/106fcaf9-03f4-4939-9476-b415c70cebac HTTP/1.1" status: 204 len: 168 time: 0.9623933 Feb 09 03:37:09.651595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56380) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:09.657722 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:09.679822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b07ea-1060-4880-9ded-e303b23067c7 None None] Network 35a2233d-2ef2-40f5-9080-2cd4ccd91adf requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:37:09.726759 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:09.941189 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router (06bc4260-4d74-4de4-8bf6-d90b6b244976), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:10.073122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-8b5d8aec-119b-4262-813e-8a4378195757 None None] Set router 06bc4260-4d74-4de4-8bf6-d90b6b244976 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:10.150339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Allocated IP 172.25.5.187 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/c4999bf3-deff-41d8-b338-9b2a94184c72) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:10.204993 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (06bc4260-4d74-4de4-8bf6-d90b6b244976), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:10.417870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port fa0805c4-bb09-4695-99f2-f961b35184e3 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:10.418611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:10.423065 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for port (c4999bf3-deff-41d8-b338-9b2a94184c72), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:10.563353 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c4999bf3-deff-41d8-b338-9b2a94184c72), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:10.588912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] DHCP port deletion for 35a2233d-2ef2-40f5-9080-2cd4ccd91adf request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:37:10.670473 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Pushing event updated for resources: {'Port': ['ID=c4999bf3-deff-41d8-b338-9b2a94184c72,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:10.702627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] For port fa0805c4-bb09-4695-99f2-f961b35184e3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fa0805c4-bb09-4695-99f2-f961b35184e3,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:10.703016 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:10.714499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:10.716897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:10.723328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:10.729763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for fa0805c4-bb09-4695-99f2-f961b35184e3 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:10.869585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8b5d8aec-119b-4262-813e-8a4378195757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:37:06Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:10.975594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Deleting port 157cb9f9-939f-4c9f-9970-5980a34b747b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:10.976471 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.170533 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] For port 157cb9f9-939f-4c9f-9970-5980a34b747b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=157cb9f9-939f-4c9f-9970-5980a34b747b,segment=NetworkSegment(c9750930-79f3-4a8b-b443-aa0595718bb1),segment_id=c9750930-79f3-4a8b-b443-aa0595718bb1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:11.178017 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.219362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Calling delete_port for 157cb9f9-939f-4c9f-9970-5980a34b747b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:11.271724 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fa0805c4-bb09-4695-99f2-f961b35184e3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.341375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=fa0805c4-bb09-4695-99f2-f961b35184e3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:11.391580 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.413671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d8aec-119b-4262-813e-8a4378195757 None None] The sync data for ids ['06bc4260-4d74-4de4-8bf6-d90b6b244976'] in n-d-824835-15 is: [{'id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987092721', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:33:46Z', 'updated_at': '2022-02-09T03:37:06Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'fa0805c4-bb09-4695-99f2-f961b35184e3', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc4260-4d74-4de4-8bf6-d90b6b244976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:33:51Z', 'updated_at': '2022-02-09T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:11.415421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 157cb9f9-939f-4c9f-9970-5980a34b747b no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:37:11.423523 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (157cb9f9-939f-4c9f-9970-5980a34b747b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.497228 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (06bc4260-4d74-4de4-8bf6-d90b6b244976), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.547612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Pushing event deleted for resources: {'Port': ['ID=157cb9f9-939f-4c9f-9970-5980a34b747b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:11.561914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] No DVR routers for this DVR port 157cb9f9-939f-4c9f-9970-5980a34b747b on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:37:11.573195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.575812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.576380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.577934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.578496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.581771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.583934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.584530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.585096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.585701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.586270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.586825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.587380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9f4f1-352e-42fd-a242-c629640b2185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:11.604105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 157cb9f9-939f-4c9f-9970-5980a34b747b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:37:11.604105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 157cb9f9-939f-4c9f-9970-5980a34b747b not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:37:11.704093 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (06bc4260-4d74-4de4-8bf6-d90b6b244976), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.707775 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_controller (06bc4260-4d74-4de4-8bf6-d90b6b244976), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.820717 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (06bc4260-4d74-4de4-8bf6-d90b6b244976), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.821390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Fanout notify agent at l3_agent the message router_deleted on router 06bc4260-4d74-4de4-8bf6-d90b6b244976 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:37:11.835384 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.836587 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-be885872-196a-42b3-a670-3a539d6ba9cc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/routers/06bc4260-4d74-4de4-8bf6-d90b6b244976 HTTP/1.1" status: 204 len: 168 time: 2.1837857 Feb 09 03:37:11.840805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56424) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:11.899971 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.929838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56428) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:12.142962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (35a2233d-2ef2-40f5-9080-2cd4ccd91adf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.182205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2254cad6-127a-4615-9732-244f9d0e6b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.386405 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2254cad6-127a-4615-9732-244f9d0e6b50 admin admin] Publish callbacks [] for security_group (4a42e4bf-d25f-462f-a054-591cecc0f0cc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.396484 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2254cad6-127a-4615-9732-244f9d0e6b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4a42e4bf-d25f-462f-a054-591cecc0f0cc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.440973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (35a2233d-2ef2-40f5-9080-2cd4ccd91adf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.479813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a2233d-2ef2-40f5-9080-2cd4ccd91adf']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:12.485066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254cad6-127a-4615-9732-244f9d0e6b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a42e4bf-d25f-462f-a054-591cecc0f0cc,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:12.495993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9750930-79f3-4a8b-b443-aa0595718bb1') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:12.497257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9750930-79f3-4a8b-b443-aa0595718bb1') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:12.509913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Router cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:37:12.519721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56440) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:12.521711 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2254cad6-127a-4615-9732-244f9d0e6b50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c296dda761844d0099d0d752712419cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5906622 Feb 09 03:37:12.529085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (c9750930-79f3-4a8b-b443-aa0595718bb1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.755478 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c9750930-79f3-4a8b-b443-aa0595718bb1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.764095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:37:12.764508 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (c9750930-79f3-4a8b-b443-aa0595718bb1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:37:12.868971 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:37:12.891835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:12.915877 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdf844-cb4b-452d-be0b-47e541b1aa68 None None] Sync routers for ids ['cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:12.964084 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdf844-cb4b-452d-be0b-47e541b1aa68 None None] Routers {'cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:12.964611 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (35a2233d-2ef2-40f5-9080-2cd4ccd91adf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.966242 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e0fdf844-cb4b-452d-be0b-47e541b1aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:36:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:12.983048 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b046822-bee8-43e9-8d11-ca89116184bd admin admin] Publish callbacks [] for security_group (4a42e4bf-d25f-462f-a054-591cecc0f0cc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.985192 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.998522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56444) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:13.015572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fd4bad34-9491-4673-8bc0-9a4b1d5c8070 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4489594 Feb 09 03:37:13.038385 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:13.042466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/networks/35a2233d-2ef2-40f5-9080-2cd4ccd91adf HTTP/1.1" status: 204 len: 168 time: 1.1951952 Feb 09 03:37:13.074899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56446) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:13.105392 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e0fdf844-cb4b-452d-be0b-47e541b1aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:13.120192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:37:13.148925 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdf844-cb4b-452d-be0b-47e541b1aa68 None None] Routers {'cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:13.151326 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e0fdf844-cb4b-452d-be0b-47e541b1aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:36:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:13.161286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Network': ['ID=35a2233d-2ef2-40f5-9080-2cd4ccd91adf,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:13.210830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:37:13.211236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e9cb1ffe-a1e5-4efe-a339-a2abd743f0d4 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:37:13.211681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fa0805c4-bb09-4695-99f2-f961b35184e3 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:37:13.219282 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b046822-bee8-43e9-8d11-ca89116184bd admin admin] Publish callbacks [] for security_group (4a42e4bf-d25f-462f-a054-591cecc0f0cc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:13.322071 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b046822-bee8-43e9-8d11-ca89116184bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4a42e4bf-d25f-462f-a054-591cecc0f0cc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:13.322297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b046822-bee8-43e9-8d11-ca89116184bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:13.325864 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8b046822-bee8-43e9-8d11-ca89116184bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a42e4bf-d25f-462f-a054-591cecc0f0cc HTTP/1.1" status: 204 len: 168 time: 0.7982807 Feb 09 03:37:13.333704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.334058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.334403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.334740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.335076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.336023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.336023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.336245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.336501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.336807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.337132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.337741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.338071 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65301-282d-4e31-b73b-6113228e7449 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:13.357290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b046822-bee8-43e9-8d11-ca89116184bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a42e4bf-d25f-462f-a054-591cecc0f0cc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:13.392435 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e0fdf844-cb4b-452d-be0b-47e541b1aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:13.393040 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdf844-cb4b-452d-be0b-47e541b1aa68 None None] The sync data for ids ['cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:13.412390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56456) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:13.422460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: fa0805c4-bb09-4695-99f2-f961b35184e3 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:37:13.422714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fa0805c4-bb09-4695-99f2-f961b35184e3 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:37:13.434490 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b76dc86e-cec8-4947-a6bb-c12268757328 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/routers/cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c HTTP/1.1" status: 200 len: 921 time: 0.4344451 Feb 09 03:37:13.504631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b350-e178-4b2c-8fdb-a9b129a2c414 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (146d14c7-34f7-483f-b001-a8032a6f5da4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:13.511904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56458) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:13.521414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f3cd680d-19c6-4c2d-8f6f-6da4a6fe8446 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c HTTP/1.1" status: 200 len: 205 time: 0.0957699 Feb 09 03:37:13.578038 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b350-e178-4b2c-8fdb-a9b129a2c414 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (146d14c7-34f7-483f-b001-a8032a6f5da4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:13.700692 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b350-e178-4b2c-8fdb-a9b129a2c414 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (146d14c7-34f7-483f-b001-a8032a6f5da4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:13.703368 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b350-e178-4b2c-8fdb-a9b129a2c414 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:13.707997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cbb9b350-e178-4b2c-8fdb-a9b129a2c414 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/security-groups/146d14c7-34f7-483f-b001-a8032a6f5da4 HTTP/1.1" status: 204 len: 168 time: 0.6320992 Feb 09 03:37:13.741584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9b350-e178-4b2c-8fdb-a9b129a2c414 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146d14c7-34f7-483f-b001-a8032a6f5da4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:13.768014 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:13.960748 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:14.009420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56468) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:14.031224 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ae5995d-6dcc-46ec-a2bb-2fe6d9b87223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:14.088536 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Deleting port c4999bf3-deff-41d8-b338-9b2a94184c72 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:14.088957 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c4999bf3-deff-41d8-b338-9b2a94184c72), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:14.211348 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ae5995d-6dcc-46ec-a2bb-2fe6d9b87223 admin admin] Publish callbacks [] for security_group (3c6ebde1-b011-470a-a7fe-01bb4708947d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:14.216572 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ae5995d-6dcc-46ec-a2bb-2fe6d9b87223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3c6ebde1-b011-470a-a7fe-01bb4708947d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:14.253161 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c4999bf3-deff-41d8-b338-9b2a94184c72), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:14.295673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Calling delete_port for c4999bf3-deff-41d8-b338-9b2a94184c72 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:14.301696 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1ae5995d-6dcc-46ec-a2bb-2fe6d9b87223 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5657f6dfbad34d2ea45e6c72b0062ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2901597 Feb 09 03:37:14.304857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56474) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:14.322253 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5995d-6dcc-46ec-a2bb-2fe6d9b87223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6ebde1-b011-470a-a7fe-01bb4708947d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:14.424079 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3ace7c0-5d0f-40fe-a983-1ecde4c71620 admin admin] Publish callbacks [] for security_group (3c6ebde1-b011-470a-a7fe-01bb4708947d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:14.478176 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3ace7c0-5d0f-40fe-a983-1ecde4c71620 admin admin] Publish callbacks [] for security_group (3c6ebde1-b011-470a-a7fe-01bb4708947d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:14.577184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56480) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:14.584274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-06bbea26-5541-478c-8380-0e16ef4c65ce tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13032004', 'description': 'tempest-secgroup-smoke-13032004 description', 'project_id': '2d97c098e98a427b87333af505a5b6d1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:14.598891 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3ace7c0-5d0f-40fe-a983-1ecde4c71620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3c6ebde1-b011-470a-a7fe-01bb4708947d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:14.601767 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3ace7c0-5d0f-40fe-a983-1ecde4c71620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:14.602998 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b3ace7c0-5d0f-40fe-a983-1ecde4c71620 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c6ebde1-b011-470a-a7fe-01bb4708947d HTTP/1.1" status: 204 len: 168 time: 0.2971160 Feb 09 03:37:14.638068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ace7c0-5d0f-40fe-a983-1ecde4c71620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6ebde1-b011-470a-a7fe-01bb4708947d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:14.667479 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06bbea26-5541-478c-8380-0e16ef4c65ce tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:14.935146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06bbea26-5541-478c-8380-0e16ef4c65ce tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (da44f014-ad2e-4b5a-a96d-e617901803da), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:14.944403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06bbea26-5541-478c-8380-0e16ef4c65ce tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (da44f014-ad2e-4b5a-a96d-e617901803da), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.004388 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06bbea26-5541-478c-8380-0e16ef4c65ce tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.006800 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-06bbea26-5541-478c-8380-0e16ef4c65ce tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4265475 Feb 09 03:37:15.008760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56486) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:15.034025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-87c52584-05d2-45a6-812f-7030fab4710e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': 'da44f014-ad2e-4b5a-a96d-e617901803da', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:15.113215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbea26-5541-478c-8380-0e16ef4c65ce tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da44f014-ad2e-4b5a-a96d-e617901803da,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:15.135865 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87c52584-05d2-45a6-812f-7030fab4710e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (89e416e4-38b4-4aef-8150-818ee9bf90e9), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.283497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87c52584-05d2-45a6-812f-7030fab4710e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (89e416e4-38b4-4aef-8150-818ee9bf90e9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.297689 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87c52584-05d2-45a6-812f-7030fab4710e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (89e416e4-38b4-4aef-8150-818ee9bf90e9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.321834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c52584-05d2-45a6-812f-7030fab4710e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e416e4-38b4-4aef-8150-818ee9bf90e9,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:15.359227 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87c52584-05d2-45a6-812f-7030fab4710e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.360914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-87c52584-05d2-45a6-812f-7030fab4710e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512399 Feb 09 03:37:15.366736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56502) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:15.376462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ff4b5f49-0884-4ffa-b0ca-592c9e3229c7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': 'da44f014-ad2e-4b5a-a96d-e617901803da', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:15.456653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5f49-0884-4ffa-b0ca-592c9e3229c7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (5cebdc3e-7349-47f5-88f5-8ab4d5fd195c), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.543819 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5f49-0884-4ffa-b0ca-592c9e3229c7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (5cebdc3e-7349-47f5-88f5-8ab4d5fd195c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.545431 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c4999bf3-deff-41d8-b338-9b2a94184c72), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.586830 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5f49-0884-4ffa-b0ca-592c9e3229c7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (5cebdc3e-7349-47f5-88f5-8ab4d5fd195c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.618523 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8300d3a6-d171-4dd1-91e4-48f83d29eec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.623649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b5f49-0884-4ffa-b0ca-592c9e3229c7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cebdc3e-7349-47f5-88f5-8ab4d5fd195c,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:15.634834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Pushing event deleted for resources: {'Port': ['ID=c4999bf3-deff-41d8-b338-9b2a94184c72,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:15.688911 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5f49-0884-4ffa-b0ca-592c9e3229c7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.690248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ff4b5f49-0884-4ffa-b0ca-592c9e3229c7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220499 Feb 09 03:37:15.693125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56514) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:15.698970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d7c055f8-82ea-4973-8a7b-ce5fc3e3313b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': 'da44f014-ad2e-4b5a-a96d-e617901803da', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:15.751875 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7c055f8-82ea-4973-8a7b-ce5fc3e3313b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (edb9a4e3-d9da-42bc-96da-caaa01c81275), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.795189 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.914124 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7c055f8-82ea-4973-8a7b-ce5fc3e3313b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (edb9a4e3-d9da-42bc-96da-caaa01c81275), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.927818 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7c055f8-82ea-4973-8a7b-ce5fc3e3313b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (edb9a4e3-d9da-42bc-96da-caaa01c81275), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.985966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c055f8-82ea-4973-8a7b-ce5fc3e3313b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb9a4e3-d9da-42bc-96da-caaa01c81275,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:16.024970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7c055f8-82ea-4973-8a7b-ce5fc3e3313b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.026361 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d7c055f8-82ea-4973-8a7b-ce5fc3e3313b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3317161 Feb 09 03:37:16.029193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56526) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:16.033760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-536bddd9-9457-4f27-9e2e-4ab1ec497486 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': 'da44f014-ad2e-4b5a-a96d-e617901803da', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:16.057320 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.061230 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_controller (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.092440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-536bddd9-9457-4f27-9e2e-4ab1ec497486 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (d2cfd92f-80d0-44d6-9e8a-2cbaab0ecc2d), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.168959 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.169749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Fanout notify agent at l3_agent the message router_deleted on router cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:37:16.177402 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.199288 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ac697910-6d34-4a7c-a226-1bac165daca3 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/routers/cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c HTTP/1.1" status: 204 len: 168 time: 2.6803532 Feb 09 03:37:16.200247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56530) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:16.212984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1091118387', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'enable_snat': False}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:16.253548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-536bddd9-9457-4f27-9e2e-4ab1ec497486 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (d2cfd92f-80d0-44d6-9e8a-2cbaab0ecc2d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.258469 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.261648 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.262358 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-536bddd9-9457-4f27-9e2e-4ab1ec497486 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (d2cfd92f-80d0-44d6-9e8a-2cbaab0ecc2d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.319993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bddd9-9457-4f27-9e2e-4ab1ec497486 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cfd92f-80d0-44d6-9e8a-2cbaab0ecc2d,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:16.331225 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-536bddd9-9457-4f27-9e2e-4ab1ec497486 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.334043 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-536bddd9-9457-4f27-9e2e-4ab1ec497486 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3037877 Feb 09 03:37:16.337819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56534) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:16.342209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a13094c6-071c-4883-af3e-5411467e5b21 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': 'da44f014-ad2e-4b5a-a96d-e617901803da', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:16.367533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_controller (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.390484 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-a13094c6-071c-4883-af3e-5411467e5b21 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Project 2d97c098e98a427b87333af505a5b6d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:37:16.413020 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a13094c6-071c-4883-af3e-5411467e5b21 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (4126151d-4c32-4a6d-b928-72973e78fa89), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.564113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.689187 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a13094c6-071c-4883-af3e-5411467e5b21 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (4126151d-4c32-4a6d-b928-72973e78fa89), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.696825 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a13094c6-071c-4883-af3e-5411467e5b21 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (4126151d-4c32-4a6d-b928-72973e78fa89), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.726548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13094c6-071c-4883-af3e-5411467e5b21 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4126151d-4c32-4a6d-b928-72973e78fa89,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:16.772923 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a13094c6-071c-4883-af3e-5411467e5b21 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.775256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a13094c6-071c-4883-af3e-5411467e5b21 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4364862 Feb 09 03:37:16.778121 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56552) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:16.783668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-5ad5fec5-656b-48b5-8522-07725ff98dc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': 'da44f014-ad2e-4b5a-a96d-e617901803da', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:16.841741 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-5ad5fec5-656b-48b5-8522-07725ff98dc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Project 2d97c098e98a427b87333af505a5b6d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:37:16.866130 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ad5fec5-656b-48b5-8522-07725ff98dc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (14b52c3f-b5e7-45b9-a02a-ebd153869309), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.963539 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ad5fec5-656b-48b5-8522-07725ff98dc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (14b52c3f-b5e7-45b9-a02a-ebd153869309), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.969675 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ad5fec5-656b-48b5-8522-07725ff98dc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (14b52c3f-b5e7-45b9-a02a-ebd153869309), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:16.991279 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5fec5-656b-48b5-8522-07725ff98dc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b52c3f-b5e7-45b9-a02a-ebd153869309,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:17.007577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ad5fec5-656b-48b5-8522-07725ff98dc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.015078 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5ad5fec5-656b-48b5-8522-07725ff98dc9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2342572 Feb 09 03:37:17.015667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56562) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:17.029345 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-cd2fc68f-5f2f-4f99-b423-085086ef76a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'network': {'name': 'tempest-network-smoke--601280113', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'port_security_enabled': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:17.072870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2fc68f-5f2f-4f99-b423-085086ef76a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Made reservation on behalf of 2d97c098e98a427b87333af505a5b6d1 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:37:17.081071 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc68f-5f2f-4f99-b423-085086ef76a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.105465 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.129568 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.158891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2fc68f-5f2f-4f99-b423-085086ef76a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:37:17.173978 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc68f-5f2f-4f99-b423-085086ef76a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2687fc8a-c261-4fd5-bcff-0148820e39e7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.174810 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-cd2fc68f-5f2f-4f99-b423-085086ef76a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Added segment 2687fc8a-c261-4fd5-bcff-0148820e39e7 of type vlan for network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b Feb 09 03:37:17.227654 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc68f-5f2f-4f99-b423-085086ef76a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (05c4747f-84a8-4b5f-a2e4-1f6e4e15021b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.263702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc68f-5f2f-4f99-b423-085086ef76a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (05c4747f-84a8-4b5f-a2e4-1f6e4e15021b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.273387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2fc68f-5f2f-4f99-b423-085086ef76a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:17.274029 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc68f-5f2f-4f99-b423-085086ef76a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.375205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cd2fc68f-5f2f-4f99-b423-085086ef76a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3567333 Feb 09 03:37:17.379027 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56574) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:17.385614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fc68f-5f2f-4f99-b423-085086ef76a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Network': ['ID=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:17.388110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'admin_state_up': True, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:17.400819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:37:17.423001 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.427218 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.439173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Allocated IP 172.25.5.90 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/5163092d-b16e-4c98-98d1-0ba4513a50d8) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:17.527554 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_controller (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.661882 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.756748 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.930807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:17.937379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:18.032405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:18.127890 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f744ceb6-4a29-4193-967b-840914d4d589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:18.244130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event updated for resources: {'Port': ['ID=5163092d-b16e-4c98-98d1-0ba4513a50d8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:18.295711 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:18.950840 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:19.321969 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:19.385299 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:19.545404 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:19.570099 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:19.668773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Router c53040b6-97a3-41fa-a43f-aa8ee6992fb4 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:37:19.829802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.25.5.40 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/e048e455-3c53-4b6e-8cc6-ad36fa91a77c) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:19.910942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:19.920656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Sync routers for ids ['c53040b6-97a3-41fa-a43f-aa8ee6992fb4'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:19.938559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Routers {'c53040b6-97a3-41fa-a43f-aa8ee6992fb4'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:19.939414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['c53040b6-97a3-41fa-a43f-aa8ee6992fb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:19.954382 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:19.956055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2b8e315f-ec01-49a2-ada6-16e727c6e8f5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7529881 Feb 09 03:37:19.959667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56646) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:20.022539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:20.061826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56648) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:20.122533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:20.212712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:20.215134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:20.220048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:20.249554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Set router c53040b6-97a3-41fa-a43f-aa8ee6992fb4 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:20.276901 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3fe2ec20-ff05-42b7-8df4-df67eef743e7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/routers/c53040b6-97a3-41fa-a43f-aa8ee6992fb4 HTTP/1.1" status: 200 len: 908 time: 0.3154166 Feb 09 03:37:20.277542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56652) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:20.299443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1091118387', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'enable_snat': True}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:20.312462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=e048e455-3c53-4b6e-8cc6-ad36fa91a77c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:20.379120 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:20.380513 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:20.430159 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8e5aa517-2af4-4d68-b675-9c374008ef0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:20.565014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_controller (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:20.674985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:20.854157 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:20.863992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53040b6-97a3-41fa-a43f-aa8ee6992fb4', 'name': 'tempest-snat-router-1091118387', 'tenant_id': 'acb134b1edd9448782e9bd22ca982904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.90'}], 'enable_snat': False}, 'gw_port_id': '5163092d-b16e-4c98-98d1-0ba4513a50d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:16Z', 'updated_at': '2022-02-09T03:37:18Z', 'revision_number': 3, 'project_id': 'acb134b1edd9448782e9bd22ca982904', 'gw_port': {'id': '5163092d-b16e-4c98-98d1-0ba4513a50d8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53040b6-97a3-41fa-a43f-aa8ee6992fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:20.963706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Checking router: c53040b6-97a3-41fa-a43f-aa8ee6992fb4 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:37:20.967078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Updating router c53040b6-97a3-41fa-a43f-aa8ee6992fb4 port 5163092d-b16e-4c98-98d1-0ba4513a50d8 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:37:21.002343 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:21.068991 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:21.143963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8e5aa517-2af4-4d68-b675-9c374008ef0e admin admin] Publish callbacks [] for security_group (cb0fef22-bc2c-4e8c-b73d-ffe273ff5490), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:21.157233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8e5aa517-2af4-4d68-b675-9c374008ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cb0fef22-bc2c-4e8c-b73d-ffe273ff5490), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:21.197928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5aa517-2af4-4d68-b675-9c374008ef0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0fef22-bc2c-4e8c-b73d-ffe273ff5490,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:21.253325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8e5aa517-2af4-4d68-b675-9c374008ef0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01666ca8484e4444aa46bccc28313dd4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1868982 Feb 09 03:37:21.257577 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56662) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:21.268281 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:21.603657 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Publish callbacks [] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:21.616252 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:21.678116 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:21.705516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:21.958905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Allocated IP 172.25.5.215 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/045bbbfb-6357-4cbd-988c-83cc5caff721) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:22.204492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Attempting to bind port 5163092d-b16e-4c98-98d1-0ba4513a50d8 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:37:22.205327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Attempting to bind port 5163092d-b16e-4c98-98d1-0ba4513a50d8 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:37:22.205503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Attempting to bind port 5163092d-b16e-4c98-98d1-0ba4513a50d8 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:22.219552 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:22.227648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a736bd-4978-48dc-8f88-028008d874ad None None] Pushing event updated for resources: {'Port': ['ID=5163092d-b16e-4c98-98d1-0ba4513a50d8,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:22.242956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:37:22.243126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:22.246858 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:22.248246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:37:22.251763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Bound port: 5163092d-b16e-4c98-98d1-0ba4513a50d8, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:37:22.252246 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:22.341653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:37:22.387224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] For port 5163092d-b16e-4c98-98d1-0ba4513a50d8, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:37:22.392378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Publish callbacks [] for security_group (cb0fef22-bc2c-4e8c-b73d-ffe273ff5490), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:22.393736 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] For port 5163092d-b16e-4c98-98d1-0ba4513a50d8, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5163092d-b16e-4c98-98d1-0ba4513a50d8,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:37:22.411761 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:22.453472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Publish callbacks [] for security_group (cb0fef22-bc2c-4e8c-b73d-ffe273ff5490), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:22.587511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a736bd-4978-48dc-8f88-028008d874ad None None] Pushing event updated for resources: {'Port': ['ID=5163092d-b16e-4c98-98d1-0ba4513a50d8,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:22.592220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Routers {'c53040b6-97a3-41fa-a43f-aa8ee6992fb4'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:22.592767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['c53040b6-97a3-41fa-a43f-aa8ee6992fb4'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:22.726995 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for port (045bbbfb-6357-4cbd-988c-83cc5caff721), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:22.735953 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cb0fef22-bc2c-4e8c-b73d-ffe273ff5490), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:22.740075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:22.744319 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb0fef22-bc2c-4e8c-b73d-ffe273ff5490 HTTP/1.1" status: 204 len: 168 time: 1.4853966 Feb 09 03:37:22.790094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0fef22-bc2c-4e8c-b73d-ffe273ff5490,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:22.821764 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (045bbbfb-6357-4cbd-988c-83cc5caff721), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:22.883159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] Set router c53040b6-97a3-41fa-a43f-aa8ee6992fb4 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:22.907498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:22.919388 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Sync routers for ids ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:22.925195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.927148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.928013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.928774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.930359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.931504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.933667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.937547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.938633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.939558 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Routers {'7be69d6f-59b3-4a0e-91b5-b77683d8d16f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:22.940273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.942179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.944227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.945199 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:22.946552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065512f-30a9-4a28-ae08-0d35c59de851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:22.968497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:23.001049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:23.014763 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:23.041318 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:23.046814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8583d2f0-f08a-4a0a-a164-e0f94cf78a88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.6649849 Feb 09 03:37:23.047618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56696) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:23.086888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event updated for resources: {'Port': ['ID=045bbbfb-6357-4cbd-988c-83cc5caff721,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:23.185482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4713e783-808b-473a-b486-d01ddf10c010 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2d97c098e98a427b87333af505a5b6d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1349204 Feb 09 03:37:23.188056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56702) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:23.271253 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Set router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:23.368464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53040b6-97a3-41fa-a43f-aa8ee6992fb4', 'name': 'tempest-snat-router-1091118387', 'tenant_id': 'acb134b1edd9448782e9bd22ca982904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.90'}], 'enable_snat': False}, 'gw_port_id': '5163092d-b16e-4c98-98d1-0ba4513a50d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:16Z', 'updated_at': '2022-02-09T03:37:18Z', 'revision_number': 3, 'project_id': 'acb134b1edd9448782e9bd22ca982904', 'gw_port': {'id': '5163092d-b16e-4c98-98d1-0ba4513a50d8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53040b6-97a3-41fa-a43f-aa8ee6992fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:23.442203 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c365a1a-195c-41f0-bb47-3d980de0fb26 None None] The sync data for ids ['c53040b6-97a3-41fa-a43f-aa8ee6992fb4'] in n-d-824835-15 is: [{'id': 'c53040b6-97a3-41fa-a43f-aa8ee6992fb4', 'name': 'tempest-snat-router-1091118387', 'tenant_id': 'acb134b1edd9448782e9bd22ca982904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.90'}], 'enable_snat': False}, 'gw_port_id': '5163092d-b16e-4c98-98d1-0ba4513a50d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:16Z', 'updated_at': '2022-02-09T03:37:18Z', 'revision_number': 3, 'project_id': 'acb134b1edd9448782e9bd22ca982904', 'gw_port': {'id': '5163092d-b16e-4c98-98d1-0ba4513a50d8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53040b6-97a3-41fa-a43f-aa8ee6992fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:23.518372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56704) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:23.558798 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35fc94bd-2438-408f-bd1b-7a1997ca88ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:23.615526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea886382-485b-4772-afcd-3b4c49909c08 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:23.617154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ea886382-485b-4772-afcd-3b4c49909c08 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4281480 Feb 09 03:37:23.621299 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:20Z', 'revision_number': 3, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:23.624293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56706) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:23.636489 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:23.680717 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Checking router: 7be69d6f-59b3-4a0e-91b5-b77683d8d16f for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:37:23.681078 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Updating router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f port e048e455-3c53-4b6e-8cc6-ad36fa91a77c binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:37:23.701937 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3bd1b247-4c27-41b9-aa7d-595072a36ad6 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743425 Feb 09 03:37:23.702268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56712) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:23.714606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b2365ea2-8ab3-49b4-8072-71cd1a18c725 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-940738344', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:24.033230 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.065081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2365ea2-8ab3-49b4-8072-71cd1a18c725 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Made reservation on behalf of 2d97c098e98a427b87333af505a5b6d1 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:37:24.091578 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2365ea2-8ab3-49b4-8072-71cd1a18c725 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.116341 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35fc94bd-2438-408f-bd1b-7a1997ca88ba admin admin] Publish callbacks [] for security_group (45073eea-58b0-491f-96e4-064dba316807), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.157068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.183982 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35fc94bd-2438-408f-bd1b-7a1997ca88ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (45073eea-58b0-491f-96e4-064dba316807), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.315806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.361987 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Publish callbacks [] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.373982 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-35fc94bd-2438-408f-bd1b-7a1997ca88ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=462fdee7c25d4518977dacff540abdcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8474557 Feb 09 03:37:24.380979 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.467151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56724) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:24.521749 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Pushing event updated for resources: {'Port': ['ID=e048e455-3c53-4b6e-8cc6-ad36fa91a77c,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:24.527936 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Attempting to bind port e048e455-3c53-4b6e-8cc6-ad36fa91a77c on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:37:24.528449 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Attempting to bind port e048e455-3c53-4b6e-8cc6-ad36fa91a77c by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:37:24.529030 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Attempting to bind port e048e455-3c53-4b6e-8cc6-ad36fa91a77c on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:24.538673 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.539168 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.539765 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.540317 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.540753 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.541309 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.541890 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.542388 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.542973 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.543402 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.543998 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.544449 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.544995 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:24.552568 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:37:24.553276 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:24.553822 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.554452 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:37:24.555551 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Bound port: e048e455-3c53-4b6e-8cc6-ad36fa91a77c, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:37:24.555860 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.672759 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ce27-ba79-4076-9a92-8b7cfb2b3c2e admin admin] Publish callbacks [] for security_group (45073eea-58b0-491f-96e4-064dba316807), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.688866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Router fa039c6f-56b5-46f5-adf1-0c859b3b8e7e is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:37:24.699516 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] For port e048e455-3c53-4b6e-8cc6-ad36fa91a77c, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:37:24.713151 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] For port e048e455-3c53-4b6e-8cc6-ad36fa91a77c, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e048e455-3c53-4b6e-8cc6-ad36fa91a77c,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:37:24.714928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2365ea2-8ab3-49b4-8072-71cd1a18c725 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (ce2c4dbf-8086-45de-91a5-b80bb64bd15f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.736894 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.751842 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ce27-ba79-4076-9a92-8b7cfb2b3c2e admin admin] Publish callbacks [] for security_group (45073eea-58b0-491f-96e4-064dba316807), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.789412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc94bd-2438-408f-bd1b-7a1997ca88ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45073eea-58b0-491f-96e4-064dba316807,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:24.844994 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Routers {'7be69d6f-59b3-4a0e-91b5-b77683d8d16f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:24.850174 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:24.882814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2365ea2-8ab3-49b4-8072-71cd1a18c725 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Subnet': ['ID=ce2c4dbf-8086-45de-91a5-b80bb64bd15f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:24.911497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2365ea2-8ab3-49b4-8072-71cd1a18c725 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Checking segment: {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:24.911932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2365ea2-8ab3-49b4-8072-71cd1a18c725 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network hostable DHCP agents. Network: 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:37:24.951346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2365ea2-8ab3-49b4-8072-71cd1a18c725 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:37:24.981606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-b2365ea2-8ab3-49b4-8072-71cd1a18c725 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:24.989025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2365ea2-8ab3-49b4-8072-71cd1a18c725 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:24.989914 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2365ea2-8ab3-49b4-8072-71cd1a18c725 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:24.991033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c227a7c-5f1c-4a23-8011-c8b13930004b None None] Network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:37:25.049814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b2365ea2-8ab3-49b4-8072-71cd1a18c725 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3434465 Feb 09 03:37:25.051445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56730) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:25.065726 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbcca0-fcd4-4f3e-a4ea-e06683000945 None None] Pushing event updated for resources: {'Port': ['ID=e048e455-3c53-4b6e-8cc6-ad36fa91a77c,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:25.197122 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] Set router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:25.279385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5163092d-b16e-4c98-98d1-0ba4513a50d8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:25.368259 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:25.374085 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:37:25.375317 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:25.426861 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:25.429957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e38d8456-2821-4e36-a5d6-0a8d6cc265bf tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1476612 Feb 09 03:37:25.432678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56738) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:25.446415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa5975-6d5d-41bd-bef6-dc0b0837c43a None None] Sync routers for ids ['fa039c6f-56b5-46f5-adf1-0c859b3b8e7e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:25.464218 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ce27-ba79-4076-9a92-8b7cfb2b3c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (45073eea-58b0-491f-96e4-064dba316807), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:25.476027 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ce27-ba79-4076-9a92-8b7cfb2b3c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:25.479508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1bc3ce27-ba79-4076-9a92-8b7cfb2b3c2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45073eea-58b0-491f-96e4-064dba316807 HTTP/1.1" status: 204 len: 168 time: 1.0023749 Feb 09 03:37:25.632600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3ce27-ba79-4076-9a92-8b7cfb2b3c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45073eea-58b0-491f-96e4-064dba316807,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:25.801826 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:20Z', 'revision_number': 3, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:25.805006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b8f5a5ce-afbc-43af-a9ec-18f85c2865f7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/routers/fa039c6f-56b5-46f5-adf1-0c859b3b8e7e HTTP/1.1" status: 200 len: 908 time: 0.3641706 Feb 09 03:37:25.807657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56742) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:25.887001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Allocated IP 172.20.0.2 (05c4747f-84a8-4b5f-a2e4-1f6e4e15021b/ce2c4dbf-8086-45de-91a5-b80bb64bd15f/b233398f-3fbc-404b-81c6-d849f2de4323) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:25.890608 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c167d8-5d02-4065-88ac-0007c6065ec9 None None] The sync data for ids ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'] in n-d-824835-15 is: [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:20Z', 'revision_number': 3, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:26.233735 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:26.464776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa5975-6d5d-41bd-bef6-dc0b0837c43a None None] Routers {'fa039c6f-56b5-46f5-adf1-0c859b3b8e7e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:26.484824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-04fa5975-6d5d-41bd-bef6-dc0b0837c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fa039c6f-56b5-46f5-adf1-0c859b3b8e7e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:26.742778 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:26.778298 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:26.946742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Deleting port 045bbbfb-6357-4cbd-988c-83cc5caff721 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:26.947301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (045bbbfb-6357-4cbd-988c-83cc5caff721), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:27.087597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Publish callbacks [] for port (b233398f-3fbc-404b-81c6-d849f2de4323), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:27.116581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 5163092d-b16e-4c98-98d1-0ba4513a50d8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:27.116958 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:27.178405 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (b233398f-3fbc-404b-81c6-d849f2de4323), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:27.250290 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (045bbbfb-6357-4cbd-988c-83cc5caff721), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:27.301600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Calling delete_port for 045bbbfb-6357-4cbd-988c-83cc5caff721 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:27.370108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Pushing event updated for resources: {'Port': ['ID=b233398f-3fbc-404b-81c6-d849f2de4323,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:27.458906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:27.479491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:27.512024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.20.0.1 (05c4747f-84a8-4b5f-a2e4-1f6e4e15021b/ce2c4dbf-8086-45de-91a5-b80bb64bd15f/ad7f9960-ec54-4682-b65e-2fb21aefc1ed) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:27.542635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:27.779673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-04fa5975-6d5d-41bd-bef6-dc0b0837c43a None None] Set router fa039c6f-56b5-46f5-adf1-0c859b3b8e7e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:27.814136 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:27.936071 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.037956 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (045bbbfb-6357-4cbd-988c-83cc5caff721), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.092955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event deleted for resources: {'Port': ['ID=045bbbfb-6357-4cbd-988c-83cc5caff721,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:28.104923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=ad7f9960-ec54-4682-b65e-2fb21aefc1ed,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:28.121619 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Attempting to bind port b233398f-3fbc-404b-81c6-d849f2de4323 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:37:28.122011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Attempting to bind port b233398f-3fbc-404b-81c6-d849f2de4323 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:37:28.122472 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Attempting to bind port b233398f-3fbc-404b-81c6-d849f2de4323 on network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:28.140667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:28.142183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:28.160448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:28.250244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:37:28.250975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Checking segment: {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:28.251589 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.252198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Bound using segment: {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:37:28.252875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Bound port: b233398f-3fbc-404b-81c6-d849f2de4323, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:37:28.254027 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b233398f-3fbc-404b-81c6-d849f2de4323), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.280880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 5163092d-b16e-4c98-98d1-0ba4513a50d8 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:28.281618 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.303353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 5163092d-b16e-4c98-98d1-0ba4513a50d8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5163092d-b16e-4c98-98d1-0ba4513a50d8,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:28.315309 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.320685 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.345714 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.375881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=5163092d-b16e-4c98-98d1-0ba4513a50d8,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:28.515353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-04fa5975-6d5d-41bd-bef6-dc0b0837c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa039c6f-56b5-46f5-adf1-0c859b3b8e7e', 'name': 'tempest-snat-router-1091118387', 'tenant_id': 'acb134b1edd9448782e9bd22ca982904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '045bbbfb-6357-4cbd-988c-83cc5caff721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:20Z', 'updated_at': '2022-02-09T03:37:23Z', 'revision_number': 3, 'project_id': 'acb134b1edd9448782e9bd22ca982904', 'gw_port': {'id': '045bbbfb-6357-4cbd-988c-83cc5caff721', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa039c6f-56b5-46f5-adf1-0c859b3b8e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:21Z', 'updated_at': '2022-02-09T03:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:28.706243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.709415 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_controller (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.716394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa5975-6d5d-41bd-bef6-dc0b0837c43a None None] Checking router: fa039c6f-56b5-46f5-adf1-0c859b3b8e7e for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:37:28.716765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa5975-6d5d-41bd-bef6-dc0b0837c43a None None] Updating router fa039c6f-56b5-46f5-adf1-0c859b3b8e7e port 045bbbfb-6357-4cbd-988c-83cc5caff721 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:37:28.740342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e048e455-3c53-4b6e-8cc6-ad36fa91a77c up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:28.813767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6200f915-5743-401e-834b-bbf615980d61 None None] For port b233398f-3fbc-404b-81c6-d849f2de4323, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:37:28.815262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (fa039c6f-56b5-46f5-adf1-0c859b3b8e7e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.816303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa039c6f-56b5-46f5-adf1-0c859b3b8e7e {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:37:28.821799 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.826129 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1a77314a-fb51-4994-a434-24c2a079c814 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "DELETE /v2.0/routers/fa039c6f-56b5-46f5-adf1-0c859b3b8e7e HTTP/1.1" status: 204 len: 168 time: 3.0173230 Feb 09 03:37:28.826788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56798) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:28.893250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa5975-6d5d-41bd-bef6-dc0b0837c43a None None] Port 045bbbfb-6357-4cbd-988c-83cc5caff721 not found while updating agent binding for router fa039c6f-56b5-46f5-adf1-0c859b3b8e7e. {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 03:37:28.909227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6200f915-5743-401e-834b-bbf615980d61 None None] For port b233398f-3fbc-404b-81c6-d849f2de4323, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b233398f-3fbc-404b-81c6-d849f2de4323,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:37:28.927137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa5975-6d5d-41bd-bef6-dc0b0837c43a None None] Routers set() bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:28.927905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa5975-6d5d-41bd-bef6-dc0b0837c43a None None] Router IDs set() for agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 03:37:28.930977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_agentschedulers_db [None req-04fa5975-6d5d-41bd-bef6-dc0b0837c43a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fa039c6f-56b5-46f5-adf1-0c859b3b8e7e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent'). {{(pid=103329) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 03:37:28.931686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa5975-6d5d-41bd-bef6-dc0b0837c43a None None] The sync data for ids ['fa039c6f-56b5-46f5-adf1-0c859b3b8e7e'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:28.959795 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b233398f-3fbc-404b-81c6-d849f2de4323), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:29.010483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e048e455-3c53-4b6e-8cc6-ad36fa91a77c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:29.011105 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:29.108971 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:29.114695 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:29.279461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200f915-5743-401e-834b-bbf615980d61 None None] Pushing event updated for resources: {'Port': ['ID=b233398f-3fbc-404b-81c6-d849f2de4323,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:29.352136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e048e455-3c53-4b6e-8cc6-ad36fa91a77c is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:29.358660 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:29.455902 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port e048e455-3c53-4b6e-8cc6-ad36fa91a77c, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e048e455-3c53-4b6e-8cc6-ad36fa91a77c,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:29.473679 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:29.601287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:29.648504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=e048e455-3c53-4b6e-8cc6-ad36fa91a77c,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:29.840617 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:29.847821 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:29.999340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Deleting port 5163092d-b16e-4c98-98d1-0ba4513a50d8 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:29.999707 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:30.057034 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:30.083437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=ad7f9960-ec54-4682-b65e-2fb21aefc1ed,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:30.153973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] For port 5163092d-b16e-4c98-98d1-0ba4513a50d8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5163092d-b16e-4c98-98d1-0ba4513a50d8,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:30.154532 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:30.226810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Calling delete_port for 5163092d-b16e-4c98-98d1-0ba4513a50d8 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:30.497802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:30.500706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:30.690466 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5163092d-b16e-4c98-98d1-0ba4513a50d8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:30.861008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b233398f-3fbc-404b-81c6-d849f2de4323 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:30.918913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event deleted for resources: {'Port': ['ID=5163092d-b16e-4c98-98d1-0ba4513a50d8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:30.973748 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:37:30.974936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56830) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:31.034609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b233398f-3fbc-404b-81c6-d849f2de4323 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:31.035122 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b233398f-3fbc-404b-81c6-d849f2de4323), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.071069 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.266508 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b233398f-3fbc-404b-81c6-d849f2de4323 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:31.274285 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b233398f-3fbc-404b-81c6-d849f2de4323), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.277050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d142900-8ee8-4caa-bef8-54e2af1fba4d None None] Network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:37:31.319075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.325475 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_controller (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.334648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:31.344941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f95a83a1-994d-4df8-ab67-a24d1ac8fca3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "PUT /v2.0/routers/7be69d6f-59b3-4a0e-91b5-b77683d8d16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2909517 Feb 09 03:37:31.372902 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61fcbd7a-b295-4bdf-b458-09a7b2d769fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.378142 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Sync routers for ids ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:31.410555 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Routers {'7be69d6f-59b3-4a0e-91b5-b77683d8d16f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:31.414792 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:31.548513 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (c53040b6-97a3-41fa-a43f-aa8ee6992fb4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.552098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c53040b6-97a3-41fa-a43f-aa8ee6992fb4 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:37:31.583198 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.598760 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-10d87be0-8c73-4a0a-8867-ad2768bcc843 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c53040b6-97a3-41fa-a43f-aa8ee6992fb4 HTTP/1.1" status: 204 len: 168 time: 2.7707005 Feb 09 03:37:31.604941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56842) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:31.623017 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61fcbd7a-b295-4bdf-b458-09a7b2d769fa admin admin] Publish callbacks [] for security_group (299791f5-4f4f-4205-bbe0-3779bf27708c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.627767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1570064974', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:31.634821 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61fcbd7a-b295-4bdf-b458-09a7b2d769fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (299791f5-4f4f-4205-bbe0-3779bf27708c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.736919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (02442ae2-68c2-4f64-85bb-05dd35689caa), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.740687 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (02442ae2-68c2-4f64-85bb-05dd35689caa), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.854268 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-61fcbd7a-b295-4bdf-b458-09a7b2d769fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b616ce521e5e4c1a96a9ee9a3bc648b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8757429 Feb 09 03:37:31.855969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56846) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:31.875438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcbd7a-b295-4bdf-b458-09a7b2d769fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299791f5-4f4f-4205-bbe0-3779bf27708c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:31.886687 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_controller (02442ae2-68c2-4f64-85bb-05dd35689caa), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.921308 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Set router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:31.931692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d290631d-ccef-4c86-8c4e-15be4c8574d7 None None] Provisioning complete for port b233398f-3fbc-404b-81c6-d849f2de4323 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:31.937042 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d290631d-ccef-4c86-8c4e-15be4c8574d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b233398f-3fbc-404b-81c6-d849f2de4323), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:32.045227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port b233398f-3fbc-404b-81c6-d849f2de4323, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b233398f-3fbc-404b-81c6-d849f2de4323,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:32.104073 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b233398f-3fbc-404b-81c6-d849f2de4323), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:32.107578 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e048e455-3c53-4b6e-8cc6-ad36fa91a77c up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:32.184023 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-353ff446-15a1-4ccc-bb8c-6759230b48cd tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13032004&fields=id&tenant_id=2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 267 time: 0.2070031 Feb 09 03:37:32.282835 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (02442ae2-68c2-4f64-85bb-05dd35689caa), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:32.304463 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22054bb0-e134-45e5-93b0-f428f86c663c admin admin] Publish callbacks [] for security_group (299791f5-4f4f-4205-bbe0-3779bf27708c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:32.355807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22054bb0-e134-45e5-93b0-f428f86c663c admin admin] Publish callbacks [] for security_group (299791f5-4f4f-4205-bbe0-3779bf27708c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:32.494521 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22054bb0-e134-45e5-93b0-f428f86c663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (299791f5-4f4f-4205-bbe0-3779bf27708c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:32.507802 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-22054bb0-e134-45e5-93b0-f428f86c663c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:32.516333 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-22054bb0-e134-45e5-93b0-f428f86c663c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/299791f5-4f4f-4205-bbe0-3779bf27708c HTTP/1.1" status: 204 len: 168 time: 0.6583390 Feb 09 03:37:32.566904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-c6037e3f-689e-41e1-84a3-dca2539aa35f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:32.568593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-c6037e3f-689e-41e1-84a3-dca2539aa35f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 796 time: 0.3837624 Feb 09 03:37:32.606248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-e57676f8-16b7-404f-99ff-f8ac0fa3dece tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/quotas/2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 375 time: 0.0282116 Feb 09 03:37:32.658107 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:28Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ad7f9960-ec54-4682-b65e-2fb21aefc1ed', 'name': '', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:04:b6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:27Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 2, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:32.683673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22054bb0-e134-45e5-93b0-f428f86c663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299791f5-4f4f-4205-bbe0-3779bf27708c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:32.823249 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Checking router: 7be69d6f-59b3-4a0e-91b5-b77683d8d16f for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:37:32.833944 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Updating router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f port ad7f9960-ec54-4682-b65e-2fb21aefc1ed binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:37:32.912573 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-0f29dba4-0098-4240-9925-26d0c3844027 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2879889 Feb 09 03:37:32.943288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-33e640d8-4f20-40e0-a469-ed853464ab29 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:37:32.944420 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-33e640d8-4f20-40e0-a469-ed853464ab29 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061543 Feb 09 03:37:32.985617 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:33.025543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d290631d-ccef-4c86-8c4e-15be4c8574d7 None None] Current status of the port b233398f-3fbc-404b-81c6-d849f2de4323 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:33.040966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e048e455-3c53-4b6e-8cc6-ad36fa91a77c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:33.041186 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:33.208196 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (02442ae2-68c2-4f64-85bb-05dd35689caa), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:33.272744 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:33.358799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=b233398f-3fbc-404b-81c6-d849f2de4323,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:33.385932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0bf4422e-6e2e-421e-8aef-6e07a6dfba70 None None] Provisioning complete for port b233398f-3fbc-404b-81c6-d849f2de4323 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:33.386313 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0bf4422e-6e2e-421e-8aef-6e07a6dfba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b233398f-3fbc-404b-81c6-d849f2de4323), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:33.596630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56876) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:33.654241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e048e455-3c53-4b6e-8cc6-ad36fa91a77c is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:33.655349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5163092d-b16e-4c98-98d1-0ba4513a50d8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:33.710254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 5163092d-b16e-4c98-98d1-0ba4513a50d8 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:37:33.710613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5163092d-b16e-4c98-98d1-0ba4513a50d8 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 03:37:33.757319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Allocated IP 172.25.5.193 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/0cafb842-5c4e-4d3e-9fbc-ff3a726e8011) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:33.782749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Port 5163092d-b16e-4c98-98d1-0ba4513a50d8 not found, will not notify nova. {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 03:37:33.809777 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Publish callbacks [] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:33.827267 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:33.910942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0bf4422e-6e2e-421e-8aef-6e07a6dfba70 None None] Current status of the port b233398f-3fbc-404b-81c6-d849f2de4323 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:33.933159 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for port (0cafb842-5c4e-4d3e-9fbc-ff3a726e8011), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:33.940574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0bf4422e-6e2e-421e-8aef-6e07a6dfba70 None None] Provisioning complete for port ad7f9960-ec54-4682-b65e-2fb21aefc1ed triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:33.941376 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0bf4422e-6e2e-421e-8aef-6e07a6dfba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:33.999888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-548b16fd-304f-44ff-a13c-d52ed6d9689e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:34.024716 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0cafb842-5c4e-4d3e-9fbc-ff3a726e8011), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:34.046670 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014baba-8328-4ed5-8f6e-53808168318b None None] Pushing event updated for resources: {'Port': ['ID=ad7f9960-ec54-4682-b65e-2fb21aefc1ed,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:34.092672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b233398f-3fbc-404b-81c6-d849f2de4323 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:34.175889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:34.220604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:34.255129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:34.272689 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Attempting to bind port ad7f9960-ec54-4682-b65e-2fb21aefc1ed on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:37:34.273720 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Attempting to bind port ad7f9960-ec54-4682-b65e-2fb21aefc1ed by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:37:34.274351 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Attempting to bind port ad7f9960-ec54-4682-b65e-2fb21aefc1ed on network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:34.280844 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:37:34.281709 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Checking segment: {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:34.282361 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:34.283018 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Bound using segment: {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:37:34.283764 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Bound port: ad7f9960-ec54-4682-b65e-2fb21aefc1ed, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:37:34.284474 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:34.312339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0bf4422e-6e2e-421e-8aef-6e07a6dfba70 None None] Port ad7f9960-ec54-4682-b65e-2fb21aefc1ed cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:37:34.344771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Pushing event updated for resources: {'Port': ['ID=0cafb842-5c4e-4d3e-9fbc-ff3a726e8011,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:34.345893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b233398f-3fbc-404b-81c6-d849f2de4323 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:34.346268 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b233398f-3fbc-404b-81c6-d849f2de4323), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:34.445300 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-45075258-1aba-4d93-ab5c-c98f0d45335e service neutron] 10.222.0.21 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4826374 Feb 09 03:37:34.457214 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fce51711-7cce-448c-8ae6-2af9fc346d4e None None] Provisioning complete for port ad7f9960-ec54-4682-b65e-2fb21aefc1ed triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:34.457896 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fce51711-7cce-448c-8ae6-2af9fc346d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:34.525251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b233398f-3fbc-404b-81c6-d849f2de4323 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:34.592833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fce51711-7cce-448c-8ae6-2af9fc346d4e None None] Port ad7f9960-ec54-4682-b65e-2fb21aefc1ed cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:37:34.635800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5163092d-b16e-4c98-98d1-0ba4513a50d8 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:37:34.649393 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-4ac9b14d-7e76-485b-8f3e-8571ceba7a9b service neutron] 10.222.0.21 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030311 Feb 09 03:37:34.680622 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 5163092d-b16e-4c98-98d1-0ba4513a50d8 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:37:34.680921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5163092d-b16e-4c98-98d1-0ba4513a50d8 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:37:34.725291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9704fb41-482f-4916-ba60-0ce80cc6ad25 None None] Provisioning complete for port ad7f9960-ec54-4682-b65e-2fb21aefc1ed triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:34.725721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9704fb41-482f-4916-ba60-0ce80cc6ad25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:34.766684 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] For port ad7f9960-ec54-4682-b65e-2fb21aefc1ed, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:37:34.772373 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] For port ad7f9960-ec54-4682-b65e-2fb21aefc1ed, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ad7f9960-ec54-4682-b65e-2fb21aefc1ed,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:37:34.782160 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:34.809093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9704fb41-482f-4916-ba60-0ce80cc6ad25 None None] Port ad7f9960-ec54-4682-b65e-2fb21aefc1ed cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:37:34.886203 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Routers {'7be69d6f-59b3-4a0e-91b5-b77683d8d16f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:34.886958 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:35.216162 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] Set router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:35.349827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-935bb6c5-a78c-4d43-b2e6-e4755aa8abd9 req-8cc4f464-81e2-479f-9bab-1e3caddcb5df tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 210 time: 0.0974338 Feb 09 03:37:35.373951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-49f1514d-cd5b-4ab8-8223-aa1964ec2bd4 None None] Provisioning complete for port ad7f9960-ec54-4682-b65e-2fb21aefc1ed triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:35.375569 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49f1514d-cd5b-4ab8-8223-aa1964ec2bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:35.441303 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-548b16fd-304f-44ff-a13c-d52ed6d9689e admin admin] Publish callbacks [] for security_group (7afc207e-306a-4121-9bd4-c30b6a6f55e1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:35.463617 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-548b16fd-304f-44ff-a13c-d52ed6d9689e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7afc207e-306a-4121-9bd4-c30b6a6f55e1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:35.555492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-49f1514d-cd5b-4ab8-8223-aa1964ec2bd4 None None] Current status of the port ad7f9960-ec54-4682-b65e-2fb21aefc1ed is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:35.555891 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49f1514d-cd5b-4ab8-8223-aa1964ec2bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:35.560240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56916) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:35.561487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-548b16fd-304f-44ff-a13c-d52ed6d9689e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adde0dac3efe44a6a2646e97d7d696e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9629114 Feb 09 03:37:35.628093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b16fd-304f-44ff-a13c-d52ed6d9689e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afc207e-306a-4121-9bd4-c30b6a6f55e1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:35.671711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-49f1514d-cd5b-4ab8-8223-aa1964ec2bd4 None None] For port ad7f9960-ec54-4682-b65e-2fb21aefc1ed, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ad7f9960-ec54-4682-b65e-2fb21aefc1ed,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:35.686971 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49f1514d-cd5b-4ab8-8223-aa1964ec2bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:35.698585 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (02442ae2-68c2-4f64-85bb-05dd35689caa), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:35.718581 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74aa48f6-e56f-4670-9807-12434325b1ad admin admin] Publish callbacks [] for security_group (7afc207e-306a-4121-9bd4-c30b6a6f55e1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:35.781067 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014baba-8328-4ed5-8f6e-53808168318b None None] Pushing event updated for resources: {'Port': ['ID=ad7f9960-ec54-4682-b65e-2fb21aefc1ed,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:35.834231 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74aa48f6-e56f-4670-9807-12434325b1ad admin admin] Publish callbacks [] for security_group (7afc207e-306a-4121-9bd4-c30b6a6f55e1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:35.874367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1514d-cd5b-4ab8-8223-aa1964ec2bd4 None None] Pushing event updated for resources: {'Port': ['ID=ad7f9960-ec54-4682-b65e-2fb21aefc1ed,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:36.005390 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74aa48f6-e56f-4670-9807-12434325b1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7afc207e-306a-4121-9bd4-c30b6a6f55e1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:36.008545 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74aa48f6-e56f-4670-9807-12434325b1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:36.010411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-74aa48f6-e56f-4670-9807-12434325b1ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7afc207e-306a-4121-9bd4-c30b6a6f55e1 HTTP/1.1" status: 204 len: 168 time: 0.4480333 Feb 09 03:37:36.024409 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa48f6-e56f-4670-9807-12434325b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afc207e-306a-4121-9bd4-c30b6a6f55e1,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:36.118324 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:28Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ad7f9960-ec54-4682-b65e-2fb21aefc1ed', 'name': '', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:04:b6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:27Z', 'updated_at': '2022-02-09T03:37:34Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:36.191290 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ed0fa-1f97-46cf-8877-7344abb34bfc None None] The sync data for ids ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'] in n-d-824835-15 is: [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:28Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ad7f9960-ec54-4682-b65e-2fb21aefc1ed', 'name': '', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:04:b6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:27Z', 'updated_at': '2022-02-09T03:37:34Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:36.359035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (02442ae2-68c2-4f64-85bb-05dd35689caa), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:36.588960 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0f4b5ac-bf1f-4159-97b0-3083d4203e77 req-2cd1bd14-4192-47d1-9631-7cf6b16be6cb tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 210 time: 0.0874908 Feb 09 03:37:36.731274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56956) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:36.763733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Router 02442ae2-68c2-4f64-85bb-05dd35689caa is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:37:37.046713 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8510989-3a88-499f-b3c2-f45ec70548c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:37.082628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:37.093289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd981f3-b125-4d75-9ee9-65f8a037124b None None] Sync routers for ids ['02442ae2-68c2-4f64-85bb-05dd35689caa'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:37.123048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd981f3-b125-4d75-9ee9-65f8a037124b None None] Routers {'02442ae2-68c2-4f64-85bb-05dd35689caa'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:37.124237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9bd981f3-b125-4d75-9ee9-65f8a037124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['02442ae2-68c2-4f64-85bb-05dd35689caa'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:37.132906 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:37.134844 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c7e0ec93-6837-4273-91ce-57e6dbfa6e56 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5239930 Feb 09 03:37:37.137730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56966) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:37.142780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-35a54603-15c6-4964-9702-9a6120693cad tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'enable_snat': False}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:37.246630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9bd981f3-b125-4d75-9ee9-65f8a037124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:37.266450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd981f3-b125-4d75-9ee9-65f8a037124b None None] Routers {'02442ae2-68c2-4f64-85bb-05dd35689caa'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:37.268644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9bd981f3-b125-4d75-9ee9-65f8a037124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['02442ae2-68c2-4f64-85bb-05dd35689caa'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:37.312743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56970) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:37.371415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9bd981f3-b125-4d75-9ee9-65f8a037124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:37.385584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd981f3-b125-4d75-9ee9-65f8a037124b None None] The sync data for ids ['02442ae2-68c2-4f64-85bb-05dd35689caa'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:37.394955 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8510989-3a88-499f-b3c2-f45ec70548c8 admin admin] Publish callbacks [] for security_group (fb32267d-0266-4eaf-9702-4507c76d6ade), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:37.417301 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8510989-3a88-499f-b3c2-f45ec70548c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fb32267d-0266-4eaf-9702-4507c76d6ade), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:37.601371 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b8510989-3a88-499f-b3c2-f45ec70548c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95ed11e5d7ee4532ae3ab9327fc209b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8685062 Feb 09 03:37:37.607387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56986) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:37.609558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8510989-3a88-499f-b3c2-f45ec70548c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb32267d-0266-4eaf-9702-4507c76d6ade,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:37.664281 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:37.791985 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c2301c0-6e27-4e9a-8f6f-7589ddb73b65 admin admin] Publish callbacks [] for security_group (fb32267d-0266-4eaf-9702-4507c76d6ade), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:37.883584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c2301c0-6e27-4e9a-8f6f-7589ddb73b65 admin admin] Publish callbacks [] for security_group (fb32267d-0266-4eaf-9702-4507c76d6ade), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:37.961007 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fd04db2-9207-4f00-b3d9-357a89dc649f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:38.096698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ad7f9960-ec54-4682-b65e-2fb21aefc1ed up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:38.293461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c2301c0-6e27-4e9a-8f6f-7589ddb73b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fb32267d-0266-4eaf-9702-4507c76d6ade), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:38.296972 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c2301c0-6e27-4e9a-8f6f-7589ddb73b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:38.309280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ad7f9960-ec54-4682-b65e-2fb21aefc1ed triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:38.313522 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7c2301c0-6e27-4e9a-8f6f-7589ddb73b65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb32267d-0266-4eaf-9702-4507c76d6ade HTTP/1.1" status: 204 len: 168 time: 0.7045181 Feb 09 03:37:38.326555 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:38.373715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2301c0-6e27-4e9a-8f6f-7589ddb73b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb32267d-0266-4eaf-9702-4507c76d6ade,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:38.563597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fd04db2-9207-4f00-b3d9-357a89dc649f admin admin] Publish callbacks [] for security_group (e9790b0a-4623-4792-915f-b7aa4b57588a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:38.570962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fd04db2-9207-4f00-b3d9-357a89dc649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e9790b0a-4623-4792-915f-b7aa4b57588a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:38.624519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ad7f9960-ec54-4682-b65e-2fb21aefc1ed is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:38.655026 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ab6c7dc-1699-45ef-be63-7a1d3b973a51 req-e18b3d93-f196-4ad6-b638-7a33edfe6df3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 210 time: 0.7582533 Feb 09 03:37:38.744633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57014) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:38.747469 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9fd04db2-9207-4f00-b3d9-357a89dc649f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25b744b49edd4c3eb7811f2a0aab10a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4335608 Feb 09 03:37:38.749181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd04db2-9207-4f00-b3d9-357a89dc649f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9790b0a-4623-4792-915f-b7aa4b57588a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:38.839869 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35a54603-15c6-4964-9702-9a6120693cad tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (02442ae2-68c2-4f64-85bb-05dd35689caa), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:39.169936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-b2e4a84c-45bd-4f42-907a-5bea31f2c21e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:39.180704 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-b2e4a84c-45bd-4f42-907a-5bea31f2c21e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 796 time: 1.2443824 Feb 09 03:37:39.335756 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-529214ab-a7f6-42af-8d31-5aa5d8d8c3b2 admin admin] Publish callbacks [] for security_group (e9790b0a-4623-4792-915f-b7aa4b57588a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:39.374186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57040) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:39.395411 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3475a4e3-10c1-4363-8d92-d311a8916d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:39.543265 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-529214ab-a7f6-42af-8d31-5aa5d8d8c3b2 admin admin] Publish callbacks [] for security_group (e9790b0a-4623-4792-915f-b7aa4b57588a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:39.602254 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-3f172401-1009-4989-abe4-89d12d113efd tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 378 time: 0.3965356 Feb 09 03:37:39.628678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'port': {'device_id': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'admin_state_up': True, 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'security_groups': ['da44f014-ad2e-4b5a-a96d-e617901803da']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:39.650505 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3475a4e3-10c1-4363-8d92-d311a8916d11 admin admin] Publish callbacks [] for security_group (6be24505-9b17-4651-b0dd-cfe301f4df02), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:39.662074 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3475a4e3-10c1-4363-8d92-d311a8916d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6be24505-9b17-4651-b0dd-cfe301f4df02), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:39.794642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475a4e3-10c1-4363-8d92-d311a8916d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be24505-9b17-4651-b0dd-cfe301f4df02,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:39.814414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3475a4e3-10c1-4363-8d92-d311a8916d11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=138350512f0e4f428c6831418536d462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4391212 Feb 09 03:37:39.817497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57084) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:39.967150 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6bee513-f791-480a-8ff7-db736fb40d99 admin admin] Publish callbacks [] for security_group (6be24505-9b17-4651-b0dd-cfe301f4df02), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:40.033709 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Made reservation on behalf of 2d97c098e98a427b87333af505a5b6d1 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:37:40.043926 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:40.073656 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6bee513-f791-480a-8ff7-db736fb40d99 admin admin] Publish callbacks [] for security_group (6be24505-9b17-4651-b0dd-cfe301f4df02), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:40.092643 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-529214ab-a7f6-42af-8d31-5aa5d8d8c3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e9790b0a-4623-4792-915f-b7aa4b57588a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:40.095457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-529214ab-a7f6-42af-8d31-5aa5d8d8c3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:40.102780 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-529214ab-a7f6-42af-8d31-5aa5d8d8c3b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9790b0a-4623-4792-915f-b7aa4b57588a HTTP/1.1" status: 204 len: 168 time: 1.3394320 Feb 09 03:37:40.144848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529214ab-a7f6-42af-8d31-5aa5d8d8c3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9790b0a-4623-4792-915f-b7aa4b57588a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:40.309028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6bee513-f791-480a-8ff7-db736fb40d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6be24505-9b17-4651-b0dd-cfe301f4df02), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:40.314907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6bee513-f791-480a-8ff7-db736fb40d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:40.333474 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f6bee513-f791-480a-8ff7-db736fb40d99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6be24505-9b17-4651-b0dd-cfe301f4df02 HTTP/1.1" status: 204 len: 168 time: 0.5111048 Feb 09 03:37:40.448315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e0dca34-7906-4184-a288-d368cfc1445f req-609ae90f-afbb-4b11-9054-5e8f8f31fc9d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 210 time: 0.4873588 Feb 09 03:37:40.449237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bee513-f791-480a-8ff7-db736fb40d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be24505-9b17-4651-b0dd-cfe301f4df02,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:40.669628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57162) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:40.700628 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35a54603-15c6-4964-9702-9a6120693cad tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (02442ae2-68c2-4f64-85bb-05dd35689caa), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:40.709769 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35a54603-15c6-4964-9702-9a6120693cad tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (02442ae2-68c2-4f64-85bb-05dd35689caa), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:40.994266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.20.0.4 (05c4747f-84a8-4b5f-a2e4-1f6e4e15021b/ce2c4dbf-8086-45de-91a5-b80bb64bd15f/d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:41.216150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1026498047'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:41.250871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a54603-15c6-4964-9702-9a6120693cad tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Router 02442ae2-68c2-4f64-85bb-05dd35689caa has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:37:41.275960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57218) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:41.307235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Made reservation on behalf of 7c6ab30ea40d493ca9396895b3011ab3 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:37:41.322743 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:41.353551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f845f9d-189f-41d0-8d66-78e2e779ef3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:41.371354 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:41.593964 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:41.692434 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks [] for security_group (003b7781-2c8f-4170-89b4-3c979e73a9a5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:41.710168 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (003b7781-2c8f-4170-89b4-3c979e73a9a5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:41.747216 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003b7781-2c8f-4170-89b4-3c979e73a9a5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:41.775147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:37:41.819888 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (5e5a1273-6584-4a59-88d1-88dd28490549), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:41.820345 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Added segment 5e5a1273-6584-4a59-88d1-88dd28490549 of type vlan for network d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4 Feb 09 03:37:41.901966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a54603-15c6-4964-9702-9a6120693cad tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:41.913890 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da61abd7-d434-4847-9104-4bcb6b781147 None None] Sync routers for ids ['02442ae2-68c2-4f64-85bb-05dd35689caa'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:41.924037 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35a54603-15c6-4964-9702-9a6120693cad tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:41.927401 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61abd7-d434-4847-9104-4bcb6b781147 None None] Routers {'02442ae2-68c2-4f64-85bb-05dd35689caa'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:41.929856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-35a54603-15c6-4964-9702-9a6120693cad tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "PUT /v2.0/routers/02442ae2-68c2-4f64-85bb-05dd35689caa HTTP/1.1" status: 200 len: 922 time: 4.7905157 Feb 09 03:37:41.934349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57282) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:41.938167 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:41.940130 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-da61abd7-d434-4847-9104-4bcb6b781147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['02442ae2-68c2-4f64-85bb-05dd35689caa'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:42.019716 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:42.046830 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0d2b488f-96de-4dc3-806b-82dbbed4b1f8 req-0799cb2f-cdd4-4069-bbc6-ac0763c0ead9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 210 time: 0.3191340 Feb 09 03:37:42.099262 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-da61abd7-d434-4847-9104-4bcb6b781147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:42.135510 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:37:42.143144 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61abd7-d434-4847-9104-4bcb6b781147 None None] Routers {'02442ae2-68c2-4f64-85bb-05dd35689caa'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:42.144329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-da61abd7-d434-4847-9104-4bcb6b781147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['02442ae2-68c2-4f64-85bb-05dd35689caa'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:42.158089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:42.177300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:42.186295 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bb1ee982-5956-4b10-ab04-db38d5b9c2f2 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/routers/02442ae2-68c2-4f64-85bb-05dd35689caa HTTP/1.1" status: 200 len: 922 time: 0.2504449 Feb 09 03:37:42.189334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57308) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:42.197563 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f845f9d-189f-41d0-8d66-78e2e779ef3b admin admin] Publish callbacks [] for security_group (a461b217-64d3-4173-afb9-4b9c9b7e6283), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:42.200038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:42.228849 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-da61abd7-d434-4847-9104-4bcb6b781147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:42.229561 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da61abd7-d434-4847-9104-4bcb6b781147 None None] The sync data for ids ['02442ae2-68c2-4f64-85bb-05dd35689caa'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:42.287233 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:42.302345 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:42.303295 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:42.318435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:42.323959 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f845f9d-189f-41d0-8d66-78e2e779ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a461b217-64d3-4173-afb9-4b9c9b7e6283), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:42.356811 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6857073 Feb 09 03:37:42.381300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57326) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:42.404819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e82dc84c-9206-41a0-80cc-23092069bb72 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Request body: {'subnet': {'network_id': 'd8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:42.440105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:42.440841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:42.538088 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b5c2d1a-f76d-4c0e-bb04-ede871627746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9245610 Feb 09 03:37:42.562553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76b7a5d-a5a2-49c8-8760-f02e278b7295 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:42.565251 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b76b7a5d-a5a2-49c8-8760-f02e278b7295 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&device_id=02442ae2-68c2-4f64-85bb-05dd35689caa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3737140 Feb 09 03:37:42.571589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57348) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:42.651511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1f845f9d-189f-41d0-8d66-78e2e779ef3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f787db154be47769ea6ba1f2dbe32c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3731556 Feb 09 03:37:42.682635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-29fb9847-02a9-4ef2-a3d5-89335485d6b4 req-3fd04b40-18a9-423e-972a-4f1fd9855e8a service neutron] (103328) timed out ('10.222.0.42', 62753) {{(pid=103328) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:37:42.683141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-c1a28c3e-cc59-49b4-9b8d-b1bbac43da13 req-d952d453-1a2b-4c5d-8211-07e96a361ec8 service neutron] (103328) timed out ('10.222.0.42', 62685) {{(pid=103328) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:37:42.690209 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f845f9d-189f-41d0-8d66-78e2e779ef3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a461b217-64d3-4173-afb9-4b9c9b7e6283,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:42.695603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57362) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:42.699742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-30dca929-ca9d-4d55-a143-29ce5195606b None None] Provisioning complete for port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:42.699742 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30dca929-ca9d-4d55-a143-29ce5195606b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:42.733332 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12b6282-32eb-4f30-b694-47eebbc480f7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:42.736060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d12b6282-32eb-4f30-b694-47eebbc480f7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 881 time: 0.1616879 Feb 09 03:37:42.737006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaa734-e5ae-4aed-bd42-5432b6f1edb7 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Pushing event updated for resources: {'Network': ['ID=d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:42.743925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57372) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:42.790791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:37:42.819207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a818ddc7-7a69-44af-a87b-dc476122a1ca tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "GET /v2.0/ports?device_id=02442ae2-68c2-4f64-85bb-05dd35689caa HTTP/1.1" status: 200 len: 205 time: 0.0733705 Feb 09 03:37:42.821593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57382) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:42.912796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82dc84c-9206-41a0-80cc-23092069bb72 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Made reservation on behalf of 7c6ab30ea40d493ca9396895b3011ab3 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:37:42.928101 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82dc84c-9206-41a0-80cc-23092069bb72 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:42.949950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-30dca929-ca9d-4d55-a143-29ce5195606b None None] Port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:37:43.057140 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (02442ae2-68c2-4f64-85bb-05dd35689caa), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:43.058469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Request body: {'port': {'device_id': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:43.188044 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d3560d1-5b17-463a-8353-baf3d175b89c admin admin] Publish callbacks [] for security_group (a461b217-64d3-4173-afb9-4b9c9b7e6283), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:43.238049 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (02442ae2-68c2-4f64-85bb-05dd35689caa), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:43.252899 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:43.264991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cd084-3e3e-47a7-9fc8-b66b5b7686f2 req-f3bd6842-c157-4b49-8a21-da9b0cc07b26 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:43.273292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-348cd084-3e3e-47a7-9fc8-b66b5b7686f2 req-f3bd6842-c157-4b49-8a21-da9b0cc07b26 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 931 time: 0.0790703 Feb 09 03:37:43.307262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d3560d1-5b17-463a-8353-baf3d175b89c admin admin] Publish callbacks [] for security_group (a461b217-64d3-4173-afb9-4b9c9b7e6283), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:43.411751 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Deleting port 0cafb842-5c4e-4d3e-9fbc-ff3a726e8011 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:43.412215 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0cafb842-5c4e-4d3e-9fbc-ff3a726e8011), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:43.433965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-348cd084-3e3e-47a7-9fc8-b66b5b7686f2 req-778a8807-7206-429d-b238-29c0ff5ec5a1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1597781 Feb 09 03:37:43.544259 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0cafb842-5c4e-4d3e-9fbc-ff3a726e8011), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:43.559602 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Calling delete_port for 0cafb842-5c4e-4d3e-9fbc-ff3a726e8011 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:43.812975 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0cafb842-5c4e-4d3e-9fbc-ff3a726e8011), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:43.856125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Pushing event deleted for resources: {'Port': ['ID=0cafb842-5c4e-4d3e-9fbc-ff3a726e8011,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:44.046359 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (02442ae2-68c2-4f64-85bb-05dd35689caa), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.114580 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:37:44.208009 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (02442ae2-68c2-4f64-85bb-05dd35689caa), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.210748 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_controller (02442ae2-68c2-4f64-85bb-05dd35689caa), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.282063 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (02442ae2-68c2-4f64-85bb-05dd35689caa), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.282639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Fanout notify agent at l3_agent the message router_deleted on router 02442ae2-68c2-4f64-85bb-05dd35689caa {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:37:44.296064 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.297883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ebcffd03-1334-4184-bc5c-fb1f0d72cdb5 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/routers/02442ae2-68c2-4f64-85bb-05dd35689caa HTTP/1.1" status: 204 len: 168 time: 1.4743047 Feb 09 03:37:44.303064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57526) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:44.310079 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4f5c1d76-efa2-46e1-99a8-89bd1d72930d tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1557247630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:44.351476 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1d76-efa2-46e1-99a8-89bd1d72930d tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (74316ff1-e98c-434d-a81a-ce8cc2f256ef), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.353318 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1d76-efa2-46e1-99a8-89bd1d72930d tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (74316ff1-e98c-434d-a81a-ce8cc2f256ef), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.405864 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d3560d1-5b17-463a-8353-baf3d175b89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a461b217-64d3-4173-afb9-4b9c9b7e6283), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.410183 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d3560d1-5b17-463a-8353-baf3d175b89c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.411833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1d3560d1-5b17-463a-8353-baf3d175b89c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a461b217-64d3-4173-afb9-4b9c9b7e6283 HTTP/1.1" status: 204 len: 168 time: 1.7083352 Feb 09 03:37:44.465038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3560d1-5b17-463a-8353-baf3d175b89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a461b217-64d3-4173-afb9-4b9c9b7e6283,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:44.538664 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1d76-efa2-46e1-99a8-89bd1d72930d tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_controller (74316ff1-e98c-434d-a81a-ce8cc2f256ef), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.542469 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82dc84c-9206-41a0-80cc-23092069bb72 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (8614304b-9429-4326-a261-da3b81166c49), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.549479 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1d76-efa2-46e1-99a8-89bd1d72930d tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (74316ff1-e98c-434d-a81a-ce8cc2f256ef), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.577634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1d76-efa2-46e1-99a8-89bd1d72930d tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.580102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4f5c1d76-efa2-46e1-99a8-89bd1d72930d tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2752147 Feb 09 03:37:44.583062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57552) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:44.590166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:44.608423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dc84c-9206-41a0-80cc-23092069bb72 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Pushing event updated for resources: {'Subnet': ['ID=8614304b-9429-4326-a261-da3b81166c49,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:44.723545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:37:44.732508 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Publish callbacks [] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.746862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Transition to ACTIVE for port object d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:37:44.766902 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.861150 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82dc84c-9206-41a0-80cc-23092069bb72 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Checking segment: {'id': '5e5a1273-6584-4a59-88d1-88dd28490549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:44.861551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82dc84c-9206-41a0-80cc-23092069bb72 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Network hostable DHCP agents. Network: d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:37:44.895291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:45.024327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241199f0-44dc-48b5-8e62-5be5b2f21568 req-2932e49a-43b3-4588-8fca-a70eaa4b3a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:45.025995 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-241199f0-44dc-48b5-8e62-5be5b2f21568 req-2932e49a-43b3-4588-8fca-a70eaa4b3a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 943 time: 0.2763689 Feb 09 03:37:45.038461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82dc84c-9206-41a0-80cc-23092069bb72 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Network d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:37:45.075170 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (74316ff1-e98c-434d-a81a-ce8cc2f256ef), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:45.156151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-e82dc84c-9206-41a0-80cc-23092069bb72 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:45.164665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2383a40c-aab0-4844-a9f0-c1d9177b78a1 None None] Network d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:37:45.166688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82dc84c-9206-41a0-80cc-23092069bb72 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:45.170335 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e82dc84c-9206-41a0-80cc-23092069bb72 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:45.236400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Attempting to bind port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:37:45.236748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Attempting to bind port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:37:45.238089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Attempting to bind port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:45.257835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e82dc84c-9206-41a0-80cc-23092069bb72 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8726311 Feb 09 03:37:45.263124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57584) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:45.287478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Request body: {'port': {'network_id': 'd8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1619096536'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:45.292510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:37:45.292839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Attempting to bind port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:45.326225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4', 'network_id': 'd8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4', 'project_id': '7c6ab30ea40d493ca9396895b3011ab3', 'fixed_ips': [{'subnet_id': '8614304b-9429-4326-a261-da3b81166c49'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:37:45.327327 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:45.338259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:37:45.338532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Checking segment: {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:45.338930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Bound using segment: {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:37:45.339386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Bound port: d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:37:45.339749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:45.362028 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-241199f0-44dc-48b5-8e62-5be5b2f21568 req-5937b643-273e-4bd5-b7c5-aed19c53a56a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2900441 Feb 09 03:37:45.514069 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Allocated IP 172.20.0.2 (d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4/8614304b-9429-4326-a261-da3b81166c49/2d12a705-720a-4d15-906b-165db10a875f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:45.659096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (74316ff1-e98c-434d-a81a-ce8cc2f256ef), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:45.696952 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:37:45.711010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:37:45.717160 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:45.744111 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:45.765543 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Publish callbacks [] for port (2d12a705-720a-4d15-906b-165db10a875f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:45.777594 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (2d12a705-720a-4d15-906b-165db10a875f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:45.821992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Network d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:45.830232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:45.835806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:45.838114 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cccd0a16-6ebc-466e-811b-1395478a28da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:45.865297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:45.879240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Made reservation on behalf of 7c6ab30ea40d493ca9396895b3011ab3 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:37:45.883167 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:45.890591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:45.891660 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:45.893978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-661a1fe1-13d6-4801-8355-9aba972df704 service neutron] 10.222.0.42 "PUT /v2.0/ports/d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 1092 time: 3.2658484 Feb 09 03:37:45.899101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:45.904105 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0482e96f-e8fc-446c-ac5c-dbdef262d424" -d '{"events": [{"name": "network-changed", "server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:45.929996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Pushing event updated for resources: {'Port': ['ID=2d12a705-720a-4d15-906b-165db10a875f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:46.011030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Allocated IP 172.25.5.109 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/6fbf0e29-04e5-4183-8c9d-aceabdceba48) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:46.022107 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454184f1-ba10-4913-9569-21a461efeab9 x-openstack-request-id: req-454184f1-ba10-4913-9569-21a461efeab9 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:46.022405 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:46.022845 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-454184f1-ba10-4913-9569-21a461efeab9 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:46.023420 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'status': 'completed', 'code': 200} Feb 09 03:37:46.032661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] device_id is not set on port 5f68f62e-c5ed-453b-973f-76a2455fc5bb yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:37:46.116444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-86f8637a-7f39-4917-a31e-952cf57e9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:46.118300 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-86f8637a-7f39-4917-a31e-952cf57e9cf3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1126 time: 0.1497717 Feb 09 03:37:46.148886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Attempting to bind port 2d12a705-720a-4d15-906b-165db10a875f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:37:46.157931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Attempting to bind port 2d12a705-720a-4d15-906b-165db10a875f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '5e5a1273-6584-4a59-88d1-88dd28490549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:37:46.158406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Attempting to bind port 2d12a705-720a-4d15-906b-165db10a875f on network d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:46.172679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:37:46.173466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Checking segment: {'id': '5e5a1273-6584-4a59-88d1-88dd28490549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:46.182487 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:46.183632 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Bound using segment: {'id': '5e5a1273-6584-4a59-88d1-88dd28490549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:37:46.188017 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Bound port: 2d12a705-720a-4d15-906b-165db10a875f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5a1273-6584-4a59-88d1-88dd28490549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:37:46.188547 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2d12a705-720a-4d15-906b-165db10a875f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:46.258930 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-9a77ab8e-70a9-4adc-ad48-df80aa8ac333 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 217 time: 0.1317194 Feb 09 03:37:46.287945 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for port (6fbf0e29-04e5-4183-8c9d-aceabdceba48), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:46.411691 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6fbf0e29-04e5-4183-8c9d-aceabdceba48), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:46.430144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] For port 2d12a705-720a-4d15-906b-165db10a875f, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:37:46.446827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-68cc6d54-4aa7-4625-b593-276685be1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:46.459343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-68cc6d54-4aa7-4625-b593-276685be1a37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.1892712 Feb 09 03:37:46.490507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] For port 2d12a705-720a-4d15-906b-165db10a875f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2d12a705-720a-4d15-906b-165db10a875f,segment=NetworkSegment(5e5a1273-6584-4a59-88d1-88dd28490549),segment_id=5e5a1273-6584-4a59-88d1-88dd28490549)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:37:46.521659 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2d12a705-720a-4d15-906b-165db10a875f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:46.552987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:46.563407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:46.578270 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:46.621161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876505b-2bd2-4f9a-97aa-8889c7652f82 None None] Pushing event updated for resources: {'Port': ['ID=2d12a705-720a-4d15-906b-165db10a875f,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:46.658316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Pushing event updated for resources: {'Port': ['ID=6fbf0e29-04e5-4183-8c9d-aceabdceba48,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:46.806962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Allocated IP 172.20.0.11 (d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4/8614304b-9429-4326-a261-da3b81166c49/5f68f62e-c5ed-453b-973f-76a2455fc5bb) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:46.841541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-c48081a7-d080-4e92-acb4-a17348d5fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:46.846442 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-c48081a7-d080-4e92-acb4-a17348d5fe3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3778996 Feb 09 03:37:47.080894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d61fb-5ea0-4536-b047-75e52d057664 req-fdfbadf3-16a7-4771-93ff-31aad7d994f7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:47.110814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb7d61fb-5ea0-4536-b047-75e52d057664 req-fdfbadf3-16a7-4771-93ff-31aad7d994f7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 943 time: 0.5401032 Feb 09 03:37:47.425267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (74316ff1-e98c-434d-a81a-ce8cc2f256ef), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:47.510444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks [] for port (5f68f62e-c5ed-453b-973f-76a2455fc5bb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:47.621445 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5f68f62e-c5ed-453b-973f-76a2455fc5bb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:47.719026 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Pushing event updated for resources: {'Port': ['ID=5f68f62e-c5ed-453b-973f-76a2455fc5bb,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:47.820026 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Network d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:47.861516 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:47.868842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:47.927929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (74316ff1-e98c-434d-a81a-ce8cc2f256ef), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:47.937648 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (74316ff1-e98c-434d-a81a-ce8cc2f256ef), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.067901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2d12a705-720a-4d15-906b-165db10a875f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:48.091497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:48.094538 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.152085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-9caf8353-b953-4439-bdb9-d15c9b8e4b54 service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2943206 Feb 09 03:37:48.169163 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb7d61fb-5ea0-4536-b047-75e52d057664 req-94853c62-e7fe-46f9-aa47-ff773deb5a9a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5550883 Feb 09 03:37:48.235706 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbdd313c-359a-42f3-a0d4-90a6e47700ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.265601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 2d12a705-720a-4d15-906b-165db10a875f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:48.266232 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2d12a705-720a-4d15-906b-165db10a875f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.448988 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6af6399-c882-4dd5-b70d-d93386f5cf74 req-2b08e847-90e8-4e89-9271-9e7d8ace2921 service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768612 Feb 09 03:37:48.462569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2d12a705-720a-4d15-906b-165db10a875f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:48.463035 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2d12a705-720a-4d15-906b-165db10a875f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.467324 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-75f94b8b-6618-4828-bcf2-60213ca9c00e tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.1938264 Feb 09 03:37:48.470534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57666) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:48.498209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16f6859-5755-4bf7-8e81-b467fb9771b0 None None] Network d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:37:48.710251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 2d12a705-720a-4d15-906b-165db10a875f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2d12a705-720a-4d15-906b-165db10a875f,segment=NetworkSegment(5e5a1273-6584-4a59-88d1-88dd28490549),segment_id=5e5a1273-6584-4a59-88d1-88dd28490549)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:48.754019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-72f64277-adbd-4222-ac47-674921429e5d None None] Provisioning complete for port 2d12a705-720a-4d15-906b-165db10a875f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:48.757331 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72f64277-adbd-4222-ac47-674921429e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2d12a705-720a-4d15-906b-165db10a875f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.759391 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2d12a705-720a-4d15-906b-165db10a875f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.785370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482e96f-e8fc-446c-ac5c-dbdef262d424 req-6d90aeb1-961b-4951-9c55-dc84a86b5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:48.791536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0482e96f-e8fc-446c-ac5c-dbdef262d424 req-6d90aeb1-961b-4951-9c55-dc84a86b5810 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1126 time: 0.2214923 Feb 09 03:37:48.924428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=2d12a705-720a-4d15-906b-165db10a875f,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:49.102064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482e96f-e8fc-446c-ac5c-dbdef262d424 req-feff5973-7009-43a5-a782-ae428c1fd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:49.106651 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0482e96f-e8fc-446c-ac5c-dbdef262d424 req-feff5973-7009-43a5-a782-ae428c1fd37a service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.3023813 Feb 09 03:37:49.213220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-72f64277-adbd-4222-ac47-674921429e5d None None] Current status of the port 2d12a705-720a-4d15-906b-165db10a875f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:49.255136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Router 74316ff1-e98c-434d-a81a-ce8cc2f256ef is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:37:49.295359 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0482e96f-e8fc-446c-ac5c-dbdef262d424 req-33eb2445-ff9f-4353-b4df-2801ed8263fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 217 time: 0.1777246 Feb 09 03:37:49.333779 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:49.488813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482e96f-e8fc-446c-ac5c-dbdef262d424 req-00ffae6f-b44d-464c-a206-603a4f878150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:49.491284 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0482e96f-e8fc-446c-ac5c-dbdef262d424 req-00ffae6f-b44d-464c-a206-603a4f878150 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.1861103 Feb 09 03:37:49.492497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-25ca81f2-58c0-491f-973e-cf25fbce19f3 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Deleting port 5f68f62e-c5ed-453b-973f-76a2455fc5bb {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:49.492839 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25ca81f2-58c0-491f-973e-cf25fbce19f3 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5f68f62e-c5ed-453b-973f-76a2455fc5bb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:49.615189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9eceb-32cb-4b69-bee9-35c5fbe0265b req-cf8f7222-5fdc-44b7-bde9-3d64a9b6fecd tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:49.616793 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbf9eceb-32cb-4b69-bee9-35c5fbe0265b req-cf8f7222-5fdc-44b7-bde9-3d64a9b6fecd tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 943 time: 0.2616305 Feb 09 03:37:49.654222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0a8ec82e-86c9-4c1d-90ed-944092a5e2f9 None None] Provisioning complete for port 2d12a705-720a-4d15-906b-165db10a875f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:49.654989 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec82e-86c9-4c1d-90ed-944092a5e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2d12a705-720a-4d15-906b-165db10a875f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:49.699869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:49.720966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57702) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:49.733029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb96f6d-0b6a-404e-b029-ba25a17cf827 None None] Sync routers for ids ['74316ff1-e98c-434d-a81a-ce8cc2f256ef'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:49.754759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb96f6d-0b6a-404e-b029-ba25a17cf827 None None] Routers {'74316ff1-e98c-434d-a81a-ce8cc2f256ef'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:49.754993 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:49.755780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8cb96f6d-0b6a-404e-b029-ba25a17cf827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['74316ff1-e98c-434d-a81a-ce8cc2f256ef'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:49.756226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-869d84c1-a9e6-4682-9613-b90ccc121a46 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "PUT /v2.0/routers/74316ff1-e98c-434d-a81a-ce8cc2f256ef HTTP/1.1" status: 200 len: 880 time: 5.1720607 Feb 09 03:37:49.836972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57706) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:49.837918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8cb96f6d-0b6a-404e-b029-ba25a17cf827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:49.870332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bbf9eceb-32cb-4b69-bee9-35c5fbe0265b req-39c2ddef-2d57-4fbb-8e9a-7fb8d06980db tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2368958 Feb 09 03:37:49.889001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb96f6d-0b6a-404e-b029-ba25a17cf827 None None] Routers {'74316ff1-e98c-434d-a81a-ce8cc2f256ef'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:49.889572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8cb96f6d-0b6a-404e-b029-ba25a17cf827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['74316ff1-e98c-434d-a81a-ce8cc2f256ef'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:49.940180 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25ca81f2-58c0-491f-973e-cf25fbce19f3 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5f68f62e-c5ed-453b-973f-76a2455fc5bb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:49.981153 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-25ca81f2-58c0-491f-973e-cf25fbce19f3 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Calling delete_port for 5f68f62e-c5ed-453b-973f-76a2455fc5bb owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:49.986207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8cb96f6d-0b6a-404e-b029-ba25a17cf827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:49.986965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb96f6d-0b6a-404e-b029-ba25a17cf827 None None] The sync data for ids ['74316ff1-e98c-434d-a81a-ce8cc2f256ef'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:50.011259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2d12a705-720a-4d15-906b-165db10a875f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:50.137971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482e96f-e8fc-446c-ac5c-dbdef262d424 req-84c699e8-3edd-4a51-854b-a9558e1f033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:50.140762 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0482e96f-e8fc-446c-ac5c-dbdef262d424 req-84c699e8-3edd-4a51-854b-a9558e1f033b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6256351 Feb 09 03:37:50.141538 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-489a3cfb-642a-46c2-96d0-4e62d1255fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:50.168149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:37:50.198358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ec82e-86c9-4c1d-90ed-944092a5e2f9 None None] Current status of the port 2d12a705-720a-4d15-906b-165db10a875f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:50.224964 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f77761ba-260e-43eb-b55f-db6d50219456 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/routers/74316ff1-e98c-434d-a81a-ce8cc2f256ef HTTP/1.1" status: 200 len: 921 time: 0.3534517 Feb 09 03:37:50.225764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57710) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:50.314888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660f62a-deae-458d-b744-d7cce7d91d65 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:50.325609 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3660f62a-deae-458d-b744-d7cce7d91d65 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&device_id=74316ff1-e98c-434d-a81a-ce8cc2f256ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0986171 Feb 09 03:37:50.328081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57712) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:50.371938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0482e96f-e8fc-446c-ac5c-dbdef262d424 req-309e3516-d68d-40bd-880b-1f3ef90ba8c7 service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176723 Feb 09 03:37:50.373005 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25ca81f2-58c0-491f-973e-cf25fbce19f3 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5f68f62e-c5ed-453b-973f-76a2455fc5bb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:50.573628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-489a3cfb-642a-46c2-96d0-4e62d1255fca admin admin] Publish callbacks [] for security_group (0e7a118c-c058-4c79-ace2-57ee03dcd936), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:50.587577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-489a3cfb-642a-46c2-96d0-4e62d1255fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0e7a118c-c058-4c79-ace2-57ee03dcd936), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:50.676565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-489a3cfb-642a-46c2-96d0-4e62d1255fca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20b0b63269394e0ba3d9a18f6cb0a92b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9494987 Feb 09 03:37:50.678946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0a8ec82e-86c9-4c1d-90ed-944092a5e2f9 None None] Provisioning complete for port 5f68f62e-c5ed-453b-973f-76a2455fc5bb triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:50.679463 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec82e-86c9-4c1d-90ed-944092a5e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5f68f62e-c5ed-453b-973f-76a2455fc5bb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:50.685254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57716) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:50.694591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca81f2-58c0-491f-973e-cf25fbce19f3 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Pushing event deleted for resources: {'Port': ['ID=5f68f62e-c5ed-453b-973f-76a2455fc5bb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:50.708289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ec82e-86c9-4c1d-90ed-944092a5e2f9 None None] Port 5f68f62e-c5ed-453b-973f-76a2455fc5bb was deleted so its status cannot be updated. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 03:37:50.729986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a3cfb-642a-46c2-96d0-4e62d1255fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7a118c-c058-4c79-ace2-57ee03dcd936,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:50.751452 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:37:50.780410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25ca81f2-58c0-491f-973e-cf25fbce19f3 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:50.792275 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-25ca81f2-58c0-491f-973e-cf25fbce19f3 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] 10.222.0.21 "DELETE /v2.0/ports/5f68f62e-c5ed-453b-973f-76a2455fc5bb HTTP/1.1" status: 204 len: 168 time: 2.3161392 Feb 09 03:37:50.794552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57722) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:50.857441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc9fc5e-fe96-4c9e-81a8-07d5ee8943c9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:50.859362 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8dc9fc5e-fe96-4c9e-81a8-07d5ee8943c9 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 881 time: 0.5302527 Feb 09 03:37:50.865891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57726) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:50.971172 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.028193 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ccb53e89-ada7-43b8-8f31-78b0c4de6a58 None None] Could not find standard attr ID for object 5f68f62e-c5ed-453b-973f-76a2455fc5bb. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:37:51.069996 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f6d5-cbd8-4b13-b6d3-b9fcaff98a84 admin admin] Publish callbacks [] for security_group (0e7a118c-c058-4c79-ace2-57ee03dcd936), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.090141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e9698821-1df4-49e6-bd88-c547f42afd1a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "GET /v2.0/ports?device_id=74316ff1-e98c-434d-a81a-ce8cc2f256ef HTTP/1.1" status: 200 len: 205 time: 0.2227888 Feb 09 03:37:51.094896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57736) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:51.116316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0482e96f-e8fc-446c-ac5c-dbdef262d424 req-d4a40e71-67ab-43e7-8bfa-677e54ced3bd service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116313 Feb 09 03:37:51.118462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 2d12a705-720a-4d15-906b-165db10a875f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:51.118833 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2d12a705-720a-4d15-906b-165db10a875f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.266539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:51.282273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7cf35-02ee-42e6-9fbb-6e345744fabe req-45a9c559-648d-4835-b80b-49ff817ad508 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:51.285185 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11d7cf35-02ee-42e6-9fbb-6e345744fabe req-45a9c559-648d-4835-b80b-49ff817ad508 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 943 time: 0.1679351 Feb 09 03:37:51.352206 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (74316ff1-e98c-434d-a81a-ce8cc2f256ef), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.363374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2d12a705-720a-4d15-906b-165db10a875f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:51.366266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'port_id': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'mac_address': 'fa:16:3e:d4:82:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:37:51.388578 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11d7cf35-02ee-42e6-9fbb-6e345744fabe req-f344bb02-6d71-4c93-afa1-092cd18fa683 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959470 Feb 09 03:37:51.437097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:51.437447 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.462583 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f6d5-cbd8-4b13-b6d3-b9fcaff98a84 admin admin] Publish callbacks [] for security_group (0e7a118c-c058-4c79-ace2-57ee03dcd936), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.469262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:37:51.486797 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b72a8bbf-0d9c-4465-877b-bd0cb544b564 tempest-DHCPAgentSchedulersTestJSON-1147195312 tempest-DHCPAgentSchedulersTestJSON-1147195312-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.6910071 Feb 09 03:37:51.493988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57744) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:51.499250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e3650bc2-436f-4662-98ee-f897e5df4a20 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1486888001'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:51.520276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:51.534935 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.566768 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f6d5-cbd8-4b13-b6d3-b9fcaff98a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0e7a118c-c058-4c79-ace2-57ee03dcd936), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.570344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f6d5-cbd8-4b13-b6d3-b9fcaff98a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.572162 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e9f9f6d5-cbd8-4b13-b6d3-b9fcaff98a84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e7a118c-c058-4c79-ace2-57ee03dcd936 HTTP/1.1" status: 204 len: 168 time: 0.8857529 Feb 09 03:37:51.572827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3650bc2-436f-4662-98ee-f897e5df4a20 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Made reservation on behalf of 7c6ab30ea40d493ca9396895b3011ab3 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:37:51.577301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3650bc2-436f-4662-98ee-f897e5df4a20 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.588304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9f6d5-cbd8-4b13-b6d3-b9fcaff98a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7a118c-c058-4c79-ace2-57ee03dcd936,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:51.591378 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (74316ff1-e98c-434d-a81a-ce8cc2f256ef), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.619976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3650bc2-436f-4662-98ee-f897e5df4a20 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:37:51.634862 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3650bc2-436f-4662-98ee-f897e5df4a20 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (fa88fc46-11a1-4c6d-9f23-ea48f6ca149e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.635641 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-e3650bc2-436f-4662-98ee-f897e5df4a20 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Added segment fa88fc46-11a1-4c6d-9f23-ea48f6ca149e of type vlan for network 3e86d420-869f-439c-a598-33de76c38267 Feb 09 03:37:51.738600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3650bc2-436f-4662-98ee-f897e5df4a20 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (3e86d420-869f-439c-a598-33de76c38267), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.783391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:37:51.793531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Deleting port 6fbf0e29-04e5-4183-8c9d-aceabdceba48 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:51.794078 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6fbf0e29-04e5-4183-8c9d-aceabdceba48), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.854148 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3650bc2-436f-4662-98ee-f897e5df4a20 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (3e86d420-869f-439c-a598-33de76c38267), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.862892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3650bc2-436f-4662-98ee-f897e5df4a20 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:51.864272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e3650bc2-436f-4662-98ee-f897e5df4a20 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.923279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:52.006890 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6fbf0e29-04e5-4183-8c9d-aceabdceba48), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:52.036734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Calling delete_port for 6fbf0e29-04e5-4183-8c9d-aceabdceba48 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:52.079892 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:52.099311 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e3650bc2-436f-4662-98ee-f897e5df4a20 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6040599 Feb 09 03:37:52.100008 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57756) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:52.153935 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3650bc2-436f-4662-98ee-f897e5df4a20 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Pushing event updated for resources: {'Network': ['ID=3e86d420-869f-439c-a598-33de76c38267,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:52.281696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 3e86d420-869f-439c-a598-33de76c38267 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:37:52.392310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57768) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:52.465214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a16db82-a2e5-462c-b1e4-1f68d87ece3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:52.672834 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d05bcea2-34ab-4c3e-9d29-5d8a3d29dcde tempest-DHCPAgentSchedulersTestJSON-1147195312 tempest-DHCPAgentSchedulersTestJSON-1147195312-project-admin] 10.222.0.21 "GET /v2.0/agents/8f13bab1-ef13-4bcb-b60b-e8cfbf212027/dhcp-networks HTTP/1.1" status: 200 len: 7262 time: 0.5635598 Feb 09 03:37:52.673597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57780) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:52.700290 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6fbf0e29-04e5-4183-8c9d-aceabdceba48), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:52.770268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a47e49-6ed2-47ba-aff1-281d14b7d61c req-4b668655-bfbb-442b-a8a1-0f6f9e332c7e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:52.771931 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-03a47e49-6ed2-47ba-aff1-281d14b7d61c req-4b668655-bfbb-442b-a8a1-0f6f9e332c7e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 944 time: 0.2028117 Feb 09 03:37:52.773312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Pushing event deleted for resources: {'Port': ['ID=6fbf0e29-04e5-4183-8c9d-aceabdceba48,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:52.817560 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a16db82-a2e5-462c-b1e4-1f68d87ece3e admin admin] Publish callbacks [] for security_group (2fe6a8c9-a914-4539-beb2-e61d54d28dfe), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:52.850794 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a16db82-a2e5-462c-b1e4-1f68d87ece3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2fe6a8c9-a914-4539-beb2-e61d54d28dfe), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:52.891563 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7a16db82-a2e5-462c-b1e4-1f68d87ece3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc484d149fc44aa28ee32835ee809a97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4972818 Feb 09 03:37:52.900259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57788) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:53.008022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-03a47e49-6ed2-47ba-aff1-281d14b7d61c req-e9b37f91-52a2-4a1c-a4a6-ba1dc934d03a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2226255 Feb 09 03:37:53.030448 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (74316ff1-e98c-434d-a81a-ce8cc2f256ef), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.080137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16db82-a2e5-462c-b1e4-1f68d87ece3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe6a8c9-a914-4539-beb2-e61d54d28dfe,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:53.134999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc907053-808e-4e6e-a96c-689627a84dd6 admin admin] Publish callbacks [] for security_group (2fe6a8c9-a914-4539-beb2-e61d54d28dfe), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.167522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225927fb-9273-43ec-bb72-b97ee762e479 tempest-DHCPAgentSchedulersTestJSON-1147195312 tempest-DHCPAgentSchedulersTestJSON-1147195312-project-admin] Network 3e86d420-869f-439c-a598-33de76c38267 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:37:53.172710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (74316ff1-e98c-434d-a81a-ce8cc2f256ef), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.180390 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_controller (74316ff1-e98c-434d-a81a-ce8cc2f256ef), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.185123 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc907053-808e-4e6e-a96c-689627a84dd6 admin admin] Publish callbacks [] for security_group (2fe6a8c9-a914-4539-beb2-e61d54d28dfe), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.199129 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-225927fb-9273-43ec-bb72-b97ee762e479 tempest-DHCPAgentSchedulersTestJSON-1147195312 tempest-DHCPAgentSchedulersTestJSON-1147195312-project-admin] 10.222.0.21 "POST /v2.0/agents/8f13bab1-ef13-4bcb-b60b-e8cfbf212027/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5180428 Feb 09 03:37:53.202394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57792) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:53.208550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9afa11d-48da-43cc-852e-7173ba696d0a None None] Network 3e86d420-869f-439c-a598-33de76c38267 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:37:53.331710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (74316ff1-e98c-434d-a81a-ce8cc2f256ef), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.334758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Fanout notify agent at l3_agent the message router_deleted on router 74316ff1-e98c-434d-a81a-ce8cc2f256ef {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:37:53.370293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.374887 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d2c2be74-cab1-401c-94fa-0a1780604f85 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/routers/74316ff1-e98c-434d-a81a-ce8cc2f256ef HTTP/1.1" status: 204 len: 168 time: 2.2709875 Feb 09 03:37:53.377897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57796) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:53.423134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8d405436-2647-44b8-a399-995b588e6b35 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-366251302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:53.446406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc907053-808e-4e6e-a96c-689627a84dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2fe6a8c9-a914-4539-beb2-e61d54d28dfe), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.450913 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc907053-808e-4e6e-a96c-689627a84dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.458702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cc907053-808e-4e6e-a96c-689627a84dd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fe6a8c9-a914-4539-beb2-e61d54d28dfe HTTP/1.1" status: 204 len: 168 time: 0.5573728 Feb 09 03:37:53.464398 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d405436-2647-44b8-a399-995b588e6b35 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (a97d0262-8b14-469e-b10f-3a07d6350ddc), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.466820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d405436-2647-44b8-a399-995b588e6b35 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (a97d0262-8b14-469e-b10f-3a07d6350ddc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.548409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2d2c52cb-9e54-4ff7-b2c2-9c6b780af97f tempest-DHCPAgentSchedulersTestJSON-1147195312 tempest-DHCPAgentSchedulersTestJSON-1147195312-project-admin] 10.222.0.21 "GET /v2.0/agents/8f13bab1-ef13-4bcb-b60b-e8cfbf212027/dhcp-networks HTTP/1.1" status: 200 len: 8033 time: 0.3415275 Feb 09 03:37:53.550132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc907053-808e-4e6e-a96c-689627a84dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe6a8c9-a914-4539-beb2-e61d54d28dfe,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:53.555743 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d405436-2647-44b8-a399-995b588e6b35 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_controller (a97d0262-8b14-469e-b10f-3a07d6350ddc), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.556979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57800) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:53.576480 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d405436-2647-44b8-a399-995b588e6b35 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (a97d0262-8b14-469e-b10f-3a07d6350ddc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.605458 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d405436-2647-44b8-a399-995b588e6b35 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.609930 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8d405436-2647-44b8-a399-995b588e6b35 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2282870 Feb 09 03:37:53.610774 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57802) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:53.622722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'enable_snat': True}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:53.761969 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-64321c6c-ffde-4249-83c4-042cb7aa5e9b tempest-DHCPAgentSchedulersTestJSON-1147195312 tempest-DHCPAgentSchedulersTestJSON-1147195312-project-admin] 10.222.0.21 "DELETE /v2.0/agents/8f13bab1-ef13-4bcb-b60b-e8cfbf212027/dhcp-networks/3e86d420-869f-439c-a598-33de76c38267 HTTP/1.1" status: 204 len: 168 time: 0.2039614 Feb 09 03:37:53.764838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57804) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:54.055067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f6d0f217-1da9-4d2d-91a5-b3ac8045d596 tempest-DHCPAgentSchedulersTestJSON-1147195312 tempest-DHCPAgentSchedulersTestJSON-1147195312-project-admin] 10.222.0.21 "GET /v2.0/agents/8f13bab1-ef13-4bcb-b60b-e8cfbf212027/dhcp-networks HTTP/1.1" status: 200 len: 7262 time: 0.2854295 Feb 09 03:37:54.060615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57814) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:54.071057 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (a97d0262-8b14-469e-b10f-3a07d6350ddc), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:54.095905 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5b69d13f-1b2e-48f1-b1ce-5c44c9b92ef8 tempest-DHCPAgentSchedulersTestJSON-1147195312 tempest-DHCPAgentSchedulersTestJSON-1147195312-project-admin] 10.222.0.21 "GET /v2.0/networks/d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0340528 Feb 09 03:37:54.100184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57816) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:54.124437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:54.138029 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2aaf1090-bd10-4ce0-be9f-65b4d75d9f3f tempest-DHCPAgentSchedulersTestJSON-1147195312 tempest-DHCPAgentSchedulersTestJSON-1147195312-project-admin] 10.222.0.21 "GET /v2.0/networks/d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0367410 Feb 09 03:37:54.140500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57818) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:54.300709 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:54.364184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:37:54.368645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:54.369259 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:54.558088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038938a-7da5-4176-9617-e4fe20845da2 req-ce7c0c92-fd71-498c-8eee-ddaf23eedef2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:54.568109 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c038938a-7da5-4176-9617-e4fe20845da2 req-ce7c0c92-fd71-498c-8eee-ddaf23eedef2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 944 time: 0.2960086 Feb 09 03:37:54.590657 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (a97d0262-8b14-469e-b10f-3a07d6350ddc), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:54.630748 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:54.635285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:54.643850 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:54.750229 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c038938a-7da5-4176-9617-e4fe20845da2 req-0ec335e7-a31d-48db-ba6c-60d1c780c0be tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1791625 Feb 09 03:37:54.789111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:54.792452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:54.801417 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d148f331-d2d5-469e-93a7-8c7cb47f1107" -d '{"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-plugged", "status": "completed", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:54.813985 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:54.838138 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57836) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:54.847358 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-32aa0c78-4e90-49cc-bae8-933e7d737b8f tempest-DHCPAgentSchedulersTestJSON-1147195312 tempest-DHCPAgentSchedulersTestJSON-1147195312-project-admin] 10.222.0.21 "GET /v2.0/agents/8f13bab1-ef13-4bcb-b60b-e8cfbf212027/dhcp-networks HTTP/1.1" status: 200 len: 7262 time: 0.6929848 Feb 09 03:37:54.937862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Allocated IP 172.25.5.210 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/996a6014-a680-432f-9288-c8a671ca0159) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:54.952144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:55.183683 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53afdde2-bd87-44e0-93f5-a06f52ab531f x-openstack-request-id: req-53afdde2-bd87-44e0-93f5-a06f52ab531f {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:55.184000 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-plugged", "status": "completed", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:55.184262 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53afdde2-bd87-44e0-93f5-a06f52ab531f {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:55.191643 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'code': 200} Feb 09 03:37:55.232841 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (3e86d420-869f-439c-a598-33de76c38267), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.476934 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for port (996a6014-a680-432f-9288-c8a671ca0159), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.488156 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (3e86d420-869f-439c-a598-33de76c38267), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.517059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e86d420-869f-439c-a598-33de76c38267']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:55.538349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa88fc46-11a1-4c6d-9f23-ea48f6ca149e') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:55.539069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa88fc46-11a1-4c6d-9f23-ea48f6ca149e') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:55.545174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98146ff6-f8f2-49cc-90fd-45bb3ac1852b req-f680d6f5-c9c7-4492-b07d-cf2b6bf9faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:55.548142 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98146ff6-f8f2-49cc-90fd-45bb3ac1852b req-f680d6f5-c9c7-4492-b07d-cf2b6bf9faf5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1128 time: 0.2650104 Feb 09 03:37:55.554911 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (fa88fc46-11a1-4c6d-9f23-ea48f6ca149e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.582216 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (fa88fc46-11a1-4c6d-9f23-ea48f6ca149e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.608029 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (996a6014-a680-432f-9288-c8a671ca0159), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.618072 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:37:55.625723 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (fa88fc46-11a1-4c6d-9f23-ea48f6ca149e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:37:55.645137 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:37:55.701623 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98146ff6-f8f2-49cc-90fd-45bb3ac1852b req-01f19073-9365-4207-aba1-dfe8f9eefb50 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1435587 Feb 09 03:37:55.741759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event updated for resources: {'Port': ['ID=996a6014-a680-432f-9288-c8a671ca0159,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:55.752967 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:55.785023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:55.787778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:56.019337 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a4e50-c7a3-49a1-aa2c-2e555cdcdee0 req-56a077fb-3350-48ac-93d7-ffbfd83bc27c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:56.031622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-461a4e50-c7a3-49a1-aa2c-2e555cdcdee0 req-56a077fb-3350-48ac-93d7-ffbfd83bc27c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.1442223 Feb 09 03:37:56.062563 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (3e86d420-869f-439c-a598-33de76c38267), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:56.085041 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:56.095079 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] 10.222.0.21 "DELETE /v2.0/networks/3e86d420-869f-439c-a598-33de76c38267 HTTP/1.1" status: 204 len: 168 time: 1.2537584 Feb 09 03:37:56.106945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57862) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:56.241527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46ea57-6b1d-48f4-ac0c-ab179190b356 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Pushing event deleted for resources: {'Network': ['ID=3e86d420-869f-439c-a598-33de76c38267,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:56.308894 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f49cc0-be81-4ed3-99e7-b889382af704 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] DELETE failed (client error): The resource could not be found. Feb 09 03:37:56.308894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f49cc0-be81-4ed3-99e7-b889382af704 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:37:56.316944 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-10f49cc0-be81-4ed3-99e7-b889382af704 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] 10.222.0.21 "DELETE /v2.0/ports/5f68f62e-c5ed-453b-973f-76a2455fc5bb HTTP/1.1" status: 404 len: 333 time: 0.1973863 Feb 09 03:37:56.333555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:56.578690 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-461a4e50-c7a3-49a1-aa2c-2e555cdcdee0 req-223aea01-814b-44f7-9faf-0c3e3a93399b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5435917 Feb 09 03:37:56.665996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de20cf6-7c2d-4bbb-b79f-bb12a36c2f54 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Deleting subnet 8614304b-9429-4326-a261-da3b81166c49 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:37:56.674121 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0de20cf6-7c2d-4bbb-b79f-bb12a36c2f54 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks [] for subnet (8614304b-9429-4326-a261-da3b81166c49), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:56.736080 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0de20cf6-7c2d-4bbb-b79f-bb12a36c2f54 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (8614304b-9429-4326-a261-da3b81166c49), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:56.799233 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (a97d0262-8b14-469e-b10f-3a07d6350ddc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:56.975387 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0de20cf6-7c2d-4bbb-b79f-bb12a36c2f54 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (8614304b-9429-4326-a261-da3b81166c49), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:57.187850 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (a97d0262-8b14-469e-b10f-3a07d6350ddc), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:57.194724 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (a97d0262-8b14-469e-b10f-3a07d6350ddc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:57.242176 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0de20cf6-7c2d-4bbb-b79f-bb12a36c2f54 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (8614304b-9429-4326-a261-da3b81166c49), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:57.427418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de20cf6-7c2d-4bbb-b79f-bb12a36c2f54 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Pushing event deleted for resources: {'Subnet': ['ID=8614304b-9429-4326-a261-da3b81166c49,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:57.429389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b011204c-dfe0-4220-ac8c-1724040422c8 None None] Network d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:37:57.442601 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0de20cf6-7c2d-4bbb-b79f-bb12a36c2f54 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:57.447756 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0de20cf6-7c2d-4bbb-b79f-bb12a36c2f54 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] 10.222.0.21 "DELETE /v2.0/subnets/8614304b-9429-4326-a261-da3b81166c49 HTTP/1.1" status: 204 len: 168 time: 1.1057141 Feb 09 03:37:57.450375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57892) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:57.573580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Router a97d0262-8b14-469e-b10f-3a07d6350ddc is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:37:57.658149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a1b9a-118b-446c-9edf-3d2c21f46d6f None None] DHCP port deletion for d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:37:57.671158 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:57.748694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e17a1b9a-118b-446c-9edf-3d2c21f46d6f None None] Deleting port 2d12a705-720a-4d15-906b-165db10a875f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:57.749079 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17a1b9a-118b-446c-9edf-3d2c21f46d6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2d12a705-720a-4d15-906b-165db10a875f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:57.773020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Deleting port 2d12a705-720a-4d15-906b-165db10a875f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:57.773790 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2d12a705-720a-4d15-906b-165db10a875f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:57.875747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] For port 2d12a705-720a-4d15-906b-165db10a875f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2d12a705-720a-4d15-906b-165db10a875f,segment=NetworkSegment(5e5a1273-6584-4a59-88d1-88dd28490549),segment_id=5e5a1273-6584-4a59-88d1-88dd28490549)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:57.876951 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2d12a705-720a-4d15-906b-165db10a875f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:57.907993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Calling delete_port for 2d12a705-720a-4d15-906b-165db10a875f owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:58.005558 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2d12a705-720a-4d15-906b-165db10a875f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:37:58.008730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e17a1b9a-118b-446c-9edf-3d2c21f46d6f None None] For port 2d12a705-720a-4d15-906b-165db10a875f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2d12a705-720a-4d15-906b-165db10a875f,segment=NetworkSegment(5e5a1273-6584-4a59-88d1-88dd28490549),segment_id=5e5a1273-6584-4a59-88d1-88dd28490549)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:58.009135 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17a1b9a-118b-446c-9edf-3d2c21f46d6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2d12a705-720a-4d15-906b-165db10a875f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.112867 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2d12a705-720a-4d15-906b-165db10a875f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.136517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] No DVR routers for this DVR port 2d12a705-720a-4d15-906b-165db10a875f on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:37:58.172783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e17a1b9a-118b-446c-9edf-3d2c21f46d6f None None] Calling delete_port for 2d12a705-720a-4d15-906b-165db10a875f owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:58.191526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No active binding found for port 2d12a705-720a-4d15-906b-165db10a875f {{(pid=103329) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 03:37:58.194031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] The host n-d-824835-15 is not matching for port 2d12a705-720a-4d15-906b-165db10a875f host None! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:37:58.194636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2d12a705-720a-4d15-906b-165db10a875f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:37:58.221025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Pushing event deleted for resources: {'Port': ['ID=2d12a705-720a-4d15-906b-165db10a875f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:58.358353 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.411007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:58.431106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5a1273-6584-4a59-88d1-88dd28490549') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:58.431391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5a1273-6584-4a59-88d1-88dd28490549') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:58.453074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (5e5a1273-6584-4a59-88d1-88dd28490549), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.479765 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17a1b9a-118b-446c-9edf-3d2c21f46d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (2d12a705-720a-4d15-906b-165db10a875f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.490551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (5e5a1273-6584-4a59-88d1-88dd28490549), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.498083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:37:58.498789 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (5e5a1273-6584-4a59-88d1-88dd28490549), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.514996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17a1b9a-118b-446c-9edf-3d2c21f46d6f None None] No DVR routers for this DVR port 2d12a705-720a-4d15-906b-165db10a875f on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:37:58.535658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:58.551299 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d360170-05cb-486b-af06-cb36729c5916 None None] Sync routers for ids ['a97d0262-8b14-469e-b10f-3a07d6350ddc'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:58.568682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a1b9a-118b-446c-9edf-3d2c21f46d6f None None] Pushing event deleted for resources: {'Port': ['ID=2d12a705-720a-4d15-906b-165db10a875f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:58.579997 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.581294 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-42102b24-7657-42ff-9d7d-30f3cdd354d5 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "PUT /v2.0/routers/a97d0262-8b14-469e-b10f-3a07d6350ddc HTTP/1.1" status: 200 len: 914 time: 4.9670415 Feb 09 03:37:58.584366 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d360170-05cb-486b-af06-cb36729c5916 None None] Routers {'a97d0262-8b14-469e-b10f-3a07d6350ddc'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:58.586014 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1d360170-05cb-486b-af06-cb36729c5916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a97d0262-8b14-469e-b10f-3a07d6350ddc'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:58.667578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57922) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:37:58.669552 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:37:58.697621 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.729104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696a0ad-c5ed-4f1d-89c1-b04058da6ee3 req-badf0cfd-2505-4b48-9dd6-a266eda6b591 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:58.736327 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0696a0ad-c5ed-4f1d-89c1-b04058da6ee3 req-badf0cfd-2505-4b48-9dd6-a266eda6b591 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.1538639 Feb 09 03:37:58.741972 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1d360170-05cb-486b-af06-cb36729c5916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:58.774453 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d360170-05cb-486b-af06-cb36729c5916 None None] Routers {'a97d0262-8b14-469e-b10f-3a07d6350ddc'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:58.792388 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1d360170-05cb-486b-af06-cb36729c5916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a97d0262-8b14-469e-b10f-3a07d6350ddc'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:58.876653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.886042 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] 10.222.0.21 "DELETE /v2.0/networks/d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4 HTTP/1.1" status: 204 len: 168 time: 1.4317350 Feb 09 03:37:58.887273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaf9d2-49e8-4b15-af71-3c4370d97657 tempest-DHCPAgentSchedulersTestJSON-555802294 tempest-DHCPAgentSchedulersTestJSON-555802294-project] Pushing event deleted for resources: {'Network': ['ID=d8a76a8a-8f76-4eda-8b31-5bcf0b11b2a4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:58.999066 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0696a0ad-c5ed-4f1d-89c1-b04058da6ee3 req-d1a61f16-6d86-48b8-a50d-21e710c6a631 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2529261 Feb 09 03:37:59.018212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:59.018718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57942) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:59.022585 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8fa2b8c1-0d72-4654-b54b-f90115224787 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/routers/a97d0262-8b14-469e-b10f-3a07d6350ddc HTTP/1.1" status: 200 len: 920 time: 0.3483949 Feb 09 03:37:59.051961 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1d360170-05cb-486b-af06-cb36729c5916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:59.058207 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d360170-05cb-486b-af06-cb36729c5916 None None] The sync data for ids ['a97d0262-8b14-469e-b10f-3a07d6350ddc'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:59.157157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5cff8-06dc-4389-ad86-be49e8d334b7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:59.159304 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bde5cff8-06dc-4389-ad86-be49e8d334b7 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&device_id=a97d0262-8b14-469e-b10f-3a07d6350ddc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1379061 Feb 09 03:37:59.163173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57952) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:59.275688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49beb1c6-7037-4d83-b062-81f4d173ca2a req-c728fed1-4577-44a5-b4f3-e7cdbc006b46 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:59.275826 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0360-18cd-4356-a7b1-550910ea4396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.284307 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49beb1c6-7037-4d83-b062-81f4d173ca2a req-c728fed1-4577-44a5-b4f3-e7cdbc006b46 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.1293807 Feb 09 03:37:59.398530 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49beb1c6-7037-4d83-b062-81f4d173ca2a req-b3e3dfd1-b65d-4291-8a0a-a0ddaeb112aa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111057 Feb 09 03:37:59.428687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57962) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:59.475936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1a24f7-b4de-4b67-9605-a5e91cd76f61 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:59.485254 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5e1a24f7-b4de-4b67-9605-a5e91cd76f61 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 881 time: 0.3215158 Feb 09 03:37:59.491722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57964) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:59.538854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8ac09679-98dc-494a-a528-f0050c9142e4 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97d0262-8b14-469e-b10f-3a07d6350ddc HTTP/1.1" status: 200 len: 205 time: 0.0438137 Feb 09 03:37:59.553498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57966) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:59.568649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84da82a-96a3-4a8f-b9a6-c0664a01800e tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:59.573487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c84da82a-96a3-4a8f-b9a6-c0664a01800e tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1123 time: 0.1430862 Feb 09 03:37:59.574252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57968) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:59.578617 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0360-18cd-4356-a7b1-550910ea4396 admin admin] Publish callbacks [] for security_group (219d69b3-bbb5-466e-b6d6-e4c750ea7ed1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.578880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:59.607021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57972) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:59.651614 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0360-18cd-4356-a7b1-550910ea4396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (219d69b3-bbb5-466e-b6d6-e4c750ea7ed1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.685371 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.763348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fd8d0360-18cd-4356-a7b1-550910ea4396 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=276e2cb5cc204c629c04381c7949d39d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7435408 Feb 09 03:37:59.763966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57976) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:59.816575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d0360-18cd-4356-a7b1-550910ea4396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219d69b3-bbb5-466e-b6d6-e4c750ea7ed1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:59.899810 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.902675 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (a97d0262-8b14-469e-b10f-3a07d6350ddc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.052123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.25.5.132 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/bd04465f-f53e-4f35-a7e2-1dfe1cb114e8) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:38:00.068848 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (a97d0262-8b14-469e-b10f-3a07d6350ddc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.073447 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8265562-c950-4fed-bf5c-2b67ac6d85fc admin admin] Publish callbacks [] for security_group (219d69b3-bbb5-466e-b6d6-e4c750ea7ed1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.100962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8265562-c950-4fed-bf5c-2b67ac6d85fc admin admin] Publish callbacks [] for security_group (219d69b3-bbb5-466e-b6d6-e4c750ea7ed1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.165472 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8265562-c950-4fed-bf5c-2b67ac6d85fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (219d69b3-bbb5-466e-b6d6-e4c750ea7ed1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.168403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8265562-c950-4fed-bf5c-2b67ac6d85fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.176768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b8265562-c950-4fed-bf5c-2b67ac6d85fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/219d69b3-bbb5-466e-b6d6-e4c750ea7ed1 HTTP/1.1" status: 204 len: 168 time: 0.4060013 Feb 09 03:38:00.185240 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (bd04465f-f53e-4f35-a7e2-1dfe1cb114e8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.254315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8265562-c950-4fed-bf5c-2b67ac6d85fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219d69b3-bbb5-466e-b6d6-e4c750ea7ed1,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:00.333264 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Deleting port 996a6014-a680-432f-9288-c8a671ca0159 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:00.333677 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (996a6014-a680-432f-9288-c8a671ca0159), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.357975 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fe746fa8-0bbb-4339-b2e0-023dbe58987a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c6ab30ea40d493ca9396895b3011ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7456167 Feb 09 03:38:00.358746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57980) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:00.513292 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (bd04465f-f53e-4f35-a7e2-1dfe1cb114e8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.567185 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (996a6014-a680-432f-9288-c8a671ca0159), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.611027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Calling delete_port for 996a6014-a680-432f-9288-c8a671ca0159 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:00.690451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:00.694164 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4136884f-d37f-4172-99ee-5c4ee18dfd27 admin admin] Publish callbacks [] for security_group (003b7781-2c8f-4170-89b4-3c979e73a9a5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.782254 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4136884f-d37f-4172-99ee-5c4ee18dfd27 admin admin] Publish callbacks [] for security_group (003b7781-2c8f-4170-89b4-3c979e73a9a5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.901413 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4136884f-d37f-4172-99ee-5c4ee18dfd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (003b7781-2c8f-4170-89b4-3c979e73a9a5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.912583 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4136884f-d37f-4172-99ee-5c4ee18dfd27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.917735 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4136884f-d37f-4172-99ee-5c4ee18dfd27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/003b7781-2c8f-4170-89b4-3c979e73a9a5 HTTP/1.1" status: 204 len: 168 time: 0.5540068 Feb 09 03:38:00.917735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:00.927656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:01.025550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58014) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:01.051254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=bd04465f-f53e-4f35-a7e2-1dfe1cb114e8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:01.092846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136884f-d37f-4172-99ee-5c4ee18dfd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003b7781-2c8f-4170-89b4-3c979e73a9a5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:01.162246 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (996a6014-a680-432f-9288-c8a671ca0159), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:01.234770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Pushing event deleted for resources: {'Port': ['ID=996a6014-a680-432f-9288-c8a671ca0159,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:01.386523 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (a97d0262-8b14-469e-b10f-3a07d6350ddc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:01.568562 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (a97d0262-8b14-469e-b10f-3a07d6350ddc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:01.575989 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_controller (a97d0262-8b14-469e-b10f-3a07d6350ddc), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:01.736296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58028) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:01.752324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (a97d0262-8b14-469e-b10f-3a07d6350ddc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:01.753149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Fanout notify agent at l3_agent the message router_deleted on router a97d0262-8b14-469e-b10f-3a07d6350ddc {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:38:01.761060 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:01.762124 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-07c78cc7-3eb0-4eac-8155-1cad0923091b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/routers/a97d0262-8b14-469e-b10f-3a07d6350ddc HTTP/1.1" status: 204 len: 168 time: 2.2077649 Feb 09 03:38:01.767027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58032) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:01.773131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-79efd9c9-0fab-42f1-a1d7-0c687d4aa4b0 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1255703107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:01.804513 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79efd9c9-0fab-42f1-a1d7-0c687d4aa4b0 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:01.806378 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79efd9c9-0fab-42f1-a1d7-0c687d4aa4b0 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:01.899385 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79efd9c9-0fab-42f1-a1d7-0c687d4aa4b0 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_controller (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:01.911361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58034) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:01.948164 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79efd9c9-0fab-42f1-a1d7-0c687d4aa4b0 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:01.963217 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-214db4d2-4aab-465d-8b74-cf2aa3a428f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:02.036824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79efd9c9-0fab-42f1-a1d7-0c687d4aa4b0 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:02.041369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-79efd9c9-0fab-42f1-a1d7-0c687d4aa4b0 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2731187 Feb 09 03:38:02.051648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58038) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:02.068370 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-152e402e-6176-4877-80f5-c0ea99ce701f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:02.069116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'enable_snat': False}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:02.325933 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b49de3e-0137-4d48-bf95-dc2d72fe2a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:02.544225 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (fdcdcc9f-4b0b-48de-b498-f99f054ca9f0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:02.821407 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-152e402e-6176-4877-80f5-c0ea99ce701f admin admin] Publish callbacks [] for security_group (f6b047d5-f787-404a-ad0f-2fce9d837bcf), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:02.829780 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-214db4d2-4aab-465d-8b74-cf2aa3a428f9 admin admin] Publish callbacks [] for security_group (17214b32-89a6-40dd-8dd0-e0d4fc16940a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:02.844601 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-214db4d2-4aab-465d-8b74-cf2aa3a428f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (17214b32-89a6-40dd-8dd0-e0d4fc16940a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:02.851147 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-152e402e-6176-4877-80f5-c0ea99ce701f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f6b047d5-f787-404a-ad0f-2fce9d837bcf), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:02.874447 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:02.909463 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bd04465f-f53e-4f35-a7e2-1dfe1cb114e8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:02.972966 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-152e402e-6176-4877-80f5-c0ea99ce701f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae3a7ae9d8d946a68ea797349ab05796&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9289780 Feb 09 03:38:02.991660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58052) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:03.028627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e402e-6176-4877-80f5-c0ea99ce701f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b047d5-f787-404a-ad0f-2fce9d837bcf,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:03.053560 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-214db4d2-4aab-465d-8b74-cf2aa3a428f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d36ff31ca0ef42de9e01ca3fcabf85c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1329062 Feb 09 03:38:03.059301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58054) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:03.094340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214db4d2-4aab-465d-8b74-cf2aa3a428f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17214b32-89a6-40dd-8dd0-e0d4fc16940a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:03.278924 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b49de3e-0137-4d48-bf95-dc2d72fe2a0e admin admin] Publish callbacks [] for security_group (cc07cc9f-fbc3-446b-9231-740d99614d5f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.325796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b49de3e-0137-4d48-bf95-dc2d72fe2a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cc07cc9f-fbc3-446b-9231-740d99614d5f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.400698 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (bd04465f-f53e-4f35-a7e2-1dfe1cb114e8), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.411571 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (bd04465f-f53e-4f35-a7e2-1dfe1cb114e8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.520406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58066) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:03.521625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=bd04465f-f53e-4f35-a7e2-1dfe1cb114e8,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:03.521931 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8b49de3e-0137-4d48-bf95-dc2d72fe2a0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52ac8a1657754eef8ce45d682fc93d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7822797 Feb 09 03:38:03.526963 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9dd12bd-58f3-4271-92af-b38c1e94b63d admin admin] Publish callbacks [] for security_group (f6b047d5-f787-404a-ad0f-2fce9d837bcf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.538640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49de3e-0137-4d48-bf95-dc2d72fe2a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc07cc9f-fbc3-446b-9231-740d99614d5f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:03.543067 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad25cc4e-f16c-4030-89bb-c5ac418af8d3 admin admin] Publish callbacks [] for security_group (17214b32-89a6-40dd-8dd0-e0d4fc16940a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.639823 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9dd12bd-58f3-4271-92af-b38c1e94b63d admin admin] Publish callbacks [] for security_group (f6b047d5-f787-404a-ad0f-2fce9d837bcf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.735214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad25cc4e-f16c-4030-89bb-c5ac418af8d3 admin admin] Publish callbacks [] for security_group (17214b32-89a6-40dd-8dd0-e0d4fc16940a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.760247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (fdcdcc9f-4b0b-48de-b498-f99f054ca9f0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.864072 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9dd12bd-58f3-4271-92af-b38c1e94b63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f6b047d5-f787-404a-ad0f-2fce9d837bcf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.866789 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9dd12bd-58f3-4271-92af-b38c1e94b63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.867952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a9dd12bd-58f3-4271-92af-b38c1e94b63d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6b047d5-f787-404a-ad0f-2fce9d837bcf HTTP/1.1" status: 204 len: 168 time: 0.8554165 Feb 09 03:38:03.954189 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03bf21dc-901a-48d0-b077-fa64a70affa8 admin admin] Publish callbacks [] for security_group (cc07cc9f-fbc3-446b-9231-740d99614d5f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.961704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd12bd-58f3-4271-92af-b38c1e94b63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b047d5-f787-404a-ad0f-2fce9d837bcf,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:04.016885 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad25cc4e-f16c-4030-89bb-c5ac418af8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (17214b32-89a6-40dd-8dd0-e0d4fc16940a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:04.020283 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad25cc4e-f16c-4030-89bb-c5ac418af8d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:04.026198 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03bf21dc-901a-48d0-b077-fa64a70affa8 admin admin] Publish callbacks [] for security_group (cc07cc9f-fbc3-446b-9231-740d99614d5f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:04.038186 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ad25cc4e-f16c-4030-89bb-c5ac418af8d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17214b32-89a6-40dd-8dd0-e0d4fc16940a HTTP/1.1" status: 204 len: 168 time: 0.9500036 Feb 09 03:38:04.069306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25cc4e-f16c-4030-89bb-c5ac418af8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17214b32-89a6-40dd-8dd0-e0d4fc16940a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:04.136927 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Floating IP fdcdcc9f-4b0b-48de-b498-f99f054ca9f0 associated. External IP: 172.25.5.132, port: d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e. Feb 09 03:38:04.178643 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:04.249154 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:04.495088 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03bf21dc-901a-48d0-b077-fa64a70affa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cc07cc9f-fbc3-446b-9231-740d99614d5f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:04.501209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03bf21dc-901a-48d0-b077-fa64a70affa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:04.507987 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-03bf21dc-901a-48d0-b077-fa64a70affa8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc07cc9f-fbc3-446b-9231-740d99614d5f HTTP/1.1" status: 204 len: 168 time: 0.9607401 Feb 09 03:38:04.556149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf21dc-901a-48d0-b077-fa64a70affa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc07cc9f-fbc3-446b-9231-740d99614d5f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:04.586737 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Allocated IP 172.25.5.48 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/3ffc90f1-8ed5-4fa5-a10c-8ebd9a2dda21) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:38:04.909173 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for port (3ffc90f1-8ed5-4fa5-a10c-8ebd9a2dda21), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:04.921042 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:38:05.039619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58092) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:05.084606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3ffc90f1-8ed5-4fa5-a10c-8ebd9a2dda21), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:05.093268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f420a55-d151-44b5-b0e7-40c17a5a70a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:05.257171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:05.289722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:05.303346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:05.378338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Pushing event updated for resources: {'Port': ['ID=3ffc90f1-8ed5-4fa5-a10c-8ebd9a2dda21,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:05.417476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58098) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:05.470375 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1554-531f-48f1-b29f-f495752a18e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:05.735744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f420a55-d151-44b5-b0e7-40c17a5a70a4 admin admin] Publish callbacks [] for security_group (5568c5ca-68bf-40ed-ad7e-23767a3e31dc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:05.749108 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f420a55-d151-44b5-b0e7-40c17a5a70a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5568c5ca-68bf-40ed-ad7e-23767a3e31dc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:05.797066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:38:05.811010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8e70b-eef0-4633-9c99-27aa78d45401 None None] Sync routers for ids ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:38:05.818772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7f420a55-d151-44b5-b0e7-40c17a5a70a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f55327c10965487e8598dee093f92a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7780142 Feb 09 03:38:05.825785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58106) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:05.830428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8e70b-eef0-4633-9c99-27aa78d45401 None None] Routers {'7be69d6f-59b3-4a0e-91b5-b77683d8d16f'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:05.834308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d6b8e70b-eef0-4633-9c99-27aa78d45401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:05.866831 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:05.896789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f420a55-d151-44b5-b0e7-40c17a5a70a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5568c5ca-68bf-40ed-ad7e-23767a3e31dc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:05.946570 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1ebfb585-daef-44ae-838d-56bd85fded5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3710964 Feb 09 03:38:05.947476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:05.953556 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b126b4fd-9961-4410-8bfd-977485dafb99" -d '{"events": [{"name": "network-changed", "server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:06.022462 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1554-531f-48f1-b29f-f495752a18e5 admin admin] Publish callbacks [] for security_group (dc0992c6-e8a7-405a-801a-35e7b184a4f7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:06.042234 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1554-531f-48f1-b29f-f495752a18e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (dc0992c6-e8a7-405a-801a-35e7b184a4f7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:06.066773 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5b9af95-191f-4afd-877c-095514e343c3 admin admin] Publish callbacks [] for security_group (5568c5ca-68bf-40ed-ad7e-23767a3e31dc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:06.084801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58120) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:06.090736 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2a0f1554-531f-48f1-b29f-f495752a18e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49c7709f2ec648d4b95c0fda1ec12b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6701221 Feb 09 03:38:06.139807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-d6b8e70b-eef0-4633-9c99-27aa78d45401 None None] Set router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:38:06.210959 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7441e167-ebe5-4504-a3d5-a3a79641e26e admin admin] Publish callbacks [] for security_group (dc0992c6-e8a7-405a-801a-35e7b184a4f7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:06.273336 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5b9af95-191f-4afd-877c-095514e343c3 admin admin] Publish callbacks [] for security_group (5568c5ca-68bf-40ed-ad7e-23767a3e31dc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:06.292896 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7441e167-ebe5-4504-a3d5-a3a79641e26e admin admin] Publish callbacks [] for security_group (dc0992c6-e8a7-405a-801a-35e7b184a4f7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:06.338947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f1554-531f-48f1-b29f-f495752a18e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0992c6-e8a7-405a-801a-35e7b184a4f7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:06.348082 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router_gateway (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:06.354627 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5b9af95-191f-4afd-877c-095514e343c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5568c5ca-68bf-40ed-ad7e-23767a3e31dc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:06.358245 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5b9af95-191f-4afd-877c-095514e343c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:06.363006 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b5b9af95-191f-4afd-877c-095514e343c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5568c5ca-68bf-40ed-ad7e-23767a3e31dc HTTP/1.1" status: 204 len: 168 time: 0.5360572 Feb 09 03:38:06.397791 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af67b29f-96bf-46fa-aae9-73ff08734640 x-openstack-request-id: req-af67b29f-96bf-46fa-aae9-73ff08734640 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:06.401408 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:06.401832 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af67b29f-96bf-46fa-aae9-73ff08734640 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:06.402402 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'status': 'completed', 'code': 200} Feb 09 03:38:06.489815 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7441e167-ebe5-4504-a3d5-a3a79641e26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (dc0992c6-e8a7-405a-801a-35e7b184a4f7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:06.492629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7441e167-ebe5-4504-a3d5-a3a79641e26e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:06.500971 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7441e167-ebe5-4504-a3d5-a3a79641e26e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc0992c6-e8a7-405a-801a-35e7b184a4f7 HTTP/1.1" status: 204 len: 168 time: 0.4144762 Feb 09 03:38:06.529173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441e167-ebe5-4504-a3d5-a3a79641e26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0992c6-e8a7-405a-801a-35e7b184a4f7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:06.561312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b4fd-9961-4410-8bfd-977485dafb99 req-e3e5def0-efda-4aad-a521-6f5383b72ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:06.563216 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b126b4fd-9961-4410-8bfd-977485dafb99 req-e3e5def0-efda-4aad-a521-6f5383b72ee8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1128 time: 0.1561968 Feb 09 03:38:06.572315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9af95-191f-4afd-877c-095514e343c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5568c5ca-68bf-40ed-ad7e-23767a3e31dc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:06.612892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8b091-fd89-4763-8800-6608eca944d2 req-f23b597e-a5f4-426d-8ffe-3d62617542b9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:06.622921 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1e8b091-fd89-4763-8800-6608eca944d2 req-f23b597e-a5f4-426d-8ffe-3d62617542b9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.5041766 Feb 09 03:38:06.771739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b4fd-9961-4410-8bfd-977485dafb99 req-e7050e04-0799-41ac-bafb-ebfa5bb4ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:06.775026 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b126b4fd-9961-4410-8bfd-977485dafb99 req-e7050e04-0799-41ac-bafb-ebfa5bb4ab4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.2029591 Feb 09 03:38:06.782525 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1e8b091-fd89-4763-8800-6608eca944d2 req-86cd03fc-f438-4cea-abfc-349259f80420 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1585526 Feb 09 03:38:06.869018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d6b8e70b-eef0-4633-9c99-27aa78d45401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:28Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'fdcdcc9f-4b0b-48de-b498-f99f054ca9f0', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'floating_ip_address': '172.25.5.132', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'port_id': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'mac_address': 'fa:16:3e:d4:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:38:01Z', 'updated_at': '2022-02-09T03:38:01Z', 'revision_number': 0, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7f9960-ec54-4682-b65e-2fb21aefc1ed', 'name': '', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:04:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:27Z', 'updated_at': '2022-02-09T03:37:35Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:06.910444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8e70b-eef0-4633-9c99-27aa78d45401 None None] Checking router: 7be69d6f-59b3-4a0e-91b5-b77683d8d16f for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:38:06.927632 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8e70b-eef0-4633-9c99-27aa78d45401 None None] Routers {'7be69d6f-59b3-4a0e-91b5-b77683d8d16f'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:06.931033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d6b8e70b-eef0-4633-9c99-27aa78d45401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:06.999221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58134) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:07.002915 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:07.012640 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:07.036898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b126b4fd-9961-4410-8bfd-977485dafb99 req-532fa018-f4d1-4e93-bef5-22b13d62e2be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 999 time: 0.2558417 Feb 09 03:38:07.155254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b4fd-9961-4410-8bfd-977485dafb99 req-ae6f72f6-0831-4462-abdc-1e6a8e160a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:07.156217 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d6e0b1db-3bb5-4497-9ec3-ff0599f341ba tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/fdcdcc9f-4b0b-48de-b498-f99f054ca9f0 HTTP/1.1" status: 200 len: 991 time: 0.1559453 Feb 09 03:38:07.156732 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b126b4fd-9961-4410-8bfd-977485dafb99 req-ae6f72f6-0831-4462-abdc-1e6a8e160a43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.1137505 Feb 09 03:38:07.217580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-d6b8e70b-eef0-4633-9c99-27aa78d45401 None None] Set router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:38:07.225082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Router 0e417f95-d2b6-4d54-9fe4-9eb6910536e0 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:38:07.256208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b4fd-9961-4410-8bfd-977485dafb99 req-4e259f4e-8994-466c-989e-f8513d57e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:07.258053 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b126b4fd-9961-4410-8bfd-977485dafb99 req-4e259f4e-8994-466c-989e-f8513d57e988 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0884068 Feb 09 03:38:07.348153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58148) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:07.449184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48ab452f-ba68-4124-a146-fad34a38a558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:07.476047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b126b4fd-9961-4410-8bfd-977485dafb99 req-98b5b5ba-05bd-46f9-a3a8-5e2d2b1eb43e service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108035 Feb 09 03:38:07.774187 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:07.792537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b126b4fd-9961-4410-8bfd-977485dafb99 req-cd8e3270-53c0-4d05-a2e8-5cd64af42a92 service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098516 Feb 09 03:38:07.836853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d6b8e70b-eef0-4633-9c99-27aa78d45401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:28Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'fdcdcc9f-4b0b-48de-b498-f99f054ca9f0', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'floating_ip_address': '172.25.5.132', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'port_id': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'mac_address': 'fa:16:3e:d4:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:38:01Z', 'updated_at': '2022-02-09T03:38:01Z', 'revision_number': 0, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7f9960-ec54-4682-b65e-2fb21aefc1ed', 'name': '', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:04:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:27Z', 'updated_at': '2022-02-09T03:37:35Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:07.905394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8e70b-eef0-4633-9c99-27aa78d45401 None None] The sync data for ids ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'] in n-d-824835-15 is: [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:28Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'fdcdcc9f-4b0b-48de-b498-f99f054ca9f0', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'floating_ip_address': '172.25.5.132', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'port_id': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'mac_address': 'fa:16:3e:d4:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:38:01Z', 'updated_at': '2022-02-09T03:38:01Z', 'revision_number': 0, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7f9960-ec54-4682-b65e-2fb21aefc1ed', 'name': '', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:04:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:27Z', 'updated_at': '2022-02-09T03:37:35Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:38:08.159666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58172) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:08.207143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:38:08.212584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:08.218021 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c26fce-de04-48c2-8f4c-450798bc9fcc None None] Sync routers for ids ['0e417f95-d2b6-4d54-9fe4-9eb6910536e0'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:38:08.223934 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1a97b5af-08c6-4768-a95f-ce73c12048c1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "PUT /v2.0/routers/0e417f95-d2b6-4d54-9fe4-9eb6910536e0 HTTP/1.1" status: 200 len: 915 time: 6.1663294 Feb 09 03:38:08.224586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58176) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:08.241131 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c26fce-de04-48c2-8f4c-450798bc9fcc None None] Routers {'0e417f95-d2b6-4d54-9fe4-9eb6910536e0'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:08.241795 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b0c26fce-de04-48c2-8f4c-450798bc9fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0e417f95-d2b6-4d54-9fe4-9eb6910536e0'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:08.303005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58178) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:08.317800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361023d-4b08-40b6-805c-3927fe6594d7 None None] New status for floating IP fdcdcc9f-4b0b-48de-b498-f99f054ca9f0: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:38:08.361503 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b0c26fce-de04-48c2-8f4c-450798bc9fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:08.400656 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c26fce-de04-48c2-8f4c-450798bc9fcc None None] Routers {'0e417f95-d2b6-4d54-9fe4-9eb6910536e0'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:08.401280 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b0c26fce-de04-48c2-8f4c-450798bc9fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0e417f95-d2b6-4d54-9fe4-9eb6910536e0'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:08.491306 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b0c26fce-de04-48c2-8f4c-450798bc9fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:08.492275 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c26fce-de04-48c2-8f4c-450798bc9fcc None None] The sync data for ids ['0e417f95-d2b6-4d54-9fe4-9eb6910536e0'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:38:08.531788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a3c6684c-d020-4067-8e21-6117525f67bf tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/fdcdcc9f-4b0b-48de-b498-f99f054ca9f0 HTTP/1.1" status: 200 len: 991 time: 0.3707883 Feb 09 03:38:08.541895 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-20d3f61e-4284-423e-a0f5-35ae9b9a285f tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/routers/0e417f95-d2b6-4d54-9fe4-9eb6910536e0 HTTP/1.1" status: 200 len: 921 time: 0.3108993 Feb 09 03:38:08.542205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58184) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:08.644384 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48ab452f-ba68-4124-a146-fad34a38a558 admin admin] Publish callbacks [] for security_group (332809bb-116a-4887-8822-17ccd63828c0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:08.655466 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48ab452f-ba68-4124-a146-fad34a38a558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (332809bb-116a-4887-8822-17ccd63828c0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:08.690010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f137ae-cad1-4a9e-bd52-b23155216007 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:08.696218 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b6f137ae-cad1-4a9e-bd52-b23155216007 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&device_id=0e417f95-d2b6-4d54-9fe4-9eb6910536e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1526384 Feb 09 03:38:08.696850 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58190) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:08.708763 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1237497483'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:08.788783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58196) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:08.790342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-48ab452f-ba68-4124-a146-fad34a38a558 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1f28cbc2cfc48e29421f8d84e465ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4410284 Feb 09 03:38:08.791670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab452f-ba68-4124-a146-fad34a38a558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332809bb-116a-4887-8822-17ccd63828c0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:08.796100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Made reservation on behalf of 8b9089a13a82407f80247a91dc10c20f for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:08.801016 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:08.813696 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:08.887214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad818ef2-7bcc-418a-87ff-62c137ebf9d1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:08.889060 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ad818ef2-7bcc-418a-87ff-62c137ebf9d1 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/networks/a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 881 time: 0.1912389 Feb 09 03:38:08.894500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58198) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:08.930177 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks [] for security_group (8a2d9b4a-83a2-410f-9724-d3876f62e8a2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:08.935831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8a2d9b4a-83a2-410f-9724-d3876f62e8a2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:08.949163 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5efaf4ee-c09b-4551-aa67-89a465bd15ac tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e417f95-d2b6-4d54-9fe4-9eb6910536e0 HTTP/1.1" status: 200 len: 205 time: 0.0529521 Feb 09 03:38:08.952812 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58202) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:08.961949 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f084ad3-4fa9-4766-8db7-3d0a69f4ad8f admin admin] Publish callbacks [] for security_group (332809bb-116a-4887-8822-17ccd63828c0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:08.998524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f084ad3-4fa9-4766-8db7-3d0a69f4ad8f admin admin] Publish callbacks [] for security_group (332809bb-116a-4887-8822-17ccd63828c0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:09.069653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f084ad3-4fa9-4766-8db7-3d0a69f4ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (332809bb-116a-4887-8822-17ccd63828c0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:09.073515 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f084ad3-4fa9-4766-8db7-3d0a69f4ad8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:09.074911 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6f084ad3-4fa9-4766-8db7-3d0a69f4ad8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/332809bb-116a-4887-8822-17ccd63828c0 HTTP/1.1" status: 204 len: 168 time: 0.2839019 Feb 09 03:38:09.087500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f084ad3-4fa9-4766-8db7-3d0a69f4ad8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332809bb-116a-4887-8822-17ccd63828c0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:09.088880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:38:09.109315 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (de741038-c08f-4c12-a40d-c0d7db01a5ef), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:09.109917 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Added segment de741038-c08f-4c12-a40d-c0d7db01a5ef of type vlan for network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 Feb 09 03:38:09.174901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2d9b4a-83a2-410f-9724-d3876f62e8a2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:09.239063 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (06be0fc5-5ed7-4cee-ac71-86ea949c9c72), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:09.360782 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:09.366526 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (06be0fc5-5ed7-4cee-ac71-86ea949c9c72), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:09.381891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:09.383203 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:09.535823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58226) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:09.644421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0b6d381d-0f37-4f05-a0cb-59b94e8456e1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/fdcdcc9f-4b0b-48de-b498-f99f054ca9f0 HTTP/1.1" status: 200 len: 993 time: 0.1065912 Feb 09 03:38:09.711122 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4044807 Feb 09 03:38:09.734249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c6ea5-cc82-4299-a120-71d7d62e5538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Pushing event updated for resources: {'Network': ['ID=06be0fc5-5ed7-4cee-ac71-86ea949c9c72,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:09.746114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:38:09.808590 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:09.914013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Deleting port 3ffc90f1-8ed5-4fa5-a10c-8ebd9a2dda21 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:09.914403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3ffc90f1-8ed5-4fa5-a10c-8ebd9a2dda21), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.047406 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3ffc90f1-8ed5-4fa5-a10c-8ebd9a2dda21), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.066643 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Calling delete_port for 3ffc90f1-8ed5-4fa5-a10c-8ebd9a2dda21 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:10.273433 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3ffc90f1-8ed5-4fa5-a10c-8ebd9a2dda21), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.339442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Pushing event deleted for resources: {'Port': ['ID=3ffc90f1-8ed5-4fa5-a10c-8ebd9a2dda21,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:10.356019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58248) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:10.361330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Request body: {'port': {'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72', 'binding:host_id': 'n-h2-824835-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427787233'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:10.405996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Made reservation on behalf of 65ddd07ac86a4f9492868680e6942b54 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:10.409112 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.426368 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.431394 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.571095 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks [] for security_group (f936300c-6ba4-4399-aabf-2fb1834e6bf2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.578618 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f936300c-6ba4-4399-aabf-2fb1834e6bf2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.584601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] device_id is not set on port 0aafa36a-bc98-4551-a048-595313b4d70f yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:10.627042 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.634906 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_controller (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.821984 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (0e417f95-d2b6-4d54-9fe4-9eb6910536e0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.824125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Fanout notify agent at l3_agent the message router_deleted on router 0e417f95-d2b6-4d54-9fe4-9eb6910536e0 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:38:10.855276 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.860098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7305caa1-33bf-4dae-a677-93946968f742 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/routers/0e417f95-d2b6-4d54-9fe4-9eb6910536e0 HTTP/1.1" status: 204 len: 168 time: 1.9003124 Feb 09 03:38:10.894491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58260) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:10.915787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1882020418', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:10.982262 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:10.983424 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:11.085505 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_controller (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:11.088788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f936300c-6ba4-4399-aabf-2fb1834e6bf2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:11.137889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] device_id is not set on port 0aafa36a-bc98-4551-a048-595313b4d70f yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:11.150307 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks [] for port (0aafa36a-bc98-4551-a048-595313b4d70f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:11.165053 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0aafa36a-bc98-4551-a048-595313b4d70f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:11.261031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event updated for resources: {'Port': ['ID=0aafa36a-bc98-4551-a048-595313b4d70f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:11.280202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Checking segment: {'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:11.280612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Network hostable DHCP agents. Network: 06be0fc5-5ed7-4cee-ac71-86ea949c9c72, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:38:11.303262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:38:11.317408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 06be0fc5-5ed7-4cee-ac71-86ea949c9c72) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:11.323937 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:11.326465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baaaed9-13eb-46e7-bdac-98dc3b009ec4 None None] Network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:38:11.333308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:11.357619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:11.358184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:11.358900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:11.364955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:11.365620 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:11.366305 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 2 to bind port 0aafa36a-bc98-4551-a048-595313b4d70f Feb 09 03:38:11.383285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:11.383775 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:11.384291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:11.389867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:11.390330 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:11.390957 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 3 to bind port 0aafa36a-bc98-4551-a048-595313b4d70f Feb 09 03:38:11.409086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:11.409719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:11.410163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:11.417052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:11.418058 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:11.419056 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 4 to bind port 0aafa36a-bc98-4551-a048-595313b4d70f Feb 09 03:38:11.433889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:11.434404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:11.434846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:11.441067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:11.441775 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:11.444528 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 5 to bind port 0aafa36a-bc98-4551-a048-595313b4d70f Feb 09 03:38:11.476955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:11.478810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:11.480760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:11.492123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:11.493683 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:11.494225 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 6 to bind port 0aafa36a-bc98-4551-a048-595313b4d70f Feb 09 03:38:11.516841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:11.517472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:11.518655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:11.524744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:11.525208 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:11.525946 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 7 to bind port 0aafa36a-bc98-4551-a048-595313b4d70f Feb 09 03:38:11.542725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:11.543172 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:11.543719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:11.550795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:11.551261 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:11.551758 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 8 to bind port 0aafa36a-bc98-4551-a048-595313b4d70f Feb 09 03:38:11.569630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:11.570411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:11.571033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:11.576733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:11.577317 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:11.577661 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 9 to bind port 0aafa36a-bc98-4551-a048-595313b4d70f Feb 09 03:38:11.629890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:11.630441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:11.631965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:11.644452 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:11.646096 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:11.646673 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 10 to bind port 0aafa36a-bc98-4551-a048-595313b4d70f Feb 09 03:38:11.671683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:11.671965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:11.672309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:11.685789 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 0aafa36a-bc98-4551-a048-595313b4d70f on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:11.686129 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 0aafa36a-bc98-4551-a048-595313b4d70f on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:11.686501 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0aafa36a-bc98-4551-a048-595313b4d70f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:11.696644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:11.726368 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:11.818260 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] For port 0aafa36a-bc98-4551-a048-595313b4d70f, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:38:11.818645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempted to set empty binding levels {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 03:38:11.831394 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (0aafa36a-bc98-4551-a048-595313b4d70f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:11.858936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:11.859564 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:11.946761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Allocated IP 172.25.5.47 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/6587f78f-ccf3-4464-a36c-613df5fe3f50) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:38:11.955478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58294) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:11.958489 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.6010165 Feb 09 03:38:11.973707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412ddd4-29b7-44bb-9a75-5fee281974ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event updated for resources: {'Port': ['ID=0aafa36a-bc98-4551-a048-595313b4d70f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:12.192569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9084772d-9b84-4bda-9903-7aa0b33c1d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Deleting port 0aafa36a-bc98-4551-a048-595313b4d70f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:12.193433 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9084772d-9b84-4bda-9903-7aa0b33c1d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0aafa36a-bc98-4551-a048-595313b4d70f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:12.289491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9084772d-9b84-4bda-9903-7aa0b33c1d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] For port 0aafa36a-bc98-4551-a048-595313b4d70f, host n-h2-824835-15, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:12.290562 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9084772d-9b84-4bda-9903-7aa0b33c1d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0aafa36a-bc98-4551-a048-595313b4d70f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:12.306983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9084772d-9b84-4bda-9903-7aa0b33c1d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Calling delete_port for 0aafa36a-bc98-4551-a048-595313b4d70f owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:12.397847 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9084772d-9b84-4bda-9903-7aa0b33c1d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0aafa36a-bc98-4551-a048-595313b4d70f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:12.438896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084772d-9b84-4bda-9903-7aa0b33c1d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event deleted for resources: {'Port': ['ID=0aafa36a-bc98-4551-a048-595313b4d70f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:12.459355 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9084772d-9b84-4bda-9903-7aa0b33c1d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:12.466611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58306) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:12.477079 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9084772d-9b84-4bda-9903-7aa0b33c1d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0aafa36a-bc98-4551-a048-595313b4d70f HTTP/1.1" status: 204 len: 168 time: 0.5200448 Feb 09 03:38:12.483856 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for port (6587f78f-ccf3-4464-a36c-613df5fe3f50), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:12.518342 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b29c659-048b-4c50-acc0-ea460b769227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:38:12.520015 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0b29c659-048b-4c50-acc0-ea460b769227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "GET /v2.0/ports/0aafa36a-bc98-4551-a048-595313b4d70f HTTP/1.1" status: 404 len: 333 time: 0.0522850 Feb 09 03:38:12.525410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58308) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:12.527749 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6587f78f-ccf3-4464-a36c-613df5fe3f50), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:12.531587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Request body: {'port': {'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-643510997'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:12.577134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Made reservation on behalf of 65ddd07ac86a4f9492868680e6942b54 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:12.582768 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:12.591819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Pushing event updated for resources: {'Port': ['ID=6587f78f-ccf3-4464-a36c-613df5fe3f50,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:12.604629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:12.606228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:12.608577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:12.626058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] device_id is not set on port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:12.879698 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks [] for port (da3417e1-4dd6-45b3-87d2-3d8c656d5f1d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:12.966602 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (da3417e1-4dd6-45b3-87d2-3d8c656d5f1d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:13.015574 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:13.028259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:13.031633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:13.046797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:13.050975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:13.053809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:13.091574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event updated for resources: {'Port': ['ID=da3417e1-4dd6-45b3-87d2-3d8c656d5f1d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:13.108622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8045b21b-47b1-4fc7-8260-d342ccc1ba65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5821030 Feb 09 03:38:13.109129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58318) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:13.117862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:13.208427 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (da3417e1-4dd6-45b3-87d2-3d8c656d5f1d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:13.464918 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:13.731579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Router b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:38:13.778812 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] device_id is not set on port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:14.263625 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks [] for port (da3417e1-4dd6-45b3-87d2-3d8c656d5f1d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:14.313008 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (da3417e1-4dd6-45b3-87d2-3d8c656d5f1d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:14.468446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event updated for resources: {'Port': ['ID=da3417e1-4dd6-45b3-87d2-3d8c656d5f1d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:14.493961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:38:14.496692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.496692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.497161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.497615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.498027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.498497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.498914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.499323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.499725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.500561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.500991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.501421 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.502349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:14.508487 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d965f-0cda-4b2b-8fc2-9fdcddfe9d70 None None] Sync routers for ids ['b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:38:14.516215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:14.516628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:14.518263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:14.523606 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d965f-0cda-4b2b-8fc2-9fdcddfe9d70 None None] Routers {'b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:14.525151 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-011d965f-0cda-4b2b-8fc2-9fdcddfe9d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:14.525300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:14.525607 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:14.527592 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 2 to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d Feb 09 03:38:14.540485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:14.540811 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:14.543830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:14.546535 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:14.550848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e391d4e8-724a-4852-8ac2-c7f1d4297a8b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6497431 Feb 09 03:38:14.551373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58354) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:14.556009 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:14.601884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c8856-770d-4a93-8b4f-6177c0786dbb req-be2088fb-35ec-42b3-b349-39972f1a564b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:14.617984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c8856-770d-4a93-8b4f-6177c0786dbb req-be2088fb-35ec-42b3-b349-39972f1a564b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:14.623256 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-011d965f-0cda-4b2b-8fc2-9fdcddfe9d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:14.626384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c8856-770d-4a93-8b4f-6177c0786dbb req-be2088fb-35ec-42b3-b349-39972f1a564b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:14.633635 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d965f-0cda-4b2b-8fc2-9fdcddfe9d70 None None] Routers {'b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:14.635455 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-011d965f-0cda-4b2b-8fc2-9fdcddfe9d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:14.647321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c8856-770d-4a93-8b4f-6177c0786dbb req-be2088fb-35ec-42b3-b349-39972f1a564b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:14.653956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c8856-770d-4a93-8b4f-6177c0786dbb req-be2088fb-35ec-42b3-b349-39972f1a564b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:14.659713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c8856-770d-4a93-8b4f-6177c0786dbb req-be2088fb-35ec-42b3-b349-39972f1a564b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:14.668374 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-011d965f-0cda-4b2b-8fc2-9fdcddfe9d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:14.669124 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d965f-0cda-4b2b-8fc2-9fdcddfe9d70 None None] The sync data for ids ['b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:38:14.679879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c8856-770d-4a93-8b4f-6177c0786dbb req-be2088fb-35ec-42b3-b349-39972f1a564b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:14.681916 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-392c8856-770d-4a93-8b4f-6177c0786dbb req-be2088fb-35ec-42b3-b349-39972f1a564b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.2418911 Feb 09 03:38:14.684846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:14.685813 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:14.689096 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 3 to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d Feb 09 03:38:14.719989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:14.720482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:14.721094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:14.738549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:14.739149 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:14.742070 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 4 to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d Feb 09 03:38:14.788547 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-392c8856-770d-4a93-8b4f-6177c0786dbb req-bfca5c01-24f3-41c9-b67b-b14f1605e80d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1004291 Feb 09 03:38:14.884502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:14.888599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:14.889158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:14.916993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:14.917457 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:14.919656 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 5 to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d Feb 09 03:38:14.952481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:14.957941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:14.958424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:14.973461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:14.973461 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:14.988886 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 6 to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d Feb 09 03:38:15.060297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:15.064194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:15.065413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:15.087373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:15.087373 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:15.087373 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 7 to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d Feb 09 03:38:15.193487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:15.193941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:15.194401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:15.203529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:15.203962 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:15.280973 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 8 to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d Feb 09 03:38:15.304324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:15.315150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:15.316069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:15.316892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:15.326840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:15.327455 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:15.328405 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 9 to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d Feb 09 03:38:15.332678 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_gateway (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:15.353273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:15.353726 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:15.354204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:15.362097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:15.362685 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:15.364734 n-d-824835-15 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 10 to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d Feb 09 03:38:15.405089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:15.405626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:15.406067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:15.416567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:15.416567 n-d-824835-15 neutron-server[103327]: ERROR neutron.plugins.ml2.managers [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:15.416567 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (da3417e1-4dd6-45b3-87d2-3d8c656d5f1d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:15.470445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Deleting port 6587f78f-ccf3-4464-a36c-613df5fe3f50 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:15.471212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6587f78f-ccf3-4464-a36c-613df5fe3f50), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:15.552048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] For port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:38:15.552531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempted to set empty binding levels {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 03:38:15.560836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (da3417e1-4dd6-45b3-87d2-3d8c656d5f1d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:15.618174 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4822867a-5704-4bc9-844e-15e1e97e7698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:15.640222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] In _notify_port_updated(), no bound segment for port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:38:15.647929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.648669 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:15.650084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "PUT /v2.0/ports/da3417e1-4dd6-45b3-87d2-3d8c656d5f1d HTTP/1.1" status: 200 len: 979 time: 2.5396893 Feb 09 03:38:15.652855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58364) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:15.659853 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6587f78f-ccf3-4464-a36c-613df5fe3f50), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:15.687835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe2a4-7d5f-4294-b25f-5f5ef43557d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event updated for resources: {'Port': ['ID=da3417e1-4dd6-45b3-87d2-3d8c656d5f1d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:15.702009 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Calling delete_port for 6587f78f-ccf3-4464-a36c-613df5fe3f50 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:15.872264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.874473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.875013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.875539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.877049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.877649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.878226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.880321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.882101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.883596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.884070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.885685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.888223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.888795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.889241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.890844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.891296 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.893550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.896727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.897271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.897814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.898944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.899378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.902356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.902997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.903451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.906932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:15.914999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e8d9b5d2-f759-4638-afe7-194498d7ba50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24987 time: 0.2599592 Feb 09 03:38:15.917324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6587f78f-ccf3-4464-a36c-613df5fe3f50), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:15.918445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58368) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:15.964810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Pushing event deleted for resources: {'Port': ['ID=6587f78f-ccf3-4464-a36c-613df5fe3f50,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:16.011506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7a03d24b-d6c4-4ca2-a1ec-9defb088e8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Deleting port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:16.013528 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a03d24b-d6c4-4ca2-a1ec-9defb088e8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (da3417e1-4dd6-45b3-87d2-3d8c656d5f1d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:16.087482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7a03d24b-d6c4-4ca2-a1ec-9defb088e8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] For port da3417e1-4dd6-45b3-87d2-3d8c656d5f1d, host n-h2-824835-15, got binding levels [] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:16.087924 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a03d24b-d6c4-4ca2-a1ec-9defb088e8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (da3417e1-4dd6-45b3-87d2-3d8c656d5f1d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:16.098569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4911e-dac4-4a2d-b8c0-a184b85fdcb8 req-eec11ca4-3343-4182-ad7d-4dbb7ee9cb9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:16.104579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4911e-dac4-4a2d-b8c0-a184b85fdcb8 req-eec11ca4-3343-4182-ad7d-4dbb7ee9cb9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:16.108403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7a03d24b-d6c4-4ca2-a1ec-9defb088e8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Calling delete_port for da3417e1-4dd6-45b3-87d2-3d8c656d5f1d owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:16.110692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4911e-dac4-4a2d-b8c0-a184b85fdcb8 req-eec11ca4-3343-4182-ad7d-4dbb7ee9cb9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:16.118074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4911e-dac4-4a2d-b8c0-a184b85fdcb8 req-eec11ca4-3343-4182-ad7d-4dbb7ee9cb9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:16.123881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4911e-dac4-4a2d-b8c0-a184b85fdcb8 req-eec11ca4-3343-4182-ad7d-4dbb7ee9cb9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:16.130063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4911e-dac4-4a2d-b8c0-a184b85fdcb8 req-eec11ca4-3343-4182-ad7d-4dbb7ee9cb9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:16.136510 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4911e-dac4-4a2d-b8c0-a184b85fdcb8 req-eec11ca4-3343-4182-ad7d-4dbb7ee9cb9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:16.145677 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18c4911e-dac4-4a2d-b8c0-a184b85fdcb8 req-eec11ca4-3343-4182-ad7d-4dbb7ee9cb9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.1950703 Feb 09 03:38:16.264152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a03d24b-d6c4-4ca2-a1ec-9defb088e8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (da3417e1-4dd6-45b3-87d2-3d8c656d5f1d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:16.291692 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:16.341436 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a03d24b-d6c4-4ca2-a1ec-9defb088e8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:16.348214 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7a03d24b-d6c4-4ca2-a1ec-9defb088e8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "DELETE /v2.0/ports/da3417e1-4dd6-45b3-87d2-3d8c656d5f1d HTTP/1.1" status: 204 len: 168 time: 0.4260428 Feb 09 03:38:16.348214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03d24b-d6c4-4ca2-a1ec-9defb088e8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event deleted for resources: {'Port': ['ID=da3417e1-4dd6-45b3-87d2-3d8c656d5f1d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:16.352780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58386) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:16.413762 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d19a58-579c-46b3-b4b1-4c683f3db9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:38:16.415209 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-30d19a58-579c-46b3-b4b1-4c683f3db9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "GET /v2.0/ports/da3417e1-4dd6-45b3-87d2-3d8c656d5f1d HTTP/1.1" status: 404 len: 333 time: 0.0541501 Feb 09 03:38:16.422942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58390) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:16.441197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708280945', 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:16.479338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Made reservation on behalf of 65ddd07ac86a4f9492868680e6942b54 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:16.481716 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:16.505138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18c4911e-dac4-4a2d-b8c0-a184b85fdcb8 req-92af6ef6-de30-4da2-b8d4-420ac7852614 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3583305 Feb 09 03:38:16.538654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] device_id is not set on port fd136e3a-b908-427f-be75-a82cbc892563 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:16.809950 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:16.819506 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:16.892257 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks [] for port (fd136e3a-b908-427f-be75-a82cbc892563), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:17.000858 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fd136e3a-b908-427f-be75-a82cbc892563), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:17.011318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Router b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:38:17.035374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:17.056137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:17.062700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:17.063663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:17.066049 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:17.105661 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6809156 Feb 09 03:38:17.110351 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58404) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:17.133971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3890889-f446-4eb8-9c31-642dfde89bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event updated for resources: {'Port': ['ID=fd136e3a-b908-427f-be75-a82cbc892563,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:17.248682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3cb45e-aced-4576-87c8-847c4be60855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:17.255035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58408) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:17.262434 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7b3cb45e-aced-4576-87c8-847c4be60855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "GET /v2.0/ports/fd136e3a-b908-427f-be75-a82cbc892563 HTTP/1.1" status: 200 len: 959 time: 0.1516440 Feb 09 03:38:17.283097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:38:17.295095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d56225-9804-44be-992e-1faf3165fb29 None None] Sync routers for ids ['b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:38:17.303328 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:17.306847 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c46c3aac-d6f6-4a4c-ab31-cf16203a812a tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "PUT /v2.0/routers/b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581 HTTP/1.1" status: 200 len: 706 time: 2.7522392 Feb 09 03:38:17.310368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d56225-9804-44be-992e-1faf3165fb29 None None] Routers {'b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:17.310997 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-42d56225-9804-44be-992e-1faf3165fb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:17.318190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58410) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:17.390217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-42d56225-9804-44be-992e-1faf3165fb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:17.422254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d56225-9804-44be-992e-1faf3165fb29 None None] Routers {'b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:17.422903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-42d56225-9804-44be-992e-1faf3165fb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:17.514163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ce805e60-4e65-47c3-ad13-7bf1c0c6f269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Deleting port fd136e3a-b908-427f-be75-a82cbc892563 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:17.514163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce805e60-4e65-47c3-ad13-7bf1c0c6f269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fd136e3a-b908-427f-be75-a82cbc892563), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:17.527716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-42d56225-9804-44be-992e-1faf3165fb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:17.528655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d56225-9804-44be-992e-1faf3165fb29 None None] The sync data for ids ['b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:38:17.625217 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d4b96f0c-7bc9-4343-9f2c-57d6dc733d25 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/routers/b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581 HTTP/1.1" status: 200 len: 741 time: 0.3057644 Feb 09 03:38:17.629276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58420) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:17.700006 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ece8d1f1-67d8-4147-be82-97b689ed1e51 tempest-RoutersAdminTest-1082762688 tempest-RoutersAdminTest-1082762688-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&device_id=b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581 HTTP/1.1" status: 200 len: 205 time: 0.0640309 Feb 09 03:38:17.701039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58422) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:17.711245 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce805e60-4e65-47c3-ad13-7bf1c0c6f269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fd136e3a-b908-427f-be75-a82cbc892563), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:17.747353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ce805e60-4e65-47c3-ad13-7bf1c0c6f269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Calling delete_port for fd136e3a-b908-427f-be75-a82cbc892563 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:17.769397 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2f4b2100-9274-4bdf-a2cf-8fa73d380801 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581 HTTP/1.1" status: 200 len: 205 time: 0.0632899 Feb 09 03:38:17.770323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58424) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:17.983703 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4f56bb0-d8ab-40d4-956c-253b90a80eee tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:18.044741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce805e60-4e65-47c3-ad13-7bf1c0c6f269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fd136e3a-b908-427f-be75-a82cbc892563), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:18.097161 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ce805e60-4e65-47c3-ad13-7bf1c0c6f269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:18.117876 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ce805e60-4e65-47c3-ad13-7bf1c0c6f269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fd136e3a-b908-427f-be75-a82cbc892563 HTTP/1.1" status: 204 len: 168 time: 0.8614821 Feb 09 03:38:18.119918 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a88b1b5f-9f22-4741-ab60-a59f39fffb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:18.168507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58438) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:18.187849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce805e60-4e65-47c3-ad13-7bf1c0c6f269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd136e3a-b908-427f-be75-a82cbc892563,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:18.215222 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4f56bb0-d8ab-40d4-956c-253b90a80eee tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:18.219788 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4f56bb0-d8ab-40d4-956c-253b90a80eee tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router_controller (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:18.234412 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5ecdf7-85dd-40ee-b377-7295399a3701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:38:18.235963 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4e5ecdf7-85dd-40ee-b377-7295399a3701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "GET /v2.0/ports/fd136e3a-b908-427f-be75-a82cbc892563 HTTP/1.1" status: 404 len: 333 time: 0.0665278 Feb 09 03:38:18.250422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58444) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:18.275609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed444e-b14b-4dca-9258-7afa811aa161 req-5fb30bad-97f3-44c0-bebe-a37f417b5c6b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.291300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-0b0acda3-1894-44b4-800e-08fb657cba6a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.292894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed444e-b14b-4dca-9258-7afa811aa161 req-5fb30bad-97f3-44c0-bebe-a37f417b5c6b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.296950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-0b0acda3-1894-44b4-800e-08fb657cba6a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.304051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-0b0acda3-1894-44b4-800e-08fb657cba6a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.310932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-0b0acda3-1894-44b4-800e-08fb657cba6a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.312173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed444e-b14b-4dca-9258-7afa811aa161 req-5fb30bad-97f3-44c0-bebe-a37f417b5c6b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.320637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed444e-b14b-4dca-9258-7afa811aa161 req-5fb30bad-97f3-44c0-bebe-a37f417b5c6b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.329308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed444e-b14b-4dca-9258-7afa811aa161 req-5fb30bad-97f3-44c0-bebe-a37f417b5c6b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.334167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-0b0acda3-1894-44b4-800e-08fb657cba6a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.335494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed444e-b14b-4dca-9258-7afa811aa161 req-5fb30bad-97f3-44c0-bebe-a37f417b5c6b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.340955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed444e-b14b-4dca-9258-7afa811aa161 req-5fb30bad-97f3-44c0-bebe-a37f417b5c6b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.351423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-0b0acda3-1894-44b4-800e-08fb657cba6a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.364669 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-0b0acda3-1894-44b4-800e-08fb657cba6a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.365047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6ed444e-b14b-4dca-9258-7afa811aa161 req-5fb30bad-97f3-44c0-bebe-a37f417b5c6b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.3903465 Feb 09 03:38:18.366652 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-0b0acda3-1894-44b4-800e-08fb657cba6a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.5930281 Feb 09 03:38:18.368074 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4f56bb0-d8ab-40d4-956c-253b90a80eee tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:18.378996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f56bb0-d8ab-40d4-956c-253b90a80eee tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Fanout notify agent at l3_agent the message router_deleted on router b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:38:18.382900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Request body: {'port': {'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1526017001'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:18.459795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Made reservation on behalf of 65ddd07ac86a4f9492868680e6942b54 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:18.480085 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:18.503711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-8cd3a06a-5174-4f3a-b283-5fc739d42832 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:18.506357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-8cd3a06a-5174-4f3a-b283-5fc739d42832 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "GET /v2.0/ports/bead1e10-5446-4c1c-bce1-792486a75c6c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1254339 Feb 09 03:38:18.520854 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4f56bb0-d8ab-40d4-956c-253b90a80eee tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:18.525210 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b4f56bb0-d8ab-40d4-956c-253b90a80eee tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/routers/b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581 HTTP/1.1" status: 204 len: 168 time: 0.7426591 Feb 09 03:38:18.530740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58460) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:18.567300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] device_id is not set on port 8fd70ec3-95a6-450c-be10-dfd0987932c2 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:18.617283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1fb4a5d0-d391-4784-850b-bb11999a970c tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581 HTTP/1.1" status: 200 len: 205 time: 0.0848529 Feb 09 03:38:18.621708 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58464) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:18.696045 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6ed444e-b14b-4dca-9258-7afa811aa161 req-9abf940b-b24b-401c-9573-61bd7011f5fe tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3290505 Feb 09 03:38:18.927331 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-8dda47ee-a682-4ceb-a8f2-f8371a27e537 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] delete failed (client error): The resource could not be found. Feb 09 03:38:18.928391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8dda47ee-a682-4ceb-a8f2-f8371a27e537 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/routers/b3b1ea58-b8a8-471d-b8bc-05d7c8f7c581 HTTP/1.1" status: 404 len: 336 time: 0.3057721 Feb 09 03:38:18.933127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58480) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:19.019201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2d727161-5f9f-4ffa-8d70-2b26cb7982e4 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e417f95-d2b6-4d54-9fe4-9eb6910536e0 HTTP/1.1" status: 200 len: 205 time: 0.0848212 Feb 09 03:38:19.022387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58490) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:19.122497 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-7fc88bf9-2d48-4262-bf42-eb22d8b338d4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "GET /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5944707 Feb 09 03:38:19.179699 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-b45b449a-e6fd-41ff-8f1e-2bc81c5d21a8 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] delete failed (client error): The resource could not be found. Feb 09 03:38:19.181898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b45b449a-e6fd-41ff-8f1e-2bc81c5d21a8 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/routers/0e417f95-d2b6-4d54-9fe4-9eb6910536e0 HTTP/1.1" status: 404 len: 336 time: 0.1527457 Feb 09 03:38:19.184700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58496) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:19.215653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks [] for port (8fd70ec3-95a6-450c-be10-dfd0987932c2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:19.276393 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-55016444-cccc-4261-af74-c7ca68d9eccf tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97d0262-8b14-469e-b10f-3a07d6350ddc HTTP/1.1" status: 200 len: 205 time: 0.0905092 Feb 09 03:38:19.288443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58500) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:19.340216 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:19.347881 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8fd70ec3-95a6-450c-be10-dfd0987932c2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:19.412934 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-468128d6-1279-4c2d-b68a-f0782b283625 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] delete failed (client error): The resource could not be found. Feb 09 03:38:19.415137 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-468128d6-1279-4c2d-b68a-f0782b283625 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/routers/a97d0262-8b14-469e-b10f-3a07d6350ddc HTTP/1.1" status: 404 len: 336 time: 0.1256769 Feb 09 03:38:19.417904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58512) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:19.481836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:19.499278 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c8fd4bbf-73d4-4b5f-a9a9-068195363579 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "GET /v2.0/ports?device_id=74316ff1-e98c-434d-a81a-ce8cc2f256ef HTTP/1.1" status: 200 len: 205 time: 0.0717344 Feb 09 03:38:19.512088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58514) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:19.516051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:19.614808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:19.621490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:19.625103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:19.641764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:19.643035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:19.650130 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-11a38e45-085a-4fe2-a8c4-9775f8a9b0f7 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] delete failed (client error): The resource could not be found. Feb 09 03:38:19.651179 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-11a38e45-085a-4fe2-a8c4-9775f8a9b0f7 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/routers/74316ff1-e98c-434d-a81a-ce8cc2f256ef HTTP/1.1" status: 404 len: 336 time: 0.1340706 Feb 09 03:38:19.666807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58524) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:19.723442 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2e7af80d-05b2-4c5f-8678-1045232992f2 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "GET /v2.0/ports?device_id=02442ae2-68c2-4f64-85bb-05dd35689caa HTTP/1.1" status: 200 len: 205 time: 0.0551984 Feb 09 03:38:19.726327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd70ec3-95a6-450c-be10-dfd0987932c2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:19.751849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58526) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:19.801880 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a56d7da7-eb06-4f9b-8a27-e5613afb3acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4341705 Feb 09 03:38:19.802544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58534) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:19.880089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] For port bead1e10-5446-4c1c-bce1-792486a75c6c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=bead1e10-5446-4c1c-bce1-792486a75c6c,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:19.949078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:19.954877 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-b1f5d10d-bd0b-48a1-a62d-257a63d0b3b4 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] delete failed (client error): The resource could not be found. Feb 09 03:38:19.964805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b1f5d10d-bd0b-48a1-a62d-257a63d0b3b4 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/routers/02442ae2-68c2-4f64-85bb-05dd35689caa HTTP/1.1" status: 404 len: 336 time: 0.2093017 Feb 09 03:38:19.975202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58540) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:19.988166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] For port bead1e10-5446-4c1c-bce1-792486a75c6c, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:38:20.109711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fb3ea48f-6c11-4728-960f-048fa8c79da0 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:38:20.134796 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8fd70ec3-95a6-450c-be10-dfd0987932c2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:20.239834 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-50184326-9aae-4bf7-92dc-de886bdf7459 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c HTTP/1.1" status: 200 len: 205 time: 0.2522168 Feb 09 03:38:20.246013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58544) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:20.269002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] device_id is not set on port bead1e10-5446-4c1c-bce1-792486a75c6c yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:20.296194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fb3ea48f-6c11-4728-960f-048fa8c79da0 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:20.296766 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:20.306682 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] Publish callbacks [] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:20.344132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb3ea48f-6c11-4728-960f-048fa8c79da0'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:20.349911 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a17033-a5c1-477e-b9ae-1f9a70fdc985 req-0a3e5f17-c2c3-4aa1-b3b8-a38cba093ba1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:20.352864 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa38742-1d72-4a53-802c-92291acde22e" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-unplugged", "status": "completed", "tag": "fb3ea48f-6c11-4728-960f-048fa8c79da0"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:20.358715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a17033-a5c1-477e-b9ae-1f9a70fdc985 req-0a3e5f17-c2c3-4aa1-b3b8-a38cba093ba1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:20.399899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a17033-a5c1-477e-b9ae-1f9a70fdc985 req-0a3e5f17-c2c3-4aa1-b3b8-a38cba093ba1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:20.401312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fb3ea48f-6c11-4728-960f-048fa8c79da0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fb3ea48f-6c11-4728-960f-048fa8c79da0,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:20.414101 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:20.415320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b3194d10-40a5-4af1-93c4-000b21a5e833 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:38:20.416184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a17033-a5c1-477e-b9ae-1f9a70fdc985 req-0a3e5f17-c2c3-4aa1-b3b8-a38cba093ba1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:20.428641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a17033-a5c1-477e-b9ae-1f9a70fdc985 req-0a3e5f17-c2c3-4aa1-b3b8-a38cba093ba1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:20.456338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a17033-a5c1-477e-b9ae-1f9a70fdc985 req-0a3e5f17-c2c3-4aa1-b3b8-a38cba093ba1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:20.466380 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2370170e-b222-49de-ba15-dfda285a0e58 x-openstack-request-id: req-2370170e-b222-49de-ba15-dfda285a0e58 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:20.467017 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-unplugged", "status": "completed", "tag": "fb3ea48f-6c11-4728-960f-048fa8c79da0", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:20.467603 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2370170e-b222-49de-ba15-dfda285a0e58 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:20.468233 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb3ea48f-6c11-4728-960f-048fa8c79da0', 'code': 200} Feb 09 03:38:20.475210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a17033-a5c1-477e-b9ae-1f9a70fdc985 req-0a3e5f17-c2c3-4aa1-b3b8-a38cba093ba1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:20.477185 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c0a17033-a5c1-477e-b9ae-1f9a70fdc985 req-0a3e5f17-c2c3-4aa1-b3b8-a38cba093ba1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 5447 time: 0.4933352 Feb 09 03:38:20.488073 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:20.542705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fb3ea48f-6c11-4728-960f-048fa8c79da0,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:20.570745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.576489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.577238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.577935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.578523 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.579328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.586610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.587303 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.588296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.588864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.589466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.590060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.590633 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:20.693783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b3194d10-40a5-4af1-93c4-000b21a5e833 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:20.694526 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:20.803978 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:20.814291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b3194d10-40a5-4af1-93c4-000b21a5e833, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b3194d10-40a5-4af1-93c4-000b21a5e833,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:20.826789 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:20.827926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a2ffafdf-2073-418a-b7e0-80445e472285 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:38:20.835136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] No DVR routers for this DVR port bead1e10-5446-4c1c-bce1-792486a75c6c on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:38:21.021208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] Pushing event updated for resources: {'Port': ['ID=bead1e10-5446-4c1c-bce1-792486a75c6c,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:21.046334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b3194d10-40a5-4af1-93c4-000b21a5e833,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:21.081253 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c0a17033-a5c1-477e-b9ae-1f9a70fdc985 req-82b4440b-727b-4ff4-8950-bd11a03c5f4b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c&id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5855882 Feb 09 03:38:21.098802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] In _notify_port_updated(), no bound segment for port bead1e10-5446-4c1c-bce1-792486a75c6c on network f7a362c8-f106-4428-a12c-5e814adef261 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:38:21.102252 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:21.105502 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:21.107062 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-355839d5-cd53-4ec6-8bbb-efda4e4d1817 service neutron] 10.222.0.65 "PUT /v2.0/ports/bead1e10-5446-4c1c-bce1-792486a75c6c HTTP/1.1" status: 200 len: 1033 time: 1.9773552 Feb 09 03:38:21.115050 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:38:21.184243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a2ffafdf-2073-418a-b7e0-80445e472285 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:21.184888 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:21.213015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-733f0661-18ff-4dff-8338-2cce52aaddff tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:21.213487 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-9432cf42-1b92-4ca4-9206-185445f8dc6b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] delete failed (client error): The resource could not be found. Feb 09 03:38:21.214670 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9432cf42-1b92-4ca4-9206-185445f8dc6b tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/routers/cb6eb9e6-96eb-4d7b-9a5f-ee38383c2b5c HTTP/1.1" status: 404 len: 336 time: 0.9677114 Feb 09 03:38:21.215883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-733f0661-18ff-4dff-8338-2cce52aaddff tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "GET /v2.0/ports/fb3ea48f-6c11-4728-960f-048fa8c79da0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0993338 Feb 09 03:38:21.218907 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58566) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:21.245333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:21.259391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a2ffafdf-2073-418a-b7e0-80445e472285, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a2ffafdf-2073-418a-b7e0-80445e472285,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:21.269785 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:21.270944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device bead1e10-5446-4c1c-bce1-792486a75c6c no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:38:21.470927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6fa40f3f-937d-493f-9f52-d8b2667e00e7 None None] Provisioning complete for port bead1e10-5446-4c1c-bce1-792486a75c6c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:21.475679 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6fa40f3f-937d-493f-9f52-d8b2667e00e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:21.489853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] The host n-h1-824835-15 is not matching for port bead1e10-5446-4c1c-bce1-792486a75c6c host ! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:38:21.491934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device bead1e10-5446-4c1c-bce1-792486a75c6c not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:38:21.493961 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] device_id is not set on port 8fd70ec3-95a6-450c-be10-dfd0987932c2 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:21.498860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:38:21.515985 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-26926364-cca8-48eb-b5cc-86d5706a1339 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] DELETE failed (client error): The resource could not be found. Feb 09 03:38:21.516465 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks [] for port (8fd70ec3-95a6-450c-be10-dfd0987932c2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:21.518891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26926364-cca8-48eb-b5cc-86d5706a1339 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:38:21.527207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-26926364-cca8-48eb-b5cc-86d5706a1339 tempest-RoutersAdminTest-666493646 tempest-RoutersAdminTest-666493646-project] 10.222.0.21 "DELETE /v2.0/subnets/a8ef7c1a-38d7-47d4-8035-6b2cf4fd975e HTTP/1.1" status: 404 len: 337 time: 0.3070376 Feb 09 03:38:21.532415 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (8fd70ec3-95a6-450c-be10-dfd0987932c2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:21.615400 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:21.729837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a2ffafdf-2073-418a-b7e0-80445e472285,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:21.812962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:21.813293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:21.821294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:21.853042 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:21.853313 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:21.854006 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 2 to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 Feb 09 03:38:21.907162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd70ec3-95a6-450c-be10-dfd0987932c2,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:21.931076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:21.931769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:21.931769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:21.948067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:21.948403 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:21.948838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] For port fb3ea48f-6c11-4728-960f-048fa8c79da0, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fb3ea48f-6c11-4728-960f-048fa8c79da0,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:21.949915 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 3 to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 Feb 09 03:38:21.980700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:21.981046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:21.981443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:21.983566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:21.987968 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:21.993553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:21.993994 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:21.997840 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 4 to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 Feb 09 03:38:22.020828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:22.021170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:22.022803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:22.030742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:22.031068 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:22.031459 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 5 to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 Feb 09 03:38:22.033155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] For port fb3ea48f-6c11-4728-960f-048fa8c79da0, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:38:22.057869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:22.058215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:22.058555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:22.070087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:22.070426 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:22.070834 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 6 to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 Feb 09 03:38:22.104082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:22.104425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:22.104768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:22.122573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:22.122913 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:22.124591 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 7 to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 Feb 09 03:38:22.163273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:22.164403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6fa40f3f-937d-493f-9f52-d8b2667e00e7 None None] Port bead1e10-5446-4c1c-bce1-792486a75c6c cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:38:22.166509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:22.169836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:22.203173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:22.203514 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:22.203914 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 8 to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 Feb 09 03:38:22.234574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] device_id is not set on port fb3ea48f-6c11-4728-960f-048fa8c79da0 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:22.248227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:22.248576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:22.248918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:22.264673 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] Publish callbacks [] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:22.267264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:22.270424 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:22.270424 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 9 to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 Feb 09 03:38:22.279520 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:22.289956 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:22.304976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:22.317738 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:22.318801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 0c0ef499-669a-4d3c-8d02-453c2efe13dc no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:38:22.321832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:22.322178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:22.322522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:22.341629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:22.342061 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:22.342357 n-d-824835-15 neutron-server[103328]: INFO neutron.plugins.ml2.plugin [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempt 10 to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 Feb 09 03:38:22.392772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:22.393174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:22.393551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempting to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:22.404321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:22.404657 n-d-824835-15 neutron-server[103328]: ERROR neutron.plugins.ml2.managers [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Failed to bind port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on host n-h2-824835-15 for vnic_type normal using segments [{'id': 'de741038-c08f-4c12-a40d-c0d7db01a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '06be0fc5-5ed7-4cee-ac71-86ea949c9c72'}] Feb 09 03:38:22.405035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8fd70ec3-95a6-450c-be10-dfd0987932c2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:22.421282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58596) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:22.467473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58600) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:22.477422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3194d10-40a5-4af1-93c4-000b21a5e833'}, {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ffafdf-2073-418a-b7e0-80445e472285'}, {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a3fa99-6821-4aa6-93a8-7fd65666a1a8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:22.483831 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0b6d4e-62f3-4258-9d4b-41661e200fb9" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-unplugged", "status": "completed", "tag": "b3194d10-40a5-4af1-93c4-000b21a5e833"}, {"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ffafdf-2073-418a-b7e0-80445e472285"}, {"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-unplugged", "status": "completed", "tag": "16a3fa99-6821-4aa6-93a8-7fd65666a1a8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:22.522594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] No DVR routers for this DVR port fb3ea48f-6c11-4728-960f-048fa8c79da0 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:38:22.556350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:22.646627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] In _notify_port_updated(), no bound segment for port fb3ea48f-6c11-4728-960f-048fa8c79da0 on network f7a362c8-f106-4428-a12c-5e814adef261 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:38:22.650664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:22.654672 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:22.666386 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] 10.222.0.65 "PUT /v2.0/ports/fb3ea48f-6c11-4728-960f-048fa8c79da0 HTTP/1.1" status: 200 len: 1033 time: 1.4344344 Feb 09 03:38:22.672643 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a181a82e-c53e-4aba-8b37-ebe92fd393be x-openstack-request-id: req-a181a82e-c53e-4aba-8b37-ebe92fd393be {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:22.673288 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-unplugged", "status": "completed", "tag": "b3194d10-40a5-4af1-93c4-000b21a5e833", "code": 200}, {"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ffafdf-2073-418a-b7e0-80445e472285", "code": 200}, {"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-unplugged", "status": "completed", "tag": "16a3fa99-6821-4aa6-93a8-7fd65666a1a8", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:22.674951 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a181a82e-c53e-4aba-8b37-ebe92fd393be {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:22.675679 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3194d10-40a5-4af1-93c4-000b21a5e833', 'code': 200} Feb 09 03:38:22.676156 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ffafdf-2073-418a-b7e0-80445e472285', 'code': 200} Feb 09 03:38:22.676793 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a3fa99-6821-4aa6-93a8-7fd65666a1a8', 'code': 200} Feb 09 03:38:22.677693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 0c0ef499-669a-4d3c-8d02-453c2efe13dc is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:22.678340 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:22.685991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f66c0-bcaf-4394-a78a-df7b4a1054cc service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ea48f-6c11-4728-960f-048fa8c79da0,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:22.719302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] For port 8fd70ec3-95a6-450c-be10-dfd0987932c2, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:38:22.719857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attempted to set empty binding levels {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 03:38:22.735028 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (8fd70ec3-95a6-450c-be10-dfd0987932c2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:22.769325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8ea28-c620-4e4f-9419-a4ec7370454f req-019798c9-442a-4939-80a4-cc4288b36d47 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:22.774664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 0c0ef499-669a-4d3c-8d02-453c2efe13dc, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=0c0ef499-669a-4d3c-8d02-453c2efe13dc,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:22.786266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8ea28-c620-4e4f-9419-a4ec7370454f req-019798c9-442a-4939-80a4-cc4288b36d47 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:22.789857 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:22.790828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c37e197c-1ee6-40de-bcac-5c09a8d17027 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:38:22.805858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8ea28-c620-4e4f-9419-a4ec7370454f req-019798c9-442a-4939-80a4-cc4288b36d47 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:22.822030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8ea28-c620-4e4f-9419-a4ec7370454f req-019798c9-442a-4939-80a4-cc4288b36d47 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:22.828761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8ea28-c620-4e4f-9419-a4ec7370454f req-019798c9-442a-4939-80a4-cc4288b36d47 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:22.833018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3e8ea28-c620-4e4f-9419-a4ec7370454f req-019798c9-442a-4939-80a4-cc4288b36d47 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 3881 time: 0.5219834 Feb 09 03:38:22.876940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] In _notify_port_updated(), no bound segment for port 8fd70ec3-95a6-450c-be10-dfd0987932c2 on network 06be0fc5-5ed7-4cee-ac71-86ea949c9c72 {{(pid=103328) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:38:22.878517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:22.882938 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:22.891278 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "PUT /v2.0/ports/8fd70ec3-95a6-450c-be10-dfd0987932c2 HTTP/1.1" status: 200 len: 980 time: 2.9476507 Feb 09 03:38:22.899380 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58608) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:22.907484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c064d31-c537-492d-b24c-42d9241a3250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd70ec3-95a6-450c-be10-dfd0987932c2,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:22.942117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=0c0ef499-669a-4d3c-8d02-453c2efe13dc,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:23.043551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1f140eb-0a83-4b5c-8ad3-6b994f9a9e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.057200 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.071200 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c9f98f95-d5e8-47cb-85be-877b2942acd8 None None] Provisioning complete for port fb3ea48f-6c11-4728-960f-048fa8c79da0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:23.071576 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9f98f95-d5e8-47cb-85be-877b2942acd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.099684 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3e8ea28-c620-4e4f-9419-a4ec7370454f req-509a6dc1-12aa-4734-b017-161e4eb0b65a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2096949 Feb 09 03:38:23.157029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-d1629926-81e2-443c-aee5-eebf220c5f56 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Deleting port a2ffafdf-2073-418a-b7e0-80445e472285 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:23.157612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-d1629926-81e2-443c-aee5-eebf220c5f56 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.196146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c9f98f95-d5e8-47cb-85be-877b2942acd8 None None] Port fb3ea48f-6c11-4728-960f-048fa8c79da0 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:38:23.280835 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Publish callbacks [] for security_group (2449ae9e-5d28-4a34-8044-efc329a649b8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.291673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port c37e197c-1ee6-40de-bcac-5c09a8d17027 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:23.293773 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.349552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-d1629926-81e2-443c-aee5-eebf220c5f56 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] For port a2ffafdf-2073-418a-b7e0-80445e472285, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a2ffafdf-2073-418a-b7e0-80445e472285,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:23.349917 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-d1629926-81e2-443c-aee5-eebf220c5f56 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.364720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-d1629926-81e2-443c-aee5-eebf220c5f56 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Calling delete_port for a2ffafdf-2073-418a-b7e0-80445e472285 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:23.436816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c37e197c-1ee6-40de-bcac-5c09a8d17027, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c37e197c-1ee6-40de-bcac-5c09a8d17027,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:23.455459 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.542115 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1f140eb-0a83-4b5c-8ad3-6b994f9a9e0f admin admin] Publish callbacks [] for security_group (a35f9796-44a7-4f52-9ac0-3d0f63245464), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.554255 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2449ae9e-5d28-4a34-8044-efc329a649b8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.595780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=c37e197c-1ee6-40de-bcac-5c09a8d17027,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:23.609898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d454af0627d4c38abf618e43d007982&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1363375 Feb 09 03:38:23.621518 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58626) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:23.627971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1f140eb-0a83-4b5c-8ad3-6b994f9a9e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a35f9796-44a7-4f52-9ac0-3d0f63245464), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.660450 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-d1629926-81e2-443c-aee5-eebf220c5f56 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a2ffafdf-2073-418a-b7e0-80445e472285), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.705993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a1f140eb-0a83-4b5c-8ad3-6b994f9a9e0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83ac52d8a10e454cb724d831e4160db6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2826500 Feb 09 03:38:23.712833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58628) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:23.726691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2449ae9e-5d28-4a34-8044-efc329a649b8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:23.744084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.744500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.744785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.745316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.745823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.746307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.746787 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.747290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.747767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.748242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.748970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.749490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.749985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d341028f-2b5f-46de-82d0-ea8fb7baa871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:23.778263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f140eb-0a83-4b5c-8ad3-6b994f9a9e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35f9796-44a7-4f52-9ac0-3d0f63245464,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:23.791621 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5d89fdc8-6e00-4f45-b437-b2825031e940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Deleting port 8fd70ec3-95a6-450c-be10-dfd0987932c2 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:23.792162 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d89fdc8-6e00-4f45-b437-b2825031e940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8fd70ec3-95a6-450c-be10-dfd0987932c2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.856060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1629926-81e2-443c-aee5-eebf220c5f56 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'Port': ['ID=a2ffafdf-2073-418a-b7e0-80445e472285,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:23.909300 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21ad7b8f-d3f9-4472-b235-f1e3de68278d admin admin] Publish callbacks [] for security_group (2449ae9e-5d28-4a34-8044-efc329a649b8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.918482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5d89fdc8-6e00-4f45-b437-b2825031e940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] For port 8fd70ec3-95a6-450c-be10-dfd0987932c2, host n-h2-824835-15, got binding levels [] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:23.918789 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d89fdc8-6e00-4f45-b437-b2825031e940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8fd70ec3-95a6-450c-be10-dfd0987932c2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.943051 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21ad7b8f-d3f9-4472-b235-f1e3de68278d admin admin] Publish callbacks [] for security_group (2449ae9e-5d28-4a34-8044-efc329a649b8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.957465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5d89fdc8-6e00-4f45-b437-b2825031e940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Calling delete_port for 8fd70ec3-95a6-450c-be10-dfd0987932c2 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:24.074214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd28b-edaf-4c97-829f-9381d935725d admin admin] Publish callbacks [] for security_group (a35f9796-44a7-4f52-9ac0-3d0f63245464), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:24.100595 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd28b-edaf-4c97-829f-9381d935725d admin admin] Publish callbacks [] for security_group (a35f9796-44a7-4f52-9ac0-3d0f63245464), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:24.114526 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d89fdc8-6e00-4f45-b437-b2825031e940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8fd70ec3-95a6-450c-be10-dfd0987932c2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:24.158736 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21ad7b8f-d3f9-4472-b235-f1e3de68278d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2449ae9e-5d28-4a34-8044-efc329a649b8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:24.162027 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21ad7b8f-d3f9-4472-b235-f1e3de68278d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:24.163493 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-21ad7b8f-d3f9-4472-b235-f1e3de68278d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2449ae9e-5d28-4a34-8044-efc329a649b8 HTTP/1.1" status: 204 len: 168 time: 0.5410635 Feb 09 03:38:24.181896 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:24.182787 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd28b-edaf-4c97-829f-9381d935725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a35f9796-44a7-4f52-9ac0-3d0f63245464), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:24.185995 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd28b-edaf-4c97-829f-9381d935725d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:24.186778 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6a4bd28b-edaf-4c97-829f-9381d935725d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a35f9796-44a7-4f52-9ac0-3d0f63245464 HTTP/1.1" status: 204 len: 168 time: 0.4669788 Feb 09 03:38:24.189988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-d1629926-81e2-443c-aee5-eebf220c5f56 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] No DVR routers for this DVR port a2ffafdf-2073-418a-b7e0-80445e472285 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:38:24.197875 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-d1629926-81e2-443c-aee5-eebf220c5f56 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:24.201706 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-d1629926-81e2-443c-aee5-eebf220c5f56 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "DELETE /v2.0/ports/a2ffafdf-2073-418a-b7e0-80445e472285 HTTP/1.1" status: 204 len: 173 time: 1.4809082 Feb 09 03:38:24.202182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-deleted', 'tag': 'a2ffafdf-2073-418a-b7e0-80445e472285'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:24.205461 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301fc929-00fe-40e4-beb5-c2a6b27b67b5" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-deleted", "tag": "a2ffafdf-2073-418a-b7e0-80445e472285"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:24.207805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89fdc8-6e00-4f45-b437-b2825031e940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fd70ec3-95a6-450c-be10-dfd0987932c2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:24.230420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d89fdc8-6e00-4f45-b437-b2825031e940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:24.242180 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5d89fdc8-6e00-4f45-b437-b2825031e940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "DELETE /v2.0/ports/8fd70ec3-95a6-450c-be10-dfd0987932c2 HTTP/1.1" status: 204 len: 168 time: 1.3232486 Feb 09 03:38:24.245690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58644) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:24.325092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad7b8f-d3f9-4472-b235-f1e3de68278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2449ae9e-5d28-4a34-8044-efc329a649b8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:24.379171 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d143d7-7cae-45de-92b0-063743ca369e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:38:24.385736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-10d143d7-7cae-45de-92b0-063743ca369e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1437046176-project-admin] 10.222.0.21 "GET /v2.0/ports/8fd70ec3-95a6-450c-be10-dfd0987932c2 HTTP/1.1" status: 404 len: 333 time: 0.1372468 Feb 09 03:38:24.393247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58652) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:24.419302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bd28b-edaf-4c97-829f-9381d935725d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35f9796-44a7-4f52-9ac0-3d0f63245464,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:24.503586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Deleting port 0c0ef499-669a-4d3c-8d02-453c2efe13dc {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:24.503934 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:24.678319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c0ef499-669a-4d3c-8d02-453c2efe13dc'}, {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37e197c-1ee6-40de-bcac-5c09a8d17027'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:24.681045 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf543a9-70b7-4bf0-9d2b-deffc0fc1aac" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-unplugged", "status": "completed", "tag": "0c0ef499-669a-4d3c-8d02-453c2efe13dc"}, {"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-unplugged", "status": "completed", "tag": "c37e197c-1ee6-40de-bcac-5c09a8d17027"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:24.780393 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0814b6-cdc2-40b5-9fb5-9d66c42c6604 req-d21868e4-911d-4b41-98fd-957abd198687 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:24.788764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0814b6-cdc2-40b5-9fb5-9d66c42c6604 req-d21868e4-911d-4b41-98fd-957abd198687 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:24.795610 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0814b6-cdc2-40b5-9fb5-9d66c42c6604 req-d21868e4-911d-4b41-98fd-957abd198687 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:24.803221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0814b6-cdc2-40b5-9fb5-9d66c42c6604 req-d21868e4-911d-4b41-98fd-957abd198687 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:24.812829 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a0814b6-cdc2-40b5-9fb5-9d66c42c6604 req-d21868e4-911d-4b41-98fd-957abd198687 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 3144 time: 0.4465401 Feb 09 03:38:24.859766 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (06be0fc5-5ed7-4cee-ac71-86ea949c9c72), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:24.883635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] For port 0c0ef499-669a-4d3c-8d02-453c2efe13dc, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=0c0ef499-669a-4d3c-8d02-453c2efe13dc,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:24.884016 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.053344 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (06be0fc5-5ed7-4cee-ac71-86ea949c9c72), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.091178 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ab7607-c616-46d4-bd62-aa5b52f7099d x-openstack-request-id: req-89ab7607-c616-46d4-bd62-aa5b52f7099d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:25.091476 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-deleted", "tag": "a2ffafdf-2073-418a-b7e0-80445e472285", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:25.093013 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89ab7607-c616-46d4-bd62-aa5b52f7099d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:25.093304 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-deleted', 'tag': 'a2ffafdf-2073-418a-b7e0-80445e472285', 'status': 'completed', 'code': 200} Feb 09 03:38:25.106037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06be0fc5-5ed7-4cee-ac71-86ea949c9c72']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:25.132161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de741038-c08f-4c12-a40d-c0d7db01a5ef') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:25.134568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de741038-c08f-4c12-a40d-c0d7db01a5ef') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:25.152326 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789f5069-fa17-411f-ac98-68f6078ad280 x-openstack-request-id: req-789f5069-fa17-411f-ac98-68f6078ad280 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:25.152887 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-unplugged", "status": "completed", "tag": "0c0ef499-669a-4d3c-8d02-453c2efe13dc", "code": 200}, {"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-unplugged", "status": "completed", "tag": "c37e197c-1ee6-40de-bcac-5c09a8d17027", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:25.153389 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-789f5069-fa17-411f-ac98-68f6078ad280 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:25.154173 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c0ef499-669a-4d3c-8d02-453c2efe13dc', 'code': 200} Feb 09 03:38:25.154660 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37e197c-1ee6-40de-bcac-5c09a8d17027', 'code': 200} Feb 09 03:38:25.156199 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (de741038-c08f-4c12-a40d-c0d7db01a5ef), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.206772 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (de741038-c08f-4c12-a40d-c0d7db01a5ef), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.217920 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:38:25.218609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (de741038-c08f-4c12-a40d-c0d7db01a5ef), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:38:25.255819 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:38:25.260717 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a0814b6-cdc2-40b5-9fb5-9d66c42c6604 req-52ddd920-9cfb-4f90-bdd7-488141163ee1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4467394 Feb 09 03:38:25.380195 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (06be0fc5-5ed7-4cee-ac71-86ea949c9c72), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.386871 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.393853 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] 10.222.0.21 "DELETE /v2.0/networks/06be0fc5-5ed7-4cee-ac71-86ea949c9c72 HTTP/1.1" status: 204 len: 168 time: 0.8710318 Feb 09 03:38:25.435440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724112f1-633e-441d-b6e7-1ddfa1691f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-87299454-project] Pushing event deleted for resources: {'Network': ['ID=06be0fc5-5ed7-4cee-ac71-86ea949c9c72,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:25.476860 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.477712 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (f20be4d4-f351-458e-b95e-274d1aaa8eba), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.478218 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Floating IP f20be4d4-f351-458e-b95e-274d1aaa8eba disassociated. External IP: 172.25.5.148, port: 0c0ef499-669a-4d3c-8d02-453c2efe13dc. Feb 09 03:38:25.478671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Calling delete_port for 0c0ef499-669a-4d3c-8d02-453c2efe13dc owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:25.552556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58678) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:25.625606 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58682) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:25.647326 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-266bca87-acda-4ad6-afd8-22305db9b0f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acb134b1edd9448782e9bd22ca982904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0924780 Feb 09 03:38:25.649104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58684) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:25.682964 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b98f434e-eca1-42e8-a1c2-ebab89c5fd77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.793144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58688) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:25.794839 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ab973e3-72fe-4dea-8c2e-ec4e1b542511 admin admin] Publish callbacks [] for security_group (e7004546-da84-41a7-986a-c99a758c138a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.869095 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ab973e3-72fe-4dea-8c2e-ec4e1b542511 admin admin] Publish callbacks [] for security_group (e7004546-da84-41a7-986a-c99a758c138a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.987653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ab973e3-72fe-4dea-8c2e-ec4e1b542511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e7004546-da84-41a7-986a-c99a758c138a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.996213 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ab973e3-72fe-4dea-8c2e-ec4e1b542511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.999891 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0ab973e3-72fe-4dea-8c2e-ec4e1b542511 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7004546-da84-41a7-986a-c99a758c138a HTTP/1.1" status: 204 len: 168 time: 0.3459711 Feb 09 03:38:26.017629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab973e3-72fe-4dea-8c2e-ec4e1b542511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7004546-da84-41a7-986a-c99a758c138a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:26.045036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0c0ef499-669a-4d3c-8d02-453c2efe13dc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:26.084613 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b27f-489d-42bb-982d-21cf709a837d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:26.142543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'Port': ['ID=0c0ef499-669a-4d3c-8d02-453c2efe13dc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:26.156853 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b98f434e-eca1-42e8-a1c2-ebab89c5fd77 admin admin] Publish callbacks [] for security_group (a71e7959-58d8-4acf-990c-0c064de73361), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:26.172099 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b98f434e-eca1-42e8-a1c2-ebab89c5fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a71e7959-58d8-4acf-990c-0c064de73361), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:26.260209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b27f-489d-42bb-982d-21cf709a837d admin admin] Publish callbacks [] for security_group (4babbb66-90ad-464c-87c6-4d1ef9dfc402), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:26.266404 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b27f-489d-42bb-982d-21cf709a837d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4babbb66-90ad-464c-87c6-4d1ef9dfc402), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:26.317839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58702) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:26.323909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2b27f-489d-42bb-982d-21cf709a837d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4babbb66-90ad-464c-87c6-4d1ef9dfc402,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:26.404800 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eaa2b27f-489d-42bb-982d-21cf709a837d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e480b9cc77440629c3058c545b25b27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6043890 Feb 09 03:38:26.407268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58710) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:26.557424 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f356eac0-2e09-4020-895d-a2924d94057d admin admin] Publish callbacks [] for security_group (4babbb66-90ad-464c-87c6-4d1ef9dfc402), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:26.651792 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f356eac0-2e09-4020-895d-a2924d94057d admin admin] Publish callbacks [] for security_group (4babbb66-90ad-464c-87c6-4d1ef9dfc402), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:26.764640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f356eac0-2e09-4020-895d-a2924d94057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4babbb66-90ad-464c-87c6-4d1ef9dfc402), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:26.769072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f356eac0-2e09-4020-895d-a2924d94057d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:26.772479 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f356eac0-2e09-4020-895d-a2924d94057d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4babbb66-90ad-464c-87c6-4d1ef9dfc402 HTTP/1.1" status: 204 len: 168 time: 0.3641927 Feb 09 03:38:26.801146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356eac0-2e09-4020-895d-a2924d94057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4babbb66-90ad-464c-87c6-4d1ef9dfc402,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:26.984678 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8ba9e725-15dc-4dfa-a70c-8e9db210a744 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b9089a13a82407f80247a91dc10c20f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6422093 Feb 09 03:38:26.988096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58728) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:27.086853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58734) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:27.087871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b98f434e-eca1-42e8-a1c2-ebab89c5fd77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfe6c0d63871429c8ab4bffdda0cc470&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4554656 Feb 09 03:38:27.101041 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc2d113f-73e1-460e-9b0a-ac61e80e1d30 admin admin] Publish callbacks [] for security_group (8a2d9b4a-83a2-410f-9724-d3876f62e8a2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:27.155902 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc2d113f-73e1-460e-9b0a-ac61e80e1d30 admin admin] Publish callbacks [] for security_group (8a2d9b4a-83a2-410f-9724-d3876f62e8a2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:27.183057 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b22b4e51-4db2-4ebf-8238-b1a977e75dd8 admin admin] Publish callbacks [] for security_group (a71e7959-58d8-4acf-990c-0c064de73361), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:27.257160 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b22b4e51-4db2-4ebf-8238-b1a977e75dd8 admin admin] Publish callbacks [] for security_group (a71e7959-58d8-4acf-990c-0c064de73361), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:27.302120 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc2d113f-73e1-460e-9b0a-ac61e80e1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8a2d9b4a-83a2-410f-9724-d3876f62e8a2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:27.304617 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc2d113f-73e1-460e-9b0a-ac61e80e1d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:27.305781 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dc2d113f-73e1-460e-9b0a-ac61e80e1d30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a2d9b4a-83a2-410f-9724-d3876f62e8a2 HTTP/1.1" status: 204 len: 168 time: 0.3131046 Feb 09 03:38:27.342794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f434e-eca1-42e8-a1c2-ebab89c5fd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71e7959-58d8-4acf-990c-0c064de73361,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:27.349922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d113f-73e1-460e-9b0a-ac61e80e1d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2d9b4a-83a2-410f-9724-d3876f62e8a2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:27.380900 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b22b4e51-4db2-4ebf-8238-b1a977e75dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a71e7959-58d8-4acf-990c-0c064de73361), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:27.385799 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b22b4e51-4db2-4ebf-8238-b1a977e75dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:27.392876 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b22b4e51-4db2-4ebf-8238-b1a977e75dd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a71e7959-58d8-4acf-990c-0c064de73361 HTTP/1.1" status: 204 len: 168 time: 0.2923136 Feb 09 03:38:27.410350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b4e51-4db2-4ebf-8238-b1a977e75dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71e7959-58d8-4acf-990c-0c064de73361,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:27.415983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c64d1-faf4-4cf9-8587-355e5eebd452 req-5f998de8-ac07-4275-99b7-5d9215a935b9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:27.421286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c64d1-faf4-4cf9-8587-355e5eebd452 req-5f998de8-ac07-4275-99b7-5d9215a935b9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:27.463492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c64d1-faf4-4cf9-8587-355e5eebd452 req-5f998de8-ac07-4275-99b7-5d9215a935b9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:27.482318 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-383c64d1-faf4-4cf9-8587-355e5eebd452 req-5f998de8-ac07-4275-99b7-5d9215a935b9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 2410 time: 0.5142751 Feb 09 03:38:27.576243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Router 95f4b651-3b07-4f70-9080-ad1556a1992c has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:38:27.597914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-383c64d1-faf4-4cf9-8587-355e5eebd452 req-12955fb9-cbac-4964-81f1-a56e73e0ca02 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1145883 Feb 09 03:38:27.873711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:38:27.886548 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e16512-a8a5-4653-b71d-67fb812ad644 None None] Sync routers for ids ['95f4b651-3b07-4f70-9080-ad1556a1992c'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:38:27.915823 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e16512-a8a5-4653-b71d-67fb812ad644 None None] Routers {'95f4b651-3b07-4f70-9080-ad1556a1992c'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:27.917626 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-56e16512-a8a5-4653-b71d-67fb812ad644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:38:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['95f4b651-3b07-4f70-9080-ad1556a1992c'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:27.976592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] No DVR routers for this DVR port 0c0ef499-669a-4d3c-8d02-453c2efe13dc on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:38:27.994366 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:27.999356 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-a29899fa-e485-4274-a560-6dd00540c44e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "DELETE /v2.0/ports/0c0ef499-669a-4d3c-8d02-453c2efe13dc HTTP/1.1" status: 204 len: 173 time: 3.7806811 Feb 09 03:38:28.009830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-deleted', 'tag': '0c0ef499-669a-4d3c-8d02-453c2efe13dc'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:28.013568 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f930b6-3721-415c-8dd6-4152bce002aa" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-deleted", "tag": "0c0ef499-669a-4d3c-8d02-453c2efe13dc"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:28.096237 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9455557e-7345-46df-ac75-5e3b2f8daa01 x-openstack-request-id: req-9455557e-7345-46df-ac75-5e3b2f8daa01 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:28.097321 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-deleted", "tag": "0c0ef499-669a-4d3c-8d02-453c2efe13dc", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:28.098338 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9455557e-7345-46df-ac75-5e3b2f8daa01 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:28.098981 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-deleted', 'tag': '0c0ef499-669a-4d3c-8d02-453c2efe13dc', 'status': 'completed', 'code': 200} Feb 09 03:38:28.208904 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-56e16512-a8a5-4653-b71d-67fb812ad644 None None] Set router 95f4b651-3b07-4f70-9080-ad1556a1992c gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:38:28.243143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-ad4ccc37-adc3-43ea-81e0-93759c99a3bf tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Deleting port b3194d10-40a5-4af1-93c4-000b21a5e833 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:28.243740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-ad4ccc37-adc3-43ea-81e0-93759c99a3bf tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:28.348913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58780) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:28.451747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-ad4ccc37-adc3-43ea-81e0-93759c99a3bf tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] For port b3194d10-40a5-4af1-93c4-000b21a5e833, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b3194d10-40a5-4af1-93c4-000b21a5e833,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:28.452129 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-ad4ccc37-adc3-43ea-81e0-93759c99a3bf tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:28.452906 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a2051bb4-05ca-494c-b7ad-ec04cffb1fe6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65ddd07ac86a4f9492868680e6942b54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1017516 Feb 09 03:38:28.455457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58784) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:28.522323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-ad4ccc37-adc3-43ea-81e0-93759c99a3bf tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Calling delete_port for b3194d10-40a5-4af1-93c4-000b21a5e833 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:28.660424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58794) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:28.662944 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35147f23-2578-4814-b52b-2637a4ace041 admin admin] Publish callbacks [] for security_group (f936300c-6ba4-4399-aabf-2fb1834e6bf2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:28.695286 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35147f23-2578-4814-b52b-2637a4ace041 admin admin] Publish callbacks [] for security_group (f936300c-6ba4-4399-aabf-2fb1834e6bf2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:28.769556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35147f23-2578-4814-b52b-2637a4ace041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f936300c-6ba4-4399-aabf-2fb1834e6bf2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:28.772528 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35147f23-2578-4814-b52b-2637a4ace041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:28.777547 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-35147f23-2578-4814-b52b-2637a4ace041 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f936300c-6ba4-4399-aabf-2fb1834e6bf2 HTTP/1.1" status: 204 len: 168 time: 0.3210051 Feb 09 03:38:28.814719 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-56e16512-a8a5-4653-b71d-67fb812ad644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:31:22Z', 'revision_number': 4, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f1ee2e25-e935-4151-b279-6bb9d6207242', 'name': '', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'mac_address': 'fa:16:3e:fc:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:20Z', 'updated_at': '2022-02-09T03:31:29Z', 'revision_number': 5, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'subnets': [{'id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:28.860075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35147f23-2578-4814-b52b-2637a4ace041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f936300c-6ba4-4399-aabf-2fb1834e6bf2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:28.883133 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e16512-a8a5-4653-b71d-67fb812ad644 None None] Checking router: 95f4b651-3b07-4f70-9080-ad1556a1992c for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:38:28.906987 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e16512-a8a5-4653-b71d-67fb812ad644 None None] Routers {'95f4b651-3b07-4f70-9080-ad1556a1992c'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:28.910381 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-56e16512-a8a5-4653-b71d-67fb812ad644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:38:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['95f4b651-3b07-4f70-9080-ad1556a1992c'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:28.950494 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-ad4ccc37-adc3-43ea-81e0-93759c99a3bf tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b3194d10-40a5-4af1-93c4-000b21a5e833), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:28.980725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacac8b-4d6b-48df-acb9-745e4f886074 req-7bf58daa-24cb-4e2b-ad8f-1a5ed6249e50 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:28.988082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacac8b-4d6b-48df-acb9-745e4f886074 req-7bf58daa-24cb-4e2b-ad8f-1a5ed6249e50 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:28.994782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacac8b-4d6b-48df-acb9-745e4f886074 req-7bf58daa-24cb-4e2b-ad8f-1a5ed6249e50 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:28.997028 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9cacac8b-4d6b-48df-acb9-745e4f886074 req-7bf58daa-24cb-4e2b-ad8f-1a5ed6249e50 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 2410 time: 0.1882303 Feb 09 03:38:29.055387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2083907060'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:29.059830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ccc37-adc3-43ea-81e0-93759c99a3bf tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'Port': ['ID=b3194d10-40a5-4af1-93c4-000b21a5e833,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:29.100829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:29.105166 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:29.128490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-ad4ccc37-adc3-43ea-81e0-93759c99a3bf tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] No DVR routers for this DVR port b3194d10-40a5-4af1-93c4-000b21a5e833 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:38:29.134985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:29.137682 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-ad4ccc37-adc3-43ea-81e0-93759c99a3bf tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:29.141109 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-ad4ccc37-adc3-43ea-81e0-93759c99a3bf tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "DELETE /v2.0/ports/b3194d10-40a5-4af1-93c4-000b21a5e833 HTTP/1.1" status: 204 len: 173 time: 1.1341968 Feb 09 03:38:29.289721 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9cacac8b-4d6b-48df-acb9-745e4f886074 req-8e8278bb-adf9-4a04-bcae-0b06178fb505 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2311096 Feb 09 03:38:29.371374 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (0647ef95-67e3-4221-8fc5-875ed9baf9ec), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:29.381752 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0647ef95-67e3-4221-8fc5-875ed9baf9ec), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:29.387093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-c876169e-043f-496f-a02f-37cc3e1aecb2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Deleting port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:29.387477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-c876169e-043f-496f-a02f-37cc3e1aecb2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:29.404906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:38:29.423324 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-56e16512-a8a5-4653-b71d-67fb812ad644 None None] Set router 95f4b651-3b07-4f70-9080-ad1556a1992c gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:38:29.449631 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (90a84924-601c-4029-801c-c07ce7e1674b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:29.451103 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Added segment 90a84924-601c-4029-801c-c07ce7e1674b of type vlan for network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 Feb 09 03:38:29.587225 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (4e7797f2-1b18-41e6-88e5-285d4ef26e52), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:29.607347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58834) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:29.649564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-c876169e-043f-496f-a02f-37cc3e1aecb2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] For port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:29.649939 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-c876169e-043f-496f-a02f-37cc3e1aecb2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:29.689425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0647ef95-67e3-4221-8fc5-875ed9baf9ec,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:29.700503 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (4e7797f2-1b18-41e6-88e5-285d4ef26e52), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:29.709702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:29.714062 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:29.719993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-c876169e-043f-496f-a02f-37cc3e1aecb2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Calling delete_port for 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:29.859902 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1965482 Feb 09 03:38:29.864908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58844) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:29.896492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'name': 'tempest-PortsTestJSON-691066332'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:29.993856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-776980568-network', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:30.031181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef7af1-afb9-4c0b-bfd1-5db120460915 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Network': ['ID=4e7797f2-1b18-41e6-88e5-285d4ef26e52,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:30.047181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:38:30.061931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:30.066048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Made reservation on behalf of 1de610ff7cd646d185bba2efcdf4793a for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:30.072774 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:30.074993 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:30.075999 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-56e16512-a8a5-4653-b71d-67fb812ad644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:31:22Z', 'revision_number': 4, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f1ee2e25-e935-4151-b279-6bb9d6207242', 'name': '', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'mac_address': 'fa:16:3e:fc:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:20Z', 'updated_at': '2022-02-09T03:31:29Z', 'revision_number': 5, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'subnets': [{'id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:30.100955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-deleted', 'tag': 'b3194d10-40a5-4af1-93c4-000b21a5e833'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:30.105036 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a0f76a-f5de-4f63-b825-8edf3c0c18e5" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-deleted", "tag": "b3194d10-40a5-4af1-93c4-000b21a5e833"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:30.114092 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-c876169e-043f-496f-a02f-37cc3e1aecb2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (16a3fa99-6821-4aa6-93a8-7fd65666a1a8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:30.117598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:30.140548 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e16512-a8a5-4653-b71d-67fb812ad644 None None] The sync data for ids ['95f4b651-3b07-4f70-9080-ad1556a1992c'] in n-d-824835-15 is: [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:31:22Z', 'revision_number': 4, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f1ee2e25-e935-4151-b279-6bb9d6207242', 'name': '', 'network_id': 'b64083df-8d6d-4adf-9bed-2301d18d1f84', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'mac_address': 'fa:16:3e:fc:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:20Z', 'updated_at': '2022-02-09T03:31:29Z', 'revision_number': 5, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'subnets': [{'id': '03cd6059-552d-420c-a27f-0ef14c1585e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:38:30.165474 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:30.287519 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cbd2a7-f974-48f5-b0c1-38d2fcb8c0bb x-openstack-request-id: req-10cbd2a7-f974-48f5-b0c1-38d2fcb8c0bb {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:30.287826 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-deleted", "tag": "b3194d10-40a5-4af1-93c4-000b21a5e833", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:30.288083 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10cbd2a7-f974-48f5-b0c1-38d2fcb8c0bb {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:30.288480 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-deleted', 'tag': 'b3194d10-40a5-4af1-93c4-000b21a5e833', 'status': 'completed', 'code': 200} Feb 09 03:38:30.297108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58856) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:30.359527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876169e-043f-496f-a02f-37cc3e1aecb2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'Port': ['ID=16a3fa99-6821-4aa6-93a8-7fd65666a1a8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:30.422784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-c876169e-043f-496f-a02f-37cc3e1aecb2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] No DVR routers for this DVR port 16a3fa99-6821-4aa6-93a8-7fd65666a1a8 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:38:30.436081 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-c876169e-043f-496f-a02f-37cc3e1aecb2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:30.444617 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-c876169e-043f-496f-a02f-37cc3e1aecb2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "DELETE /v2.0/ports/16a3fa99-6821-4aa6-93a8-7fd65666a1a8 HTTP/1.1" status: 204 len: 173 time: 1.2980270 Feb 09 03:38:30.598662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:30.687509 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:30.748236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50126212-9d7d-42d8-8d0f-f27aa220a3b8 None None] New status for floating IP f20be4d4-f351-458e-b95e-274d1aaa8eba: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:38:30.825730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b899a14-75f3-4b86-bc13-eebd63063a74 req-71191742-330d-4027-8bb4-789b7f9d2e06 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:30.830179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b899a14-75f3-4b86-bc13-eebd63063a74 req-71191742-330d-4027-8bb4-789b7f9d2e06 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 943 time: 0.3839309 Feb 09 03:38:30.845926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:30.867226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Checking segment: {'id': '90a84924-601c-4029-801c-c07ce7e1674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:30.872171 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network hostable DHCP agents. Network: 4e7797f2-1b18-41e6-88e5-285d4ef26e52, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:38:30.897931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:38:30.917395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 4e7797f2-1b18-41e6-88e5-285d4ef26e52) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:30.932340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:30.941868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:30.943134 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:30.972301 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-104d6bc3-3bf9-48b8-8b0b-0572a9e639bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0955980 Feb 09 03:38:30.975371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58880) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:30.990207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fdd8ef87-e52d-4b7c-a735-6de348fe0ca9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1877167126'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:31.003439 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82e8afb-b65b-4cda-b654-abe98d9e4360 None None] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:38:31.007926 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Publish callbacks [] for security_group (7f5888f0-de16-404a-a109-ee4a89a46326), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.057146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd8ef87-e52d-4b7c-a735-6de348fe0ca9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:31.063933 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdd8ef87-e52d-4b7c-a735-6de348fe0ca9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.084085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7f5888f0-de16-404a-a109-ee4a89a46326), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.107129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd8ef87-e52d-4b7c-a735-6de348fe0ca9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:38:31.112524 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5939835c-2240-4740-a4fe-0cc11b72aeab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.117297 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b899a14-75f3-4b86-bc13-eebd63063a74 req-35d8190c-43a8-487d-9900-6ab5efadc5c9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups?id=af29e6ba-5f12-4d0a-b171-55444ab75b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2736428 Feb 09 03:38:31.147166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:38:31.147603 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdd8ef87-e52d-4b7c-a735-6de348fe0ca9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (cabe7fd4-8a8e-4523-ad6d-3eae1b6715e6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.148500 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-fdd8ef87-e52d-4b7c-a735-6de348fe0ca9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Added segment cabe7fd4-8a8e-4523-ad6d-3eae1b6715e6 of type vlan for network 3780d01d-2030-49dc-9a7d-abdeeb56e6cc Feb 09 03:38:31.176930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-f16147a2-e3db-49a6-b728-117378057d9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Deleting port c37e197c-1ee6-40de-bcac-5c09a8d17027 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:31.177470 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-f16147a2-e3db-49a6-b728-117378057d9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.257197 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdd8ef87-e52d-4b7c-a735-6de348fe0ca9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (3780d01d-2030-49dc-9a7d-abdeeb56e6cc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.319324 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdd8ef87-e52d-4b7c-a735-6de348fe0ca9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (3780d01d-2030-49dc-9a7d-abdeeb56e6cc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.325364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd8ef87-e52d-4b7c-a735-6de348fe0ca9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:31.325980 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdd8ef87-e52d-4b7c-a735-6de348fe0ca9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.390612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5939835c-2240-4740-a4fe-0cc11b72aeab admin admin] Publish callbacks [] for security_group (fdf4f003-1ddb-4c48-b2e0-0623134a898a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.396813 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7aef45e9-b9db-461c-85f3-4d1396c168ee), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.397459 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Added segment 7aef45e9-b9db-461c-85f3-4d1396c168ee of type vlan for network 64506a81-f156-4e9a-b608-360a44fd164e Feb 09 03:38:31.482126 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (64506a81-f156-4e9a-b608-360a44fd164e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.550745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8ef87-e52d-4b7c-a735-6de348fe0ca9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Network': ['ID=3780d01d-2030-49dc-9a7d-abdeeb56e6cc,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:31.570517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 3780d01d-2030-49dc-9a7d-abdeeb56e6cc details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:38:31.580050 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fdd8ef87-e52d-4b7c-a735-6de348fe0ca9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6032989 Feb 09 03:38:31.580283 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5939835c-2240-4740-a4fe-0cc11b72aeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fdf4f003-1ddb-4c48-b2e0-0623134a898a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.582003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58904) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:31.594910 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'ports': [{'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52'}, {'network_id': '3780d01d-2030-49dc-9a7d-abdeeb56e6cc'}]} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:31.596281 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (64506a81-f156-4e9a-b608-360a44fd164e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.596884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:31.597848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:31.598436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.598826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': '3780d01d-2030-49dc-9a7d-abdeeb56e6cc'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:31.802796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5888f0-de16-404a-a109-ee4a89a46326,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:31.838700 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2224977 Feb 09 03:38:31.897733 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58912) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:31.904845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a000f5-38e7-45cf-b61b-6f8de7a8a7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=64506a81-f156-4e9a-b608-360a44fd164e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:31.917183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 64506a81-f156-4e9a-b608-360a44fd164e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:38:31.921919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-59d299b0-c5fa-45e0-93ba-75d0e2befcbd admin admin] Request body: {'subnet': {'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-776980568-subnet', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:31.952372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939835c-2240-4740-a4fe-0cc11b72aeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf4f003-1ddb-4c48-b2e0-0623134a898a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:31.977853 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5939835c-2240-4740-a4fe-0cc11b72aeab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f15bc701393412fb632bfa859e058f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6713467 Feb 09 03:38:31.988531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58926) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:32.051710 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-f16147a2-e3db-49a6-b728-117378057d9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] For port c37e197c-1ee6-40de-bcac-5c09a8d17027, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c37e197c-1ee6-40de-bcac-5c09a8d17027,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:32.052086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-f16147a2-e3db-49a6-b728-117378057d9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:32.089227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-f16147a2-e3db-49a6-b728-117378057d9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Calling delete_port for c37e197c-1ee6-40de-bcac-5c09a8d17027 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:32.102135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 2} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:32.112794 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:32.137498 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:32.219730 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb942b9e-68e9-412c-aa68-f036798a7789 admin admin] Publish callbacks [] for security_group (fdf4f003-1ddb-4c48-b2e0-0623134a898a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:32.251113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d299b0-c5fa-45e0-93ba-75d0e2befcbd admin admin] Made reservation on behalf of 1de610ff7cd646d185bba2efcdf4793a for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:32.256271 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59d299b0-c5fa-45e0-93ba-75d0e2befcbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:32.289118 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb942b9e-68e9-412c-aa68-f036798a7789 admin admin] Publish callbacks [] for security_group (fdf4f003-1ddb-4c48-b2e0-0623134a898a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:32.296549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-deleted', 'tag': '16a3fa99-6821-4aa6-93a8-7fd65666a1a8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:32.298966 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be340c01-7357-433d-8f02-8cd45eb89053" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-deleted", "tag": "16a3fa99-6821-4aa6-93a8-7fd65666a1a8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:32.370559 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6496d377-ddec-46c2-b60e-d6cb069c5110 x-openstack-request-id: req-6496d377-ddec-46c2-b60e-d6cb069c5110 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:32.371222 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-deleted", "tag": "16a3fa99-6821-4aa6-93a8-7fd65666a1a8", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:32.371769 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6496d377-ddec-46c2-b60e-d6cb069c5110 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:32.372357 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-deleted', 'tag': '16a3fa99-6821-4aa6-93a8-7fd65666a1a8', 'status': 'completed', 'code': 200} Feb 09 03:38:32.518616 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-f16147a2-e3db-49a6-b728-117378057d9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c37e197c-1ee6-40de-bcac-5c09a8d17027), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:32.558829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16147a2-e3db-49a6-b728-117378057d9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'Port': ['ID=c37e197c-1ee6-40de-bcac-5c09a8d17027,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:32.621234 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb942b9e-68e9-412c-aa68-f036798a7789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fdf4f003-1ddb-4c48-b2e0-0623134a898a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:32.624415 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb942b9e-68e9-412c-aa68-f036798a7789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:32.628078 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bb942b9e-68e9-412c-aa68-f036798a7789 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdf4f003-1ddb-4c48-b2e0-0623134a898a HTTP/1.1" status: 204 len: 168 time: 0.6361051 Feb 09 03:38:32.679548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-f16147a2-e3db-49a6-b728-117378057d9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] No DVR routers for this DVR port c37e197c-1ee6-40de-bcac-5c09a8d17027 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:38:32.684090 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-f16147a2-e3db-49a6-b728-117378057d9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:32.691510 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99d1fcf5-420a-46d3-8407-76c33ca2cee3 req-f16147a2-e3db-49a6-b728-117378057d9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.65 "DELETE /v2.0/ports/c37e197c-1ee6-40de-bcac-5c09a8d17027 HTTP/1.1" status: 204 len: 173 time: 2.2313550 Feb 09 03:38:32.715967 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59d299b0-c5fa-45e0-93ba-75d0e2befcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (332ce4fd-1a5a-4971-ad02-23dbb354605e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:32.723734 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8cb7f5e-6781-44c1-9eba-ec87246d1f49 req-e8a1625a-11b5-43c2-b28b-231314492ec6 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.4041836 Feb 09 03:38:32.739863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb942b9e-68e9-412c-aa68-f036798a7789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf4f003-1ddb-4c48-b2e0-0623134a898a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:32.807541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 278ba9ce-d3b3-4152-affe-e26f6a6937ca yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:32.866634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58956) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:32.980530 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d299b0-c5fa-45e0-93ba-75d0e2befcbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=332ce4fd-1a5a-4971-ad02-23dbb354605e,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:33.011655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d299b0-c5fa-45e0-93ba-75d0e2befcbd admin admin] Checking segment: {'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:33.012486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d299b0-c5fa-45e0-93ba-75d0e2befcbd admin admin] Network hostable DHCP agents. Network: 64506a81-f156-4e9a-b608-360a44fd164e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:38:33.057803 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (278ba9ce-d3b3-4152-affe-e26f6a6937ca), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.170254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d299b0-c5fa-45e0-93ba-75d0e2befcbd admin admin] Network 64506a81-f156-4e9a-b608-360a44fd164e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:38:33.230584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9196c4-f649-4230-8d33-62ffd06fb3ab req-fd68139b-e365-42c6-990a-b865180de0c1 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:33.232335 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c9196c4-f649-4230-8d33-62ffd06fb3ab req-fd68139b-e365-42c6-990a-b865180de0c1 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1128 time: 0.1651657 Feb 09 03:38:33.233234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-59d299b0-c5fa-45e0-93ba-75d0e2befcbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 64506a81-f156-4e9a-b608-360a44fd164e) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:33.245772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a4723e-a5cf-414c-9e3d-b19f6775396f None None] Network 64506a81-f156-4e9a-b608-360a44fd164e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:38:33.260621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d299b0-c5fa-45e0-93ba-75d0e2befcbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:33.261257 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59d299b0-c5fa-45e0-93ba-75d0e2befcbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.314998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 05e44915-d781-4b65-a865-68f64423345d yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:33.327478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-59d299b0-c5fa-45e0-93ba-75d0e2befcbd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4116626 Feb 09 03:38:33.336001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58968) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:33.349304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:33.371208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-52630538-d2f8-46cd-a229-9810e3f43d0e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1930981280'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:33.430704 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c9196c4-f649-4230-8d33-62ffd06fb3ab req-b05b6072-7359-46a2-8aa8-eb811998b271 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1645157 Feb 09 03:38:33.432294 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (8ea2e27d-b411-40da-94aa-4cc1fac19dde), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.433537 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (8ea2e27d-b411-40da-94aa-4cc1fac19dde), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.437491 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52630538-d2f8-46cd-a229-9810e3f43d0e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (4bc85594-d323-4ea9-aa78-f87e04bd92b7), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.439587 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52630538-d2f8-46cd-a229-9810e3f43d0e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (4bc85594-d323-4ea9-aa78-f87e04bd92b7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.533665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15949719-b746-449e-93dc-b18437321b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-64506a81-f156-4e9a-b608-360a44fd164e', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'fixed_ips': [{'subnet_id': '332ce4fd-1a5a-4971-ad02-23dbb354605e'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:38:33.536211 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15949719-b746-449e-93dc-b18437321b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.593592 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Publish callbacks [] for router_controller (8ea2e27d-b411-40da-94aa-4cc1fac19dde), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.606694 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (05e44915-d781-4b65-a865-68f64423345d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.752880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (278ba9ce-d3b3-4152-affe-e26f6a6937ca), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.761137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58982) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:33.890702 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52630538-d2f8-46cd-a229-9810e3f43d0e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router_controller (4bc85594-d323-4ea9-aa78-f87e04bd92b7), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.907740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Publish callbacks [] for router_gateway (8ea2e27d-b411-40da-94aa-4cc1fac19dde), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.935766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-15949719-b746-449e-93dc-b18437321b56 None None] Allocated IP 172.20.0.2 (64506a81-f156-4e9a-b608-360a44fd164e/332ce4fd-1a5a-4971-ad02-23dbb354605e/b79af58c-8a56-4b8e-862a-11889ce5568e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:38:33.973640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c5fffb2-4d60-4cd9-b493-2114ca430910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.995764 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a752446-f5aa-4145-b97f-a82ef04b1572 req-897a93d9-5aba-4c6a-b623-680150c1c758 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0754471 Feb 09 03:38:33.998565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3673ffe-31fe-4649-8e50-9ba976ba1ed0 req-c16fad9b-c687-4f61-9891-c2755eeb4958 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:34.003525 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3673ffe-31fe-4649-8e50-9ba976ba1ed0 req-c16fad9b-c687-4f61-9891-c2755eeb4958 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.3524551 Feb 09 03:38:34.018442 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52630538-d2f8-46cd-a229-9810e3f43d0e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (4bc85594-d323-4ea9-aa78-f87e04bd92b7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.021592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:34.048002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:34.071640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:34.072515 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (05e44915-d781-4b65-a865-68f64423345d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.115690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=278ba9ce-d3b3-4152-affe-e26f6a6937ca,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:34.163284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52630538-d2f8-46cd-a229-9810e3f43d0e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.164512 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-52630538-d2f8-46cd-a229-9810e3f43d0e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2939909 Feb 09 03:38:34.170768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58992) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:34.236202 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15949719-b746-449e-93dc-b18437321b56 None None] Publish callbacks [] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.245519 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15949719-b746-449e-93dc-b18437321b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.296409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15949719-b746-449e-93dc-b18437321b56 None None] Network 64506a81-f156-4e9a-b608-360a44fd164e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:34.306858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-15949719-b746-449e-93dc-b18437321b56 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:34.313269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15949719-b746-449e-93dc-b18437321b56 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:34.325494 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3673ffe-31fe-4649-8e50-9ba976ba1ed0 req-41c409ca-4f69-436a-aa96-286d10e1267a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3002260 Feb 09 03:38:34.331428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Checking segment: {'id': 'cabe7fd4-8a8e-4523-ad6d-3eae1b6715e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '3780d01d-2030-49dc-9a7d-abdeeb56e6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:34.331777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network hostable DHCP agents. Network: 3780d01d-2030-49dc-9a7d-abdeeb56e6cc, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:38:34.340188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=05e44915-d781-4b65-a865-68f64423345d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:34.358713 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b9f4ed4-0903-478f-82ea-31c440ef7f46 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (4bc85594-d323-4ea9-aa78-f87e04bd92b7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.361950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58994) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:34.389270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15949719-b746-449e-93dc-b18437321b56 None None] Pushing event updated for resources: {'Port': ['ID=b79af58c-8a56-4b8e-862a-11889ce5568e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:34.393746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 3780d01d-2030-49dc-9a7d-abdeeb56e6cc is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:38:34.423348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-deleted', 'tag': 'c37e197c-1ee6-40de-bcac-5c09a8d17027'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:34.425544 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a853e1d5-371a-4dbc-90d5-1c74002036c9" -d '{"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-deleted", "tag": "c37e197c-1ee6-40de-bcac-5c09a8d17027"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:34.454916 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c5fffb2-4d60-4cd9-b493-2114ca430910 admin admin] Publish callbacks [] for security_group (9d97d79e-bc1c-42f5-bf50-409fd6a54461), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.464688 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c5fffb2-4d60-4cd9-b493-2114ca430910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9d97d79e-bc1c-42f5-bf50-409fd6a54461), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.474432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-15949719-b746-449e-93dc-b18437321b56 None None] Attempting to bind port b79af58c-8a56-4b8e-862a-11889ce5568e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:34.474959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-15949719-b746-449e-93dc-b18437321b56 None None] Attempting to bind port b79af58c-8a56-4b8e-862a-11889ce5568e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:34.475352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15949719-b746-449e-93dc-b18437321b56 None None] Attempting to bind port b79af58c-8a56-4b8e-862a-11889ce5568e on network 64506a81-f156-4e9a-b608-360a44fd164e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:34.513681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fffb2-4d60-4cd9-b493-2114ca430910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d97d79e-bc1c-42f5-bf50-409fd6a54461,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:34.537101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 3780d01d-2030-49dc-9a7d-abdeeb56e6cc) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:34.541754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15949719-b746-449e-93dc-b18437321b56 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:38:34.542161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15949719-b746-449e-93dc-b18437321b56 None None] Checking segment: {'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:34.542644 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15949719-b746-449e-93dc-b18437321b56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.542950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15949719-b746-449e-93dc-b18437321b56 None None] Bound using segment: {'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:38:34.543448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-15949719-b746-449e-93dc-b18437321b56 None None] Bound port: b79af58c-8a56-4b8e-862a-11889ce5568e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:38:34.543836 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15949719-b746-449e-93dc-b18437321b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.548347 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:34.548603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdca48cb-b61d-4b98-b3fd-4ba545950b53 None None] Network 3780d01d-2030-49dc-9a7d-abdeeb56e6cc requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:38:34.557036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:34.562707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:34.563731 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.590797 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-705631dc-4727-4958-985e-c7db185af7be tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0063264 Feb 09 03:38:34.597470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59006) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:34.643490 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4374f3f8-a3f7-451b-bd77-e55d50f284f9 x-openstack-request-id: req-4374f3f8-a3f7-451b-bd77-e55d50f284f9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:34.643993 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9eac3d-05f2-4c1d-8dbc-a2cca616023e", "name": "network-vif-deleted", "tag": "c37e197c-1ee6-40de-bcac-5c09a8d17027", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:34.644400 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4374f3f8-a3f7-451b-bd77-e55d50f284f9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:34.644938 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9eac3d-05f2-4c1d-8dbc-a2cca616023e', 'name': 'network-vif-deleted', 'tag': 'c37e197c-1ee6-40de-bcac-5c09a8d17027', 'status': 'completed', 'code': 200} Feb 09 03:38:34.694575 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4c5fffb2-4d60-4cd9-b493-2114ca430910 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24056d13f8cd4fefb23aae25cbbfdffe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8628502 Feb 09 03:38:34.699073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59008) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:34.718158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-11cff23e-f06b-4003-9b33-535a2300cb9b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 05e44915-d781-4b65-a865-68f64423345d {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:34.718658 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-11cff23e-f06b-4003-9b33-535a2300cb9b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (05e44915-d781-4b65-a865-68f64423345d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.803450 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-11cff23e-f06b-4003-9b33-535a2300cb9b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (05e44915-d781-4b65-a865-68f64423345d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.819495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-11cff23e-f06b-4003-9b33-535a2300cb9b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 05e44915-d781-4b65-a865-68f64423345d owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:34.872381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-15949719-b746-449e-93dc-b18437321b56 None None] For port b79af58c-8a56-4b8e-862a-11889ce5568e, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:38:34.876113 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fa1bba35-fceb-4ca9-bcd3-44ca952c66f5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/fdcdcc9f-4b0b-48de-b498-f99f054ca9f0 HTTP/1.1" status: 200 len: 993 time: 0.5129678 Feb 09 03:38:34.903093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-15949719-b746-449e-93dc-b18437321b56 None None] For port b79af58c-8a56-4b8e-862a-11889ce5568e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b79af58c-8a56-4b8e-862a-11889ce5568e,segment=NetworkSegment(7aef45e9-b9db-461c-85f3-4d1396c168ee),segment_id=7aef45e9-b9db-461c-85f3-4d1396c168ee)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:38:34.956107 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-11cff23e-f06b-4003-9b33-535a2300cb9b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (05e44915-d781-4b65-a865-68f64423345d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.969955 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15949719-b746-449e-93dc-b18437321b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.975458 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b9f4ed4-0903-478f-82ea-31c440ef7f46 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (4bc85594-d323-4ea9-aa78-f87e04bd92b7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.984844 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b9f4ed4-0903-478f-82ea-31c440ef7f46 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router_controller (4bc85594-d323-4ea9-aa78-f87e04bd92b7), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.017318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cff23e-f06b-4003-9b33-535a2300cb9b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=05e44915-d781-4b65-a865-68f64423345d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:35.033412 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-11cff23e-f06b-4003-9b33-535a2300cb9b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.038897 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-11cff23e-f06b-4003-9b33-535a2300cb9b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/05e44915-d781-4b65-a865-68f64423345d HTTP/1.1" status: 204 len: 168 time: 0.4384801 Feb 09 03:38:35.040587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59016) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:35.178149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15949719-b746-449e-93dc-b18437321b56 None None] Pushing event updated for resources: {'Port': ['ID=b79af58c-8a56-4b8e-862a-11889ce5568e,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:35.209388 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Publish callbacks [] for router_gateway (8ea2e27d-b411-40da-94aa-4cc1fac19dde), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.255650 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.305472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb074e-cfd1-448f-ac21-8937cf914726 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:35.310880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb074e-cfd1-448f-ac21-8937cf914726 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:35.315580 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f8eb074e-cfd1-448f-ac21-8937cf914726 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2718353 Feb 09 03:38:35.316282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59024) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:35.318058 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b9f4ed4-0903-478f-82ea-31c440ef7f46 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (4bc85594-d323-4ea9-aa78-f87e04bd92b7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.318620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9f4ed4-0903-478f-82ea-31c440ef7f46 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc85594-d323-4ea9-aa78-f87e04bd92b7 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:38:35.329055 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b9f4ed4-0903-478f-82ea-31c440ef7f46 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.339936 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7b9f4ed4-0903-478f-82ea-31c440ef7f46 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] 10.222.0.21 "DELETE /v2.0/routers/4bc85594-d323-4ea9-aa78-f87e04bd92b7 HTTP/1.1" status: 204 len: 168 time: 1.1681149 Feb 09 03:38:35.352627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59026) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:35.357802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4e22b57-b550-4166-9104-f3fa57d8eac8 admin admin] Publish callbacks [] for security_group (9d97d79e-bc1c-42f5-bf50-409fd6a54461), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.417997 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4e22b57-b550-4166-9104-f3fa57d8eac8 admin admin] Publish callbacks [] for security_group (9d97d79e-bc1c-42f5-bf50-409fd6a54461), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.481049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b25e3855-da7f-4b76-a3f3-51c89505dbfc req-d019785b-b967-485f-b423-3164207934dd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.3026333 Feb 09 03:38:35.491526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-27187604-37be-41e0-82ed-b0cd18824510 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Request body: {'router': {'name': 'tempest-router-409363890', 'distributed': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:35.604746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4dd62-280b-4556-a7a9-567d31d041ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 278ba9ce-d3b3-4152-affe-e26f6a6937ca {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:35.605093 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7f4dd62-280b-4556-a7a9-567d31d041ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (278ba9ce-d3b3-4152-affe-e26f6a6937ca), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.629635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Allocated IP 172.25.5.45 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/172aa44f-2c78-41b0-869d-0e40ae994f2e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:38:35.781138 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Publish callbacks [] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.794112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-d7f18cb6-713e-4464-81bb-72ee4a7d9da5 req-9dd7e9af-15a5-4b2a-b992-51c01621a3d7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:38:35.797061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4e22b57-b550-4166-9104-f3fa57d8eac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9d97d79e-bc1c-42f5-bf50-409fd6a54461), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.802304 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4e22b57-b550-4166-9104-f3fa57d8eac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.803491 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f4e22b57-b550-4166-9104-f3fa57d8eac8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d97d79e-bc1c-42f5-bf50-409fd6a54461 HTTP/1.1" status: 204 len: 168 time: 1.0859213 Feb 09 03:38:35.812008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7f18cb6-713e-4464-81bb-72ee4a7d9da5 req-9dd7e9af-15a5-4b2a-b992-51c01621a3d7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4455283 Feb 09 03:38:35.820119 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7f4dd62-280b-4556-a7a9-567d31d041ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (278ba9ce-d3b3-4152-affe-e26f6a6937ca), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.850742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4dd62-280b-4556-a7a9-567d31d041ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 278ba9ce-d3b3-4152-affe-e26f6a6937ca owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:35.856452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e22b57-b550-4166-9104-f3fa57d8eac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d97d79e-bc1c-42f5-bf50-409fd6a54461,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:35.879674 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27187604-37be-41e0-82ed-b0cd18824510 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (59442b4f-a204-400b-ba30-20ae07ddaed2), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.882147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27187604-37be-41e0-82ed-b0cd18824510 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (59442b4f-a204-400b-ba30-20ae07ddaed2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.920914 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:36.061137 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7f4dd62-280b-4556-a7a9-567d31d041ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (278ba9ce-d3b3-4152-affe-e26f6a6937ca), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:36.095661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Pushing event updated for resources: {'Port': ['ID=172aa44f-2c78-41b0-869d-0e40ae994f2e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:36.135778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b79af58c-8a56-4b8e-862a-11889ce5568e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:38:36.154338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4dd62-280b-4556-a7a9-567d31d041ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=278ba9ce-d3b3-4152-affe-e26f6a6937ca,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:36.182900 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7f4dd62-280b-4556-a7a9-567d31d041ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:36.194295 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f7f4dd62-280b-4556-a7a9-567d31d041ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/278ba9ce-d3b3-4152-affe-e26f6a6937ca HTTP/1.1" status: 204 len: 168 time: 0.8769596 Feb 09 03:38:36.195037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59048) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:36.234186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:36.240922 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27187604-37be-41e0-82ed-b0cd18824510 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router_controller (59442b4f-a204-400b-ba30-20ae07ddaed2), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:36.251054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:36.255015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:36.257671 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27187604-37be-41e0-82ed-b0cd18824510 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (59442b4f-a204-400b-ba30-20ae07ddaed2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:36.326521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b79af58c-8a56-4b8e-862a-11889ce5568e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:36.327174 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:36.336125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27187604-37be-41e0-82ed-b0cd18824510 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:36.342415 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59052) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:36.353597 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-27187604-37be-41e0-82ed-b0cd18824510 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9809484 Feb 09 03:38:36.544885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b79af58c-8a56-4b8e-862a-11889ce5568e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:36.547769 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:36.708644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9987849-2fbc-44ae-97d6-e8c532bf0961 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:36.710584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a9987849-2fbc-44ae-97d6-e8c532bf0961 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5127470 Feb 09 03:38:36.714584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59066) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:36.753604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port b79af58c-8a56-4b8e-862a-11889ce5568e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b79af58c-8a56-4b8e-862a-11889ce5568e,segment=NetworkSegment(7aef45e9-b9db-461c-85f3-4d1396c168ee),segment_id=7aef45e9-b9db-461c-85f3-4d1396c168ee)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:36.785781 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:36.828739 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76c0120e-c864-4d54-b4d4-036a98c4154a tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (59442b4f-a204-400b-ba30-20ae07ddaed2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:36.905014 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bbb0ac-f340-4bb1-9d49-74d1944dcccc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:38:36.906999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-76bbb0ac-f340-4bb1-9d49-74d1944dcccc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/05e44915-d781-4b65-a865-68f64423345d HTTP/1.1" status: 404 len: 333 time: 0.1895144 Feb 09 03:38:36.978855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=b79af58c-8a56-4b8e-862a-11889ce5568e,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:36.982970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59072) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:37.061635 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8cedb51-57c9-4363-a8fb-5dbbe719437c req-68e04e81-a707-48e3-b74a-ec8e058afd1d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.2252355 Feb 09 03:38:37.070956 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-988f2ece-6aab-4e51-92f6-6116e7a8d6cb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:38:37.075760 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-988f2ece-6aab-4e51-92f6-6116e7a8d6cb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/278ba9ce-d3b3-4152-affe-e26f6a6937ca HTTP/1.1" status: 404 len: 333 time: 0.0822346 Feb 09 03:38:37.076520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59082) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:37.194335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4375c91e-b40d-464c-843b-73a9857b5aa0 None None] Network 64506a81-f156-4e9a-b608-360a44fd164e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:38:37.342622 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f6623d46-b744-4e3e-a68f-8fff35aa3862 None None] Provisioning complete for port b79af58c-8a56-4b8e-862a-11889ce5568e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:37.343085 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6623d46-b744-4e3e-a68f-8fff35aa3862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:37.511086 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5d675-0c7f-401d-bf07-eb133c384049 req-567d0001-90f0-4b59-a340-9e6ef0e52889 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:37.530450 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45d5d675-0c7f-401d-bf07-eb133c384049 req-567d0001-90f0-4b59-a340-9e6ef0e52889 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.9989393 Feb 09 03:38:37.708489 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (3780d01d-2030-49dc-9a7d-abdeeb56e6cc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:37.753471 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-3db80ef0-3f5b-49c7-943f-f5dd72db8dbb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0843036 Feb 09 03:38:37.792325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45d5d675-0c7f-401d-bf07-eb133c384049 req-8bfa4363-9b36-4bb1-8a85-e2e05b4e80e0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2609005 Feb 09 03:38:37.847172 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-fb910e59-53bd-49fa-aa88-d0872969ca0e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:38:37.853139 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Publish callbacks [] for router_gateway (8ea2e27d-b411-40da-94aa-4cc1fac19dde), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:37.875095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-fb910e59-53bd-49fa-aa88-d0872969ca0e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473208 Feb 09 03:38:37.903809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76c0120e-c864-4d54-b4d4-036a98c4154a tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (59442b4f-a204-400b-ba30-20ae07ddaed2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:37.910764 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76c0120e-c864-4d54-b4d4-036a98c4154a tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router_controller (59442b4f-a204-400b-ba30-20ae07ddaed2), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:37.991708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f6623d46-b744-4e3e-a68f-8fff35aa3862 None None] Current status of the port b79af58c-8a56-4b8e-862a-11889ce5568e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:38.005921 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.045217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b79af58c-8a56-4b8e-862a-11889ce5568e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:38:38.069841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76c0120e-c864-4d54-b4d4-036a98c4154a tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (59442b4f-a204-400b-ba30-20ae07ddaed2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.070364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c0120e-c864-4d54-b4d4-036a98c4154a tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59442b4f-a204-400b-ba30-20ae07ddaed2 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:38:38.081061 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-76c0120e-c864-4d54-b4d4-036a98c4154a tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.086029 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-76c0120e-c864-4d54-b4d4-036a98c4154a tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] 10.222.0.21 "DELETE /v2.0/routers/59442b4f-a204-400b-ba30-20ae07ddaed2 HTTP/1.1" status: 204 len: 168 time: 1.7380378 Feb 09 03:38:38.086672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59112) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:38.093752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ad91226b-edc2-4c10-9950-fe2778b652dc tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Request body: {'router': {'name': 'tempest-router-1121049026', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '620ca78cf89b4cf8b1a1b8989e2b9621'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:38.244123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b79af58c-8a56-4b8e-862a-11889ce5568e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:38.244709 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.365514 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (8ea2e27d-b411-40da-94aa-4cc1fac19dde), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.452685 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (3780d01d-2030-49dc-9a7d-abdeeb56e6cc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.489600 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b79af58c-8a56-4b8e-862a-11889ce5568e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:38.503431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3780d01d-2030-49dc-9a7d-abdeeb56e6cc']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:38.515385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabe7fd4-8a8e-4523-ad6d-3eae1b6715e6') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:38.515385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabe7fd4-8a8e-4523-ad6d-3eae1b6715e6') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:38.527247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (cabe7fd4-8a8e-4523-ad6d-3eae1b6715e6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.547995 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (cabe7fd4-8a8e-4523-ad6d-3eae1b6715e6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.566586 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3be1c963-2687-4ae6-b407-87fb2bfde41d req-ea0989d6-6595-40fc-94b3-5b3ba73143cb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.3082526 Feb 09 03:38:38.568439 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-34c25f5f-6d49-48c9-8507-782a385f21c5 None None] Provisioning complete for port b79af58c-8a56-4b8e-862a-11889ce5568e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:38.569170 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34c25f5f-6d49-48c9-8507-782a385f21c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.582671 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad91226b-edc2-4c10-9950-fe2778b652dc tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.583684 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad91226b-edc2-4c10-9950-fe2778b652dc tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.692559 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad91226b-edc2-4c10-9950-fe2778b652dc tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router_controller (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.694305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:38:38.694727 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (cabe7fd4-8a8e-4523-ad6d-3eae1b6715e6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:38:38.704266 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:38:38.731499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Router 8ea2e27d-b411-40da-94aa-4cc1fac19dde is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:38:38.733031 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad91226b-edc2-4c10-9950-fe2778b652dc tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.820797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-34c25f5f-6d49-48c9-8507-782a385f21c5 None None] Current status of the port b79af58c-8a56-4b8e-862a-11889ce5568e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:38.839384 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ad91226b-edc2-4c10-9950-fe2778b652dc tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.840657 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ad91226b-edc2-4c10-9950-fe2778b652dc tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7517254 Feb 09 03:38:38.846048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59146) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:38.882441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:38.886416 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (3780d01d-2030-49dc-9a7d-abdeeb56e6cc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.908806 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:38.937108 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/networks/3780d01d-2030-49dc-9a7d-abdeeb56e6cc HTTP/1.1" status: 204 len: 168 time: 1.8531194 Feb 09 03:38:38.978975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59148) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:38.988492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-048f380e-c26e-4870-9f10-a467476f7dc9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1118686655'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:39.051798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048f380e-c26e-4870-9f10-a467476f7dc9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:39.056169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-048f380e-c26e-4870-9f10-a467476f7dc9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:39.116447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048f380e-c26e-4870-9f10-a467476f7dc9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:38:39.135603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-048f380e-c26e-4870-9f10-a467476f7dc9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (347c8230-1a25-429f-ab56-ff0782b0bedf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:39.136096 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-048f380e-c26e-4870-9f10-a467476f7dc9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Added segment 347c8230-1a25-429f-ab56-ff0782b0bedf of type vlan for network 9468d4f2-de06-480e-85fd-14516d37e42b Feb 09 03:38:39.165498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec4869-7a12-4078-8fca-f645ce35130c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Network': ['ID=3780d01d-2030-49dc-9a7d-abdeeb56e6cc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:39.236849 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-048f380e-c26e-4870-9f10-a467476f7dc9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (9468d4f2-de06-480e-85fd-14516d37e42b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:39.296878 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-048f380e-c26e-4870-9f10-a467476f7dc9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (9468d4f2-de06-480e-85fd-14516d37e42b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:39.321187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048f380e-c26e-4870-9f10-a467476f7dc9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:39.333119 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-048f380e-c26e-4870-9f10-a467476f7dc9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:39.403019 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:39.403480 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:39.516705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:38:39.529812 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Sync routers for ids ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:38:39.566733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103328) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 03:38:39.567384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Router 875aa39a-9ed3-40a4-971d-f365d6bf7e4e migrating from provider to provider. {{(pid=103328) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 03:38:39.568165 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router_controller (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:39.570173 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Routers {'8ea2e27d-b411-40da-94aa-4cc1fac19dde'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:39.571118 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:38:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:39.577686 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router_controller (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:39.584026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:39.702344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-048f380e-c26e-4870-9f10-a467476f7dc9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7202754 Feb 09 03:38:39.712241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59168) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:39.716053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '9468d4f2-de06-480e-85fd-14516d37e42b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:39.787288 n-d-824835-15 neutron-server[103328]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] No L3 agents can host the router 875aa39a-9ed3-40a4-971d-f365d6bf7e4e Feb 09 03:38:39.930438 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:39.931705 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d185d4fc-51b7-430e-997e-346daa583d54 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.5946121 Feb 09 03:38:39.939443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59178) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:39.960352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f380e-c26e-4870-9f10-a467476f7dc9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Network': ['ID=9468d4f2-de06-480e-85fd-14516d37e42b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:39.980929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 9468d4f2-de06-480e-85fd-14516d37e42b details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:38:40.040721 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Set router 8ea2e27d-b411-40da-94aa-4cc1fac19dde gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:38:40.069811 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41a3d834-35bd-4d9c-b330-5fba9b0cb900 req-6a5c3a6d-5199-4fc6-b307-4658e737f024 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0398402 Feb 09 03:38:40.101159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Hosts for router 875aa39a-9ed3-40a4-971d-f365d6bf7e4e: [] {{(pid=103328) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 03:38:40.130844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Hosts for other DVR routers connected to router 875aa39a-9ed3-40a4-971d-f365d6bf7e4e: set() {{(pid=103328) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 03:38:40.135421 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:40.149314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cc8ccbc2-6325-47a5-ad25-3d9e9548aa5e tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] 10.222.0.21 "PUT /v2.0/routers/875aa39a-9ed3-40a4-971d-f365d6bf7e4e HTTP/1.1" status: 200 len: 717 time: 1.3020759 Feb 09 03:38:40.151742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59180) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:40.326640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e321121-16ae-4ef6-a2f8-638beaec5b73 req-e36fc0a4-c14e-4ea2-978c-c1e349fbb152 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:40.335812 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5e712fe4-4625-4096-b158-9ab51f28cf3f tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] 10.222.0.21 "GET /v2.0/routers/875aa39a-9ed3-40a4-971d-f365d6bf7e4e HTTP/1.1" status: 200 len: 717 time: 0.1828835 Feb 09 03:38:40.337202 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e321121-16ae-4ef6-a2f8-638beaec5b73 req-e36fc0a4-c14e-4ea2-978c-c1e349fbb152 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.8539746 Feb 09 03:38:40.338266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59182) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:40.465971 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:38:37Z', 'revision_number': 3, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:40.551076 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Checking router: 8ea2e27d-b411-40da-94aa-4cc1fac19dde for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:38:40.551758 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Updating router 8ea2e27d-b411-40da-94aa-4cc1fac19dde port 172aa44f-2c78-41b0-869d-0e40ae994f2e binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:38:40.576008 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2108c-3df3-4848-ac60-79783399b070 req-fd616c2e-5b1d-4c55-a2e6-e1624a803637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:40.577419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-fd616c2e-5b1d-4c55-a2e6-e1624a803637 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1128 time: 0.1079433 Feb 09 03:38:40.578206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:40.585623 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:40.617775 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:40.717695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Performing IP validity checks on allocation pools {{(pid=103327) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:38:40.718145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103327) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:38:40.855654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2108c-3df3-4848-ac60-79783399b070 req-7e61f47c-c4e5-4475-bb72-ba163040d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:40.859739 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-7e61f47c-c4e5-4475-bb72-ba163040d224 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.2759612 Feb 09 03:38:41.087768 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6b8e8180-e03f-4507-9d69-ef841bb5e1af tempest-RoutersTestDVR-1790628366 tempest-RoutersTestDVR-1790628366-project] 10.222.0.21 "GET /v2.0/routers/875aa39a-9ed3-40a4-971d-f365d6bf7e4e HTTP/1.1" status: 200 len: 683 time: 0.7483780 Feb 09 03:38:41.099613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59200) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:41.119324 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e321121-16ae-4ef6-a2f8-638beaec5b73 req-911bc848-67f5-4a0f-bd7a-0feabec31d28 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7690597 Feb 09 03:38:41.127154 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (85c10227-2e11-441c-968d-7311a50c54ed), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.251034 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Publish callbacks [] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.264124 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Subnet': ['ID=85c10227-2e11-441c-968d-7311a50c54ed,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:41.271436 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.304078 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-767e78e3-f6d5-4013-b2ca-364045152d27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 1001 time: 0.3666368 Feb 09 03:38:41.363443 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-860c6d1c-19aa-4f9c-8a57-470a09eb157b tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.383860 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e20ef2c-37f1-4d76-b3b1-457caa756165 req-352c806d-d3f6-4516-91a9-31ae45ba5ab4 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0825334 Feb 09 03:38:41.425455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Checking segment: {'id': '347c8230-1a25-429f-ab56-ff0782b0bedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9468d4f2-de06-480e-85fd-14516d37e42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:41.426911 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network hostable DHCP agents. Network: 9468d4f2-de06-480e-85fd-14516d37e42b, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:38:41.490749 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Pushing event updated for resources: {'Port': ['ID=172aa44f-2c78-41b0-869d-0e40ae994f2e,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:41.506363 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Attempting to bind port 172aa44f-2c78-41b0-869d-0e40ae994f2e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:41.510771 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Attempting to bind port 172aa44f-2c78-41b0-869d-0e40ae994f2e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:41.513327 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Attempting to bind port 172aa44f-2c78-41b0-869d-0e40ae994f2e on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:41.515923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2108c-3df3-4848-ac60-79783399b070 req-983e33ea-37b1-4bb6-be70-529c0fac1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:41.519752 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-983e33ea-37b1-4bb6-be70-529c0fac1bb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.2028465 Feb 09 03:38:41.525780 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.526267 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.526718 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.527183 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.527635 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.528069 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.528674 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.529433 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.530496 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.545768 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.546316 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.546756 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.552049 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:41.567379 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:38:41.571304 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:41.581536 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.582159 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:38:41.582834 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Bound port: 172aa44f-2c78-41b0-869d-0e40ae994f2e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:38:41.583432 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.685823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-860c6d1c-19aa-4f9c-8a57-470a09eb157b tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.694504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-860c6d1c-19aa-4f9c-8a57-470a09eb157b tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router_controller (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.756090 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] For port 172aa44f-2c78-41b0-869d-0e40ae994f2e, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:38:41.771440 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] For port 172aa44f-2c78-41b0-869d-0e40ae994f2e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=172aa44f-2c78-41b0-869d-0e40ae994f2e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:38:41.778838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2108c-3df3-4848-ac60-79783399b070 req-c82d184c-bcb1-4f5f-8eac-5126e4a4a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:41.780752 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-c82d184c-bcb1-4f5f-8eac-5126e4a4a7be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2297921 Feb 09 03:38:41.785228 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.787795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-860c6d1c-19aa-4f9c-8a57-470a09eb157b tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (875aa39a-9ed3-40a4-971d-f365d6bf7e4e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.797223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860c6d1c-19aa-4f9c-8a57-470a09eb157b tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 875aa39a-9ed3-40a4-971d-f365d6bf7e4e {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:38:41.821711 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-860c6d1c-19aa-4f9c-8a57-470a09eb157b tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.824262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 9468d4f2-de06-480e-85fd-14516d37e42b is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:38:41.833067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-860c6d1c-19aa-4f9c-8a57-470a09eb157b tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] 10.222.0.21 "DELETE /v2.0/routers/875aa39a-9ed3-40a4-971d-f365d6bf7e4e HTTP/1.1" status: 204 len: 168 time: 0.7276096 Feb 09 03:38:41.845631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59216) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:41.851327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9f51df0a-6a0f-48c0-8b98-cf7234071037 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Request body: {'router': {'name': 'tempest-router-558702516', 'distributed': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:41.912040 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Routers {'8ea2e27d-b411-40da-94aa-4cc1fac19dde'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:41.913014 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:38:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:41.947094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 9468d4f2-de06-480e-85fd-14516d37e42b) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:41.957091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46dcf86-b293-4e25-89b8-366b262126ee None None] Network 9468d4f2-de06-480e-85fd-14516d37e42b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:38:41.969837 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:41.972175 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:42.036946 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2191b90b-78e1-445b-b558-dbd45628c771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3255572 Feb 09 03:38:42.037706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59218) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:42.053483 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': '9468d4f2-de06-480e-85fd-14516d37e42b', 'name': 'tempest-PortsTestJSON-933113373'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:42.169031 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f51df0a-6a0f-48c0-8b98-cf7234071037 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (b6475cdc-f663-43b9-8a8f-91e820add4fb), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:42.172781 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be88837-9655-4ef2-9a9d-8a2d4fe526a1 None None] Pushing event updated for resources: {'Port': ['ID=172aa44f-2c78-41b0-869d-0e40ae994f2e,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:42.174111 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f51df0a-6a0f-48c0-8b98-cf7234071037 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (b6475cdc-f663-43b9-8a8f-91e820add4fb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:42.323606 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-f38e9ad5-68d2-4439-a0f0-d512f9ce68b1 service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886494 Feb 09 03:38:42.330575 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] Set router 8ea2e27d-b411-40da-94aa-4cc1fac19dde gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:38:42.333191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-9468d4f2-de06-480e-85fd-14516d37e42b', 'network_id': '9468d4f2-de06-480e-85fd-14516d37e42b', 'project_id': 'f5a763a84799486e879fc3e8436c97a5', 'fixed_ips': [{'subnet_id': '85c10227-2e11-441c-968d-7311a50c54ed'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:38:42.334919 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:42.515077 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f51df0a-6a0f-48c0-8b98-cf7234071037 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router_controller (b6475cdc-f663-43b9-8a8f-91e820add4fb), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:42.643334 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f51df0a-6a0f-48c0-8b98-cf7234071037 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (b6475cdc-f663-43b9-8a8f-91e820add4fb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:42.757426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed2338-8da7-4f74-8ca7-153c50267cff req-614b990c-9688-4d83-aa7c-c954d8620d4f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:42.761328 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fed2338-8da7-4f74-8ca7-153c50267cff req-614b990c-9688-4d83-aa7c-c954d8620d4f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.4266167 Feb 09 03:38:42.762983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Allocated IP 172.20.0.2 (9468d4f2-de06-480e-85fd-14516d37e42b/85c10227-2e11-441c-968d-7311a50c54ed/86b39923-b658-498d-ae86-8b1d9398207f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:38:42.845628 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:38:37Z', 'revision_number': 3, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:42.868301 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd2eab2f-0b5d-48b7-b70c-c2ba7a73bf6b req-c7c4fea7-5433-4445-8ce9-7ffda52c879f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.2603505 Feb 09 03:38:42.879717 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-eede3d2b-7ace-47f6-b61a-5dd40ce0c2a8 service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599431 Feb 09 03:38:42.893204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9f51df0a-6a0f-48c0-8b98-cf7234071037 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:42.901317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9f51df0a-6a0f-48c0-8b98-cf7234071037 tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0538080 Feb 09 03:38:42.902970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59238) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:42.965761 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d8b736-e90a-4f06-a28f-f131b42eba2e None None] The sync data for ids ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'] in n-d-824835-15 is: [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:38:37Z', 'revision_number': 3, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:38:43.100044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fed2338-8da7-4f74-8ca7-153c50267cff req-c152b172-74ca-4610-ade1-0979db202d59 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3070905 Feb 09 03:38:43.100736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:43.104956 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:43.185340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 9bbb14f5-c04e-47bd-96dd-2f2fc0627f95 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:43.211987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6efbac3e-fec7-4e36-9815-cba863b7cb8d tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (b6475cdc-f663-43b9-8a8f-91e820add4fb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:43.290181 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Publish callbacks [] for port (86b39923-b658-498d-ae86-8b1d9398207f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:43.322313 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (86b39923-b658-498d-ae86-8b1d9398207f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:43.379412 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:43.405285 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.3 (9468d4f2-de06-480e-85fd-14516d37e42b/85c10227-2e11-441c-968d-7311a50c54ed/9bbb14f5-c04e-47bd-96dd-2f2fc0627f95) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:38:43.500527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Network 9468d4f2-de06-480e-85fd-14516d37e42b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:43.511260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:43.521652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:43.539976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Pushing event updated for resources: {'Port': ['ID=86b39923-b658-498d-ae86-8b1d9398207f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:43.722236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Attempting to bind port 86b39923-b658-498d-ae86-8b1d9398207f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:43.722551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Attempting to bind port 86b39923-b658-498d-ae86-8b1d9398207f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '347c8230-1a25-429f-ab56-ff0782b0bedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9468d4f2-de06-480e-85fd-14516d37e42b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:43.722923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Attempting to bind port 86b39923-b658-498d-ae86-8b1d9398207f on network 9468d4f2-de06-480e-85fd-14516d37e42b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:43.748576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:38:43.748960 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Checking segment: {'id': '347c8230-1a25-429f-ab56-ff0782b0bedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9468d4f2-de06-480e-85fd-14516d37e42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:43.749625 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:43.750955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Bound using segment: {'id': '347c8230-1a25-429f-ab56-ff0782b0bedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9468d4f2-de06-480e-85fd-14516d37e42b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:38:43.751933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Bound port: 86b39923-b658-498d-ae86-8b1d9398207f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347c8230-1a25-429f-ab56-ff0782b0bedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9468d4f2-de06-480e-85fd-14516d37e42b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:38:43.752680 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (86b39923-b658-498d-ae86-8b1d9398207f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:44.028381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] For port 86b39923-b658-498d-ae86-8b1d9398207f, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:38:44.048676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] For port 86b39923-b658-498d-ae86-8b1d9398207f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=86b39923-b658-498d-ae86-8b1d9398207f,segment=NetworkSegment(347c8230-1a25-429f-ab56-ff0782b0bedf),segment_id=347c8230-1a25-429f-ab56-ff0782b0bedf)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:38:44.068759 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (86b39923-b658-498d-ae86-8b1d9398207f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:44.219192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Allocated IP 172.20.0.1 (64506a81-f156-4e9a-b608-360a44fd164e/332ce4fd-1a5a-4971-ad02-23dbb354605e/1d4751b9-d9a7-401a-ab56-40caf5517f62) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:38:44.237137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e43bd2-dc8d-4269-94a1-09354c38c904 None None] Pushing event updated for resources: {'Port': ['ID=86b39923-b658-498d-ae86-8b1d9398207f,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:44.260868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 172aa44f-2c78-41b0-869d-0e40ae994f2e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:38:44.434257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 172aa44f-2c78-41b0-869d-0e40ae994f2e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:44.434944 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:44.546489 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee468967-05a2-4b3e-9f59-1bb2b64fc435 req-c5115cab-fcc9-47c6-9e81-4ea4b946d6ac tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0982769 Feb 09 03:38:44.619088 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Publish callbacks [] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:44.766590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e0a74-a9e4-4234-81ef-8cbafb2149b2 req-6b8ecc3a-606e-49ca-b5be-b7cad694379d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:44.768342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-210e0a74-a9e4-4234-81ef-8cbafb2149b2 req-6b8ecc3a-606e-49ca-b5be-b7cad694379d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.3115244 Feb 09 03:38:44.778445 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 172aa44f-2c78-41b0-869d-0e40ae994f2e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:44.781987 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:44.842140 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6efbac3e-fec7-4e36-9815-cba863b7cb8d tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (b6475cdc-f663-43b9-8a8f-91e820add4fb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:44.844818 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6efbac3e-fec7-4e36-9815-cba863b7cb8d tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router_controller (b6475cdc-f663-43b9-8a8f-91e820add4fb), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:44.868735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 172aa44f-2c78-41b0-869d-0e40ae994f2e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=172aa44f-2c78-41b0-869d-0e40ae994f2e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:44.878899 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:44.930901 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6efbac3e-fec7-4e36-9815-cba863b7cb8d tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (b6475cdc-f663-43b9-8a8f-91e820add4fb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:44.931636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efbac3e-fec7-4e36-9815-cba863b7cb8d tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6475cdc-f663-43b9-8a8f-91e820add4fb {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:38:44.943816 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6efbac3e-fec7-4e36-9815-cba863b7cb8d tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:44.948228 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6efbac3e-fec7-4e36-9815-cba863b7cb8d tempest-RoutersTestDVR-1468686644 tempest-RoutersTestDVR-1468686644-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b6475cdc-f663-43b9-8a8f-91e820add4fb HTTP/1.1" status: 204 len: 168 time: 2.0414100 Feb 09 03:38:45.017427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=172aa44f-2c78-41b0-869d-0e40ae994f2e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:45.026417 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (9bbb14f5-c04e-47bd-96dd-2f2fc0627f95), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:45.030905 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-210e0a74-a9e4-4234-81ef-8cbafb2149b2 req-b914c44f-d159-4dd6-9056-6f8328e25771 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2358489 Feb 09 03:38:45.055600 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:45.203536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=1d4751b9-d9a7-401a-ab56-40caf5517f62,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:45.272971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Network 64506a81-f156-4e9a-b608-360a44fd164e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:45.284813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:45.293773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:45.403392 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (8ea2e27d-b411-40da-94aa-4cc1fac19dde), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:45.406259 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (9bbb14f5-c04e-47bd-96dd-2f2fc0627f95), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:45.602432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59284) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:45.617158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9782fc64-8b49-4e8d-8955-6324f2bcbb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:45.839204 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf5a2c56-99fa-4d1e-ad4f-a1fc4120acf2 req-7a438f19-76d7-4fbf-abcb-d8c1edaec19b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0773017 Feb 09 03:38:45.848959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e6bedd83-be73-4021-a954-229209b6092a None None] Provisioning complete for port 1d4751b9-d9a7-401a-ab56-40caf5517f62 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:45.849664 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6bedd83-be73-4021-a954-229209b6092a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:45.945740 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8c01970b-6c77-49f8-bafb-8b0c2c7d1c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:45.962737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e6bedd83-be73-4021-a954-229209b6092a None None] Port 1d4751b9-d9a7-401a-ab56-40caf5517f62 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:38:46.201209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8c01970b-6c77-49f8-bafb-8b0c2c7d1c76 admin admin] Publish callbacks [] for security_group (5e115483-a047-4a38-9cd5-27d10ed3d539), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:46.220976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8c01970b-6c77-49f8-bafb-8b0c2c7d1c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5e115483-a047-4a38-9cd5-27d10ed3d539), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:46.262612 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8c01970b-6c77-49f8-bafb-8b0c2c7d1c76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=620ca78cf89b4cf8b1a1b8989e2b9621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6585042 Feb 09 03:38:46.266822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59298) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:46.286771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 86b39923-b658-498d-ae86-8b1d9398207f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:38:46.325689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01970b-6c77-49f8-bafb-8b0c2c7d1c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e115483-a047-4a38-9cd5-27d10ed3d539,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:46.389889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7b02-7764-4610-a4ce-ce5706c955a1 admin admin] Publish callbacks [] for security_group (5e115483-a047-4a38-9cd5-27d10ed3d539), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:46.451603 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7b02-7764-4610-a4ce-ce5706c955a1 admin admin] Publish callbacks [] for security_group (5e115483-a047-4a38-9cd5-27d10ed3d539), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:46.467603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 86b39923-b658-498d-ae86-8b1d9398207f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:46.472844 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (86b39923-b658-498d-ae86-8b1d9398207f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:46.568750 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7b02-7764-4610-a4ce-ce5706c955a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5e115483-a047-4a38-9cd5-27d10ed3d539), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:46.572014 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7b02-7764-4610-a4ce-ce5706c955a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:46.573962 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6c2a7b02-7764-4610-a4ce-ce5706c955a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e115483-a047-4a38-9cd5-27d10ed3d539 HTTP/1.1" status: 204 len: 168 time: 0.3060915 Feb 09 03:38:46.592460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a7b02-7764-4610-a4ce-ce5706c955a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e115483-a047-4a38-9cd5-27d10ed3d539,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:46.740417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 9468d4f2-de06-480e-85fd-14516d37e42b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:46.791465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 86b39923-b658-498d-ae86-8b1d9398207f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:46.792015 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (86b39923-b658-498d-ae86-8b1d9398207f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:46.820416 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:46.824684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:46.962585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 86b39923-b658-498d-ae86-8b1d9398207f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=86b39923-b658-498d-ae86-8b1d9398207f,segment=NetworkSegment(347c8230-1a25-429f-ab56-ff0782b0bedf),segment_id=347c8230-1a25-429f-ab56-ff0782b0bedf)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:46.981252 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (86b39923-b658-498d-ae86-8b1d9398207f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:46.982463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 172aa44f-2c78-41b0-869d-0e40ae994f2e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:38:47.159763 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502ae8a-67d7-47ca-aec7-b4bd3d9f3d91 req-ec8fbe42-8abd-48c4-9fd4-df0f2fe212df tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:47.161721 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f502ae8a-67d7-47ca-aec7-b4bd3d9f3d91 req-ec8fbe42-8abd-48c4-9fd4-df0f2fe212df tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.6272554 Feb 09 03:38:47.170985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=9bbb14f5-c04e-47bd-96dd-2f2fc0627f95,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:47.194772 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1209afd-5ff6-42c1-8ffa-5437fe6d0cf7 req-c2a7dd40-b1c5-4adb-a325-21ee228691e2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0625696 Feb 09 03:38:47.217783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacbed15-cbc4-494f-8ba6-222985dbc91a None None] Network 9468d4f2-de06-480e-85fd-14516d37e42b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:38:47.306450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:47.307199 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:47.335983 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:47.482842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59320) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:47.510823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7063f52a-40cd-4a65-9ef6-962aa33e9b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:47.528907 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d0a1ff05-d77f-409b-8e1a-70617c4718a2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4829884 Feb 09 03:38:47.535331 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59324) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:47.567677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4c6fa557-9158-4876-b9c1-5d1e5787c138 None None] Provisioning complete for port 86b39923-b658-498d-ae86-8b1d9398207f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:47.567998 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa557-9158-4876-b9c1-5d1e5787c138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (86b39923-b658-498d-ae86-8b1d9398207f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:47.634062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 172aa44f-2c78-41b0-869d-0e40ae994f2e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:47.634446 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:47.637048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=86b39923-b658-498d-ae86-8b1d9398207f,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:47.724288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f502ae8a-67d7-47ca-aec7-b4bd3d9f3d91 req-6cd319a7-4f65-4058-a650-e6ddfd9253d7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5321848 Feb 09 03:38:47.838415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Publish callbacks [] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:47.852018 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:47.852302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fa557-9158-4876-b9c1-5d1e5787c138 None None] Current status of the port 86b39923-b658-498d-ae86-8b1d9398207f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:47.931364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f82d033b-e52a-4b65-9255-3605e5c09da4 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 9bbb14f5-c04e-47bd-96dd-2f2fc0627f95 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:47.931574 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f82d033b-e52a-4b65-9255-3605e5c09da4 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9bbb14f5-c04e-47bd-96dd-2f2fc0627f95), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:47.989639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=1d4751b9-d9a7-401a-ab56-40caf5517f62,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:48.010639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 172aa44f-2c78-41b0-869d-0e40ae994f2e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:48.043042 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (8ea2e27d-b411-40da-94aa-4cc1fac19dde), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:48.123856 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab7af88e-03d1-4b1c-86aa-60271a25700b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:48.133653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f82d033b-e52a-4b65-9255-3605e5c09da4 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9bbb14f5-c04e-47bd-96dd-2f2fc0627f95), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:48.149834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-f82d033b-e52a-4b65-9255-3605e5c09da4 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 9bbb14f5-c04e-47bd-96dd-2f2fc0627f95 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:48.196566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 86b39923-b658-498d-ae86-8b1d9398207f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:38:48.303358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Network 64506a81-f156-4e9a-b608-360a44fd164e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:48.313102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:48.338766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 86b39923-b658-498d-ae86-8b1d9398207f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:48.339159 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (86b39923-b658-498d-ae86-8b1d9398207f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:48.466299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c58fbea7-6ced-45ca-ae2a-dabf5c3a791c None None] Provisioning complete for port 9bbb14f5-c04e-47bd-96dd-2f2fc0627f95 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:48.466745 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c58fbea7-6ced-45ca-ae2a-dabf5c3a791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9bbb14f5-c04e-47bd-96dd-2f2fc0627f95), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:48.531692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-328d7f07-a80a-43ea-85c2-3abc94dab229 req-2a2aae63-1448-4f81-904a-c3055d9ef1af tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0655866 Feb 09 03:38:48.548035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f82d033b-e52a-4b65-9255-3605e5c09da4 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9bbb14f5-c04e-47bd-96dd-2f2fc0627f95), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:48.635391 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7063f52a-40cd-4a65-9ef6-962aa33e9b07 admin admin] Publish callbacks [] for security_group (411e3734-88e3-478d-b452-fcfd24f37164), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:48.636580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d033b-e52a-4b65-9255-3605e5c09da4 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=9bbb14f5-c04e-47bd-96dd-2f2fc0627f95,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:48.659766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c58fbea7-6ced-45ca-ae2a-dabf5c3a791c None None] Port 9bbb14f5-c04e-47bd-96dd-2f2fc0627f95 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:38:48.667078 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7063f52a-40cd-4a65-9ef6-962aa33e9b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (411e3734-88e3-478d-b452-fcfd24f37164), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:48.688886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Router 8ea2e27d-b411-40da-94aa-4cc1fac19dde has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:38:48.748264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c58fbea7-6ced-45ca-ae2a-dabf5c3a791c None None] Provisioning complete for port 86b39923-b658-498d-ae86-8b1d9398207f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:48.755252 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c58fbea7-6ced-45ca-ae2a-dabf5c3a791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (86b39923-b658-498d-ae86-8b1d9398207f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:48.796183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 86b39923-b658-498d-ae86-8b1d9398207f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:48.804449 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7063f52a-40cd-4a65-9ef6-962aa33e9b07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e980c482139a45cf82eaa3caaf1b2386&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3183162 Feb 09 03:38:48.836225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59344) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:49.028411 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:38:49.031861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c58fbea7-6ced-45ca-ae2a-dabf5c3a791c None None] Current status of the port 86b39923-b658-498d-ae86-8b1d9398207f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:49.036856 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-efb79d0c-effa-4898-b973-b71e1ea42ad1 admin admin] 10.222.0.21 "PUT /v2.0/routers/8ea2e27d-b411-40da-94aa-4cc1fac19dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0880003 Feb 09 03:38:49.041933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Sync routers for ids ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:38:49.062284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbb16609-bf01-490c-925e-f7a9f8c95c6c admin admin] Publish callbacks [] for security_group (411e3734-88e3-478d-b452-fcfd24f37164), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:49.077297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Routers {'8ea2e27d-b411-40da-94aa-4cc1fac19dde'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:49.078274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:38:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:49.119712 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbb16609-bf01-490c-925e-f7a9f8c95c6c admin admin] Publish callbacks [] for security_group (411e3734-88e3-478d-b452-fcfd24f37164), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:49.213078 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca3b0f-4ec1-4658-a7c3-ccb5ff76f326 req-87800466-bb35-4e31-ba52-b76867f916dc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:49.230586 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40ca3b0f-4ec1-4658-a7c3-ccb5ff76f326 req-87800466-bb35-4e31-ba52-b76867f916dc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.1896262 Feb 09 03:38:49.233259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbb16609-bf01-490c-925e-f7a9f8c95c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (411e3734-88e3-478d-b452-fcfd24f37164), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:49.236405 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbb16609-bf01-490c-925e-f7a9f8c95c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:49.237614 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fbb16609-bf01-490c-925e-f7a9f8c95c6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/411e3734-88e3-478d-b452-fcfd24f37164 HTTP/1.1" status: 204 len: 168 time: 0.4003699 Feb 09 03:38:49.272765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063f52a-40cd-4a65-9ef6-962aa33e9b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411e3734-88e3-478d-b452-fcfd24f37164,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:49.320749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb16609-bf01-490c-925e-f7a9f8c95c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411e3734-88e3-478d-b452-fcfd24f37164,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:49.351198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c6442a81-4536-4965-a2ec-d93f85fc5255 None None] Could not find standard attr ID for object 9bbb14f5-c04e-47bd-96dd-2f2fc0627f95. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:38:49.367170 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f82d033b-e52a-4b65-9255-3605e5c09da4 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:49.374564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59356) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:49.380063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f82d033b-e52a-4b65-9255-3605e5c09da4 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/9bbb14f5-c04e-47bd-96dd-2f2fc0627f95 HTTP/1.1" status: 204 len: 168 time: 1.8435652 Feb 09 03:38:49.408181 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40ca3b0f-4ec1-4658-a7c3-ccb5ff76f326 req-3163d8d2-d189-4405-8605-f5b748609c7d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1721048 Feb 09 03:38:49.464614 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae12b6a-4b4b-4333-86aa-d9108784868f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] DELETE failed (client error): The resource could not be found. Feb 09 03:38:49.465902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae12b6a-4b4b-4333-86aa-d9108784868f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:38:49.477215 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2ae12b6a-4b4b-4333-86aa-d9108784868f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/9bbb14f5-c04e-47bd-96dd-2f2fc0627f95 HTTP/1.1" status: 404 len: 333 time: 0.0995853 Feb 09 03:38:49.479637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59364) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:49.507123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Set router 8ea2e27d-b411-40da-94aa-4cc1fac19dde gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:38:49.517853 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:49.612369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c6442a81-4536-4965-a2ec-d93f85fc5255 None None] Provisioning complete for port 1d4751b9-d9a7-401a-ab56-40caf5517f62 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:49.612754 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6442a81-4536-4965-a2ec-d93f85fc5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:49.630808 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd016751-c428-47e6-a599-fce9038bf0d5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:38:49.639097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59372) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:49.658819 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dd016751-c428-47e6-a599-fce9038bf0d5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/9bbb14f5-c04e-47bd-96dd-2f2fc0627f95 HTTP/1.1" status: 404 len: 333 time: 0.1711023 Feb 09 03:38:49.730077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c6442a81-4536-4965-a2ec-d93f85fc5255 None None] Port 1d4751b9-d9a7-401a-ab56-40caf5517f62 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:38:49.885784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea412dd-b597-4a3b-a088-f9f987a08b27 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting subnet 85c10227-2e11-441c-968d-7311a50c54ed {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:38:49.893907 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eea412dd-b597-4a3b-a088-f9f987a08b27 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (85c10227-2e11-441c-968d-7311a50c54ed), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:49.995146 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-934dd726-e0ae-4669-a330-03d07795afc0 req-2fcc8999-0d2a-43e2-b2cc-41928e086abb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.2341459 Feb 09 03:38:50.029472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eea412dd-b597-4a3b-a088-f9f987a08b27 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (85c10227-2e11-441c-968d-7311a50c54ed), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:50.163315 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:38:46Z', 'revision_number': 4, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '1d4751b9-d9a7-401a-ab56-40caf5517f62', 'name': '', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'mac_address': 'fa:16:3e:eb:7b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:43Z', 'updated_at': '2022-02-09T03:38:47Z', 'revision_number': 2, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'subnets': [{'id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:50.215190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Checking router: 8ea2e27d-b411-40da-94aa-4cc1fac19dde for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:38:50.215549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Updating router 8ea2e27d-b411-40da-94aa-4cc1fac19dde port 1d4751b9-d9a7-401a-ab56-40caf5517f62 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:38:50.252745 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eea412dd-b597-4a3b-a088-f9f987a08b27 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (85c10227-2e11-441c-968d-7311a50c54ed), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:50.284751 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:50.381499 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eea412dd-b597-4a3b-a088-f9f987a08b27 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (85c10227-2e11-441c-968d-7311a50c54ed), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:50.492204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea412dd-b597-4a3b-a088-f9f987a08b27 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Subnet': ['ID=85c10227-2e11-441c-968d-7311a50c54ed,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:50.520704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eea412dd-b597-4a3b-a088-f9f987a08b27 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:50.527398 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eea412dd-b597-4a3b-a088-f9f987a08b27 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/85c10227-2e11-441c-968d-7311a50c54ed HTTP/1.1" status: 204 len: 168 time: 0.8868837 Feb 09 03:38:50.530555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59400) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:50.617176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9088024-eb89-4258-9b29-8c5f5322d80f None None] Network 9468d4f2-de06-480e-85fd-14516d37e42b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:38:50.811067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59410) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:50.819964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1972902585-network', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:50.884874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Made reservation on behalf of 5907c90231ce4355b7aae3cf08699bb0 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:50.886390 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:50.920049 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:50.968418 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (9468d4f2-de06-480e-85fd-14516d37e42b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:51.004374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cde09-3720-4b87-adc9-211a78ba3657 req-bc954b52-0e25-4329-88ef-557692ab9569 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:51.015152 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-006cde09-3720-4b87-adc9-211a78ba3657 req-bc954b52-0e25-4329-88ef-557692ab9569 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.4372048 Feb 09 03:38:51.331209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-006cde09-3720-4b87-adc9-211a78ba3657 req-0d65084c-896d-4e31-8c15-99bd18e004f0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3149662 Feb 09 03:38:51.371123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 86b39923-b658-498d-ae86-8b1d9398207f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:51.371540 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (86b39923-b658-498d-ae86-8b1d9398207f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:51.396310 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7fdfd261-9fe4-41a6-8902-ca74a36eb074 req-5f96d101-8cc1-477c-9451-99abe57fddf5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1654077 Feb 09 03:38:51.414164 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Publish callbacks [] for security_group (4e478993-45df-48cb-b03d-f1b7daf70af7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:51.426411 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4e478993-45df-48cb-b03d-f1b7daf70af7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:51.497934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:38:51.499797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] For port 86b39923-b658-498d-ae86-8b1d9398207f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=86b39923-b658-498d-ae86-8b1d9398207f,segment=NetworkSegment(347c8230-1a25-429f-ab56-ff0782b0bedf),segment_id=347c8230-1a25-429f-ab56-ff0782b0bedf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:51.500175 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (86b39923-b658-498d-ae86-8b1d9398207f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:51.515624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 86b39923-b658-498d-ae86-8b1d9398207f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:51.564190 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (40f62603-3e55-4a09-b25d-2be9913d7f5e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:51.569454 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Added segment 40f62603-3e55-4a09-b25d-2be9913d7f5e of type vlan for network 07284b19-80f1-4329-87b5-f28e6882c054 Feb 09 03:38:51.575852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e478993-45df-48cb-b03d-f1b7daf70af7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:51.601673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59440) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:51.665799 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (86b39923-b658-498d-ae86-8b1d9398207f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:51.735116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No DVR routers for this DVR port 86b39923-b658-498d-ae86-8b1d9398207f on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:38:51.742862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=86b39923-b658-498d-ae86-8b1d9398207f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:51.777928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (07284b19-80f1-4329-87b5-f28e6882c054), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:51.836341 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (07284b19-80f1-4329-87b5-f28e6882c054), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:51.837464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:51.838136 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:51.933829 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1192236 Feb 09 03:38:51.978368 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Publish callbacks [] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.026669 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59452) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:52.027955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59454) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:52.043445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2f018f0a-c5fa-454f-accd-2c8bc0cb8c58 admin admin] Request body: {'subnet': {'network_id': '07284b19-80f1-4329-87b5-f28e6882c054', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1972902585-subnet', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:52.048252 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.112076 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.142541 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (9468d4f2-de06-480e-85fd-14516d37e42b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.165480 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f018f0a-c5fa-454f-accd-2c8bc0cb8c58 admin admin] Made reservation on behalf of 5907c90231ce4355b7aae3cf08699bb0 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:52.168721 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f018f0a-c5fa-454f-accd-2c8bc0cb8c58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.206144 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.239487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b88833-3b73-4175-a285-dc9e1e023c76 None None] Pushing event updated for resources: {'Port': ['ID=1d4751b9-d9a7-401a-ab56-40caf5517f62,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:52.270815 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-61f54630-234a-4ae1-ab8a-2e90a8ee610a tempest-AgentManagementNegativeTest-91412203 tempest-AgentManagementNegativeTest-91412203-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6638017 Feb 09 03:38:52.270815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288428db-1554-4240-b3fd-396c1d7cfaa9 admin admin] Pushing event updated for resources: {'Network': ['ID=07284b19-80f1-4329-87b5-f28e6882c054,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:52.371450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 07284b19-80f1-4329-87b5-f28e6882c054 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:38:52.515995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9468d4f2-de06-480e-85fd-14516d37e42b']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:52.560061 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9634d6a1-ed57-424b-92d9-638712b3fc70 req-100c056a-7a7b-4e43-b15d-d49debbabcaf tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0751274 Feb 09 03:38:52.616243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347c8230-1a25-429f-ab56-ff0782b0bedf') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:52.616985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347c8230-1a25-429f-ab56-ff0782b0bedf') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:52.659662 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-46a9affc-50a6-4233-8ff5-149120433f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.663180 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (347c8230-1a25-429f-ab56-ff0782b0bedf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.810667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-46a9affc-50a6-4233-8ff5-149120433f25 admin admin] Publish callbacks [] for security_group (d4af6546-cb1f-45c7-a1e6-ead9a32f5218), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.815832 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (347c8230-1a25-429f-ab56-ff0782b0bedf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.822921 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-46a9affc-50a6-4233-8ff5-149120433f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d4af6546-cb1f-45c7-a1e6-ead9a32f5218), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.831134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:38:52.831684 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (347c8230-1a25-429f-ab56-ff0782b0bedf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.833907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a3e7b4-170d-43dc-b64c-d918dfaba3f0 None None] DHCP port deletion for 9468d4f2-de06-480e-85fd-14516d37e42b request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:38:52.843877 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:38:52.851033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Attempting to bind port 1d4751b9-d9a7-401a-ab56-40caf5517f62 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:52.851414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Attempting to bind port 1d4751b9-d9a7-401a-ab56-40caf5517f62 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:52.851783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Attempting to bind port 1d4751b9-d9a7-401a-ab56-40caf5517f62 on network 64506a81-f156-4e9a-b608-360a44fd164e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:52.869647 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f018f0a-c5fa-454f-accd-2c8bc0cb8c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (b9cd67c5-c35f-4632-846f-f1638c2fac27), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.898657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:38:52.898657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Checking segment: {'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:52.898976 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.901866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Bound using segment: {'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:38:52.902568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Bound port: 1d4751b9-d9a7-401a-ab56-40caf5517f62, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:38:52.903336 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.906178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59474) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:53.023156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f018f0a-c5fa-454f-accd-2c8bc0cb8c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9cd67c5-c35f-4632-846f-f1638c2fac27,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:53.067494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-365412a4-5c35-4139-897e-0c5dde41e6be None None] Provisioning complete for port 1d4751b9-d9a7-401a-ab56-40caf5517f62 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:53.069967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-365412a4-5c35-4139-897e-0c5dde41e6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.127440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b491647-89f1-44e6-a556-7d352e218e01 req-a7321b36-f4e5-43be-9ebc-70c88c4ed422 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:53.135911 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b491647-89f1-44e6-a556-7d352e218e01 req-a7321b36-f4e5-43be-9ebc-70c88c4ed422 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.6321259 Feb 09 03:38:53.160734 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-46a9affc-50a6-4233-8ff5-149120433f25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e48eae6814b44ce8366e264ec00473a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1281576 Feb 09 03:38:53.168011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59488) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:53.182266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9affc-50a6-4233-8ff5-149120433f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4af6546-cb1f-45c7-a1e6-ead9a32f5218,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:53.298830 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f020e30-e5b8-4d3e-a88c-44f64cdc6a79 admin admin] Publish callbacks [] for security_group (d4af6546-cb1f-45c7-a1e6-ead9a32f5218), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.301950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-365412a4-5c35-4139-897e-0c5dde41e6be None None] Port 1d4751b9-d9a7-401a-ab56-40caf5517f62 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:38:53.302649 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (9468d4f2-de06-480e-85fd-14516d37e42b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.311634 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d2e50233-7758-4a3c-b905-6a7dd5ba0a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.320850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f018f0a-c5fa-454f-accd-2c8bc0cb8c58 admin admin] Checking segment: {'id': '40f62603-3e55-4a09-b25d-2be9913d7f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:53.321167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f018f0a-c5fa-454f-accd-2c8bc0cb8c58 admin admin] Network hostable DHCP agents. Network: 07284b19-80f1-4329-87b5-f28e6882c054, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:38:53.325857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] For port 1d4751b9-d9a7-401a-ab56-40caf5517f62, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:38:53.344246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] For port 1d4751b9-d9a7-401a-ab56-40caf5517f62, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1d4751b9-d9a7-401a-ab56-40caf5517f62,segment=NetworkSegment(7aef45e9-b9db-461c-85f3-4d1396c168ee),segment_id=7aef45e9-b9db-461c-85f3-4d1396c168ee)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:38:53.363375 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.375037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59490) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:53.379251 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.379636 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/networks/9468d4f2-de06-480e-85fd-14516d37e42b HTTP/1.1" status: 204 len: 168 time: 2.8474216 Feb 09 03:38:53.380665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92edd45-dfdc-4864-bdbf-8f2b2f49a904 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Network': ['ID=9468d4f2-de06-480e-85fd-14516d37e42b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:53.382984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59492) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:53.405836 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f020e30-e5b8-4d3e-a88c-44f64cdc6a79 admin admin] Publish callbacks [] for security_group (d4af6546-cb1f-45c7-a1e6-ead9a32f5218), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.463266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d742806e-a17a-417b-a424-c79f99fe1de3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2001441222'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:53.489138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b491647-89f1-44e6-a556-7d352e218e01 req-56358365-c628-4b77-a1c3-d2bc75f293a3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3519819 Feb 09 03:38:53.594954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f018f0a-c5fa-454f-accd-2c8bc0cb8c58 admin admin] Network 07284b19-80f1-4329-87b5-f28e6882c054 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:38:53.598854 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d742806e-a17a-417b-a424-c79f99fe1de3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:53.613008 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742806e-a17a-417b-a424-c79f99fe1de3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.629314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Routers {'8ea2e27d-b411-40da-94aa-4cc1fac19dde'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:53.630729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:38:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:53.649079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b88833-3b73-4175-a285-dc9e1e023c76 None None] Pushing event updated for resources: {'Port': ['ID=1d4751b9-d9a7-401a-ab56-40caf5517f62,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:53.691002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2f018f0a-c5fa-454f-accd-2c8bc0cb8c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 07284b19-80f1-4329-87b5-f28e6882c054) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:53.705138 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f018f0a-c5fa-454f-accd-2c8bc0cb8c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:53.705998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f018f0a-c5fa-454f-accd-2c8bc0cb8c58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.754943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2f018f0a-c5fa-454f-accd-2c8bc0cb8c58 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7245429 Feb 09 03:38:53.755757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59502) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:53.760471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1972902585-router', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:53.762158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38969e2a-2f2e-4819-8753-571750d02b17 None None] Network 07284b19-80f1-4329-87b5-f28e6882c054 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:38:53.762620 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d2e50233-7758-4a3c-b905-6a7dd5ba0a3c admin admin] Publish callbacks [] for security_group (b0736565-27d4-4d49-be19-99b10684d93a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.790235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d742806e-a17a-417b-a424-c79f99fe1de3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:38:53.802589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ee87012-8624-41fc-8ddb-04167e47468d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.814280 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742806e-a17a-417b-a424-c79f99fe1de3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (08322b6e-0153-49e2-a155-75cecaef0976), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.815396 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-d742806e-a17a-417b-a424-c79f99fe1de3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Added segment 08322b6e-0153-49e2-a155-75cecaef0976 of type vlan for network 8295ef0e-5cd2-4611-a142-93a3fe39d802 Feb 09 03:38:53.845286 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.851399 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.952700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742806e-a17a-417b-a424-c79f99fe1de3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (8295ef0e-5cd2-4611-a142-93a3fe39d802), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.959843 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ee87012-8624-41fc-8ddb-04167e47468d admin admin] Publish callbacks [] for security_group (9034e596-ddd2-4f48-baa0-69c6863bbbcc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.961317 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f020e30-e5b8-4d3e-a88c-44f64cdc6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d4af6546-cb1f-45c7-a1e6-ead9a32f5218), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.969266 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6f020e30-e5b8-4d3e-a88c-44f64cdc6a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.999529 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6f020e30-e5b8-4d3e-a88c-44f64cdc6a79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4af6546-cb1f-45c7-a1e6-ead9a32f5218 HTTP/1.1" status: 204 len: 168 time: 0.8124819 Feb 09 03:38:54.011347 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d2e50233-7758-4a3c-b905-6a7dd5ba0a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b0736565-27d4-4d49-be19-99b10684d93a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:54.083329 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Publish callbacks [] for router_controller (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:54.134004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c74b899-f7ee-4d54-8dc1-5279d1ee93e7 req-b3589963-451c-40ef-9d8f-d8ff13fe8a9d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.3674612 Feb 09 03:38:54.144676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ee87012-8624-41fc-8ddb-04167e47468d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9034e596-ddd2-4f48-baa0-69c6863bbbcc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:54.162740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742806e-a17a-417b-a424-c79f99fe1de3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (8295ef0e-5cd2-4611-a142-93a3fe39d802), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:54.172508 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 86b39923-b658-498d-ae86-8b1d9398207f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:38:54.181877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f020e30-e5b8-4d3e-a88c-44f64cdc6a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4af6546-cb1f-45c7-a1e6-ead9a32f5218,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:54.192983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d742806e-a17a-417b-a424-c79f99fe1de3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:54.199274 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d742806e-a17a-417b-a424-c79f99fe1de3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:54.331441 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d2e50233-7758-4a3c-b905-6a7dd5ba0a3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bbe7723fec9497d9d56f75cc3f9c98f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4236917 Feb 09 03:38:54.346189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59514) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:54.411525 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e50233-7758-4a3c-b905-6a7dd5ba0a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0736565-27d4-4d49-be19-99b10684d93a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:54.421223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-07284b19-80f1-4329-87b5-f28e6882c054', 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054', 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'fixed_ips': [{'subnet_id': 'b9cd67c5-c35f-4632-846f-f1638c2fac27'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:38:54.422114 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:54.423708 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2ee87012-8624-41fc-8ddb-04167e47468d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=872933d00a8a492e8764a1f1f9cb9b20&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0348856 Feb 09 03:38:54.426369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59516) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:54.450890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742806e-a17a-417b-a424-c79f99fe1de3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Network': ['ID=8295ef0e-5cd2-4611-a142-93a3fe39d802,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:54.467831 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:54.649629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee87012-8624-41fc-8ddb-04167e47468d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9034e596-ddd2-4f48-baa0-69c6863bbbcc,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:54.669480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d742806e-a17a-417b-a424-c79f99fe1de3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2852414 Feb 09 03:38:54.678124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59520) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:54.690975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 86b39923-b658-498d-ae86-8b1d9398207f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:38:54.691608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 86b39923-b658-498d-ae86-8b1d9398207f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:38:54.716742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 8295ef0e-5cd2-4611-a142-93a3fe39d802 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:38:54.731064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a62d8a01-f004-423c-86c4-503aee5561b0 None None] Provisioning complete for port 1d4751b9-d9a7-401a-ab56-40caf5517f62 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:54.731834 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a62d8a01-f004-423c-86c4-503aee5561b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:54.739957 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c06f6c76-5dce-4d29-a1d9-9c2c4ccd6307 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '8295ef0e-5cd2-4611-a142-93a3fe39d802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:54.744664 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Publish callbacks [] for router_gateway (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:54.780455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59526) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:54.838097 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b6661cb-be41-4be2-9744-bcd36a26c20f admin admin] Publish callbacks [] for security_group (b0736565-27d4-4d49-be19-99b10684d93a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:54.924870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880dc6d-ba1d-40eb-b234-f50d0a9b26f2 req-b7a54654-48c8-4655-9c7c-e82f30ff955a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:54.926520 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1880dc6d-ba1d-40eb-b234-f50d0a9b26f2 req-b7a54654-48c8-4655-9c7c-e82f30ff955a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.2557187 Feb 09 03:38:55.038027 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a59b482a-0a8a-4ee9-b360-cec83a04a5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:55.047412 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28c31f6c-9522-47a6-969c-cebb4e8c1fd2 admin admin] Publish callbacks [] for security_group (9034e596-ddd2-4f48-baa0-69c6863bbbcc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:55.087305 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28c31f6c-9522-47a6-969c-cebb4e8c1fd2 admin admin] Publish callbacks [] for security_group (9034e596-ddd2-4f48-baa0-69c6863bbbcc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:55.121482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] Set router 8ea2e27d-b411-40da-94aa-4cc1fac19dde gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:38:55.205659 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06f6c76-5dce-4d29-a1d9-9c2c4ccd6307 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:55.215086 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c06f6c76-5dce-4d29-a1d9-9c2c4ccd6307 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:55.234352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1880dc6d-ba1d-40eb-b234-f50d0a9b26f2 req-d1ca82f4-a900-4544-81e4-c8b736dcec88 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2773535 Feb 09 03:38:55.471040 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28c31f6c-9522-47a6-969c-cebb4e8c1fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9034e596-ddd2-4f48-baa0-69c6863bbbcc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:55.478737 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-28c31f6c-9522-47a6-969c-cebb4e8c1fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:55.483445 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-28c31f6c-9522-47a6-969c-cebb4e8c1fd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9034e596-ddd2-4f48-baa0-69c6863bbbcc HTTP/1.1" status: 204 len: 168 time: 1.0542502 Feb 09 03:38:55.523148 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b6661cb-be41-4be2-9744-bcd36a26c20f admin admin] Publish callbacks [] for security_group (b0736565-27d4-4d49-be19-99b10684d93a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:55.537183 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Publish callbacks [] for router_gateway (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:55.544054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Allocated IP 172.20.0.2 (07284b19-80f1-4329-87b5-f28e6882c054/b9cd67c5-c35f-4632-846f-f1638c2fac27/469e5aa5-a4f2-46cc-bbf1-50442fbe4d10) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:38:55.596057 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:55.740439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c31f6c-9522-47a6-969c-cebb4e8c1fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9034e596-ddd2-4f48-baa0-69c6863bbbcc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:55.760091 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ee0b199-acb8-4d14-943c-8b9d16cb29b2 req-9d4b64a2-9190-4ce2-80eb-6bda7e073310 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.2931964 Feb 09 03:38:55.902200 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a62d8a01-f004-423c-86c4-503aee5561b0 None None] Current status of the port 1d4751b9-d9a7-401a-ab56-40caf5517f62 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:55.902200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a62d8a01-f004-423c-86c4-503aee5561b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:55.976165 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c06f6c76-5dce-4d29-a1d9-9c2c4ccd6307 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (7f39de85-af03-45b9-b1a5-b526481da43e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:55.990621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Allocated IP 172.25.5.209 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/a6ec744f-3e4b-47c1-86de-3f430f9467bd) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:38:56.138871 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a62d8a01-f004-423c-86c4-503aee5561b0 None None] For port 1d4751b9-d9a7-401a-ab56-40caf5517f62, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1d4751b9-d9a7-401a-ab56-40caf5517f62,segment=NetworkSegment(7aef45e9-b9db-461c-85f3-4d1396c168ee),segment_id=7aef45e9-b9db-461c-85f3-4d1396c168ee)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:56.166496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f6c76-5dce-4d29-a1d9-9c2c4ccd6307 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Subnet': ['ID=7f39de85-af03-45b9-b1a5-b526481da43e,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:56.170816 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a62d8a01-f004-423c-86c4-503aee5561b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.183741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Publish callbacks [] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.229005 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a59b482a-0a8a-4ee9-b360-cec83a04a5ee admin admin] Publish callbacks [] for security_group (4d6b248f-32c4-41c0-8e39-a3c499a875b1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.252910 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.268070 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a59b482a-0a8a-4ee9-b360-cec83a04a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4d6b248f-32c4-41c0-8e39-a3c499a875b1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.323536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:56.333891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:56.344961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:56.351365 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a59b482a-0a8a-4ee9-b360-cec83a04a5ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fd08dc52b3c440db68dc989d03b0945&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5617230 Feb 09 03:38:56.351365 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b6661cb-be41-4be2-9744-bcd36a26c20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b0736565-27d4-4d49-be19-99b10684d93a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.354924 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b6661cb-be41-4be2-9744-bcd36a26c20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.361687 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7b6661cb-be41-4be2-9744-bcd36a26c20f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0736565-27d4-4d49-be19-99b10684d93a HTTP/1.1" status: 204 len: 168 time: 2.0104148 Feb 09 03:38:56.362316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59558) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:56.442939 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Publish callbacks [] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.560974 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6653a3f-c83c-4ffc-9897-b5becf5c83a0 admin admin] Publish callbacks [] for security_group (4d6b248f-32c4-41c0-8e39-a3c499a875b1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.576759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d8a01-f004-423c-86c4-503aee5561b0 None None] Pushing event updated for resources: {'Port': ['ID=1d4751b9-d9a7-401a-ab56-40caf5517f62,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:56.595814 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.624386 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6653a3f-c83c-4ffc-9897-b5becf5c83a0 admin admin] Publish callbacks [] for security_group (4d6b248f-32c4-41c0-8e39-a3c499a875b1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.653403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Pushing event updated for resources: {'Port': ['ID=a6ec744f-3e4b-47c1-86de-3f430f9467bd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:56.760667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Network 07284b19-80f1-4329-87b5-f28e6882c054 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:56.764897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:56.772715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:56.778740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f64883-ba0f-43b8-8d50-d9c0c7dda782 req-eea96c68-3cf6-4cfc-a760-24c7d14dff98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:56.785060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19f64883-ba0f-43b8-8d50-d9c0c7dda782 req-eea96c68-3cf6-4cfc-a760-24c7d14dff98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.3782978 Feb 09 03:38:56.787774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Pushing event updated for resources: {'Port': ['ID=469e5aa5-a4f2-46cc-bbf1-50442fbe4d10,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:56.860969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Attempting to bind port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:56.861690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Attempting to bind port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '40f62603-3e55-4a09-b25d-2be9913d7f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:56.863074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Attempting to bind port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 on network 07284b19-80f1-4329-87b5-f28e6882c054 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:56.864193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f6c76-5dce-4d29-a1d9-9c2c4ccd6307 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Checking segment: {'id': '08322b6e-0153-49e2-a155-75cecaef0976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8295ef0e-5cd2-4611-a142-93a3fe39d802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:56.864757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f6c76-5dce-4d29-a1d9-9c2c4ccd6307 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network hostable DHCP agents. Network: 8295ef0e-5cd2-4611-a142-93a3fe39d802, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:38:56.872558 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:38:46Z', 'revision_number': 4, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '1d4751b9-d9a7-401a-ab56-40caf5517f62', 'name': '', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'mac_address': 'fa:16:3e:eb:7b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:43Z', 'updated_at': '2022-02-09T03:38:53Z', 'revision_number': 4, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'subnets': [{'id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:56.875159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:38:56.876330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Checking segment: {'id': '40f62603-3e55-4a09-b25d-2be9913d7f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:56.877074 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.877701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Bound using segment: {'id': '40f62603-3e55-4a09-b25d-2be9913d7f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:38:56.878367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Bound port: 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f62603-3e55-4a09-b25d-2be9913d7f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:38:56.878932 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.895102 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6653a3f-c83c-4ffc-9897-b5becf5c83a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4d6b248f-32c4-41c0-8e39-a3c499a875b1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.898795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6653a3f-c83c-4ffc-9897-b5becf5c83a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:56.900368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f6653a3f-c83c-4ffc-9897-b5becf5c83a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d6b248f-32c4-41c0-8e39-a3c499a875b1 HTTP/1.1" status: 204 len: 168 time: 0.5322967 Feb 09 03:38:56.901302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b482a-0a8a-4ee9-b360-cec83a04a5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6b248f-32c4-41c0-8e39-a3c499a875b1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:56.919887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6661cb-be41-4be2-9744-bcd36a26c20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0736565-27d4-4d49-be19-99b10684d93a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:56.934894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f6c76-5dce-4d29-a1d9-9c2c4ccd6307 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 8295ef0e-5cd2-4611-a142-93a3fe39d802 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:38:56.937548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6653a3f-c83c-4ffc-9897-b5becf5c83a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6b248f-32c4-41c0-8e39-a3c499a875b1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:56.981771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c06f6c76-5dce-4d29-a1d9-9c2c4ccd6307 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 8295ef0e-5cd2-4611-a142-93a3fe39d802) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:57.001491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06f6c76-5dce-4d29-a1d9-9c2c4ccd6307 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:57.009640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c06f6c76-5dce-4d29-a1d9-9c2c4ccd6307 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:57.074117 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-60105dc2-a851-4f20-b65d-94eae2f6abfa req-f0a095db-e7a0-4d1a-ba3b-cf9a77ce1421 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0357370 Feb 09 03:38:57.081259 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c06f6c76-5dce-4d29-a1d9-9c2c4ccd6307 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4018893 Feb 09 03:38:57.083672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59582) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:57.093832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': '8295ef0e-5cd2-4611-a142-93a3fe39d802', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1373912627'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:57.211442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b853d-44cd-4435-9b9b-b7d5a509b1fc None None] Network 8295ef0e-5cd2-4611-a142-93a3fe39d802 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:38:57.350635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:38:57.355013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:57.379378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 904776ee-3d7b-4c4d-8354-bd5a87866c4d yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:38:57.463560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5cc75-dd5a-4899-a1c7-b68f1f53a386 None None] The sync data for ids ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'] in n-d-824835-15 is: [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:38:46Z', 'revision_number': 4, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '1d4751b9-d9a7-401a-ab56-40caf5517f62', 'name': '', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'mac_address': 'fa:16:3e:eb:7b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:43Z', 'updated_at': '2022-02-09T03:38:53Z', 'revision_number': 4, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'subnets': [{'id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:38:57.603668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.14 (8295ef0e-5cd2-4611-a142-93a3fe39d802/7f39de85-af03-45b9-b1a5-b526481da43e/904776ee-3d7b-4c4d-8354-bd5a87866c4d) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:38:57.853917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] For port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:38:57.881443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] For port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=469e5aa5-a4f2-46cc-bbf1-50442fbe4d10,segment=NetworkSegment(40f62603-3e55-4a09-b25d-2be9913d7f5e),segment_id=40f62603-3e55-4a09-b25d-2be9913d7f5e)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:38:57.913489 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:58.098202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-8295ef0e-5cd2-4611-a142-93a3fe39d802', 'network_id': '8295ef0e-5cd2-4611-a142-93a3fe39d802', 'project_id': 'f5a763a84799486e879fc3e8436c97a5', 'fixed_ips': [{'subnet_id': '7f39de85-af03-45b9-b1a5-b526481da43e'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:38:58.099076 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:58.117696 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:38:58.159354 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Publish callbacks [] for router_gateway (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:58.195873 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (904776ee-3d7b-4c4d-8354-bd5a87866c4d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:58.227999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf8ea1-dc92-4d0a-886d-a4c90b8533f2 None None] Pushing event updated for resources: {'Port': ['ID=469e5aa5-a4f2-46cc-bbf1-50442fbe4d10,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:58.299283 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (904776ee-3d7b-4c4d-8354-bd5a87866c4d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:58.513987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19f64883-ba0f-43b8-8d50-d9c0c7dda782 req-5ec0994f-4b4f-42c3-bfa3-1017d21b1182 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.7176394 Feb 09 03:38:58.582285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1d4751b9-d9a7-401a-ab56-40caf5517f62 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:38:58.588198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 8295ef0e-5cd2-4611-a142-93a3fe39d802 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:58.741747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:58.839740 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c015a64a-785e-4e4c-84f9-48af17dab373 req-0562f4ae-1b7b-4c3f-8094-993ba05030a9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.5157259 Feb 09 03:38:58.842725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:58.933828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=904776ee-3d7b-4c4d-8354-bd5a87866c4d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:58.961529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1d4751b9-d9a7-401a-ab56-40caf5517f62 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:58.961529 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:58.974830 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:59.034613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:59.035297 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:59.064358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc6dd4-f59f-42d8-8eba-0dd5e51cda76 req-6c83f49b-0421-41af-b547-8d7140fc15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:59.065922 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cffc6dd4-f59f-42d8-8eba-0dd5e51cda76 req-6c83f49b-0421-41af-b547-8d7140fc15b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1128 time: 0.4766760 Feb 09 03:38:59.070582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Allocated IP 172.20.0.2 (8295ef0e-5cd2-4611-a142-93a3fe39d802/7f39de85-af03-45b9-b1a5-b526481da43e/c54c403e-a93d-4896-8d79-01c6554f0549) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:38:59.171942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0e478de8-2f27-40fe-89db-bbc645846357 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.0860460 Feb 09 03:38:59.239979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59638) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:59.522165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc6dd4-f59f-42d8-8eba-0dd5e51cda76 req-552ccfe7-bc01-42f2-a803-0e14c18652d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:59.527340 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cffc6dd4-f59f-42d8-8eba-0dd5e51cda76 req-552ccfe7-bc01-42f2-a803-0e14c18652d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.4386427 Feb 09 03:38:59.549104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1d4751b9-d9a7-401a-ab56-40caf5517f62 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:59.660088 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Publish callbacks [] for port (c54c403e-a93d-4896-8d79-01c6554f0549), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:59.670907 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:59.702435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59650) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:59.730808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb85be-401a-4b9d-9bf6-942956a8db5a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 904776ee-3d7b-4c4d-8354-bd5a87866c4d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:38:59.732066 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bcb85be-401a-4b9d-9bf6-942956a8db5a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (904776ee-3d7b-4c4d-8354-bd5a87866c4d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:59.772092 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cffc6dd4-f59f-42d8-8eba-0dd5e51cda76 req-e156eebe-5a26-4aea-971b-8c3a8a407efa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 1001 time: 0.2382803 Feb 09 03:38:59.846846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Pushing event updated for resources: {'Port': ['ID=c54c403e-a93d-4896-8d79-01c6554f0549,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:59.896529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Network 8295ef0e-5cd2-4611-a142-93a3fe39d802 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:38:59.896529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:38:59.901330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:38:59.916748 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bcb85be-401a-4b9d-9bf6-942956a8db5a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (904776ee-3d7b-4c4d-8354-bd5a87866c4d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:59.955868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb85be-401a-4b9d-9bf6-942956a8db5a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 904776ee-3d7b-4c4d-8354-bd5a87866c4d owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:38:59.976311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc6dd4-f59f-42d8-8eba-0dd5e51cda76 req-4eec15ee-2864-4a5c-82b1-16c6a88c9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:59.981539 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cffc6dd4-f59f-42d8-8eba-0dd5e51cda76 req-4eec15ee-2864-4a5c-82b1-16c6a88c9870 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.2051625 Feb 09 03:39:00.152225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Attempting to bind port c54c403e-a93d-4896-8d79-01c6554f0549 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:00.153826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Attempting to bind port c54c403e-a93d-4896-8d79-01c6554f0549 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '08322b6e-0153-49e2-a155-75cecaef0976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8295ef0e-5cd2-4611-a142-93a3fe39d802'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:00.156423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Attempting to bind port c54c403e-a93d-4896-8d79-01c6554f0549 on network 8295ef0e-5cd2-4611-a142-93a3fe39d802 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:00.193693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:00.193693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Checking segment: {'id': '08322b6e-0153-49e2-a155-75cecaef0976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8295ef0e-5cd2-4611-a142-93a3fe39d802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:00.193693 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:00.193693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Bound using segment: {'id': '08322b6e-0153-49e2-a155-75cecaef0976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8295ef0e-5cd2-4611-a142-93a3fe39d802'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:00.194137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Bound port: c54c403e-a93d-4896-8d79-01c6554f0549, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08322b6e-0153-49e2-a155-75cecaef0976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8295ef0e-5cd2-4611-a142-93a3fe39d802'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:00.194575 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:00.195878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Router 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:39:00.241398 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4870c3c1-05d8-44b1-ada4-27d9ebe3322e req-0ed9578a-6f08-46dd-aeed-71b9787694e8 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1125941 Feb 09 03:39:00.256208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2206097'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:00.281039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc6dd4-f59f-42d8-8eba-0dd5e51cda76 req-4b56fc65-b82b-46b2-bfc4-7b62d5199aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:00.287462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cffc6dd4-f59f-42d8-8eba-0dd5e51cda76 req-4b56fc65-b82b-46b2-bfc4-7b62d5199aa8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3023822 Feb 09 03:39:00.299798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:00.465836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Made reservation on behalf of 94dd5b91b1c14a3a9ca6e7c35979ea22 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:00.492694 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:00.555273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b38d0f-1bc9-46ab-a759-b51b7d0ddcee None None] Network 07284b19-80f1-4329-87b5-f28e6882c054 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:00.556367 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:00.659611 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cffc6dd4-f59f-42d8-8eba-0dd5e51cda76 req-5bd00499-0adc-417b-91df-e8e7c7762461 service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645253 Feb 09 03:39:00.711302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f07af-df3d-4940-9470-870dfa2856bc req-e37b792c-929b-4a53-8ac4-bf5c8321dee4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:00.712918 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-377f07af-df3d-4940-9470-870dfa2856bc req-e37b792c-929b-4a53-8ac4-bf5c8321dee4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.5460956 Feb 09 03:39:00.739772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] For port c54c403e-a93d-4896-8d79-01c6554f0549, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:00.756806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bcb85be-401a-4b9d-9bf6-942956a8db5a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (904776ee-3d7b-4c4d-8354-bd5a87866c4d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:00.765839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e97e3b3f-79f4-4bbb-9e62-b5bbf1433641 None None] Provisioning complete for port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:00.772272 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e97e3b3f-79f4-4bbb-9e62-b5bbf1433641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:00.851336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb85be-401a-4b9d-9bf6-942956a8db5a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=904776ee-3d7b-4c4d-8354-bd5a87866c4d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:00.898801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:00.899463 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:00.919363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] For port c54c403e-a93d-4896-8d79-01c6554f0549, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c54c403e-a93d-4896-8d79-01c6554f0549,segment=NetworkSegment(08322b6e-0153-49e2-a155-75cecaef0976),segment_id=08322b6e-0153-49e2-a155-75cecaef0976)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:00.920481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:39:00.934093 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Sync routers for ids ['0ef54033-fbde-4d84-a2e3-1b3d9e03b544'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:39:00.959319 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Routers {'0ef54033-fbde-4d84-a2e3-1b3d9e03b544'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:00.961838 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:38:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0ef54033-fbde-4d84-a2e3-1b3d9e03b544'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:01.007358 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cffc6dd4-f59f-42d8-8eba-0dd5e51cda76 req-e4ac5a01-5297-4ba8-ae01-6efd2bfe41d3 service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383303 Feb 09 03:39:01.076573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks [] for security_group (89f14ca5-4009-4a2b-8ffe-2b7599e1a482), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:01.087083 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:01.093389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (89f14ca5-4009-4a2b-8ffe-2b7599e1a482), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:01.140645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:39:01.169474 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b66b633e-6089-46f1-8a9e-629d83002a36), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:01.169827 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Added segment b66b633e-6089-46f1-8a9e-629d83002a36 of type vlan for network fb868f40-235a-4e22-a22c-0b9eecf26c40 Feb 09 03:39:01.209920 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-377f07af-df3d-4940-9470-870dfa2856bc req-7ab43fb0-4cfc-49ba-9558-d7af0a7ec6ee tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4827514 Feb 09 03:39:01.229005 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:01.232630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1654d97e-a85d-4830-9274-d3201104fece admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4733591 Feb 09 03:39:01.250092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59688) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:01.276414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f14ca5-4009-4a2b-8ffe-2b7599e1a482,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:01.329156 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Set router 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:39:01.392040 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (fb868f40-235a-4e22-a22c-0b9eecf26c40), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:01.467700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e97e3b3f-79f4-4bbb-9e62-b5bbf1433641 None None] Current status of the port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:01.468253 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e97e3b3f-79f4-4bbb-9e62-b5bbf1433641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:01.493836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2ee7946a-c415-47c4-a0f2-5e11816191dd req-6ad9f05b-9343-46ad-bbce-e593e79bc75f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0716383 Feb 09 03:39:01.536629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (fb868f40-235a-4e22-a22c-0b9eecf26c40), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:01.543656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:01.544300 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:01.676491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cd523-6569-4b68-a4d5-0e795bf5aa33 None None] Pushing event updated for resources: {'Port': ['ID=c54c403e-a93d-4896-8d79-01c6554f0549,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:01.746403 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'name': 'tempest-TestServerBasicOps-1972902585-router', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:53Z', 'updated_at': '2022-02-09T03:38:56Z', 'revision_number': 3, 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'gw_port': {'id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:55Z', 'updated_at': '2022-02-09T03:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:01.795727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e97e3b3f-79f4-4bbb-9e62-b5bbf1433641 None None] For port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=469e5aa5-a4f2-46cc-bbf1-50442fbe4d10,segment=NetworkSegment(40f62603-3e55-4a09-b25d-2be9913d7f5e),segment_id=40f62603-3e55-4a09-b25d-2be9913d7f5e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:01.840480 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Checking router: 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:39:01.841097 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Updating router 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 port a6ec744f-3e4b-47c1-86de-3f430f9467bd binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:39:01.872870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Pushing event updated for resources: {'Network': ['ID=fb868f40-235a-4e22-a22c-0b9eecf26c40,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:01.915603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network fb868f40-235a-4e22-a22c-0b9eecf26c40 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:39:01.916236 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4b03a1f9-d337-4b2a-9ff9-75de3f7f5152 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2125583 Feb 09 03:39:01.917291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59704) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:01.925641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bcb85be-401a-4b9d-9bf6-942956a8db5a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:01.934619 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:01.939555 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1bcb85be-401a-4b9d-9bf6-942956a8db5a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/904776ee-3d7b-4c4d-8354-bd5a87866c4d HTTP/1.1" status: 204 len: 168 time: 2.6934483 Feb 09 03:39:01.956165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59706) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:01.956409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4fe44a01-da87-4c64-a744-2a10ad3fd6fc tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Request body: {'subnet': {'network_id': 'fb868f40-235a-4e22-a22c-0b9eecf26c40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:02.115143 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-1470d396-e009-4041-80e6-c869571749e9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:39:02.119264 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e97e3b3f-79f4-4bbb-9e62-b5bbf1433641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:02.119532 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1470d396-e009-4041-80e6-c869571749e9 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/904776ee-3d7b-4c4d-8354-bd5a87866c4d HTTP/1.1" status: 404 len: 333 time: 0.1476278 Feb 09 03:39:02.124719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59708) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:02.299595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe44a01-da87-4c64-a744-2a10ad3fd6fc tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Made reservation on behalf of 94dd5b91b1c14a3a9ca6e7c35979ea22 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:02.303945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fe44a01-da87-4c64-a744-2a10ad3fd6fc tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:02.381066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e3b3f-79f4-4bbb-9e62-b5bbf1433641 None None] Pushing event updated for resources: {'Port': ['ID=469e5aa5-a4f2-46cc-bbf1-50442fbe4d10,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:02.413458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:02.415571 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:02.597603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-673c3935-efe9-4618-bb0e-533986b0cc74 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting subnet 7f39de85-af03-45b9-b1a5-b526481da43e {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:39:02.618900 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-673c3935-efe9-4618-bb0e-533986b0cc74 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (7f39de85-af03-45b9-b1a5-b526481da43e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:02.661505 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:39:02.662092 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:39:02.674462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7508770b-94aa-4146-95de-93947eab34cc None None] Provisioning complete for port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:02.674837 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7508770b-94aa-4146-95de-93947eab34cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:02.757961 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Publish callbacks [] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:02.773764 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:02.857347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7508770b-94aa-4146-95de-93947eab34cc None None] Current status of the port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:02.902531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e3028da6-76cf-4a81-ab1b-9395757df615 req-c64abc21-6879-49fc-aee9-ee38b003e0ef tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1542847 Feb 09 03:39:02.925129 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f962fec-6196-4231-b91c-9a8853ce2fca None None] Pushing event updated for resources: {'Port': ['ID=a6ec744f-3e4b-47c1-86de-3f430f9467bd,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:02.974684 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Attempting to bind port a6ec744f-3e4b-47c1-86de-3f430f9467bd on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:02.975378 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Attempting to bind port a6ec744f-3e4b-47c1-86de-3f430f9467bd by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:02.975489 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Attempting to bind port a6ec744f-3e4b-47c1-86de-3f430f9467bd on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:02.992290 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:02.993140 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:02.994019 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:02.994415 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:02.997199 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Bound port: a6ec744f-3e4b-47c1-86de-3f430f9467bd, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:02.997579 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:03.098227 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fe44a01-da87-4c64-a744-2a10ad3fd6fc tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (61396b01-3a5f-41eb-9d0b-c62d8663e4c8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:03.227589 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-673c3935-efe9-4618-bb0e-533986b0cc74 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (7f39de85-af03-45b9-b1a5-b526481da43e), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:03.240426 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] For port a6ec744f-3e4b-47c1-86de-3f430f9467bd, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:03.256485 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] For port a6ec744f-3e4b-47c1-86de-3f430f9467bd, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a6ec744f-3e4b-47c1-86de-3f430f9467bd,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:03.270513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:03.290995 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:03.304962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe44a01-da87-4c64-a744-2a10ad3fd6fc tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Pushing event updated for resources: {'Subnet': ['ID=61396b01-3a5f-41eb-9d0b-c62d8663e4c8,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:03.363211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe44a01-da87-4c64-a744-2a10ad3fd6fc tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Checking segment: {'id': 'b66b633e-6089-46f1-8a9e-629d83002a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fb868f40-235a-4e22-a22c-0b9eecf26c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:03.363673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe44a01-da87-4c64-a744-2a10ad3fd6fc tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Network hostable DHCP agents. Network: fb868f40-235a-4e22-a22c-0b9eecf26c40, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:39:03.409980 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe44a01-da87-4c64-a744-2a10ad3fd6fc tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Network fb868f40-235a-4e22-a22c-0b9eecf26c40 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:39:03.427446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4fe44a01-da87-4c64-a744-2a10ad3fd6fc tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, fb868f40-235a-4e22-a22c-0b9eecf26c40) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:03.432880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe44a01-da87-4c64-a744-2a10ad3fd6fc tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:03.433558 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4fe44a01-da87-4c64-a744-2a10ad3fd6fc tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:03.459842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d5977-0b9f-4d56-a279-e3b160e0c215 None None] Network fb868f40-235a-4e22-a22c-0b9eecf26c40 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:03.478860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30c009-87ad-482f-8c1a-2735924abd03 req-39384c3f-488d-465e-8738-1127aa9b3bf4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:03.481185 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d30c009-87ad-482f-8c1a-2735924abd03 req-39384c3f-488d-465e-8738-1127aa9b3bf4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.9040580 Feb 09 03:39:03.490966 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4fe44a01-da87-4c64-a744-2a10ad3fd6fc tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5687406 Feb 09 03:39:03.494012 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59750) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:03.514835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Request body: {'port': {'network_id': 'fb868f40-235a-4e22-a22c-0b9eecf26c40', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1707876140'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:03.524772 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Routers {'0ef54033-fbde-4d84-a2e3-1b3d9e03b544'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:03.525342 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:38:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0ef54033-fbde-4d84-a2e3-1b3d9e03b544'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:03.628603 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f962fec-6196-4231-b91c-9a8853ce2fca None None] Pushing event updated for resources: {'Port': ['ID=a6ec744f-3e4b-47c1-86de-3f430f9467bd,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:03.772264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60dfd97-3cf9-4b7e-b701-fa9f2788e659 None None] Network 8295ef0e-5cd2-4611-a142-93a3fe39d802 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:03.862315 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] Set router 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:39:04.007017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Made reservation on behalf of 94dd5b91b1c14a3a9ca6e7c35979ea22 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:04.017255 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:04.023452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c54c403e-a93d-4896-8d79-01c6554f0549 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:04.074340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d30c009-87ad-482f-8c1a-2735924abd03 req-c2256ef5-1ecc-471d-9379-86f3c7232ebd tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5328982 Feb 09 03:39:04.098800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] device_id is not set on port 725f8fa6-2922-4a69-bf2a-2f0648b54666 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:39:04.112019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:04.121009 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-673c3935-efe9-4618-bb0e-533986b0cc74 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (7f39de85-af03-45b9-b1a5-b526481da43e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:04.310206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26d93a47-95d9-4d10-9bec-c93be305acb6 req-1c907184-80c2-46dc-b391-7169cadf339f tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0996401 Feb 09 03:39:04.312122 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'name': 'tempest-TestServerBasicOps-1972902585-router', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:53Z', 'updated_at': '2022-02-09T03:38:56Z', 'revision_number': 3, 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'gw_port': {'id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:55Z', 'updated_at': '2022-02-09T03:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:04.326666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f96acf26-9609-4819-8ae8-e509323ce8f7 None None] Provisioning complete for port c54c403e-a93d-4896-8d79-01c6554f0549 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:04.327364 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f96acf26-9609-4819-8ae8-e509323ce8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:04.396690 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46262e87-0696-4b19-bfdc-24fce38af3c9 None None] The sync data for ids ['0ef54033-fbde-4d84-a2e3-1b3d9e03b544'] in n-d-824835-15 is: [{'id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'name': 'tempest-TestServerBasicOps-1972902585-router', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:53Z', 'updated_at': '2022-02-09T03:38:56Z', 'revision_number': 3, 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'gw_port': {'id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:55Z', 'updated_at': '2022-02-09T03:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:39:04.479749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-fb868f40-235a-4e22-a22c-0b9eecf26c40', 'network_id': 'fb868f40-235a-4e22-a22c-0b9eecf26c40', 'project_id': '94dd5b91b1c14a3a9ca6e7c35979ea22', 'fixed_ips': [{'subnet_id': '61396b01-3a5f-41eb-9d0b-c62d8663e4c8'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:39:04.480769 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:04.497142 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Allocated IP 172.20.0.9 (fb868f40-235a-4e22-a22c-0b9eecf26c40/61396b01-3a5f-41eb-9d0b-c62d8663e4c8/725f8fa6-2922-4a69-bf2a-2f0648b54666) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:04.517973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-673c3935-efe9-4618-bb0e-533986b0cc74 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (7f39de85-af03-45b9-b1a5-b526481da43e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:04.555892 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-673c3935-efe9-4618-bb0e-533986b0cc74 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:04.566139 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-673c3935-efe9-4618-bb0e-533986b0cc74 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/7f39de85-af03-45b9-b1a5-b526481da43e HTTP/1.1" status: 204 len: 168 time: 2.4366717 Feb 09 03:39:04.568215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59776) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:04.604221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c3935-efe9-4618-bb0e-533986b0cc74 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Subnet': ['ID=7f39de85-af03-45b9-b1a5-b526481da43e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:04.712692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59778) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:04.819021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Allocated IP 172.20.0.1 (07284b19-80f1-4329-87b5-f28e6882c054/b9cd67c5-c35f-4632-846f-f1638c2fac27/73a1401d-add7-487b-886a-0220e29337c0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:04.848616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c54c403e-a93d-4896-8d79-01c6554f0549 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:04.849112 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:05.007140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337d9e71-ca98-4926-aba5-f70959c9c8c0 None None] Network 8295ef0e-5cd2-4611-a142-93a3fe39d802 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:05.200115 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Publish callbacks [] for port (73a1401d-add7-487b-886a-0220e29337c0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:05.277292 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks [] for port (725f8fa6-2922-4a69-bf2a-2f0648b54666), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:05.359406 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (73a1401d-add7-487b-886a-0220e29337c0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:05.362290 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0208c774-c6f2-4f81-aab5-a51013f9a826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:05.461901 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-f519a8ed-80d4-4735-b2f4-491c84d1179d tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a34f1adeb10c4baca15d58077da295f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1770768 Feb 09 03:39:05.487663 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (725f8fa6-2922-4a69-bf2a-2f0648b54666), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:05.623752 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0208c774-c6f2-4f81-aab5-a51013f9a826 admin admin] Publish callbacks [] for security_group (5ad74afd-84d2-4c59-a44b-9fb79d03215e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:05.665305 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f96acf26-9609-4819-8ae8-e509323ce8f7 None None] Current status of the port c54c403e-a93d-4896-8d79-01c6554f0549 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:05.679077 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f96acf26-9609-4819-8ae8-e509323ce8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:05.688103 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0208c774-c6f2-4f81-aab5-a51013f9a826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5ad74afd-84d2-4c59-a44b-9fb79d03215e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:05.695318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Network 07284b19-80f1-4329-87b5-f28e6882c054 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:05.763044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208c774-c6f2-4f81-aab5-a51013f9a826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad74afd-84d2-4c59-a44b-9fb79d03215e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:05.801347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:05.806044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:05.817005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f96acf26-9609-4819-8ae8-e509323ce8f7 None None] For port c54c403e-a93d-4896-8d79-01c6554f0549, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c54c403e-a93d-4896-8d79-01c6554f0549,segment=NetworkSegment(08322b6e-0153-49e2-a155-75cecaef0976),segment_id=08322b6e-0153-49e2-a155-75cecaef0976)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:05.864855 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f96acf26-9609-4819-8ae8-e509323ce8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:05.922520 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:05.935615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Allocated IP 172.20.0.2 (fb868f40-235a-4e22-a22c-0b9eecf26c40/61396b01-3a5f-41eb-9d0b-c62d8663e4c8/1531bc33-4654-4ece-b37e-4f5e7bae2653) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:06.165636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Pushing event updated for resources: {'Port': ['ID=73a1401d-add7-487b-886a-0220e29337c0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:06.212726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96acf26-9609-4819-8ae8-e509323ce8f7 None None] Pushing event updated for resources: {'Port': ['ID=c54c403e-a93d-4896-8d79-01c6554f0549,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:06.222067 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (8295ef0e-5cd2-4611-a142-93a3fe39d802), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.233595 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-b1d2108c-3df3-4848-ac60-79783399b070 req-bb73c545-9059-4e20-899e-7b71ec53ad2a service neutron] show failed (client error): The resource could not be found. Feb 09 03:39:06.234631 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-bb73c545-9059-4e20-899e-7b71ec53ad2a service neutron] 10.222.0.42 "GET /v2.0/ports/d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e/bindings/n-h1-824835-15 HTTP/1.1" status: 404 len: 381 time: 1.4583387 Feb 09 03:39:06.243988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c54c403e-a93d-4896-8d79-01c6554f0549 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:06.244688 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.271941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Network fb868f40-235a-4e22-a22c-0b9eecf26c40 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:06.285049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821b233-94e3-48d3-8c8e-2920884b14d9 req-1ba795ad-5ed2-4e64-a418-9358496ac4ed tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:06.292933 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3821b233-94e3-48d3-8c8e-2920884b14d9 req-1ba795ad-5ed2-4e64-a418-9358496ac4ed tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.9454443 Feb 09 03:39:06.295567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:06.299183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:06.357335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:06.358624 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.421558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Pushing event updated for resources: {'Port': ['ID=725f8fa6-2922-4a69-bf2a-2f0648b54666,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:06.460930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cdf394-9a62-414c-b6f6-4578ba0612ce None None] DHCP port deletion for 8295ef0e-5cd2-4611-a142-93a3fe39d802 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:39:06.480432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1224a9ff-3bdc-4d88-9674-beb63a933782 None None] Provisioning complete for port c54c403e-a93d-4896-8d79-01c6554f0549 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:06.480811 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1224a9ff-3bdc-4d88-9674-beb63a933782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.484637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-02698a87-31ea-4648-9fdb-dcd471ae683c tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:06.486822 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-02698a87-31ea-4648-9fdb-dcd471ae683c tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0190597 Feb 09 03:39:06.492778 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0208c774-c6f2-4f81-aab5-a51013f9a826 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a75d2480a5144192af96bfe34ceb0c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7692721 Feb 09 03:39:06.493918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59820) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:06.571282 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-87a707af-54fc-4f43-be8c-0bac488b682d tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/quotas/a34f1adeb10c4baca15d58077da295f5 HTTP/1.1" status: 200 len: 375 time: 0.0743048 Feb 09 03:39:06.585429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3821b233-94e3-48d3-8c8e-2920884b14d9 req-dd67cfac-ad78-4f27-804f-a45fa3a229bf tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2870791 Feb 09 03:39:06.599946 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7234c6d5-59f9-4951-bea3-792c5bedfab1 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1015606 Feb 09 03:39:06.600906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59822) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:06.633711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Request body: {'port': {'network_id': 'fb868f40-235a-4e22-a22c-0b9eecf26c40', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1803944033', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:06.634286 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.api.validators [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] bootfile-name is not in valid_values {{(pid=103328) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:39:06.634549 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.api.validators [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] tftp-server is not in valid_values {{(pid=103328) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:39:06.634880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.api.validators [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] server-ip-address is not in valid_values {{(pid=103328) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:39:06.764053 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-d3abc58b-b053-4eb2-840b-235fca5ba44a tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a34f1adeb10c4baca15d58077da295f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130693 Feb 09 03:39:06.780991 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (73a1401d-add7-487b-886a-0220e29337c0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.815565 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Publish callbacks [] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.826853 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93163e15-c204-4176-a069-084b722ee2da admin admin] Publish callbacks [] for security_group (5ad74afd-84d2-4c59-a44b-9fb79d03215e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.843111 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.858690 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6281a5d4-6ff1-4a16-a6c9-610af35f8372 req-8f26c148-71fb-4a1c-a640-3b4e11d781c5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1243491 Feb 09 03:39:06.861905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2108c-3df3-4848-ac60-79783399b070 req-545125bc-cb7c-4962-9bab-27fda3aaf88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:06.863448 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-545125bc-cb7c-4962-9bab-27fda3aaf88f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc&tenant_id=2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 1128 time: 0.2438869 Feb 09 03:39:06.877487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port c54c403e-a93d-4896-8d79-01c6554f0549 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:06.877776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.889385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:06.962222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Network fb868f40-235a-4e22-a22c-0b9eecf26c40 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:06.966992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93163e15-c204-4176-a069-084b722ee2da admin admin] Publish callbacks [] for security_group (5ad74afd-84d2-4c59-a44b-9fb79d03215e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.972641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:06.990722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:07.071463 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:39:07.072781 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:39:07.082950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1224a9ff-3bdc-4d88-9674-beb63a933782 None None] Current status of the port c54c403e-a93d-4896-8d79-01c6554f0549 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:07.094287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Pushing event updated for resources: {'Port': ['ID=1531bc33-4654-4ece-b37e-4f5e7bae2653,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:07.144959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-75cdf394-9a62-414c-b6f6-4578ba0612ce None None] Deleting port c54c403e-a93d-4896-8d79-01c6554f0549 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:07.145699 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75cdf394-9a62-414c-b6f6-4578ba0612ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:07.164733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Attempting to bind port 1531bc33-4654-4ece-b37e-4f5e7bae2653 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:07.164733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Attempting to bind port 1531bc33-4654-4ece-b37e-4f5e7bae2653 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b66b633e-6089-46f1-8a9e-629d83002a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fb868f40-235a-4e22-a22c-0b9eecf26c40'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:07.165296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Attempting to bind port 1531bc33-4654-4ece-b37e-4f5e7bae2653 on network fb868f40-235a-4e22-a22c-0b9eecf26c40 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:07.169313 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:07.228836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] For port c54c403e-a93d-4896-8d79-01c6554f0549, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c54c403e-a93d-4896-8d79-01c6554f0549,segment=NetworkSegment(08322b6e-0153-49e2-a155-75cecaef0976),segment_id=08322b6e-0153-49e2-a155-75cecaef0976)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:07.229207 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:07.253317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for c54c403e-a93d-4896-8d79-01c6554f0549 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:07.260254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:07.264059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Checking segment: {'id': 'b66b633e-6089-46f1-8a9e-629d83002a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fb868f40-235a-4e22-a22c-0b9eecf26c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:07.264598 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:07.265107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Bound using segment: {'id': 'b66b633e-6089-46f1-8a9e-629d83002a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fb868f40-235a-4e22-a22c-0b9eecf26c40'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:07.266814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Bound port: 1531bc33-4654-4ece-b37e-4f5e7bae2653, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66b633e-6089-46f1-8a9e-629d83002a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fb868f40-235a-4e22-a22c-0b9eecf26c40'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:07.267311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:07.306224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-75cdf394-9a62-414c-b6f6-4578ba0612ce None None] For port c54c403e-a93d-4896-8d79-01c6554f0549, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c54c403e-a93d-4896-8d79-01c6554f0549,segment=NetworkSegment(08322b6e-0153-49e2-a155-75cecaef0976),segment_id=08322b6e-0153-49e2-a155-75cecaef0976)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:07.306748 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75cdf394-9a62-414c-b6f6-4578ba0612ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:07.326705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eb37abe6-c031-48bf-a10b-7ec9c96bdbe5 None None] Provisioning complete for port 73a1401d-add7-487b-886a-0220e29337c0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:07.328661 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb37abe6-c031-48bf-a10b-7ec9c96bdbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (73a1401d-add7-487b-886a-0220e29337c0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:07.388541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-75cdf394-9a62-414c-b6f6-4578ba0612ce None None] Calling delete_port for c54c403e-a93d-4896-8d79-01c6554f0549 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:07.408735 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:07.454760 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-92b40838-f259-416f-8eaa-df6f831c8221 req-6b65e629-1f69-4573-b969-4963cefdef1f tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 210 time: 0.2819657 Feb 09 03:39:07.502169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=c54c403e-a93d-4896-8d79-01c6554f0549,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:07.508359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No DVR routers for this DVR port c54c403e-a93d-4896-8d79-01c6554f0549 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:07.616186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Made reservation on behalf of 94dd5b91b1c14a3a9ca6e7c35979ea22 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:07.620813 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Port c54c403e-a93d-4896-8d79-01c6554f0549 update to ACTIVE by agent not found {{(pid=103329) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 03:39:07.621033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:07.626266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:07.653845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] device_id is not set on port 79fbd2c4-83e7-4e57-ab58-48e5228b3076 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:39:07.863519 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (8295ef0e-5cd2-4611-a142-93a3fe39d802), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:07.930677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Allocated IP 172.20.0.6 (fb868f40-235a-4e22-a22c-0b9eecf26c40/61396b01-3a5f-41eb-9d0b-c62d8663e4c8/79fbd2c4-83e7-4e57-ab58-48e5228b3076) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:07.971952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eb37abe6-c031-48bf-a10b-7ec9c96bdbe5 None None] Port 73a1401d-add7-487b-886a-0220e29337c0 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:07.991077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] For port 1531bc33-4654-4ece-b37e-4f5e7bae2653, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:08.034029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8295ef0e-5cd2-4611-a142-93a3fe39d802']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:08.039606 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.045213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:08.045765 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.049006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] For port 1531bc33-4654-4ece-b37e-4f5e7bae2653, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1531bc33-4654-4ece-b37e-4f5e7bae2653,segment=NetworkSegment(b66b633e-6089-46f1-8a9e-629d83002a36),segment_id=b66b633e-6089-46f1-8a9e-629d83002a36)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:08.096381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08322b6e-0153-49e2-a155-75cecaef0976') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:08.096932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08322b6e-0153-49e2-a155-75cecaef0976') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:08.102971 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.127164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b22a0f45-672b-441e-a306-9fc9db419c04 req-c2c6339e-d72c-44b8-ab74-382698d5af5c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0856161 Feb 09 03:39:08.132765 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (08322b6e-0153-49e2-a155-75cecaef0976), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.186220 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75cdf394-9a62-414c-b6f6-4578ba0612ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (c54c403e-a93d-4896-8d79-01c6554f0549), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.205686 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (08322b6e-0153-49e2-a155-75cecaef0976), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.228085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:39:08.228929 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (08322b6e-0153-49e2-a155-75cecaef0976), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: warnings.warn(msg) Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:39:08.232157 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:39:08.246985 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93163e15-c204-4176-a069-084b722ee2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5ad74afd-84d2-4c59-a44b-9fb79d03215e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.257632 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93163e15-c204-4176-a069-084b722ee2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.258923 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-93163e15-c204-4176-a069-084b722ee2da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ad74afd-84d2-4c59-a44b-9fb79d03215e HTTP/1.1" status: 204 len: 168 time: 1.7537913 Feb 09 03:39:08.317509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cdf394-9a62-414c-b6f6-4578ba0612ce None None] No DVR routers for this DVR port c54c403e-a93d-4896-8d79-01c6554f0549 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:08.345397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93163e15-c204-4176-a069-084b722ee2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad74afd-84d2-4c59-a44b-9fb79d03215e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:08.413686 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (8295ef0e-5cd2-4611-a142-93a3fe39d802), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.430068 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.441535 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/networks/8295ef0e-5cd2-4611-a142-93a3fe39d802 HTTP/1.1" status: 204 len: 168 time: 3.8701613 Feb 09 03:39:08.470289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59860) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:08.489929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'name': 'tempest-PortsTestJSON-1021895470'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:08.498579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be494e8-d387-492c-9d25-e82c3e4724ee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Network': ['ID=8295ef0e-5cd2-4611-a142-93a3fe39d802,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:08.575973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:08.600890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47141f7-d551-4207-bb3a-cf0f55426f9b None None] Pushing event updated for resources: {'Port': ['ID=1531bc33-4654-4ece-b37e-4f5e7bae2653,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:08.619061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:08.644889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks [] for port (79fbd2c4-83e7-4e57-ab58-48e5228b3076), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.888964 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-983038c4-b326-40b2-8cfc-72c85e42bbc6 req-0e888595-91a6-41b9-8ed0-a65d51d8ee67 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 210 time: 0.1807609 Feb 09 03:39:08.910020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdf394-9a62-414c-b6f6-4578ba0612ce None None] Pushing event deleted for resources: {'Port': ['ID=c54c403e-a93d-4896-8d79-01c6554f0549,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:08.956736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:08.967230 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.998334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159468ea-5a52-4145-bb21-befaddfdc624 req-5764bd5a-7ecb-462c-8c38-1cdf44b9adba tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:09.000353 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-159468ea-5a52-4145-bb21-befaddfdc624 req-5764bd5a-7ecb-462c-8c38-1cdf44b9adba tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.7974458 Feb 09 03:39:09.026049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port bd6e9af9-5582-48a9-bb21-2f353a6c8d08 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:39:09.059896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:09.060397 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:09.105492 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (79fbd2c4-83e7-4e57-ab58-48e5228b3076), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:09.138862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:09.143994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a6ec744f-3e4b-47c1-86de-3f430f9467bd up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:09.162301 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Publish callbacks [] for port (73a1401d-add7-487b-886a-0220e29337c0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:09.234215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Network fb868f40-235a-4e22-a22c-0b9eecf26c40 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:09.244593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a6ec744f-3e4b-47c1-86de-3f430f9467bd triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:09.244973 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:09.252591 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (73a1401d-add7-487b-886a-0220e29337c0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:09.260325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:09.275804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:09.308362 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a02cc33-1666-40f1-b722-92bbd150b8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:09.338892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Pushing event updated for resources: {'Port': ['ID=79fbd2c4-83e7-4e57-ab58-48e5228b3076,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:09.429706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a6ec744f-3e4b-47c1-86de-3f430f9467bd is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:09.430103 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:09.486064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port a6ec744f-3e4b-47c1-86de-3f430f9467bd, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a6ec744f-3e4b-47c1-86de-3f430f9467bd,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:09.502609 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:09.503955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1531bc33-4654-4ece-b37e-4f5e7bae2653 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:09.525270 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-159468ea-5a52-4145-bb21-befaddfdc624 req-efbc94d1-fdba-49e7-8cad-6917c47d8568 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5096231 Feb 09 03:39:09.533336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Pushing event updated for resources: {'Port': ['ID=73a1401d-add7-487b-886a-0220e29337c0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:09.556406 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:09.559267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:09.561641 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-61a08682-e3e0-46b9-84ef-fdb846d268b4 req-32d06e2f-9bac-461a-b6d1-ac2a0e68aa20 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1812360 Feb 09 03:39:09.602534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=a6ec744f-3e4b-47c1-86de-3f430f9467bd,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:09.608452 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:09.610774 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:09.657927 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-950d186c-715d-4379-b77f-f09738569d7b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0553629 Feb 09 03:39:09.663578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59880) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:09.666627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1531bc33-4654-4ece-b37e-4f5e7bae2653 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:09.667326 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:09.739938 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (bd6e9af9-5582-48a9-bb21-2f353a6c8d08), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:09.780886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Network 07284b19-80f1-4329-87b5-f28e6882c054 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:09.785350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8efb7-2abd-41e9-9e2a-4b00fc2c697d tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:09.791774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8efb7-2abd-41e9-9e2a-4b00fc2c697d tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:09.801044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:09.818400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:09.820017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8efb7-2abd-41e9-9e2a-4b00fc2c697d tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:09.827481 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bad8efb7-2abd-41e9-9e2a-4b00fc2c697d tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1624534 Feb 09 03:39:09.831550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59884) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:09.914206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-38e5dea3-6dfe-4f80-a72e-be83b2ef92a1 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a34f1adeb10c4baca15d58077da295f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691807 Feb 09 03:39:10.031378 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a02cc33-1666-40f1-b722-92bbd150b8e7 admin admin] Publish callbacks [] for security_group (8307fd0f-2fe2-47aa-87b7-7fe1e861b1c6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:10.045193 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a02cc33-1666-40f1-b722-92bbd150b8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8307fd0f-2fe2-47aa-87b7-7fe1e861b1c6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:10.057499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:10.060522 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e2e2f0-2a9a-4b3c-a9b4-e48c65f4f280" -d '{"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:10.066911 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Publish callbacks [] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:10.128417 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be193dc0-6df4-4a79-8743-5d3634338ce3 req-d31045b7-806a-4797-be02-8961c7523aa5 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 210 time: 0.0524836 Feb 09 03:39:10.246019 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c94cbed-97c0-45a0-b310-ae623c47d932 x-openstack-request-id: req-1c94cbed-97c0-45a0-b310-ae623c47d932 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:10.246431 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:10.246793 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c94cbed-97c0-45a0-b310-ae623c47d932 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:10.247320 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'code': 200} Feb 09 03:39:10.261488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Transition to ACTIVE for port object d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:39:10.276097 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2a02cc33-1666-40f1-b722-92bbd150b8e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ecf7f70c1d24ba4b47f93faf8dc0641&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1293430 Feb 09 03:39:10.281349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59894) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:10.283108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02cc33-1666-40f1-b722-92bbd150b8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8307fd0f-2fe2-47aa-87b7-7fe1e861b1c6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:10.313683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:10.325925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a15e09-8458-468f-af13-98de9da6e752 None None] Network fb868f40-235a-4e22-a22c-0b9eecf26c40 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:10.398465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Router 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:39:10.434295 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (bd6e9af9-5582-48a9-bb21-2f353a6c8d08), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:10.617958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ecf616c2-c36e-4e9b-86e3-9e7eb9e7d6bf None None] Provisioning complete for port 1531bc33-4654-4ece-b37e-4f5e7bae2653 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:10.618359 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecf616c2-c36e-4e9b-86e3-9e7eb9e7d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:10.692248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:10.700577 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=bd6e9af9-5582-48a9-bb21-2f353a6c8d08,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:10.703097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:10.707439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:10.726279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:10.726955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:10.756433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-e83c4b64-c6d4-4750-b549-565c5c24b37e tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:10.758004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-e83c4b64-c6d4-4750-b549-565c5c24b37e tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8101230 Feb 09 03:39:10.784462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Request body: {'port': {'device_id': '84695691-2935-4971-87d3-968389549365', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'a34f1adeb10c4baca15d58077da295f5'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:10.796527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:10.814411 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-40fdeebd-c5e7-4cee-b9e3-14fe633f6131 req-af77e047-428a-41ee-84fc-7e6db2ac8751 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0542676 Feb 09 03:39:10.873620 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a0645ba9-033a-49af-947d-2fee194eac88 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3977537 Feb 09 03:39:10.873813 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1531bc33-4654-4ece-b37e-4f5e7bae2653 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:10.874212 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:10.891973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59906) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:10.911052 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:39:10.911407 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:39:10.916319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-940013d1-598e-47f4-adb3-fc38a99dd8fe tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Deleting port 79fbd2c4-83e7-4e57-ab58-48e5228b3076 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:10.916680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-940013d1-598e-47f4-adb3-fc38a99dd8fe tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (79fbd2c4-83e7-4e57-ab58-48e5228b3076), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:10.946076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 1531bc33-4654-4ece-b37e-4f5e7bae2653, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1531bc33-4654-4ece-b37e-4f5e7bae2653,segment=NetworkSegment(b66b633e-6089-46f1-8a9e-629d83002a36),segment_id=b66b633e-6089-46f1-8a9e-629d83002a36)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:10.956640 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:11.082458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=1531bc33-4654-4ece-b37e-4f5e7bae2653,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:11.146723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:39:11.183320 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0ea487c7-8e22-4b66-963d-2d03b5ad4993 admin admin] 10.222.0.21 "PUT /v2.0/routers/0ef54033-fbde-4d84-a2e3-1b3d9e03b544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9292202 Feb 09 03:39:11.190497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ecf616c2-c36e-4e9b-86e3-9e7eb9e7d6bf None None] Current status of the port 1531bc33-4654-4ece-b37e-4f5e7bae2653 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:11.205521 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82defa32-80ba-471c-bf7a-13f778af6594 admin admin] Publish callbacks [] for security_group (8307fd0f-2fe2-47aa-87b7-7fe1e861b1c6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:11.228910 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c54c403e-a93d-4896-8d79-01c6554f0549 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:11.239378 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Sync routers for ids ['0ef54033-fbde-4d84-a2e3-1b3d9e03b544'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:39:11.247619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] No DVR routers for this DVR port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:11.333396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Routers {'0ef54033-fbde-4d84-a2e3-1b3d9e03b544'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:11.334528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:38:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0ef54033-fbde-4d84-a2e3-1b3d9e03b544'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:11.341883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: c54c403e-a93d-4896-8d79-01c6554f0549 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:39:11.342669 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c54c403e-a93d-4896-8d79-01c6554f0549 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:39:11.403961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ecf616c2-c36e-4e9b-86e3-9e7eb9e7d6bf None None] Provisioning complete for port 73a1401d-add7-487b-886a-0220e29337c0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:11.404690 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecf616c2-c36e-4e9b-86e3-9e7eb9e7d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (73a1401d-add7-487b-886a-0220e29337c0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:11.412432 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd6e1eb3-6a9d-4ccb-9937-8e90d4b98fc3 req-de474055-7460-4942-b8cb-3768bc56154a tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 210 time: 0.1276476 Feb 09 03:39:11.518836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82defa32-80ba-471c-bf7a-13f778af6594 admin admin] Publish callbacks [] for security_group (8307fd0f-2fe2-47aa-87b7-7fe1e861b1c6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:11.618543 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-940013d1-598e-47f4-adb3-fc38a99dd8fe tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (79fbd2c4-83e7-4e57-ab58-48e5228b3076), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:11.632208 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82defa32-80ba-471c-bf7a-13f778af6594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8307fd0f-2fe2-47aa-87b7-7fe1e861b1c6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:11.636010 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82defa32-80ba-471c-bf7a-13f778af6594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:11.637998 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-82defa32-80ba-471c-bf7a-13f778af6594 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8307fd0f-2fe2-47aa-87b7-7fe1e861b1c6 HTTP/1.1" status: 204 len: 168 time: 1.3500566 Feb 09 03:39:11.653564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e173b5c-4507-4f46-ad25-d54be490ad02 req-bfacb0be-8e92-4c46-9e76-5e1f537ada10 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:11.655316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e173b5c-4507-4f46-ad25-d54be490ad02 req-bfacb0be-8e92-4c46-9e76-5e1f537ada10 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 943 time: 0.8696344 Feb 09 03:39:11.676487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d10b0a58-b29a-43b6-95d4-dceb3bb7a296 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port bd6e9af9-5582-48a9-bb21-2f353a6c8d08 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:11.676831 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d10b0a58-b29a-43b6-95d4-dceb3bb7a296 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bd6e9af9-5582-48a9-bb21-2f353a6c8d08), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:11.681123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-940013d1-598e-47f4-adb3-fc38a99dd8fe tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Calling delete_port for 79fbd2c4-83e7-4e57-ab58-48e5228b3076 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:11.682968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Made reservation on behalf of a34f1adeb10c4baca15d58077da295f5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:11.686333 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:11.688558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82defa32-80ba-471c-bf7a-13f778af6594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8307fd0f-2fe2-47aa-87b7-7fe1e861b1c6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:11.746065 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a6ec744f-3e4b-47c1-86de-3f430f9467bd up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:11.786885 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e173b5c-4507-4f46-ad25-d54be490ad02 req-1ac49219-e50a-4b2f-b759-5eaa25706d7a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217587 Feb 09 03:39:11.837866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:11.905821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Attempting to bind port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:11.907220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Attempting to bind port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:11.907609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Attempting to bind port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:11.918205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:39:11.918534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Attempting to bind port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:11.931983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Set router 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:39:11.933185 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:11.933559 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Checking segment: {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:11.933949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Bound using segment: {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:11.934386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Bound port: d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:11.938794 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:12.023322 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d10b0a58-b29a-43b6-95d4-dceb3bb7a296 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bd6e9af9-5582-48a9-bb21-2f353a6c8d08), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:12.139241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d10b0a58-b29a-43b6-95d4-dceb3bb7a296 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for bd6e9af9-5582-48a9-bb21-2f353a6c8d08 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:12.146411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e is: DOWN; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:12.162947 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-36ce0777-0fc2-44df-84f3-e0014dc8b497 req-5d981900-2377-435b-9225-03fa6d4deb7c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1185348 Feb 09 03:39:12.223293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ecf616c2-c36e-4e9b-86e3-9e7eb9e7d6bf None None] Port 73a1401d-add7-487b-886a-0220e29337c0 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:12.227530 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:12.232575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:12.248227 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:12.346058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:12.350162 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:12.351776 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] 10.222.0.65 "PUT /v2.0/ports/d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 1092 time: 5.4717083 Feb 09 03:39:12.357000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:12.359453 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:12.388084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a6ec744f-3e4b-47c1-86de-3f430f9467bd triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:12.389060 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:12.395490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Publish callbacks [] for security_group (ebd22edb-f78a-48ed-918a-53371e28729b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:12.521903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b4c6b5d2-8c1d-4f20-9f35-9ea5ebaaf482 None None] Provisioning complete for port 1531bc33-4654-4ece-b37e-4f5e7bae2653 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:12.522287 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b5d2-8c1d-4f20-9f35-9ea5ebaaf482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:12.662363 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d10b0a58-b29a-43b6-95d4-dceb3bb7a296 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (bd6e9af9-5582-48a9-bb21-2f353a6c8d08), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:12.666336 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9679be1-1d7f-4c64-8d18-7857bce79b17 x-openstack-request-id: req-b9679be1-1d7f-4c64-8d18-7857bce79b17 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:12.667005 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:12.667005 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9679be1-1d7f-4c64-8d18-7857bce79b17 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:12.668797 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'status': 'completed', 'code': 200} Feb 09 03:39:12.678737 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ebd22edb-f78a-48ed-918a-53371e28729b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:12.735245 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d10b0a58-b29a-43b6-95d4-dceb3bb7a296 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:12.741270 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d10b0a58-b29a-43b6-95d4-dceb3bb7a296 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/bd6e9af9-5582-48a9-bb21-2f353a6c8d08 HTTP/1.1" status: 204 len: 168 time: 1.8483386 Feb 09 03:39:12.745645 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-940013d1-598e-47f4-adb3-fc38a99dd8fe tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (79fbd2c4-83e7-4e57-ab58-48e5228b3076), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:12.776261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59950) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:12.781897 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-deaa6b5b-a60b-403a-9b24-ef6cc6c0751f req-73de630d-0600-4371-8760-0a3fef0a959e tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 210 time: 0.1002057 Feb 09 03:39:12.783331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3eb1b7-a91e-45c4-8109-c9f5eed32c8d service neutron] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:12.801387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59954) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:12.808582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-571759158', 'description': 'tempest-secgroup-smoke-571759158 description', 'project_id': '1de610ff7cd646d185bba2efcdf4793a'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:12.823038 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a6ec744f-3e4b-47c1-86de-3f430f9467bd is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:12.824118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1531bc33-4654-4ece-b37e-4f5e7bae2653 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:12.827909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'name': 'tempest-TestServerBasicOps-1972902585-router', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:53Z', 'updated_at': '2022-02-09T03:39:06Z', 'revision_number': 4, 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'gw_port': {'id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:55Z', 'updated_at': '2022-02-09T03:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '73a1401d-add7-487b-886a-0220e29337c0', 'name': '', 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'mac_address': 'fa:16:3e:c4:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'b9cd67c5-c35f-4632-846f-f1638c2fac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:39:04Z', 'updated_at': '2022-02-09T03:39:06Z', 'revision_number': 2, 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'subnets': [{'id': 'b9cd67c5-c35f-4632-846f-f1638c2fac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:12.876027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Checking router: 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:39:12.876027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Updating router 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 port 73a1401d-add7-487b-886a-0220e29337c0 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:39:12.908833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:12.950311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'mac_address': 'fa:16:3e:99:7d:d2', 'name': 'tempest-PortsTestJSON-1675764743'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:12.992059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2108c-3df3-4848-ac60-79783399b070 req-b2878f6d-6506-4f74-a853-c3d0def3576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:12.995946 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-b2878f6d-6506-4f74-a853-c3d0def3576b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1126 time: 0.5696611 Feb 09 03:39:13.066524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-940013d1-598e-47f4-adb3-fc38a99dd8fe tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:13.074647 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-940013d1-598e-47f4-adb3-fc38a99dd8fe tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] 10.222.0.21 "DELETE /v2.0/ports/79fbd2c4-83e7-4e57-ab58-48e5228b3076 HTTP/1.1" status: 204 len: 168 time: 3.2387555 Feb 09 03:39:13.080083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b0a58-b29a-43b6-95d4-dceb3bb7a296 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=bd6e9af9-5582-48a9-bb21-2f353a6c8d08,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:13.089533 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6b5d2-8c1d-4f20-9f35-9ea5ebaaf482 None None] Current status of the port 1531bc33-4654-4ece-b37e-4f5e7bae2653 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:13.102484 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (73a1401d-add7-487b-886a-0220e29337c0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:13.102700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59962) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:13.118566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Request body: {'port': {'name': 'tempest-new-port-name-201736654', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:13.123290 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.api.validators [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] bootfile-name is not in valid_values {{(pid=103327) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:39:13.123700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.api.validators [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] tftp-server is not in valid_values {{(pid=103327) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:39:13.124040 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.api.validators [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] server-ip-address is not in valid_values {{(pid=103327) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:39:13.160139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd22edb-f78a-48ed-918a-53371e28729b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:13.265583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b4c6b5d2-8c1d-4f20-9f35-9ea5ebaaf482 None None] Provisioning complete for port 725f8fa6-2922-4a69-bf2a-2f0648b54666 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:13.266451 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b5d2-8c1d-4f20-9f35-9ea5ebaaf482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (725f8fa6-2922-4a69-bf2a-2f0648b54666), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:13.322439 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (725f8fa6-2922-4a69-bf2a-2f0648b54666), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:13.345194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1531bc33-4654-4ece-b37e-4f5e7bae2653 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:13.345763 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:13.361418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-89c4263c-9b39-469d-ac55-c0d89602a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:13.363796 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-89c4263c-9b39-469d-ac55-c0d89602a0ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1126 time: 0.7057579 Feb 09 03:39:13.452727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940013d1-598e-47f4-adb3-fc38a99dd8fe tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Pushing event deleted for resources: {'Port': ['ID=79fbd2c4-83e7-4e57-ab58-48e5228b3076,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:13.524908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2bd85413-104f-4faf-aac4-fc2de3d10c35 req-f1d22b4f-dfb7-4ab0-8016-f244a5c533b2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0763061 Feb 09 03:39:13.565336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:13.600052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2108c-3df3-4848-ac60-79783399b070 req-08e94b2f-e54b-4c59-8265-f1f03cee4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:13.602567 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-08e94b2f-e54b-4c59-8265-f1f03cee4566 service neutron] 10.222.0.65 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.5993981 Feb 09 03:39:13.614243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group (b6226442-2eb8-4db9-ae57-0ca04d768d69), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:13.627592 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6b5d2-8c1d-4f20-9f35-9ea5ebaaf482 None None] Port 725f8fa6-2922-4a69-bf2a-2f0648b54666 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:13.715736 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b4c6b5d2-8c1d-4f20-9f35-9ea5ebaaf482 None None] Could not find standard attr ID for object 79fbd2c4-83e7-4e57-ab58-48e5228b3076. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:39:13.935330 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks [] for port (725f8fa6-2922-4a69-bf2a-2f0648b54666), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:13.937539 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b6226442-2eb8-4db9-ae57-0ca04d768d69), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:14.020074 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (725f8fa6-2922-4a69-bf2a-2f0648b54666), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:14.048125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:14.049566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2444713 Feb 09 03:39:14.098941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74466b74-9d31-4792-b8c6-4d0da5664d88 req-7d7b3efd-72bd-4c38-90af-36f40e92735c tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 210 time: 0.1404865 Feb 09 03:39:14.114680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59998) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:14.152004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-772e0564-957f-4811-a051-ca0d563f6375 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Request body: {'security_group_rule': {'security_group_id': 'b6226442-2eb8-4db9-ae57-0ca04d768d69', 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:14.212830 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-772e0564-957f-4811-a051-ca0d563f6375 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (7d45ce7b-f79e-4932-aa72-dca40b803227), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:14.258155 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Publish callbacks [] for port (73a1401d-add7-487b-886a-0220e29337c0), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:14.263839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1531bc33-4654-4ece-b37e-4f5e7bae2653 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:14.274816 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (73a1401d-add7-487b-886a-0220e29337c0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:14.377280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Allocated IP 192.168.233.58 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/d9ceb54d-4f9f-4182-ba8f-41ca02096aac) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:14.430654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510cbd1-477d-4132-bf04-d3d731ee1963 None None] Pushing event updated for resources: {'Port': ['ID=73a1401d-add7-487b-886a-0220e29337c0,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:14.541969 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:14.552282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Attempting to bind port 73a1401d-add7-487b-886a-0220e29337c0 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:14.552670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Attempting to bind port 73a1401d-add7-487b-886a-0220e29337c0 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '40f62603-3e55-4a09-b25d-2be9913d7f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:14.553036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Attempting to bind port 73a1401d-add7-487b-886a-0220e29337c0 on network 07284b19-80f1-4329-87b5-f28e6882c054 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:14.565587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:14.565943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Checking segment: {'id': '40f62603-3e55-4a09-b25d-2be9913d7f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:14.566369 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:14.566769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Bound using segment: {'id': '40f62603-3e55-4a09-b25d-2be9913d7f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:14.567259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Bound port: 73a1401d-add7-487b-886a-0220e29337c0, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f62603-3e55-4a09-b25d-2be9913d7f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:14.567647 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (73a1401d-add7-487b-886a-0220e29337c0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:14.637961 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:39:14.763424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] For port 73a1401d-add7-487b-886a-0220e29337c0, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:14.806573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] For port 73a1401d-add7-487b-886a-0220e29337c0, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=73a1401d-add7-487b-886a-0220e29337c0,segment=NetworkSegment(40f62603-3e55-4a09-b25d-2be9913d7f5e),segment_id=40f62603-3e55-4a09-b25d-2be9913d7f5e)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:14.824847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9016c0a1-e5dd-4115-8a50-4a4b76a6f08f None None] Provisioning complete for port 725f8fa6-2922-4a69-bf2a-2f0648b54666 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:14.825212 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9016c0a1-e5dd-4115-8a50-4a4b76a6f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (725f8fa6-2922-4a69-bf2a-2f0648b54666), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:14.827785 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (73a1401d-add7-487b-886a-0220e29337c0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:15.025238 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:15.052044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9016c0a1-e5dd-4115-8a50-4a4b76a6f08f None None] Port 725f8fa6-2922-4a69-bf2a-2f0648b54666 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:15.075541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510cbd1-477d-4132-bf04-d3d731ee1963 None None] Pushing event updated for resources: {'Port': ['ID=73a1401d-add7-487b-886a-0220e29337c0,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:15.076533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa774f-50ac-4ca2-ad45-0e6242eb23f6 req-94ea32c8-fe73-4ded-b73e-807ea413ae18 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:15.079179 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1fa774f-50ac-4ca2-ad45-0e6242eb23f6 req-94ea32c8-fe73-4ded-b73e-807ea413ae18 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 943 time: 1.9394343 Feb 09 03:39:15.082139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Routers {'0ef54033-fbde-4d84-a2e3-1b3d9e03b544'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:15.082770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:38:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0ef54033-fbde-4d84-a2e3-1b3d9e03b544'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:15.091958 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:15.122334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:15.132846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:15.135650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:15.142131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:15.142947 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:15.255655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6226442-2eb8-4db9-ae57-0ca04d768d69,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:15.283597 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1fa774f-50ac-4ca2-ad45-0e6242eb23f6 req-07880f57-220f-433e-9610-33a100c9a510 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1750274 Feb 09 03:39:15.298075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4546847 Feb 09 03:39:15.358620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60044) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:15.366392 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-772e0564-957f-4811-a051-ca0d563f6375 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (7d45ce7b-f79e-4932-aa72-dca40b803227), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:15.417520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02484337-3cfd-407d-bd98-119db6fc0506 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:15.432486 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-772e0564-957f-4811-a051-ca0d563f6375 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (7d45ce7b-f79e-4932-aa72-dca40b803227), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:15.440039 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-8bb91b93-c57b-41fa-977d-3d78b830dcc7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 999 time: 1.8030071 Feb 09 03:39:15.445533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-bb51112c-d4f1-423e-8a09-e80f5afaca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:15.447116 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-bb51112c-d4f1-423e-8a09-e80f5afaca3c service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 2.0667055 Feb 09 03:39:15.493722 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4d14e9f-b425-4334-90ba-10450f7b8a33 req-3b1bd18a-17bc-4554-86b5-9b9d9528c608 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.2537122 Feb 09 03:39:15.494592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Pushing event updated for resources: {'Port': ['ID=725f8fa6-2922-4a69-bf2a-2f0648b54666,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:15.498302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.498652 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.503356 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.503767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.504122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.504740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.505142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.506901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.507255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.507592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.507929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.508267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.508602 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af910120-dcb3-41b7-8f0d-2a25ea3a1601 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.607254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2108c-3df3-4848-ac60-79783399b070 req-8be4ce59-8189-44fb-b7f4-e35aa57a9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:15.608241 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-8be4ce59-8189-44fb-b7f4-e35aa57a9928 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.0676842 Feb 09 03:39:15.633008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] Set router 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:39:15.696734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.697793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.698147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.698951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.700947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.701338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.701699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.702045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.702385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.703918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.704295 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.704702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.705042 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:15.717641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e0564-957f-4811-a051-ca0d563f6375 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d45ce7b-f79e-4932-aa72-dca40b803227,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:15.736704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] In _notify_port_updated(), no bound segment for port 725f8fa6-2922-4a69-bf2a-2f0648b54666 on network fb868f40-235a-4e22-a22c-0b9eecf26c40 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:39:15.746426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:15.749172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:15.755539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b80e8dbe-2738-4430-b9d1-ab0de919f86c tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] 10.222.0.21 "PUT /v2.0/ports/725f8fa6-2922-4a69-bf2a-2f0648b54666 HTTP/1.1" status: 200 len: 1135 time: 2.6518579 Feb 09 03:39:15.756378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:15.802883 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Publish callbacks [] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:15.875656 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a1d381c-0030-4354-ab68-f8150306a771 req-18df3360-b40a-4c7f-9c0d-666160b09c33 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 210 time: 0.3822095 Feb 09 03:39:15.877209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:15.895836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b4e16-65db-4996-af7e-37d43c6a2f3b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:15.902527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-483b4e16-65db-4996-af7e-37d43c6a2f3b tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] 10.222.0.21 "GET /v2.0/ports/725f8fa6-2922-4a69-bf2a-2f0648b54666 HTTP/1.1" status: 200 len: 1135 time: 0.1243432 Feb 09 03:39:15.911708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6c525c78-339f-4064-ab58-f6b3ec288bae None None] Provisioning complete for port 73a1401d-add7-487b-886a-0220e29337c0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:15.912331 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c525c78-339f-4064-ab58-f6b3ec288bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (73a1401d-add7-487b-886a-0220e29337c0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:15.921910 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60078) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:15.925061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-772e0564-957f-4811-a051-ca0d563f6375 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:15.931319 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-772e0564-957f-4811-a051-ca0d563f6375 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7903674 Feb 09 03:39:15.939111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60080) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:15.947956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-78a998dc-09d6-4c89-a143-790fdd85af32 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Request body: {'security_group_rule': {'security_group_id': 'b6226442-2eb8-4db9-ae57-0ca04d768d69', 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:15.966139 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6ef79f7-291e-444b-a142-9ed9ada8c475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:15.969866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2108c-3df3-4848-ac60-79783399b070 req-fa80ff65-6d4d-45f6-bae4-100bcd59d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:15.973650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff785173-ee8c-4461-a381-36959529a9e5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:15.979639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ff785173-ee8c-4461-a381-36959529a9e5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb HTTP/1.1" status: 200 len: 841 time: 0.5584795 Feb 09 03:39:15.980503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60082) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:15.981836 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-fa80ff65-6d4d-45f6-bae4-100bcd59d420 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3623660 Feb 09 03:39:16.125177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'name': 'tempest-TestServerBasicOps-1972902585-router', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:53Z', 'updated_at': '2022-02-09T03:39:06Z', 'revision_number': 4, 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'gw_port': {'id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:55Z', 'updated_at': '2022-02-09T03:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '73a1401d-add7-487b-886a-0220e29337c0', 'name': '', 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'mac_address': 'fa:16:3e:c4:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'b9cd67c5-c35f-4632-846f-f1638c2fac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:39:04Z', 'updated_at': '2022-02-09T03:39:14Z', 'revision_number': 4, 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'subnets': [{'id': 'b9cd67c5-c35f-4632-846f-f1638c2fac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:16.152829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78a998dc-09d6-4c89-a143-790fdd85af32 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (155a6e8e-6e92-4f75-b0d1-75b86540f7ae), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:16.174653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:16.218351 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78a998dc-09d6-4c89-a143-790fdd85af32 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (155a6e8e-6e92-4f75-b0d1-75b86540f7ae), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:16.232834 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78a998dc-09d6-4c89-a143-790fdd85af32 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (155a6e8e-6e92-4f75-b0d1-75b86540f7ae), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:16.248456 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-2a785a3b-c4c6-44a4-b667-a529c1a19c78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 999 time: 0.6910357 Feb 09 03:39:16.248456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:16.263426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e5dd0-bba7-4afc-9565-697666b0eabe None None] The sync data for ids ['0ef54033-fbde-4d84-a2e3-1b3d9e03b544'] in n-d-824835-15 is: [{'id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'name': 'tempest-TestServerBasicOps-1972902585-router', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:53Z', 'updated_at': '2022-02-09T03:39:06Z', 'revision_number': 4, 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'gw_port': {'id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:55Z', 'updated_at': '2022-02-09T03:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '73a1401d-add7-487b-886a-0220e29337c0', 'name': '', 'network_id': '07284b19-80f1-4329-87b5-f28e6882c054', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'mac_address': 'fa:16:3e:c4:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'b9cd67c5-c35f-4632-846f-f1638c2fac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:39:04Z', 'updated_at': '2022-02-09T03:39:14Z', 'revision_number': 4, 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'subnets': [{'id': 'b9cd67c5-c35f-4632-846f-f1638c2fac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:39:16.290772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6c525c78-339f-4064-ab58-f6b3ec288bae None None] Current status of the port 73a1401d-add7-487b-886a-0220e29337c0 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:16.292812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c525c78-339f-4064-ab58-f6b3ec288bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (73a1401d-add7-487b-886a-0220e29337c0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:16.319150 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78a998dc-09d6-4c89-a143-790fdd85af32 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:16.321842 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-78a998dc-09d6-4c89-a143-790fdd85af32 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3817127 Feb 09 03:39:16.331603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60090) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:16.338980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-249315b7-552a-4040-83ed-a6d0e1745208 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Request body: {'security_group_rule': {'security_group_id': 'b6226442-2eb8-4db9-ae57-0ca04d768d69', 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:16.340573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Pushing event updated for resources: {'Port': ['ID=d9ceb54d-4f9f-4182-ba8f-41ca02096aac,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:16.347948 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a998dc-09d6-4c89-a143-790fdd85af32 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155a6e8e-6e92-4f75-b0d1-75b86540f7ae,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:16.352805 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-730dd1d5-356f-4a30-a401-37d2a6ecad3e service neutron] 10.222.0.65 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631747 Feb 09 03:39:16.476400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6c525c78-339f-4064-ab58-f6b3ec288bae None None] For port 73a1401d-add7-487b-886a-0220e29337c0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=73a1401d-add7-487b-886a-0220e29337c0,segment=NetworkSegment(40f62603-3e55-4a09-b25d-2be9913d7f5e),segment_id=40f62603-3e55-4a09-b25d-2be9913d7f5e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:16.487984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:16.491086 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c525c78-339f-4064-ab58-f6b3ec288bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (73a1401d-add7-487b-886a-0220e29337c0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:16.633426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-c8a7ab74-34ee-4103-9576-d61b183c1698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:16.635086 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-c8a7ab74-34ee-4103-9576-d61b183c1698 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.3759501 Feb 09 03:39:16.648398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:16.653284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:16.675499 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-249315b7-552a-4040-83ed-a6d0e1745208 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (f1d28942-526c-4d96-b69e-1afa041ebc69), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:16.720163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0275c1ca-89c0-4a09-9502-aa13b09db736 None None] Provisioning complete for port 73a1401d-add7-487b-886a-0220e29337c0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:16.720546 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0275c1ca-89c0-4a09-9502-aa13b09db736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (73a1401d-add7-487b-886a-0220e29337c0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:16.769574 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-fa18eaec-0cb0-4418-bf7f-ba4a8c17fdd8 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9894776 Feb 09 03:39:16.787894 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ca81cb4-c731-4d8f-bafe-6345c8f5c2ac req-acb39e85-be00-4af0-9be3-3234de7f7083 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0703044 Feb 09 03:39:16.823915 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-249315b7-552a-4040-83ed-a6d0e1745208 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (f1d28942-526c-4d96-b69e-1afa041ebc69), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:16.845285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Request body: {'port': {'device_id': '84695691-2935-4971-87d3-968389549365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:16.852073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c525c78-339f-4064-ab58-f6b3ec288bae None None] Pushing event updated for resources: {'Port': ['ID=73a1401d-add7-487b-886a-0220e29337c0,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:16.859020 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-249315b7-552a-4040-83ed-a6d0e1745208 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (f1d28942-526c-4d96-b69e-1afa041ebc69), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:16.920741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249315b7-552a-4040-83ed-a6d0e1745208 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d28942-526c-4d96-b69e-1afa041ebc69,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:16.933506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3163e0-c2f8-4a2e-9469-f9da4fca33da req-7b917acb-2c5b-444e-b29d-bbdf8b2e8d2f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:16.935267 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a3163e0-c2f8-4a2e-9469-f9da4fca33da req-7b917acb-2c5b-444e-b29d-bbdf8b2e8d2f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 943 time: 0.3731039 Feb 09 03:39:17.016014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0275c1ca-89c0-4a09-9502-aa13b09db736 None None] Current status of the port 73a1401d-add7-487b-886a-0220e29337c0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:17.029097 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-249315b7-552a-4040-83ed-a6d0e1745208 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.030619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-249315b7-552a-4040-83ed-a6d0e1745208 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6971231 Feb 09 03:39:17.040156 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-c3d9dffd-0117-4604-a74a-0620ab602a57 service neutron] 10.222.0.65 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6777673 Feb 09 03:39:17.042143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60096) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:17.056754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8193fffe-b755-4667-b944-84df8bf74e1f tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Request body: {'security_group_rule': {'security_group_id': 'b6226442-2eb8-4db9-ae57-0ca04d768d69', 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:17.130053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-fbf18af5-bf76-4ea9-9d44-9b5608ae5483 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Deleting port 725f8fa6-2922-4a69-bf2a-2f0648b54666 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:17.130556 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbf18af5-bf76-4ea9-9d44-9b5608ae5483 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (725f8fa6-2922-4a69-bf2a-2f0648b54666), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.149583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7d039cd2-2c75-4c6e-9562-a3a323530696 None None] Provisioning complete for port d9ceb54d-4f9f-4182-ba8f-41ca02096aac triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:17.151775 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d039cd2-2c75-4c6e-9562-a3a323530696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.189838 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a3163e0-c2f8-4a2e-9469-f9da4fca33da req-0ac2a9bd-f83e-457a-b6b1-88515ffff479 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2370486 Feb 09 03:39:17.223887 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8193fffe-b755-4667-b944-84df8bf74e1f tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (55cefc00-3acd-4c34-a9a0-7f93636e8fee), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.270100 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbf18af5-bf76-4ea9-9d44-9b5608ae5483 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (725f8fa6-2922-4a69-bf2a-2f0648b54666), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.279077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7d039cd2-2c75-4c6e-9562-a3a323530696 None None] Port d9ceb54d-4f9f-4182-ba8f-41ca02096aac cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:17.295135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-fbf18af5-bf76-4ea9-9d44-9b5608ae5483 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Calling delete_port for 725f8fa6-2922-4a69-bf2a-2f0648b54666 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:17.373155 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8193fffe-b755-4667-b944-84df8bf74e1f tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (55cefc00-3acd-4c34-a9a0-7f93636e8fee), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.384482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-6b2de836-de69-47ef-b977-c707c929f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:17.386281 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-6b2de836-de69-47ef-b977-c707c929f48d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1126 time: 0.2326703 Feb 09 03:39:17.393794 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8193fffe-b755-4667-b944-84df8bf74e1f tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (55cefc00-3acd-4c34-a9a0-7f93636e8fee), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.442855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193fffe-b755-4667-b944-84df8bf74e1f tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cefc00-3acd-4c34-a9a0-7f93636e8fee,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:17.497584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8193fffe-b755-4667-b944-84df8bf74e1f tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.498962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8193fffe-b755-4667-b944-84df8bf74e1f tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4534094 Feb 09 03:39:17.499087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.510807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60102) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:17.517881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8901ddff-8716-4697-b78e-6e35a145ac87 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Request body: {'security_group_rule': {'security_group_id': 'b6226442-2eb8-4db9-ae57-0ca04d768d69', 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:17.546308 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbf18af5-bf76-4ea9-9d44-9b5608ae5483 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (725f8fa6-2922-4a69-bf2a-2f0648b54666), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.550763 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-8901ddff-8716-4697-b78e-6e35a145ac87 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Project 1de610ff7cd646d185bba2efcdf4793a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:39:17.567618 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8901ddff-8716-4697-b78e-6e35a145ac87 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (2eb1ff2a-23ac-45ac-b331-cf0f4920fc2c), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.613459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-73b23e59-c45c-4bc3-aa56-a11e428b3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:17.614957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-73b23e59-c45c-4bc3-aa56-a11e428b3b7a service neutron] 10.222.0.65 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.2011333 Feb 09 03:39:17.627749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf18af5-bf76-4ea9-9d44-9b5608ae5483 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Pushing event deleted for resources: {'Port': ['ID=725f8fa6-2922-4a69-bf2a-2f0648b54666,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:17.637793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-a5d10176-6420-4519-b9c5-2cdb847b6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:17.641392 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-a5d10176-6420-4519-b9c5-2cdb847b6e0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9555438 Feb 09 03:39:17.715675 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8901ddff-8716-4697-b78e-6e35a145ac87 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (2eb1ff2a-23ac-45ac-b331-cf0f4920fc2c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.726423 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8901ddff-8716-4697-b78e-6e35a145ac87 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (2eb1ff2a-23ac-45ac-b331-cf0f4920fc2c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.763073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d31c3a0d-bfad-44ea-88a0-4f28640c5768 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:17.763413 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d31c3a0d-bfad-44ea-88a0-4f28640c5768 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.792512 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-2210ffa6-46c8-420b-82ec-f88730ffc508 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 999 time: 0.1673741 Feb 09 03:39:17.797030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901ddff-8716-4697-b78e-6e35a145ac87 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb1ff2a-23ac-45ac-b331-cf0f4920fc2c,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:17.797275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27228d0c-692f-42c6-a6d3-3101ed6d07e2 req-883eda41-6a78-4e46-b32c-b0117f59ed24 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:17.798821 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-27228d0c-692f-42c6-a6d3-3101ed6d07e2 req-883eda41-6a78-4e46-b32c-b0117f59ed24 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 935 time: 0.7255566 Feb 09 03:39:17.894067 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8901ddff-8716-4697-b78e-6e35a145ac87 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:17.899200 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8901ddff-8716-4697-b78e-6e35a145ac87 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3860030 Feb 09 03:39:17.901275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60106) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:17.951861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-dab92e02-6309-42cc-81da-d6e5aeb6c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:17.961203 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-dab92e02-6309-42cc-81da-d6e5aeb6c6a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.1378479 Feb 09 03:39:17.975315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ecf737de-ec52-472f-8bba-f7c7207b3dd8 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Request body: {'security_group_rule': {'security_group_id': 'b6226442-2eb8-4db9-ae57-0ca04d768d69', 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:18.061890 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fbf18af5-bf76-4ea9-9d44-9b5608ae5483 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.066785 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fbf18af5-bf76-4ea9-9d44-9b5608ae5483 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] 10.222.0.21 "DELETE /v2.0/ports/725f8fa6-2922-4a69-bf2a-2f0648b54666 HTTP/1.1" status: 204 len: 168 time: 2.1310897 Feb 09 03:39:18.069969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60108) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:18.071786 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d31c3a0d-bfad-44ea-88a0-4f28640c5768 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.132036 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca459b03-99b4-4481-841d-1fa239c35620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.135644 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-78ae0ffe-255b-46c7-b2d8-06409c3fd881 req-a48a263e-7f67-4725-ba66-f9354796e8a3 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1524758 Feb 09 03:39:18.186626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d31c3a0d-bfad-44ea-88a0-4f28640c5768 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:18.193747 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-ecf737de-ec52-472f-8bba-f7c7207b3dd8 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Project 1de610ff7cd646d185bba2efcdf4793a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:39:18.202968 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ecf737de-ec52-472f-8bba-f7c7207b3dd8 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (ca77c880-f85c-4ea3-b105-2fb54ae1474e), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.251018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-e7718c25-70ce-451d-aa4a-e2c957176ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:18.254308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-e7718c25-70ce-451d-aa4a-e2c957176ada service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2922530 Feb 09 03:39:18.289600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-79bce9ee-6bf0-4fce-947e-a3a8b14aa830 service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293418 Feb 09 03:39:18.352119 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-27228d0c-692f-42c6-a6d3-3101ed6d07e2 req-e5a3a8f2-4c79-4a42-b2d4-1740d60a72a1 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620402 Feb 09 03:39:18.424024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-53708810-aa16-4c57-a3da-c737ddeb457f tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Deleting subnet 61396b01-3a5f-41eb-9d0b-c62d8663e4c8 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:39:18.448379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53708810-aa16-4c57-a3da-c737ddeb457f tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks [] for subnet (61396b01-3a5f-41eb-9d0b-c62d8663e4c8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.546385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 73a1401d-add7-487b-886a-0220e29337c0 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:18.592031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-c347dd19-a630-437a-8734-859a671ad3ef service neutron] 10.222.0.65 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910111 Feb 09 03:39:18.594704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53708810-aa16-4c57-a3da-c737ddeb457f tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (61396b01-3a5f-41eb-9d0b-c62d8663e4c8), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.675242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 73a1401d-add7-487b-886a-0220e29337c0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:18.675797 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (73a1401d-add7-487b-886a-0220e29337c0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.717138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d31c3a0d-bfad-44ea-88a0-4f28640c5768 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.722176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc650977-8a35-4491-81f6-fac44ee4c772 req-8bd49354-65a8-4d31-806e-f1c87925b22e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:18.730862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dc650977-8a35-4491-81f6-fac44ee4c772 req-8bd49354-65a8-4d31-806e-f1c87925b22e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 943 time: 0.3833895 Feb 09 03:39:18.735763 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-738822bd-a583-4fab-b48e-71792cdd8f1e service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364889 Feb 09 03:39:18.741390 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ecf737de-ec52-472f-8bba-f7c7207b3dd8 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (ca77c880-f85c-4ea3-b105-2fb54ae1474e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.762287 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ecf737de-ec52-472f-8bba-f7c7207b3dd8 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (ca77c880-f85c-4ea3-b105-2fb54ae1474e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.769645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ceb54d-4f9f-4182-ba8f-41ca02096aac {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:39:18.818825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c3a0d-bfad-44ea-88a0-4f28640c5768 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:18.826065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf737de-ec52-472f-8bba-f7c7207b3dd8 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca77c880-f85c-4ea3-b105-2fb54ae1474e,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:18.842005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 73a1401d-add7-487b-886a-0220e29337c0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:18.847015 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Publish callbacks [] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.860984 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d31c3a0d-bfad-44ea-88a0-4f28640c5768 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.868800 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d31c3a0d-bfad-44ea-88a0-4f28640c5768 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb HTTP/1.1" status: 204 len: 168 time: 2.8240285 Feb 09 03:39:18.869966 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ecf737de-ec52-472f-8bba-f7c7207b3dd8 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.871178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60116) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:18.882828 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ecf737de-ec52-472f-8bba-f7c7207b3dd8 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9327493 Feb 09 03:39:18.918371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Transition to ACTIVE for port object d9ceb54d-4f9f-4182-ba8f-41ca02096aac will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:39:18.923325 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7255df-bac6-47a9-aa00-30c545464f52 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:39:18.925249 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed7c1433-7a1c-4ec0-b55d-d02adbf7748a req-425f9090-db1b-4c65-b80b-b722f437e8c2 service neutron] 10.222.0.65 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253284 Feb 09 03:39:18.929201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7e7255df-bac6-47a9-aa00-30c545464f52 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/87c241d0-8459-4ff6-a3ef-a8f6e8d4a0eb HTTP/1.1" status: 404 len: 333 time: 0.0552526 Feb 09 03:39:18.929933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60120) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:18.940430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'name': 'tempest-PortsTestJSON-1121731523'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:18.947203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53708810-aa16-4c57-a3da-c737ddeb457f tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (61396b01-3a5f-41eb-9d0b-c62d8663e4c8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.949223 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dc650977-8a35-4491-81f6-fac44ee4c772 req-bb8c4fc0-6ee8-4448-aaa6-52ea11e97376 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2170289 Feb 09 03:39:18.950903 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:19.150289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc691057-ec9b-4cc3-a8b0-0991337ff99b req-6ff21ce2-c9b5-4e0e-9fb6-2f36293f1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:19.154857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc691057-ec9b-4cc3-a8b0-0991337ff99b req-6ff21ce2-c9b5-4e0e-9fb6-2f36293f1264 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1126 time: 0.0727592 Feb 09 03:39:19.225347 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53708810-aa16-4c57-a3da-c737ddeb457f tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (61396b01-3a5f-41eb-9d0b-c62d8663e4c8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:19.337117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Pushing event updated for resources: {'Port': ['ID=d9ceb54d-4f9f-4182-ba8f-41ca02096aac,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:19.347800 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:19.371986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53708810-aa16-4c57-a3da-c737ddeb457f tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Pushing event deleted for resources: {'Subnet': ['ID=61396b01-3a5f-41eb-9d0b-c62d8663e4c8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:19.387314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0271d724-0508-46bc-8a2b-7c922d963491 None None] Network fb868f40-235a-4e22-a22c-0b9eecf26c40 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:19.403613 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53708810-aa16-4c57-a3da-c737ddeb457f tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:19.410421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-53708810-aa16-4c57-a3da-c737ddeb457f tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] 10.222.0.21 "DELETE /v2.0/subnets/61396b01-3a5f-41eb-9d0b-c62d8663e4c8 HTTP/1.1" status: 204 len: 168 time: 1.3116763 Feb 09 03:39:19.425211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60138) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:19.431774 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9f45eaba-15a5-48bc-88a9-9a6021d278e2 req-0842f8cb-3208-4411-9e23-8901af9ded28 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0916245 Feb 09 03:39:19.661058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:19.663893 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:19.688331 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-cb81607c-7603-4d71-b9ca-02721fa9d01e tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571759158&fields=id&tenant_id=1de610ff7cd646d185bba2efcdf4793a HTTP/1.1" status: 200 len: 267 time: 0.4024239 Feb 09 03:39:19.698870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc691057-ec9b-4cc3-a8b0-0991337ff99b req-727afc30-f9bf-4557-95f7-1eb57fafe128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:19.701391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc691057-ec9b-4cc3-a8b0-0991337ff99b req-727afc30-f9bf-4557-95f7-1eb57fafe128 service neutron] 10.222.0.65 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.5174811 Feb 09 03:39:19.711912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5bb91c-4ee7-43f8-ad6f-a913c666844d None None] DHCP port deletion for fb868f40-235a-4e22-a22c-0b9eecf26c40 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:39:19.727717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Attempting to bind port d9ceb54d-4f9f-4182-ba8f-41ca02096aac on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:19.728130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Attempting to bind port d9ceb54d-4f9f-4182-ba8f-41ca02096aac by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:19.728545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Attempting to bind port d9ceb54d-4f9f-4182-ba8f-41ca02096aac on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:19.731123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port adab9b61-6346-4b2f-9758-af5bba99ae9b yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:39:19.781101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Port d9ceb54d-4f9f-4182-ba8f-41ca02096aac on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:39:19.781769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Attempting to bind port d9ceb54d-4f9f-4182-ba8f-41ca02096aac on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:19.797592 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bb91c-4ee7-43f8-ad6f-a913c666844d None None] Deleting port 1531bc33-4654-4ece-b37e-4f5e7bae2653 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:19.798571 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb91c-4ee7-43f8-ad6f-a913c666844d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:19.837724 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (fb868f40-235a-4e22-a22c-0b9eecf26c40), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:19.895372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3f5bb91c-4ee7-43f8-ad6f-a913c666844d None None] For port 1531bc33-4654-4ece-b37e-4f5e7bae2653, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1531bc33-4654-4ece-b37e-4f5e7bae2653,segment=NetworkSegment(b66b633e-6089-46f1-8a9e-629d83002a36),segment_id=b66b633e-6089-46f1-8a9e-629d83002a36)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:19.896234 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb91c-4ee7-43f8-ad6f-a913c666844d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:19.922796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bb91c-4ee7-43f8-ad6f-a913c666844d None None] Calling delete_port for 1531bc33-4654-4ece-b37e-4f5e7bae2653 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:19.936712 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc691057-ec9b-4cc3-a8b0-0991337ff99b req-a1cf0968-7b59-47eb-bc5c-607143a8134a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 999 time: 0.1953034 Feb 09 03:39:19.975188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f574b-54fc-4f8c-8b94-9a9f80d6d798 req-11703fa2-1cef-414e-b5ed-c18284395be9 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:19.997022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f39f574b-54fc-4f8c-8b94-9a9f80d6d798 req-11703fa2-1cef-414e-b5ed-c18284395be9 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 947 time: 0.3359239 Feb 09 03:39:20.061441 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb91c-4ee7-43f8-ad6f-a913c666844d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.092535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc691057-ec9b-4cc3-a8b0-0991337ff99b req-37317ab2-a8ca-45de-a58c-fcfdd44adc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:20.094652 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc691057-ec9b-4cc3-a8b0-0991337ff99b req-37317ab2-a8ca-45de-a58c-fcfdd44adc38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.1539254 Feb 09 03:39:20.116623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bb91c-4ee7-43f8-ad6f-a913c666844d None None] Pushing event deleted for resources: {'Port': ['ID=1531bc33-4654-4ece-b37e-4f5e7bae2653,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:20.129804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5bb91c-4ee7-43f8-ad6f-a913c666844d None None] No DVR routers for this DVR port 1531bc33-4654-4ece-b37e-4f5e7bae2653 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:20.152602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:20.152865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:20.153229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:20.153756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Bound port: d9ceb54d-4f9f-4182-ba8f-41ca02096aac, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:20.154112 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.172621 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f39f574b-54fc-4f8c-8b94-9a9f80d6d798 req-98ea5257-389e-4760-aa4c-e24a2994d36e tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740191 Feb 09 03:39:20.179630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Deleting port 1531bc33-4654-4ece-b37e-4f5e7bae2653 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:20.179630 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.231902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc691057-ec9b-4cc3-a8b0-0991337ff99b req-0ebdd60a-50f5-4a3f-9370-fd2ff5650b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:20.233545 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc691057-ec9b-4cc3-a8b0-0991337ff99b req-0ebdd60a-50f5-4a3f-9370-fd2ff5650b97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1270723 Feb 09 03:39:20.271770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-0ff7881a-19ab-4761-bad5-602004cecd04 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:20.273628 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-0ff7881a-19ab-4761-bad5-602004cecd04 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/networks?id=64506a81-f156-4e9a-b608-360a44fd164e HTTP/1.1" status: 200 len: 808 time: 0.5767212 Feb 09 03:39:20.389546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] For port 1531bc33-4654-4ece-b37e-4f5e7bae2653, host n-d-824835-15, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:20.389896 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.410264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc691057-ec9b-4cc3-a8b0-0991337ff99b req-388dee20-9058-4e4c-9344-f13ae17d7de7 service neutron] 10.222.0.65 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673937 Feb 09 03:39:20.411211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Calling delete_port for 1531bc33-4654-4ece-b37e-4f5e7bae2653 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:20.416457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Port 1531bc33-4654-4ece-b37e-4f5e7bae2653 was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:39:20.430385 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1531bc33-4654-4ece-b37e-4f5e7bae2653), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.434631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1531bc33-4654-4ece-b37e-4f5e7bae2653 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:20.439909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:39:20.491613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 1531bc33-4654-4ece-b37e-4f5e7bae2653 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:39:20.492337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1531bc33-4654-4ece-b37e-4f5e7bae2653 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:39:20.495931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (adab9b61-6346-4b2f-9758-af5bba99ae9b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.507454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Pushing event deleted for resources: {'Port': ['ID=1531bc33-4654-4ece-b37e-4f5e7bae2653,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:20.518995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] No DVR routers for this DVR port 1531bc33-4654-4ece-b37e-4f5e7bae2653 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:20.535189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753395a-8482-404f-97f1-a0350fbfeae0 req-fc170887-6c09-4ff6-b745-04d33bace331 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:20.537938 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6753395a-8482-404f-97f1-a0350fbfeae0 req-fc170887-6c09-4ff6-b745-04d33bace331 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 943 time: 0.2118871 Feb 09 03:39:20.568949 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-836caec4-700a-4178-9e10-d612058c4c0c tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/quotas/1de610ff7cd646d185bba2efcdf4793a HTTP/1.1" status: 200 len: 375 time: 0.0299838 Feb 09 03:39:20.576604 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (adab9b61-6346-4b2f-9758-af5bba99ae9b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.590865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] For port d9ceb54d-4f9f-4182-ba8f-41ca02096aac, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:20.683588 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (fb868f40-235a-4e22-a22c-0b9eecf26c40), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.687048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:20.712935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb868f40-235a-4e22-a22c-0b9eecf26c40']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:20.720050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'port_id': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'mac_address': 'fa:16:3e:d4:82:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:39:20.723437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] For port d9ceb54d-4f9f-4182-ba8f-41ca02096aac, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d9ceb54d-4f9f-4182-ba8f-41ca02096aac,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:20.732219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66b633e-6089-46f1-8a9e-629d83002a36') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:20.732586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66b633e-6089-46f1-8a9e-629d83002a36') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:20.748225 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (b66b633e-6089-46f1-8a9e-629d83002a36), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.791764 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b66b633e-6089-46f1-8a9e-629d83002a36), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.800001 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.803496 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:39:20.804190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (b66b633e-6089-46f1-8a9e-629d83002a36), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:39:20.808213 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:39:20.813698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:20.815069 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.824930 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.849647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:39:20.850889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:20.853232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=adab9b61-6346-4b2f-9758-af5bba99ae9b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:20.891401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6753395a-8482-404f-97f1-a0350fbfeae0 req-8dcea83c-05f9-4e72-aff7-9bde28a1904d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3197968 Feb 09 03:39:20.898791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:20.899349 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc691057-ec9b-4cc3-a8b0-0991337ff99b req-f1a14d58-0f6a-4630-b514-6be46a7e7040 service neutron] 10.222.0.65 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816954 Feb 09 03:39:20.920905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:20.922530 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.931335 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (fb868f40-235a-4e22-a22c-0b9eecf26c40), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.944755 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.947040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:20.952710 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] 10.222.0.21 "DELETE /v2.0/networks/fb868f40-235a-4e22-a22c-0b9eecf26c40 HTTP/1.1" status: 204 len: 168 time: 1.5166731 Feb 09 03:39:20.952863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:20.954651 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.989984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:20.991835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c57f0-71ab-4a5c-9dca-032c1ba3a021 tempest-ExtraDHCPOptionsTestJSON-1537113973 tempest-ExtraDHCPOptionsTestJSON-1537113973-project] Pushing event deleted for resources: {'Network': ['ID=fb868f40-235a-4e22-a22c-0b9eecf26c40,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:20.992346 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.997059 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] 10.222.0.65 "PUT /v2.0/ports/d9ceb54d-4f9f-4182-ba8f-41ca02096aac HTTP/1.1" status: 200 len: 1096 time: 4.1628046 Feb 09 03:39:21.013588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84695691-2935-4971-87d3-968389549365', 'tag': 'd9ceb54d-4f9f-4182-ba8f-41ca02096aac'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:21.024687 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373d1d11-2c48-48cf-b79f-fa2a64bcd2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "84695691-2935-4971-87d3-968389549365", "tag": "d9ceb54d-4f9f-4182-ba8f-41ca02096aac"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:21.052728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:21.077125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.079916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.082357 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.082892 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.086096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.086625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.087131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.088413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.088921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.089442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.090089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.091332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.094415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:21.098448 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b81da-ce6e-4ef7-817b-6f027883cf5c service neutron] Pushing event updated for resources: {'Port': ['ID=d9ceb54d-4f9f-4182-ba8f-41ca02096aac,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:21.113638 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-09161fc2-fb6e-44de-bc2b-4e327da5620b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1779671 Feb 09 03:39:21.114117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60154) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:21.121025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6430d59c-c827-4146-8548-8b048d903821 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:21.214035 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-baf898ba-b096-4bac-920c-54cb637635e9 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1de610ff7cd646d185bba2efcdf4793a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6247501 Feb 09 03:39:21.295272 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aed4df5e-11c4-45b5-bdb1-80f35a1352f2 req-2929d49e-e89b-45fd-b194-9effc7c469ce tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0679519 Feb 09 03:39:21.388474 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6430d59c-c827-4146-8548-8b048d903821 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (adab9b61-6346-4b2f-9758-af5bba99ae9b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:21.406988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:39:21.417038 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18536e2-39bb-4fdb-9238-05ba683df43f x-openstack-request-id: req-a18536e2-39bb-4fdb-9238-05ba683df43f {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:21.417333 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84695691-2935-4971-87d3-968389549365", "tag": "d9ceb54d-4f9f-4182-ba8f-41ca02096aac", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:21.417608 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a18536e2-39bb-4fdb-9238-05ba683df43f {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:21.418009 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84695691-2935-4971-87d3-968389549365', 'tag': 'd9ceb54d-4f9f-4182-ba8f-41ca02096aac', 'status': 'completed', 'code': 200} Feb 09 03:39:21.478270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-722cad4b-5f31-4b7a-a324-175d999e47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:21.485189 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-722cad4b-5f31-4b7a-a324-175d999e47b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a34f1adeb10c4baca15d58077da295f5&device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 1130 time: 0.3820095 Feb 09 03:39:21.550371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60162) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:21.580500 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-1f3eccd2-6b9d-47b0-833a-b66d12a1f165 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=d9ceb54d-4f9f-4182-ba8f-41ca02096aac HTTP/1.1" status: 200 len: 217 time: 0.0786450 Feb 09 03:39:21.635895 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-970aaf60-0365-447c-b97a-1082c65772bf service neutron] 10.222.0.21 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721352 Feb 09 03:39:21.691263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-2247a12a-5bd0-4a85-9ddf-328b6015f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:21.692996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-2247a12a-5bd0-4a85-9ddf-328b6015f860 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1061320 Feb 09 03:39:21.792872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-31247c32-928c-4f62-836c-105558a37aac service neutron] 10.222.0.21 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499949 Feb 09 03:39:21.799371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-d8d3695e-69eb-48f8-8287-7485870c51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:21.800986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-d8d3695e-69eb-48f8-8287-7485870c51bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0971320 Feb 09 03:39:21.875175 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6430d59c-c827-4146-8548-8b048d903821 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (adab9b61-6346-4b2f-9758-af5bba99ae9b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:21.888623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa578-d058-4d91-ae31-bf443dfe4c80 req-c95dd08e-7c70-4533-a8db-f009a819d014 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:21.897432 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d5aa578-d058-4d91-ae31-bf443dfe4c80 req-c95dd08e-7c70-4533-a8db-f009a819d014 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 947 time: 0.3303568 Feb 09 03:39:21.909322 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6430d59c-c827-4146-8548-8b048d903821 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (adab9b61-6346-4b2f-9758-af5bba99ae9b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:21.977305 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-f05b6c29-dc3f-48e4-888a-28de8203ef4a service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658742 Feb 09 03:39:21.998890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430d59c-c827-4146-8548-8b048d903821 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=adab9b61-6346-4b2f-9758-af5bba99ae9b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:22.011926 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:22.016292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6430d59c-c827-4146-8548-8b048d903821 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] In _notify_port_updated(), no bound segment for port adab9b61-6346-4b2f-9758-af5bba99ae9b on network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:39:22.021880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6430d59c-c827-4146-8548-8b048d903821 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:22.022696 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6430d59c-c827-4146-8548-8b048d903821 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:22.027935 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6430d59c-c827-4146-8548-8b048d903821 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "PUT /v2.0/ports/adab9b61-6346-4b2f-9758-af5bba99ae9b HTTP/1.1" status: 200 len: 818 time: 0.9126101 Feb 09 03:39:22.035473 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-63761d1d-75ec-4da5-b4d5-5454032685d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94dd5b91b1c14a3a9ca6e7c35979ea22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4812062 Feb 09 03:39:22.036739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60170) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:22.038984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60172) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:22.152322 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f5825d30-b058-42b1-93c5-8b5185c6c8ae req-7a93418d-86c4-4034-9eaa-12559498e6ed service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725512 Feb 09 03:39:22.206619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d5aa578-d058-4d91-ae31-bf443dfe4c80 req-cf8c6798-49a4-4065-a17f-7a05410f78b5 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081555 Feb 09 03:39:22.269213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c774-0569-4043-a606-210ef55d265e req-6f78cd88-0b70-4146-a4a6-d44d4f181f85 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:22.276626 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3a8c774-0569-4043-a606-210ef55d265e req-6f78cd88-0b70-4146-a4a6-d44d4f181f85 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 944 time: 0.1172411 Feb 09 03:39:22.495266 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3a8c774-0569-4043-a606-210ef55d265e req-8eee1679-7235-45ff-95f9-37b4c4ed5681 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1531212 Feb 09 03:39:22.544364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d1d11-2c48-48cf-b79f-fa2a64bcd2ea req-5de84a57-1b75-4ece-9cf5-0401c33efe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:22.559220 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-373d1d11-2c48-48cf-b79f-fa2a64bcd2ea req-5de84a57-1b75-4ece-9cf5-0401c33efe0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a34f1adeb10c4baca15d58077da295f5&device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 1130 time: 0.2771256 Feb 09 03:39:22.577999 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a94c861-ac91-4e50-8657-6112a5eee82b admin admin] Publish callbacks [] for security_group (89f14ca5-4009-4a2b-8ffe-2b7599e1a482), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:22.618724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e545b0f1-dbd7-4a7d-b5c5-f98f50acdbe6 req-4bb0d412-d17a-4c47-a5d3-9e75943c9194 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 210 time: 0.0447733 Feb 09 03:39:22.640147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a94c861-ac91-4e50-8657-6112a5eee82b admin admin] Publish callbacks [] for security_group (89f14ca5-4009-4a2b-8ffe-2b7599e1a482), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:22.670575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ef9fa8b0-7443-420a-8a5b-af35f3b9bd49 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port adab9b61-6346-4b2f-9758-af5bba99ae9b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:22.671330 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa8b0-7443-420a-8a5b-af35f3b9bd49 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (adab9b61-6346-4b2f-9758-af5bba99ae9b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:22.705633 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f105c074-5ab9-4940-8611-fe5005762ff6 req-5e79263f-9ebd-48e2-b86b-75a856295be9 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0387959 Feb 09 03:39:22.798868 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa8b0-7443-420a-8a5b-af35f3b9bd49 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (adab9b61-6346-4b2f-9758-af5bba99ae9b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:22.816924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d1d11-2c48-48cf-b79f-fa2a64bcd2ea req-f234a228-9268-46e5-9632-fb22702408b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:22.818407 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-373d1d11-2c48-48cf-b79f-fa2a64bcd2ea req-f234a228-9268-46e5-9632-fb22702408b2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.2520106 Feb 09 03:39:22.824029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ef9fa8b0-7443-420a-8a5b-af35f3b9bd49 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for adab9b61-6346-4b2f-9758-af5bba99ae9b owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:22.852645 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a94c861-ac91-4e50-8657-6112a5eee82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (89f14ca5-4009-4a2b-8ffe-2b7599e1a482), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:22.857111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a94c861-ac91-4e50-8657-6112a5eee82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:22.861529 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1a94c861-ac91-4e50-8657-6112a5eee82b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89f14ca5-4009-4a2b-8ffe-2b7599e1a482 HTTP/1.1" status: 204 len: 168 time: 0.8115449 Feb 09 03:39:22.908513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94c861-ac91-4e50-8657-6112a5eee82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f14ca5-4009-4a2b-8ffe-2b7599e1a482,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:22.913348 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-373d1d11-2c48-48cf-b79f-fa2a64bcd2ea req-fb718328-bd0e-4038-b264-b44ad4e4a4c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=d9ceb54d-4f9f-4182-ba8f-41ca02096aac HTTP/1.1" status: 200 len: 217 time: 0.0872602 Feb 09 03:39:22.988088 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa8b0-7443-420a-8a5b-af35f3b9bd49 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (adab9b61-6346-4b2f-9758-af5bba99ae9b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:23.055054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fa8b0-7443-420a-8a5b-af35f3b9bd49 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=adab9b61-6346-4b2f-9758-af5bba99ae9b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:23.083142 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d1d11-2c48-48cf-b79f-fa2a64bcd2ea req-c961739f-cd5c-4e8d-926e-d8cd62cbcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:23.084757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-373d1d11-2c48-48cf-b79f-fa2a64bcd2ea req-c961739f-cd5c-4e8d-926e-d8cd62cbcdb6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.1501138 Feb 09 03:39:23.136632 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa8b0-7443-420a-8a5b-af35f3b9bd49 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:23.138861 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ef9fa8b0-7443-420a-8a5b-af35f3b9bd49 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/adab9b61-6346-4b2f-9758-af5bba99ae9b HTTP/1.1" status: 204 len: 168 time: 1.0996206 Feb 09 03:39:23.147323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60198) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:23.314966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-92312f58-dabd-4700-a722-2a43617fb9d7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:23.317672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-92312f58-dabd-4700-a722-2a43617fb9d7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc&tenant_id=2d97c098e98a427b87333af505a5b6d1&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 944 time: 0.2665050 Feb 09 03:39:23.344703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641fbbd-6727-4a7c-8f99-e40dfbc4ce99 req-bea40ceb-2410-4799-914b-076bed01eb19 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:23.351841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1641fbbd-6727-4a7c-8f99-e40dfbc4ce99 req-bea40ceb-2410-4799-914b-076bed01eb19 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 944 time: 0.2151861 Feb 09 03:39:23.356638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d1d11-2c48-48cf-b79f-fa2a64bcd2ea req-59b5cefe-b250-4b97-8ecc-0d9655c50d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:23.358247 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-373d1d11-2c48-48cf-b79f-fa2a64bcd2ea req-59b5cefe-b250-4b97-8ecc-0d9655c50d03 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2657411 Feb 09 03:39:23.404358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c83f9e-562c-4e5e-a479-00b6c85ecc16 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:23.409641 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-63c83f9e-562c-4e5e-a479-00b6c85ecc16 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2606523 Feb 09 03:39:23.452796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60208) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:23.466565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1641fbbd-6727-4a7c-8f99-e40dfbc4ce99 req-97e7b995-5e43-4e0a-9c4b-a5a44c2661fb tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1137483 Feb 09 03:39:23.556852 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-35573d8f-25ec-460e-8331-4c166ae16731 service neutron] 10.222.0.65 "GET /v2.0/ports/d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e/bindings/n-h1-824835-15 HTTP/1.1" status: 200 len: 383 time: 0.1916265 Feb 09 03:39:23.560229 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-82060e30-0aed-4c2b-8089-8a9323e251d7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:39:23.566585 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-82060e30-0aed-4c2b-8089-8a9323e251d7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/adab9b61-6346-4b2f-9758-af5bba99ae9b HTTP/1.1" status: 404 len: 333 time: 0.0989408 Feb 09 03:39:23.569338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60214) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:23.576283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-956095121'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:23.588936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeed85-9c0a-4133-93ab-d9c92c1878b1 req-ad0b2b42-2790-4096-8e75-6ed52d9e39c7 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:23.598478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0aeed85-9c0a-4133-93ab-d9c92c1878b1 req-ad0b2b42-2790-4096-8e75-6ed52d9e39c7 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 947 time: 0.2561700 Feb 09 03:39:23.624556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:23.629326 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:23.644579 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-373d1d11-2c48-48cf-b79f-fa2a64bcd2ea req-086ad672-5960-4f3c-b4be-fbbf5d6a3eae service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801754 Feb 09 03:39:23.731255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:39:23.760209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-5656cf35-ee7d-4b3b-b1f4-178bfc9d8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:23.761928 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-5656cf35-ee7d-4b3b-b1f4-178bfc9d8996 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1127 time: 0.1623023 Feb 09 03:39:23.770741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9a4db2e8-4277-4b06-9d5d-1325bfc93d88), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:23.771398 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Added segment 9a4db2e8-4277-4b06-9d5d-1325bfc93d88 of type vlan for network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 Feb 09 03:39:23.800644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bacd211f-91a0-4fee-a5b0-4cb64e516b06 req-5ba8548f-f982-4db9-ab71-6fd823a3ea90 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 210 time: 0.0562263 Feb 09 03:39:23.869937 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (40e0b9be-2dc1-4bd2-bd35-e9620c0eb099), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:23.881570 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-373d1d11-2c48-48cf-b79f-fa2a64bcd2ea req-6f7bf7e1-fe20-4640-bd7c-6ff56b2712ea service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266822 Feb 09 03:39:23.929504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (40e0b9be-2dc1-4bd2-bd35-e9620c0eb099), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:23.935764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:23.936448 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:23.951775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-fa9975fd-f3fd-4c2e-85ac-0af5cc43c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:23.953864 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-fa9975fd-f3fd-4c2e-85ac-0af5cc43c5a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.1854291 Feb 09 03:39:23.959476 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0aeed85-9c0a-4133-93ab-d9c92c1878b1 req-70e4af63-2370-412d-afda-a066b5ad350f tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558819 Feb 09 03:39:24.053417 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-b667eeb5-3088-4cc0-8427-67c9489af81a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 1000 time: 0.0926547 Feb 09 03:39:24.101903 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e55c0a22-6667-4db2-859d-f8f21bcbd1a1 req-82fa87e6-9ecb-4513-98d2-131fe66549d1 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1625137 Feb 09 03:39:24.161384 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:24.193110 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6223426 Feb 09 03:39:24.194579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60230) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:24.204437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Network': ['ID=40e0b9be-2dc1-4bd2-bd35-e9620c0eb099,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:24.208470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1a17fb2f-e395-452b-8577-6a49a7b29b43 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '40e0b9be-2dc1-4bd2-bd35-e9620c0eb099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:24.222686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.223035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.223387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.223728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.224061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.224403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.224737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.225072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.225428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.225759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.226092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.226418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.226773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc7e70-2923-4bb1-bc99-f8783ca0b5c3 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:24.241815 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:39:24.254984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-e3e55fee-30be-4323-a532-c17195d24a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:24.256580 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-e3e55fee-30be-4323-a532-c17195d24a5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.1964467 Feb 09 03:39:24.293036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-2a4c4c89-65db-4f7b-a3c7-6cc8829e3c87 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:24.294612 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-2a4c4c89-65db-4f7b-a3c7-6cc8829e3c87 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.42 "GET /v2.0/networks?id=64506a81-f156-4e9a-b608-360a44fd164e HTTP/1.1" status: 200 len: 808 time: 0.2935574 Feb 09 03:39:24.342980 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60232) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:24.463117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:24.464396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-b27bd899-14c9-471b-83cb-604e2376287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:24.466161 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-b27bd899-14c9-471b-83cb-604e2376287a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1475217 Feb 09 03:39:24.474388 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-0d4ba07f-0a72-4154-9992-4b27a32d3d4e tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1de610ff7cd646d185bba2efcdf4793a HTTP/1.1" status: 200 len: 379 time: 0.1668596 Feb 09 03:39:24.486379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Request body: {'port': {'device_id': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'admin_state_up': True, 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'security_groups': ['b6226442-2eb8-4db9-ae57-0ca04d768d69']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:24.504450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a17fb2f-e395-452b-8577-6a49a7b29b43 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:24.508713 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a17fb2f-e395-452b-8577-6a49a7b29b43 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:24.627664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:39:24.637321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:24.638394 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:24.662979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9b1277b4-df46-4b53-a453-aad7dc80e4bb tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] Request body: {'port': {'network_id': 'c1f57e22-c430-421a-87e3-370327523dbd', 'name': 'tempest-NetworksNegativeTestJSON-1209771885'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:24.688442 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1277b4-df46-4b53-a453-aad7dc80e4bb tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] POST failed (client error): The resource could not be found. Feb 09 03:39:24.689114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1277b4-df46-4b53-a453-aad7dc80e4bb tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:39:24.694767 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9b1277b4-df46-4b53-a453-aad7dc80e4bb tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3506570 Feb 09 03:39:24.695514 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60240) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:24.723215 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-6b044979-2c9e-4f73-8067-4b3ab3250005 service neutron] 10.222.0.65 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476299 Feb 09 03:39:24.725241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Made reservation on behalf of 1de610ff7cd646d185bba2efcdf4793a for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:24.728805 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:24.731188 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd4764f-2ab6-4053-9cf0-4f596b501d78 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] DELETE failed (client error): The resource could not be found. Feb 09 03:39:24.731794 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd4764f-2ab6-4053-9cf0-4f596b501d78 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:39:24.736122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac4ee6-4bf3-422e-8831-a60a9582cd93 req-b4894ed6-1d9d-428b-b682-b2dc11072aca tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:24.739547 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5ac4ee6-4bf3-422e-8831-a60a9582cd93 req-b4894ed6-1d9d-428b-b682-b2dc11072aca tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 944 time: 0.1329672 Feb 09 03:39:24.741172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2bd4764f-2ab6-4053-9cf0-4f596b501d78 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] 10.222.0.21 "DELETE /v2.0/networks/c4cf9617-56c7-4277-907b-d70193ce5d4c HTTP/1.1" status: 404 len: 339 time: 0.0405729 Feb 09 03:39:24.741916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60242) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:24.783549 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-32579949-f7cf-44b1-9225-7583fc3067d5 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] DELETE failed (client error): The resource could not be found. Feb 09 03:39:24.784480 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32579949-f7cf-44b1-9225-7583fc3067d5 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:39:24.792859 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-32579949-f7cf-44b1-9225-7583fc3067d5 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] 10.222.0.21 "DELETE /v2.0/ports/7059e7ba-8404-49d5-84b9-b8cf1643147d HTTP/1.1" status: 404 len: 333 time: 0.0480409 Feb 09 03:39:24.795297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60244) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:24.831438 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8f016e-a46a-4f75-a63a-239f8152d372 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] DELETE failed (client error): The resource could not be found. Feb 09 03:39:24.832035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8f016e-a46a-4f75-a63a-239f8152d372 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:39:24.835299 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3f8f016e-a46a-4f75-a63a-239f8152d372 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] 10.222.0.21 "DELETE /v2.0/subnets/f6094d6d-d031-42c4-9021-9d400b245159 HTTP/1.1" status: 404 len: 337 time: 0.0391421 Feb 09 03:39:24.841109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:24.841574 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:24.848930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60248) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:24.898771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:24.904503 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c50be3e-c2ad-496a-85fa-c05b0bc227ed" -d '{"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-plugged", "status": "completed", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:24.936273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:24.943539 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:24.956180 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6811d2-be41-4b35-9442-aca3b129c83f tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] GET failed (client error): The resource could not be found. Feb 09 03:39:24.957688 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5b6811d2-be41-4b35-9442-aca3b129c83f tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] 10.222.0.21 "GET /v2.0/networks/3733b30f-2c39-443f-b42b-d61a16ebd739 HTTP/1.1" status: 404 len: 339 time: 0.0914404 Feb 09 03:39:24.964005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60252) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:25.010370 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c6aaae0-2c89-4924-b65c-37fc60e78301 req-f99c1a77-e9f0-497c-9cac-3182ea7f9994 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 210 time: 0.0694118 Feb 09 03:39:25.039234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Allocated IP 172.20.0.8 (64506a81-f156-4e9a-b608-360a44fd164e/332ce4fd-1a5a-4971-ad02-23dbb354605e/a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:25.056320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:25.085629 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21a3046-08b4-44ad-a910-c00d9c347879 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] GET failed (client error): The resource could not be found. Feb 09 03:39:25.104971 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e21a3046-08b4-44ad-a910-c00d9c347879 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] 10.222.0.21 "GET /v2.0/ports/a0da2871-9ced-418e-96bc-3f7d787331d9 HTTP/1.1" status: 404 len: 333 time: 0.1326110 Feb 09 03:39:25.111081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5ac4ee6-4bf3-422e-8831-a60a9582cd93 req-67794889-f7f2-4db1-9fd0-8c10f8031938 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3566685 Feb 09 03:39:25.111561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60258) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:25.134060 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3604b9e5-a950-4490-8301-5aee59b39751 x-openstack-request-id: req-3604b9e5-a950-4490-8301-5aee59b39751 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:25.135214 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-plugged", "status": "completed", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:25.135640 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3604b9e5-a950-4490-8301-5aee59b39751 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:25.136691 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'code': 200} Feb 09 03:39:25.201683 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd978a7c-bad0-4066-b3cc-bd3df27ee9ec tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] GET failed (client error): The resource could not be found. Feb 09 03:39:25.207415 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fd978a7c-bad0-4066-b3cc-bd3df27ee9ec tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] 10.222.0.21 "GET /v2.0/subnets/5a2fe3b6-9ced-4e01-b959-b7302b5c1522 HTTP/1.1" status: 404 len: 337 time: 0.0821915 Feb 09 03:39:25.213151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60262) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:25.220391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-7511ea18-dab1-4763-831d-7c58d81b2e44 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:25.244437 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-31d978e8-43c6-4160-a4d1-35688ed63570 service neutron] 10.222.0.65 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036070 Feb 09 03:39:25.268007 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-7511ea18-dab1-4763-831d-7c58d81b2e44 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] PUT failed (client error): The resource could not be found. Feb 09 03:39:25.268534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7511ea18-dab1-4763-831d-7c58d81b2e44 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:39:25.269934 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7511ea18-dab1-4763-831d-7c58d81b2e44 tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] 10.222.0.21 "PUT /v2.0/networks/47900790-4c55-4043-8636-2a0d4a8f5eeb HTTP/1.1" status: 404 len: 339 time: 0.0556407 Feb 09 03:39:25.283374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60264) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:25.291502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-efdd027d-e33c-407e-983c-3ae3004035dc tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:25.311544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2ac400f-fde7-48de-bb69-c63ad453fc5e req-e1954f73-9eea-4d83-a128-8f1280aeb382 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0444362 Feb 09 03:39:25.314164 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a17fb2f-e395-452b-8577-6a49a7b29b43 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (6bf735e0-0139-4cbd-b56b-13a032c7e834), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:25.363319 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdd027d-e33c-407e-983c-3ae3004035dc tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] PUT failed (client error): The resource could not be found. Feb 09 03:39:25.364205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdd027d-e33c-407e-983c-3ae3004035dc tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:39:25.367241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-efdd027d-e33c-407e-983c-3ae3004035dc tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] 10.222.0.21 "PUT /v2.0/ports/565f2782-2408-4593-bb90-05cc98947ae0 HTTP/1.1" status: 404 len: 333 time: 0.0808675 Feb 09 03:39:25.376118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60266) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:25.381978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-78f357a2-c2be-49db-a782-6fb0a518d6ea tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:25.389629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:25.422314 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f357a2-c2be-49db-a782-6fb0a518d6ea tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] PUT failed (client error): The resource could not be found. Feb 09 03:39:25.422789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f357a2-c2be-49db-a782-6fb0a518d6ea tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:39:25.428506 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-78f357a2-c2be-49db-a782-6fb0a518d6ea tempest-NetworksNegativeTestJSON-943278226 tempest-NetworksNegativeTestJSON-943278226-project] 10.222.0.21 "PUT /v2.0/subnets/298cbd38-ea52-4746-8127-a1929ff9b3c9 HTTP/1.1" status: 404 len: 337 time: 0.0465784 Feb 09 03:39:25.437027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17fb2f-e395-452b-8577-6a49a7b29b43 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Subnet': ['ID=6bf735e0-0139-4cbd-b56b-13a032c7e834,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:25.449943 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17fb2f-e395-452b-8577-6a49a7b29b43 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Checking segment: {'id': '9a4db2e8-4277-4b06-9d5d-1325bfc93d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '40e0b9be-2dc1-4bd2-bd35-e9620c0eb099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:25.450309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a17fb2f-e395-452b-8577-6a49a7b29b43 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network hostable DHCP agents. Network: 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:39:25.472201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ed5b8-6198-4a7d-bff6-03059f2145ed req-c117f7a0-5a69-45ef-b4d0-e0a3263a825f tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:25.474299 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b65ed5b8-6198-4a7d-bff6-03059f2145ed req-c117f7a0-5a69-45ef-b4d0-e0a3263a825f tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 947 time: 0.1784785 Feb 09 03:39:25.475943 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a17fb2f-e395-452b-8577-6a49a7b29b43 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:39:25.476612 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:25.491954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1a17fb2f-e395-452b-8577-6a49a7b29b43 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:25.497335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a17fb2f-e395-452b-8577-6a49a7b29b43 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:25.498761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a17fb2f-e395-452b-8577-6a49a7b29b43 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:25.501014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f78088-6fb7-4b05-ad86-9d004cda368b None None] Network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:25.526842 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1a17fb2f-e395-452b-8577-6a49a7b29b43 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3264954 Feb 09 03:39:25.527347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60272) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:25.536451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a1edec09-35c6-48b0-babf-bc4115975c26 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '40e0b9be-2dc1-4bd2-bd35-e9620c0eb099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:25.611697 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b65ed5b8-6198-4a7d-bff6-03059f2145ed req-09bfeccb-f065-4baa-b93c-bb2005578c6f tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260066 Feb 09 03:39:25.630189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Network 64506a81-f156-4e9a-b608-360a44fd164e is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:25.633742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:25.638049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:25.718888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:25.720016 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:25.724575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-40e0b9be-2dc1-4bd2-bd35-e9620c0eb099', 'network_id': '40e0b9be-2dc1-4bd2-bd35-e9620c0eb099', 'project_id': 'f5a763a84799486e879fc3e8436c97a5', 'fixed_ips': [{'subnet_id': '6bf735e0-0139-4cbd-b56b-13a032c7e834'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:39:25.725488 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:25.732327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event updated for resources: {'Port': ['ID=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:25.747277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-bf5098c7-0adf-4b46-bd59-846913bf0b8d tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2672093 Feb 09 03:39:25.752316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1edec09-35c6-48b0-babf-bc4115975c26 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:25.766820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1edec09-35c6-48b0-babf-bc4115975c26 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:25.767139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Request body: {'port': {'device_id': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:25.968014 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:25.995364 n-d-824835-15 neutron-server[103327]: INFO neutron.db.ipam_backend_mixin [None req-a1edec09-35c6-48b0-babf-bc4115975c26 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6bf735e0-0139-4cbd-b56b-13a032c7e834 (CIDR: 172.20.0.0/28) Feb 09 03:39:26.002992 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1edec09-35c6-48b0-babf-bc4115975c26 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:39:26.003556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1edec09-35c6-48b0-babf-bc4115975c26 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:39:26.049738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Allocated IP 172.20.0.2 (40e0b9be-2dc1-4bd2-bd35-e9620c0eb099/6bf735e0-0139-4cbd-b56b-13a032c7e834/30f4ae2b-a9dc-4545-8503-57592c34ba60) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:26.053085 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a1edec09-35c6-48b0-babf-bc4115975c26 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5244634 Feb 09 03:39:26.054154 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60278) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:26.054491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60280) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:26.070146 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4db82b1c-85f7-43e2-a49c-7bff664fed11 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '40e0b9be-2dc1-4bd2-bd35-e9620c0eb099', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:26.240728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-af8e9b61-d16f-4454-b4d9-28ff4e023e9b None None] Provisioning complete for port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:26.246920 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af8e9b61-d16f-4454-b4d9-28ff4e023e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.342800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-af8e9b61-d16f-4454-b4d9-28ff4e023e9b None None] Port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:26.349698 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ec0-3ef0-49db-b7b2-d4aa83558477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.418095 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Publish callbacks [] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.429531 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.464286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d9ceb54d-4f9f-4182-ba8f-41ca02096aac details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:39:26.492613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:26.500445 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:26.511858 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ec0-3ef0-49db-b7b2-d4aa83558477 admin admin] Publish callbacks [] for security_group (b5565dcd-b370-44c4-9e75-83d9512b8448), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.513251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:26.538211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e7629-3241-44f3-ac97-d165bacd1cd3 req-cbd13427-3116-4e9d-b586-e96926f172d1 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:26.543126 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e4e7629-3241-44f3-ac97-d165bacd1cd3 req-cbd13427-3116-4e9d-b586-e96926f172d1 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 931 time: 0.3539369 Feb 09 03:39:26.547396 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ec0-3ef0-49db-b7b2-d4aa83558477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b5565dcd-b370-44c4-9e75-83d9512b8448), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.563640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Pushing event updated for resources: {'Port': ['ID=30f4ae2b-a9dc-4545-8503-57592c34ba60,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:26.678151 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b40c3ec0-3ef0-49db-b7b2-d4aa83558477 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08fd1b908ccb42e39433be441dc9659f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6173913 Feb 09 03:39:26.678707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60294) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:26.717684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Attempting to bind port 30f4ae2b-a9dc-4545-8503-57592c34ba60 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:26.718056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Attempting to bind port 30f4ae2b-a9dc-4545-8503-57592c34ba60 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '9a4db2e8-4277-4b06-9d5d-1325bfc93d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '40e0b9be-2dc1-4bd2-bd35-e9620c0eb099'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:26.718458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Attempting to bind port 30f4ae2b-a9dc-4545-8503-57592c34ba60 on network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:26.731263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:26.731683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Checking segment: {'id': '9a4db2e8-4277-4b06-9d5d-1325bfc93d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '40e0b9be-2dc1-4bd2-bd35-e9620c0eb099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:26.732354 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.732743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Bound using segment: {'id': '9a4db2e8-4277-4b06-9d5d-1325bfc93d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '40e0b9be-2dc1-4bd2-bd35-e9620c0eb099'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:26.733235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Bound port: 30f4ae2b-a9dc-4545-8503-57592c34ba60, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4db2e8-4277-4b06-9d5d-1325bfc93d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '40e0b9be-2dc1-4bd2-bd35-e9620c0eb099'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:26.733632 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.745528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c3ec0-3ef0-49db-b7b2-d4aa83558477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5565dcd-b370-44c4-9e75-83d9512b8448,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:26.759098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48431107-b6ce-44ac-9895-36cfa665f5fe req-cf938697-8030-4603-840a-3abb2caaf11f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:26.760947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-48431107-b6ce-44ac-9895-36cfa665f5fe req-cf938697-8030-4603-840a-3abb2caaf11f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.4656589 Feb 09 03:39:26.786374 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-596140c8-58e9-4014-98ef-7523d8875b6a admin admin] Publish callbacks [] for security_group (b5565dcd-b370-44c4-9e75-83d9512b8448), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.789038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:39:26.799483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Publish callbacks [] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.829845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Transition to ACTIVE for port object a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:39:26.842783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.863788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-48431107-b6ce-44ac-9895-36cfa665f5fe req-d27b42c5-3de1-4486-adbc-7503291020bf tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879743 Feb 09 03:39:26.868356 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e4e7629-3241-44f3-ac97-d165bacd1cd3 req-2ac223a8-7a3a-4942-847f-dbbff1da4785 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859895 Feb 09 03:39:26.876552 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-596140c8-58e9-4014-98ef-7523d8875b6a admin admin] Publish callbacks [] for security_group (b5565dcd-b370-44c4-9e75-83d9512b8448), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.900662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db82b1c-85f7-43e2-a49c-7bff664fed11 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:26.923233 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d9ceb54d-4f9f-4182-ba8f-41ca02096aac, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d9ceb54d-4f9f-4182-ba8f-41ca02096aac,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:26.924441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4db82b1c-85f7-43e2-a49c-7bff664fed11 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.994515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'd9ceb54d-4f9f-4182-ba8f-41ca02096aac', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'd9ceb54d-4f9f-4182-ba8f-41ca02096aac', 'mac_address': 'fa:16:3e:4e:e9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:39:27.014990 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Pushing event updated for resources: {'Port': ['ID=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:27.082102 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e45a5318-b7cd-4b70-b16a-0fcfda8197e5 req-444ca61c-94eb-4bde-9e74-da0a72c30daa tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1061585 Feb 09 03:39:27.119820 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] For port 30f4ae2b-a9dc-4545-8503-57592c34ba60, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:27.162121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] For port 30f4ae2b-a9dc-4545-8503-57592c34ba60, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=30f4ae2b-a9dc-4545-8503-57592c34ba60,segment=NetworkSegment(9a4db2e8-4277-4b06-9d5d-1325bfc93d88),segment_id=9a4db2e8-4277-4b06-9d5d-1325bfc93d88)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:27.177089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port d9ceb54d-4f9f-4182-ba8f-41ca02096aac is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:27.177656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:27.194513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Attempting to bind port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:27.195007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Attempting to bind port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:27.195436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Attempting to bind port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d on network 64506a81-f156-4e9a-b608-360a44fd164e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:27.200846 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:27.203750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d on network 64506a81-f156-4e9a-b608-360a44fd164e not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:39:27.206538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Attempting to bind port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d on network 64506a81-f156-4e9a-b608-360a44fd164e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:27.223607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:27.230468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Checking segment: {'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:27.234904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Bound using segment: {'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:27.236283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Bound port: a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aef45e9-b9db-461c-85f3-4d1396c168ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:27.237465 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:27.284342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ceb54d-4f9f-4182-ba8f-41ca02096aac {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:39:27.296663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed186b62-b17a-4d18-94ab-522795939968 req-39f39987-1d41-42c6-8cc2-d35dc738b473 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:27.303005 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed186b62-b17a-4d18-94ab-522795939968 req-39f39987-1d41-42c6-8cc2-d35dc738b473 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 947 time: 0.2305391 Feb 09 03:39:27.307211 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-596140c8-58e9-4014-98ef-7523d8875b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b5565dcd-b370-44c4-9e75-83d9512b8448), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:27.312383 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-596140c8-58e9-4014-98ef-7523d8875b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:27.313538 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-596140c8-58e9-4014-98ef-7523d8875b6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5565dcd-b370-44c4-9e75-83d9512b8448 HTTP/1.1" status: 204 len: 168 time: 0.6311007 Feb 09 03:39:27.349880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d9ceb54d-4f9f-4182-ba8f-41ca02096aac, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d9ceb54d-4f9f-4182-ba8f-41ca02096aac,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:27.389449 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:27.417586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596140c8-58e9-4014-98ef-7523d8875b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5565dcd-b370-44c4-9e75-83d9512b8448,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:27.429024 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f315bdc-d225-4b07-9307-492f2ea1cd28 None None] Pushing event updated for resources: {'Port': ['ID=30f4ae2b-a9dc-4545-8503-57592c34ba60,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:27.459384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] For port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:27.464539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] For port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d,segment=NetworkSegment(7aef45e9-b9db-461c-85f3-4d1396c168ee),segment_id=7aef45e9-b9db-461c-85f3-4d1396c168ee)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:27.479147 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:27.548169 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed186b62-b17a-4d18-94ab-522795939968 req-d91a28e9-57b3-4cda-910c-4f73d7feff8c tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306590 Feb 09 03:39:27.559625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:27.560512 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:27.562790 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] 10.222.0.42 "PUT /v2.0/ports/a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d HTTP/1.1" status: 200 len: 1092 time: 1.8033698 Feb 09 03:39:27.566955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'tag': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:27.571149 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf940ff5-c2f4-4856-b94b-a7eaf0d1c3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2698aea6-e5b3-4b51-956f-c2f0443f4642", "tag": "a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:27.615796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=d9ceb54d-4f9f-4182-ba8f-41ca02096aac,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:27.700344 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13669122-8c83-46ad-ac58-21131117d6dc x-openstack-request-id: req-13669122-8c83-46ad-ac58-21131117d6dc {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:27.701845 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2698aea6-e5b3-4b51-956f-c2f0443f4642", "tag": "a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:27.715605 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13669122-8c83-46ad-ac58-21131117d6dc {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:27.716293 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'tag': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d', 'status': 'completed', 'code': 200} Feb 09 03:39:27.721978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2212c-5a28-4e77-8430-3bd3e849e3ce service neutron] Pushing event updated for resources: {'Port': ['ID=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:27.821127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['d9ceb54d-4f9f-4182-ba8f-41ca02096aac'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:39:27.851725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-efe6240d-69ac-4f1a-b35b-b85645cb9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:27.853176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-efe6240d-69ac-4f1a-b35b-b85645cb9b79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1de610ff7cd646d185bba2efcdf4793a&device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 1126 time: 0.1924369 Feb 09 03:39:27.896087 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4db82b1c-85f7-43e2-a49c-7bff664fed11 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (0f01416e-9938-46eb-b488-a5ca8872f685), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:27.977662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db82b1c-85f7-43e2-a49c-7bff664fed11 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:28.031601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4db82b1c-85f7-43e2-a49c-7bff664fed11 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:28.038504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db82b1c-85f7-43e2-a49c-7bff664fed11 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:28.039803 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4db82b1c-85f7-43e2-a49c-7bff664fed11 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:28.088562 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-3158d7f9-30d9-458e-bb0f-0c8e810294f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d HTTP/1.1" status: 200 len: 217 time: 0.2207377 Feb 09 03:39:28.168951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4db82b1c-85f7-43e2-a49c-7bff664fed11 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1093507 Feb 09 03:39:28.181335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60316) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:28.240982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': '40e0b9be-2dc1-4bd2-bd35-e9620c0eb099', 'fixed_ips': [{'subnet_id': '6bf735e0-0139-4cbd-b56b-13a032c7e834'}, {'subnet_id': '0f01416e-9938-46eb-b488-a5ca8872f685'}], 'name': 'tempest-PortsTestJSON-1170400296'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:28.325619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db82b1c-85f7-43e2-a49c-7bff664fed11 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Subnet': ['ID=0f01416e-9938-46eb-b488-a5ca8872f685,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:28.362666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-aa023c64-c7ff-4625-94ef-1eed83857568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:28.368416 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-aa023c64-c7ff-4625-94ef-1eed83857568 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=332ce4fd-1a5a-4971-ad02-23dbb354605e HTTP/1.1" status: 200 len: 847 time: 0.2644284 Feb 09 03:39:28.437565 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-31fb51f5-01cc-4662-976f-85004687845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:28.439051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-31fb51f5-01cc-4662-976f-85004687845a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc&tenant_id=2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 1128 time: 0.1675367 Feb 09 03:39:28.449507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ba0d-8fa1-4dbc-b88f-b7cbd90da8ea req-a611aaeb-081d-4931-ba60-6c6a348dfa68 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:28.457161 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d655ba0d-8fa1-4dbc-b88f-b7cbd90da8ea req-a611aaeb-081d-4931-ba60-6c6a348dfa68 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 945 time: 0.3354659 Feb 09 03:39:28.472917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:28.496257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08017c4-c53f-4859-ac8f-8ea63e3214c9 req-6ffc7ad2-684d-4bf8-9f37-4c1646a1cfa4 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:28.513607 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f08017c4-c53f-4859-ac8f-8ea63e3214c9 req-6ffc7ad2-684d-4bf8-9f37-4c1646a1cfa4 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 943 time: 0.3933699 Feb 09 03:39:28.682004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f08017c4-c53f-4859-ac8f-8ea63e3214c9 req-285baa63-365f-4156-9508-61506c5fa966 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663263 Feb 09 03:39:28.715036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-8176beb5-afc9-4610-be62-57b892d733df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:28.716545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-8176beb5-afc9-4610-be62-57b892d733df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64506a81-f156-4e9a-b608-360a44fd164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3322866 Feb 09 03:39:28.800764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:28.805232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 30f4ae2b-a9dc-4545-8503-57592c34ba60 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:28.926240 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6124d30-fc93-4296-9d29-b30f2fc11a60 req-f6f6d493-e1fe-40e2-a3bd-899264a55dfb tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0655494 Feb 09 03:39:29.039497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:29.039899 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.049095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-b8545358-c92d-4b82-b7ee-9f2692fd7272 service neutron] 10.222.0.42 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241608 Feb 09 03:39:29.106573 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.108914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:29.115997 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74432ae0-1003-430f-adba-13fee7599ed3" -d '{"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:29.140418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:29.142052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 30f4ae2b-a9dc-4545-8503-57592c34ba60 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:29.142721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.176541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d655ba0d-8fa1-4dbc-b88f-b7cbd90da8ea req-a49e45ae-69fb-4fb8-b641-35d296157b80 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7172503 Feb 09 03:39:29.177654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:29.204212 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.306707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:29.309115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60338) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:29.312139 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae741eb9-73b8-470a-875d-2316b83b4571 x-openstack-request-id: req-ae741eb9-73b8-470a-875d-2316b83b4571 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:29.313094 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:29.313429 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae741eb9-73b8-470a-875d-2316b83b4571 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:29.314077 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'code': 200} Feb 09 03:39:29.399573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14121b77-7821-4d85-ae51-de110d637b5e req-20e2aaa6-e0f0-4926-a6b8-f4f6452917c1 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:29.408183 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-14121b77-7821-4d85-ae51-de110d637b5e req-20e2aaa6-e0f0-4926-a6b8-f4f6452917c1 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 948 time: 0.1911705 Feb 09 03:39:29.414034 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8c04266-7730-4768-8db0-a0b9d684aefc req-996493c9-a14b-4a2e-ba56-243bd0f9fd62 service neutron] 10.222.0.42 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511875 Feb 09 03:39:29.431088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 30f4ae2b-a9dc-4545-8503-57592c34ba60 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:29.431525 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.499626 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 30f4ae2b-a9dc-4545-8503-57592c34ba60, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=30f4ae2b-a9dc-4545-8503-57592c34ba60,segment=NetworkSegment(9a4db2e8-4277-4b06-9d5d-1325bfc93d88),segment_id=9a4db2e8-4277-4b06-9d5d-1325bfc93d88)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:29.506433 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-14121b77-7821-4d85-ae51-de110d637b5e req-494c2d86-9400-4730-b9b2-23ff59d33094 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973120 Feb 09 03:39:29.521343 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.575598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167e79c1-1e72-47e0-8ea8-b2d0af544cbf None None] Network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:29.606824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'network': {'name': 'tempest-RoutersTest-786467922'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:29.642036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:29.647174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.661688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf940ff5-c2f4-4856-b94b-a7eaf0d1c3f8 req-d1e50e37-950b-4134-8e62-89eda15898f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:29.663467 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf940ff5-c2f4-4856-b94b-a7eaf0d1c3f8 req-d1e50e37-950b-4134-8e62-89eda15898f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1de610ff7cd646d185bba2efcdf4793a&device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 1126 time: 0.1560841 Feb 09 03:39:29.664513 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.691853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1ceac35e-0ab0-446b-9da5-27a71063d89d None None] Provisioning complete for port 30f4ae2b-a9dc-4545-8503-57592c34ba60 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:29.692644 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ceac35e-0ab0-446b-9da5-27a71063d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.699378 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=30f4ae2b-a9dc-4545-8503-57592c34ba60,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:29.718291 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:29.777350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:29.877098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:39:29.890476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1ceac35e-0ab0-446b-9da5-27a71063d89d None None] Current status of the port 30f4ae2b-a9dc-4545-8503-57592c34ba60 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:29.899697 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Publish callbacks [] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.928769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284c998-13b1-426f-9d97-9106c980cc00 req-16462b12-49cd-4cb4-b3ca-4b9941c1bae0 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:29.930615 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5284c998-13b1-426f-9d97-9106c980cc00 req-16462b12-49cd-4cb4-b3ca-4b9941c1bae0 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 943 time: 0.1308975 Feb 09 03:39:29.934962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.955378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Transition to ACTIVE for port object d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:39:29.997348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf940ff5-c2f4-4856-b94b-a7eaf0d1c3f8 req-3c2f759d-e4df-42b0-b705-6c609ebfe19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:29.999412 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf940ff5-c2f4-4856-b94b-a7eaf0d1c3f8 req-3c2f759d-e4df-42b0-b705-6c609ebfe19e service neutron] 10.222.0.42 "GET /v2.0/networks?id=64506a81-f156-4e9a-b608-360a44fd164e HTTP/1.1" status: 200 len: 909 time: 0.3160810 Feb 09 03:39:30.000634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:30.020982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 66ed1973-1d25-4501-8a20-bf477240bce8 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:39:30.067169 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf940ff5-c2f4-4856-b94b-a7eaf0d1c3f8 req-88f2a503-0087-45c5-9940-fee7bb5cab06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d HTTP/1.1" status: 200 len: 217 time: 0.0551388 Feb 09 03:39:30.080019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d392d69-f795-479d-9b7e-79f498496f24 None None] Update dhcp port {'port': {'network_id': '40e0b9be-2dc1-4bd2-bd35-e9620c0eb099', 'fixed_ips': [{'subnet_id': '6bf735e0-0139-4cbd-b56b-13a032c7e834', 'ip_address': '172.20.0.2'}, {'subnet_id': '0f01416e-9938-46eb-b488-a5ca8872f685'}], 'binding:host_id': 'n-d-824835-15'}, 'id': '30f4ae2b-a9dc-4545-8503-57592c34ba60'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:39:30.155459 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d392d69-f795-479d-9b7e-79f498496f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:30.182711 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for security_group (db559108-14fc-4fab-86d9-56296c950f7d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:30.251677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (db559108-14fc-4fab-86d9-56296c950f7d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:30.271948 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7be6478d-ad30-4361-aada-daf905c6d344 req-2099a3ef-2991-452e-a53f-1648a350297d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1246336 Feb 09 03:39:30.310143 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5284c998-13b1-426f-9d97-9106c980cc00 req-1492bdbe-2c16-48de-945c-fa8b5bd4d009 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610139 Feb 09 03:39:30.311569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=11']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:30.363033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:39:30.401217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf940ff5-c2f4-4856-b94b-a7eaf0d1c3f8 req-3fa504fb-30b6-4d42-95f7-8780a12ce43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:30.403972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf940ff5-c2f4-4856-b94b-a7eaf0d1c3f8 req-3fa504fb-30b6-4d42-95f7-8780a12ce43b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=332ce4fd-1a5a-4971-ad02-23dbb354605e HTTP/1.1" status: 200 len: 847 time: 0.3302791 Feb 09 03:39:30.430715 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (58c27bd0-c5e6-4e5c-afcd-38e24c66b63e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:30.431161 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Added segment 58c27bd0-c5e6-4e5c-afcd-38e24c66b63e of type vlan for network a95ae774-07ba-41c4-a8fc-53698562d4e6 Feb 09 03:39:30.442700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db559108-14fc-4fab-86d9-56296c950f7d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:30.461466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] No DVR routers for this DVR port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:30.491308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d9ceb54d-4f9f-4182-ba8f-41ca02096aac up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:30.527130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 30f4ae2b-a9dc-4545-8503-57592c34ba60 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:30.708488 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:39:30.759752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0d392d69-f795-479d-9b7e-79f498496f24 None None] Allocated IP 172.20.0.18 (40e0b9be-2dc1-4bd2-bd35-e9620c0eb099/0f01416e-9938-46eb-b488-a5ca8872f685/30f4ae2b-a9dc-4545-8503-57592c34ba60) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:30.802874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 30f4ae2b-a9dc-4545-8503-57592c34ba60 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:30.803249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:30.864988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port d9ceb54d-4f9f-4182-ba8f-41ca02096aac completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:39:30.876524 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port d9ceb54d-4f9f-4182-ba8f-41ca02096aac triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:30.876908 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:30.887087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Attempting to bind port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:30.888531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Attempting to bind port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:30.890980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Attempting to bind port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:30.904469 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:39:30.905222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Attempting to bind port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:30.916052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:30.917036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Checking segment: {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:30.917992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Bound using segment: {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:30.918625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Bound port: d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2687fc8a-c261-4fd5-bcff-0148820e39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:30.919182 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:30.957647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77004330-9e05-448a-bfa2-7f169d67ad89 req-ca24ad4f-40d5-4a56-8e58-2c7a8d2e9644 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:30.959890 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-77004330-9e05-448a-bfa2-7f169d67ad89 req-ca24ad4f-40d5-4a56-8e58-2c7a8d2e9644 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 948 time: 0.2109997 Feb 09 03:39:31.008164 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:39:31.075827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:31.086889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:31.148958 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-77004330-9e05-448a-bfa2-7f169d67ad89 req-06d63c5d-330b-4588-b292-89d2140c56de tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608796 Feb 09 03:39:31.150503 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:31.207085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:31.207894 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:31.209102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 1093 time: 2.7463059 Feb 09 03:39:31.209575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:31.212280 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73edf299-34ab-43b7-949b-7917fc0e1aad" -d '{"events": [{"name": "network-changed", "server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:31.291342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231085c-6065-4596-baaf-87b8bf89f2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=12']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:31.302319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0d392d69-f795-479d-9b7e-79f498496f24 None None] For port 30f4ae2b-a9dc-4545-8503-57592c34ba60, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=30f4ae2b-a9dc-4545-8503-57592c34ba60,segment=NetworkSegment(9a4db2e8-4277-4b06-9d5d-1325bfc93d88),segment_id=9a4db2e8-4277-4b06-9d5d-1325bfc93d88)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:31.318749 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e1e5ef-aace-44ab-86a3-8af73f28ec1b x-openstack-request-id: req-71e1e5ef-aace-44ab-86a3-8af73f28ec1b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:31.319044 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:31.319307 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71e1e5ef-aace-44ab-86a3-8af73f28ec1b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:31.319721 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'status': 'completed', 'code': 200} Feb 09 03:39:31.336196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-6202ae53-78ed-40d5-831b-3507b8f4b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:31.338736 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-6202ae53-78ed-40d5-831b-3507b8f4b183 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1127 time: 0.0987053 Feb 09 03:39:31.341062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 30f4ae2b-a9dc-4545-8503-57592c34ba60 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:31.480062 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d392d69-f795-479d-9b7e-79f498496f24 None None] Publish callbacks [] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:31.483349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port d9ceb54d-4f9f-4182-ba8f-41ca02096aac is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:31.484157 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:31.496236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d,segment=NetworkSegment(7aef45e9-b9db-461c-85f3-4d1396c168ee),segment_id=7aef45e9-b9db-461c-85f3-4d1396c168ee)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:31.518542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'port_id': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d', 'mac_address': 'fa:16:3e:d2:a0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:39:31.530779 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d392d69-f795-479d-9b7e-79f498496f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:31.539985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (a95ae774-07ba-41c4-a8fc-53698562d4e6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:31.560141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-248cc3bf-6fa5-46d4-ba32-f3ce4ea83109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:31.562710 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-248cc3bf-6fa5-46d4-ba32-f3ce4ea83109 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.2074063 Feb 09 03:39:31.597628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf940ff5-c2f4-4856-b94b-a7eaf0d1c3f8 req-0b5eccb5-dc91-4e29-9061-057ed6426cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:31.599893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf940ff5-c2f4-4856-b94b-a7eaf0d1c3f8 req-0b5eccb5-dc91-4e29-9061-057ed6426cb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64506a81-f156-4e9a-b608-360a44fd164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.1834562 Feb 09 03:39:31.605001 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-210071de-0ca9-4286-b88a-46e4ac757703 req-2e9e5111-68e5-497b-9363-b4e3ac48fa1d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0620396 Feb 09 03:39:31.614503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:31.615244 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:31.688741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28b371-9087-4269-97bb-a7e019471c93 req-388e465a-23cb-4cbc-add0-2e4b32346a29 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:31.700621 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9f28b371-9087-4269-97bb-a7e019471c93 req-388e465a-23cb-4cbc-add0-2e4b32346a29 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 944 time: 0.3412471 Feb 09 03:39:31.717109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (a95ae774-07ba-41c4-a8fc-53698562d4e6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:31.725165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:31.725968 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:31.761338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d392d69-f795-479d-9b7e-79f498496f24 None None] Pushing event updated for resources: {'Port': ['ID=30f4ae2b-a9dc-4545-8503-57592c34ba60,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:31.776660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:39:31.781388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84695691-2935-4971-87d3-968389549365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ceb54d-4f9f-4182-ba8f-41ca02096aac'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:31.783824 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1290ce76-70d3-4e0e-a7a8-84063ece99ce" -d '{"events": [{"server_uuid": "84695691-2935-4971-87d3-968389549365", "name": "network-vif-plugged", "status": "completed", "tag": "d9ceb54d-4f9f-4182-ba8f-41ca02096aac"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:31.861719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port d9ceb54d-4f9f-4182-ba8f-41ca02096aac, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d9ceb54d-4f9f-4182-ba8f-41ca02096aac,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:31.884202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-93e129e5-8211-4020-964a-64696c689c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:31.885857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-93e129e5-8211-4020-964a-64696c689c6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1127 time: 0.5085213 Feb 09 03:39:31.887409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d,segment=NetworkSegment(7aef45e9-b9db-461c-85f3-4d1396c168ee),segment_id=7aef45e9-b9db-461c-85f3-4d1396c168ee)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:31.889073 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:31.894480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-bdfc9c1f-04de-4759-9355-4139d5370362 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 999 time: 0.2642946 Feb 09 03:39:31.897265 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:31.988205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=d9ceb54d-4f9f-4182-ba8f-41ca02096aac,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:31.999554 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6866472 Feb 09 03:39:32.053618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60370) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:32.062791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d008fbe7-7159-4dd9-a5e5-911e1879d8f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'network': {'name': 'tempest-RoutersTest-447525938'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:32.070449 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf940ff5-c2f4-4856-b94b-a7eaf0d1c3f8 req-876b1e36-6fe1-4e1f-ba9a-18258843c6da service neutron] 10.222.0.42 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279597 Feb 09 03:39:32.117936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:32.124430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-bfbb1fca-99d5-48e1-9bf3-1291155b7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:32.126879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-bfbb1fca-99d5-48e1-9bf3-1291155b7236 service neutron] 10.222.0.65 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.1764767 Feb 09 03:39:32.186184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:39:32.276533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf940ff5-c2f4-4856-b94b-a7eaf0d1c3f8 req-d1a0c7a9-b837-4ffa-b130-36a78db7642e service neutron] 10.222.0.42 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624427 Feb 09 03:39:32.293913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8068c-679b-4ef0-8de2-ca219b44e09c req-0833ec47-da72-4da7-91ea-239be5d1cd75 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:32.296466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3a8068c-679b-4ef0-8de2-ca219b44e09c req-0833ec47-da72-4da7-91ea-239be5d1cd75 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 943 time: 0.5196164 Feb 09 03:39:32.297467 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-d4363041-9d0f-46f8-b68b-6dc8115eac15 {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:39:32.298770 n-d-824835-15 neutron-server[103327]: DEBUG oslo_db.api [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:39:32.321997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-a91a82d9-9173-4b3a-b652-7f01783dd6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:32.323638 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-a91a82d9-9173-4b3a-b652-7f01783dd6db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.3689532 Feb 09 03:39:32.326117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc3b70-0ff5-43c8-aca1-782cacb52482 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Network': ['ID=a95ae774-07ba-41c4-a8fc-53698562d4e6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:32.341451 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9f28b371-9087-4269-97bb-a7e019471c93 req-2404ddf8-838d-4d85-ba37-b00b36a080db tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6396527 Feb 09 03:39:32.360323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network a95ae774-07ba-41c4-a8fc-53698562d4e6 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:39:32.365342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d008fbe7-7159-4dd9-a5e5-911e1879d8f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:32.369763 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d008fbe7-7159-4dd9-a5e5-911e1879d8f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:32.415169 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-54c9d37b-f847-4c53-9ea5-9c6b859b8f0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 999 time: 0.2731791 Feb 09 03:39:32.436163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d008fbe7-7159-4dd9-a5e5-911e1879d8f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:39:32.462298 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d008fbe7-7159-4dd9-a5e5-911e1879d8f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (021d002f-dddc-4e52-866e-b1d5a52b29a2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:32.464020 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-d008fbe7-7159-4dd9-a5e5-911e1879d8f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Added segment 021d002f-dddc-4e52-866e-b1d5a52b29a2 of type vlan for network 64d44cbf-7cea-4bb6-b6ac-82b09660f113 Feb 09 03:39:32.574179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-3c93674a-d87b-4aac-a676-96f0d02553d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:32.576032 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-3c93674a-d87b-4aac-a676-96f0d02553d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.1510489 Feb 09 03:39:32.602894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 30f4ae2b-a9dc-4545-8503-57592c34ba60 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:32.658898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3a8068c-679b-4ef0-8de2-ca219b44e09c req-d6f69ca2-af7b-4bd3-817c-f87a31dd71ca tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3423884 Feb 09 03:39:32.691755 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec5269f-c2e3-4ecf-a92d-f0a505ecf6a9 x-openstack-request-id: req-bec5269f-c2e3-4ecf-a92d-f0a505ecf6a9 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:32.692197 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84695691-2935-4971-87d3-968389549365", "name": "network-vif-plugged", "status": "completed", "tag": "d9ceb54d-4f9f-4182-ba8f-41ca02096aac", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:32.692556 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bec5269f-c2e3-4ecf-a92d-f0a505ecf6a9 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:32.693181 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84695691-2935-4971-87d3-968389549365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ceb54d-4f9f-4182-ba8f-41ca02096aac', 'code': 200} Feb 09 03:39:32.697412 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d008fbe7-7159-4dd9-a5e5-911e1879d8f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (64d44cbf-7cea-4bb6-b6ac-82b09660f113), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:32.711019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-b3d46850-fa5e-41c7-ae73-e6ae6625f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:32.718363 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-b3d46850-fa5e-41c7-ae73-e6ae6625f1e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3848522 Feb 09 03:39:32.726688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-0f7dc788-5f46-414a-b839-e5e09d50b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:32.730922 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-0f7dc788-5f46-414a-b839-e5e09d50b85d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1471515 Feb 09 03:39:32.754239 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d008fbe7-7159-4dd9-a5e5-911e1879d8f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (64d44cbf-7cea-4bb6-b6ac-82b09660f113), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:32.762422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d008fbe7-7159-4dd9-a5e5-911e1879d8f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:32.763063 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d008fbe7-7159-4dd9-a5e5-911e1879d8f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:32.849121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d008fbe7-7159-4dd9-a5e5-911e1879d8f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7933908 Feb 09 03:39:32.861402 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60376) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:32.870521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb192b37-74c7-42d0-b95e-b1c7c729450a None None] Network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:32.887027 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:32.893564 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-d63f0939-ead8-47ef-ba3a-fbad665a1cc1 service neutron] 10.222.0.65 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354859 Feb 09 03:39:32.950230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-07fcfbfa-037d-4a9d-8409-a6b3b577b6f2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'subnet': {'network_id': 'a95ae774-07ba-41c4-a8fc-53698562d4e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:32.997865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-cd505b95-ab76-4365-87b9-b1e0bdce0b03 None None] Provisioning complete for port 30f4ae2b-a9dc-4545-8503-57592c34ba60 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:32.998721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd505b95-ab76-4365-87b9-b1e0bdce0b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:33.024851 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b20a3a8-3ee6-410e-b8a2-ab3ad57cf818 req-37de9dac-0228-4d04-afd0-134678a8ac70 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1197684 Feb 09 03:39:33.039585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008fbe7-7159-4dd9-a5e5-911e1879d8f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Network': ['ID=64d44cbf-7cea-4bb6-b6ac-82b09660f113,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:33.046825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 30f4ae2b-a9dc-4545-8503-57592c34ba60 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:33.047364 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:33.060651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 64d44cbf-7cea-4bb6-b6ac-82b09660f113 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:39:33.070891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493db7f7-d26d-46ad-8c6b-182ac0d9fb09 req-acf876ec-e976-48b9-8ef8-c51bd2a0d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:33.072402 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-493db7f7-d26d-46ad-8c6b-182ac0d9fb09 req-acf876ec-e976-48b9-8ef8-c51bd2a0d9a8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 1132 time: 0.4620674 Feb 09 03:39:33.088391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f9b1d-caa0-4220-8dcc-c17fc8f54194 req-8f6fe4cd-cc03-4cdc-ac47-6e05e9f9e9e1 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:33.089115 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 2630cbd5-f59d-414e-95a0-fe0901a649df yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:39:33.090845 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-000f9b1d-caa0-4220-8dcc-c17fc8f54194 req-8f6fe4cd-cc03-4cdc-ac47-6e05e9f9e9e1 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 949 time: 0.3445885 Feb 09 03:39:33.153501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fcfbfa-037d-4a9d-8409-a6b3b577b6f2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:33.165218 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07fcfbfa-037d-4a9d-8409-a6b3b577b6f2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:33.276887 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-bce84b4a-7f1c-46b7-939a-dce81dde7725 service neutron] 10.222.0.65 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621275 Feb 09 03:39:33.284207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-f8ae02e0-0db8-48f7-9657-f4de0de663aa service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488679 Feb 09 03:39:33.410574 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-000f9b1d-caa0-4220-8dcc-c17fc8f54194 req-163a0ef9-c668-45c7-bb5e-41ba98751680 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997007 Feb 09 03:39:33.450777 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-493db7f7-d26d-46ad-8c6b-182ac0d9fb09 req-68bc7ecf-432b-4d2c-8b9b-42a19112e3bd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592117 Feb 09 03:39:33.518026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cd505b95-ab76-4365-87b9-b1e0bdce0b03 None None] Current status of the port 30f4ae2b-a9dc-4545-8503-57592c34ba60 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:33.570390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 30f4ae2b-a9dc-4545-8503-57592c34ba60 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:33.650966 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07fcfbfa-037d-4a9d-8409-a6b3b577b6f2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:33.780688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcfbfa-037d-4a9d-8409-a6b3b577b6f2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Subnet': ['ID=e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:33.832921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fcfbfa-037d-4a9d-8409-a6b3b577b6f2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Checking segment: {'id': '58c27bd0-c5e6-4e5c-afcd-38e24c66b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a95ae774-07ba-41c4-a8fc-53698562d4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:33.833238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fcfbfa-037d-4a9d-8409-a6b3b577b6f2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network hostable DHCP agents. Network: a95ae774-07ba-41c4-a8fc-53698562d4e6, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:39:33.864107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c97f2f-ebe2-4b65-81e3-da3645d1fa7b req-710e18a9-7dd5-4bec-8f89-1b9be6be65ca tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:33.872525 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-53c97f2f-ebe2-4b65-81e3-da3645d1fa7b req-710e18a9-7dd5-4bec-8f89-1b9be6be65ca tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 944 time: 0.0878735 Feb 09 03:39:33.894374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fcfbfa-037d-4a9d-8409-a6b3b577b6f2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network a95ae774-07ba-41c4-a8fc-53698562d4e6 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:39:33.911639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-07fcfbfa-037d-4a9d-8409-a6b3b577b6f2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, a95ae774-07ba-41c4-a8fc-53698562d4e6) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:33.921022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af621fd-9f26-4b0b-a9e6-45a561a34e58 None None] Network a95ae774-07ba-41c4-a8fc-53698562d4e6 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:33.934364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fcfbfa-037d-4a9d-8409-a6b3b577b6f2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:33.945481 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07fcfbfa-037d-4a9d-8409-a6b3b577b6f2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:34.014578 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-53c97f2f-ebe2-4b65-81e3-da3645d1fa7b req-d664a3ae-5dd9-4882-bd79-5920ec48b0af tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408291 Feb 09 03:39:34.022375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-07fcfbfa-037d-4a9d-8409-a6b3b577b6f2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1544824 Feb 09 03:39:34.027544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60386) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:34.047151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5f41f086-580a-40c0-bf16-57d599ac1ee0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'subnet': {'network_id': '64d44cbf-7cea-4bb6-b6ac-82b09660f113', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:34.084120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4e07a5de-8b82-4c5a-bbf8-24cdabe00e57 None None] Provisioning complete for port 30f4ae2b-a9dc-4545-8503-57592c34ba60 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:34.084410 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4e07a5de-8b82-4c5a-bbf8-24cdabe00e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:34.215251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.14 (40e0b9be-2dc1-4bd2-bd35-e9620c0eb099/6bf735e0-0139-4cbd-b56b-13a032c7e834/2630cbd5-f59d-414e-95a0-fe0901a649df) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:34.223509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.20 (40e0b9be-2dc1-4bd2-bd35-e9620c0eb099/0f01416e-9938-46eb-b488-a5ca8872f685/2630cbd5-f59d-414e-95a0-fe0901a649df) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:34.261592 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-141d0678-6261-4379-8647-d5ecb7cf6912 req-b4c155a3-7205-45aa-bc84-c64f1b7eae5d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0454869 Feb 09 03:39:34.308241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f41f086-580a-40c0-bf16-57d599ac1ee0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:34.314454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f41f086-580a-40c0-bf16-57d599ac1ee0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:34.315130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-a95ae774-07ba-41c4-a8fc-53698562d4e6', 'network_id': 'a95ae774-07ba-41c4-a8fc-53698562d4e6', 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'fixed_ips': [{'subnet_id': 'e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:39:34.316575 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:34.393900 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:34.441277 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:34.514362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=2630cbd5-f59d-414e-95a0-fe0901a649df,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:34.525048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:34.533396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4e07a5de-8b82-4c5a-bbf8-24cdabe00e57 None None] Current status of the port 30f4ae2b-a9dc-4545-8503-57592c34ba60 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:34.538878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec095d5-efd2-446b-90f5-7bdd128c2b2e req-cab983a4-f8d6-43d9-bc5f-5114ad71ab1d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:34.546022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ec095d5-efd2-446b-90f5-7bdd128c2b2e req-cab983a4-f8d6-43d9-bc5f-5114ad71ab1d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 944 time: 0.6094906 Feb 09 03:39:34.551417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:34.559295 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:34.597246 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a263cfbd-fdb4-4030-bcab-a897a7d77686 req-5774a31e-37bb-417d-9439-db65189bf5b8 service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2899451 Feb 09 03:39:34.624148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Allocated IP 172.20.0.2 (a95ae774-07ba-41c4-a8fc-53698562d4e6/e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09/6d9c754f-2f1d-4040-8cf2-6aea379c4391) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:34.658624 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ec095d5-efd2-446b-90f5-7bdd128c2b2e req-8f748545-952e-494c-98a2-ff90685c23ad tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110470 Feb 09 03:39:34.716336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:34.734531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:34.735320 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:34.773308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b84106dc-53d5-4685-be81-b215da191c79 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 6.5406871 Feb 09 03:39:34.775356 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60396) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:34.777518 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-57d430e9-3e3c-482b-bbb8-17e50d294a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:34.779003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-57d430e9-3e3c-482b-bbb8-17e50d294a40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1127 time: 0.1173306 Feb 09 03:39:34.784861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e77ac8e0-8ce8-43c3-a2a2-f5ddc81068ec tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6bf735e0-0139-4cbd-b56b-13a032c7e834'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:34.828423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7da8a7-ef34-448e-9675-93b8fe2e381a req-f9b3bebb-c1a5-4d19-bed1-56ea458ca2f7 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:34.848363 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd7da8a7-ef34-448e-9675-93b8fe2e381a req-f9b3bebb-c1a5-4d19-bed1-56ea458ca2f7 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 949 time: 0.2576277 Feb 09 03:39:34.849517 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f41f086-580a-40c0-bf16-57d599ac1ee0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (96ea2b51-6e50-43c7-b9d4-9acb14088a89), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:34.904215 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e77ac8e0-8ce8-43c3-a2a2-f5ddc81068ec tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.057449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:39:35.063009 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd7da8a7-ef34-448e-9675-93b8fe2e381a req-28c6cae3-6c18-45f9-8ad3-5fbcc730a236 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771846 Feb 09 03:39:35.092379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-829f81e9-717a-4282-be08-fe6cbc52a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:35.094679 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-829f81e9-717a-4282-be08-fe6cbc52a62c service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.2058721 Feb 09 03:39:35.101895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:35.102807 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.126686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41f086-580a-40c0-bf16-57d599ac1ee0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Subnet': ['ID=96ea2b51-6e50-43c7-b9d4-9acb14088a89,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:35.130286 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:39:35.178720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f41f086-580a-40c0-bf16-57d599ac1ee0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Checking segment: {'id': '021d002f-dddc-4e52-866e-b1d5a52b29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '64d44cbf-7cea-4bb6-b6ac-82b09660f113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:35.180017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f41f086-580a-40c0-bf16-57d599ac1ee0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network hostable DHCP agents. Network: 64d44cbf-7cea-4bb6-b6ac-82b09660f113, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:39:35.228454 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f41f086-580a-40c0-bf16-57d599ac1ee0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network 64d44cbf-7cea-4bb6-b6ac-82b09660f113 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:39:35.241438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5f41f086-580a-40c0-bf16-57d599ac1ee0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 64d44cbf-7cea-4bb6-b6ac-82b09660f113) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:35.258175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f41f086-580a-40c0-bf16-57d599ac1ee0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:35.259029 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5f41f086-580a-40c0-bf16-57d599ac1ee0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.269072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf812386-0d1c-49d1-939a-69b44deb3fef None None] Network 64d44cbf-7cea-4bb6-b6ac-82b09660f113 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:35.305643 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5f41f086-580a-40c0-bf16-57d599ac1ee0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2722783 Feb 09 03:39:35.308259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60406) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:35.313818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a5d95906-a418-47d4-a89a-d55bf6f170a6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-825496359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:35.373051 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a5d95906-a418-47d4-a89a-d55bf6f170a6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.374076 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a5d95906-a418-47d4-a89a-d55bf6f170a6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.401996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a13ca6eb-97ec-428f-89b4-3bc33fc0ffd3 None None] Provisioning complete for port 2630cbd5-f59d-414e-95a0-fe0901a649df triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:35.402521 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a13ca6eb-97ec-428f-89b4-3bc33fc0ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.454371 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-99f7a6fd-f249-411c-ad49-6b0b4dbddbaa req-8bfa5178-5618-47dc-af5e-f78cd004d99e tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0703223 Feb 09 03:39:35.520546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-64d44cbf-7cea-4bb6-b6ac-82b09660f113', 'network_id': '64d44cbf-7cea-4bb6-b6ac-82b09660f113', 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'fixed_ips': [{'subnet_id': '96ea2b51-6e50-43c7-b9d4-9acb14088a89'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:39:35.521445 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.521859 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a5d95906-a418-47d4-a89a-d55bf6f170a6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.533499 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a5d95906-a418-47d4-a89a-d55bf6f170a6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.544739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e77ac8e0-8ce8-43c3-a2a2-f5ddc81068ec tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Delete allocated IP 172.20.0.20 (40e0b9be-2dc1-4bd2-bd35-e9620c0eb099/0f01416e-9938-46eb-b488-a5ca8872f685) {{(pid=103327) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 03:39:35.548067 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Publish callbacks [] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.557832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a5d95906-a418-47d4-a89a-d55bf6f170a6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.558913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a13ca6eb-97ec-428f-89b4-3bc33fc0ffd3 None None] Port 2630cbd5-f59d-414e-95a0-fe0901a649df cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:35.562362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:35.562900 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.566805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a5d95906-a418-47d4-a89a-d55bf6f170a6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2566957 Feb 09 03:39:35.569803 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.570833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60416) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:35.638827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Network a95ae774-07ba-41c4-a8fc-53698562d4e6 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:35.643247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Pushing event updated for resources: {'Port': ['ID=6d9c754f-2f1d-4040-8cf2-6aea379c4391,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:35.654079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:35.657944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:35.695462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d,segment=NetworkSegment(7aef45e9-b9db-461c-85f3-4d1396c168ee),segment_id=7aef45e9-b9db-461c-85f3-4d1396c168ee)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:35.746097 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e77ac8e0-8ce8-43c3-a2a2-f5ddc81068ec tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.747452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:35.753049 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225fe7f4-56c6-453b-b95d-edda7707f81e" -d '{"events": [{"server_uuid": "2698aea6-e5b3-4b51-956f-c2f0443f4642", "name": "network-vif-plugged", "status": "completed", "tag": "a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:35.756862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-d53278e1-b9c2-4a8b-98ef-84efca7769f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 999 time: 0.6545064 Feb 09 03:39:35.763042 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e77ac8e0-8ce8-43c3-a2a2-f5ddc81068ec tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.773616 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.825598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-c85270c9-967f-4dcc-bfe2-21973d157231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:35.827085 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-c85270c9-967f-4dcc-bfe2-21973d157231 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.0621526 Feb 09 03:39:35.891978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ac8e0-8ce8-43c3-a2a2-f5ddc81068ec tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=2630cbd5-f59d-414e-95a0-fe0901a649df,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:36.049904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5af14e-d690-40a5-9ddf-4bfd00251b4a req-9095ddaf-d3c7-4d93-a74f-106dadbabac4 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:36.061300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32a71f-af76-4cd9-99be-d50b61628dbb req-3132f19f-7ca4-4ec6-8ea7-a73a8fba6740 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:36.063250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a5af14e-d690-40a5-9ddf-4bfd00251b4a req-9095ddaf-d3c7-4d93-a74f-106dadbabac4 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 944 time: 0.7356865 Feb 09 03:39:36.071025 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e32a71f-af76-4cd9-99be-d50b61628dbb req-3132f19f-7ca4-4ec6-8ea7-a73a8fba6740 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 944 time: 0.2780793 Feb 09 03:39:36.097617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Allocated IP 172.21.0.2 (64d44cbf-7cea-4bb6-b6ac-82b09660f113/96ea2b51-6e50-43c7-b9d4-9acb14088a89/aff170cf-60e9-43e6-a571-2a1c0ceae354) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:36.231511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-dae7b90a-54d5-47ee-891f-4c7801ebf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:36.234250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-dae7b90a-54d5-47ee-891f-4c7801ebf8c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3503768 Feb 09 03:39:36.259845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e77ac8e0-8ce8-43c3-a2a2-f5ddc81068ec tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] In _notify_port_updated(), no bound segment for port 2630cbd5-f59d-414e-95a0-fe0901a649df on network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:39:36.261491 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e32a71f-af76-4cd9-99be-d50b61628dbb req-0314453c-bea3-42a3-98c0-7428ac9e4d97 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1805587 Feb 09 03:39:36.302163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ac8e0-8ce8-43c3-a2a2-f5ddc81068ec tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:36.306019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e77ac8e0-8ce8-43c3-a2a2-f5ddc81068ec tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:36.311317 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:36.316316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e77ac8e0-8ce8-43c3-a2a2-f5ddc81068ec tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "PUT /v2.0/ports/2630cbd5-f59d-414e-95a0-fe0901a649df HTTP/1.1" status: 200 len: 920 time: 1.5362177 Feb 09 03:39:36.319424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60428) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:36.350772 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-5c40e24c-5d5d-48b2-84c2-142322105da2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6bf735e0-0139-4cbd-b56b-13a032c7e834'}, {'subnet_id': '0f01416e-9938-46eb-b488-a5ca8872f685'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:36.408477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a5af14e-d690-40a5-9ddf-4bfd00251b4a req-52d8fae1-453f-4299-9703-1832aa387f6b tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3442490 Feb 09 03:39:36.545834 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abad64e-54a3-462a-ad85-ae7c346f041b x-openstack-request-id: req-9abad64e-54a3-462a-ad85-ae7c346f041b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:36.548425 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2698aea6-e5b3-4b51-956f-c2f0443f4642", "name": "network-vif-plugged", "status": "completed", "tag": "a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:36.549822 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9abad64e-54a3-462a-ad85-ae7c346f041b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:36.550466 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d', 'code': 200} Feb 09 03:39:36.570019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Attempting to bind port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:36.572705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Attempting to bind port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '58c27bd0-c5e6-4e5c-afcd-38e24c66b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a95ae774-07ba-41c4-a8fc-53698562d4e6'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:36.573258 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Attempting to bind port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 on network a95ae774-07ba-41c4-a8fc-53698562d4e6 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:36.574460 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-55bc8452-6463-4f0b-b021-4d525357c80f service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320968 Feb 09 03:39:36.614533 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:36.624251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Checking segment: {'id': '58c27bd0-c5e6-4e5c-afcd-38e24c66b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a95ae774-07ba-41c4-a8fc-53698562d4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:36.625556 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:36.626147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Bound using segment: {'id': '58c27bd0-c5e6-4e5c-afcd-38e24c66b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a95ae774-07ba-41c4-a8fc-53698562d4e6'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:36.626822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Bound port: 6d9c754f-2f1d-4040-8cf2-6aea379c4391, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c27bd0-c5e6-4e5c-afcd-38e24c66b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a95ae774-07ba-41c4-a8fc-53698562d4e6'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:36.627389 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:36.660451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:36.711752 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4c63a8af-8b91-4a92-912f-0a28ec7b66b4 req-19239b64-b8b0-49c6-86e8-c36ae77aa904 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0714967 Feb 09 03:39:36.730761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:39:36.768589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Allocated IP 172.20.0.1 (a95ae774-07ba-41c4-a8fc-53698562d4e6/e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09/5ad46ae8-1c05-4560-9a2f-681dd7e8bb79) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:36.815021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7da35dea-b275-4876-9a19-98213b080005 None None] Provisioning complete for port 2630cbd5-f59d-414e-95a0-fe0901a649df triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:36.815695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7da35dea-b275-4876-9a19-98213b080005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:36.839925 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c40e24c-5d5d-48b2-84c2-142322105da2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:36.888530 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Publish callbacks [] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:36.910162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] For port 6d9c754f-2f1d-4040-8cf2-6aea379c4391, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:36.975526 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:36.990846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7da35dea-b275-4876-9a19-98213b080005 None None] Port 2630cbd5-f59d-414e-95a0-fe0901a649df cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:36.993398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] For port 6d9c754f-2f1d-4040-8cf2-6aea379c4391, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6d9c754f-2f1d-4040-8cf2-6aea379c4391,segment=NetworkSegment(58c27bd0-c5e6-4e5c-afcd-38e24c66b63e),segment_id=58c27bd0-c5e6-4e5c-afcd-38e24c66b63e)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:37.038341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Network 64d44cbf-7cea-4bb6-b6ac-82b09660f113 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:37.047342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:37.052702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73edf299-34ab-43b7-949b-7917fc0e1aad req-6ff18b79-4393-4907-846f-7c6eac0de3cd service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721279 Feb 09 03:39:37.086372 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (5ad46ae8-1c05-4560-9a2f-681dd7e8bb79), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:37.087427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Pushing event updated for resources: {'Port': ['ID=aff170cf-60e9-43e6-a571-2a1c0ceae354,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:37.097764 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:37.100879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:37.162683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:37.163202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83b67d-2c54-4bc4-98ee-0693a18a8a9a req-1641d8ba-796a-438a-a351-077f22ffb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:37.166386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b83b67d-2c54-4bc4-98ee-0693a18a8a9a req-1641d8ba-796a-438a-a351-077f22ffb640 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 1128 time: 0.2582312 Feb 09 03:39:37.223373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3da998-873a-4040-a52f-767ab5c9e348 req-34c382dd-7fa3-4d39-bf7d-afbbeb682dc3 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:37.229170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af3da998-873a-4040-a52f-767ab5c9e348 req-34c382dd-7fa3-4d39-bf7d-afbbeb682dc3 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 949 time: 0.3219674 Feb 09 03:39:37.255348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-5c40e24c-5d5d-48b2-84c2-142322105da2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.30 (40e0b9be-2dc1-4bd2-bd35-e9620c0eb099/0f01416e-9938-46eb-b488-a5ca8872f685/2630cbd5-f59d-414e-95a0-fe0901a649df) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:37.303247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'port_id': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'mac_address': 'fa:16:3e:d4:82:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:39:37.329671 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af3da998-873a-4040-a52f-767ab5c9e348 req-1cfae73e-11e5-46ad-9252-546a5cf7fb3f tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956388 Feb 09 03:39:37.330140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44dab10-4001-420d-b87f-3afb2f8f7eca None None] Pushing event updated for resources: {'Port': ['ID=6d9c754f-2f1d-4040-8cf2-6aea379c4391,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:37.335813 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5ad46ae8-1c05-4560-9a2f-681dd7e8bb79), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:37.370602 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Attempting to bind port aff170cf-60e9-43e6-a571-2a1c0ceae354 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:37.374106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Attempting to bind port aff170cf-60e9-43e6-a571-2a1c0ceae354 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '021d002f-dddc-4e52-866e-b1d5a52b29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '64d44cbf-7cea-4bb6-b6ac-82b09660f113'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:37.375076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Attempting to bind port aff170cf-60e9-43e6-a571-2a1c0ceae354 on network 64d44cbf-7cea-4bb6-b6ac-82b09660f113 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:37.399469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network a95ae774-07ba-41c4-a8fc-53698562d4e6 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:37.401631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:37.406969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:37.407346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Checking segment: {'id': '021d002f-dddc-4e52-866e-b1d5a52b29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '64d44cbf-7cea-4bb6-b6ac-82b09660f113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:37.407754 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:37.408147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Bound using segment: {'id': '021d002f-dddc-4e52-866e-b1d5a52b29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '64d44cbf-7cea-4bb6-b6ac-82b09660f113'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:37.408657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Bound port: aff170cf-60e9-43e6-a571-2a1c0ceae354, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021d002f-dddc-4e52-866e-b1d5a52b29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '64d44cbf-7cea-4bb6-b6ac-82b09660f113'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:37.409027 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:37.453208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:37.459256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b83b67d-2c54-4bc4-98ee-0693a18a8a9a req-63acb576-b818-4530-aba7-16ac2c1074e8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791595 Feb 09 03:39:37.619542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:37.620028 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:37.666187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=5ad46ae8-1c05-4560-9a2f-681dd7e8bb79,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:37.670869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d8270-af44-43f3-97f6-10d99b576bfd req-3a18e7d1-ed6a-44b9-849c-5da8eae685ad tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:37.675846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-939d8270-af44-43f3-97f6-10d99b576bfd req-3a18e7d1-ed6a-44b9-849c-5da8eae685ad tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 944 time: 0.2560823 Feb 09 03:39:37.685571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] For port aff170cf-60e9-43e6-a571-2a1c0ceae354, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:37.692541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:37.693681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:39:37.715665 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:37.732665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] For port aff170cf-60e9-43e6-a571-2a1c0ceae354, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aff170cf-60e9-43e6-a571-2a1c0ceae354,segment=NetworkSegment(021d002f-dddc-4e52-866e-b1d5a52b29a2),segment_id=021d002f-dddc-4e52-866e-b1d5a52b29a2)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:37.768337 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:37.776301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:37.838935 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c40e24c-5d5d-48b2-84c2-142322105da2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:37.845627 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-939d8270-af44-43f3-97f6-10d99b576bfd req-5f725659-7540-466b-8d7e-84d359af1259 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330597 Feb 09 03:39:37.847880 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c40e24c-5d5d-48b2-84c2-142322105da2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:37.940754 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60460) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:38.071845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40e24c-5d5d-48b2-84c2-142322105da2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=2630cbd5-f59d-414e-95a0-fe0901a649df,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:38.085304 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d81959dd-f244-4c04-b5ad-24a201ddd414 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/fdcdcc9f-4b0b-48de-b498-f99f054ca9f0 HTTP/1.1" status: 200 len: 992 time: 0.1261382 Feb 09 03:39:38.139765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5c40e24c-5d5d-48b2-84c2-142322105da2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] In _notify_port_updated(), no bound segment for port 2630cbd5-f59d-414e-95a0-fe0901a649df on network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:39:38.146787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c40e24c-5d5d-48b2-84c2-142322105da2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:38.147700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c40e24c-5d5d-48b2-84c2-142322105da2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:38.149216 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5c40e24c-5d5d-48b2-84c2-142322105da2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "PUT /v2.0/ports/2630cbd5-f59d-414e-95a0-fe0901a649df HTTP/1.1" status: 200 len: 1000 time: 1.8167613 Feb 09 03:39:38.155107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60462) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:38.175631 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:38.237278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a594c1-e908-4b77-b86e-e236b8e9faee None None] Pushing event updated for resources: {'Port': ['ID=aff170cf-60e9-43e6-a571-2a1c0ceae354,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:38.246007 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5ad46ae8-1c05-4560-9a2f-681dd7e8bb79), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:38.256172 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf963ea-f667-45a7-a229-6d576dc4d082 req-8704d956-fe9d-4546-82a1-6b291a75b334 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:38.264830 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bf963ea-f667-45a7-a229-6d576dc4d082 req-8704d956-fe9d-4546-82a1-6b291a75b334 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 945 time: 0.4312477 Feb 09 03:39:38.292273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d38d8-07f3-4b7e-b9db-320535e34c6b req-781bf4df-fa23-409a-90dc-e2c8ab0a66fc tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:38.303080 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef8d38d8-07f3-4b7e-b9db-320535e34c6b req-781bf4df-fa23-409a-90dc-e2c8ab0a66fc tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 949 time: 0.2249608 Feb 09 03:39:38.420570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=13']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:38.431251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3de674d7-1870-46e7-b65c-c191881b7ae8 None None] Provisioning complete for port 2630cbd5-f59d-414e-95a0-fe0901a649df triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:38.432174 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef8d38d8-07f3-4b7e-b9db-320535e34c6b req-be530c55-e81a-4f00-97cf-ec83a6e865dd tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216238 Feb 09 03:39:38.432460 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3de674d7-1870-46e7-b65c-c191881b7ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:38.515678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:39:38.637711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6d9c754f-2f1d-4040-8cf2-6aea379c4391 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:38.640786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3de674d7-1870-46e7-b65c-c191881b7ae8 None None] Port 2630cbd5-f59d-414e-95a0-fe0901a649df cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:38.741233 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bf963ea-f667-45a7-a229-6d576dc4d082 req-88331005-a50a-41b4-9db3-e26e6b7cfd40 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3843579 Feb 09 03:39:38.741864 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-566d817c-8159-4afe-8e7c-94ebe1f40df7 req-3b9fbb9e-9686-4275-871f-2631c59eb5b2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.1237905 Feb 09 03:39:38.825754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:38.826129 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:38.979698 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-39f5a57c-9304-493b-9c06-67ed7108f03b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 2630cbd5-f59d-414e-95a0-fe0901a649df {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:38.980856 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39f5a57c-9304-493b-9c06-67ed7108f03b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:39.138735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:39.139130 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:39.264762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 6d9c754f-2f1d-4040-8cf2-6aea379c4391, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6d9c754f-2f1d-4040-8cf2-6aea379c4391,segment=NetworkSegment(58c27bd0-c5e6-4e5c-afcd-38e24c66b63e),segment_id=58c27bd0-c5e6-4e5c-afcd-38e24c66b63e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:39.272029 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:39.288044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce7c773-ce53-4ff9-a21f-4def52770b51 None None] Network a95ae774-07ba-41c4-a8fc-53698562d4e6 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:39.575151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bb6b4-933d-4b21-99fe-f1917cb16933 req-25c80098-34b6-4df3-b3b2-b95987d0f2cd tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:39.577193 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-918490bb-3b6d-4c17-8da2-6a169d56fba0 None None] Provisioning complete for port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:39.577653 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-918490bb-3b6d-4c17-8da2-6a169d56fba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:39.577829 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd5bb6b4-933d-4b21-99fe-f1917cb16933 req-25c80098-34b6-4df3-b3b2-b95987d0f2cd tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.65 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 949 time: 0.1462033 Feb 09 03:39:39.582034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=6d9c754f-2f1d-4040-8cf2-6aea379c4391,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:39.812939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-918490bb-3b6d-4c17-8da2-6a169d56fba0 None None] Current status of the port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:39.819439 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39f5a57c-9304-493b-9c06-67ed7108f03b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:39.843103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-39f5a57c-9304-493b-9c06-67ed7108f03b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 2630cbd5-f59d-414e-95a0-fe0901a649df owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:39.915770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9351f-84b9-485a-ab4e-67df33361f40 req-e8a449a9-da8c-41ce-a3b4-7ff780db0a34 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:39.918457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bc9351f-84b9-485a-ab4e-67df33361f40 req-e8a449a9-da8c-41ce-a3b4-7ff780db0a34 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 945 time: 0.0930076 Feb 09 03:39:40.016031 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (5ad46ae8-1c05-4560-9a2f-681dd7e8bb79), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:40.029289 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3bc9351f-84b9-485a-ab4e-67df33361f40 req-6292aab8-f217-4ca0-ba80-8652ca6447cd tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027837 Feb 09 03:39:40.056926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6803af-5e05-47a6-be24-c55277ccaacf None None] Network 64d44cbf-7cea-4bb6-b6ac-82b09660f113 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:40.093762 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (5ad46ae8-1c05-4560-9a2f-681dd7e8bb79), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:40.196102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=5ad46ae8-1c05-4560-9a2f-681dd7e8bb79,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:40.201059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] Provisioning complete for port aff170cf-60e9-43e6-a571-2a1c0ceae354 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:40.204887 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:40.238066 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c66d45d-cbd2-44d4-b436-3e6b768f942d req-1839be1b-14c7-46fe-88a1-c67223848041 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0696220 Feb 09 03:39:40.348890 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:40.357160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-fd5bb6b4-933d-4b21-99fe-f1917cb16933 req-028d09c1-7acb-41f9-aa60-0d90548c0a46 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Deleting port d9ceb54d-4f9f-4182-ba8f-41ca02096aac {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:40.357639 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fd5bb6b4-933d-4b21-99fe-f1917cb16933 req-028d09c1-7acb-41f9-aa60-0d90548c0a46 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:40.370708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdc262-d0da-48f1-a93f-7ea272e0dc2b req-2aaa2c73-c647-44e3-abf0-e8387847e8de tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:40.372713 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8efdc262-d0da-48f1-a93f-7ea272e0dc2b req-2aaa2c73-c647-44e3-abf0-e8387847e8de tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 949 time: 0.7663164 Feb 09 03:39:40.559170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16b3cb-8e0a-4947-965d-0d53a2480d89 req-95941f9e-9852-4f16-848c-2714034ea772 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:40.568535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] Current status of the port aff170cf-60e9-43e6-a571-2a1c0ceae354 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:40.568926 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:40.582731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d16b3cb-8e0a-4947-965d-0d53a2480d89 req-95941f9e-9852-4f16-848c-2714034ea772 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 945 time: 0.1471624 Feb 09 03:39:40.590767 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39f5a57c-9304-493b-9c06-67ed7108f03b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2630cbd5-f59d-414e-95a0-fe0901a649df), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:40.648692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6d9c754f-2f1d-4040-8cf2-6aea379c4391 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:40.688492 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8efdc262-d0da-48f1-a93f-7ea272e0dc2b req-94f967c4-26a5-46b3-9e70-05a1fdd2d011 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059590 Feb 09 03:39:40.701968 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d16b3cb-8e0a-4947-965d-0d53a2480d89 req-f873fadf-059d-4fed-80d8-23a08720a352 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135745 Feb 09 03:39:40.721555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] For port aff170cf-60e9-43e6-a571-2a1c0ceae354, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aff170cf-60e9-43e6-a571-2a1c0ceae354,segment=NetworkSegment(021d002f-dddc-4e52-866e-b1d5a52b29a2),segment_id=021d002f-dddc-4e52-866e-b1d5a52b29a2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:40.727153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:40.746944 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:40.785223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5a57c-9304-493b-9c06-67ed7108f03b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=2630cbd5-f59d-414e-95a0-fe0901a649df,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:40.878816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] Pushing event updated for resources: {'Port': ['ID=aff170cf-60e9-43e6-a571-2a1c0ceae354,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:40.937641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] Provisioning complete for port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:40.938668 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:40.959510 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb008a-db87-4dc5-a174-de7dd5033394 req-1507f62f-c23b-4c56-8214-253ec7fbe6ad tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:40.961092 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2fb008a-db87-4dc5-a174-de7dd5033394 req-1507f62f-c23b-4c56-8214-253ec7fbe6ad tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 945 time: 0.1080711 Feb 09 03:39:41.057916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network a95ae774-07ba-41c4-a8fc-53698562d4e6 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:41.079210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:41.079705 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.089976 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2fb008a-db87-4dc5-a174-de7dd5033394 req-04039229-f333-40f6-bf89-c6b25c57ef99 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148968 Feb 09 03:39:41.103441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60486) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:41.114844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:41.120363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:39:41.126843 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-39f5a57c-9304-493b-9c06-67ed7108f03b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.133788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-39f5a57c-9304-493b-9c06-67ed7108f03b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/2630cbd5-f59d-414e-95a0-fe0901a649df HTTP/1.1" status: 204 len: 168 time: 2.9770768 Feb 09 03:39:41.134097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60490) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:41.137706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:41.138160 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.167195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] Current status of the port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:41.205245 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-f208e106-b65b-4414-926a-0416e7c1d458 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:39:41.208769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] Provisioning complete for port 5ad46ae8-1c05-4560-9a2f-681dd7e8bb79 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:41.209153 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5ad46ae8-1c05-4560-9a2f-681dd7e8bb79), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.211061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f208e106-b65b-4414-926a-0416e7c1d458 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/2630cbd5-f59d-414e-95a0-fe0901a649df HTTP/1.1" status: 404 len: 333 time: 0.0757372 Feb 09 03:39:41.213699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60492) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:41.229483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-fd5bb6b4-933d-4b21-99fe-f1917cb16933 req-028d09c1-7acb-41f9-aa60-0d90548c0a46 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] For port d9ceb54d-4f9f-4182-ba8f-41ca02096aac, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=d9ceb54d-4f9f-4182-ba8f-41ca02096aac,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:41.229950 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fd5bb6b4-933d-4b21-99fe-f1917cb16933 req-028d09c1-7acb-41f9-aa60-0d90548c0a46 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.266407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-fd5bb6b4-933d-4b21-99fe-f1917cb16933 req-028d09c1-7acb-41f9-aa60-0d90548c0a46 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Calling delete_port for d9ceb54d-4f9f-4182-ba8f-41ca02096aac owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:41.305701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:41.321423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aff170cf-60e9-43e6-a571-2a1c0ceae354 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:41.354821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-980763f0-e344-478f-9d5c-cc2158287e42 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting subnet 0f01416e-9938-46eb-b488-a5ca8872f685 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:39:41.362985 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-980763f0-e344-478f-9d5c-cc2158287e42 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (0f01416e-9938-46eb-b488-a5ca8872f685), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.410077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8058b17f-0091-4f45-af19-113172be8b1e None None] Port 5ad46ae8-1c05-4560-9a2f-681dd7e8bb79 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:41.475307 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4c370596-f477-44af-afdf-10236899b12e req-ec633f51-579e-44d5-bf98-8e1b2c534a9b tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.0455658 Feb 09 03:39:41.500585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:39:41.526229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:41.526873 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.529213 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-980763f0-e344-478f-9d5c-cc2158287e42 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (0f01416e-9938-46eb-b488-a5ca8872f685), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.572284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-be29fc60-ebed-4b7d-b9ec-92b3e2454d4e None None] Provisioning complete for port aff170cf-60e9-43e6-a571-2a1c0ceae354 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:41.572824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-be29fc60-ebed-4b7d-b9ec-92b3e2454d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.574228 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:41.576568 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21e7121-b97a-4465-8074-2864294662e0" -d '{"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-plugged", "status": "completed", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:41.652987 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a793857-adee-4f0d-850a-3f6413f9c49e x-openstack-request-id: req-2a793857-adee-4f0d-850a-3f6413f9c49e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:41.653679 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-plugged", "status": "completed", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:41.654177 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a793857-adee-4f0d-850a-3f6413f9c49e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:41.654415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-980763f0-e344-478f-9d5c-cc2158287e42 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (0f01416e-9938-46eb-b488-a5ca8872f685), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.655023 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'code': 200} Feb 09 03:39:41.656092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port aff170cf-60e9-43e6-a571-2a1c0ceae354 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:41.656882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.686195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:39:41.694409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e47045e7-ab2c-4885-b843-6b2ef8c61d5f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1219177 Feb 09 03:39:41.696673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60498) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:41.699626 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:41.704034 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76ace9-7ed9-4557-898f-af3ded393f50 None None] Sync routers for ids ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:39:41.718395 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76ace9-7ed9-4557-898f-af3ded393f50 None None] Routers {'356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:41.719200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.722068 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2c76ace9-7ed9-4557-898f-af3ded393f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:41.789557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-980763f0-e344-478f-9d5c-cc2158287e42 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (0f01416e-9938-46eb-b488-a5ca8872f685), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.855900 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2c76ace9-7ed9-4557-898f-af3ded393f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:41.879439 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76ace9-7ed9-4557-898f-af3ded393f50 None None] Routers {'356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:41.880415 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2c76ace9-7ed9-4557-898f-af3ded393f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:41.901014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=14']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:41.914188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-be29fc60-ebed-4b7d-b9ec-92b3e2454d4e None None] Current status of the port aff170cf-60e9-43e6-a571-2a1c0ceae354 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:41.924755 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-980763f0-e344-478f-9d5c-cc2158287e42 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:41.933208 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-980763f0-e344-478f-9d5c-cc2158287e42 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/0f01416e-9938-46eb-b488-a5ca8872f685 HTTP/1.1" status: 204 len: 168 time: 0.7182055 Feb 09 03:39:41.936212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980763f0-e344-478f-9d5c-cc2158287e42 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Subnet': ['ID=0f01416e-9938-46eb-b488-a5ca8872f685,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:41.938047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60504) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:41.951894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6651a3-30a3-4a03-8487-87c502b5cf4b None None] Network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:41.967680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8e35ac-8229-4b7c-8dc2-1a049ce0cf3f tempest-TestServerBasicOps-299161225 tempest-TestServerBasicOps-299161225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:41.968914 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2c76ace9-7ed9-4557-898f-af3ded393f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:41.968914 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76ace9-7ed9-4557-898f-af3ded393f50 None None] The sync data for ids ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:39:41.979885 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7c8e35ac-8229-4b7c-8dc2-1a049ce0cf3f tempest-TestServerBasicOps-299161225 tempest-TestServerBasicOps-299161225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 1123 time: 0.8672473 Feb 09 03:39:41.980684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60506) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:41.989731 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:42.050436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port aff170cf-60e9-43e6-a571-2a1c0ceae354 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:42.053857 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:42.061241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-be29fc60-ebed-4b7d-b9ec-92b3e2454d4e None None] Provisioning complete for port 5ad46ae8-1c05-4560-9a2f-681dd7e8bb79 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:42.061640 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-be29fc60-ebed-4b7d-b9ec-92b3e2454d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5ad46ae8-1c05-4560-9a2f-681dd7e8bb79), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:42.075395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f5dec-735b-4673-a234-4cd4e57c51da tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:42.078283 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ed7f5dec-735b-4673-a234-4cd4e57c51da tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports/5ad46ae8-1c05-4560-9a2f-681dd7e8bb79 HTTP/1.1" status: 200 len: 910 time: 0.3788126 Feb 09 03:39:42.091055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60514) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:42.158733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-be29fc60-ebed-4b7d-b9ec-92b3e2454d4e None None] Port 5ad46ae8-1c05-4560-9a2f-681dd7e8bb79 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:42.289374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-52ac1eab-b913-4a66-8f5a-5d33de5fd5a1 None None] Provisioning complete for port 5ad46ae8-1c05-4560-9a2f-681dd7e8bb79 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:42.289758 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-52ac1eab-b913-4a66-8f5a-5d33de5fd5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5ad46ae8-1c05-4560-9a2f-681dd7e8bb79), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:42.354314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fd5bb6b4-933d-4b21-99fe-f1917cb16933 req-028d09c1-7acb-41f9-aa60-0d90548c0a46 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d9ceb54d-4f9f-4182-ba8f-41ca02096aac), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:42.384326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6d11c0-6b00-4008-b21f-78727ab3fa38 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting subnet 6bf735e0-0139-4cbd-b56b-13a032c7e834 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:39:42.388219 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e6d11c0-6b00-4008-b21f-78727ab3fa38 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (6bf735e0-0139-4cbd-b56b-13a032c7e834), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:42.418026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-52ac1eab-b913-4a66-8f5a-5d33de5fd5a1 None None] Port 5ad46ae8-1c05-4560-9a2f-681dd7e8bb79 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:42.480475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aff170cf-60e9-43e6-a571-2a1c0ceae354 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:42.490809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e6d11c0-6b00-4008-b21f-78727ab3fa38 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (6bf735e0-0139-4cbd-b56b-13a032c7e834), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:42.534967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d9ceb54d-4f9f-4182-ba8f-41ca02096aac no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:42.588375 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e6d11c0-6b00-4008-b21f-78727ab3fa38 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (6bf735e0-0139-4cbd-b56b-13a032c7e834), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:42.780133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d09c1-7acb-41f9-aa60-0d90548c0a46 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Pushing event deleted for resources: {'Port': ['ID=d9ceb54d-4f9f-4182-ba8f-41ca02096aac,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:42.787332 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e6d11c0-6b00-4008-b21f-78727ab3fa38 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (6bf735e0-0139-4cbd-b56b-13a032c7e834), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:42.798485 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fcee0-7b8e-41c4-b4e8-fa8aacea117e req-6ef375c4-1478-4037-bcae-c95edac9898d tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:42.800637 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d17fcee0-7b8e-41c4-b4e8-fa8aacea117e req-6ef375c4-1478-4037-bcae-c95edac9898d tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/ports?device_id=84695691-2935-4971-87d3-968389549365 HTTP/1.1" status: 200 len: 949 time: 0.8695805 Feb 09 03:39:42.813665 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:42.891875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: d9ceb54d-4f9f-4182-ba8f-41ca02096aac {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:39:42.892515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device d9ceb54d-4f9f-4182-ba8f-41ca02096aac not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:39:42.915520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d11c0-6b00-4008-b21f-78727ab3fa38 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf735e0-0139-4cbd-b56b-13a032c7e834,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:42.944304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port aff170cf-60e9-43e6-a571-2a1c0ceae354 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:42.945273 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:42.949845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5bb6b4-933d-4b21-99fe-f1917cb16933 req-028d09c1-7acb-41f9-aa60-0d90548c0a46 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] No DVR routers for this DVR port d9ceb54d-4f9f-4182-ba8f-41ca02096aac on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:42.953702 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fd5bb6b4-933d-4b21-99fe-f1917cb16933 req-028d09c1-7acb-41f9-aa60-0d90548c0a46 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:42.957683 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd5bb6b4-933d-4b21-99fe-f1917cb16933 req-028d09c1-7acb-41f9-aa60-0d90548c0a46 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.65 "DELETE /v2.0/ports/d9ceb54d-4f9f-4182-ba8f-41ca02096aac HTTP/1.1" status: 204 len: 173 time: 3.3495228 Feb 09 03:39:43.033103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84695691-2935-4971-87d3-968389549365', 'name': 'network-vif-deleted', 'tag': 'd9ceb54d-4f9f-4182-ba8f-41ca02096aac'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:43.036314 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62a8433b-59ef-425b-8dea-79a6088ab7d0 req-e1532120-b165-4c66-9445-b73c196429b5 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/ports?device_id=da9eac3d-05f2-4c1d-8dbc-a2cca616023e HTTP/1.1" status: 200 len: 210 time: 0.2862284 Feb 09 03:39:43.039968 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9c3822-d13b-48c3-997a-ed54feacfa85" -d '{"events": [{"server_uuid": "84695691-2935-4971-87d3-968389549365", "name": "network-vif-deleted", "tag": "d9ceb54d-4f9f-4182-ba8f-41ca02096aac"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:43.066447 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e6d11c0-6b00-4008-b21f-78727ab3fa38 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:43.080694 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1e6d11c0-6b00-4008-b21f-78727ab3fa38 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/6bf735e0-0139-4cbd-b56b-13a032c7e834 HTTP/1.1" status: 204 len: 168 time: 1.1233411 Feb 09 03:39:43.085548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Allocated IP 172.25.5.49 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/d1af2bf7-a44b-4350-9a1c-0521b680efcf) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:43.126744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60526) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:43.233318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port aff170cf-60e9-43e6-a571-2a1c0ceae354 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:43.294823 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0795b784-6cf5-4336-bd85-b9abdf13a4fa x-openstack-request-id: req-0795b784-6cf5-4336-bd85-b9abdf13a4fa {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:43.295121 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84695691-2935-4971-87d3-968389549365", "name": "network-vif-deleted", "tag": "d9ceb54d-4f9f-4182-ba8f-41ca02096aac", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:43.295509 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0795b784-6cf5-4336-bd85-b9abdf13a4fa {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:43.295977 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84695691-2935-4971-87d3-968389549365', 'name': 'network-vif-deleted', 'tag': 'd9ceb54d-4f9f-4182-ba8f-41ca02096aac', 'status': 'completed', 'code': 200} Feb 09 03:39:43.355475 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for port (d1af2bf7-a44b-4350-9a1c-0521b680efcf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:43.397951 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d1af2bf7-a44b-4350-9a1c-0521b680efcf), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:43.408959 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d17fcee0-7b8e-41c4-b4e8-fa8aacea117e req-fb121ebe-3868-431e-ba74-0c10b3dfd757 tempest-VolumesNegativeTest-1525787273 tempest-VolumesNegativeTest-1525787273-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebd22edb-f78a-48ed-918a-53371e28729b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432732 Feb 09 03:39:43.422687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddff1ce-565b-44ef-a2b7-1145222c6f60 None None] Network 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:43.446689 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (40e0b9be-2dc1-4bd2-bd35-e9620c0eb099), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:43.494210 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:43.512190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:43.520068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:43.524514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event updated for resources: {'Port': ['ID=d1af2bf7-a44b-4350-9a1c-0521b680efcf,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:43.527549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:43.699123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-473bc461-91a9-48e8-8743-b89c5e017132 None None] Provisioning complete for port 30f4ae2b-a9dc-4545-8503-57592c34ba60 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:43.700952 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-473bc461-91a9-48e8-8743-b89c5e017132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:43.947270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-473bc461-91a9-48e8-8743-b89c5e017132 None None] Current status of the port 30f4ae2b-a9dc-4545-8503-57592c34ba60 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:43.951881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56307b36-2b6e-4915-a6ae-cbeb16eeee1b None None] DHCP port deletion for 40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:39:43.963433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 30f4ae2b-a9dc-4545-8503-57592c34ba60 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:43.965760 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.027458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-56307b36-2b6e-4915-a6ae-cbeb16eeee1b None None] Deleting port 30f4ae2b-a9dc-4545-8503-57592c34ba60 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:44.027822 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56307b36-2b6e-4915-a6ae-cbeb16eeee1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.096232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Allocated IP 172.21.0.1 (64d44cbf-7cea-4bb6-b6ac-82b09660f113/96ea2b51-6e50-43c7-b9d4-9acb14088a89/5e35607b-7d2a-4c84-bba8-c3ca18405c84) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:44.113979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-56307b36-2b6e-4915-a6ae-cbeb16eeee1b None None] For port 30f4ae2b-a9dc-4545-8503-57592c34ba60, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=30f4ae2b-a9dc-4545-8503-57592c34ba60,segment=NetworkSegment(9a4db2e8-4277-4b06-9d5d-1325bfc93d88),segment_id=9a4db2e8-4277-4b06-9d5d-1325bfc93d88)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:44.115143 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56307b36-2b6e-4915-a6ae-cbeb16eeee1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.133635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-56307b36-2b6e-4915-a6ae-cbeb16eeee1b None None] Calling delete_port for 30f4ae2b-a9dc-4545-8503-57592c34ba60 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:44.145589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] For port 30f4ae2b-a9dc-4545-8503-57592c34ba60, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=30f4ae2b-a9dc-4545-8503-57592c34ba60,segment=NetworkSegment(9a4db2e8-4277-4b06-9d5d-1325bfc93d88),segment_id=9a4db2e8-4277-4b06-9d5d-1325bfc93d88)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:44.145960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.191084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 30f4ae2b-a9dc-4545-8503-57592c34ba60 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:44.272059 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56307b36-2b6e-4915-a6ae-cbeb16eeee1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.293551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56307b36-2b6e-4915-a6ae-cbeb16eeee1b None None] No DVR routers for this DVR port 30f4ae2b-a9dc-4545-8503-57592c34ba60 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:44.347333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56307b36-2b6e-4915-a6ae-cbeb16eeee1b None None] Pushing event deleted for resources: {'Port': ['ID=30f4ae2b-a9dc-4545-8503-57592c34ba60,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:44.399283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60538) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:44.427803 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (5e35607b-7d2a-4c84-bba8-c3ca18405c84), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.436773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 30f4ae2b-a9dc-4545-8503-57592c34ba60 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:44.471019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 30f4ae2b-a9dc-4545-8503-57592c34ba60 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:39:44.475498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 30f4ae2b-a9dc-4545-8503-57592c34ba60 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:39:44.509172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for floatingip (9be8b2e7-73d8-4c34-a199-cb04a0bd060a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.623332 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09ebbebe-daab-4282-bff9-5b334a80dd95 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for security_group (af29e6ba-5f12-4d0a-b171-55444ab75b9e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.676024 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09ebbebe-daab-4282-bff9-5b334a80dd95 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for security_group (af29e6ba-5f12-4d0a-b171-55444ab75b9e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.700376 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1af2bf7-a44b-4350-9a1c-0521b680efcf), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.880802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09ebbebe-daab-4282-bff9-5b334a80dd95 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (af29e6ba-5f12-4d0a-b171-55444ab75b9e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.886467 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09ebbebe-daab-4282-bff9-5b334a80dd95 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.887996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-09ebbebe-daab-4282-bff9-5b334a80dd95 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "DELETE /v2.0/security-groups/af29e6ba-5f12-4d0a-b171-55444ab75b9e HTTP/1.1" status: 204 len: 168 time: 0.4870222 Feb 09 03:39:44.896427 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60562) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:44.922154 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-e03c79d2-a044-490e-8086-50a4f42dbe6d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] show failed (client error): The resource could not be found. Feb 09 03:39:44.925859 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e03c79d2-a044-490e-8086-50a4f42dbe6d tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "GET /v2.0/security-groups/af29e6ba-5f12-4d0a-b171-55444ab75b9e HTTP/1.1" status: 404 len: 347 time: 0.0238299 Feb 09 03:39:44.930342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60564) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:44.935023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebbebe-daab-4282-bff9-5b334a80dd95 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af29e6ba-5f12-4d0a-b171-55444ab75b9e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:45.023731 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for port (d1af2bf7-a44b-4350-9a1c-0521b680efcf), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.034950 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (d1af2bf7-a44b-4350-9a1c-0521b680efcf), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.143128 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event updated for resources: {'Port': ['ID=d1af2bf7-a44b-4350-9a1c-0521b680efcf,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:45.160269 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5e35607b-7d2a-4c84-bba8-c3ca18405c84), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.195739 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (30f4ae2b-a9dc-4545-8503-57592c34ba60), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.237081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network 64d44cbf-7cea-4bb6-b6ac-82b09660f113 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:45.239514 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No DVR routers for this DVR port 30f4ae2b-a9dc-4545-8503-57592c34ba60 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:45.244903 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (9be8b2e7-73d8-4c34-a199-cb04a0bd060a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.247925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:45.256351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=5e35607b-7d2a-4c84-bba8-c3ca18405c84,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:45.275611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:45.479806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=30f4ae2b-a9dc-4545-8503-57592c34ba60,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:45.503305 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Floating IP 9be8b2e7-73d8-4c34-a199-cb04a0bd060a associated. External IP: 172.25.5.49, port: a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d. Feb 09 03:39:45.536209 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-62e4156a-b756-4471-a976-8a0bb83ab9a2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Deleting port 97f6f226-29bc-42d1-97f1-dacd23f32a02 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:45.536552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62e4156a-b756-4471-a976-8a0bb83ab9a2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (97f6f226-29bc-42d1-97f1-dacd23f32a02), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.553272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (40e0b9be-2dc1-4bd2-bd35-e9620c0eb099), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.608214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.642543 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7981603-dfde-408a-9776-3a61a274ea47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.701241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-808a2e65-4a53-4ea6-a41b-627f9c0e6189 None None] Provisioning complete for port 5e35607b-7d2a-4c84-bba8-c3ca18405c84 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:45.702488 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-808a2e65-4a53-4ea6-a41b-627f9c0e6189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5e35607b-7d2a-4c84-bba8-c3ca18405c84), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.753866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e0b9be-2dc1-4bd2-bd35-e9620c0eb099']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:45.788028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-808a2e65-4a53-4ea6-a41b-627f9c0e6189 None None] Port 5e35607b-7d2a-4c84-bba8-c3ca18405c84 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:45.805897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4db2e8-4277-4b06-9d5d-1325bfc93d88') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:45.806463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4db2e8-4277-4b06-9d5d-1325bfc93d88') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:45.846014 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (9a4db2e8-4277-4b06-9d5d-1325bfc93d88), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.883242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Router 8ea2e27d-b411-40da-94aa-4cc1fac19dde has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:39:45.904125 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9a4db2e8-4277-4b06-9d5d-1325bfc93d88), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.916956 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62e4156a-b756-4471-a976-8a0bb83ab9a2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (97f6f226-29bc-42d1-97f1-dacd23f32a02), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.917635 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62e4156a-b756-4471-a976-8a0bb83ab9a2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for floatingip (97f6f226-29bc-42d1-97f1-dacd23f32a02), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.925305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:39:45.926199 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (9a4db2e8-4277-4b06-9d5d-1325bfc93d88), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:39:45.936195 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:39:46.019718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-62e4156a-b756-4471-a976-8a0bb83ab9a2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Calling delete_port for 97f6f226-29bc-42d1-97f1-dacd23f32a02 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:46.034988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:39:46.054296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd938dc-ca7a-4f78-afc2-68ecf1d36742 None None] Sync routers for ids ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:39:46.071390 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5e35607b-7d2a-4c84-bba8-c3ca18405c84), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.073874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd938dc-ca7a-4f78-afc2-68ecf1d36742 None None] Routers {'8ea2e27d-b411-40da-94aa-4cc1fac19dde'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:46.074728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-dcd938dc-ca7a-4f78-afc2-68ecf1d36742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:46.100277 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.173449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-18674daa-749f-4392-820f-c6bf15d84741 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1837020 Feb 09 03:39:46.173449 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'tag': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:46.173449 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dce081-eec7-4174-a115-e8258367541e" -d '{"events": [{"name": "network-changed", "server_uuid": "2698aea6-e5b3-4b51-956f-c2f0443f4642", "tag": "a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:46.216198 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (40e0b9be-2dc1-4bd2-bd35-e9620c0eb099), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.221985 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1e972f-54a8-4929-800c-203d7615b227 x-openstack-request-id: req-2e1e972f-54a8-4929-800c-203d7615b227 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:46.222647 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2698aea6-e5b3-4b51-956f-c2f0443f4642", "tag": "a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:46.223107 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e1e972f-54a8-4929-800c-203d7615b227 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:46.223680 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'tag': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d', 'status': 'completed', 'code': 200} Feb 09 03:39:46.227973 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.238001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60650) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:46.242000 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/networks/40e0b9be-2dc1-4bd2-bd35-e9620c0eb099 HTTP/1.1" status: 204 len: 168 time: 3.0858335 Feb 09 03:39:46.331115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-dcd938dc-ca7a-4f78-afc2-68ecf1d36742 None None] Set router 8ea2e27d-b411-40da-94aa-4cc1fac19dde gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:39:46.366608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9712029f-efdc-4920-948f-46f6737d9922 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:46.368369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9712029f-efdc-4920-948f-46f6737d9922 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1288974 Feb 09 03:39:46.372205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60660) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:46.407997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0a1f7-4cb7-48f5-a486-e51a61d72b4b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Network': ['ID=40e0b9be-2dc1-4bd2-bd35-e9620c0eb099,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:46.477414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-acd53134-dbfe-4344-9e79-d7eb8f100bc2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1010423 Feb 09 03:39:46.477929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60666) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:46.484012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-dce34495-9317-4690-a51c-4377a371eb06 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1705335799'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:46.543762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce34495-9317-4690-a51c-4377a371eb06 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:46.549477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dce34495-9317-4690-a51c-4377a371eb06 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.627827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce34495-9317-4690-a51c-4377a371eb06 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:39:46.640495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dce081-eec7-4174-a115-e8258367541e req-98ab2429-0570-4e67-be5a-8ca0a445e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:46.642087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8dce081-eec7-4174-a115-e8258367541e req-98ab2429-0570-4e67-be5a-8ca0a445e3a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1de610ff7cd646d185bba2efcdf4793a&device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 1128 time: 0.3941364 Feb 09 03:39:46.646047 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dce34495-9317-4690-a51c-4377a371eb06 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (fc84dcb1-f87b-456b-b127-ad1941e70476), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.646646 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-dce34495-9317-4690-a51c-4377a371eb06 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Added segment fc84dcb1-f87b-456b-b127-ad1941e70476 of type vlan for network f45d2b0f-bc79-4518-a782-823c60afee8c Feb 09 03:39:46.709961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dce34495-9317-4690-a51c-4377a371eb06 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f45d2b0f-bc79-4518-a782-823c60afee8c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.754694 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dce34495-9317-4690-a51c-4377a371eb06 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f45d2b0f-bc79-4518-a782-823c60afee8c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.761349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce34495-9317-4690-a51c-4377a371eb06 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:46.762900 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dce34495-9317-4690-a51c-4377a371eb06 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.822178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-dcd938dc-ca7a-4f78-afc2-68ecf1d36742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:38:46Z', 'revision_number': 4, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '9be8b2e7-73d8-4c34-a199-cb04a0bd060a', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'port_id': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'mac_address': 'fa:16:3e:d2:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:39:44Z', 'updated_at': '2022-02-09T03:39:44Z', 'revision_number': 0, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4751b9-d9a7-401a-ab56-40caf5517f62', 'name': '', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'mac_address': 'fa:16:3e:eb:7b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:43Z', 'updated_at': '2022-02-09T03:38:56Z', 'revision_number': 5, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'subnets': [{'id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:46.856156 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62e4156a-b756-4471-a976-8a0bb83ab9a2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (97f6f226-29bc-42d1-97f1-dacd23f32a02), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.858774 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dce34495-9317-4690-a51c-4377a371eb06 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3795025 Feb 09 03:39:46.862281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60680) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:46.871917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-bfd852fc-b194-4c17-8c8d-60fc99a7e72b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': 'f45d2b0f-bc79-4518-a782-823c60afee8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:46.879137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd938dc-ca7a-4f78-afc2-68ecf1d36742 None None] Checking router: 8ea2e27d-b411-40da-94aa-4cc1fac19dde for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:39:46.894154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4156a-b756-4471-a976-8a0bb83ab9a2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'Port': ['ID=97f6f226-29bc-42d1-97f1-dacd23f32a02,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:46.896858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dce081-eec7-4174-a115-e8258367541e req-20fe48c3-a3cc-46c3-bd35-f3cea27ca3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:46.898647 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8dce081-eec7-4174-a115-e8258367541e req-20fe48c3-a3cc-46c3-bd35-f3cea27ca3bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=64506a81-f156-4e9a-b608-360a44fd164e HTTP/1.1" status: 200 len: 909 time: 0.2472770 Feb 09 03:39:46.901646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (5e35607b-7d2a-4c84-bba8-c3ca18405c84), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.909775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce34495-9317-4690-a51c-4377a371eb06 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Network': ['ID=f45d2b0f-bc79-4518-a782-823c60afee8c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:46.914646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd938dc-ca7a-4f78-afc2-68ecf1d36742 None None] Routers {'8ea2e27d-b411-40da-94aa-4cc1fac19dde'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:46.917142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-dcd938dc-ca7a-4f78-afc2-68ecf1d36742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:46.917772 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (5e35607b-7d2a-4c84-bba8-c3ca18405c84), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.998588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f45d2b0f-bc79-4518-a782-823c60afee8c details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:39:47.040093 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.041634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd852fc-b194-4c17-8c8d-60fc99a7e72b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:47.045232 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfd852fc-b194-4c17-8c8d-60fc99a7e72b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.219613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8dce081-eec7-4174-a115-e8258367541e req-19740937-589b-4ee8-a03b-3a4a96f927cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d HTTP/1.1" status: 200 len: 998 time: 0.3118436 Feb 09 03:39:47.244056 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62e4156a-b756-4471-a976-8a0bb83ab9a2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for floatingip (f20be4d4-f351-458e-b95e-274d1aaa8eba), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.252036 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62e4156a-b756-4471-a976-8a0bb83ab9a2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.260999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-62e4156a-b756-4471-a976-8a0bb83ab9a2 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "DELETE /v2.0/floatingips/f20be4d4-f351-458e-b95e-274d1aaa8eba HTTP/1.1" status: 204 len: 168 time: 2.3279469 Feb 09 03:39:47.270178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60716) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:47.293447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-dcd938dc-ca7a-4f78-afc2-68ecf1d36742 None None] Set router 8ea2e27d-b411-40da-94aa-4cc1fac19dde gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:39:47.306341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=5e35607b-7d2a-4c84-bba8-c3ca18405c84,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:47.332879 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfd852fc-b194-4c17-8c8d-60fc99a7e72b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (9e2e591c-6c90-42ba-b253-648a68c694ec), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.435521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd852fc-b194-4c17-8c8d-60fc99a7e72b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Subnet': ['ID=9e2e591c-6c90-42ba-b253-648a68c694ec,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:47.450786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd852fc-b194-4c17-8c8d-60fc99a7e72b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Checking segment: {'id': 'fc84dcb1-f87b-456b-b127-ad1941e70476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f45d2b0f-bc79-4518-a782-823c60afee8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:47.451220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd852fc-b194-4c17-8c8d-60fc99a7e72b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network hostable DHCP agents. Network: f45d2b0f-bc79-4518-a782-823c60afee8c, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:39:47.504185 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd852fc-b194-4c17-8c8d-60fc99a7e72b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network f45d2b0f-bc79-4518-a782-823c60afee8c is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:39:47.522677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-bfd852fc-b194-4c17-8c8d-60fc99a7e72b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, f45d2b0f-bc79-4518-a782-823c60afee8c) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:47.528200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd852fc-b194-4c17-8c8d-60fc99a7e72b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:47.529096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfd852fc-b194-4c17-8c8d-60fc99a7e72b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.571773 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bfd852fc-b194-4c17-8c8d-60fc99a7e72b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7082798 Feb 09 03:39:47.572971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60736) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:47.585043 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': 'f45d2b0f-bc79-4518-a782-823c60afee8c', 'name': 'tempest-PortsTestJSON-1425143905'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:47.614344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a876dec7-e413-4410-83c6-d4a561ae129c None None] Network f45d2b0f-bc79-4518-a782-823c60afee8c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:47.632291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dce081-eec7-4174-a115-e8258367541e req-d75070a1-17f9-4e43-b0be-805a871c4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:47.633945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8dce081-eec7-4174-a115-e8258367541e req-d75070a1-17f9-4e43-b0be-805a871c4bef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=332ce4fd-1a5a-4971-ad02-23dbb354605e HTTP/1.1" status: 200 len: 847 time: 0.3653316 Feb 09 03:39:47.844611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network 64d44cbf-7cea-4bb6-b6ac-82b09660f113 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:47.882681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:47.924467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1f892-3192-4d7d-8e8f-6647b1af2b40 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Deleting port fb3ea48f-6c11-4728-960f-048fa8c79da0 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:47.924814 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f892-3192-4d7d-8e8f-6647b1af2b40 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.945018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-f45d2b0f-bc79-4518-a782-823c60afee8c', 'network_id': 'f45d2b0f-bc79-4518-a782-823c60afee8c', 'project_id': 'f5a763a84799486e879fc3e8436c97a5', 'fixed_ips': [{'subnet_id': '9e2e591c-6c90-42ba-b253-648a68c694ec'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:39:47.946078 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.165024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:39:48.172652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dce081-eec7-4174-a115-e8258367541e req-b1e2a590-0268-4b2f-b9ee-a9d582ba1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:48.174366 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8dce081-eec7-4174-a115-e8258367541e req-b1e2a590-0268-4b2f-b9ee-a9d582ba1afc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64506a81-f156-4e9a-b608-360a44fd164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5053174 Feb 09 03:39:48.205591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Allocated IP 172.20.0.2 (f45d2b0f-bc79-4518-a782-823c60afee8c/9e2e591c-6c90-42ba-b253-648a68c694ec/e0e745a7-94ea-4e52-87a9-be3394c00432) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:48.362445 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-dcd938dc-ca7a-4f78-afc2-68ecf1d36742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:38:46Z', 'revision_number': 4, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '9be8b2e7-73d8-4c34-a199-cb04a0bd060a', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'port_id': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'mac_address': 'fa:16:3e:d2:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:39:44Z', 'updated_at': '2022-02-09T03:39:44Z', 'revision_number': 0, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4751b9-d9a7-401a-ab56-40caf5517f62', 'name': '', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'mac_address': 'fa:16:3e:eb:7b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:43Z', 'updated_at': '2022-02-09T03:38:56Z', 'revision_number': 5, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'subnets': [{'id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:48.478306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd938dc-ca7a-4f78-afc2-68ecf1d36742 None None] The sync data for ids ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'] in n-d-824835-15 is: [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:38:46Z', 'revision_number': 4, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '9be8b2e7-73d8-4c34-a199-cb04a0bd060a', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'port_id': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'mac_address': 'fa:16:3e:d2:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:39:44Z', 'updated_at': '2022-02-09T03:39:44Z', 'revision_number': 0, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4751b9-d9a7-401a-ab56-40caf5517f62', 'name': '', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'mac_address': 'fa:16:3e:eb:7b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:43Z', 'updated_at': '2022-02-09T03:38:56Z', 'revision_number': 5, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'subnets': [{'id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:39:48.511518 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a8e25eb-6402-458c-8419-421383cad4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.534373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-54c7fa87-6bdf-44f4-9cd7-b497ff7cd950 None None] Provisioning complete for port 5e35607b-7d2a-4c84-bba8-c3ca18405c84 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:48.535129 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54c7fa87-6bdf-44f4-9cd7-b497ff7cd950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5e35607b-7d2a-4c84-bba8-c3ca18405c84), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.590295 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:48.593970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.628871 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-54c7fa87-6bdf-44f4-9cd7-b497ff7cd950 None None] Port 5e35607b-7d2a-4c84-bba8-c3ca18405c84 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:48.641752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 0e0a0f38-ec4b-4551-9d10-046ade02d9da yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:39:48.766401 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Publish callbacks [] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.784071 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.866427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Pushing event updated for resources: {'Port': ['ID=e0e745a7-94ea-4e52-87a9-be3394c00432,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:48.891869 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2012f-6a4f-4492-ac57-a0793a2433f6 None None] New status for floating IP 9be8b2e7-73d8-4c34-a199-cb04a0bd060a: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:39:48.907602 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Network f45d2b0f-bc79-4518-a782-823c60afee8c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:48.911010 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.13 (f45d2b0f-bc79-4518-a782-823c60afee8c/9e2e591c-6c90-42ba-b253-648a68c694ec/0e0a0f38-ec4b-4551-9d10-046ade02d9da) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:48.921539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:48.926225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:49.102021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Attempting to bind port e0e745a7-94ea-4e52-87a9-be3394c00432 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:49.102021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Attempting to bind port e0e745a7-94ea-4e52-87a9-be3394c00432 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'fc84dcb1-f87b-456b-b127-ad1941e70476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f45d2b0f-bc79-4518-a782-823c60afee8c'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:49.102021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Attempting to bind port e0e745a7-94ea-4e52-87a9-be3394c00432 on network f45d2b0f-bc79-4518-a782-823c60afee8c {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:49.115239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:49.115626 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Checking segment: {'id': 'fc84dcb1-f87b-456b-b127-ad1941e70476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f45d2b0f-bc79-4518-a782-823c60afee8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:49.116040 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.116438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Bound using segment: {'id': 'fc84dcb1-f87b-456b-b127-ad1941e70476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f45d2b0f-bc79-4518-a782-823c60afee8c'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:49.116912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Bound port: e0e745a7-94ea-4e52-87a9-be3394c00432, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc84dcb1-f87b-456b-b127-ad1941e70476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f45d2b0f-bc79-4518-a782-823c60afee8c'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:49.117294 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.204336 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (0e0a0f38-ec4b-4551-9d10-046ade02d9da), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.205186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:39:49.215302 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4effff2a-51b2-4f8e-92ad-8acaa6c1997c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1109359 Feb 09 03:39:49.245268 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f892-3192-4d7d-8e8f-6647b1af2b40 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.254241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] For port e0e745a7-94ea-4e52-87a9-be3394c00432, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:49.257811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] For port e0e745a7-94ea-4e52-87a9-be3394c00432, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e0e745a7-94ea-4e52-87a9-be3394c00432,segment=NetworkSegment(fc84dcb1-f87b-456b-b127-ad1941e70476),segment_id=fc84dcb1-f87b-456b-b127-ad1941e70476)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:49.262951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd1700-3c17-4aef-90c2-2ec45c87960c None None] Sync routers for ids ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:39:49.271474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1f892-3192-4d7d-8e8f-6647b1af2b40 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Calling delete_port for fb3ea48f-6c11-4728-960f-048fa8c79da0 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:49.271970 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.272597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60810) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:49.305987 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0e0a0f38-ec4b-4551-9d10-046ade02d9da), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.351044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521a176-1b94-491b-bc91-457f39fd8ce5 None None] Pushing event updated for resources: {'Port': ['ID=e0e745a7-94ea-4e52-87a9-be3394c00432,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:49.392867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd1700-3c17-4aef-90c2-2ec45c87960c None None] Routers {'356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:49.394054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4dbd1700-3c17-4aef-90c2-2ec45c87960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:49.451272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network f45d2b0f-bc79-4518-a782-823c60afee8c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:49.496471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:49.511803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:49.560619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=0e0a0f38-ec4b-4551-9d10-046ade02d9da,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:49.585743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f892-3192-4d7d-8e8f-6647b1af2b40 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fb3ea48f-6c11-4728-960f-048fa8c79da0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.593785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6cd20c-6b2b-4566-a850-06f193b1f62b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:49.598438 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0a6cd20c-6b2b-4566-a850-06f193b1f62b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports/5e35607b-7d2a-4c84-bba8-c3ca18405c84 HTTP/1.1" status: 200 len: 910 time: 0.3221080 Feb 09 03:39:49.604766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60818) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:49.701150 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.703661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4dbd1700-3c17-4aef-90c2-2ec45c87960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:49.726396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd1700-3c17-4aef-90c2-2ec45c87960c None None] Routers {'356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:49.727310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4dbd1700-3c17-4aef-90c2-2ec45c87960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:49.770360 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-4dbd1700-3c17-4aef-90c2-2ec45c87960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:49.771310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd1700-3c17-4aef-90c2-2ec45c87960c None None] The sync data for ids ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:39:49.778186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1f892-3192-4d7d-8e8f-6647b1af2b40 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'Port': ['ID=fb3ea48f-6c11-4728-960f-048fa8c79da0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:49.788073 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8dce081-eec7-4174-a115-e8258367541e req-0a072947-af77-4e19-a1f1-3ec9345e7092 service neutron] 10.222.0.42 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5982220 Feb 09 03:39:49.983841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8dce081-eec7-4174-a115-e8258367541e req-1aaa51f6-b0dc-4e99-adf5-f25e83c7bc7b service neutron] 10.222.0.42 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564841 Feb 09 03:39:50.025999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f892-3192-4d7d-8e8f-6647b1af2b40 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:50.039209 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1fe1f892-3192-4d7d-8e8f-6647b1af2b40 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "DELETE /v2.0/ports/fb3ea48f-6c11-4728-960f-048fa8c79da0 HTTP/1.1" status: 204 len: 168 time: 2.7310805 Feb 09 03:39:50.045286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60822) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:50.081777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:50.083511 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:50.206164 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4605d27d-586a-45bd-8ddf-918548e1c4ed tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6299913 Feb 09 03:39:50.206514 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60824) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:50.214083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': 'f45d2b0f-bc79-4518-a782-823c60afee8c', 'name': 'tempest-PortsTestJSON-1768781653'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:50.488985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:50.492530 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:50.530678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:39:50.613607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e0e745a7-94ea-4e52-87a9-be3394c00432 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:50.679499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-022b0a4b-f0b9-49ea-86f9-e9db1bb780bd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Deleting port bead1e10-5446-4c1c-bce1-792486a75c6c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:50.679499 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-022b0a4b-f0b9-49ea-86f9-e9db1bb780bd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:50.795962 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e0e745a7-94ea-4e52-87a9-be3394c00432 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:50.796382 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:50.885194 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:50.894188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.14 (f45d2b0f-bc79-4518-a782-823c60afee8c/9e2e591c-6c90-42ba-b253-648a68c694ec/3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:50.981832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e0e745a7-94ea-4e52-87a9-be3394c00432 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:50.982239 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:51.064819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port e0e745a7-94ea-4e52-87a9-be3394c00432, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e0e745a7-94ea-4e52-87a9-be3394c00432,segment=NetworkSegment(fc84dcb1-f87b-456b-b127-ad1941e70476),segment_id=fc84dcb1-f87b-456b-b127-ad1941e70476)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:51.074631 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:51.134939 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-022b0a4b-f0b9-49ea-86f9-e9db1bb780bd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:51.180740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=e0e745a7-94ea-4e52-87a9-be3394c00432,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:51.198149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-022b0a4b-f0b9-49ea-86f9-e9db1bb780bd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Calling delete_port for bead1e10-5446-4c1c-bce1-792486a75c6c owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:51.228774 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62c0ec42-bedb-462d-9cfa-57c9f704a738 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:51.241254 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:51.301037 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:51.347763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network f45d2b0f-bc79-4518-a782-823c60afee8c is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:51.349311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:51.376263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:51.469229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:51.505781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:51.508229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:51.545552 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-52ad391c-fbaa-474d-b1c3-5f9dbc9e9a65 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3377304 Feb 09 03:39:51.548691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60832) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:51.820006 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-022b0a4b-f0b9-49ea-86f9-e9db1bb780bd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (bead1e10-5446-4c1c-bce1-792486a75c6c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:51.903492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b0a4b-f0b9-49ea-86f9-e9db1bb780bd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'Port': ['ID=bead1e10-5446-4c1c-bce1-792486a75c6c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:51.966119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725b51ae-3cbe-407e-ae1c-f6c3fb810333 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:51.967484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-725b51ae-3cbe-407e-ae1c-f6c3fb810333 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.4177101 Feb 09 03:39:51.969061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-022b0a4b-f0b9-49ea-86f9-e9db1bb780bd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:51.970466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60840) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:51.975228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-022b0a4b-f0b9-49ea-86f9-e9db1bb780bd tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "DELETE /v2.0/ports/bead1e10-5446-4c1c-bce1-792486a75c6c HTTP/1.1" status: 204 len: 168 time: 1.9246292 Feb 09 03:39:51.978326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60842) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:51.991448 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.039039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-62c0ec42-bedb-462d-9cfa-57c9f704a738 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 5e35607b-7d2a-4c84-bba8-c3ca18405c84 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:52.039357 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62c0ec42-bedb-462d-9cfa-57c9f704a738 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5e35607b-7d2a-4c84-bba8-c3ca18405c84), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.053507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e75f3d-c9c1-4ff6-a6df-05d568841009 None None] Network f45d2b0f-bc79-4518-a782-823c60afee8c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:52.098580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbda2be-3920-4122-9a95-c2155c752f5c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Deleting subnet 6e14acaa-c94f-4056-8ad2-5d729d8e19c6 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:39:52.111204 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbda2be-3920-4122-9a95-c2155c752f5c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for subnet (6e14acaa-c94f-4056-8ad2-5d729d8e19c6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.151805 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbda2be-3920-4122-9a95-c2155c752f5c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (6e14acaa-c94f-4056-8ad2-5d729d8e19c6), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.188174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6e96abb0-d23a-4787-9c73-cbc1d3644044 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:52.188602 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6e96abb0-d23a-4787-9c73-cbc1d3644044 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.199416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-38515b74-d9fc-460a-a60c-b0bcdd39dea8 None None] Provisioning complete for port e0e745a7-94ea-4e52-87a9-be3394c00432 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:52.200186 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38515b74-d9fc-460a-a60c-b0bcdd39dea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.310220 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbda2be-3920-4122-9a95-c2155c752f5c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (6e14acaa-c94f-4056-8ad2-5d729d8e19c6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.375204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6e96abb0-d23a-4787-9c73-cbc1d3644044 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.399843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6e96abb0-d23a-4787-9c73-cbc1d3644044 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:52.425426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-38515b74-d9fc-460a-a60c-b0bcdd39dea8 None None] Current status of the port e0e745a7-94ea-4e52-87a9-be3394c00432 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:52.444618 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62c0ec42-bedb-462d-9cfa-57c9f704a738 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5e35607b-7d2a-4c84-bba8-c3ca18405c84), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.484661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-62c0ec42-bedb-462d-9cfa-57c9f704a738 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 5e35607b-7d2a-4c84-bba8-c3ca18405c84 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:52.502565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e0e745a7-94ea-4e52-87a9-be3394c00432 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:52.602488 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbda2be-3920-4122-9a95-c2155c752f5c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (6e14acaa-c94f-4056-8ad2-5d729d8e19c6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.646718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbda2be-3920-4122-9a95-c2155c752f5c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'Subnet': ['ID=6e14acaa-c94f-4056-8ad2-5d729d8e19c6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:52.663577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf1b22-5505-4321-aa00-78ccbbfdc48f None None] Network f3085456-bd68-41c9-9475-08aeec892882 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:52.667411 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbda2be-3920-4122-9a95-c2155c752f5c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.671390 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fdbda2be-3920-4122-9a95-c2155c752f5c tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "DELETE /v2.0/subnets/6e14acaa-c94f-4056-8ad2-5d729d8e19c6 HTTP/1.1" status: 204 len: 168 time: 0.6914964 Feb 09 03:39:52.677116 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60846) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:52.694958 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6e96abb0-d23a-4787-9c73-cbc1d3644044 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.738576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96abb0-d23a-4787-9c73-cbc1d3644044 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:52.839880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port e0e745a7-94ea-4e52-87a9-be3394c00432 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:52.840299 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.898946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3e5c47-b248-40ea-a995-7cd190ce0e37 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Deleting subnet 48e2e927-d5af-4c72-bdba-a98cdca6bd34 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:39:52.909252 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e3e5c47-b248-40ea-a995-7cd190ce0e37 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for subnet (48e2e927-d5af-4c72-bdba-a98cdca6bd34), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.930619 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6e96abb0-d23a-4787-9c73-cbc1d3644044 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.933833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6e96abb0-d23a-4787-9c73-cbc1d3644044 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f HTTP/1.1" status: 204 len: 168 time: 0.9623444 Feb 09 03:39:52.937779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60852) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:53.006524 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de83ae5-83a2-43b3-8e48-33373ecbbeee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:39:53.008712 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8de83ae5-83a2-43b3-8e48-33373ecbbeee tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f HTTP/1.1" status: 404 len: 333 time: 0.0699375 Feb 09 03:39:53.011822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60856) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:53.065718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-cc9a2275-c419-4b1a-bc55-0907924a37b3 None None] Provisioning complete for port e0e745a7-94ea-4e52-87a9-be3394c00432 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:53.070386 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc9a2275-c419-4b1a-bc55-0907924a37b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.222666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1827ab3f-ee16-470e-a8b0-f8803d7443fd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 0e0a0f38-ec4b-4551-9d10-046ade02d9da {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:53.228291 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1827ab3f-ee16-470e-a8b0-f8803d7443fd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0e0a0f38-ec4b-4551-9d10-046ade02d9da), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.263901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port e0e745a7-94ea-4e52-87a9-be3394c00432 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:53.347876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b052bb67-cfcf-4e6c-9b9f-569d4885b379 None None] DHCP port deletion for f3085456-bd68-41c9-9475-08aeec892882 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:39:53.377786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a2275-c419-4b1a-bc55-0907924a37b3 None None] Current status of the port e0e745a7-94ea-4e52-87a9-be3394c00432 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:53.417400 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1827ab3f-ee16-470e-a8b0-f8803d7443fd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0e0a0f38-ec4b-4551-9d10-046ade02d9da), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.424437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-cc9a2275-c419-4b1a-bc55-0907924a37b3 None None] Provisioning complete for port 0e0a0f38-ec4b-4551-9d10-046ade02d9da triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:53.424964 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc9a2275-c419-4b1a-bc55-0907924a37b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0e0a0f38-ec4b-4551-9d10-046ade02d9da), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.440044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1827ab3f-ee16-470e-a8b0-f8803d7443fd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 0e0a0f38-ec4b-4551-9d10-046ade02d9da owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:53.489781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b052bb67-cfcf-4e6c-9b9f-569d4885b379 None None] Deleting port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:53.490301 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b052bb67-cfcf-4e6c-9b9f-569d4885b379 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.492901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a2275-c419-4b1a-bc55-0907924a37b3 None None] Port 0e0a0f38-ec4b-4551-9d10-046ade02d9da cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:39:53.495270 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e3e5c47-b248-40ea-a995-7cd190ce0e37 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (48e2e927-d5af-4c72-bdba-a98cdca6bd34), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.551671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-cc9a2275-c419-4b1a-bc55-0907924a37b3 None None] Could not find standard attr ID for object 3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:39:53.572296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62c0ec42-bedb-462d-9cfa-57c9f704a738 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (5e35607b-7d2a-4c84-bba8-c3ca18405c84), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.592081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b052bb67-cfcf-4e6c-9b9f-569d4885b379 None None] For port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=95b86e14-b7d2-417c-82d2-ec45a8d7b53a,segment=NetworkSegment(ffc12cb5-d9d1-420a-abc9-86f0adf97fb9),segment_id=ffc12cb5-d9d1-420a-abc9-86f0adf97fb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:53.593599 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b052bb67-cfcf-4e6c-9b9f-569d4885b379 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.611328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b052bb67-cfcf-4e6c-9b9f-569d4885b379 None None] Calling delete_port for 95b86e14-b7d2-417c-82d2-ec45a8d7b53a owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:53.654886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0ec42-bedb-462d-9cfa-57c9f704a738 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=5e35607b-7d2a-4c84-bba8-c3ca18405c84,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:53.697077 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1827ab3f-ee16-470e-a8b0-f8803d7443fd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0e0a0f38-ec4b-4551-9d10-046ade02d9da), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.719007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-df39371e-da6f-47f7-8a16-62e874a1d720 None None] Could not find standard attr ID for object 0e0a0f38-ec4b-4551-9d10-046ade02d9da. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:39:53.758890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827ab3f-ee16-470e-a8b0-f8803d7443fd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=0e0a0f38-ec4b-4551-9d10-046ade02d9da,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:53.798752 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b052bb67-cfcf-4e6c-9b9f-569d4885b379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (95b86e14-b7d2-417c-82d2-ec45a8d7b53a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.800933 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e3e5c47-b248-40ea-a995-7cd190ce0e37 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (48e2e927-d5af-4c72-bdba-a98cdca6bd34), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.876468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052bb67-cfcf-4e6c-9b9f-569d4885b379 None None] Pushing event deleted for resources: {'Port': ['ID=95b86e14-b7d2-417c-82d2-ec45a8d7b53a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:53.899661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052bb67-cfcf-4e6c-9b9f-569d4885b379 None None] No DVR routers for this DVR port 95b86e14-b7d2-417c-82d2-ec45a8d7b53a on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:53.908219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4e7dad0a-ec72-42b5-af47-0a02d5a7e89c None None] Could not find standard attr ID for object 3ab0e8b5-b2b6-4e9b-a647-b6e4b1a7748f. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:39:53.943364 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1827ab3f-ee16-470e-a8b0-f8803d7443fd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.946815 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1827ab3f-ee16-470e-a8b0-f8803d7443fd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/0e0a0f38-ec4b-4551-9d10-046ade02d9da HTTP/1.1" status: 204 len: 168 time: 0.9342043 Feb 09 03:39:53.949248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60868) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:54.013799 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba026b7c-e995-4439-ae02-5d6d63176591 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:39:54.018122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ba026b7c-e995-4439-ae02-5d6d63176591 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/0e0a0f38-ec4b-4551-9d10-046ade02d9da HTTP/1.1" status: 404 len: 333 time: 0.0651653 Feb 09 03:39:54.019656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60872) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:54.169499 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:54.178032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fdb1e28-e68b-4000-af7f-d9a371b6a68e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting subnet 9e2e591c-6c90-42ba-b253-648a68c694ec {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:39:54.181965 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1e28-e68b-4000-af7f-d9a371b6a68e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (9e2e591c-6c90-42ba-b253-648a68c694ec), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:54.198635 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e3e5c47-b248-40ea-a995-7cd190ce0e37 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (48e2e927-d5af-4c72-bdba-a98cdca6bd34), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:54.281082 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1e28-e68b-4000-af7f-d9a371b6a68e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (9e2e591c-6c90-42ba-b253-648a68c694ec), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:54.281752 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e3e5c47-b248-40ea-a995-7cd190ce0e37 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:54.287707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d768c-c301-4a21-837f-6e28b2785572 None None] Network f7a362c8-f106-4428-a12c-5e814adef261 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:54.301248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5e3e5c47-b248-40ea-a995-7cd190ce0e37 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "DELETE /v2.0/subnets/48e2e927-d5af-4c72-bdba-a98cdca6bd34 HTTP/1.1" status: 204 len: 168 time: 1.6204071 Feb 09 03:39:54.313429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e5c47-b248-40ea-a995-7cd190ce0e37 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'Subnet': ['ID=48e2e927-d5af-4c72-bdba-a98cdca6bd34,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:54.317707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 60898) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:54.330960 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62c0ec42-bedb-462d-9cfa-57c9f704a738 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:54.487542 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1e28-e68b-4000-af7f-d9a371b6a68e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (9e2e591c-6c90-42ba-b253-648a68c694ec), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:54.522790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 95b86e14-b7d2-417c-82d2-ec45a8d7b53a no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:54.533034 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (f3085456-bd68-41c9-9475-08aeec892882), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:54.556145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 95b86e14-b7d2-417c-82d2-ec45a8d7b53a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:39:54.556837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 95b86e14-b7d2-417c-82d2-ec45a8d7b53a not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:39:54.719494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4564772a-927c-4657-a631-e4c8832cf0c1 None None] DHCP port deletion for f7a362c8-f106-4428-a12c-5e814adef261 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:39:54.752732 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1e28-e68b-4000-af7f-d9a371b6a68e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (9e2e591c-6c90-42ba-b253-648a68c694ec), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:54.822138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb1e28-e68b-4000-af7f-d9a371b6a68e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2e591c-6c90-42ba-b253-648a68c694ec,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:54.832678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4564772a-927c-4657-a631-e4c8832cf0c1 None None] Deleting port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:54.833273 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4564772a-927c-4657-a631-e4c8832cf0c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:54.837144 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1e28-e68b-4000-af7f-d9a371b6a68e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:54.842205 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9fdb1e28-e68b-4000-af7f-d9a371b6a68e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/9e2e591c-6c90-42ba-b253-648a68c694ec HTTP/1.1" status: 204 len: 168 time: 0.8213608 Feb 09 03:39:54.844742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 60954) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:54.882146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329593b2-6b3a-4b29-980d-bf5062ac4500 None None] Network f45d2b0f-bc79-4518-a782-823c60afee8c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:55.040809 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (f3085456-bd68-41c9-9475-08aeec892882), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.046253 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (f45d2b0f-bc79-4518-a782-823c60afee8c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.127064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3085456-bd68-41c9-9475-08aeec892882']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:55.167112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:55.167870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port e0e745a7-94ea-4e52-87a9-be3394c00432 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:55.168303 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.168668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc12cb5-d9d1-420a-abc9-86f0adf97fb9') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:55.178344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4564772a-927c-4657-a631-e4c8832cf0c1 None None] For port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b,segment=NetworkSegment(da51b216-760c-4bfe-9e30-9219ff26cdf8),segment_id=da51b216-760c-4bfe-9e30-9219ff26cdf8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:55.178881 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4564772a-927c-4657-a631-e4c8832cf0c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.194369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4564772a-927c-4657-a631-e4c8832cf0c1 None None] Calling delete_port for 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:55.207103 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (ffc12cb5-d9d1-420a-abc9-86f0adf97fb9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.222772 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c0ec42-bedb-462d-9cfa-57c9f704a738 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:39:55.251909 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ffc12cb5-d9d1-420a-abc9-86f0adf97fb9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.262261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:39:55.262733 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (ffc12cb5-d9d1-420a-abc9-86f0adf97fb9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:39:55.270525 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:39:55.322526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] For port e0e745a7-94ea-4e52-87a9-be3394c00432, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e0e745a7-94ea-4e52-87a9-be3394c00432,segment=NetworkSegment(fc84dcb1-f87b-456b-b127-ad1941e70476),segment_id=fc84dcb1-f87b-456b-b127-ad1941e70476)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:55.323134 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.345097 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4564772a-927c-4657-a631-e4c8832cf0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.355221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for e0e745a7-94ea-4e52-87a9-be3394c00432 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:55.385301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564772a-927c-4657-a631-e4c8832cf0c1 None None] Pushing event deleted for resources: {'Port': ['ID=86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:55.402404 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564772a-927c-4657-a631-e4c8832cf0c1 None None] No DVR routers for this DVR port 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:55.519916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92d2db9-f52c-402a-8b70-3bfea5d0d2b0 None None] DHCP port deletion for f45d2b0f-bc79-4518-a782-823c60afee8c request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:39:55.537928 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (f3085456-bd68-41c9-9475-08aeec892882), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.550150 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.562086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.568095 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "DELETE /v2.0/networks/f3085456-bd68-41c9-9475-08aeec892882 HTTP/1.1" status: 204 len: 168 time: 1.2463467 Feb 09 03:39:55.572794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 32780) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:55.600081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=e0e745a7-94ea-4e52-87a9-be3394c00432,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:55.600915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3633d7-173e-4217-a5af-710ef3d00aa0 tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'Network': ['ID=f3085456-bd68-41c9-9475-08aeec892882,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:55.607339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No DVR routers for this DVR port e0e745a7-94ea-4e52-87a9-be3394c00432 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:55.617080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a92d2db9-f52c-402a-8b70-3bfea5d0d2b0 None None] Deleting port e0e745a7-94ea-4e52-87a9-be3394c00432 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:55.617540 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a92d2db9-f52c-402a-8b70-3bfea5d0d2b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.669085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c0ec42-bedb-462d-9cfa-57c9f704a738 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:39:55.699390 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-62c0ec42-bedb-462d-9cfa-57c9f704a738 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0955801 Feb 09 03:39:55.709524 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c4f5d-3216-44cb-b3be-b84a77c54917 None None] Sync routers for ids ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:39:55.720079 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 32790) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:55.727795 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c4f5d-3216-44cb-b3be-b84a77c54917 None None] Routers {'356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:55.728493 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-565c4f5d-3216-44cb-b3be-b84a77c54917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:55.771457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a92d2db9-f52c-402a-8b70-3bfea5d0d2b0 None None] For port e0e745a7-94ea-4e52-87a9-be3394c00432, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:55.771975 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a92d2db9-f52c-402a-8b70-3bfea5d0d2b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.794345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a92d2db9-f52c-402a-8b70-3bfea5d0d2b0 None None] Calling delete_port for e0e745a7-94ea-4e52-87a9-be3394c00432 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:55.798869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-a92d2db9-f52c-402a-8b70-3bfea5d0d2b0 None None] Port e0e745a7-94ea-4e52-87a9-be3394c00432 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:39:55.808614 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a92d2db9-f52c-402a-8b70-3bfea5d0d2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (e0e745a7-94ea-4e52-87a9-be3394c00432), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.834125 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-565c4f5d-3216-44cb-b3be-b84a77c54917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:55.846404 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (f45d2b0f-bc79-4518-a782-823c60afee8c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.856517 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c4f5d-3216-44cb-b3be-b84a77c54917 None None] Routers {'356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:55.857098 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-565c4f5d-3216-44cb-b3be-b84a77c54917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:55.880441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d2db9-f52c-402a-8b70-3bfea5d0d2b0 None None] Pushing event deleted for resources: {'Port': ['ID=e0e745a7-94ea-4e52-87a9-be3394c00432,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:55.895531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45d2b0f-bc79-4518-a782-823c60afee8c']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:55.906579 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d2db9-f52c-402a-8b70-3bfea5d0d2b0 None None] No DVR routers for this DVR port e0e745a7-94ea-4e52-87a9-be3394c00432 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:55.920212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (f7a362c8-f106-4428-a12c-5e814adef261), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.932238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc84dcb1-f87b-456b-b127-ad1941e70476') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:55.932659 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc84dcb1-f87b-456b-b127-ad1941e70476') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:55.937920 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-565c4f5d-3216-44cb-b3be-b84a77c54917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:55.938492 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c4f5d-3216-44cb-b3be-b84a77c54917 None None] The sync data for ids ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:39:55.958325 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (fc84dcb1-f87b-456b-b127-ad1941e70476), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.001140 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (fc84dcb1-f87b-456b-b127-ad1941e70476), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.007682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:39:56.008079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (fc84dcb1-f87b-456b-b127-ad1941e70476), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:39:56.020356 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:39:56.105619 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (f45d2b0f-bc79-4518-a782-823c60afee8c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.119741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.126033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/networks/f45d2b0f-bc79-4518-a782-823c60afee8c HTTP/1.1" status: 204 len: 168 time: 1.2801929 Feb 09 03:39:56.130365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 32828) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:56.163084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-50b26be9-d861-4a5c-a415-66477ce08c92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-661513845'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:56.216043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4359f-d48f-45dc-ba45-8c424820f83e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Network': ['ID=f45d2b0f-bc79-4518-a782-823c60afee8c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:56.219843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b26be9-d861-4a5c-a415-66477ce08c92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:56.224538 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50b26be9-d861-4a5c-a415-66477ce08c92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.286663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b26be9-d861-4a5c-a415-66477ce08c92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:39:56.308156 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50b26be9-d861-4a5c-a415-66477ce08c92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b2c10399-e978-489f-8c69-f88a3f80e138), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.314162 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-50b26be9-d861-4a5c-a415-66477ce08c92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Added segment b2c10399-e978-489f-8c69-f88a3f80e138 of type vlan for network f02c0262-7a52-4ab3-935d-a52b3b081832 Feb 09 03:39:56.382671 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (f7a362c8-f106-4428-a12c-5e814adef261), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.409426 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50b26be9-d861-4a5c-a415-66477ce08c92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f02c0262-7a52-4ab3-935d-a52b3b081832), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.444975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e0e745a7-94ea-4e52-87a9-be3394c00432 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:56.453807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50b26be9-d861-4a5c-a415-66477ce08c92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f02c0262-7a52-4ab3-935d-a52b3b081832), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.459481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b26be9-d861-4a5c-a415-66477ce08c92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:56.460128 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50b26be9-d861-4a5c-a415-66477ce08c92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.485664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: e0e745a7-94ea-4e52-87a9-be3394c00432 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:39:56.495087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e0e745a7-94ea-4e52-87a9-be3394c00432 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:39:56.508970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:56.542143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a362c8-f106-4428-a12c-5e814adef261']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:56.554181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-50b26be9-d861-4a5c-a415-66477ce08c92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4203658 Feb 09 03:39:56.554714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 32872) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:56.576058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da51b216-760c-4bfe-9e30-9219ff26cdf8') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:56.577455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da51b216-760c-4bfe-9e30-9219ff26cdf8') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:56.582884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:39:56.583356 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 86d01f2c-2e8a-4e5a-83f5-93a1ca6a953b not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:39:56.587125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ee0d8bbe-958e-46d4-9343-8b3dad024026 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': 'f02c0262-7a52-4ab3-935d-a52b3b081832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:56.607071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b26be9-d861-4a5c-a415-66477ce08c92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Network': ['ID=f02c0262-7a52-4ab3-935d-a52b3b081832,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:56.634732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f02c0262-7a52-4ab3-935d-a52b3b081832 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:39:56.680289 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (da51b216-760c-4bfe-9e30-9219ff26cdf8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.709929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (da51b216-760c-4bfe-9e30-9219ff26cdf8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.727661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:39:56.728762 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (da51b216-760c-4bfe-9e30-9219ff26cdf8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:39:56.735750 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:39:56.752283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0d8bbe-958e-46d4-9343-8b3dad024026 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:56.756737 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8bbe-958e-46d4-9343-8b3dad024026 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.872902 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (f7a362c8-f106-4428-a12c-5e814adef261), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.882562 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.888044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] 10.222.0.21 "DELETE /v2.0/networks/f7a362c8-f106-4428-a12c-5e814adef261 HTTP/1.1" status: 204 len: 168 time: 1.3136673 Feb 09 03:39:56.938775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b26aad-7728-4cb3-9be5-5281b722589a tempest-TaggedBootDevicesTest_v242-96655574 tempest-TaggedBootDevicesTest_v242-96655574-project] Pushing event deleted for resources: {'Network': ['ID=f7a362c8-f106-4428-a12c-5e814adef261,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:56.979099 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9e11-6997-4e0b-9cc4-4e76966d66e4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:57.095343 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8bbe-958e-46d4-9343-8b3dad024026 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (d3a3bd67-f3de-417f-a0d7-da899bb3a126), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:57.280849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d8bbe-958e-46d4-9343-8b3dad024026 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Subnet': ['ID=d3a3bd67-f3de-417f-a0d7-da899bb3a126,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:57.302204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d8bbe-958e-46d4-9343-8b3dad024026 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Checking segment: {'id': 'b2c10399-e978-489f-8c69-f88a3f80e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f02c0262-7a52-4ab3-935d-a52b3b081832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:57.304725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d8bbe-958e-46d4-9343-8b3dad024026 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network hostable DHCP agents. Network: f02c0262-7a52-4ab3-935d-a52b3b081832, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:39:57.356921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d8bbe-958e-46d4-9343-8b3dad024026 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network f02c0262-7a52-4ab3-935d-a52b3b081832 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:39:57.388299 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ee0d8bbe-958e-46d4-9343-8b3dad024026 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, f02c0262-7a52-4ab3-935d-a52b3b081832) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:57.400208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85b89ec-1089-4d8f-8c89-190bae6ae3f6 None None] Network f02c0262-7a52-4ab3-935d-a52b3b081832 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:57.409501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d8bbe-958e-46d4-9343-8b3dad024026 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:57.412743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8bbe-958e-46d4-9343-8b3dad024026 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:57.447086 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ee0d8bbe-958e-46d4-9343-8b3dad024026 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8793850 Feb 09 03:39:57.458931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 32960) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:57.472217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': 'f02c0262-7a52-4ab3-935d-a52b3b081832', 'name': 'tempest-PortsTestJSON-1694952866', 'fixed_ips': [{'subnet_id': 'd3a3bd67-f3de-417f-a0d7-da899bb3a126', 'ip_address': '172.20.0.10'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:57.618815 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd9e11-6997-4e0b-9cc4-4e76966d66e4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 5ad46ae8-1c05-4560-9a2f-681dd7e8bb79 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:57.619868 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9e11-6997-4e0b-9cc4-4e76966d66e4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5ad46ae8-1c05-4560-9a2f-681dd7e8bb79), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:57.730286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-f02c0262-7a52-4ab3-935d-a52b3b081832', 'network_id': 'f02c0262-7a52-4ab3-935d-a52b3b081832', 'project_id': 'f5a763a84799486e879fc3e8436c97a5', 'fixed_ips': [{'subnet_id': 'd3a3bd67-f3de-417f-a0d7-da899bb3a126'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:39:57.731798 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:57.787282 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9e11-6997-4e0b-9cc4-4e76966d66e4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5ad46ae8-1c05-4560-9a2f-681dd7e8bb79), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:57.823123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd9e11-6997-4e0b-9cc4-4e76966d66e4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 5ad46ae8-1c05-4560-9a2f-681dd7e8bb79 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:57.883627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:57.996296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33014) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:58.085933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Allocated IP 172.20.0.2 (f02c0262-7a52-4ab3-935d-a52b3b081832/d3a3bd67-f3de-417f-a0d7-da899bb3a126/4cb0bc36-e0d0-45aa-940a-6ea5307540f6) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:58.137064 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.212956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 13e6f515-29b0-471f-a28a-95df300c1f9e yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:39:58.539553 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2a9e2138-9e12-441e-9ae9-a75b8bb0d517 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a34f1adeb10c4baca15d58077da295f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5420861 Feb 09 03:39:58.542051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33068) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:58.606253 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c504d53-35f6-4c8e-8483-9a4efad8f7af admin admin] Publish callbacks [] for security_group (ebd22edb-f78a-48ed-918a-53371e28729b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.661119 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c504d53-35f6-4c8e-8483-9a4efad8f7af admin admin] Publish callbacks [] for security_group (ebd22edb-f78a-48ed-918a-53371e28729b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.703789 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Publish callbacks [] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.705714 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9e11-6997-4e0b-9cc4-4e76966d66e4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (5ad46ae8-1c05-4560-9a2f-681dd7e8bb79), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.721412 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.858718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Pushing event updated for resources: {'Port': ['ID=4cb0bc36-e0d0-45aa-940a-6ea5307540f6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:58.864559 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c504d53-35f6-4c8e-8483-9a4efad8f7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ebd22edb-f78a-48ed-918a-53371e28729b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.873408 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c504d53-35f6-4c8e-8483-9a4efad8f7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.877658 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6c504d53-35f6-4c8e-8483-9a4efad8f7af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebd22edb-f78a-48ed-918a-53371e28729b HTTP/1.1" status: 204 len: 168 time: 0.3345194 Feb 09 03:39:58.887040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Network f02c0262-7a52-4ab3-935d-a52b3b081832 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:58.892124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:58.901570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:58.929063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c504d53-35f6-4c8e-8483-9a4efad8f7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd22edb-f78a-48ed-918a-53371e28729b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:58.982227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd9e11-6997-4e0b-9cc4-4e76966d66e4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=5ad46ae8-1c05-4560-9a2f-681dd7e8bb79,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:58.992628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.10 (f02c0262-7a52-4ab3-935d-a52b3b081832/d3a3bd67-f3de-417f-a0d7-da899bb3a126/13e6f515-29b0-471f-a28a-95df300c1f9e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:59.181052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Attempting to bind port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:59.181826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Attempting to bind port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b2c10399-e978-489f-8c69-f88a3f80e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f02c0262-7a52-4ab3-935d-a52b3b081832'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:59.183639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Attempting to bind port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 on network f02c0262-7a52-4ab3-935d-a52b3b081832 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:59.209230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:59.209640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Checking segment: {'id': 'b2c10399-e978-489f-8c69-f88a3f80e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f02c0262-7a52-4ab3-935d-a52b3b081832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:59.210046 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:59.210439 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Bound using segment: {'id': 'b2c10399-e978-489f-8c69-f88a3f80e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f02c0262-7a52-4ab3-935d-a52b3b081832'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:59.210915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Bound port: 4cb0bc36-e0d0-45aa-940a-6ea5307540f6, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c10399-e978-489f-8c69-f88a3f80e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f02c0262-7a52-4ab3-935d-a52b3b081832'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:59.218635 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:59.285595 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9e11-6997-4e0b-9cc4-4e76966d66e4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:59.341856 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (13e6f515-29b0-471f-a28a-95df300c1f9e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:59.395539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] For port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:59.418030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] For port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4cb0bc36-e0d0-45aa-940a-6ea5307540f6,segment=NetworkSegment(b2c10399-e978-489f-8c69-f88a3f80e138),segment_id=b2c10399-e978-489f-8c69-f88a3f80e138)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:59.456276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (13e6f515-29b0-471f-a28a-95df300c1f9e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:59.458285 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:59.564350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network f02c0262-7a52-4ab3-935d-a52b3b081832 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:59.567470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:59.577274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:59.667729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfca41-0dd3-4d29-a738-febe287fc6e3 None None] Pushing event updated for resources: {'Port': ['ID=4cb0bc36-e0d0-45aa-940a-6ea5307540f6,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:59.709905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=13e6f515-29b0-471f-a28a-95df300c1f9e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:59.720289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbd9e11-6997-4e0b-9cc4-4e76966d66e4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:39:59.732897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:59.745874 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:59.790998 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4c769623-d790-4a75-8cd4-d6ea3a993f1d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3301010 Feb 09 03:39:59.793958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33168) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:59.807304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': 'f02c0262-7a52-4ab3-935d-a52b3b081832', 'name': 'tempest-PortsTestJSON-663511745', 'fixed_ips': [{'subnet_id': 'd3a3bd67-f3de-417f-a0d7-da899bb3a126', 'ip_address': '172.20.0.9'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:59.903841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbd9e11-6997-4e0b-9cc4-4e76966d66e4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:39:59.916437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c2b604-8033-4173-ac07-8f6bdc3fa0e4 None None] Sync routers for ids ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:39:59.930063 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fdbd9e11-6997-4e0b-9cc4-4e76966d66e4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2066438 Feb 09 03:39:59.931126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33174) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:59.952902 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c2b604-8033-4173-ac07-8f6bdc3fa0e4 None None] Routers {'356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:59.954273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-72c2b604-8033-4173-ac07-8f6bdc3fa0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:00.040145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8390093c-f887-40c2-9685-079ff7852f7a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0 HTTP/1.1" status: 200 len: 205 time: 0.1082301 Feb 09 03:40:00.040804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33178) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:00.118361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-72c2b604-8033-4173-ac07-8f6bdc3fa0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:00.136777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c2b604-8033-4173-ac07-8f6bdc3fa0e4 None None] Routers {'356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:00.137979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-72c2b604-8033-4173-ac07-8f6bdc3fa0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:00.194856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-72c2b604-8033-4173-ac07-8f6bdc3fa0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:00.195777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c2b604-8033-4173-ac07-8f6bdc3fa0e4 None None] The sync data for ids ['356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:00.216402 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:00.229986 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:00.279000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:40:00.318487 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73837dcf-02b8-49e8-8744-aab20ee96115 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:00.378815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33182) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:00.739585 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f225fe7e-c764-4587-9064-8c9884f16254 req-e5867042-ab33-4ebb-9102-ae2d89472212 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3240871 Feb 09 03:40:00.767351 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73837dcf-02b8-49e8-8744-aab20ee96115 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:00.769286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1930371043-network', 'tenant_id': '89472862f79b4df0864494c0b5a79142'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:00.783296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73837dcf-02b8-49e8-8744-aab20ee96115 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:00.845144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:00.896069 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73837dcf-02b8-49e8-8744-aab20ee96115 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:00.896897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73837dcf-02b8-49e8-8744-aab20ee96115 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Fanout notify agent at l3_agent the message router_deleted on router 356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:40:00.904310 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73837dcf-02b8-49e8-8744-aab20ee96115 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:00.908660 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-73837dcf-02b8-49e8-8744-aab20ee96115 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0 HTTP/1.1" status: 204 len: 168 time: 0.8668189 Feb 09 03:40:00.909269 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33196) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:00.948396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:00.951100 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:00.975939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.9 (f02c0262-7a52-4ab3-935d-a52b3b081832/d3a3bd67-f3de-417f-a0d7-da899bb3a126/08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:01.020596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-12513fc8-6b3f-401a-b23b-d2fc4df62915 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting subnet 96ea2b51-6e50-43c7-b9d4-9acb14088a89 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:01.033159 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12513fc8-6b3f-401a-b23b-d2fc4df62915 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (96ea2b51-6e50-43c7-b9d4-9acb14088a89), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.118478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:01.119018 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.130111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12513fc8-6b3f-401a-b23b-d2fc4df62915 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (96ea2b51-6e50-43c7-b9d4-9acb14088a89), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.209466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4cb0bc36-e0d0-45aa-940a-6ea5307540f6,segment=NetworkSegment(b2c10399-e978-489f-8c69-f88a3f80e138),segment_id=b2c10399-e978-489f-8c69-f88a3f80e138)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:01.227198 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.312760 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.318807 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12513fc8-6b3f-401a-b23b-d2fc4df62915 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (96ea2b51-6e50-43c7-b9d4-9acb14088a89), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.332369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=4cb0bc36-e0d0-45aa-940a-6ea5307540f6,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:01.401305 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.439216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Made reservation on behalf of 89472862f79b4df0864494c0b5a79142 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:01.441920 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12513fc8-6b3f-401a-b23b-d2fc4df62915 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (96ea2b51-6e50-43c7-b9d4-9acb14088a89), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.443348 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.572622 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:01.610737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network f02c0262-7a52-4ab3-935d-a52b3b081832 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:01.613619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:01.616326 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.623044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:01.675789 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69080194-50ff-453b-91a5-152f66b5076b None None] Network f02c0262-7a52-4ab3-935d-a52b3b081832 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:01.691076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:01.692345 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.698955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225fe7e-c764-4587-9064-8c9884f16254 req-38988140-e17b-40f4-a70c-5e55682ea7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:01.700506 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f225fe7e-c764-4587-9064-8c9884f16254 req-38988140-e17b-40f4-a70c-5e55682ea7b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1129 time: 0.8550851 Feb 09 03:40:01.795111 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Publish callbacks [] for security_group (cbe75ef6-1ba7-4431-82b4-62fdc6754ec2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.808798 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cbe75ef6-1ba7-4431-82b4-62fdc6754ec2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:01.894405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe75ef6-1ba7-4431-82b4-62fdc6754ec2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:01.925286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1317d03a-932e-490e-a50a-f54ba7edb15f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1295328 Feb 09 03:40:01.930830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33204) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:02.015620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:02.053445 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (20bee134-44d4-46d4-9dc8-a68d012964b5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.054150 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Added segment 20bee134-44d4-46d4-9dc8-a68d012964b5 of type vlan for network 410cf50a-1c4a-493c-a7dd-b897faecc286 Feb 09 03:40:02.058655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-64a1133d-ef7b-4445-bee5-daca513b25fe None None] Provisioning complete for port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:02.059197 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64a1133d-ef7b-4445-bee5-daca513b25fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.176661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edd9691-d855-4bcb-aaae-6ef9eb0d6f7e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:02.184561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3edd9691-d855-4bcb-aaae-6ef9eb0d6f7e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2451108 Feb 09 03:40:02.200731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33206) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:02.286621 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (410cf50a-1c4a-493c-a7dd-b897faecc286), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.321485 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225fe7e-c764-4587-9064-8c9884f16254 req-a8835150-8992-4e8b-bd48-f9ffd5b23182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:02.326300 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f225fe7e-c764-4587-9064-8c9884f16254 req-a8835150-8992-4e8b-bd48-f9ffd5b23182 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.5284667 Feb 09 03:40:02.345907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-64a1133d-ef7b-4445-bee5-daca513b25fe None None] Current status of the port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:02.423183 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12513fc8-6b3f-401a-b23b-d2fc4df62915 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.426571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2348a378-9bc1-43f8-8f26-405daf0d706b None None] Network 64d44cbf-7cea-4bb6-b6ac-82b09660f113 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:02.430804 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-12513fc8-6b3f-401a-b23b-d2fc4df62915 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/96ea2b51-6e50-43c7-b9d4-9acb14088a89 HTTP/1.1" status: 204 len: 168 time: 1.5202417 Feb 09 03:40:02.432460 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12513fc8-6b3f-401a-b23b-d2fc4df62915 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Subnet': ['ID=96ea2b51-6e50-43c7-b9d4-9acb14088a89,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:02.446268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33212) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:02.509486 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f225fe7e-c764-4587-9064-8c9884f16254 req-e4acc110-05a9-4bf6-a17d-73fb079058ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 1001 time: 0.1548007 Feb 09 03:40:02.510781 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.db.resource_extend [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:40:02.601640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-2877d3fa-3d65-4140-ba37-9c2df43786c9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting subnet e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:02.620635 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2877d3fa-3d65-4140-ba37-9c2df43786c9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.712918 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2877d3fa-3d65-4140-ba37-9c2df43786c9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.725998 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (410cf50a-1c4a-493c-a7dd-b897faecc286), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.728944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:02.739292 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.743336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c5303787-6300-498d-97ea-1af03278d3c1 None None] Provisioning complete for port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:02.745008 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5303787-6300-498d-97ea-1af03278d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.961468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f32dcf-4ced-46f7-8282-d7bea70943fb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:02.998548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f32dcf-4ced-46f7-8282-d7bea70943fb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:03.024864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f32dcf-4ced-46f7-8282-d7bea70943fb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:03.026617 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-17f32dcf-4ced-46f7-8282-d7bea70943fb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.8199306 Feb 09 03:40:03.034976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33222) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:03.061088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] Pushing event updated for resources: {'Network': ['ID=410cf50a-1c4a-493c-a7dd-b897faecc286,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:03.098201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225fe7e-c764-4587-9064-8c9884f16254 req-103218ad-231d-469d-a5f0-c5ad6bbf6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:03.100287 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f225fe7e-c764-4587-9064-8c9884f16254 req-103218ad-231d-469d-a5f0-c5ad6bbf6387 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.5792868 Feb 09 03:40:03.126945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-719e212b-4992-42d4-99ef-c6df1001a1e7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7467105 Feb 09 03:40:03.165403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2877d3fa-3d65-4140-ba37-9c2df43786c9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.166547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33224) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:03.179868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-29997351-2a93-474b-a89c-a313fc107c7f admin admin] Request body: {'subnet': {'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1930371043-subnet', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:03.188928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:03.192246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 410cf50a-1c4a-493c-a7dd-b897faecc286 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:03.265306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29997351-2a93-474b-a89c-a313fc107c7f admin admin] Made reservation on behalf of 89472862f79b4df0864494c0b5a79142 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:03.278709 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-29997351-2a93-474b-a89c-a313fc107c7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.432093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225fe7e-c764-4587-9064-8c9884f16254 req-bfd74394-7c81-4a40-bc8b-d7e2096651f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:03.435515 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f225fe7e-c764-4587-9064-8c9884f16254 req-bfd74394-7c81-4a40-bc8b-d7e2096651f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3276286 Feb 09 03:40:03.441963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33228) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:03.444489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c1238-345c-4347-b155-ebdb2ec04e95 None None] DHCP port deletion for 64d44cbf-7cea-4bb6-b6ac-82b09660f113 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:40:03.463909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b324d6a8-4e91-442a-9bb5-6fdb377e1ac6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:03.464497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b324d6a8-4e91-442a-9bb5-6fdb377e1ac6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.476641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2877d3fa-3d65-4140-ba37-9c2df43786c9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.659659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:03.662066 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.665148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c5303787-6300-498d-97ea-1af03278d3c1 None None] Current status of the port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:03.695049 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b324d6a8-4e91-442a-9bb5-6fdb377e1ac6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.711065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b324d6a8-4e91-442a-9bb5-6fdb377e1ac6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:03.745084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c5303787-6300-498d-97ea-1af03278d3c1 None None] Provisioning complete for port 08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:03.747768 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5303787-6300-498d-97ea-1af03278d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.749888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f225fe7e-c764-4587-9064-8c9884f16254 req-5916fd1f-0f26-46ec-948e-8143c46a3610 service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926056 Feb 09 03:40:03.899045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d07c1238-345c-4347-b155-ebdb2ec04e95 None None] Deleting port aff170cf-60e9-43e6-a571-2a1c0ceae354 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:03.899859 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d07c1238-345c-4347-b155-ebdb2ec04e95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.913196 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2877d3fa-3d65-4140-ba37-9c2df43786c9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.919174 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2877d3fa-3d65-4140-ba37-9c2df43786c9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09 HTTP/1.1" status: 204 len: 168 time: 1.4693031 Feb 09 03:40:03.919174 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b324d6a8-4e91-442a-9bb5-6fdb377e1ac6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.924580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33232) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:04.032144 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (64d44cbf-7cea-4bb6-b6ac-82b09660f113), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.035595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877d3fa-3d65-4140-ba37-9c2df43786c9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Subnet': ['ID=e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:04.060723 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7aaec1d-f18e-46d0-af15-2d354525a385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.129222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d07c1238-345c-4347-b155-ebdb2ec04e95 None None] For port aff170cf-60e9-43e6-a571-2a1c0ceae354, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=aff170cf-60e9-43e6-a571-2a1c0ceae354,segment=NetworkSegment(021d002f-dddc-4e52-866e-b1d5a52b29a2),segment_id=021d002f-dddc-4e52-866e-b1d5a52b29a2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:04.130455 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d07c1238-345c-4347-b155-ebdb2ec04e95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.153246 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7aaec1d-f18e-46d0-af15-2d354525a385 admin admin] Publish callbacks [] for security_group (a72d8828-98a6-4e21-a90e-f44d1243aa08), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.163144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324d6a8-4e91-442a-9bb5-6fdb377e1ac6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:04.177951 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7aaec1d-f18e-46d0-af15-2d354525a385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a72d8828-98a6-4e21-a90e-f44d1243aa08), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.183805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d07c1238-345c-4347-b155-ebdb2ec04e95 None None] Calling delete_port for aff170cf-60e9-43e6-a571-2a1c0ceae354 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:04.235721 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d7aaec1d-f18e-46d0-af15-2d354525a385 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c78c933fc144b3f8349ca34e2c52cc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7865386 Feb 09 03:40:04.238731 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33238) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:04.319321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c5303787-6300-498d-97ea-1af03278d3c1 None None] Port 08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:04.343841 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d07c1238-345c-4347-b155-ebdb2ec04e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.382411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e88e82-8294-4815-bc73-69e8aceeedd2 None None] Network a95ae774-07ba-41c4-a8fc-53698562d4e6 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:04.397253 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaec1d-f18e-46d0-af15-2d354525a385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72d8828-98a6-4e21-a90e-f44d1243aa08,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:04.431845 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dfb05d8-4157-4edf-abc3-f5e6565f8e6b admin admin] Publish callbacks [] for security_group (a72d8828-98a6-4e21-a90e-f44d1243aa08), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.461031 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b324d6a8-4e91-442a-9bb5-6fdb377e1ac6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.474343 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b324d6a8-4e91-442a-9bb5-6fdb377e1ac6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5 HTTP/1.1" status: 204 len: 168 time: 1.4382310 Feb 09 03:40:04.475246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33240) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:04.490669 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c1238-345c-4347-b155-ebdb2ec04e95 None None] No DVR routers for this DVR port aff170cf-60e9-43e6-a571-2a1c0ceae354 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:04.570903 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15104b3-4fdd-44af-94e0-76b070e56d6d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:40:04.574877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d15104b3-4fdd-44af-94e0-76b070e56d6d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5 HTTP/1.1" status: 404 len: 333 time: 0.0931685 Feb 09 03:40:04.575392 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dfb05d8-4157-4edf-abc3-f5e6565f8e6b admin admin] Publish callbacks [] for security_group (a72d8828-98a6-4e21-a90e-f44d1243aa08), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.576985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33242) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:04.578572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port aff170cf-60e9-43e6-a571-2a1c0ceae354 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:04.578908 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.595837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c1238-345c-4347-b155-ebdb2ec04e95 None None] Pushing event deleted for resources: {'Port': ['ID=aff170cf-60e9-43e6-a571-2a1c0ceae354,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:04.714241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] For port aff170cf-60e9-43e6-a571-2a1c0ceae354, host n-d-824835-15, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:04.725597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.752967 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for aff170cf-60e9-43e6-a571-2a1c0ceae354 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:04.763550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Port aff170cf-60e9-43e6-a571-2a1c0ceae354 was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:40:04.765747 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (aff170cf-60e9-43e6-a571-2a1c0ceae354), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.772013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:04.802159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c5303787-6300-498d-97ea-1af03278d3c1 None None] Provisioning complete for port 13e6f515-29b0-471f-a28a-95df300c1f9e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:04.803891 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5303787-6300-498d-97ea-1af03278d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (13e6f515-29b0-471f-a28a-95df300c1f9e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.849749 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dfb05d8-4157-4edf-abc3-f5e6565f8e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a72d8828-98a6-4e21-a90e-f44d1243aa08), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.852281 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dfb05d8-4157-4edf-abc3-f5e6565f8e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.869173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0dfb05d8-4157-4edf-abc3-f5e6565f8e6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a72d8828-98a6-4e21-a90e-f44d1243aa08 HTTP/1.1" status: 204 len: 168 time: 0.6115751 Feb 09 03:40:04.870447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No DVR routers for this DVR port aff170cf-60e9-43e6-a571-2a1c0ceae354 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:04.908705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c5303787-6300-498d-97ea-1af03278d3c1 None None] Port 13e6f515-29b0-471f-a28a-95df300c1f9e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:04.916723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=aff170cf-60e9-43e6-a571-2a1c0ceae354,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:04.926036 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-29997351-2a93-474b-a89c-a313fc107c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.934854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f225fe7e-c764-4587-9064-8c9884f16254 req-e879e956-e155-4baf-84e3-490c78bf1c8b service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1764410 Feb 09 03:40:04.954218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aff170cf-60e9-43e6-a571-2a1c0ceae354 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:05.022697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: aff170cf-60e9-43e6-a571-2a1c0ceae354 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:05.023047 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device aff170cf-60e9-43e6-a571-2a1c0ceae354 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:05.035734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29997351-2a93-474b-a89c-a313fc107c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:05.051166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-45f3ff39-7369-4f3c-be22-ddaecaf3f1be None None] Could not find standard attr ID for object 08fa371f-143a-4ae2-9cf1-cfd7e4a04cc5. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:40:05.066308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb06e2-4c04-42c8-914e-2e6cce68f857 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 13e6f515-29b0-471f-a28a-95df300c1f9e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:05.066626 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b7fb06e2-4c04-42c8-914e-2e6cce68f857 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (13e6f515-29b0-471f-a28a-95df300c1f9e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.091614 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-45f3ff39-7369-4f3c-be22-ddaecaf3f1be None None] Provisioning complete for port 13e6f515-29b0-471f-a28a-95df300c1f9e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:05.091988 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45f3ff39-7369-4f3c-be22-ddaecaf3f1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (13e6f515-29b0-471f-a28a-95df300c1f9e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.154161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29997351-2a93-474b-a89c-a313fc107c7f admin admin] Checking segment: {'id': '20bee134-44d4-46d4-9dc8-a68d012964b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:05.154526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29997351-2a93-474b-a89c-a313fc107c7f admin admin] Network hostable DHCP agents. Network: 410cf50a-1c4a-493c-a7dd-b897faecc286, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:05.199903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-45f3ff39-7369-4f3c-be22-ddaecaf3f1be None None] Port 13e6f515-29b0-471f-a28a-95df300c1f9e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:05.201988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdbf9eb-29dc-4078-9ada-a45304425986 None None] DHCP port deletion for a95ae774-07ba-41c4-a8fc-53698562d4e6 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:40:05.221649 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (64d44cbf-7cea-4bb6-b6ac-82b09660f113), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.247344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29997351-2a93-474b-a89c-a313fc107c7f admin admin] Network 410cf50a-1c4a-493c-a7dd-b897faecc286 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:05.278333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d44cbf-7cea-4bb6-b6ac-82b09660f113']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:05.311666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021d002f-dddc-4e52-866e-b1d5a52b29a2') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:05.312013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021d002f-dddc-4e52-866e-b1d5a52b29a2') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:05.328841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b7fb06e2-4c04-42c8-914e-2e6cce68f857 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (13e6f515-29b0-471f-a28a-95df300c1f9e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.334569 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (021d002f-dddc-4e52-866e-b1d5a52b29a2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.360439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb06e2-4c04-42c8-914e-2e6cce68f857 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 13e6f515-29b0-471f-a28a-95df300c1f9e owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:05.364256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbf9eb-29dc-4078-9ada-a45304425986 None None] Deleting port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:05.365855 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (021d002f-dddc-4e52-866e-b1d5a52b29a2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.366022 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbdbf9eb-29dc-4078-9ada-a45304425986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.381925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:05.383062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (021d002f-dddc-4e52-866e-b1d5a52b29a2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.415789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb05d8-4157-4edf-abc3-f5e6565f8e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72d8828-98a6-4e21-a90e-f44d1243aa08,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:05.507281 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:05.540792 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cbdbf9eb-29dc-4078-9ada-a45304425986 None None] For port 6d9c754f-2f1d-4040-8cf2-6aea379c4391, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6d9c754f-2f1d-4040-8cf2-6aea379c4391,segment=NetworkSegment(58c27bd0-c5e6-4e5c-afcd-38e24c66b63e),segment_id=58c27bd0-c5e6-4e5c-afcd-38e24c66b63e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:05.545087 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbdbf9eb-29dc-4078-9ada-a45304425986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.548068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-29997351-2a93-474b-a89c-a313fc107c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 410cf50a-1c4a-493c-a7dd-b897faecc286) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:05.566828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29997351-2a93-474b-a89c-a313fc107c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:05.567457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-29997351-2a93-474b-a89c-a313fc107c7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.568549 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (64d44cbf-7cea-4bb6-b6ac-82b09660f113), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.587822 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.588698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2508cc-dc96-461b-a070-8541a45d1392 None None] Network 410cf50a-1c4a-493c-a7dd-b897faecc286 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:05.603054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbf9eb-29dc-4078-9ada-a45304425986 None None] Calling delete_port for 6d9c754f-2f1d-4040-8cf2-6aea379c4391 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:05.604474 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/networks/64d44cbf-7cea-4bb6-b6ac-82b09660f113 HTTP/1.1" status: 204 len: 168 time: 1.6753874 Feb 09 03:40:05.604658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33262) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:05.640015 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-29997351-2a93-474b-a89c-a313fc107c7f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4678319 Feb 09 03:40:05.641977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a52b7f-26ad-4f98-97fe-c269998ade87 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Network': ['ID=64d44cbf-7cea-4bb6-b6ac-82b09660f113,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:05.646299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33264) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:05.653186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1930371043-router', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:05.673840 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b7fb06e2-4c04-42c8-914e-2e6cce68f857 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (13e6f515-29b0-471f-a28a-95df300c1f9e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.709469 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (3df07da4-0ade-4dfc-982a-b1ee9a6517da), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.710861 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (3df07da4-0ade-4dfc-982a-b1ee9a6517da), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.835393 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Publish callbacks [] for router_controller (3df07da4-0ade-4dfc-982a-b1ee9a6517da), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.836955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb06e2-4c04-42c8-914e-2e6cce68f857 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=13e6f515-29b0-471f-a28a-95df300c1f9e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:05.966774 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (a95ae774-07ba-41c4-a8fc-53698562d4e6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.985215 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b7fb06e2-4c04-42c8-914e-2e6cce68f857 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:05.988986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b7fb06e2-4c04-42c8-914e-2e6cce68f857 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/13e6f515-29b0-471f-a28a-95df300c1f9e HTTP/1.1" status: 204 len: 168 time: 1.3937130 Feb 09 03:40:05.992412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33272) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:06.038259 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a4e3d5-021c-4aae-a19e-2606c45de213 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:40:06.040158 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c8a4e3d5-021c-4aae-a19e-2606c45de213 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/13e6f515-29b0-471f-a28a-95df300c1f9e HTTP/1.1" status: 404 len: 333 time: 0.0445263 Feb 09 03:40:06.053760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33276) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:06.070229 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbdbf9eb-29dc-4078-9ada-a45304425986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (6d9c754f-2f1d-4040-8cf2-6aea379c4391), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.131460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbf9eb-29dc-4078-9ada-a45304425986 None None] Pushing event deleted for resources: {'Port': ['ID=6d9c754f-2f1d-4040-8cf2-6aea379c4391,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:06.135415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-410cf50a-1c4a-493c-a7dd-b897faecc286', 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286', 'project_id': '89472862f79b4df0864494c0b5a79142', 'fixed_ips': [{'subnet_id': '4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:06.136429 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.207393 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (a95ae774-07ba-41c4-a8fc-53698562d4e6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.273535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95ae774-07ba-41c4-a8fc-53698562d4e6']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:06.283892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-02250374-1790-494d-bcc4-99f8172094f5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting subnet d3a3bd67-f3de-417f-a0d7-da899bb3a126 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:06.318891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c27bd0-c5e6-4e5c-afcd-38e24c66b63e') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:06.319199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c27bd0-c5e6-4e5c-afcd-38e24c66b63e') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:06.363728 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-02250374-1790-494d-bcc4-99f8172094f5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (d3a3bd67-f3de-417f-a0d7-da899bb3a126), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.372724 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (58c27bd0-c5e6-4e5c-afcd-38e24c66b63e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.381990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Allocated IP 172.20.0.2 (410cf50a-1c4a-493c-a7dd-b897faecc286/4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87/bb961f2f-18e5-49d2-aa6a-a4a7d9711971) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:06.429668 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (58c27bd0-c5e6-4e5c-afcd-38e24c66b63e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.450133 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-02250374-1790-494d-bcc4-99f8172094f5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (d3a3bd67-f3de-417f-a0d7-da899bb3a126), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.456079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:06.456079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (58c27bd0-c5e6-4e5c-afcd-38e24c66b63e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:06.465721 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:06.570178 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Publish callbacks [] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.579234 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdbf9eb-29dc-4078-9ada-a45304425986 None None] No DVR routers for this DVR port 6d9c754f-2f1d-4040-8cf2-6aea379c4391 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:06.593350 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.646373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Pushing event updated for resources: {'Port': ['ID=bb961f2f-18e5-49d2-aa6a-a4a7d9711971,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:06.655606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-02250374-1790-494d-bcc4-99f8172094f5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (d3a3bd67-f3de-417f-a0d7-da899bb3a126), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.661607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Network 410cf50a-1c4a-493c-a7dd-b897faecc286 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:06.664243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:06.667521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:06.672624 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (a95ae774-07ba-41c4-a8fc-53698562d4e6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.678862 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.684649 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/networks/a95ae774-07ba-41c4-a8fc-53698562d4e6 HTTP/1.1" status: 204 len: 168 time: 1.0774159 Feb 09 03:40:06.698852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33294) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:06.731719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-469739a2-0f91-469b-a1e8-b7c2ad14475f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'network': {'name': 'tempest-RoutersTest-654394526'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:06.768583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93e936-04e8-44fe-bdc9-0d0029eb087e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Network': ['ID=a95ae774-07ba-41c4-a8fc-53698562d4e6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:06.815937 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-02250374-1790-494d-bcc4-99f8172094f5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (d3a3bd67-f3de-417f-a0d7-da899bb3a126), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.825761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Publish callbacks [] for router_gateway (3df07da4-0ade-4dfc-982a-b1ee9a6517da), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.836277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469739a2-0f91-469b-a1e8-b7c2ad14475f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:06.846576 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-469739a2-0f91-469b-a1e8-b7c2ad14475f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.882541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Attempting to bind port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:06.883368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Attempting to bind port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '20bee134-44d4-46d4-9dc8-a68d012964b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:06.884003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Attempting to bind port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 on network 410cf50a-1c4a-493c-a7dd-b897faecc286 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:06.896766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:06.898189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Checking segment: {'id': '20bee134-44d4-46d4-9dc8-a68d012964b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:06.900203 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.900814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469739a2-0f91-469b-a1e8-b7c2ad14475f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:06.902039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Bound using segment: {'id': '20bee134-44d4-46d4-9dc8-a68d012964b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:06.903865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Bound port: bb961f2f-18e5-49d2-aa6a-a4a7d9711971, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bee134-44d4-46d4-9dc8-a68d012964b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:06.905007 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.915541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02250374-1790-494d-bcc4-99f8172094f5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a3bd67-f3de-417f-a0d7-da899bb3a126,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:06.942494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1beecf8-9e41-4ed0-947a-bca8d5a65453 None None] Network f02c0262-7a52-4ab3-935d-a52b3b081832 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:06.954560 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-469739a2-0f91-469b-a1e8-b7c2ad14475f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f1d902fd-4a5e-4779-86ca-b7f8ee14b64b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.954907 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-469739a2-0f91-469b-a1e8-b7c2ad14475f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Added segment f1d902fd-4a5e-4779-86ca-b7f8ee14b64b of type vlan for network 1f91e5b1-55f8-418d-ba58-555fb54e5eac Feb 09 03:40:06.956370 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-02250374-1790-494d-bcc4-99f8172094f5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.960569 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-02250374-1790-494d-bcc4-99f8172094f5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/d3a3bd67-f3de-417f-a0d7-da899bb3a126 HTTP/1.1" status: 204 len: 168 time: 0.9034064 Feb 09 03:40:06.963626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33298) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:07.049451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33300) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:07.060492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6d9c754f-2f1d-4040-8cf2-6aea379c4391 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:07.083406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-469739a2-0f91-469b-a1e8-b7c2ad14475f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (1f91e5b1-55f8-418d-ba58-555fb54e5eac), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.090057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6d9c754f-2f1d-4040-8cf2-6aea379c4391 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:07.090534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6d9c754f-2f1d-4040-8cf2-6aea379c4391 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:07.160199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] For port bb961f2f-18e5-49d2-aa6a-a4a7d9711971, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:07.165228 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] For port bb961f2f-18e5-49d2-aa6a-a4a7d9711971, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bb961f2f-18e5-49d2-aa6a-a4a7d9711971,segment=NetworkSegment(20bee134-44d4-46d4-9dc8-a68d012964b5),segment_id=20bee134-44d4-46d4-9dc8-a68d012964b5)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:07.180915 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-469739a2-0f91-469b-a1e8-b7c2ad14475f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (1f91e5b1-55f8-418d-ba58-555fb54e5eac), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.182895 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.190866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469739a2-0f91-469b-a1e8-b7c2ad14475f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:07.191849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-469739a2-0f91-469b-a1e8-b7c2ad14475f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.260033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59197d0b-de7a-4443-976d-1e0bf21270da None None] Pushing event updated for resources: {'Port': ['ID=bb961f2f-18e5-49d2-aa6a-a4a7d9711971,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:07.261169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (f02c0262-7a52-4ab3-935d-a52b3b081832), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.366972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33304) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:07.375395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-96fde1b9-35f6-4641-9042-4d2cff4ec48e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'subnet': {'network_id': '1f91e5b1-55f8-418d-ba58-555fb54e5eac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:07.375843 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-469739a2-0f91-469b-a1e8-b7c2ad14475f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6756096 Feb 09 03:40:07.406653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c511b-a9b4-47f5-ae44-febab8ef772c None None] DHCP port deletion for f02c0262-7a52-4ab3-935d-a52b3b081832 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:40:07.412316 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef499239-8cf4-480f-8567-122c10017272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.455474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469739a2-0f91-469b-a1e8-b7c2ad14475f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Network': ['ID=1f91e5b1-55f8-418d-ba58-555fb54e5eac,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:07.473964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 1f91e5b1-55f8-418d-ba58-555fb54e5eac details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:07.520104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:07.520504 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.553833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fde1b9-35f6-4641-9042-4d2cff4ec48e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:07.558046 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96fde1b9-35f6-4641-9042-4d2cff4ec48e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.682211 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef499239-8cf4-480f-8567-122c10017272 admin admin] Publish callbacks [] for security_group (e91de5cc-eb89-4659-ae0d-4e4b038571e3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.689653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef499239-8cf4-480f-8567-122c10017272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e91de5cc-eb89-4659-ae0d-4e4b038571e3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.715546 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.720691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-120c511b-a9b4-47f5-ae44-febab8ef772c None None] Deleting port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:07.721323 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-120c511b-a9b4-47f5-ae44-febab8ef772c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.730365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef499239-8cf4-480f-8567-122c10017272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91de5cc-eb89-4659-ae0d-4e4b038571e3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:07.761524 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ef499239-8cf4-480f-8567-122c10017272 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=009c7c229cee42ee90f837e36dc0f15e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7109151 Feb 09 03:40:07.763823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33310) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:07.820331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-120c511b-a9b4-47f5-ae44-febab8ef772c None None] For port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4cb0bc36-e0d0-45aa-940a-6ea5307540f6,segment=NetworkSegment(b2c10399-e978-489f-8c69-f88a3f80e138),segment_id=b2c10399-e978-489f-8c69-f88a3f80e138)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:07.821062 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-120c511b-a9b4-47f5-ae44-febab8ef772c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.838392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-120c511b-a9b4-47f5-ae44-febab8ef772c None None] Calling delete_port for 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:07.867146 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ad85150-2176-4bb1-88ba-4b6245e579e0 admin admin] Publish callbacks [] for security_group (e91de5cc-eb89-4659-ae0d-4e4b038571e3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.915844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ad85150-2176-4bb1-88ba-4b6245e579e0 admin admin] Publish callbacks [] for security_group (e91de5cc-eb89-4659-ae0d-4e4b038571e3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.924541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-0b411948-84cf-46fb-abc2-8dc7b2f1fc08 req-5c734a72-e35c-469c-9d64-af2a2b736e9b service neutron] (103328) timed out ('10.222.0.65', 65292) {{(pid=103328) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:40:07.960729 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-120c511b-a9b4-47f5-ae44-febab8ef772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.988556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] For port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4cb0bc36-e0d0-45aa-940a-6ea5307540f6,segment=NetworkSegment(b2c10399-e978-489f-8c69-f88a3f80e138),segment_id=b2c10399-e978-489f-8c69-f88a3f80e138)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:07.989190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.008198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c511b-a9b4-47f5-ae44-febab8ef772c None None] Pushing event deleted for resources: {'Port': ['ID=4cb0bc36-e0d0-45aa-940a-6ea5307540f6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:08.013475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c511b-a9b4-47f5-ae44-febab8ef772c None None] No DVR routers for this DVR port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:08.017278 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96fde1b9-35f6-4641-9042-4d2cff4ec48e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (141bc568-1d95-4cb6-8f39-be36909914d4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.021300 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ad85150-2176-4bb1-88ba-4b6245e579e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e91de5cc-eb89-4659-ae0d-4e4b038571e3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.024144 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ad85150-2176-4bb1-88ba-4b6245e579e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.025465 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8ad85150-2176-4bb1-88ba-4b6245e579e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e91de5cc-eb89-4659-ae0d-4e4b038571e3 HTTP/1.1" status: 204 len: 168 time: 0.2596302 Feb 09 03:40:08.038080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad85150-2176-4bb1-88ba-4b6245e579e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91de5cc-eb89-4659-ae0d-4e4b038571e3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:08.094113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:08.095832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fde1b9-35f6-4641-9042-4d2cff4ec48e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Subnet': ['ID=141bc568-1d95-4cb6-8f39-be36909914d4,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:08.161093 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Publish callbacks [] for router_gateway (3df07da4-0ade-4dfc-982a-b1ee9a6517da), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.199046 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.249376 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4cb0bc36-e0d0-45aa-940a-6ea5307540f6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.289709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=4cb0bc36-e0d0-45aa-940a-6ea5307540f6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:08.364454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No DVR routers for this DVR port 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:08.379714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fde1b9-35f6-4641-9042-4d2cff4ec48e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Checking segment: {'id': 'f1d902fd-4a5e-4779-86ca-b7f8ee14b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1f91e5b1-55f8-418d-ba58-555fb54e5eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:08.380173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fde1b9-35f6-4641-9042-4d2cff4ec48e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network hostable DHCP agents. Network: 1f91e5b1-55f8-418d-ba58-555fb54e5eac, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:08.551281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fde1b9-35f6-4641-9042-4d2cff4ec48e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network 1f91e5b1-55f8-418d-ba58-555fb54e5eac is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:08.643076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (f02c0262-7a52-4ab3-935d-a52b3b081832), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.660394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-96fde1b9-35f6-4641-9042-4d2cff4ec48e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 1f91e5b1-55f8-418d-ba58-555fb54e5eac) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:08.676186 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc2d00d-2e7a-4e25-bf63-3375194a7528 None None] Network 1f91e5b1-55f8-418d-ba58-555fb54e5eac requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:08.733525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fde1b9-35f6-4641-9042-4d2cff4ec48e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:08.734117 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96fde1b9-35f6-4641-9042-4d2cff4ec48e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.741900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02c0262-7a52-4ab3-935d-a52b3b081832']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:08.787133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c10399-e978-489f-8c69-f88a3f80e138') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:08.787399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c10399-e978-489f-8c69-f88a3f80e138') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:08.814190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (b2c10399-e978-489f-8c69-f88a3f80e138), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.816650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Allocated IP 172.25.5.171 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/b8384849-55bd-418c-9204-afcbf8892d98) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:08.832310 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-96fde1b9-35f6-4641-9042-4d2cff4ec48e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4602649 Feb 09 03:40:08.833312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33336) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:08.839707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e88a2eb5-4bb4-4502-9134-b3eaf97fc8a3 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1222602532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:08.847539 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b2c10399-e978-489f-8c69-f88a3f80e138), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.856906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:08.856906 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (b2c10399-e978-489f-8c69-f88a3f80e138), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:08.939242 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:08.944463 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e88a2eb5-4bb4-4502-9134-b3eaf97fc8a3 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (5d79d51e-9de7-489d-8527-f71c5ebdb36e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.949565 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (f02c0262-7a52-4ab3-935d-a52b3b081832), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.952907 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e88a2eb5-4bb4-4502-9134-b3eaf97fc8a3 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (5d79d51e-9de7-489d-8527-f71c5ebdb36e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.953893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-1f91e5b1-55f8-418d-ba58-555fb54e5eac', 'network_id': '1f91e5b1-55f8-418d-ba58-555fb54e5eac', 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'fixed_ips': [{'subnet_id': '141bc568-1d95-4cb6-8f39-be36909914d4'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:08.959580 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.977742 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:08.982191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/networks/f02c0262-7a52-4ab3-935d-a52b3b081832 HTTP/1.1" status: 204 len: 168 time: 2.0166781 Feb 09 03:40:09.051696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7d62f9-ca6e-4630-a3f1-c533cfc01d95 None None] Network 410cf50a-1c4a-493c-a7dd-b897faecc286 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:09.096307 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e88a2eb5-4bb4-4502-9134-b3eaf97fc8a3 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (5d79d51e-9de7-489d-8527-f71c5ebdb36e), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.097883 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33344) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:09.111661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-40392e5a-e2af-4e28-8fbf-26b5c62827c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-129432226'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:09.116979 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e88a2eb5-4bb4-4502-9134-b3eaf97fc8a3 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (5d79d51e-9de7-489d-8527-f71c5ebdb36e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.148500 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e88a2eb5-4bb4-4502-9134-b3eaf97fc8a3 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.150801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e88a2eb5-4bb4-4502-9134-b3eaf97fc8a3 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3150899 Feb 09 03:40:09.153508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33346) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:09.164823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'port': {'network_id': '1f91e5b1-55f8-418d-ba58-555fb54e5eac', 'name': 'tempest-RoutersTest-1369179171'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:09.187527 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40392e5a-e2af-4e28-8fbf-26b5c62827c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:09.192201 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40392e5a-e2af-4e28-8fbf-26b5c62827c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.266726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40392e5a-e2af-4e28-8fbf-26b5c62827c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:09.285713 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Publish callbacks [] for port (b8384849-55bd-418c-9204-afcbf8892d98), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.286309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bb961f2f-18e5-49d2-aa6a-a4a7d9711971 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:09.314665 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40392e5a-e2af-4e28-8fbf-26b5c62827c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (81470cda-58f3-4a2c-9980-02396a7b7934), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.317898 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-40392e5a-e2af-4e28-8fbf-26b5c62827c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Added segment 81470cda-58f3-4a2c-9980-02396a7b7934 of type vlan for network 1c0184c1-9ac9-4de6-af87-b349d1d95db4 Feb 09 03:40:09.381866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c8b54b7b-e9bd-48f6-8a75-0c09ed731ce1 None None] Provisioning complete for port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:09.382146 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8b54b7b-e9bd-48f6-8a75-0c09ed731ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.399174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cedb94-30cc-4322-8dea-a9e9b470ac2d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Network': ['ID=f02c0262-7a52-4ab3-935d-a52b3b081832,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:09.420708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40392e5a-e2af-4e28-8fbf-26b5c62827c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (1c0184c1-9ac9-4de6-af87-b349d1d95db4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.431901 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b8384849-55bd-418c-9204-afcbf8892d98), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.484319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:09.496647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.539845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:09.543299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:09.557833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:09.567962 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40392e5a-e2af-4e28-8fbf-26b5c62827c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (1c0184c1-9ac9-4de6-af87-b349d1d95db4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.582137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40392e5a-e2af-4e28-8fbf-26b5c62827c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:09.582832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40392e5a-e2af-4e28-8fbf-26b5c62827c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.616148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Pushing event updated for resources: {'Port': ['ID=b8384849-55bd-418c-9204-afcbf8892d98,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:09.673372 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-40392e5a-e2af-4e28-8fbf-26b5c62827c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5700645 Feb 09 03:40:09.673372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] device_id is not set on port 2a95a3d0-bb7b-472f-8dcf-807cca3d684d yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:40:09.711930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33356) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:09.732183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a597d3be-aec7-45da-9741-99bb98883f8f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '1c0184c1-9ac9-4de6-af87-b349d1d95db4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:09.793411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:09.796252 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.835125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40392e5a-e2af-4e28-8fbf-26b5c62827c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Network': ['ID=1c0184c1-9ac9-4de6-af87-b349d1d95db4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:09.870885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 1c0184c1-9ac9-4de6-af87-b349d1d95db4 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:09.892928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf88e46-e96c-47e0-8a96-64dbdce35207 req-bcdd657d-d5d5-4d95-8324-b2631fac3ae6 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:09.900299 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aaf88e46-e96c-47e0-8a96-64dbdce35207 req-bcdd657d-d5d5-4d95-8324-b2631fac3ae6 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1129 time: 0.3607533 Feb 09 03:40:10.081750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a597d3be-aec7-45da-9741-99bb98883f8f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:10.099498 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a597d3be-aec7-45da-9741-99bb98883f8f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:10.111724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c8b54b7b-e9bd-48f6-8a75-0c09ed731ce1 None None] Current status of the port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:10.113320 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8b54b7b-e9bd-48f6-8a75-0c09ed731ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:10.240658 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aaf88e46-e96c-47e0-8a96-64dbdce35207 req-d9485db6-af17-40a7-aa0c-75a7af3dd219 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3346853 Feb 09 03:40:10.284414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33364) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:10.365292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Allocated IP 172.20.0.2 (1f91e5b1-55f8-418d-ba58-555fb54e5eac/141bc568-1d95-4cb6-8f39-be36909914d4/35fd0252-238c-4fad-90aa-2c60cbb55f69) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:10.375183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:10.376921 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:10.463368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c8b54b7b-e9bd-48f6-8a75-0c09ed731ce1 None None] For port bb961f2f-18e5-49d2-aa6a-a4a7d9711971, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bb961f2f-18e5-49d2-aa6a-a4a7d9711971,segment=NetworkSegment(20bee134-44d4-46d4-9dc8-a68d012964b5),segment_id=20bee134-44d4-46d4-9dc8-a68d012964b5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:10.478856 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8b54b7b-e9bd-48f6-8a75-0c09ed731ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:10.651769 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a597d3be-aec7-45da-9741-99bb98883f8f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (2af46827-c025-4d91-be5f-823dedc3ba19), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:10.768379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597d3be-aec7-45da-9741-99bb98883f8f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Subnet': ['ID=2af46827-c025-4d91-be5f-823dedc3ba19,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:10.813911 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:40:10.814494 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:40:10.828772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1d0f23a9-9d0a-43e5-b5b6-3b289ce305d5 None None] Provisioning complete for port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:10.828944 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d0f23a9-9d0a-43e5-b5b6-3b289ce305d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:10.831137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b54b7b-e9bd-48f6-8a75-0c09ed731ce1 None None] Pushing event updated for resources: {'Port': ['ID=bb961f2f-18e5-49d2-aa6a-a4a7d9711971,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:10.846014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a597d3be-aec7-45da-9741-99bb98883f8f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Checking segment: {'id': '81470cda-58f3-4a2c-9980-02396a7b7934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1c0184c1-9ac9-4de6-af87-b349d1d95db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:10.846566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a597d3be-aec7-45da-9741-99bb98883f8f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network hostable DHCP agents. Network: 1c0184c1-9ac9-4de6-af87-b349d1d95db4, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:10.874213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a597d3be-aec7-45da-9741-99bb98883f8f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 1c0184c1-9ac9-4de6-af87-b349d1d95db4 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:10.890100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a597d3be-aec7-45da-9741-99bb98883f8f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 1c0184c1-9ac9-4de6-af87-b349d1d95db4) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:10.907490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a597d3be-aec7-45da-9741-99bb98883f8f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:10.908705 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a597d3be-aec7-45da-9741-99bb98883f8f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:10.930017 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6af8ec-d7b7-4cdf-a779-939a22dac076 None None] Network 1c0184c1-9ac9-4de6-af87-b349d1d95db4 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:10.934856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a597d3be-aec7-45da-9741-99bb98883f8f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2184801 Feb 09 03:40:10.938436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33370) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:10.954855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c2b2dfa3-ac5c-43ef-83b6-3228ce731d92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1703944684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:11.020210 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2b2dfa3-ac5c-43ef-83b6-3228ce731d92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:11.021309 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2b2dfa3-ac5c-43ef-83b6-3228ce731d92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:11.141870 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2b2dfa3-ac5c-43ef-83b6-3228ce731d92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for router_controller (e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:11.156567 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2b2dfa3-ac5c-43ef-83b6-3228ce731d92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:11.191016 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2b2dfa3-ac5c-43ef-83b6-3228ce731d92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:11.192429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c2b2dfa3-ac5c-43ef-83b6-3228ce731d92 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2495849 Feb 09 03:40:11.195284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33376) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:11.200774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'network_id': '1c0184c1-9ac9-4de6-af87-b349d1d95db4', 'name': 'tempest-PortsTestJSON-1211867686'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:11.225206 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Publish callbacks [] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:11.285421 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:11.424650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Allocated IP 172.20.0.5 (1f91e5b1-55f8-418d-ba58-555fb54e5eac/141bc568-1d95-4cb6-8f39-be36909914d4/2a95a3d0-bb7b-472f-8dcf-807cca3d684d) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:11.531568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-1c0184c1-9ac9-4de6-af87-b349d1d95db4', 'network_id': '1c0184c1-9ac9-4de6-af87-b349d1d95db4', 'project_id': 'f5a763a84799486e879fc3e8436c97a5', 'fixed_ips': [{'subnet_id': '2af46827-c025-4d91-be5f-823dedc3ba19'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:11.543292 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:11.566601 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Publish callbacks [] for router_gateway (3df07da4-0ade-4dfc-982a-b1ee9a6517da), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:11.636752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:11.641143 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:11.744555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port bd04465f-f53e-4f35-a7e2-1dfe1cb114e8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:11.744928 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bd04465f-f53e-4f35-a7e2-1dfe1cb114e8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:11.784062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 236b5115-3268-45b9-bf8a-a215079e0f57 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:40:11.880755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Allocated IP 172.20.0.2 (1c0184c1-9ac9-4de6-af87-b349d1d95db4/2af46827-c025-4d91-be5f-823dedc3ba19/a6c16e5f-9cac-4d0a-83f2-5908fc680459) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:12.042402 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.092614 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bd04465f-f53e-4f35-a7e2-1dfe1cb114e8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.093131 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (bd04465f-f53e-4f35-a7e2-1dfe1cb114e8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.116550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.121235 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:40:12.162232 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Publish callbacks [] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.179302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f23a9-9d0a-43e5-b5b6-3b289ce305d5 None None] Current status of the port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:12.184498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Network 1f91e5b1-55f8-418d-ba58-555fb54e5eac is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:12.187615 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.205253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Pushing event updated for resources: {'Port': ['ID=35fd0252-238c-4fad-90aa-2c60cbb55f69,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:12.231509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:12.231943 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for bd04465f-f53e-4f35-a7e2-1dfe1cb114e8 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:12.308079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Pushing event updated for resources: {'Port': ['ID=a6c16e5f-9cac-4d0a-83f2-5908fc680459,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:12.310380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:12.317195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:12.338059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Network 1c0184c1-9ac9-4de6-af87-b349d1d95db4 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:12.344565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:12.480253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:12.503726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network 1f91e5b1-55f8-418d-ba58-555fb54e5eac is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:12.520215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=2a95a3d0-bb7b-472f-8dcf-807cca3d684d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:12.535297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:12.544084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:12.590234 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:12.628413 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (bd04465f-f53e-4f35-a7e2-1dfe1cb114e8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.668739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:12.669438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.700132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.8 (1c0184c1-9ac9-4de6-af87-b349d1d95db4/2af46827-c025-4d91-be5f-823dedc3ba19/236b5115-3268-45b9-bf8a-a215079e0f57) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:12.733553 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6dcdd9e0-f752-40a6-8706-664f1e09eee1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5770454 Feb 09 03:40:12.734709 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33390) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:12.744515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=bd04465f-f53e-4f35-a7e2-1dfe1cb114e8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:12.757556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (3df07da4-0ade-4dfc-982a-b1ee9a6517da), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.783887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:12.784245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4cb0bc36-e0d0-45aa-940a-6ea5307540f6 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:12.795853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Attempting to bind port 35fd0252-238c-4fad-90aa-2c60cbb55f69 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:12.796493 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Attempting to bind port 35fd0252-238c-4fad-90aa-2c60cbb55f69 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'f1d902fd-4a5e-4779-86ca-b7f8ee14b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1f91e5b1-55f8-418d-ba58-555fb54e5eac'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:12.796927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Attempting to bind port 35fd0252-238c-4fad-90aa-2c60cbb55f69 on network 1f91e5b1-55f8-418d-ba58-555fb54e5eac {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:12.830536 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:12.830924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Checking segment: {'id': 'f1d902fd-4a5e-4779-86ca-b7f8ee14b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1f91e5b1-55f8-418d-ba58-555fb54e5eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:12.831315 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.831785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Bound using segment: {'id': 'f1d902fd-4a5e-4779-86ca-b7f8ee14b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1f91e5b1-55f8-418d-ba58-555fb54e5eac'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:12.832279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Bound port: 35fd0252-238c-4fad-90aa-2c60cbb55f69, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d902fd-4a5e-4779-86ca-b7f8ee14b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1f91e5b1-55f8-418d-ba58-555fb54e5eac'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:12.845911 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.946164 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Attempting to bind port a6c16e5f-9cac-4d0a-83f2-5908fc680459 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:12.946802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Attempting to bind port a6c16e5f-9cac-4d0a-83f2-5908fc680459 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '81470cda-58f3-4a2c-9980-02396a7b7934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1c0184c1-9ac9-4de6-af87-b349d1d95db4'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:12.946802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Attempting to bind port a6c16e5f-9cac-4d0a-83f2-5908fc680459 on network 1c0184c1-9ac9-4de6-af87-b349d1d95db4 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:12.967549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:12.968199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Checking segment: {'id': '81470cda-58f3-4a2c-9980-02396a7b7934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1c0184c1-9ac9-4de6-af87-b349d1d95db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:12.968631 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.969029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Bound using segment: {'id': '81470cda-58f3-4a2c-9980-02396a7b7934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1c0184c1-9ac9-4de6-af87-b349d1d95db4'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:12.969593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Bound port: a6c16e5f-9cac-4d0a-83f2-5908fc680459, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81470cda-58f3-4a2c-9980-02396a7b7934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1c0184c1-9ac9-4de6-af87-b349d1d95db4'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:12.969979 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.981279 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (fdcdcc9f-4b0b-48de-b498-f99f054ca9f0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.989137 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Floating IP fdcdcc9f-4b0b-48de-b498-f99f054ca9f0 disassociated (deleted). External IP: 172.25.5.132, port: d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e. Feb 09 03:40:13.031149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bb961f2f-18e5-49d2-aa6a-a4a7d9711971 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:13.319967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] For port 35fd0252-238c-4fad-90aa-2c60cbb55f69, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:13.336095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] For port 35fd0252-238c-4fad-90aa-2c60cbb55f69, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=35fd0252-238c-4fad-90aa-2c60cbb55f69,segment=NetworkSegment(f1d902fd-4a5e-4779-86ca-b7f8ee14b64b),segment_id=f1d902fd-4a5e-4779-86ca-b7f8ee14b64b)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:13.339231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:13.339659 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:13.488135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Router 3df07da4-0ade-4dfc-982a-b1ee9a6517da is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:40:13.518875 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:13.569974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] For port a6c16e5f-9cac-4d0a-83f2-5908fc680459, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:13.599811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] For port a6c16e5f-9cac-4d0a-83f2-5908fc680459, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a6c16e5f-9cac-4d0a-83f2-5908fc680459,segment=NetworkSegment(81470cda-58f3-4a2c-9980-02396a7b7934),segment_id=81470cda-58f3-4a2c-9980-02396a7b7934)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:13.653259 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:13.663592 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Sync routers for ids ['3df07da4-0ade-4dfc-982a-b1ee9a6517da'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:13.687542 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Routers {'3df07da4-0ade-4dfc-982a-b1ee9a6517da'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:13.688155 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3df07da4-0ade-4dfc-982a-b1ee9a6517da'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:13.707393 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:40:13.735867 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:13.737172 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-370fa36f-2f0b-4ff2-8089-3daa8cbcdb09 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.0875125 Feb 09 03:40:13.770291 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33406) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:13.785553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e5387-2e9b-4dd3-9e8a-29a16bdfbb92 None None] Pushing event updated for resources: {'Port': ['ID=35fd0252-238c-4fad-90aa-2c60cbb55f69,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:13.800759 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:13.941299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:14.045051 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Set router 3df07da4-0ade-4dfc-982a-b1ee9a6517da gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:14.208006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db2bf0-5996-443a-af80-f727ed1e065a None None] Pushing event updated for resources: {'Port': ['ID=a6c16e5f-9cac-4d0a-83f2-5908fc680459,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:14.638319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33432) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:14.755834 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'name': 'tempest-TestAggregatesBasicOps-1930371043-router', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:05Z', 'updated_at': '2022-02-09T03:40:10Z', 'revision_number': 3, 'project_id': '89472862f79b4df0864494c0b5a79142', 'gw_port': {'id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:08Z', 'updated_at': '2022-02-09T03:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:14.884091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:14.886280 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Checking router: 3df07da4-0ade-4dfc-982a-b1ee9a6517da for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:14.890470 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Updating router 3df07da4-0ade-4dfc-982a-b1ee9a6517da port b8384849-55bd-418c-9204-afcbf8892d98 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:40:14.903283 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058cc8f-fd5e-4db4-b5a2-85f27c5eba69 None None] Sync routers for ids ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:14.911594 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:14.953177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058cc8f-fd5e-4db4-b5a2-85f27c5eba69 None None] Routers {'7be69d6f-59b3-4a0e-91b5-b77683d8d16f'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:14.961668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6058cc8f-fd5e-4db4-b5a2-85f27c5eba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:15.007660 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b8384849-55bd-418c-9204-afcbf8892d98), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:15.168662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (236b5115-3268-45b9-bf8a-a215079e0f57), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:15.190679 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:15.270925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 35fd0252-238c-4fad-90aa-2c60cbb55f69 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:15.282802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-6058cc8f-fd5e-4db4-b5a2-85f27c5eba69 None None] Set router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:15.870652 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3b2e6-e190-49be-ad1c-e90f26dfa8f6 req-facf4c07-b56a-4848-a52b-2cbb493b133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:15.876899 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Publish callbacks [] for port (b8384849-55bd-418c-9204-afcbf8892d98), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:15.884445 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68a3b2e6-e190-49be-ad1c-e90f26dfa8f6 req-facf4c07-b56a-4848-a52b-2cbb493b133c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 1128 time: 1.2291424 Feb 09 03:40:15.894009 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b8384849-55bd-418c-9204-afcbf8892d98), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:15.986513 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ff4f5d7a-ebe0-47b5-9453-24e8a109e09d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/floatingips/fdcdcc9f-4b0b-48de-b498-f99f054ca9f0 HTTP/1.1" status: 204 len: 168 time: 5.6983340 Feb 09 03:40:15.990736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:40:15.996023 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001460e2-4a84-4286-9bf1-0b1c03e2aa47" -d '{"events": [{"name": "network-changed", "server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:40:16.067826 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Attempting to bind port b8384849-55bd-418c-9204-afcbf8892d98 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:16.068504 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Attempting to bind port b8384849-55bd-418c-9204-afcbf8892d98 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:16.069036 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Attempting to bind port b8384849-55bd-418c-9204-afcbf8892d98 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:16.081120 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Pushing event updated for resources: {'Port': ['ID=b8384849-55bd-418c-9204-afcbf8892d98,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:16.082770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c495faa-058e-447b-a2c4-78effa299a64 None None] Network 1f91e5b1-55f8-418d-ba58-555fb54e5eac requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:16.102563 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf771f29-4b81-47b3-b268-5b5eb59d7bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.112752 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.113044 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.113408 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.115692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.118258 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.118659 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.118995 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.120510 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.121697 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.123494 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.124847 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.125842 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.126263 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (236b5115-3268-45b9-bf8a-a215079e0f57), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.128011 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.130121 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.146700 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:16.147384 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:16.151007 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.151244 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:16.151749 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Bound port: b8384849-55bd-418c-9204-afcbf8892d98, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:16.152127 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b8384849-55bd-418c-9204-afcbf8892d98), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.192645 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.221313 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.228654 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f47bab5-db8f-49b9-8b4c-e31a832d4d6a x-openstack-request-id: req-7f47bab5-db8f-49b9-8b4c-e31a832d4d6a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:40:16.229115 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:40:16.229406 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f47bab5-db8f-49b9-8b4c-e31a832d4d6a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:40:16.229832 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'status': 'completed', 'code': 200} Feb 09 03:40:16.304874 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68a3b2e6-e190-49be-ad1c-e90f26dfa8f6 req-0346584a-4ddd-4007-b220-f44927bdf82f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4195089 Feb 09 03:40:16.340452 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] For port b8384849-55bd-418c-9204-afcbf8892d98, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:16.350618 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] For port b8384849-55bd-418c-9204-afcbf8892d98, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b8384849-55bd-418c-9204-afcbf8892d98,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:16.367848 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b8384849-55bd-418c-9204-afcbf8892d98), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.384455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 1c0184c1-9ac9-4de6-af87-b349d1d95db4 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:16.403941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:16.408243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:16.506240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1717460-598f-4781-9bab-f536e08e67ab None None] Network 1c0184c1-9ac9-4de6-af87-b349d1d95db4 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:16.524488 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Routers {'3df07da4-0ade-4dfc-982a-b1ee9a6517da'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:16.525121 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3df07da4-0ade-4dfc-982a-b1ee9a6517da'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:16.542441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 35fd0252-238c-4fad-90aa-2c60cbb55f69 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:16.542953 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.544932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6ef654ba-bf58-4bf1-8213-2b987eddd296 None None] Provisioning complete for port 35fd0252-238c-4fad-90aa-2c60cbb55f69 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:16.545625 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ef654ba-bf58-4bf1-8213-2b987eddd296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.603633 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f301e-670f-4315-a8b3-2a0e4e03904b None None] Pushing event updated for resources: {'Port': ['ID=b8384849-55bd-418c-9204-afcbf8892d98,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:16.606023 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=236b5115-3268-45b9-bf8a-a215079e0f57,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:16.797946 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] Set router 3df07da4-0ade-4dfc-982a-b1ee9a6517da gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:16.820401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=2a95a3d0-bb7b-472f-8dcf-807cca3d684d,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:16.871304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001460e2-4a84-4286-9bf1-0b1c03e2aa47 req-e9b012cc-d5b2-4eba-ac67-027f11779b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:16.872856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-001460e2-4a84-4286-9bf1-0b1c03e2aa47 req-e9b012cc-d5b2-4eba-ac67-027f11779b18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 1129 time: 0.7266023 Feb 09 03:40:16.884686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6ef654ba-bf58-4bf1-8213-2b987eddd296 None None] Current status of the port 35fd0252-238c-4fad-90aa-2c60cbb55f69 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:16.885088 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ef654ba-bf58-4bf1-8213-2b987eddd296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.892924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Allocated IP 172.20.0.1 (410cf50a-1c4a-493c-a7dd-b897faecc286/4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87/5e89dc06-4c53-42e2-bfe8-eab34540bc73) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:16.938309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6058cc8f-fd5e-4db4-b5a2-85f27c5eba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:28Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ad7f9960-ec54-4682-b65e-2fb21aefc1ed', 'name': '', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:04:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:27Z', 'updated_at': '2022-02-09T03:37:35Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:16.985424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:16.986024 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:17.027493 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058cc8f-fd5e-4db4-b5a2-85f27c5eba69 None None] Checking router: 7be69d6f-59b3-4a0e-91b5-b77683d8d16f for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:17.063886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6ef654ba-bf58-4bf1-8213-2b987eddd296 None None] For port 35fd0252-238c-4fad-90aa-2c60cbb55f69, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=35fd0252-238c-4fad-90aa-2c60cbb55f69,segment=NetworkSegment(f1d902fd-4a5e-4779-86ca-b7f8ee14b64b),segment_id=f1d902fd-4a5e-4779-86ca-b7f8ee14b64b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:17.098167 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d89ede1d-a820-430c-80e1-a3e4e1c711e1 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.9017885 Feb 09 03:40:17.105415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33464) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:17.132007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058cc8f-fd5e-4db4-b5a2-85f27c5eba69 None None] Routers {'7be69d6f-59b3-4a0e-91b5-b77683d8d16f'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:17.136670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6058cc8f-fd5e-4db4-b5a2-85f27c5eba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:39:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:17.244150 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'name': 'tempest-TestAggregatesBasicOps-1930371043-router', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:05Z', 'updated_at': '2022-02-09T03:40:10Z', 'revision_number': 3, 'project_id': '89472862f79b4df0864494c0b5a79142', 'gw_port': {'id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:08Z', 'updated_at': '2022-02-09T03:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:17.296783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ab25e-0899-472a-a671-37a974c7394e req-f90c621f-fdad-43df-a224-ad18a9a7015c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:17.300191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e3ab25e-0899-472a-a671-37a974c7394e req-f90c621f-fdad-43df-a224-ad18a9a7015c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 946 time: 0.5596800 Feb 09 03:40:17.304548 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c2ac1-f9c2-45b1-9560-df7de9efa5ad None None] The sync data for ids ['3df07da4-0ade-4dfc-982a-b1ee9a6517da'] in n-d-824835-15 is: [{'id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'name': 'tempest-TestAggregatesBasicOps-1930371043-router', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:05Z', 'updated_at': '2022-02-09T03:40:10Z', 'revision_number': 3, 'project_id': '89472862f79b4df0864494c0b5a79142', 'gw_port': {'id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:08Z', 'updated_at': '2022-02-09T03:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:17.458685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001460e2-4a84-4286-9bf1-0b1c03e2aa47 req-d08353aa-0a05-47a4-8efc-245ced32be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:17.460333 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-001460e2-4a84-4286-9bf1-0b1c03e2aa47 req-d08353aa-0a05-47a4-8efc-245ced32be92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 200 len: 897 time: 0.5589502 Feb 09 03:40:17.523810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-6058cc8f-fd5e-4db4-b5a2-85f27c5eba69 None None] Set router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:17.628330 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-001460e2-4a84-4286-9bf1-0b1c03e2aa47 req-12fa2da0-4fa3-4db2-8601-e21508e4523d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 200 len: 217 time: 0.1497424 Feb 09 03:40:17.699605 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ef654ba-bf58-4bf1-8213-2b987eddd296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:17.793962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001460e2-4a84-4286-9bf1-0b1c03e2aa47 req-8c586da7-9ac9-40a3-bb8b-cc8b8eddfcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:17.796227 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-001460e2-4a84-4286-9bf1-0b1c03e2aa47 req-8c586da7-9ac9-40a3-bb8b-cc8b8eddfcb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 200 len: 834 time: 0.1338158 Feb 09 03:40:17.862488 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e3ab25e-0899-472a-a671-37a974c7394e req-d11b8e8e-5363-477f-96cd-ecf4423f033e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5454590 Feb 09 03:40:17.936438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef654ba-bf58-4bf1-8213-2b987eddd296 None None] Pushing event updated for resources: {'Port': ['ID=35fd0252-238c-4fad-90aa-2c60cbb55f69,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:18.047922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (5d79d51e-9de7-489d-8527-f71c5ebdb36e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.228506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1ab6fb88-95ca-4dc9-b70c-76f90749c119 None None] Provisioning complete for port a6c16e5f-9cac-4d0a-83f2-5908fc680459 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:18.229486 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fb88-95ca-4dc9-b70c-76f90749c119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.241131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 35fd0252-238c-4fad-90aa-2c60cbb55f69 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:18.242592 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a6c16e5f-9cac-4d0a-83f2-5908fc680459 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:18.273411 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Publish callbacks [] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.278775 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001460e2-4a84-4286-9bf1-0b1c03e2aa47 req-c0bbe895-8c4d-49db-8136-265112f1d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:18.281224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-001460e2-4a84-4286-9bf1-0b1c03e2aa47 req-c0bbe895-8c4d-49db-8136-265112f1d9d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4564285 Feb 09 03:40:18.427364 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-daffdba8-48e0-4d51-be09-8cf9dfb31024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.674760 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.676725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0735f6-f396-444d-89d7-4eda1d9302a8 req-6fe2e6e5-ee94-42db-be0e-8fb65e3362ab tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:18.687442 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac0735f6-f396-444d-89d7-4eda1d9302a8 req-6fe2e6e5-ee94-42db-be0e-8fb65e3362ab tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 946 time: 0.4242964 Feb 09 03:40:18.898608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1ab6fb88-95ca-4dc9-b70c-76f90749c119 None None] Current status of the port a6c16e5f-9cac-4d0a-83f2-5908fc680459 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:18.899177 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fb88-95ca-4dc9-b70c-76f90749c119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.949664 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.980019 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-001460e2-4a84-4286-9bf1-0b1c03e2aa47 req-55c787d1-8b75-45c5-a8ae-c82e52246df1 service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870410 Feb 09 03:40:19.001236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a6c16e5f-9cac-4d0a-83f2-5908fc680459 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:19.001426 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.255270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1ab6fb88-95ca-4dc9-b70c-76f90749c119 None None] For port a6c16e5f-9cac-4d0a-83f2-5908fc680459, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a6c16e5f-9cac-4d0a-83f2-5908fc680459,segment=NetworkSegment(81470cda-58f3-4a2c-9980-02396a7b7934),segment_id=81470cda-58f3-4a2c-9980-02396a7b7934)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:19.282929 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-001460e2-4a84-4286-9bf1-0b1c03e2aa47 req-5c4033ac-31fb-41d2-87d3-6f7aedde2dfc service neutron] 10.222.0.42 "GET /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891955 Feb 09 03:40:19.314194 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fb88-95ca-4dc9-b70c-76f90749c119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.501170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6058cc8f-fd5e-4db4-b5a2-85f27c5eba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:28Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ad7f9960-ec54-4682-b65e-2fb21aefc1ed', 'name': '', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:04:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:27Z', 'updated_at': '2022-02-09T03:37:35Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:19.551605 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.723255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Network 410cf50a-1c4a-493c-a7dd-b897faecc286 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:19.785724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:19.800962 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058cc8f-fd5e-4db4-b5a2-85f27c5eba69 None None] The sync data for ids ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'] in n-d-824835-15 is: [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:37:28Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ad7f9960-ec54-4682-b65e-2fb21aefc1ed', 'name': '', 'network_id': '05c4747f-84a8-4b5f-a2e4-1f6e4e15021b', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:04:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:27Z', 'updated_at': '2022-02-09T03:37:35Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': 'ce2c4dbf-8086-45de-91a5-b80bb64bd15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:19.967866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:19.999608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a6c16e5f-9cac-4d0a-83f2-5908fc680459 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:20.041232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d48275ab-16a1-43ed-945d-b25d08dda310 None None] Provisioning complete for port 35fd0252-238c-4fad-90aa-2c60cbb55f69 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:20.041660 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d48275ab-16a1-43ed-945d-b25d08dda310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.092899 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.123667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.162877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6fb88-95ca-4dc9-b70c-76f90749c119 None None] Pushing event updated for resources: {'Port': ['ID=a6c16e5f-9cac-4d0a-83f2-5908fc680459,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:20.226707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Pushing event updated for resources: {'Port': ['ID=5e89dc06-4c53-42e2-bfe8-eab34540bc73,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:20.394221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d48275ab-16a1-43ed-945d-b25d08dda310 None None] Current status of the port 35fd0252-238c-4fad-90aa-2c60cbb55f69 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:20.413903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=2a95a3d0-bb7b-472f-8dcf-807cca3d684d,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:20.424454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (5d79d51e-9de7-489d-8527-f71c5ebdb36e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.435318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.438390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.438589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.438972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.439268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.439595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.453812 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.454318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.454661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.458556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.458923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.459251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.459371 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d48275ab-16a1-43ed-945d-b25d08dda310 None None] Provisioning complete for port 2a95a3d0-bb7b-472f-8dcf-807cca3d684d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:20.459582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:20.460314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d48275ab-16a1-43ed-945d-b25d08dda310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.482093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f2d4e-a55f-4915-9e65-016564ba9c00 req-d54cc178-a480-4308-84cf-eff1aabbc550 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:20.503778 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a4f2d4e-a55f-4915-9e65-016564ba9c00 req-d54cc178-a480-4308-84cf-eff1aabbc550 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 946 time: 1.2500217 Feb 09 03:40:20.545782 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (3df07da4-0ade-4dfc-982a-b1ee9a6517da), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.552621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 35fd0252-238c-4fad-90aa-2c60cbb55f69 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:20.562017 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (236b5115-3268-45b9-bf8a-a215079e0f57), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.603355 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11e9f7-dfee-4ec3-a313-2b2609b89297 None None] New status for floating IP fdcdcc9f-4b0b-48de-b498-f99f054ca9f0: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:40:20.628873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d48275ab-16a1-43ed-945d-b25d08dda310 None None] Port 2a95a3d0-bb7b-472f-8dcf-807cca3d684d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:20.663698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d48275ab-16a1-43ed-945d-b25d08dda310 None None] Provisioning complete for port 236b5115-3268-45b9-bf8a-a215079e0f57 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:20.664073 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d48275ab-16a1-43ed-945d-b25d08dda310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (236b5115-3268-45b9-bf8a-a215079e0f57), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.678312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network 1f91e5b1-55f8-418d-ba58-555fb54e5eac is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:20.681479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:20.766201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 35fd0252-238c-4fad-90aa-2c60cbb55f69 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:20.766613 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.927197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:20.938033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 5d79d51e-9de7-489d-8527-f71c5ebdb36e is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:40:20.987203 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:21.119857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:21.128446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-62be5725-10b0-44a1-8477-4797541c4e76 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/5d79d51e-9de7-489d-8527-f71c5ebdb36e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3863423 Feb 09 03:40:21.131222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33498) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:21.244957 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c27cde0-add7-4641-8f46-3d248480b8db tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:21.249623 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (236b5115-3268-45b9-bf8a-a215079e0f57), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:21.253846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2c27cde0-add7-4641-8f46-3d248480b8db tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports/2a95a3d0-bb7b-472f-8dcf-807cca3d684d HTTP/1.1" status: 200 len: 977 time: 0.1192145 Feb 09 03:40:21.254081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33500) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:21.260476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ac0735f6-f396-444d-89d7-4eda1d9302a8 req-e2a535f4-b965-439e-9f2b-06b4eb947f37 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:21.261102 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac0735f6-f396-444d-89d7-4eda1d9302a8 req-e2a535f4-b965-439e-9f2b-06b4eb947f37 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:21.274284 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (236b5115-3268-45b9-bf8a-a215079e0f57), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:21.290334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 35fd0252-238c-4fad-90aa-2c60cbb55f69 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:21.291819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b8384849-55bd-418c-9204-afcbf8892d98 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:21.294114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207a1931-8057-46bd-8491-0cb9b4732fb6 None None] Sync routers for ids ['5d79d51e-9de7-489d-8527-f71c5ebdb36e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:21.332012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d48275ab-16a1-43ed-945d-b25d08dda310 None None] Port 236b5115-3268-45b9-bf8a-a215079e0f57 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:21.451181 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a4f2d4e-a55f-4915-9e65-016564ba9c00 req-16ce8680-486c-4225-993f-37ae5eef9ee7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9463460 Feb 09 03:40:21.500831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:21.501131 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:21.606764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:21.610445 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207a1931-8057-46bd-8491-0cb9b4732fb6 None None] Routers {'5d79d51e-9de7-489d-8527-f71c5ebdb36e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:21.611812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-207a1931-8057-46bd-8491-0cb9b4732fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['5d79d51e-9de7-489d-8527-f71c5ebdb36e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:21.621636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=236b5115-3268-45b9-bf8a-a215079e0f57,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:21.726099 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:21.741804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:40:21.744061 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ca5cb4-00f8-4758-82b0-8ef63a28a6f0" -d '{"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:40:21.777004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ac0735f6-f396-444d-89d7-4eda1d9302a8 req-e2a535f4-b965-439e-9f2b-06b4eb947f37 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] For port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:21.777789 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac0735f6-f396-444d-89d7-4eda1d9302a8 req-e2a535f4-b965-439e-9f2b-06b4eb947f37 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:21.789575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-207a1931-8057-46bd-8491-0cb9b4732fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:21.792212 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:21.856496 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ac0735f6-f396-444d-89d7-4eda1d9302a8 req-e2a535f4-b965-439e-9f2b-06b4eb947f37 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:21.920310 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e953691-fb40-45e9-9e61-1b647d9fd662 x-openstack-request-id: req-6e953691-fb40-45e9-9e61-1b647d9fd662 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:40:21.920963 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:40:21.921415 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e953691-fb40-45e9-9e61-1b647d9fd662 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:40:21.921994 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'code': 200} Feb 09 03:40:21.925715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d48275ab-16a1-43ed-945d-b25d08dda310 None None] Provisioning complete for port a6c16e5f-9cac-4d0a-83f2-5908fc680459 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:21.926292 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d48275ab-16a1-43ed-945d-b25d08dda310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.047944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207a1931-8057-46bd-8491-0cb9b4732fb6 None None] Routers {'5d79d51e-9de7-489d-8527-f71c5ebdb36e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:22.048929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-207a1931-8057-46bd-8491-0cb9b4732fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['5d79d51e-9de7-489d-8527-f71c5ebdb36e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:22.107159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=15']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:22.119935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-207a1931-8057-46bd-8491-0cb9b4732fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:22.120823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207a1931-8057-46bd-8491-0cb9b4732fb6 None None] The sync data for ids ['5d79d51e-9de7-489d-8527-f71c5ebdb36e'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:22.130220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.130220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.130458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.130755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.131092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.131426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.131755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.132165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.132624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.132771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.133028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.133383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.133696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:22.152576 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.156370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b8384849-55bd-418c-9204-afcbf8892d98 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:22.156745 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b8384849-55bd-418c-9204-afcbf8892d98), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.217530 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.225823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d48275ab-16a1-43ed-945d-b25d08dda310 None None] Current status of the port a6c16e5f-9cac-4d0a-83f2-5908fc680459 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:22.319361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b8384849-55bd-418c-9204-afcbf8892d98 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:22.320057 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b8384849-55bd-418c-9204-afcbf8892d98), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.369179 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (5d79d51e-9de7-489d-8527-f71c5ebdb36e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.380763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port b8384849-55bd-418c-9204-afcbf8892d98, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b8384849-55bd-418c-9204-afcbf8892d98,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:22.400244 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b8384849-55bd-418c-9204-afcbf8892d98), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.425158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1cd95a1a-258b-4bd6-bb72-ec5ae9d1985d None None] Provisioning complete for port 2a95a3d0-bb7b-472f-8dcf-807cca3d684d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:22.425567 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cd95a1a-258b-4bd6-bb72-ec5ae9d1985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.556188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (236b5115-3268-45b9-bf8a-a215079e0f57), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.659189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=b8384849-55bd-418c-9204-afcbf8892d98,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:22.663352 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Publish callbacks [] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.675816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a6c16e5f-9cac-4d0a-83f2-5908fc680459 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:22.724568 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac0735f6-f396-444d-89d7-4eda1d9302a8 req-e2a535f4-b965-439e-9f2b-06b4eb947f37 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.729599 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.792255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1cd95a1a-258b-4bd6-bb72-ec5ae9d1985d None None] Port 2a95a3d0-bb7b-472f-8dcf-807cca3d684d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:22.817152 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (3df07da4-0ade-4dfc-982a-b1ee9a6517da), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.819901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a6c16e5f-9cac-4d0a-83f2-5908fc680459 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:22.825308 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:22.909621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1cd95a1a-258b-4bd6-bb72-ec5ae9d1985d None None] Provisioning complete for port 236b5115-3268-45b9-bf8a-a215079e0f57 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:22.910380 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cd95a1a-258b-4bd6-bb72-ec5ae9d1985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (236b5115-3268-45b9-bf8a-a215079e0f57), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.011684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1cd95a1a-258b-4bd6-bb72-ec5ae9d1985d None None] Port 236b5115-3268-45b9-bf8a-a215079e0f57 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:23.103452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1cd95a1a-258b-4bd6-bb72-ec5ae9d1985d None None] Provisioning complete for port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:23.108504 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cd95a1a-258b-4bd6-bb72-ec5ae9d1985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.174168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b084f90-a6d0-41c0-a70e-d1c7268c32e1 req-d86b0f05-6fb1-47af-9908-9a2f077b397f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:23.181098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b084f90-a6d0-41c0-a70e-d1c7268c32e1 req-d86b0f05-6fb1-47af-9908-9a2f077b397f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb312057-e287-45f7-83c0-9fad5ccd31bc HTTP/1.1" status: 200 len: 866 time: 0.6001656 Feb 09 03:40:23.185187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1cd95a1a-258b-4bd6-bb72-ec5ae9d1985d None None] Port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:23.205078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a6c16e5f-9cac-4d0a-83f2-5908fc680459 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:23.227313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Network 410cf50a-1c4a-493c-a7dd-b897faecc286 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:23.236592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Pushing event updated for resources: {'Port': ['ID=5e89dc06-4c53-42e2-bfe8-eab34540bc73,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:23.256738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:23.299290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a535f4-b965-439e-9f2b-06b4eb947f37 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:23.302687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0735f6-f396-444d-89d7-4eda1d9302a8 req-e2a535f4-b965-439e-9f2b-06b4eb947f37 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] No DVR routers for this DVR port d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:23.317676 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ac0735f6-f396-444d-89d7-4eda1d9302a8 req-e2a535f4-b965-439e-9f2b-06b4eb947f37 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.342311 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac0735f6-f396-444d-89d7-4eda1d9302a8 req-e2a535f4-b965-439e-9f2b-06b4eb947f37 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "DELETE /v2.0/ports/d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e HTTP/1.1" status: 204 len: 173 time: 4.4006541 Feb 09 03:40:23.346457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-deleted', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:40:23.348941 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1a670c-7417-4f4e-967a-7b1393885f21" -d '{"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-deleted", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:40:23.482727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 2a95a3d0-bb7b-472f-8dcf-807cca3d684d {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:23.483493 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.588200 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43afe85a-46c0-4a34-8f76-d8de4ac500a0 x-openstack-request-id: req-43afe85a-46c0-4a34-8f76-d8de4ac500a0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:40:23.588792 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb312057-e287-45f7-83c0-9fad5ccd31bc", "name": "network-vif-deleted", "tag": "d1bb86d6-c1d1-4f4e-b19a-efa6b721b61e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:40:23.588792 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43afe85a-46c0-4a34-8f76-d8de4ac500a0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:40:23.589116 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb312057-e287-45f7-83c0-9fad5ccd31bc', 'name': 'network-vif-deleted', 'tag': 'd1bb86d6-c1d1-4f4e-b19a-efa6b721b61e', 'status': 'completed', 'code': 200} Feb 09 03:40:23.828597 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.830202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-44b866d9-c475-44e8-bab1-c9ebab89148d None None] Provisioning complete for port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:23.830695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44b866d9-c475-44e8-bab1-c9ebab89148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.894762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 2a95a3d0-bb7b-472f-8dcf-807cca3d684d owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:23.959519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-44b866d9-c475-44e8-bab1-c9ebab89148d None None] Port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:24.123078 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b084f90-a6d0-41c0-a70e-d1c7268c32e1 req-c3b5fb43-3974-4685-956b-70bb0df23f6d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=da44f014-ad2e-4b5a-a96d-e617901803da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9408774 Feb 09 03:40:24.170214 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.291475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Router 3df07da4-0ade-4dfc-982a-b1ee9a6517da has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:40:24.363582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2a95a3d0-bb7b-472f-8dcf-807cca3d684d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.449338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=2a95a3d0-bb7b-472f-8dcf-807cca3d684d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:24.459921 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (236b5115-3268-45b9-bf8a-a215079e0f57), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.470173 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (236b5115-3268-45b9-bf8a-a215079e0f57), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.530385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.530967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.536853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.537233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.537700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.538143 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.538633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.539004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.539434 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.541281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.542213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.542213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.559261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:24.610577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b8384849-55bd-418c-9204-afcbf8892d98 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:24.715027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b8384849-55bd-418c-9204-afcbf8892d98 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:24.715400 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b8384849-55bd-418c-9204-afcbf8892d98), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.741804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=236b5115-3268-45b9-bf8a-a215079e0f57,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:24.771435 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.815247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33536) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:24.863196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:24.893794 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Sync routers for ids ['3df07da4-0ade-4dfc-982a-b1ee9a6517da'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:24.916862 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (5d79d51e-9de7-489d-8527-f71c5ebdb36e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.920796 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Routers {'3df07da4-0ade-4dfc-982a-b1ee9a6517da'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:24.929179 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3df07da4-0ade-4dfc-982a-b1ee9a6517da'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:24.930513 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-41cb809e-4ab4-4116-bf53-f8b54779cd33 admin admin] 10.222.0.21 "PUT /v2.0/routers/3df07da4-0ade-4dfc-982a-b1ee9a6517da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1504521 Feb 09 03:40:25.011365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b8384849-55bd-418c-9204-afcbf8892d98 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:25.180802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4c61c59-ed08-461f-bcc7-87efda11d765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.226820 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Set router 3df07da4-0ade-4dfc-982a-b1ee9a6517da gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:25.334800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33548) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:25.348406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 5d79d51e-9de7-489d-8527-f71c5ebdb36e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:40:25.353462 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4c61c59-ed08-461f-bcc7-87efda11d765 admin admin] Publish callbacks [] for security_group (834c7491-1548-4f53-b78c-ca423fff0c49), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.366622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 1c0184c1-9ac9-4de6-af87-b349d1d95db4 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:25.368416 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:25.376706 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4c61c59-ed08-461f-bcc7-87efda11d765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (834c7491-1548-4f53-b78c-ca423fff0c49), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.717815 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c61c59-ed08-461f-bcc7-87efda11d765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834c7491-1548-4f53-b78c-ca423fff0c49,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:25.749799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e4c61c59-ed08-461f-bcc7-87efda11d765 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c2b9d85d09140e39cc833e400bdec1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9258592 Feb 09 03:40:25.755188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33556) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:25.855714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Router e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:40:25.913289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-358a1d12-91b4-4a35-895e-e1f6d822d044 None None] Provisioning complete for port 236b5115-3268-45b9-bf8a-a215079e0f57 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:25.915434 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-358a1d12-91b4-4a35-895e-e1f6d822d044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (236b5115-3268-45b9-bf8a-a215079e0f57), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.964754 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'name': 'tempest-TestAggregatesBasicOps-1930371043-router', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:05Z', 'updated_at': '2022-02-09T03:40:21Z', 'revision_number': 4, 'project_id': '89472862f79b4df0864494c0b5a79142', 'gw_port': {'id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:08Z', 'updated_at': '2022-02-09T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '5e89dc06-4c53-42e2-bfe8-eab34540bc73', 'name': '', 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'mac_address': 'fa:16:3e:21:9b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:16Z', 'updated_at': '2022-02-09T03:40:22Z', 'revision_number': 2, 'project_id': '89472862f79b4df0864494c0b5a79142', 'subnets': [{'id': '4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:26.062815 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-358a1d12-91b4-4a35-895e-e1f6d822d044 None None] Port 236b5115-3268-45b9-bf8a-a215079e0f57 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:26.092690 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Checking router: 3df07da4-0ade-4dfc-982a-b1ee9a6517da for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:26.102126 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Updating router 3df07da4-0ade-4dfc-982a-b1ee9a6517da port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:40:26.111663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:26.118225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-20d0781f-765b-4738-997d-0b7be4bc670f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "PUT /v2.0/routers/e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0109153 Feb 09 03:40:26.120915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33566) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:26.128203 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ab806-68cd-48b0-a1fb-7811a9bb3654 None None] Sync routers for ids ['e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:26.132140 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ecb465c5-6346-482a-86a5-d69caf13a950 admin admin] Publish callbacks [] for security_group (834c7491-1548-4f53-b78c-ca423fff0c49), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.152911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ab806-68cd-48b0-a1fb-7811a9bb3654 None None] Routers {'e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:26.156181 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ecb465c5-6346-482a-86a5-d69caf13a950 admin admin] Publish callbacks [] for security_group (834c7491-1548-4f53-b78c-ca423fff0c49), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.161846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-313ab806-68cd-48b0-a1fb-7811a9bb3654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:26.222580 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.258501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-313ab806-68cd-48b0-a1fb-7811a9bb3654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:26.261869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33568) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:26.267120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-281239617-network', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:26.278539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ab806-68cd-48b0-a1fb-7811a9bb3654 None None] Routers {'e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:26.281318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-313ab806-68cd-48b0-a1fb-7811a9bb3654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:26.301187 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ecb465c5-6346-482a-86a5-d69caf13a950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (834c7491-1548-4f53-b78c-ca423fff0c49), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.304028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ecb465c5-6346-482a-86a5-d69caf13a950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.305418 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ecb465c5-6346-482a-86a5-d69caf13a950 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/834c7491-1548-4f53-b78c-ca423fff0c49 HTTP/1.1" status: 204 len: 168 time: 0.5484557 Feb 09 03:40:26.346619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:26.367420 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a1f57c-416f-486c-8983-65b3f32b7ab1 None None] Sync routers for ids ['5d79d51e-9de7-489d-8527-f71c5ebdb36e'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:26.368890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb465c5-6346-482a-86a5-d69caf13a950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834c7491-1548-4f53-b78c-ca423fff0c49,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:26.379373 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d553c05a-8cdd-4ab0-af15-879501218335 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/5d79d51e-9de7-489d-8527-f71c5ebdb36e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1239944 Feb 09 03:40:26.384477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33572) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:26.384903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-313ab806-68cd-48b0-a1fb-7811a9bb3654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:26.386118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ab806-68cd-48b0-a1fb-7811a9bb3654 None None] The sync data for ids ['e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:26.418114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Made reservation on behalf of 28f0e2d75fb1465b88cc34fd2d6e3228 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:26.422111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.454728 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.471430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33f3a73-8cab-46f5-b8ee-05f6cf863fac tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:26.475047 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a33f3a73-8cab-46f5-b8ee-05f6cf863fac tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1 HTTP/1.1" status: 200 len: 982 time: 0.3528469 Feb 09 03:40:26.481081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33574) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:26.606917 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a1f57c-416f-486c-8983-65b3f32b7ab1 None None] Routers {'5d79d51e-9de7-489d-8527-f71c5ebdb36e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:26.608403 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a0a1f57c-416f-486c-8983-65b3f32b7ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['5d79d51e-9de7-489d-8527-f71c5ebdb36e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:26.747499 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Publish callbacks [] for security_group (5efb6c94-a6ca-44c8-a995-50e954c2ce20), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.752647 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a0a1f57c-416f-486c-8983-65b3f32b7ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:26.814373 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5efb6c94-a6ca-44c8-a995-50e954c2ce20), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.903471 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a1f57c-416f-486c-8983-65b3f32b7ab1 None None] Routers {'5d79d51e-9de7-489d-8527-f71c5ebdb36e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:26.905119 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a0a1f57c-416f-486c-8983-65b3f32b7ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['5d79d51e-9de7-489d-8527-f71c5ebdb36e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:26.923824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:26.952442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7bc29407-be55-4fc0-9f79-f269a541c086), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.952998 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Added segment 7bc29407-be55-4fc0-9f79-f269a541c086 of type vlan for network d2b54153-b544-420c-a2cd-e7f7f09d09c1 Feb 09 03:40:27.027023 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a0a1f57c-416f-486c-8983-65b3f32b7ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:27.028873 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a1f57c-416f-486c-8983-65b3f32b7ab1 None None] The sync data for ids ['5d79d51e-9de7-489d-8527-f71c5ebdb36e'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:27.029778 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (d2b54153-b544-420c-a2cd-e7f7f09d09c1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.043955 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-f4f66f4a-6e25-4c62-a064-e113187a5908 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 03:40:27.065924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f4f66f4a-6e25-4c62-a064-e113187a5908 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/5d79d51e-9de7-489d-8527-f71c5ebdb36e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6550529 Feb 09 03:40:27.066758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33582) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:27.084161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (d2b54153-b544-420c-a2cd-e7f7f09d09c1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.085450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:27.086400 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.168827 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9029412 Feb 09 03:40:27.174240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33588) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:27.190427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b869024f-4d25-44e7-a091-681b3e3f1049 admin admin] Request body: {'subnet': {'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-281239617-subnet', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:27.197951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-46e7ea90-2d93-4c41-b98b-665ed1b6ab51 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d79d51e-9de7-489d-8527-f71c5ebdb36e HTTP/1.1" status: 200 len: 205 time: 0.1263597 Feb 09 03:40:27.199796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33592) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:27.207818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efb6c94-a6ca-44c8-a995-50e954c2ce20,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:27.395888 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Publish callbacks [] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.416528 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.433726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b869024f-4d25-44e7-a091-681b3e3f1049 admin admin] Made reservation on behalf of 28f0e2d75fb1465b88cc34fd2d6e3228 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:27.436115 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b869024f-4d25-44e7-a091-681b3e3f1049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.509827 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7cbfe87-f5a5-4961-9d49-8e7b450cd6d5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (5d79d51e-9de7-489d-8527-f71c5ebdb36e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.510410 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d6a3e-bcb9-4759-8344-715b5c8d2353 admin admin] Pushing event updated for resources: {'Network': ['ID=d2b54153-b544-420c-a2cd-e7f7f09d09c1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:27.521769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network d2b54153-b544-420c-a2cd-e7f7f09d09c1 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:27.711107 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2d45-cc31-4678-9fdb-8317c651dd52 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.731656 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a126f-43b2-432e-991d-047b45de01d2 None None] Pushing event updated for resources: {'Port': ['ID=5e89dc06-4c53-42e2-bfe8-eab34540bc73,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:27.766260 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Attempting to bind port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:27.773131 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Attempting to bind port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '20bee134-44d4-46d4-9dc8-a68d012964b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:27.773650 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Attempting to bind port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 on network 410cf50a-1c4a-493c-a7dd-b897faecc286 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:27.785854 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:27.786397 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Checking segment: {'id': '20bee134-44d4-46d4-9dc8-a68d012964b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:27.790701 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.791187 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Bound using segment: {'id': '20bee134-44d4-46d4-9dc8-a68d012964b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:27.791755 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Bound port: 5e89dc06-4c53-42e2-bfe8-eab34540bc73, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bee134-44d4-46d4-9dc8-a68d012964b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:27.792204 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.951688 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] For port 5e89dc06-4c53-42e2-bfe8-eab34540bc73, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:27.961145 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] For port 5e89dc06-4c53-42e2-bfe8-eab34540bc73, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5e89dc06-4c53-42e2-bfe8-eab34540bc73,segment=NetworkSegment(20bee134-44d4-46d4-9dc8-a68d012964b5),segment_id=20bee134-44d4-46d4-9dc8-a68d012964b5)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:27.980350 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.025705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-944d6318-cd5a-48fe-bd8a-1885c0b13268 None None] Provisioning complete for port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:28.026084 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-944d6318-cd5a-48fe-bd8a-1885c0b13268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.065818 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a126f-43b2-432e-991d-047b45de01d2 None None] Pushing event updated for resources: {'Port': ['ID=5e89dc06-4c53-42e2-bfe8-eab34540bc73,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:28.114048 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Routers {'3df07da4-0ade-4dfc-982a-b1ee9a6517da'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:28.115458 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3df07da4-0ade-4dfc-982a-b1ee9a6517da'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:28.246411 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9a49-9ea9-47f3-877f-63a9efcc17c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.279756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-944d6318-cd5a-48fe-bd8a-1885c0b13268 None None] Current status of the port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:28.280159 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-944d6318-cd5a-48fe-bd8a-1885c0b13268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.398410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-944d6318-cd5a-48fe-bd8a-1885c0b13268 None None] For port 5e89dc06-4c53-42e2-bfe8-eab34540bc73, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5e89dc06-4c53-42e2-bfe8-eab34540bc73,segment=NetworkSegment(20bee134-44d4-46d4-9dc8-a68d012964b5),segment_id=20bee134-44d4-46d4-9dc8-a68d012964b5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:28.415472 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-944d6318-cd5a-48fe-bd8a-1885c0b13268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.476500 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] Set router 3df07da4-0ade-4dfc-982a-b1ee9a6517da gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:28.566030 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7cbfe87-f5a5-4961-9d49-8e7b450cd6d5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (5d79d51e-9de7-489d-8527-f71c5ebdb36e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.577417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7cbfe87-f5a5-4961-9d49-8e7b450cd6d5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (5d79d51e-9de7-489d-8527-f71c5ebdb36e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.596323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d6318-cd5a-48fe-bd8a-1885c0b13268 None None] Pushing event updated for resources: {'Port': ['ID=5e89dc06-4c53-42e2-bfe8-eab34540bc73,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:28.641968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6e3d575a-d85d-4cfa-8cbd-c55c208f391b None None] Provisioning complete for port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:28.642411 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e3d575a-d85d-4cfa-8cbd-c55c208f391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.750474 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7cbfe87-f5a5-4961-9d49-8e7b450cd6d5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (5d79d51e-9de7-489d-8527-f71c5ebdb36e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.750866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cbfe87-f5a5-4961-9d49-8e7b450cd6d5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Fanout notify agent at l3_agent the message router_deleted on router 5d79d51e-9de7-489d-8527-f71c5ebdb36e {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:40:28.772679 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c7cbfe87-f5a5-4961-9d49-8e7b450cd6d5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.774850 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c7cbfe87-f5a5-4961-9d49-8e7b450cd6d5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/5d79d51e-9de7-489d-8527-f71c5ebdb36e HTTP/1.1" status: 204 len: 168 time: 1.5493138 Feb 09 03:40:28.783584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d9a49-9ea9-47f3-877f-63a9efcc17c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 236b5115-3268-45b9-bf8a-a215079e0f57 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:28.783930 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9a49-9ea9-47f3-877f-63a9efcc17c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (236b5115-3268-45b9-bf8a-a215079e0f57), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.798440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33616) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:28.864390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d575a-d85d-4cfa-8cbd-c55c208f391b None None] Current status of the port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:28.894936 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b869024f-4d25-44e7-a091-681b3e3f1049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (74667a1a-a95e-4a5f-8fd2-2da2b2f704ab), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.953098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33618) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:29.043779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869024f-4d25-44e7-a091-681b3e3f1049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74667a1a-a95e-4a5f-8fd2-2da2b2f704ab,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:29.065289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b869024f-4d25-44e7-a091-681b3e3f1049 admin admin] Checking segment: {'id': '7bc29407-be55-4fc0-9f79-f269a541c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:29.066007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b869024f-4d25-44e7-a091-681b3e3f1049 admin admin] Network hostable DHCP agents. Network: d2b54153-b544-420c-a2cd-e7f7f09d09c1, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:29.135921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b869024f-4d25-44e7-a091-681b3e3f1049 admin admin] Network d2b54153-b544-420c-a2cd-e7f7f09d09c1 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:29.141325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b25eed-4c7a-4656-9dc2-6d02d90c9c90 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting subnet 141bc568-1d95-4cb6-8f39-be36909914d4 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:29.163656 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4b25eed-4c7a-4656-9dc2-6d02d90c9c90 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (141bc568-1d95-4cb6-8f39-be36909914d4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.177327 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'name': 'tempest-TestAggregatesBasicOps-1930371043-router', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:05Z', 'updated_at': '2022-02-09T03:40:21Z', 'revision_number': 4, 'project_id': '89472862f79b4df0864494c0b5a79142', 'gw_port': {'id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:08Z', 'updated_at': '2022-02-09T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '5e89dc06-4c53-42e2-bfe8-eab34540bc73', 'name': '', 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'mac_address': 'fa:16:3e:21:9b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:16Z', 'updated_at': '2022-02-09T03:40:27Z', 'revision_number': 4, 'project_id': '89472862f79b4df0864494c0b5a79142', 'subnets': [{'id': '4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:29.219676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-b869024f-4d25-44e7-a091-681b3e3f1049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, d2b54153-b544-420c-a2cd-e7f7f09d09c1) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:29.239223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a65b842-2756-4aa5-ac16-886d3d094653 None None] Network d2b54153-b544-420c-a2cd-e7f7f09d09c1 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:29.264994 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-148e012f-0710-4138-9083-b464ae9f0b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.269099 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b869024f-4d25-44e7-a091-681b3e3f1049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:29.269935 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b869024f-4d25-44e7-a091-681b3e3f1049 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.276127 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9a49-9ea9-47f3-877f-63a9efcc17c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (236b5115-3268-45b9-bf8a-a215079e0f57), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.280893 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e09cd5-cf63-45ec-ab19-7478444cf671 None None] The sync data for ids ['3df07da4-0ade-4dfc-982a-b1ee9a6517da'] in n-d-824835-15 is: [{'id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'name': 'tempest-TestAggregatesBasicOps-1930371043-router', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:05Z', 'updated_at': '2022-02-09T03:40:21Z', 'revision_number': 4, 'project_id': '89472862f79b4df0864494c0b5a79142', 'gw_port': {'id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:08Z', 'updated_at': '2022-02-09T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '5e89dc06-4c53-42e2-bfe8-eab34540bc73', 'name': '', 'network_id': '410cf50a-1c4a-493c-a7dd-b897faecc286', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'mac_address': 'fa:16:3e:21:9b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:16Z', 'updated_at': '2022-02-09T03:40:27Z', 'revision_number': 4, 'project_id': '89472862f79b4df0864494c0b5a79142', 'subnets': [{'id': '4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:29.348687 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4b25eed-4c7a-4656-9dc2-6d02d90c9c90 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (141bc568-1d95-4cb6-8f39-be36909914d4), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.359125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d9a49-9ea9-47f3-877f-63a9efcc17c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 236b5115-3268-45b9-bf8a-a215079e0f57 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:29.482842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-d2b54153-b544-420c-a2cd-e7f7f09d09c1', 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1', 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'fixed_ips': [{'subnet_id': '74667a1a-a95e-4a5f-8fd2-2da2b2f704ab'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:29.492742 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.527751 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-148e012f-0710-4138-9083-b464ae9f0b5c admin admin] Publish callbacks [] for security_group (62a32194-4807-4930-81a8-48c613892197), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.549775 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-148e012f-0710-4138-9083-b464ae9f0b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (62a32194-4807-4930-81a8-48c613892197), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.612854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b869024f-4d25-44e7-a091-681b3e3f1049 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4331503 Feb 09 03:40:29.615692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33632) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:29.628331 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-281239617-router', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:29.658256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b2d45-cc31-4678-9fdb-8317c651dd52 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port ad7f9960-ec54-4682-b65e-2fb21aefc1ed {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:29.658838 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2d45-cc31-4678-9fdb-8317c651dd52 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.789666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e012f-0710-4138-9083-b464ae9f0b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a32194-4807-4930-81a8-48c613892197,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:29.809597 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-148e012f-0710-4138-9083-b464ae9f0b5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce5bf4ab2b6f4a46937e963542c8596c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8534176 Feb 09 03:40:29.819728 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (a6aa79de-dbcf-4225-8d78-359d337ca6e3), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.820923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (a6aa79de-dbcf-4225-8d78-359d337ca6e3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.822680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Allocated IP 172.20.0.2 (d2b54153-b544-420c-a2cd-e7f7f09d09c1/74667a1a-a95e-4a5f-8fd2-2da2b2f704ab/f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:29.828318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33636) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:29.973667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4b25eed-4c7a-4656-9dc2-6d02d90c9c90 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (141bc568-1d95-4cb6-8f39-be36909914d4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.033410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-fa5b2d45-cc31-4678-9fdb-8317c651dd52 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] For port ad7f9960-ec54-4682-b65e-2fb21aefc1ed, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ad7f9960-ec54-4682-b65e-2fb21aefc1ed,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:30.034808 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2d45-cc31-4678-9fdb-8317c651dd52 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.075629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Publish callbacks [] for router_controller (a6aa79de-dbcf-4225-8d78-359d337ca6e3), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.098017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b2d45-cc31-4678-9fdb-8317c651dd52 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for ad7f9960-ec54-4682-b65e-2fb21aefc1ed owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:30.149284 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9a49-9ea9-47f3-877f-63a9efcc17c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (236b5115-3268-45b9-bf8a-a215079e0f57), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.188641 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Publish callbacks [] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.198015 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.260823 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d9a49-9ea9-47f3-877f-63a9efcc17c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=236b5115-3268-45b9-bf8a-a215079e0f57,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:30.320520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Network d2b54153-b544-420c-a2cd-e7f7f09d09c1 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:30.321805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Pushing event updated for resources: {'Port': ['ID=f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:30.333786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:30.346911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:30.494167 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833cd718-c2c2-4e4c-a226-d95c5df82922 admin admin] Publish callbacks [] for security_group (62a32194-4807-4930-81a8-48c613892197), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.495527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Attempting to bind port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:30.496245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Attempting to bind port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7bc29407-be55-4fc0-9f79-f269a541c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:30.496894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Attempting to bind port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea on network d2b54153-b544-420c-a2cd-e7f7f09d09c1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:30.509569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:30.511161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Checking segment: {'id': '7bc29407-be55-4fc0-9f79-f269a541c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:30.512635 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.518103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Bound using segment: {'id': '7bc29407-be55-4fc0-9f79-f269a541c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:30.519025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Bound port: f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc29407-be55-4fc0-9f79-f269a541c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:30.519682 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.580977 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4b25eed-4c7a-4656-9dc2-6d02d90c9c90 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (141bc568-1d95-4cb6-8f39-be36909914d4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.636075 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4b25eed-4c7a-4656-9dc2-6d02d90c9c90 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.652024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c4b25eed-4c7a-4656-9dc2-6d02d90c9c90 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/141bc568-1d95-4cb6-8f39-be36909914d4 HTTP/1.1" status: 204 len: 168 time: 1.8506937 Feb 09 03:40:30.674871 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33648) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:30.720680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] For port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:30.724904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] For port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea,segment=NetworkSegment(7bc29407-be55-4fc0-9f79-f269a541c086),segment_id=7bc29407-be55-4fc0-9f79-f269a541c086)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:30.732612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9921bdfa-024b-4a97-beb5-c96b07a571fe None None] Network 1f91e5b1-55f8-418d-ba58-555fb54e5eac requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:30.751545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5e89dc06-4c53-42e2-bfe8-eab34540bc73 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:30.764954 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.842098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b25eed-4c7a-4656-9dc2-6d02d90c9c90 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Subnet': ['ID=141bc568-1d95-4cb6-8f39-be36909914d4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:30.855941 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833cd718-c2c2-4e4c-a226-d95c5df82922 admin admin] Publish callbacks [] for security_group (62a32194-4807-4930-81a8-48c613892197), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.884784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de228d2-cb17-417d-a50c-1c1878952afa None None] Pushing event updated for resources: {'Port': ['ID=f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:31.015638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:31.016163 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.215690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:31.220867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf6bd0-b9ac-461e-b50f-6664f8dbc1b7 None None] DHCP port deletion for 1f91e5b1-55f8-418d-ba58-555fb54e5eac request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:40:31.238694 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (1f91e5b1-55f8-418d-ba58-555fb54e5eac), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.256568 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9a49-9ea9-47f3-877f-63a9efcc17c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.333144 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Publish callbacks [] for router_gateway (a6aa79de-dbcf-4225-8d78-359d337ca6e3), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.369457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-78cf6bd0-b9ac-461e-b50f-6664f8dbc1b7 None None] Deleting port 35fd0252-238c-4fad-90aa-2c60cbb55f69 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:31.374251 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78cf6bd0-b9ac-461e-b50f-6664f8dbc1b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.450198 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833cd718-c2c2-4e4c-a226-d95c5df82922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (62a32194-4807-4930-81a8-48c613892197), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.450198 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833cd718-c2c2-4e4c-a226-d95c5df82922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.452045 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-833cd718-c2c2-4e4c-a226-d95c5df82922 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62a32194-4807-4930-81a8-48c613892197 HTTP/1.1" status: 204 len: 168 time: 1.6172013 Feb 09 03:40:31.472133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cd718-c2c2-4e4c-a226-d95c5df82922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a32194-4807-4930-81a8-48c613892197,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:31.602319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-78cf6bd0-b9ac-461e-b50f-6664f8dbc1b7 None None] For port 35fd0252-238c-4fad-90aa-2c60cbb55f69, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=35fd0252-238c-4fad-90aa-2c60cbb55f69,segment=NetworkSegment(f1d902fd-4a5e-4779-86ca-b7f8ee14b64b),segment_id=f1d902fd-4a5e-4779-86ca-b7f8ee14b64b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:31.602721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78cf6bd0-b9ac-461e-b50f-6664f8dbc1b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.652039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 35fd0252-238c-4fad-90aa-2c60cbb55f69 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:31.652499 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.690798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-78cf6bd0-b9ac-461e-b50f-6664f8dbc1b7 None None] Calling delete_port for 35fd0252-238c-4fad-90aa-2c60cbb55f69 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:31.848940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] For port 35fd0252-238c-4fad-90aa-2c60cbb55f69, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=35fd0252-238c-4fad-90aa-2c60cbb55f69,segment=NetworkSegment(f1d902fd-4a5e-4779-86ca-b7f8ee14b64b),segment_id=f1d902fd-4a5e-4779-86ca-b7f8ee14b64b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:31.849634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.884371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 35fd0252-238c-4fad-90aa-2c60cbb55f69 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:31.961647 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78cf6bd0-b9ac-461e-b50f-6664f8dbc1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.047609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2d45-cc31-4678-9fdb-8317c651dd52 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ad7f9960-ec54-4682-b65e-2fb21aefc1ed), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.184445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6d9a49-9ea9-47f3-877f-63a9efcc17c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Router e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:40:32.211326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf6bd0-b9ac-461e-b50f-6664f8dbc1b7 None None] Pushing event deleted for resources: {'Port': ['ID=35fd0252-238c-4fad-90aa-2c60cbb55f69,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:32.216297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf6bd0-b9ac-461e-b50f-6664f8dbc1b7 None None] No DVR routers for this DVR port 35fd0252-238c-4fad-90aa-2c60cbb55f69 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:32.227847 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (35fd0252-238c-4fad-90aa-2c60cbb55f69), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.238008 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b2d45-cc31-4678-9fdb-8317c651dd52 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=ad7f9960-ec54-4682-b65e-2fb21aefc1ed,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:32.284690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No DVR routers for this DVR port 35fd0252-238c-4fad-90aa-2c60cbb55f69 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:32.374796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33668) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:32.414607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=35fd0252-238c-4fad-90aa-2c60cbb55f69,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:32.489657 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-039e0516-0c7d-4631-9eca-eab8be66feb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.780461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:32.914992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:32.916597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.936680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2d45-cc31-4678-9fdb-8317c651dd52 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.955721 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Publish callbacks [] for router_gateway (a6aa79de-dbcf-4225-8d78-359d337ca6e3), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.012940 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.110693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabff20f-c16f-4f59-bcfe-074f8c81d1a7 None None] Network d2b54153-b544-420c-a2cd-e7f7f09d09c1 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:33.116444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:33.121895 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.317806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea,segment=NetworkSegment(7bc29407-be55-4fc0-9f79-f269a541c086),segment_id=7bc29407-be55-4fc0-9f79-f269a541c086)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:33.343341 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.352550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Allocated IP 172.25.5.199 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/8e165091-d926-4b1e-b363-b15390d45216) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:33.458827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:33.462090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 35fd0252-238c-4fad-90aa-2c60cbb55f69 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:33.472487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6c3ffa35-1674-4216-96de-176f7675c622 None None] Provisioning complete for port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:33.473145 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c3ffa35-1674-4216-96de-176f7675c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.477633 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Publish callbacks [] for port (8e165091-d926-4b1e-b363-b15390d45216), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.528714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6d9a49-9ea9-47f3-877f-63a9efcc17c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:33.554108 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9f6d9a49-9ea9-47f3-877f-63a9efcc17c7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "PUT /v2.0/routers/e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0714145 Feb 09 03:40:33.554936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33676) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:33.556854 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (1f91e5b1-55f8-418d-ba58-555fb54e5eac), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.584868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4aa7b-de4a-4e84-8747-d9316218c72a None None] Sync routers for ids ['e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:33.587308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 35fd0252-238c-4fad-90aa-2c60cbb55f69 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:33.587791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 35fd0252-238c-4fad-90aa-2c60cbb55f69 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:33.648749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8e165091-d926-4b1e-b363-b15390d45216), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.661233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5b2d45-cc31-4678-9fdb-8317c651dd52 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:40:33.666489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4aa7b-de4a-4e84-8747-d9316218c72a None None] Routers {'e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:33.667425 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ffc4aa7b-de4a-4e84-8747-d9316218c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:33.671809 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6b787f-4947-44ce-b28f-137c2251ff7c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:40:33.679379 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ca6b787f-4947-44ce-b28f-137c2251ff7c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/236b5115-3268-45b9-bf8a-a215079e0f57 HTTP/1.1" status: 404 len: 333 time: 0.1180577 Feb 09 03:40:33.681432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f91e5b1-55f8-418d-ba58-555fb54e5eac']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:33.692631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33678) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:33.699270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:33.704349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:33.709724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:33.716848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ffc4aa7b-de4a-4e84-8747-d9316218c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:33.729004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d902fd-4a5e-4779-86ca-b7f8ee14b64b') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:33.729482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d902fd-4a5e-4779-86ca-b7f8ee14b64b') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:33.756790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4aa7b-de4a-4e84-8747-d9316218c72a None None] Routers {'e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:33.757455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ffc4aa7b-de4a-4e84-8747-d9316218c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:33.807238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ffc4aa7b-de4a-4e84-8747-d9316218c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:33.807923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4aa7b-de4a-4e84-8747-d9316218c72a None None] The sync data for ids ['e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:33.815827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ffa35-1674-4216-96de-176f7675c622 None None] Current status of the port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:33.826545 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (f1d902fd-4a5e-4779-86ca-b7f8ee14b64b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.905000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5b2d45-cc31-4678-9fdb-8317c651dd52 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:33.910970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f1d902fd-4a5e-4779-86ca-b7f8ee14b64b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.917759 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a743c-48e9-4d14-9e0b-cac0b2f4144b None None] Sync routers for ids ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:33.920394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33682) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:33.923862 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fa5b2d45-cc31-4678-9fdb-8317c651dd52 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "PUT /v2.0/routers/7be69d6f-59b3-4a0e-91b5-b77683d8d16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5704653 Feb 09 03:40:33.925207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Pushing event updated for resources: {'Port': ['ID=8e165091-d926-4b1e-b363-b15390d45216,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:33.938387 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a743c-48e9-4d14-9e0b-cac0b2f4144b None None] Routers {'7be69d6f-59b3-4a0e-91b5-b77683d8d16f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:33.940040 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-068a743c-48e9-4d14-9e0b-cac0b2f4144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:33.948025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:33.948571 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (f1d902fd-4a5e-4779-86ca-b7f8ee14b64b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:33.952398 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:33.959475 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb6ae68d-a8da-4454-874f-99a58fc3f8e0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for router (e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.123529 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-068a743c-48e9-4d14-9e0b-cac0b2f4144b None None] Set router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:34.226822 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-039e0516-0c7d-4631-9eca-eab8be66feb3 admin admin] Publish callbacks [] for security_group (1cf745b5-9ed8-4802-9496-99a4c47ca763), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.335115 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb6ae68d-a8da-4454-874f-99a58fc3f8e0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.337796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb6ae68d-a8da-4454-874f-99a58fc3f8e0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for router_controller (e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.389880 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (1f91e5b1-55f8-418d-ba58-555fb54e5eac), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.394547 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-039e0516-0c7d-4631-9eca-eab8be66feb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1cf745b5-9ed8-4802-9496-99a4c47ca763), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.401141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14b25e1-9567-4c8d-b306-8cb582534c13 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting subnet ce2c4dbf-8086-45de-91a5-b80bb64bd15f {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:34.410084 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb6ae68d-a8da-4454-874f-99a58fc3f8e0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.410956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6ae68d-a8da-4454-874f-99a58fc3f8e0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Fanout notify agent at l3_agent the message router_deleted on router e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:40:34.425905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.434659 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/networks/1f91e5b1-55f8-418d-ba58-555fb54e5eac HTTP/1.1" status: 204 len: 168 time: 3.6843381 Feb 09 03:40:34.438235 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-068a743c-48e9-4d14-9e0b-cac0b2f4144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:40:31Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:34.441078 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b14b25e1-9567-4c8d-b306-8cb582534c13 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for subnet (ce2c4dbf-8086-45de-91a5-b80bb64bd15f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.444928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33686) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:34.456733 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb6ae68d-a8da-4454-874f-99a58fc3f8e0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.460426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cb6ae68d-a8da-4454-874f-99a58fc3f8e0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/routers/e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1 HTTP/1.1" status: 204 len: 168 time: 0.7666020 Feb 09 03:40:34.469592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8867bcd5-3593-409c-ac40-4cafb7d53e03 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'network': {'name': 'tempest-RoutersTest-678532868'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:34.475131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33688) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:34.501761 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a743c-48e9-4d14-9e0b-cac0b2f4144b None None] Checking router: 7be69d6f-59b3-4a0e-91b5-b77683d8d16f for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:34.543572 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a743c-48e9-4d14-9e0b-cac0b2f4144b None None] Routers {'7be69d6f-59b3-4a0e-91b5-b77683d8d16f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:34.544570 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-068a743c-48e9-4d14-9e0b-cac0b2f4144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:34.551754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc9fce-6236-41c2-83b7-ab31b3ae7313 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Network': ['ID=1f91e5b1-55f8-418d-ba58-555fb54e5eac,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:34.589639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-039e0516-0c7d-4631-9eca-eab8be66feb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fad8c8419dd4888bdb46be19da1ca08&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2043276 Feb 09 03:40:34.594321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33690) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:34.595286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e0516-0c7d-4631-9eca-eab8be66feb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf745b5-9ed8-4802-9496-99a4c47ca763,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:34.607418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-20c23af5-9651-4e39-87bd-be7bce81f37e None None] Provisioning complete for port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:34.608098 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20c23af5-9651-4e39-87bd-be7bce81f37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.619246 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b14b25e1-9567-4c8d-b306-8cb582534c13 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (ce2c4dbf-8086-45de-91a5-b80bb64bd15f), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.641210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:34.681288 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Publish callbacks [] for router_gateway (a6aa79de-dbcf-4225-8d78-359d337ca6e3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.740285 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf141510-0ec4-4d1f-9272-9f988acd83a2 admin admin] Publish callbacks [] for security_group (1cf745b5-9ed8-4802-9496-99a4c47ca763), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.765491 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf141510-0ec4-4d1f-9272-9f988acd83a2 admin admin] Publish callbacks [] for security_group (1cf745b5-9ed8-4802-9496-99a4c47ca763), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.786991 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-068a743c-48e9-4d14-9e0b-cac0b2f4144b None None] Set router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:34.830766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-20c23af5-9651-4e39-87bd-be7bce81f37e None None] Current status of the port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:34.832395 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf141510-0ec4-4d1f-9272-9f988acd83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1cf745b5-9ed8-4802-9496-99a4c47ca763), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.835997 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf141510-0ec4-4d1f-9272-9f988acd83a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.841196 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bf141510-0ec4-4d1f-9272-9f988acd83a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1cf745b5-9ed8-4802-9496-99a4c47ca763 HTTP/1.1" status: 204 len: 168 time: 0.2251379 Feb 09 03:40:34.845989 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b14b25e1-9567-4c8d-b306-8cb582534c13 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ce2c4dbf-8086-45de-91a5-b80bb64bd15f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.854553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:34.855251 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.881996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caf38a5-c7e1-42fd-837b-566f0d8e91dd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting subnet 2af46827-c025-4d91-be5f-823dedc3ba19 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:34.910664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf141510-0ec4-4d1f-9272-9f988acd83a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf745b5-9ed8-4802-9496-99a4c47ca763,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:34.917673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8867bcd5-3593-409c-ac40-4cafb7d53e03 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:34.921814 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8867bcd5-3593-409c-ac40-4cafb7d53e03 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.928483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4caf38a5-c7e1-42fd-837b-566f0d8e91dd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (2af46827-c025-4d91-be5f-823dedc3ba19), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.015822 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b14b25e1-9567-4c8d-b306-8cb582534c13 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (ce2c4dbf-8086-45de-91a5-b80bb64bd15f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.028072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8867bcd5-3593-409c-ac40-4cafb7d53e03 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:35.033224 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4caf38a5-c7e1-42fd-837b-566f0d8e91dd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (2af46827-c025-4d91-be5f-823dedc3ba19), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.066970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b25e1-9567-4c8d-b306-8cb582534c13 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2c4dbf-8086-45de-91a5-b80bb64bd15f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:35.082102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:35.084883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65b46e-83f7-4b5b-9c1d-ae29082ed7f5 None None] Network 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:35.088659 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8867bcd5-3593-409c-ac40-4cafb7d53e03 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6a27f553-d671-4e4e-8e4b-7715ea1087da), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.088944 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b14b25e1-9567-4c8d-b306-8cb582534c13 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.089235 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-8867bcd5-3593-409c-ac40-4cafb7d53e03 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Added segment 6a27f553-d671-4e4e-8e4b-7715ea1087da of type vlan for network b7481311-1c4b-4098-8f6b-94a7cf15f08e Feb 09 03:40:35.096367 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b14b25e1-9567-4c8d-b306-8cb582534c13 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/subnets/ce2c4dbf-8086-45de-91a5-b80bb64bd15f HTTP/1.1" status: 204 len: 168 time: 1.1675053 Feb 09 03:40:35.098662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33696) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:35.180601 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (a6aa79de-dbcf-4225-8d78-359d337ca6e3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.237317 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8867bcd5-3593-409c-ac40-4cafb7d53e03 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (b7481311-1c4b-4098-8f6b-94a7cf15f08e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.290684 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4caf38a5-c7e1-42fd-837b-566f0d8e91dd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (2af46827-c025-4d91-be5f-823dedc3ba19), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.297984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f38f8-cb8b-4e69-8a1f-d3d4df1083e6 None None] DHCP port deletion for 05c4747f-84a8-4b5f-a2e4-1f6e4e15021b request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:40:35.348200 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-068a743c-48e9-4d14-9e0b-cac0b2f4144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:40:31Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:35.359731 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.405004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f98f38f8-cb8b-4e69-8a1f-d3d4df1083e6 None None] Deleting port b233398f-3fbc-404b-81c6-d849f2de4323 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:35.405417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f98f38f8-cb8b-4e69-8a1f-d3d4df1083e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b233398f-3fbc-404b-81c6-d849f2de4323), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.408534 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a743c-48e9-4d14-9e0b-cac0b2f4144b None None] The sync data for ids ['7be69d6f-59b3-4a0e-91b5-b77683d8d16f'] in n-d-824835-15 is: [{'id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365415979', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:37:17Z', 'updated_at': '2022-02-09T03:40:31Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': 'e048e455-3c53-4b6e-8cc6-ad36fa91a77c', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be69d6f-59b3-4a0e-91b5-b77683d8d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:37:19Z', 'updated_at': '2022-02-09T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:35.474985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8867bcd5-3593-409c-ac40-4cafb7d53e03 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (b7481311-1c4b-4098-8f6b-94a7cf15f08e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.480041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8867bcd5-3593-409c-ac40-4cafb7d53e03 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:35.480622 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8867bcd5-3593-409c-ac40-4cafb7d53e03 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.484637 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4caf38a5-c7e1-42fd-837b-566f0d8e91dd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (2af46827-c025-4d91-be5f-823dedc3ba19), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.549843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f98f38f8-cb8b-4e69-8a1f-d3d4df1083e6 None None] For port b233398f-3fbc-404b-81c6-d849f2de4323, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b233398f-3fbc-404b-81c6-d849f2de4323,segment=NetworkSegment(2687fc8a-c261-4fd5-bcff-0148820e39e7),segment_id=2687fc8a-c261-4fd5-bcff-0148820e39e7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:35.550787 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f98f38f8-cb8b-4e69-8a1f-d3d4df1083e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b233398f-3fbc-404b-81c6-d849f2de4323), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.577980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f98f38f8-cb8b-4e69-8a1f-d3d4df1083e6 None None] Calling delete_port for b233398f-3fbc-404b-81c6-d849f2de4323 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:35.582507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4caf38a5-c7e1-42fd-837b-566f0d8e91dd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.589080 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4caf38a5-c7e1-42fd-837b-566f0d8e91dd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/2af46827-c025-4d91-be5f-823dedc3ba19 HTTP/1.1" status: 204 len: 168 time: 1.1060853 Feb 09 03:40:35.590415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33710) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:35.593993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ebde3-1ad9-487e-86dd-281163ecee3c None None] Network 1c0184c1-9ac9-4de6-af87-b349d1d95db4 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:35.648006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf38a5-c7e1-42fd-837b-566f0d8e91dd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Subnet': ['ID=2af46827-c025-4d91-be5f-823dedc3ba19,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:35.663686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867bcd5-3593-409c-ac40-4cafb7d53e03 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Network': ['ID=b7481311-1c4b-4098-8f6b-94a7cf15f08e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:35.683454 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8867bcd5-3593-409c-ac40-4cafb7d53e03 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2358532 Feb 09 03:40:35.684094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33714) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:35.693146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-552c5759-c481-40f7-a0f3-b8c5775a3f13 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'subnet': {'network_id': 'b7481311-1c4b-4098-8f6b-94a7cf15f08e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:35.778215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network b7481311-1c4b-4098-8f6b-94a7cf15f08e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:35.821940 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (1c0184c1-9ac9-4de6-af87-b349d1d95db4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.856093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552c5759-c481-40f7-a0f3-b8c5775a3f13 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:35.856359 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.856475 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-552c5759-c481-40f7-a0f3-b8c5775a3f13 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.999897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port a6c16e5f-9cac-4d0a-83f2-5908fc680459 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:36.001036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.134964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33734) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:36.145276 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f98f38f8-cb8b-4e69-8a1f-d3d4df1083e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (b233398f-3fbc-404b-81c6-d849f2de4323), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.147317 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port e048e455-3c53-4b6e-8cc6-ad36fa91a77c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:36.151567 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.204605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f38f8-cb8b-4e69-8a1f-d3d4df1083e6 None None] Pushing event deleted for resources: {'Port': ['ID=b233398f-3fbc-404b-81c6-d849f2de4323,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:36.214288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15866bb7-63af-4252-9c8c-76bdff0dd742 None None] DHCP port deletion for 1c0184c1-9ac9-4de6-af87-b349d1d95db4 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:40:36.222565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f38f8-cb8b-4e69-8a1f-d3d4df1083e6 None None] No DVR routers for this DVR port b233398f-3fbc-404b-81c6-d849f2de4323 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:36.234687 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-552c5759-c481-40f7-a0f3-b8c5775a3f13 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (686d5e6d-5769-4736-af80-281bec5a324a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.296650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Router a6aa79de-dbcf-4225-8d78-359d337ca6e3 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:40:36.298507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] For port a6c16e5f-9cac-4d0a-83f2-5908fc680459, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a6c16e5f-9cac-4d0a-83f2-5908fc680459,segment=NetworkSegment(81470cda-58f3-4a2c-9980-02396a7b7934),segment_id=81470cda-58f3-4a2c-9980-02396a7b7934)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:36.312045 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.342776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-15866bb7-63af-4252-9c8c-76bdff0dd742 None None] Deleting port a6c16e5f-9cac-4d0a-83f2-5908fc680459 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:36.343157 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15866bb7-63af-4252-9c8c-76bdff0dd742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.362942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for a6c16e5f-9cac-4d0a-83f2-5908fc680459 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:36.382356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c5759-c481-40f7-a0f3-b8c5775a3f13 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Subnet': ['ID=686d5e6d-5769-4736-af80-281bec5a324a,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:36.479120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-15866bb7-63af-4252-9c8c-76bdff0dd742 None None] For port a6c16e5f-9cac-4d0a-83f2-5908fc680459, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a6c16e5f-9cac-4d0a-83f2-5908fc680459,segment=NetworkSegment(81470cda-58f3-4a2c-9980-02396a7b7934),segment_id=81470cda-58f3-4a2c-9980-02396a7b7934)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:36.483339 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15866bb7-63af-4252-9c8c-76bdff0dd742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.487163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] For port e048e455-3c53-4b6e-8cc6-ad36fa91a77c, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=e048e455-3c53-4b6e-8cc6-ad36fa91a77c,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:36.488337 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.506833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for e048e455-3c53-4b6e-8cc6-ad36fa91a77c owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:36.510369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-15866bb7-63af-4252-9c8c-76bdff0dd742 None None] Calling delete_port for a6c16e5f-9cac-4d0a-83f2-5908fc680459 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:36.619324 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c5759-c481-40f7-a0f3-b8c5775a3f13 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Checking segment: {'id': '6a27f553-d671-4e4e-8e4b-7715ea1087da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b7481311-1c4b-4098-8f6b-94a7cf15f08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:36.619945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552c5759-c481-40f7-a0f3-b8c5775a3f13 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network hostable DHCP agents. Network: b7481311-1c4b-4098-8f6b-94a7cf15f08e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:36.670676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b233398f-3fbc-404b-81c6-d849f2de4323 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:36.730037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: b233398f-3fbc-404b-81c6-d849f2de4323 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:36.731197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b233398f-3fbc-404b-81c6-d849f2de4323 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:36.731947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a6c16e5f-9cac-4d0a-83f2-5908fc680459 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:36.764222 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15866bb7-63af-4252-9c8c-76bdff0dd742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.811748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15866bb7-63af-4252-9c8c-76bdff0dd742 None None] No DVR routers for this DVR port a6c16e5f-9cac-4d0a-83f2-5908fc680459 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:36.815009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No active binding found for port a6c16e5f-9cac-4d0a-83f2-5908fc680459 {{(pid=103329) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 03:40:36.815674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] The host n-d-824835-15 is not matching for port a6c16e5f-9cac-4d0a-83f2-5908fc680459 host None! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:40:36.816320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a6c16e5f-9cac-4d0a-83f2-5908fc680459 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:36.817011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ad7f9960-ec54-4682-b65e-2fb21aefc1ed no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:36.819380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15866bb7-63af-4252-9c8c-76bdff0dd742 None None] Pushing event deleted for resources: {'Port': ['ID=a6c16e5f-9cac-4d0a-83f2-5908fc680459,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:36.851453 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a6c16e5f-9cac-4d0a-83f2-5908fc680459), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.863319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: ad7f9960-ec54-4682-b65e-2fb21aefc1ed {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:36.864128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ad7f9960-ec54-4682-b65e-2fb21aefc1ed not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:36.895709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No DVR routers for this DVR port a6c16e5f-9cac-4d0a-83f2-5908fc680459 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:36.967008 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=a6c16e5f-9cac-4d0a-83f2-5908fc680459,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:37.071827 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (e048e455-3c53-4b6e-8cc6-ad36fa91a77c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.114770 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (1c0184c1-9ac9-4de6-af87-b349d1d95db4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.117315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=e048e455-3c53-4b6e-8cc6-ad36fa91a77c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:37.155551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0184c1-9ac9-4de6-af87-b349d1d95db4']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:37.208960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81470cda-58f3-4a2c-9980-02396a7b7934') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:37.209290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81470cda-58f3-4a2c-9980-02396a7b7934') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:37.226469 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (81470cda-58f3-4a2c-9980-02396a7b7934), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.246611 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.259263 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (81470cda-58f3-4a2c-9980-02396a7b7934), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.332437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:37.339392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552c5759-c481-40f7-a0f3-b8c5775a3f13 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network b7481311-1c4b-4098-8f6b-94a7cf15f08e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:37.348004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Sync routers for ids ['a6aa79de-dbcf-4225-8d78-359d337ca6e3'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:37.364484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-552c5759-c481-40f7-a0f3-b8c5775a3f13 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, b7481311-1c4b-4098-8f6b-94a7cf15f08e) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:37.368387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Routers {'a6aa79de-dbcf-4225-8d78-359d337ca6e3'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:37.369281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:37.369725 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (81470cda-58f3-4a2c-9980-02396a7b7934), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:37.374015 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:37.377699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a6aa79de-dbcf-4225-8d78-359d337ca6e3'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:37.380971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552c5759-c481-40f7-a0f3-b8c5775a3f13 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:37.381605 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-552c5759-c481-40f7-a0f3-b8c5775a3f13 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.393336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2c6ec1-1e7b-40f1-9f68-b1e6b499cd1a None None] Network b7481311-1c4b-4098-8f6b-94a7cf15f08e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:37.399441 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.415405 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d467d976-813c-43f8-9fd6-db1aa6d93b4d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7940803 Feb 09 03:40:37.422374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33754) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:37.433571 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.437960 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-552c5759-c481-40f7-a0f3-b8c5775a3f13 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7481425 Feb 09 03:40:37.442875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33756) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:37.458404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-26367245-13d3-4d6c-b3c3-83d5177ee5b2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-991534382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:37.487208 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_controller (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.513744 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26367245-13d3-4d6c-b3c3-83d5177ee5b2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (715bdac3-3479-4063-8a4b-7ccf279b766b), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.514961 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26367245-13d3-4d6c-b3c3-83d5177ee5b2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (715bdac3-3479-4063-8a4b-7ccf279b766b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.679964 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26367245-13d3-4d6c-b3c3-83d5177ee5b2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (715bdac3-3479-4063-8a4b-7ccf279b766b), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.691689 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26367245-13d3-4d6c-b3c3-83d5177ee5b2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (715bdac3-3479-4063-8a4b-7ccf279b766b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.697030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Set router a6aa79de-dbcf-4225-8d78-359d337ca6e3 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:37.717939 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26367245-13d3-4d6c-b3c3-83d5177ee5b2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.719350 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-26367245-13d3-4d6c-b3c3-83d5177ee5b2 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2746320 Feb 09 03:40:37.722320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33766) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:37.768823 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (7be69d6f-59b3-4a0e-91b5-b77683d8d16f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.769383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Fanout notify agent at l3_agent the message router_deleted on router 7be69d6f-59b3-4a0e-91b5-b77683d8d16f {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:40:37.807768 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (1c0184c1-9ac9-4de6-af87-b349d1d95db4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.826665 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.830724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-295a0740-38d5-413d-8342-6c415031d1da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/routers/7be69d6f-59b3-4a0e-91b5-b77683d8d16f HTTP/1.1" status: 204 len: 168 time: 2.7281470 Feb 09 03:40:37.970496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.995541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/networks/1c0184c1-9ac9-4de6-af87-b349d1d95db4 HTTP/1.1" status: 204 len: 168 time: 2.3907654 Feb 09 03:40:37.995541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33768) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:37.995541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33772) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:38.070920 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.079920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3858f5-86d6-4236-a434-12fc9a8472c0 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Network': ['ID=1c0184c1-9ac9-4de6-af87-b349d1d95db4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:38.342737 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.356586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed885c61-405b-491a-8868-0845d218e8ec tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:38.372962 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ed885c61-405b-491a-8868-0845d218e8ec tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 HTTP/1.1" status: 200 len: 840 time: 0.3645210 Feb 09 03:40:38.373719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33776) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:38.546329 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-80ee8780-af64-45c2-972e-13075ac6d771 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1682625 Feb 09 03:40:38.548207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33778) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:38.559955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e119c4db-8b44-4fe3-979b-cb09978452de tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:38.582908 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (05c4747f-84a8-4b5f-a2e4-1f6e4e15021b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.587173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e048e455-3c53-4b6e-8cc6-ad36fa91a77c no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:38.640750 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: e048e455-3c53-4b6e-8cc6-ad36fa91a77c {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:38.642393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device e048e455-3c53-4b6e-8cc6-ad36fa91a77c not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:38.675182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'name': 'tempest-TestAggregatesBasicOps-281239617-router', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8e165091-d926-4b1e-b363-b15390d45216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:29Z', 'updated_at': '2022-02-09T03:40:34Z', 'revision_number': 3, 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'gw_port': {'id': '8e165091-d926-4b1e-b363-b15390d45216', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:33Z', 'updated_at': '2022-02-09T03:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:38.746898 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Checking router: a6aa79de-dbcf-4225-8d78-359d337ca6e3 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:38.747345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Updating router a6aa79de-dbcf-4225-8d78-359d337ca6e3 port 8e165091-d926-4b1e-b363-b15390d45216 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:40:38.752347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-b7481311-1c4b-4098-8f6b-94a7cf15f08e', 'network_id': 'b7481311-1c4b-4098-8f6b-94a7cf15f08e', 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'fixed_ips': [{'subnet_id': '686d5e6d-5769-4736-af80-281bec5a324a'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:38.753475 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.782808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Allocated IP 172.20.0.1 (b7481311-1c4b-4098-8f6b-94a7cf15f08e/686d5e6d-5769-4736-af80-281bec5a324a/0033b255-ad91-4d47-bab9-85d72bb9c580) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:38.900380 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (05c4747f-84a8-4b5f-a2e4-1f6e4e15021b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.920081 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (0033b255-ad91-4d47-bab9-85d72bb9c580), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.924537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c4747f-84a8-4b5f-a2e4-1f6e4e15021b']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:38.935751 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2687fc8a-c261-4fd5-bcff-0148820e39e7') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:38.936531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2687fc8a-c261-4fd5-bcff-0148820e39e7') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:38.950086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (2687fc8a-c261-4fd5-bcff-0148820e39e7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.966062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2687fc8a-c261-4fd5-bcff-0148820e39e7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.970497 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8e165091-d926-4b1e-b363-b15390d45216), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.974625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:38.975694 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (2687fc8a-c261-4fd5-bcff-0148820e39e7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.992807 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0033b255-ad91-4d47-bab9-85d72bb9c580), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.130320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=0033b255-ad91-4d47-bab9-85d72bb9c580,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:39.172307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network b7481311-1c4b-4098-8f6b-94a7cf15f08e is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:39.178768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:39.199500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:39.299067 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Allocated IP 172.20.0.2 (b7481311-1c4b-4098-8f6b-94a7cf15f08e/686d5e6d-5769-4736-af80-281bec5a324a/1a450390-145a-4af4-a1ed-26b92efde035) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:39.333639 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (715bdac3-3479-4063-8a4b-7ccf279b766b), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.509005 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00a0296d-0649-49c5-9682-77d116636d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (95f4b651-3b07-4f70-9080-ad1556a1992c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:39.706879 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:39.715207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e119c4db-8b44-4fe3-979b-cb09978452de tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:39.720181 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e119c4db-8b44-4fe3-979b-cb09978452de tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.728006 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (05c4747f-84a8-4b5f-a2e4-1f6e4e15021b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.821566 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.829318 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/networks/05c4747f-84a8-4b5f-a2e4-1f6e4e15021b HTTP/1.1" status: 204 len: 168 time: 1.8386900 Feb 09 03:40:39.834975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33784) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:39.883153 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Publish callbacks [] for port (1a450390-145a-4af4-a1ed-26b92efde035), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.883666 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0033b255-ad91-4d47-bab9-85d72bb9c580), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.915010 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (1a450390-145a-4af4-a1ed-26b92efde035), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.926750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e93f1-92c1-46ca-86cb-42a129bcfd7b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Network': ['ID=05c4747f-84a8-4b5f-a2e4-1f6e4e15021b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:40.000135 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0dd4f66-d101-4e3c-ac41-5efae6e8cc5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (da44f014-ad2e-4b5a-a96d-e617901803da), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.032320 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0dd4f66-d101-4e3c-ac41-5efae6e8cc5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (da44f014-ad2e-4b5a-a96d-e617901803da), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.063662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Network b7481311-1c4b-4098-8f6b-94a7cf15f08e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:40.075427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:40.079983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:40.087010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Pushing event updated for resources: {'Port': ['ID=1a450390-145a-4af4-a1ed-26b92efde035,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:40.091673 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.210912 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Publish callbacks [] for port (8e165091-d926-4b1e-b363-b15390d45216), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.223808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Attempting to bind port 1a450390-145a-4af4-a1ed-26b92efde035 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:40.224188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Attempting to bind port 1a450390-145a-4af4-a1ed-26b92efde035 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '6a27f553-d671-4e4e-8e4b-7715ea1087da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b7481311-1c4b-4098-8f6b-94a7cf15f08e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:40.224558 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Attempting to bind port 1a450390-145a-4af4-a1ed-26b92efde035 on network b7481311-1c4b-4098-8f6b-94a7cf15f08e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:40.228386 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8e165091-d926-4b1e-b363-b15390d45216), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.267262 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0dd4f66-d101-4e3c-ac41-5efae6e8cc5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (da44f014-ad2e-4b5a-a96d-e617901803da), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.271190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0dd4f66-d101-4e3c-ac41-5efae6e8cc5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.275580 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a0dd4f66-d101-4e3c-ac41-5efae6e8cc5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/security-groups/da44f014-ad2e-4b5a-a96d-e617901803da HTTP/1.1" status: 204 len: 168 time: 0.4349205 Feb 09 03:40:40.278031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755283da-22e3-4cfb-8260-2229af5f9577 None None] Pushing event updated for resources: {'Port': ['ID=8e165091-d926-4b1e-b363-b15390d45216,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:40.285272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:40.285713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Checking segment: {'id': '6a27f553-d671-4e4e-8e4b-7715ea1087da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b7481311-1c4b-4098-8f6b-94a7cf15f08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:40.286014 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.286398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Bound using segment: {'id': '6a27f553-d671-4e4e-8e4b-7715ea1087da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b7481311-1c4b-4098-8f6b-94a7cf15f08e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:40.286893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Bound port: 1a450390-145a-4af4-a1ed-26b92efde035, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a27f553-d671-4e4e-8e4b-7715ea1087da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b7481311-1c4b-4098-8f6b-94a7cf15f08e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:40.287698 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1a450390-145a-4af4-a1ed-26b92efde035), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.320925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd4f66-d101-4e3c-ac41-5efae6e8cc5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da44f014-ad2e-4b5a-a96d-e617901803da,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:40.402917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Attempting to bind port 8e165091-d926-4b1e-b363-b15390d45216 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:40.405664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Attempting to bind port 8e165091-d926-4b1e-b363-b15390d45216 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:40.406052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Attempting to bind port 8e165091-d926-4b1e-b363-b15390d45216 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:40.432654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:40.433059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:40.433533 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.433945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:40.434450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Bound port: 8e165091-d926-4b1e-b363-b15390d45216, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:40.435385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8e165091-d926-4b1e-b363-b15390d45216), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.469205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (0033b255-ad91-4d47-bab9-85d72bb9c580), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.496504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (0033b255-ad91-4d47-bab9-85d72bb9c580), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.519218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] For port 8e165091-d926-4b1e-b363-b15390d45216, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:40.524097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] For port 8e165091-d926-4b1e-b363-b15390d45216, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8e165091-d926-4b1e-b363-b15390d45216,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:40.532566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] For port 1a450390-145a-4af4-a1ed-26b92efde035, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:40.538083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] For port 1a450390-145a-4af4-a1ed-26b92efde035, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1a450390-145a-4af4-a1ed-26b92efde035,segment=NetworkSegment(6a27f553-d671-4e4e-8e4b-7715ea1087da),segment_id=6a27f553-d671-4e4e-8e4b-7715ea1087da)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:40.542436 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8e165091-d926-4b1e-b363-b15390d45216), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.589795 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1a450390-145a-4af4-a1ed-26b92efde035), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.595006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-00a0296d-0649-49c5-9682-77d116636d7e admin admin] Deleting port f1ee2e25-e935-4151-b279-6bb9d6207242 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:40.595391 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00a0296d-0649-49c5-9682-77d116636d7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.599238 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e119c4db-8b44-4fe3-979b-cb09978452de tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (92580cb7-346a-4cde-9ab4-660bcc9f7dce), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.692945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (715bdac3-3479-4063-8a4b-7ccf279b766b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.709491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=0033b255-ad91-4d47-bab9-85d72bb9c580,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:40.736278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755283da-22e3-4cfb-8260-2229af5f9577 None None] Pushing event updated for resources: {'Port': ['ID=8e165091-d926-4b1e-b363-b15390d45216,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:40.815250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Allocated IP 172.20.0.1 (d2b54153-b544-420c-a2cd-e7f7f09d09c1/74667a1a-a95e-4a5f-8fd2-2da2b2f704ab/0e284494-5b57-4a84-ad9b-83ee75f885ba) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:40.860703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-00a0296d-0649-49c5-9682-77d116636d7e admin admin] For port f1ee2e25-e935-4151-b279-6bb9d6207242, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f1ee2e25-e935-4151-b279-6bb9d6207242,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:40.861123 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00a0296d-0649-49c5-9682-77d116636d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.915858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-00a0296d-0649-49c5-9682-77d116636d7e admin admin] Calling delete_port for f1ee2e25-e935-4151-b279-6bb9d6207242 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:40.949492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Routers {'a6aa79de-dbcf-4225-8d78-359d337ca6e3'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:40.950131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a6aa79de-dbcf-4225-8d78-359d337ca6e3'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:40.964110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdf611-4885-4b76-bdd1-55f3b4843274 None None] Pushing event updated for resources: {'Port': ['ID=1a450390-145a-4af4-a1ed-26b92efde035,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:40.967076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e119c4db-8b44-4fe3-979b-cb09978452de tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:41.077781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e119c4db-8b44-4fe3-979b-cb09978452de tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:41.086394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e119c4db-8b44-4fe3-979b-cb09978452de tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:41.087754 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e119c4db-8b44-4fe3-979b-cb09978452de tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.117934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network b7481311-1c4b-4098-8f6b-94a7cf15f08e is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:41.122082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:41.218582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f0f82-5760-4408-9d57-878c39308e2d None None] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:41.238806 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e119c4db-8b44-4fe3-979b-cb09978452de tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6804705 Feb 09 03:40:41.242922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33804) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:41.259625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-64879d40-76ff-4d73-9346-e8cd5cb8548a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'security_group': {'name': 'tempest-secgroup-820924444'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:41.335760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119c4db-8b44-4fe3-979b-cb09978452de tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Subnet': ['ID=92580cb7-346a-4cde-9ab4-660bcc9f7dce,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:41.342880 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64879d40-76ff-4d73-9346-e8cd5cb8548a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.447922 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Publish callbacks [] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.522068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'project_id': 'f5a763a84799486e879fc3e8436c97a5', 'fixed_ips': [{'subnet_id': '92580cb7-346a-4cde-9ab4-660bcc9f7dce'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:41.523246 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.538010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] Set router a6aa79de-dbcf-4225-8d78-359d337ca6e3 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:41.569191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33806) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:41.572443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 715bdac3-3479-4063-8a4b-7ccf279b766b is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:40:41.585258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f5dec34c-ac1d-4d38-82db-8dd9d9dc99f2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619005321', 'description': 'tempest-secgroup-smoke-1619005321 description', 'project_id': '2d97c098e98a427b87333af505a5b6d1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:41.609683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64879d40-76ff-4d73-9346-e8cd5cb8548a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (812b9f94-c357-4ab2-b277-88e11ae8e886), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.612475 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.663726 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Pushing event updated for resources: {'Port': ['ID=0e284494-5b57-4a84-ad9b-83ee75f885ba,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:41.672288 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64879d40-76ff-4d73-9346-e8cd5cb8548a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (812b9f94-c357-4ab2-b277-88e11ae8e886), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.688661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Network d2b54153-b544-420c-a2cd-e7f7f09d09c1 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:41.702239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:41.718577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:41.774745 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64879d40-76ff-4d73-9346-e8cd5cb8548a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.780180 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-64879d40-76ff-4d73-9346-e8cd5cb8548a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5280840 Feb 09 03:40:41.785315 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5dec34c-ac1d-4d38-82db-8dd9d9dc99f2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.787384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33810) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:41.800032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e7451e5d-4e90-4887-863c-e130e8935b1b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'security_group': {'name': 'tempest-secgroup-1947898600'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:41.804619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64879d40-76ff-4d73-9346-e8cd5cb8548a tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812b9f94-c357-4ab2-b277-88e11ae8e886,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:41.857586 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (a6aa79de-dbcf-4225-8d78-359d337ca6e3), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.866127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Allocated IP 172.20.0.2 (4e7797f2-1b18-41e6-88e5-285d4ef26e52/92580cb7-346a-4cde-9ab4-660bcc9f7dce/55c9d140-52ac-4db5-9df3-ac1e24dd17c4) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:41.866813 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00a0296d-0649-49c5-9682-77d116636d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f1ee2e25-e935-4151-b279-6bb9d6207242), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.927593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:41.946392 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c54aed-394e-48a7-b533-d2a30c1e5d2c None None] Sync routers for ids ['715bdac3-3479-4063-8a4b-7ccf279b766b'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:41.950655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0296d-0649-49c5-9682-77d116636d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ee2e25-e935-4151-b279-6bb9d6207242,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:41.958944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-882b2438-79f6-4dda-883d-d2061ff9d6f1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/715bdac3-3479-4063-8a4b-7ccf279b766b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2355425 Feb 09 03:40:41.987050 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c54aed-394e-48a7-b533-d2a30c1e5d2c None None] Routers {'715bdac3-3479-4063-8a4b-7ccf279b766b'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:41.996775 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-17c54aed-394e-48a7-b533-d2a30c1e5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['715bdac3-3479-4063-8a4b-7ccf279b766b'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:42.004000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33812) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:42.139905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cec247-0256-46ce-9212-6a00f1d54d7b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:42.144311 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-92cec247-0256-46ce-9212-6a00f1d54d7b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports/0033b255-ad91-4d47-bab9-85d72bb9c580 HTTP/1.1" status: 200 len: 910 time: 0.1291597 Feb 09 03:40:42.144782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33814) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:42.164451 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-17c54aed-394e-48a7-b533-d2a30c1e5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:42.194993 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c54aed-394e-48a7-b533-d2a30c1e5d2c None None] Routers {'715bdac3-3479-4063-8a4b-7ccf279b766b'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:42.198040 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-17c54aed-394e-48a7-b533-d2a30c1e5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['715bdac3-3479-4063-8a4b-7ccf279b766b'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:42.286891 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-17c54aed-394e-48a7-b533-d2a30c1e5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:42.287732 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c54aed-394e-48a7-b533-d2a30c1e5d2c None None] The sync data for ids ['715bdac3-3479-4063-8a4b-7ccf279b766b'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:42.306695 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7451e5d-4e90-4887-863c-e130e8935b1b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.330986 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.338316 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Publish callbacks [] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.435534 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.487003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Pushing event updated for resources: {'Port': ['ID=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:42.500327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8b153ff1-95eb-4ba0-9c10-10e1763c5eb7 None None] Provisioning complete for port 0e284494-5b57-4a84-ad9b-83ee75f885ba triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:42.501390 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b153ff1-95eb-4ba0-9c10-10e1763c5eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.563440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:42.564084 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5dec34c-ac1d-4d38-82db-8dd9d9dc99f2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (d7d695fe-fd2c-464e-ae52-25b8bfea37df), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.569422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:42.570907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7451e5d-4e90-4887-863c-e130e8935b1b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (30d039e6-24f8-480a-ad5a-771cfb0d781c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.573054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:42.585437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7451e5d-4e90-4887-863c-e130e8935b1b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (30d039e6-24f8-480a-ad5a-771cfb0d781c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.625128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b50ffb-1f18-4461-b8c6-a3c4fe2bc67e None None] Network b7481311-1c4b-4098-8f6b-94a7cf15f08e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:42.667249 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7451e5d-4e90-4887-863c-e130e8935b1b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.671991 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e7451e5d-4e90-4887-863c-e130e8935b1b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8809600 Feb 09 03:40:42.673056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33818) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:42.686210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1923662665', 'security_groups': ['30d039e6-24f8-480a-ad5a-771cfb0d781c'], 'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '92580cb7-346a-4cde-9ab4-660bcc9f7dce'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:42.708762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7451e5d-4e90-4887-863c-e130e8935b1b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d039e6-24f8-480a-ad5a-771cfb0d781c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:42.798647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'name': 'tempest-TestAggregatesBasicOps-281239617-router', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8e165091-d926-4b1e-b363-b15390d45216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:29Z', 'updated_at': '2022-02-09T03:40:34Z', 'revision_number': 3, 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'gw_port': {'id': '8e165091-d926-4b1e-b363-b15390d45216', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:33Z', 'updated_at': '2022-02-09T03:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:42.802383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1a450390-145a-4af4-a1ed-26b92efde035 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:42.907584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Publish callbacks [] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.909208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8b153ff1-95eb-4ba0-9c10-10e1763c5eb7 None None] Port 0e284494-5b57-4a84-ad9b-83ee75f885ba cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:42.911419 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d940500-a6db-48dd-85d1-f8311877a8ea None None] The sync data for ids ['a6aa79de-dbcf-4225-8d78-359d337ca6e3'] in n-d-824835-15 is: [{'id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'name': 'tempest-TestAggregatesBasicOps-281239617-router', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8e165091-d926-4b1e-b363-b15390d45216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:29Z', 'updated_at': '2022-02-09T03:40:34Z', 'revision_number': 3, 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'gw_port': {'id': '8e165091-d926-4b1e-b363-b15390d45216', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:33Z', 'updated_at': '2022-02-09T03:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:42.927829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.937494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Attempting to bind port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:42.937878 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Attempting to bind port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '90a84924-601c-4029-801c-c07ce7e1674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:42.938249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Attempting to bind port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 on network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:42.955923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:42.956345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Checking segment: {'id': '90a84924-601c-4029-801c-c07ce7e1674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:42.956764 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.957307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Bound using segment: {'id': '90a84924-601c-4029-801c-c07ce7e1674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:42.957727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Bound port: 55c9d140-52ac-4db5-9df3-ac1e24dd17c4, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a84924-601c-4029-801c-c07ce7e1674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:42.958105 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.041474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] For port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:43.047682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] For port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,segment=NetworkSegment(90a84924-601c-4029-801c-c07ce7e1674b),segment_id=90a84924-601c-4029-801c-c07ce7e1674b)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:43.070563 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.088740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Pushing event updated for resources: {'Port': ['ID=0e284494-5b57-4a84-ad9b-83ee75f885ba,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:43.102437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:43.116713 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (a6aa79de-dbcf-4225-8d78-359d337ca6e3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.142545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6d62a-e455-4b18-9510-851724d04358 None None] Pushing event updated for resources: {'Port': ['ID=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:43.201303 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1a450390-145a-4af4-a1ed-26b92efde035 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:43.201855 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1a450390-145a-4af4-a1ed-26b92efde035), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.207418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-185a9014-cb28-4d90-a357-19342d54ca56 None None] Provisioning complete for port 1a450390-145a-4af4-a1ed-26b92efde035 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:43.207809 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-185a9014-cb28-4d90-a357-19342d54ca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1a450390-145a-4af4-a1ed-26b92efde035), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.452516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-185a9014-cb28-4d90-a357-19342d54ca56 None None] Current status of the port 1a450390-145a-4af4-a1ed-26b92efde035 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:43.452793 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-185a9014-cb28-4d90-a357-19342d54ca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1a450390-145a-4af4-a1ed-26b92efde035), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.457745 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5dec34c-ac1d-4d38-82db-8dd9d9dc99f2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d7d695fe-fd2c-464e-ae52-25b8bfea37df), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.579885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-185a9014-cb28-4d90-a357-19342d54ca56 None None] For port 1a450390-145a-4af4-a1ed-26b92efde035, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1a450390-145a-4af4-a1ed-26b92efde035,segment=NetworkSegment(6a27f553-d671-4e4e-8e4b-7715ea1087da),segment_id=6a27f553-d671-4e4e-8e4b-7715ea1087da)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:43.609126 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5dec34c-ac1d-4d38-82db-8dd9d9dc99f2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.614887 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f5dec34c-ac1d-4d38-82db-8dd9d9dc99f2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 2.0400012 Feb 09 03:40:43.628472 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33824) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:43.660220 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-185a9014-cb28-4d90-a357-19342d54ca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1a450390-145a-4af4-a1ed-26b92efde035), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.708443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dec34c-ac1d-4d38-82db-8dd9d9dc99f2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d695fe-fd2c-464e-ae52-25b8bfea37df,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:43.713124 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-65af7b9d-6e02-4e48-8f2e-2a5d50b03e42 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': 'd7d695fe-fd2c-464e-ae52-25b8bfea37df', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:43.713780 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00a0296d-0649-49c5-9682-77d116636d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (95f4b651-3b07-4f70-9080-ad1556a1992c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.783292 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.850101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Network d2b54153-b544-420c-a2cd-e7f7f09d09c1 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:43.867902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:43.914091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 26983a1d-1839-4976-bd5b-2810635e7d4b yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:40:43.956193 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65af7b9d-6e02-4e48-8f2e-2a5d50b03e42 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (973858e6-cc1d-4abf-808f-bfef0b3c4644), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.217785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1a450390-145a-4af4-a1ed-26b92efde035 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:44.218787 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1a450390-145a-4af4-a1ed-26b92efde035), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.267851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7875c74f-f23c-45b7-8bdd-cdecd936a77a None None] Provisioning complete for port 1a450390-145a-4af4-a1ed-26b92efde035 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:44.272695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7875c74f-f23c-45b7-8bdd-cdecd936a77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1a450390-145a-4af4-a1ed-26b92efde035), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.280152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a0296d-0649-49c5-9682-77d116636d7e admin admin] Router 95f4b651-3b07-4f70-9080-ad1556a1992c has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:40:44.352032 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a9014-cb28-4d90-a357-19342d54ca56 None None] Pushing event updated for resources: {'Port': ['ID=1a450390-145a-4af4-a1ed-26b92efde035,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:44.396351 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65af7b9d-6e02-4e48-8f2e-2a5d50b03e42 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (973858e6-cc1d-4abf-808f-bfef0b3c4644), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.430039 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65af7b9d-6e02-4e48-8f2e-2a5d50b03e42 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (973858e6-cc1d-4abf-808f-bfef0b3c4644), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.433995 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:40:44.434590 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:40:44.483870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af7b9d-6e02-4e48-8f2e-2a5d50b03e42 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973858e6-cc1d-4abf-808f-bfef0b3c4644,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:44.579993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7875c74f-f23c-45b7-8bdd-cdecd936a77a None None] Current status of the port 1a450390-145a-4af4-a1ed-26b92efde035 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:44.608593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7875c74f-f23c-45b7-8bdd-cdecd936a77a None None] Provisioning complete for port 0033b255-ad91-4d47-bab9-85d72bb9c580 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:44.609048 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7875c74f-f23c-45b7-8bdd-cdecd936a77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0033b255-ad91-4d47-bab9-85d72bb9c580), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.627240 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65af7b9d-6e02-4e48-8f2e-2a5d50b03e42 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.628427 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-65af7b9d-6e02-4e48-8f2e-2a5d50b03e42 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9651394 Feb 09 03:40:44.634441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33830) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:44.673208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-53856e9c-0784-409c-846f-000387c14f9f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': 'd7d695fe-fd2c-464e-ae52-25b8bfea37df', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:44.692090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7875c74f-f23c-45b7-8bdd-cdecd936a77a None None] Port 0033b255-ad91-4d47-bab9-85d72bb9c580 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:44.765972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a0296d-0649-49c5-9682-77d116636d7e admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:44.779141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5601d5d3-e004-4123-b345-e5150059cd69 None None] Sync routers for ids ['95f4b651-3b07-4f70-9080-ad1556a1992c'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:44.783076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53856e9c-0784-409c-846f-000387c14f9f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (6dfc1af8-b1d0-40d4-9fb2-831420859ffc), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.797782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601d5d3-e004-4123-b345-e5150059cd69 None None] Routers {'95f4b651-3b07-4f70-9080-ad1556a1992c'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:44.798163 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-00a0296d-0649-49c5-9682-77d116636d7e admin admin] 10.222.0.21 "PUT /v2.0/routers/95f4b651-3b07-4f70-9080-ad1556a1992c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6519637 Feb 09 03:40:44.798694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5601d5d3-e004-4123-b345-e5150059cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['95f4b651-3b07-4f70-9080-ad1556a1992c'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:44.800294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33832) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:44.845874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Router a6aa79de-dbcf-4225-8d78-359d337ca6e3 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:40:44.922865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.11 (4e7797f2-1b18-41e6-88e5-285d4ef26e52/92580cb7-346a-4cde-9ab4-660bcc9f7dce/26983a1d-1839-4976-bd5b-2810635e7d4b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:45.064269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e72b2670-7c45-44eb-bef1-d4dbc1f5d95f None None] Provisioning complete for port 0e284494-5b57-4a84-ad9b-83ee75f885ba triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:45.064712 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e72b2670-7c45-44eb-bef1-d4dbc1f5d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.095452 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5de18603-bacf-45af-a020-9b0335866102 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (715bdac3-3479-4063-8a4b-7ccf279b766b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.108168 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Publish callbacks [] for router (95f4b651-3b07-4f70-9080-ad1556a1992c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.114729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e72b2670-7c45-44eb-bef1-d4dbc1f5d95f None None] Port 0e284494-5b57-4a84-ad9b-83ee75f885ba cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:45.122100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1a450390-145a-4af4-a1ed-26b92efde035 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:45.139508 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53856e9c-0784-409c-846f-000387c14f9f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (6dfc1af8-b1d0-40d4-9fb2-831420859ffc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.146968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e72b2670-7c45-44eb-bef1-d4dbc1f5d95f None None] Provisioning complete for port 0033b255-ad91-4d47-bab9-85d72bb9c580 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:45.147352 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e72b2670-7c45-44eb-bef1-d4dbc1f5d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0033b255-ad91-4d47-bab9-85d72bb9c580), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.198990 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53856e9c-0784-409c-846f-000387c14f9f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (6dfc1af8-b1d0-40d4-9fb2-831420859ffc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.205887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-5601d5d3-e004-4123-b345-e5150059cd69 None None] Set router 95f4b651-3b07-4f70-9080-ad1556a1992c gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:45.302663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53856e9c-0784-409c-846f-000387c14f9f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfc1af8-b1d0-40d4-9fb2-831420859ffc,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:45.317185 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53856e9c-0784-409c-846f-000387c14f9f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.321954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-53856e9c-0784-409c-846f-000387c14f9f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6737697 Feb 09 03:40:45.380250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33836) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:45.386323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-44570f68-5be6-4bb9-8d7f-12fedf032871 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': 'd7d695fe-fd2c-464e-ae52-25b8bfea37df', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:45.492811 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44570f68-5be6-4bb9-8d7f-12fedf032871 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (f469f211-c4a6-4a0a-af0d-f0d246566f16), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.495148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e72b2670-7c45-44eb-bef1-d4dbc1f5d95f None None] Port 0033b255-ad91-4d47-bab9-85d72bb9c580 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:45.503297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8e165091-d926-4b1e-b363-b15390d45216 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:45.573195 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (26983a1d-1839-4976-bd5b-2810635e7d4b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.629237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5601d5d3-e004-4123-b345-e5150059cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:40:41Z', 'revision_number': 5, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port': {'id': 'd2e02a16-87bb-4681-bbda-c165ebda0345', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:14Z', 'updated_at': '2022-02-09T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:45.637656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1996d876-9256-481a-92e5-1831c0e48747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.659964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:45.669842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Publish callbacks [] for router_gateway (95f4b651-3b07-4f70-9080-ad1556a1992c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.677284 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c3f4dce4-860e-45c6-922a-33eee8fb1a7a admin admin] 10.222.0.21 "PUT /v2.0/routers/a6aa79de-dbcf-4225-8d78-359d337ca6e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2537780 Feb 09 03:40:45.683163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 8e165091-d926-4b1e-b363-b15390d45216 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:45.683724 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8e165091-d926-4b1e-b363-b15390d45216), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.690338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5601d5d3-e004-4123-b345-e5150059cd69 None None] Checking router: 95f4b651-3b07-4f70-9080-ad1556a1992c for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:45.694451 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (26983a1d-1839-4976-bd5b-2810635e7d4b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.777271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] Provisioning complete for port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:45.779078 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.790269 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44570f68-5be6-4bb9-8d7f-12fedf032871 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (f469f211-c4a6-4a0a-af0d-f0d246566f16), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.810586 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44570f68-5be6-4bb9-8d7f-12fedf032871 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (f469f211-c4a6-4a0a-af0d-f0d246566f16), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.834590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:45.838715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:45.843042 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:45.866185 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601d5d3-e004-4123-b345-e5150059cd69 None None] Routers {'95f4b651-3b07-4f70-9080-ad1556a1992c'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:45.866833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5601d5d3-e004-4123-b345-e5150059cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['95f4b651-3b07-4f70-9080-ad1556a1992c'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:45.891578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44570f68-5be6-4bb9-8d7f-12fedf032871 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f469f211-c4a6-4a0a-af0d-f0d246566f16,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:45.898987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=26983a1d-1839-4976-bd5b-2810635e7d4b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:45.947687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:45.948372 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.948940 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44570f68-5be6-4bb9-8d7f-12fedf032871 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.953299 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-44570f68-5be6-4bb9-8d7f-12fedf032871 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5688910 Feb 09 03:40:45.959257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33846) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:45.975442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6e833dd5-7de7-4acd-9cef-78295084afd4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': 'd7d695fe-fd2c-464e-ae52-25b8bfea37df', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:46.011980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ed37067b-001e-461b-b9ea-b623cd76223b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3335028 Feb 09 03:40:46.020373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33848) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:46.035405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-61d434e3-88fa-4530-a9c6-944fc4a4b94b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:46.212081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-5601d5d3-e004-4123-b345-e5150059cd69 None None] Set router 95f4b651-3b07-4f70-9080-ad1556a1992c gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:46.412065 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Sync routers for ids ['a6aa79de-dbcf-4225-8d78-359d337ca6e3'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:46.419704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5601d5d3-e004-4123-b345-e5150059cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:40:45Z', 'revision_number': 6, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:46.435354 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d434e3-88fa-4530-a9c6-944fc4a4b94b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:46.438231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Deleting port d2e02a16-87bb-4681-bbda-c165ebda0345 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:46.438684 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.439445 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61d434e3-88fa-4530-a9c6-944fc4a4b94b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.446379 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Routers {'a6aa79de-dbcf-4225-8d78-359d337ca6e3'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:46.449101 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a6aa79de-dbcf-4225-8d78-359d337ca6e3'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:46.504937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5601d5d3-e004-4123-b345-e5150059cd69 None None] The sync data for ids ['95f4b651-3b07-4f70-9080-ad1556a1992c'] in n-d-824835-15 is: [{'id': '95f4b651-3b07-4f70-9080-ad1556a1992c', 'name': 'tempest-TaggedBootDevicesTest_v242-2116286494-router', 'tenant_id': '861f56ac06a6467aaaedc48cd06f4450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:10Z', 'updated_at': '2022-02-09T03:40:45Z', 'revision_number': 6, 'project_id': '861f56ac06a6467aaaedc48cd06f4450', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:46.644881 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6e833dd5-7de7-4acd-9cef-78295084afd4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (e52aabcf-fa57-4c7f-9067-85ee838e08ef), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.763532 n-d-824835-15 neutron-server[103327]: INFO neutron.db.ipam_backend_mixin [None req-61d434e3-88fa-4530-a9c6-944fc4a4b94b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 92580cb7-346a-4cde-9ab4-660bcc9f7dce (CIDR: 172.20.0.0/28) Feb 09 03:40:46.772033 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d434e3-88fa-4530-a9c6-944fc4a4b94b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:40:46.775415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d434e3-88fa-4530-a9c6-944fc4a4b94b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:40:46.783710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 8e165091-d926-4b1e-b363-b15390d45216 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:46.795539 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Set router a6aa79de-dbcf-4225-8d78-359d337ca6e3 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:46.804436 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8e165091-d926-4b1e-b363-b15390d45216), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.824073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5de18603-bacf-45af-a020-9b0335866102 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 0033b255-ad91-4d47-bab9-85d72bb9c580 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:46.824512 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5de18603-bacf-45af-a020-9b0335866102 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0033b255-ad91-4d47-bab9-85d72bb9c580), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.853391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-61d434e3-88fa-4530-a9c6-944fc4a4b94b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8311040 Feb 09 03:40:46.853665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:46.873331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4ae648fa-44dc-4745-9ff5-99157a9a8063 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:46.932329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] For port d2e02a16-87bb-4681-bbda-c165ebda0345, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d2e02a16-87bb-4681-bbda-c165ebda0345,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:46.932839 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.954695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:46.955106 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.959326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 8e165091-d926-4b1e-b363-b15390d45216, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8e165091-d926-4b1e-b363-b15390d45216,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:47.003417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8e165091-d926-4b1e-b363-b15390d45216), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.004090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Calling delete_port for d2e02a16-87bb-4681-bbda-c165ebda0345 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:47.013688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:47.081373 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5de18603-bacf-45af-a020-9b0335866102 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0033b255-ad91-4d47-bab9-85d72bb9c580), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.120506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-5de18603-bacf-45af-a020-9b0335866102 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 0033b255-ad91-4d47-bab9-85d72bb9c580 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:47.237291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] For port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,segment=NetworkSegment(90a84924-601c-4029-801c-c07ce7e1674b),segment_id=90a84924-601c-4029-801c-c07ce7e1674b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:47.255892 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.260163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6e833dd5-7de7-4acd-9cef-78295084afd4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (e52aabcf-fa57-4c7f-9067-85ee838e08ef), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.283365 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'name': 'tempest-TestAggregatesBasicOps-281239617-router', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8e165091-d926-4b1e-b363-b15390d45216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:29Z', 'updated_at': '2022-02-09T03:40:42Z', 'revision_number': 4, 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'gw_port': {'id': '8e165091-d926-4b1e-b363-b15390d45216', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:33Z', 'updated_at': '2022-02-09T03:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0e284494-5b57-4a84-ad9b-83ee75f885ba', 'name': '', 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'mac_address': 'fa:16:3e:27:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '74667a1a-a95e-4a5f-8fd2-2da2b2f704ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:42Z', 'revision_number': 2, 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'subnets': [{'id': '74667a1a-a95e-4a5f-8fd2-2da2b2f704ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:47.317976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae648fa-44dc-4745-9ff5-99157a9a8063 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:47.321875 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ae648fa-44dc-4745-9ff5-99157a9a8063 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.353106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] Provisioning complete for port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:47.356311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.373507 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Checking router: a6aa79de-dbcf-4225-8d78-359d337ca6e3 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:47.374716 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Updating router a6aa79de-dbcf-4225-8d78-359d337ca6e3 port 0e284494-5b57-4a84-ad9b-83ee75f885ba binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:40:47.452796 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.491773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] Port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:47.511456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=8e165091-d926-4b1e-b363-b15390d45216,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:47.690657 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6e833dd5-7de7-4acd-9cef-78295084afd4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (e52aabcf-fa57-4c7f-9067-85ee838e08ef), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.693940 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] Pushing event updated for resources: {'Port': ['ID=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:47.727564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] Provisioning complete for port 0033b255-ad91-4d47-bab9-85d72bb9c580 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:47.727940 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0033b255-ad91-4d47-bab9-85d72bb9c580), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.857246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:47.857895 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.885829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ae648fa-44dc-4745-9ff5-99157a9a8063 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (9d6f7c87-6e2a-4784-a568-45770633308a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.901593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e833dd5-7de7-4acd-9cef-78295084afd4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52aabcf-fa57-4c7f-9067-85ee838e08ef,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:47.939833 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6e833dd5-7de7-4acd-9cef-78295084afd4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.952107 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6e833dd5-7de7-4acd-9cef-78295084afd4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9842627 Feb 09 03:40:47.954875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33914) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:47.959122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ebc019aa-3838-4e8c-ade5-930e24f636c8 None None] Port 0033b255-ad91-4d47-bab9-85d72bb9c580 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:47.963772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-de65075c-a4cc-461c-a672-0378637e47b3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': 'd7d695fe-fd2c-464e-ae52-25b8bfea37df', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:48.013550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae648fa-44dc-4745-9ff5-99157a9a8063 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:48.034414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4ae648fa-44dc-4745-9ff5-99157a9a8063 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:48.043323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae648fa-44dc-4745-9ff5-99157a9a8063 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:48.043994 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ae648fa-44dc-4745-9ff5-99157a9a8063 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.077467 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4ae648fa-44dc-4745-9ff5-99157a9a8063 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2202034 Feb 09 03:40:48.083172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33920) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:48.087661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5878b-4a90-44bf-bcb9-e50708e5e042 None None] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:48.092205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4674c69d-39f3-4d1d-9670-457bfda007e6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-314694267', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9d6f7c87-6e2a-4784-a568-45770633308a'}], 'security_groups': ['812b9f94-c357-4ab2-b277-88e11ae8e886']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:48.119568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae648fa-44dc-4745-9ff5-99157a9a8063 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Subnet': ['ID=9d6f7c87-6e2a-4784-a568-45770633308a,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:48.299236 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4674c69d-39f3-4d1d-9670-457bfda007e6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (26983a1d-1839-4976-bd5b-2810635e7d4b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.306509 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Publish callbacks [] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.307355 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-de65075c-a4cc-461c-a672-0378637e47b3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Project 2d97c098e98a427b87333af505a5b6d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:40:48.323068 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.359309 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de65075c-a4cc-461c-a672-0378637e47b3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (6f702b42-2b17-4cf8-882e-dfe565f61ae3), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.399212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33934) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:48.473431 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714e763-6876-4107-aacc-1add70840114 None None] Pushing event updated for resources: {'Port': ['ID=0e284494-5b57-4a84-ad9b-83ee75f885ba,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:48.551918 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Attempting to bind port 0e284494-5b57-4a84-ad9b-83ee75f885ba on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:48.552633 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Attempting to bind port 0e284494-5b57-4a84-ad9b-83ee75f885ba by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7bc29407-be55-4fc0-9f79-f269a541c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:48.553453 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Attempting to bind port 0e284494-5b57-4a84-ad9b-83ee75f885ba on network d2b54153-b544-420c-a2cd-e7f7f09d09c1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:48.562199 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:48.562945 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Checking segment: {'id': '7bc29407-be55-4fc0-9f79-f269a541c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:48.563856 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.564960 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Bound using segment: {'id': '7bc29407-be55-4fc0-9f79-f269a541c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:48.565879 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Bound port: 0e284494-5b57-4a84-ad9b-83ee75f885ba, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc29407-be55-4fc0-9f79-f269a541c086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:48.566457 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.589468 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de65075c-a4cc-461c-a672-0378637e47b3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (6f702b42-2b17-4cf8-882e-dfe565f61ae3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.608958 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de65075c-a4cc-461c-a672-0378637e47b3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (6f702b42-2b17-4cf8-882e-dfe565f61ae3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.672318 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d2e02a16-87bb-4681-bbda-c165ebda0345), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.706925 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] For port 0e284494-5b57-4a84-ad9b-83ee75f885ba, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:48.718242 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] For port 0e284494-5b57-4a84-ad9b-83ee75f885ba, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0e284494-5b57-4a84-ad9b-83ee75f885ba,segment=NetworkSegment(7bc29407-be55-4fc0-9f79-f269a541c086),segment_id=7bc29407-be55-4fc0-9f79-f269a541c086)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:48.736699 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.786225 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de65075c-a4cc-461c-a672-0378637e47b3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.791270 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-de65075c-a4cc-461c-a672-0378637e47b3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8353891 Feb 09 03:40:48.877729 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d6328dbd-4d03-4c38-a09f-22257e2e0c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.884173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:48.887317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1a450390-145a-4af4-a1ed-26b92efde035 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:48.888725 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Routers {'a6aa79de-dbcf-4225-8d78-359d337ca6e3'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:48.889397 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a6aa79de-dbcf-4225-8d78-359d337ca6e3'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:48.902835 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714e763-6876-4107-aacc-1add70840114 None None] Pushing event updated for resources: {'Port': ['ID=0e284494-5b57-4a84-ad9b-83ee75f885ba,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:49.006817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33940) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:49.025525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-dd0433d8-8117-465f-8748-799ee875f959 None None] Provisioning complete for port 26983a1d-1839-4976-bd5b-2810635e7d4b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:49.025911 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd0433d8-8117-465f-8748-799ee875f959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (26983a1d-1839-4976-bd5b-2810635e7d4b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.057136 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (95f4b651-3b07-4f70-9080-ad1556a1992c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.154802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dd0433d8-8117-465f-8748-799ee875f959 None None] Port 26983a1d-1839-4976-bd5b-2810635e7d4b cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:49.195459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1a450390-145a-4af4-a1ed-26b92efde035 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:49.195834 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1a450390-145a-4af4-a1ed-26b92efde035), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.241580 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] Set router a6aa79de-dbcf-4225-8d78-359d337ca6e3 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:49.320536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (95f4b651-3b07-4f70-9080-ad1556a1992c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.322783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Publish callbacks [] for router_controller (95f4b651-3b07-4f70-9080-ad1556a1992c), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.360588 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:40:49.379784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65075c-a4cc-461c-a672-0378637e47b3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f702b42-2b17-4cf8-882e-dfe565f61ae3,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:49.391318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f34d1fc6-0918-4f07-af94-e1c77d51f2c1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': 'd7d695fe-fd2c-464e-ae52-25b8bfea37df', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:49.400302 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (95f4b651-3b07-4f70-9080-ad1556a1992c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.400817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95f4b651-3b07-4f70-9080-ad1556a1992c {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:40:49.406188 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.410193 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] 10.222.0.21 "DELETE /v2.0/routers/95f4b651-3b07-4f70-9080-ad1556a1992c HTTP/1.1" status: 204 len: 168 time: 4.6077175 Feb 09 03:40:49.410987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33944) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:49.417603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f8f02-c5d9-4756-bc3b-90663401ce6e admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e02a16-87bb-4681-bbda-c165ebda0345,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:49.435816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-4674c69d-39f3-4d1d-9670-457bfda007e6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Delete allocated IP 172.20.0.11 (4e7797f2-1b18-41e6-88e5-285d4ef26e52/92580cb7-346a-4cde-9ab4-660bcc9f7dce) {{(pid=103327) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 03:40:49.464885 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-4674c69d-39f3-4d1d-9670-457bfda007e6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.22 (4e7797f2-1b18-41e6-88e5-285d4ef26e52/9d6f7c87-6e2a-4784-a568-45770633308a/26983a1d-1839-4976-bd5b-2810635e7d4b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:49.506437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de7a406-1d20-44b8-a3d0-f27ac9038d82 admin admin] Deleting subnet 03cd6059-552d-420c-a27f-0ef14c1585e2 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:49.510784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5de7a406-1d20-44b8-a3d0-f27ac9038d82 admin admin] Publish callbacks [] for subnet (03cd6059-552d-420c-a27f-0ef14c1585e2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.594081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d715163-d367-4d54-bf38-9a95bf344c94 None None] Update dhcp port {'port': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'fixed_ips': [{'subnet_id': '92580cb7-346a-4cde-9ab4-660bcc9f7dce', 'ip_address': '172.20.0.2'}, {'subnet_id': '9d6f7c87-6e2a-4784-a568-45770633308a'}], 'binding:host_id': 'n-d-824835-15'}, 'id': '55c9d140-52ac-4db5-9df3-ac1e24dd17c4'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:40:49.605530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7052b4d2-a162-41f4-814a-a9494f43baf1 None None] Provisioning complete for port 0e284494-5b57-4a84-ad9b-83ee75f885ba triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:49.607031 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7052b4d2-a162-41f4-814a-a9494f43baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.608507 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.620267 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5de7a406-1d20-44b8-a3d0-f27ac9038d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (03cd6059-552d-420c-a27f-0ef14c1585e2), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.681104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1a450390-145a-4af4-a1ed-26b92efde035 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:49.841538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d715163-d367-4d54-bf38-9a95bf344c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.843856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8e165091-d926-4b1e-b363-b15390d45216 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:49.871786 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-f34d1fc6-0918-4f07-af94-e1c77d51f2c1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Project 2d97c098e98a427b87333af505a5b6d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:40:49.885873 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f34d1fc6-0918-4f07-af94-e1c77d51f2c1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (330309c3-96b7-4d3d-a580-12db99a3b811), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.892339 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5de18603-bacf-45af-a020-9b0335866102 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0033b255-ad91-4d47-bab9-85d72bb9c580), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.928419 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5de7a406-1d20-44b8-a3d0-f27ac9038d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (03cd6059-552d-420c-a27f-0ef14c1585e2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.932449 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4674c69d-39f3-4d1d-9670-457bfda007e6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (26983a1d-1839-4976-bd5b-2810635e7d4b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.950064 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'name': 'tempest-TestAggregatesBasicOps-281239617-router', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8e165091-d926-4b1e-b363-b15390d45216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:29Z', 'updated_at': '2022-02-09T03:40:42Z', 'revision_number': 4, 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'gw_port': {'id': '8e165091-d926-4b1e-b363-b15390d45216', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:33Z', 'updated_at': '2022-02-09T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0e284494-5b57-4a84-ad9b-83ee75f885ba', 'name': '', 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'mac_address': 'fa:16:3e:27:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '74667a1a-a95e-4a5f-8fd2-2da2b2f704ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:48Z', 'revision_number': 4, 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'subnets': [{'id': '74667a1a-a95e-4a5f-8fd2-2da2b2f704ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:50.017806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4674c69d-39f3-4d1d-9670-457bfda007e6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (26983a1d-1839-4976-bd5b-2810635e7d4b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:50.018631 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9e5a-be40-4472-93f0-8a62c354ec2f None None] The sync data for ids ['a6aa79de-dbcf-4225-8d78-359d337ca6e3'] in n-d-824835-15 is: [{'id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'name': 'tempest-TestAggregatesBasicOps-281239617-router', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8e165091-d926-4b1e-b363-b15390d45216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:29Z', 'updated_at': '2022-02-09T03:40:42Z', 'revision_number': 4, 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'gw_port': {'id': '8e165091-d926-4b1e-b363-b15390d45216', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:33Z', 'updated_at': '2022-02-09T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0e284494-5b57-4a84-ad9b-83ee75f885ba', 'name': '', 'network_id': 'd2b54153-b544-420c-a2cd-e7f7f09d09c1', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'mac_address': 'fa:16:3e:27:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '74667a1a-a95e-4a5f-8fd2-2da2b2f704ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:48Z', 'revision_number': 4, 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'subnets': [{'id': '74667a1a-a95e-4a5f-8fd2-2da2b2f704ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:50.031410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de18603-bacf-45af-a020-9b0335866102 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=0033b255-ad91-4d47-bab9-85d72bb9c580,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:50.445709 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f34d1fc6-0918-4f07-af94-e1c77d51f2c1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (330309c3-96b7-4d3d-a580-12db99a3b811), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:50.469250 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5de18603-bacf-45af-a020-9b0335866102 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (715bdac3-3479-4063-8a4b-7ccf279b766b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:50.477641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7052b4d2-a162-41f4-814a-a9494f43baf1 None None] Current status of the port 0e284494-5b57-4a84-ad9b-83ee75f885ba is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:50.478336 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7052b4d2-a162-41f4-814a-a9494f43baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:50.480479 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f34d1fc6-0918-4f07-af94-e1c77d51f2c1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (330309c3-96b7-4d3d-a580-12db99a3b811), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:50.561519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 8e165091-d926-4b1e-b363-b15390d45216 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:50.571182 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8e165091-d926-4b1e-b363-b15390d45216), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:50.614833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674c69d-39f3-4d1d-9670-457bfda007e6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=26983a1d-1839-4976-bd5b-2810635e7d4b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:50.631956 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5de7a406-1d20-44b8-a3d0-f27ac9038d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (03cd6059-552d-420c-a27f-0ef14c1585e2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:50.737631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4674c69d-39f3-4d1d-9670-457bfda007e6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] In _notify_port_updated(), no bound segment for port 26983a1d-1839-4976-bd5b-2810635e7d4b on network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:40:50.750332 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4674c69d-39f3-4d1d-9670-457bfda007e6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:50.753262 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4674c69d-39f3-4d1d-9670-457bfda007e6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:50.757416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d1fc6-0918-4f07-af94-e1c77d51f2c1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330309c3-96b7-4d3d-a580-12db99a3b811,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:50.762355 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4674c69d-39f3-4d1d-9670-457bfda007e6 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "PUT /v2.0/ports/26983a1d-1839-4976-bd5b-2810635e7d4b HTTP/1.1" status: 200 len: 920 time: 2.6763957 Feb 09 03:40:50.770008 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33970) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:50.773790 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f34d1fc6-0918-4f07-af94-e1c77d51f2c1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:50.775071 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f34d1fc6-0918-4f07-af94-e1c77d51f2c1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3911812 Feb 09 03:40:50.803435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33972) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:50.824577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'network': {'name': 'tempest-network-smoke--1103788105', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'port_security_enabled': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:50.862085 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-8d715163-d367-4d54-bf38-9a95bf344c94 None None] Allocated IP 172.20.0.18 (4e7797f2-1b18-41e6-88e5-285d4ef26e52/9d6f7c87-6e2a-4784-a568-45770633308a/55c9d140-52ac-4db5-9df3-ac1e24dd17c4) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:50.874648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7052b4d2-a162-41f4-814a-a9494f43baf1 None None] For port 0e284494-5b57-4a84-ad9b-83ee75f885ba, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0e284494-5b57-4a84-ad9b-83ee75f885ba,segment=NetworkSegment(7bc29407-be55-4fc0-9f79-f269a541c086),segment_id=7bc29407-be55-4fc0-9f79-f269a541c086)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:50.887046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Made reservation on behalf of 2d97c098e98a427b87333af505a5b6d1 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:50.892780 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:50.914825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5de7a406-1d20-44b8-a3d0-f27ac9038d82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:50.926783 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5de7a406-1d20-44b8-a3d0-f27ac9038d82 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/03cd6059-552d-420c-a27f-0ef14c1585e2 HTTP/1.1" status: 204 len: 168 time: 1.4979076 Feb 09 03:40:50.929677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33974) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:50.985283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:51.129930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8d715163-d367-4d54-bf38-9a95bf344c94 None None] For port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,segment=NetworkSegment(90a84924-601c-4029-801c-c07ce7e1674b),segment_id=90a84924-601c-4029-801c-c07ce7e1674b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:51.186184 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d715163-d367-4d54-bf38-9a95bf344c94 None None] Publish callbacks [] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.204605 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.205576 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7052b4d2-a162-41f4-814a-a9494f43baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.324728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052b4d2-a162-41f4-814a-a9494f43baf1 None None] Pushing event updated for resources: {'Port': ['ID=0e284494-5b57-4a84-ad9b-83ee75f885ba,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:51.336648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c841f9ee-be16-40b9-9125-148f1af1435d None None] Network b64083df-8d6d-4adf-9bed-2301d18d1f84 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:51.355625 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d715163-d367-4d54-bf38-9a95bf344c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.570234 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.570571 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Added segment 9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8 of type vlan for network f18848eb-f23a-4d88-b4bd-820e0124258a Feb 09 03:40:51.608760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7a406-1d20-44b8-a3d0-f27ac9038d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03cd6059-552d-420c-a27f-0ef14c1585e2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:51.664520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ad9da771-f4e3-431b-a161-a391a0db9c22 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 26983a1d-1839-4976-bd5b-2810635e7d4b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:51.665105 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad9da771-f4e3-431b-a161-a391a0db9c22 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (26983a1d-1839-4976-bd5b-2810635e7d4b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.714308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de18603-bacf-45af-a020-9b0335866102 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 715bdac3-3479-4063-8a4b-7ccf279b766b has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:40:51.763717 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad9da771-f4e3-431b-a161-a391a0db9c22 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (26983a1d-1839-4976-bd5b-2810635e7d4b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.769704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (b64083df-8d6d-4adf-9bed-2301d18d1f84), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.776814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ad9da771-f4e3-431b-a161-a391a0db9c22 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 26983a1d-1839-4976-bd5b-2810635e7d4b owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:51.828793 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f18848eb-f23a-4d88-b4bd-820e0124258a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.926179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de18603-bacf-45af-a020-9b0335866102 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:51.935290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5de18603-bacf-45af-a020-9b0335866102 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/715bdac3-3479-4063-8a4b-7ccf279b766b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7835612 Feb 09 03:40:51.948490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33980) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:51.956701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c547d6a-e430-4b9d-9604-cac5e5cef6f5 None None] Sync routers for ids ['715bdac3-3479-4063-8a4b-7ccf279b766b'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:51.971545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 8e165091-d926-4b1e-b363-b15390d45216 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:51.975356 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:51.993890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d715163-d367-4d54-bf38-9a95bf344c94 None None] Pushing event updated for resources: {'Port': ['ID=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:52.055694 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4736c233-52f7-41e8-ba96-8f9f4d4e1f34 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=715bdac3-3479-4063-8a4b-7ccf279b766b HTTP/1.1" status: 200 len: 205 time: 0.1011112 Feb 09 03:40:52.114210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c547d6a-e430-4b9d-9604-cac5e5cef6f5 None None] Routers {'715bdac3-3479-4063-8a4b-7ccf279b766b'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:52.115121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9c547d6a-e430-4b9d-9604-cac5e5cef6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['715bdac3-3479-4063-8a4b-7ccf279b766b'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:52.117439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33982) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:52.150993 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.197300 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad9da771-f4e3-431b-a161-a391a0db9c22 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (26983a1d-1839-4976-bd5b-2810635e7d4b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.204394 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:40:52.215272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:52.216012 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.225595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9c547d6a-e430-4b9d-9604-cac5e5cef6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:52.254157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9da771-f4e3-431b-a161-a391a0db9c22 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=26983a1d-1839-4976-bd5b-2810635e7d4b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:52.284058 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b8861e5-4b3a-4251-a56b-5b9b1d317830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (3df07da4-0ade-4dfc-982a-b1ee9a6517da), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.308457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c547d6a-e430-4b9d-9604-cac5e5cef6f5 None None] Routers {'715bdac3-3479-4063-8a4b-7ccf279b766b'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:52.314146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9c547d6a-e430-4b9d-9604-cac5e5cef6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['715bdac3-3479-4063-8a4b-7ccf279b766b'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:52.321188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c92baeb-7f80-4e93-91db-cb7aca0fe821 None None] DHCP port deletion for b64083df-8d6d-4adf-9bed-2301d18d1f84 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:40:52.394214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07849d3c-e029-476d-9f11-c747acbce4f5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (715bdac3-3479-4063-8a4b-7ccf279b766b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.426603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9c547d6a-e430-4b9d-9604-cac5e5cef6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:52.427370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c547d6a-e430-4b9d-9604-cac5e5cef6f5 None None] The sync data for ids ['715bdac3-3479-4063-8a4b-7ccf279b766b'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:52.450730 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f18848eb-f23a-4d88-b4bd-820e0124258a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.457288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:52.458188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.477050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad9da771-f4e3-431b-a161-a391a0db9c22 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.482565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ad9da771-f4e3-431b-a161-a391a0db9c22 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/26983a1d-1839-4976-bd5b-2810635e7d4b HTTP/1.1" status: 204 len: 168 time: 1.7046232 Feb 09 03:40:52.503999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33984) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:52.551969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7c92baeb-7f80-4e93-91db-cb7aca0fe821 None None] Deleting port f0ad77aa-fe2a-4432-863b-a196a62ac47c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:52.552261 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c92baeb-7f80-4e93-91db-cb7aca0fe821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.564058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Network': ['ID=f18848eb-f23a-4d88-b4bd-820e0124258a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:52.575891 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ff84e924-3bc0-4324-a8db-b93325c1d93a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7712846 Feb 09 03:40:52.579044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33986) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:52.589915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'admin_state_up': True, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:52.625555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f18848eb-f23a-4d88-b4bd-820e0124258a details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:52.642563 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.643694 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.663719 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8c9bcd-6830-45ef-b9db-3ff91bcce677 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:40:52.673515 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aa8c9bcd-6830-45ef-b9db-3ff91bcce677 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/26983a1d-1839-4976-bd5b-2810635e7d4b HTTP/1.1" status: 404 len: 333 time: 0.1664577 Feb 09 03:40:52.677126 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33988) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:52.863511 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_controller (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.915591 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07849d3c-e029-476d-9f11-c747acbce4f5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (715bdac3-3479-4063-8a4b-7ccf279b766b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.924785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Deleting port f0ad77aa-fe2a-4432-863b-a196a62ac47c {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:52.925153 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.927708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07849d3c-e029-476d-9f11-c747acbce4f5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (715bdac3-3479-4063-8a4b-7ccf279b766b), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.139969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7c92baeb-7f80-4e93-91db-cb7aca0fe821 None None] For port f0ad77aa-fe2a-4432-863b-a196a62ac47c, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f0ad77aa-fe2a-4432-863b-a196a62ac47c,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:53.141030 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c92baeb-7f80-4e93-91db-cb7aca0fe821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.151254 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07849d3c-e029-476d-9f11-c747acbce4f5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (715bdac3-3479-4063-8a4b-7ccf279b766b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.151945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07849d3c-e029-476d-9f11-c747acbce4f5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Fanout notify agent at l3_agent the message router_deleted on router 715bdac3-3479-4063-8a4b-7ccf279b766b {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:40:53.155992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7c92baeb-7f80-4e93-91db-cb7aca0fe821 None None] Calling delete_port for f0ad77aa-fe2a-4432-863b-a196a62ac47c owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:53.156349 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-814dd0ca-410d-44ed-8d7a-cc54404df4b5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (30d039e6-24f8-480a-ad5a-771cfb0d781c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.163959 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07849d3c-e029-476d-9f11-c747acbce4f5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.167672 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-07849d3c-e029-476d-9f11-c747acbce4f5 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/715bdac3-3479-4063-8a4b-7ccf279b766b HTTP/1.1" status: 204 len: 168 time: 1.0424447 Feb 09 03:40:53.171097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 33994) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:53.203239 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.236254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] For port f0ad77aa-fe2a-4432-863b-a196a62ac47c, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f0ad77aa-fe2a-4432-863b-a196a62ac47c,segment=NetworkSegment(7343ff4f-afa9-4707-8b09-416f666cab66),segment_id=7343ff4f-afa9-4707-8b09-416f666cab66)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:53.236783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.252733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:53.253407 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-814dd0ca-410d-44ed-8d7a-cc54404df4b5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (30d039e6-24f8-480a-ad5a-771cfb0d781c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.279918 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c92baeb-7f80-4e93-91db-cb7aca0fe821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.296993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-a510ee5e-cf10-444a-9e96-10fb6a91b47f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting subnet 686d5e6d-5769-4736-af80-281bec5a324a {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:53.306175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Calling delete_port for f0ad77aa-fe2a-4432-863b-a196a62ac47c owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:53.327664 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a510ee5e-cf10-444a-9e96-10fb6a91b47f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (686d5e6d-5769-4736-af80-281bec5a324a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.359976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92baeb-7f80-4e93-91db-cb7aca0fe821 None None] Pushing event deleted for resources: {'Port': ['ID=f0ad77aa-fe2a-4432-863b-a196a62ac47c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:53.364612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d2e02a16-87bb-4681-bbda-c165ebda0345 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:53.397225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1b8861e5-4b3a-4251-a56b-5b9b1d317830 admin admin] Deleting port 5e89dc06-4c53-42e2-bfe8-eab34540bc73 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:53.397809 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b8861e5-4b3a-4251-a56b-5b9b1d317830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.425502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92baeb-7f80-4e93-91db-cb7aca0fe821 None None] No DVR routers for this DVR port f0ad77aa-fe2a-4432-863b-a196a62ac47c on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:53.427334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: d2e02a16-87bb-4681-bbda-c165ebda0345 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:53.427685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d2e02a16-87bb-4681-bbda-c165ebda0345 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:53.428099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f1ee2e25-e935-4151-b279-6bb9d6207242 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:53.448151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d98a7969-dd2b-41c1-a47d-d1aba50a428d None None] Provisioning complete for port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:53.448571 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d98a7969-dd2b-41c1-a47d-d1aba50a428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.468305 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a510ee5e-cf10-444a-9e96-10fb6a91b47f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (686d5e6d-5769-4736-af80-281bec5a324a), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.509370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f1ee2e25-e935-4151-b279-6bb9d6207242 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:53.509791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f1ee2e25-e935-4151-b279-6bb9d6207242 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:53.532123 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-814dd0ca-410d-44ed-8d7a-cc54404df4b5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (30d039e6-24f8-480a-ad5a-771cfb0d781c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.540348 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-814dd0ca-410d-44ed-8d7a-cc54404df4b5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.544329 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-814dd0ca-410d-44ed-8d7a-cc54404df4b5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/security-groups/30d039e6-24f8-480a-ad5a-771cfb0d781c HTTP/1.1" status: 204 len: 168 time: 0.8630261 Feb 09 03:40:53.548797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 33996) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:53.570362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1b8861e5-4b3a-4251-a56b-5b9b1d317830 admin admin] For port 5e89dc06-4c53-42e2-bfe8-eab34540bc73, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5e89dc06-4c53-42e2-bfe8-eab34540bc73,segment=NetworkSegment(20bee134-44d4-46d4-9dc8-a68d012964b5),segment_id=20bee134-44d4-46d4-9dc8-a68d012964b5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:53.571067 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b8861e5-4b3a-4251-a56b-5b9b1d317830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.587747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dd0ca-410d-44ed-8d7a-cc54404df4b5 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d039e6-24f8-480a-ad5a-771cfb0d781c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:53.617349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1b8861e5-4b3a-4251-a56b-5b9b1d317830 admin admin] Calling delete_port for 5e89dc06-4c53-42e2-bfe8-eab34540bc73 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:53.714350 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f0ad77aa-fe2a-4432-863b-a196a62ac47c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.734540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d98a7969-dd2b-41c1-a47d-d1aba50a428d None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:53.752416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d98a7969-dd2b-41c1-a47d-d1aba50a428d None None] Provisioning complete for port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:53.752601 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a510ee5e-cf10-444a-9e96-10fb6a91b47f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (686d5e6d-5769-4736-af80-281bec5a324a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.753183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d98a7969-dd2b-41c1-a47d-d1aba50a428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.821459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d98a7969-dd2b-41c1-a47d-d1aba50a428d None None] Port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:53.821459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d98a7969-dd2b-41c1-a47d-d1aba50a428d None None] Could not find standard attr ID for object 26983a1d-1839-4976-bd5b-2810635e7d4b. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:40:53.840387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] No DVR routers for this DVR port f0ad77aa-fe2a-4432-863b-a196a62ac47c on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:53.843022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ad77aa-fe2a-4432-863b-a196a62ac47c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:53.873559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f357-d049-45e9-a8c7-35fc76d06b51 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (812b9f94-c357-4ab2-b277-88e11ae8e886), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.904801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:53.914741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f357-d049-45e9-a8c7-35fc76d06b51 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (812b9f94-c357-4ab2-b277-88e11ae8e886), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.967587 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.998142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-64ff1b46-5db1-475c-9fe3-2b9c6547a03f None None] Could not find standard attr ID for object 26983a1d-1839-4976-bd5b-2810635e7d4b. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:40:54.005565 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f357-d049-45e9-a8c7-35fc76d06b51 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (812b9f94-c357-4ab2-b277-88e11ae8e886), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.015653 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f357-d049-45e9-a8c7-35fc76d06b51 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.024436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f8a9f357-d049-45e9-a8c7-35fc76d06b51 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/security-groups/812b9f94-c357-4ab2-b277-88e11ae8e886 HTTP/1.1" status: 204 len: 168 time: 0.4736772 Feb 09 03:40:54.026591 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (b64083df-8d6d-4adf-9bed-2301d18d1f84), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.029672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34004) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:54.042331 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.052935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:54.053322 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.114348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9f357-d049-45e9-a8c7-35fc76d06b51 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812b9f94-c357-4ab2-b277-88e11ae8e886,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:54.124399 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a510ee5e-cf10-444a-9e96-10fb6a91b47f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (686d5e6d-5769-4736-af80-281bec5a324a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.156780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64083df-8d6d-4adf-9bed-2301d18d1f84']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:54.182812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.218923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:54.220411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0e284494-5b57-4a84-ad9b-83ee75f885ba up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:54.236285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7343ff4f-afa9-4707-8b09-416f666cab66') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:54.236633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7343ff4f-afa9-4707-8b09-416f666cab66') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:54.248780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510ee5e-cf10-444a-9e96-10fb6a91b47f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Subnet': ['ID=686d5e6d-5769-4736-af80-281bec5a324a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:54.251483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a510ee5e-cf10-444a-9e96-10fb6a91b47f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.254677 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a510ee5e-cf10-444a-9e96-10fb6a91b47f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/686d5e6d-5769-4736-af80-281bec5a324a HTTP/1.1" status: 204 len: 168 time: 1.0800307 Feb 09 03:40:54.260132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34008) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:54.262300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d619588-7ce0-42b2-b14e-6b27159dfe70 None None] Network b7481311-1c4b-4098-8f6b-94a7cf15f08e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:54.272284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (7343ff4f-afa9-4707-8b09-416f666cab66), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.277437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-c873c931-f380-49e2-9af6-ef6402371b86 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting subnet 92580cb7-346a-4cde-9ab4-660bcc9f7dce {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:54.297969 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c873c931-f380-49e2-9af6-ef6402371b86 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (92580cb7-346a-4cde-9ab4-660bcc9f7dce), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.383715 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7343ff4f-afa9-4707-8b09-416f666cab66), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.406734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.25.5.203 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/9b04d101-0d86-4045-8f14-bc63a4d50710) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:54.410967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:54.411389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (7343ff4f-afa9-4707-8b09-416f666cab66), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:54.413154 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:54.456704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c873c931-f380-49e2-9af6-ef6402371b86 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (92580cb7-346a-4cde-9ab4-660bcc9f7dce), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.475150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0e284494-5b57-4a84-ad9b-83ee75f885ba triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:54.475508 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.512138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (b7481311-1c4b-4098-8f6b-94a7cf15f08e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.556951 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b8861e5-4b3a-4251-a56b-5b9b1d317830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (5e89dc06-4c53-42e2-bfe8-eab34540bc73), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.588139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8861e5-4b3a-4251-a56b-5b9b1d317830 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e89dc06-4c53-42e2-bfe8-eab34540bc73,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:54.618106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0e284494-5b57-4a84-ad9b-83ee75f885ba is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:54.714012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f0ad77aa-fe2a-4432-863b-a196a62ac47c no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:54.724709 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (b64083df-8d6d-4adf-9bed-2301d18d1f84), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.727880 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.737599 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.748771 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] 10.222.0.21 "DELETE /v2.0/networks/b64083df-8d6d-4adf-9bed-2301d18d1f84 HTTP/1.1" status: 204 len: 168 time: 3.8174288 Feb 09 03:40:54.752784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34010) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:54.764748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e638e2d-97be-4a4b-b90b-3c1723172ef7 None None] DHCP port deletion for b7481311-1c4b-4098-8f6b-94a7cf15f08e request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:40:54.768074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f0ad77aa-fe2a-4432-863b-a196a62ac47c {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:54.768074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f0ad77aa-fe2a-4432-863b-a196a62ac47c not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:54.818777 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.868251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1e638e2d-97be-4a4b-b90b-3c1723172ef7 None None] Deleting port 1a450390-145a-4af4-a1ed-26b92efde035 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:54.868917 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e638e2d-97be-4a4b-b90b-3c1723172ef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1a450390-145a-4af4-a1ed-26b92efde035), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.929340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea1125-39b1-42d4-b8f5-1a99e5e3c34e admin admin] Pushing event deleted for resources: {'Network': ['ID=b64083df-8d6d-4adf-9bed-2301d18d1f84,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:54.997454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:55.003018 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c873c931-f380-49e2-9af6-ef6402371b86 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (92580cb7-346a-4cde-9ab4-660bcc9f7dce), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:55.003248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:55.007069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:55.011062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=9b04d101-0d86-4045-8f14-bc63a4d50710,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:55.021715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 1a450390-145a-4af4-a1ed-26b92efde035 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:55.022361 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1a450390-145a-4af4-a1ed-26b92efde035), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:55.061579 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1e638e2d-97be-4a4b-b90b-3c1723172ef7 None None] For port 1a450390-145a-4af4-a1ed-26b92efde035, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1a450390-145a-4af4-a1ed-26b92efde035,segment=NetworkSegment(6a27f553-d671-4e4e-8e4b-7715ea1087da),segment_id=6a27f553-d671-4e4e-8e4b-7715ea1087da)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:55.063086 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e638e2d-97be-4a4b-b90b-3c1723172ef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1a450390-145a-4af4-a1ed-26b92efde035), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:55.096940 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1e638e2d-97be-4a4b-b90b-3c1723172ef7 None None] Calling delete_port for 1a450390-145a-4af4-a1ed-26b92efde035 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:55.212873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] For port 1a450390-145a-4af4-a1ed-26b92efde035, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1a450390-145a-4af4-a1ed-26b92efde035,segment=NetworkSegment(6a27f553-d671-4e4e-8e4b-7715ea1087da),segment_id=6a27f553-d671-4e4e-8e4b-7715ea1087da)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:55.213249 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1a450390-145a-4af4-a1ed-26b92efde035), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:55.230536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b8861e5-4b3a-4251-a56b-5b9b1d317830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (3df07da4-0ade-4dfc-982a-b1ee9a6517da), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:55.258114 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e638e2d-97be-4a4b-b90b-3c1723172ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (1a450390-145a-4af4-a1ed-26b92efde035), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:55.290890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 1a450390-145a-4af4-a1ed-26b92efde035 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:55.298941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e638e2d-97be-4a4b-b90b-3c1723172ef7 None None] Pushing event deleted for resources: {'Port': ['ID=1a450390-145a-4af4-a1ed-26b92efde035,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:55.302679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e638e2d-97be-4a4b-b90b-3c1723172ef7 None None] No DVR routers for this DVR port 1a450390-145a-4af4-a1ed-26b92efde035 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:55.410174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c873c931-f380-49e2-9af6-ef6402371b86 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (92580cb7-346a-4cde-9ab4-660bcc9f7dce), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:55.446501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873c931-f380-49e2-9af6-ef6402371b86 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Subnet': ['ID=92580cb7-346a-4cde-9ab4-660bcc9f7dce,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:55.460892 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c873c931-f380-49e2-9af6-ef6402371b86 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:55.470233 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c873c931-f380-49e2-9af6-ef6402371b86 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/92580cb7-346a-4cde-9ab4-660bcc9f7dce HTTP/1.1" status: 204 len: 168 time: 1.4362915 Feb 09 03:40:55.470492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34016) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:55.474830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba83db8-8e2e-4da9-b530-c0100a7fea1a None None] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:55.476034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d79b9714-9f2c-485a-b962-1f2cbb2f6e4c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:55.601117 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1a450390-145a-4af4-a1ed-26b92efde035), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:55.665017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=1a450390-145a-4af4-a1ed-26b92efde035,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:55.674650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No DVR routers for this DVR port 1a450390-145a-4af4-a1ed-26b92efde035 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:55.781701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1a450390-145a-4af4-a1ed-26b92efde035 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:55.823193 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 1a450390-145a-4af4-a1ed-26b92efde035 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:55.823553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1a450390-145a-4af4-a1ed-26b92efde035 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:55.862513 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (b7481311-1c4b-4098-8f6b-94a7cf15f08e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:55.925470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7481311-1c4b-4098-8f6b-94a7cf15f08e']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:55.962244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a27f553-d671-4e4e-8e4b-7715ea1087da') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:55.963392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a27f553-d671-4e4e-8e4b-7715ea1087da') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:55.978336 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (6a27f553-d671-4e4e-8e4b-7715ea1087da), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.006764 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6a27f553-d671-4e4e-8e4b-7715ea1087da), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.045264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:56.045878 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.046673 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (6a27f553-d671-4e4e-8e4b-7715ea1087da), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:56.053037 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:56.138354 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7bb13599-a217-4b1c-ad8a-faec5fc4cbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.319989 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (b7481311-1c4b-4098-8f6b-94a7cf15f08e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.329560 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.334133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/networks/b7481311-1c4b-4098-8f6b-94a7cf15f08e HTTP/1.1" status: 204 len: 168 time: 2.0730422 Feb 09 03:40:56.366585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34022) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:56.373602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-579826988', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:56.425900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d267a1-d989-479e-a4fc-8e5d39a56ad1 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Network': ['ID=b7481311-1c4b-4098-8f6b-94a7cf15f08e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:56.463337 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (159d2408-f464-46eb-b72b-85de2cbcd9b1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.464533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (159d2408-f464-46eb-b72b-85de2cbcd9b1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.580351 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (159d2408-f464-46eb-b72b-85de2cbcd9b1), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.619500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79b9714-9f2c-485a-b962-1f2cbb2f6e4c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:56.624848 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d79b9714-9f2c-485a-b962-1f2cbb2f6e4c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.687877 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.796950 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_gateway (159d2408-f464-46eb-b72b-85de2cbcd9b1), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.803499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7bb13599-a217-4b1c-ad8a-faec5fc4cbd7 admin admin] Deleting port 10933038-e0a9-4ebe-8425-38749ce113e6 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:56.804145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7bb13599-a217-4b1c-ad8a-faec5fc4cbd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.854872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c4f5bd87-1a9f-4678-8ef8-9481069c7dc8 None None] Provisioning complete for port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:56.855445 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4f5bd87-1a9f-4678-8ef8-9481069c7dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.951099 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7bb13599-a217-4b1c-ad8a-faec5fc4cbd7 admin admin] For port 10933038-e0a9-4ebe-8425-38749ce113e6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=10933038-e0a9-4ebe-8425-38749ce113e6,segment=NetworkSegment(6bccb692-aea8-431f-9660-65aefe5c9082),segment_id=6bccb692-aea8-431f-9660-65aefe5c9082)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:56.952452 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7bb13599-a217-4b1c-ad8a-faec5fc4cbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:56.984028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c4f5bd87-1a9f-4678-8ef8-9481069c7dc8 None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:56.991268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7bb13599-a217-4b1c-ad8a-faec5fc4cbd7 admin admin] Calling delete_port for 10933038-e0a9-4ebe-8425-38749ce113e6 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:56.995345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c4f5bd87-1a9f-4678-8ef8-9481069c7dc8 None None] Provisioning complete for port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:56.995720 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4f5bd87-1a9f-4678-8ef8-9481069c7dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:57.012009 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8861e5-4b3a-4251-a56b-5b9b1d317830 admin admin] Router 3df07da4-0ade-4dfc-982a-b1ee9a6517da has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:40:57.040597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c4f5bd87-1a9f-4678-8ef8-9481069c7dc8 None None] Port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:57.159622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:40:57.318675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8861e5-4b3a-4251-a56b-5b9b1d317830 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:57.330754 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71042ff5-9b4a-4eb3-bfef-b4ecd3b3339f None None] Sync routers for ids ['3df07da4-0ade-4dfc-982a-b1ee9a6517da'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:57.343464 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71042ff5-9b4a-4eb3-bfef-b4ecd3b3339f None None] Routers {'3df07da4-0ade-4dfc-982a-b1ee9a6517da'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:57.345605 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-71042ff5-9b4a-4eb3-bfef-b4ecd3b3339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3df07da4-0ade-4dfc-982a-b1ee9a6517da'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:57.351503 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1b8861e5-4b3a-4251-a56b-5b9b1d317830 admin admin] 10.222.0.21 "PUT /v2.0/routers/3df07da4-0ade-4dfc-982a-b1ee9a6517da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9504733 Feb 09 03:40:57.358418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34026) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:57.686888 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-71042ff5-9b4a-4eb3-bfef-b4ecd3b3339f None None] Set router 3df07da4-0ade-4dfc-982a-b1ee9a6517da gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:57.723210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:57.734633 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Sync routers for ids ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:57.752129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Routers {'6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:57.752767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:57.823233 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d79b9714-9f2c-485a-b962-1f2cbb2f6e4c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (7295f17b-bda0-4aa0-be98-6f763109c89b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:57.828676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_gateway (159d2408-f464-46eb-b72b-85de2cbcd9b1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:57.887131 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:57.933667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34038) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:57.974123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Set router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:57.982161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b9714-9f2c-485a-b962-1f2cbb2f6e4c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Subnet': ['ID=7295f17b-bda0-4aa0-be98-6f763109c89b,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:58.035076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:58.036629 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2728ac50-9024-4795-abd8-06a2d634a25d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.4564393 Feb 09 03:40:58.040066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34042) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:58.049004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b9714-9f2c-485a-b962-1f2cbb2f6e4c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:58.135725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d79b9714-9f2c-485a-b962-1f2cbb2f6e4c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:58.147857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b9714-9f2c-485a-b962-1f2cbb2f6e4c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:58.148863 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d79b9714-9f2c-485a-b962-1f2cbb2f6e4c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:58.155275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-29022304-673e-41d1-b4d7-d7457b2a95e3 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2d97c098e98a427b87333af505a5b6d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1059544 Feb 09 03:40:58.157275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34044) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:58.158902 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-71042ff5-9b4a-4eb3-bfef-b4ecd3b3339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'name': 'tempest-TestAggregatesBasicOps-1930371043-router', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:05Z', 'updated_at': '2022-02-09T03:40:54Z', 'revision_number': 5, 'project_id': '89472862f79b4df0864494c0b5a79142', 'gw_port': {'id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:08Z', 'updated_at': '2022-02-09T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:58.204366 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0050a8-e583-4320-bd0d-7afa470203de None None] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:58.214213 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71042ff5-9b4a-4eb3-bfef-b4ecd3b3339f None None] Checking router: 3df07da4-0ade-4dfc-982a-b1ee9a6517da for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:58.229693 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71042ff5-9b4a-4eb3-bfef-b4ecd3b3339f None None] Routers {'3df07da4-0ade-4dfc-982a-b1ee9a6517da'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:58.230210 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-71042ff5-9b4a-4eb3-bfef-b4ecd3b3339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3df07da4-0ade-4dfc-982a-b1ee9a6517da'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:58.272963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726953d-e0f1-4328-ac01-2f90a6b86f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:58.343274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:40:55Z', 'revision_number': 3, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:58.343610 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7bb13599-a217-4b1c-ad8a-faec5fc4cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (10933038-e0a9-4ebe-8425-38749ce113e6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:58.354398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Allocated IP 172.25.5.248 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/6a48fefb-4282-4964-9709-5b05978581d5) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:58.389056 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d79b9714-9f2c-485a-b962-1f2cbb2f6e4c tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9143848 Feb 09 03:40:58.393301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Checking router: 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:58.393685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Updating router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 port 9b04d101-0d86-4045-8f14-bc63a4d50710 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:40:58.405229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34046) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:58.437646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f46ff26d-c5a0-47c3-bdfb-e082c17290cd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'security_group': {'name': 'tempest-secgroup-1198054726'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:58.445211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb13599-a217-4b1c-ad8a-faec5fc4cbd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10933038-e0a9-4ebe-8425-38749ce113e6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:58.445767 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:58.455633 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Publish callbacks [] for router (3df07da4-0ade-4dfc-982a-b1ee9a6517da), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:58.462770 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-71042ff5-9b4a-4eb3-bfef-b4ecd3b3339f None None] Set router 3df07da4-0ade-4dfc-982a-b1ee9a6517da gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:58.808067 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f46ff26d-c5a0-47c3-bdfb-e082c17290cd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:58.841658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718a7d27-788f-4ec3-96a9-8137f58e9077 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:58.843821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-718a7d27-788f-4ec3-96a9-8137f58e9077 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6812513 Feb 09 03:40:58.847785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34050) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:58.892586 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Publish callbacks [] for router_gateway (3df07da4-0ade-4dfc-982a-b1ee9a6517da), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:58.898687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274901a8-eac7-472b-a18d-aea2b8b5fb4a None None] Update dhcp port {'port': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'fixed_ips': [{'subnet_id': '9d6f7c87-6e2a-4784-a568-45770633308a', 'ip_address': '172.20.0.18'}, {'subnet_id': '7295f17b-bda0-4aa0-be98-6f763109c89b'}], 'binding:host_id': 'n-d-824835-15'}, 'id': '55c9d140-52ac-4db5-9df3-ac1e24dd17c4'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:40:58.928772 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2f350faf-0c48-4ab6-9811-7c965ff14fb6 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752606 Feb 09 03:40:58.935896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34052) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:58.955167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-dc6bb177-69f4-4008-b04a-f222cafaed5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1114693447', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:58.966737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f46ff26d-c5a0-47c3-bdfb-e082c17290cd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (9747846c-20f8-4518-9da6-deb9b2944e05), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:58.983859 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f46ff26d-c5a0-47c3-bdfb-e082c17290cd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9747846c-20f8-4518-9da6-deb9b2944e05), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.007092 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-274901a8-eac7-472b-a18d-aea2b8b5fb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.040917 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f46ff26d-c5a0-47c3-bdfb-e082c17290cd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.042755 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f46ff26d-c5a0-47c3-bdfb-e082c17290cd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6247797 Feb 09 03:40:59.047262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (6a48fefb-4282-4964-9709-5b05978581d5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.051546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726953d-e0f1-4328-ac01-2f90a6b86f2d admin admin] Publish callbacks [] for security_group (04339c6e-9b25-438c-a68b-a5b3bcf21d26), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.056002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34054) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:59.064319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c15c58b6-8a1e-4131-92ad-d9a61ad5327b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'security_group': {'name': 'tempest-secgroup-458241939'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:59.087300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ff26d-c5a0-47c3-bdfb-e082c17290cd tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9747846c-20f8-4518-9da6-deb9b2944e05,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:59.101899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Deleting port b8384849-55bd-418c-9204-afcbf8892d98 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:59.102344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b8384849-55bd-418c-9204-afcbf8892d98), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.122451 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d726953d-e0f1-4328-ac01-2f90a6b86f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (04339c6e-9b25-438c-a68b-a5b3bcf21d26), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.136707 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-71042ff5-9b4a-4eb3-bfef-b4ecd3b3339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'name': 'tempest-TestAggregatesBasicOps-1930371043-router', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:05Z', 'updated_at': '2022-02-09T03:40:54Z', 'revision_number': 5, 'project_id': '89472862f79b4df0864494c0b5a79142', 'gw_port': {'id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:08Z', 'updated_at': '2022-02-09T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:59.141851 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c15c58b6-8a1e-4131-92ad-d9a61ad5327b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.218303 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71042ff5-9b4a-4eb3-bfef-b4ecd3b3339f None None] The sync data for ids ['3df07da4-0ade-4dfc-982a-b1ee9a6517da'] in n-d-824835-15 is: [{'id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'name': 'tempest-TestAggregatesBasicOps-1930371043-router', 'tenant_id': '89472862f79b4df0864494c0b5a79142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:05Z', 'updated_at': '2022-02-09T03:40:54Z', 'revision_number': 5, 'project_id': '89472862f79b4df0864494c0b5a79142', 'gw_port': {'id': 'b8384849-55bd-418c-9204-afcbf8892d98', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df07da4-0ade-4dfc-982a-b1ee9a6517da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:08Z', 'updated_at': '2022-02-09T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:59.256077 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7bb13599-a217-4b1c-ad8a-faec5fc4cbd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.267011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] For port b8384849-55bd-418c-9204-afcbf8892d98, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b8384849-55bd-418c-9204-afcbf8892d98,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:59.267351 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b8384849-55bd-418c-9204-afcbf8892d98), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.313381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Calling delete_port for b8384849-55bd-418c-9204-afcbf8892d98 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:59.314607 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d726953d-e0f1-4328-ac01-2f90a6b86f2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b871cf30acc4c0e80399ac2363457b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3785911 Feb 09 03:40:59.315290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34056) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:59.373852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726953d-e0f1-4328-ac01-2f90a6b86f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04339c6e-9b25-438c-a68b-a5b3bcf21d26,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:59.470551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-274901a8-eac7-472b-a18d-aea2b8b5fb4a None None] Allocated IP 172.20.0.2 (4e7797f2-1b18-41e6-88e5-285d4ef26e52/7295f17b-bda0-4aa0-be98-6f763109c89b/55c9d140-52ac-4db5-9df3-ac1e24dd17c4) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:59.489109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6a48fefb-4282-4964-9709-5b05978581d5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.699262 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b8384849-55bd-418c-9204-afcbf8892d98), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.781627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8384849-55bd-418c-9204-afcbf8892d98,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:59.797084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5e89dc06-4c53-42e2-bfe8-eab34540bc73 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:59.858128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6bb177-69f4-4008-b04a-f222cafaed5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Made reservation on behalf of 2d97c098e98a427b87333af505a5b6d1 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:59.861685 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc6bb177-69f4-4008-b04a-f222cafaed5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.895250 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (3df07da4-0ade-4dfc-982a-b1ee9a6517da), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:59.908804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 5e89dc06-4c53-42e2-bfe8-eab34540bc73 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:59.909179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5e89dc06-4c53-42e2-bfe8-eab34540bc73 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:59.955916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-274901a8-eac7-472b-a18d-aea2b8b5fb4a None None] For port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,segment=NetworkSegment(90a84924-601c-4029-801c-c07ce7e1674b),segment_id=90a84924-601c-4029-801c-c07ce7e1674b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:00.076041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34066) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:00.095136 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-274901a8-eac7-472b-a18d-aea2b8b5fb4a None None] Publish callbacks [] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.115828 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-274901a8-eac7-472b-a18d-aea2b8b5fb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.117648 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c15c58b6-8a1e-4131-92ad-d9a61ad5327b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (2a620bba-a1af-4576-96dd-c440290f354c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.125806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:00.192173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:00.201035 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Publish callbacks [] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.203142 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (3df07da4-0ade-4dfc-982a-b1ee9a6517da), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.204182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:00.213236 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Publish callbacks [] for router_controller (3df07da4-0ade-4dfc-982a-b1ee9a6517da), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.280277 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.310653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=6a48fefb-4282-4964-9709-5b05978581d5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:00.334461 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3aad1e54-9a38-4eb9-8148-4eac429407aa admin admin] Publish callbacks [] for security_group (04339c6e-9b25-438c-a68b-a5b3bcf21d26), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.375241 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3aad1e54-9a38-4eb9-8148-4eac429407aa admin admin] Publish callbacks [] for security_group (04339c6e-9b25-438c-a68b-a5b3bcf21d26), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.380578 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274901a8-eac7-472b-a18d-aea2b8b5fb4a None None] Pushing event updated for resources: {'Port': ['ID=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:00.381904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (3df07da4-0ade-4dfc-982a-b1ee9a6517da), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.382750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3df07da4-0ade-4dfc-982a-b1ee9a6517da {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:41:00.390826 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa7b803b-c0f0-4660-8eae-985479c06085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.401831 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c15c58b6-8a1e-4131-92ad-d9a61ad5327b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2a620bba-a1af-4576-96dd-c440290f354c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.414230 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.420394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3eb01253-9503-41d7-9168-ea6c13dc2a3b admin admin] 10.222.0.21 "DELETE /v2.0/routers/3df07da4-0ade-4dfc-982a-b1ee9a6517da HTTP/1.1" status: 204 len: 168 time: 3.0541549 Feb 09 03:41:00.428718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34070) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:00.447545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ef7b4-29d6-47e0-897b-0df36f65647a None None] Pushing event updated for resources: {'Port': ['ID=9b04d101-0d86-4045-8f14-bc63a4d50710,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:00.472363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Attempting to bind port 9b04d101-0d86-4045-8f14-bc63a4d50710 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:00.472947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Attempting to bind port 9b04d101-0d86-4045-8f14-bc63a4d50710 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:00.475502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Attempting to bind port 9b04d101-0d86-4045-8f14-bc63a4d50710 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:00.487115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:00.487498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:00.487906 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.491403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:00.491919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Bound port: 9b04d101-0d86-4045-8f14-bc63a4d50710, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:00.492316 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.608882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb6d218-06f4-4aba-a84f-bf4ccf3eea03 admin admin] Deleting subnet 4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:41:00.610427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] For port 9b04d101-0d86-4045-8f14-bc63a4d50710, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:00.615122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] For port 9b04d101-0d86-4045-8f14-bc63a4d50710, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9b04d101-0d86-4045-8f14-bc63a4d50710,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:00.627604 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.628689 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d218-06f4-4aba-a84f-bf4ccf3eea03 admin admin] Publish callbacks [] for subnet (4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.726896 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d218-06f4-4aba-a84f-bf4ccf3eea03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.737053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ef7b4-29d6-47e0-897b-0df36f65647a None None] Pushing event updated for resources: {'Port': ['ID=9b04d101-0d86-4045-8f14-bc63a4d50710,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:00.770238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Routers {'6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:00.770915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:00.828040 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa7b803b-c0f0-4660-8eae-985479c06085 admin admin] Publish callbacks [] for security_group (c8b192dc-3617-4c64-b814-6f03cfc83a1e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.845329 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa7b803b-c0f0-4660-8eae-985479c06085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c8b192dc-3617-4c64-b814-6f03cfc83a1e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.868332 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c15c58b6-8a1e-4131-92ad-d9a61ad5327b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.869984 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c15c58b6-8a1e-4131-92ad-d9a61ad5327b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.8114729 Feb 09 03:41:00.883569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c58b6-8a1e-4131-92ad-d9a61ad5327b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a620bba-a1af-4576-96dd-c440290f354c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:00.887074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34074) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:00.900654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1d90dfb6-a940-45d3-b14c-a65c5811f663 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'security_group': {'name': 'tempest-secgroup-469595736'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:00.971059 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fa7b803b-c0f0-4660-8eae-985479c06085 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d12f0b51ee424f5b86dd2a3c6f9988ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8928423 Feb 09 03:41:00.975182 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d218-06f4-4aba-a84f-bf4ccf3eea03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.977545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b803b-c0f0-4660-8eae-985479c06085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b192dc-3617-4c64-b814-6f03cfc83a1e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:00.980065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:01.084526 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d90dfb6-a940-45d3-b14c-a65c5811f663 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.087646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] Set router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:01.090365 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc6bb177-69f4-4008-b04a-f222cafaed5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (876bcf32-56c0-43b0-b758-e2a64beec718), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.098971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb13599-a217-4b1c-ad8a-faec5fc4cbd7 admin admin] Router ae3b1a6c-c046-4563-87af-a2ff1247b7a1 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:41:01.107038 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3aad1e54-9a38-4eb9-8148-4eac429407aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (04339c6e-9b25-438c-a68b-a5b3bcf21d26), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.118726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3aad1e54-9a38-4eb9-8148-4eac429407aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.138101 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3aad1e54-9a38-4eb9-8148-4eac429407aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04339c6e-9b25-438c-a68b-a5b3bcf21d26 HTTP/1.1" status: 204 len: 168 time: 1.7936192 Feb 09 03:41:01.225501 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d218-06f4-4aba-a84f-bf4ccf3eea03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.315362 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9267981e-ff90-490b-bb06-f7ba16972e43 admin admin] Publish callbacks [] for security_group (c8b192dc-3617-4c64-b814-6f03cfc83a1e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.317141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6d218-06f4-4aba-a84f-bf4ccf3eea03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:01.328114 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d218-06f4-4aba-a84f-bf4ccf3eea03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.331589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-aeb6d218-06f4-4aba-a84f-bf4ccf3eea03 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4a5bee57-3a43-4d0f-94e9-55ef0d5e9d87 HTTP/1.1" status: 204 len: 168 time: 0.9016988 Feb 09 03:41:01.339405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34080) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:01.437316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad1e54-9a38-4eb9-8148-4eac429407aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04339c6e-9b25-438c-a68b-a5b3bcf21d26,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:01.470085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9267981e-ff90-490b-bb06-f7ba16972e43 admin admin] Publish callbacks [] for security_group (c8b192dc-3617-4c64-b814-6f03cfc83a1e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.584466 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d90dfb6-a940-45d3-b14c-a65c5811f663 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (de75478d-9764-40b8-8b16-64afd8510b5b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.626790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bb177-69f4-4008-b04a-f222cafaed5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Subnet': ['ID=876bcf32-56c0-43b0-b758-e2a64beec718,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:01.636396 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d90dfb6-a940-45d3-b14c-a65c5811f663 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (de75478d-9764-40b8-8b16-64afd8510b5b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.655365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6bb177-69f4-4008-b04a-f222cafaed5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Checking segment: {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:01.656176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6bb177-69f4-4008-b04a-f222cafaed5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network hostable DHCP agents. Network: f18848eb-f23a-4d88-b4bd-820e0124258a, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:41:01.673006 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (410cf50a-1c4a-493c-a7dd-b897faecc286), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.687811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99fd6a2-f0e8-4c69-b1a2-c615418912e4 None None] Network 410cf50a-1c4a-493c-a7dd-b897faecc286 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:01.717763 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_gateway (159d2408-f464-46eb-b72b-85de2cbcd9b1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.737791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6bb177-69f4-4008-b04a-f222cafaed5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network f18848eb-f23a-4d88-b4bd-820e0124258a is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:41:01.747688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:01.774071 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d90dfb6-a940-45d3-b14c-a65c5811f663 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.775506 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1d90dfb6-a940-45d3-b14c-a65c5811f663 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8837371 Feb 09 03:41:01.776172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34084) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:01.780822 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9267981e-ff90-490b-bb06-f7ba16972e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c8b192dc-3617-4c64-b814-6f03cfc83a1e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.791779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34086) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:01.795467 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9267981e-ff90-490b-bb06-f7ba16972e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.799361 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9267981e-ff90-490b-bb06-f7ba16972e43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8b192dc-3617-4c64-b814-6f03cfc83a1e HTTP/1.1" status: 204 len: 168 time: 0.7946589 Feb 09 03:41:01.806371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90dfb6-a940-45d3-b14c-a65c5811f663 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de75478d-9764-40b8-8b16-64afd8510b5b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:01.822940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267981e-ff90-490b-bb06-f7ba16972e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b192dc-3617-4c64-b814-6f03cfc83a1e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:01.841254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddaccac8-d313-4157-a3ac-5a7b3cf9a92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:01.849467 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61ac1274-6263-406b-8036-59f188dad2dd req-5a08e6a0-05eb-4658-a66a-7bdd84e5a9c7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3387735 Feb 09 03:41:01.863913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1272274978', 'security_groups': ['de75478d-9764-40b8-8b16-64afd8510b5b'], 'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7295f17b-bda0-4aa0-be98-6f763109c89b'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:01.894850 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-dc6bb177-69f4-4008-b04a-f222cafaed5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, f18848eb-f23a-4d88-b4bd-820e0124258a) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:01.897921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb13599-a217-4b1c-ad8a-faec5fc4cbd7 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:41:01.909838 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047fe45-50c2-4949-a0e5-2af2d752aacd None None] Sync routers for ids ['ae3b1a6c-c046-4563-87af-a2ff1247b7a1'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:41:01.928384 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f047fe45-50c2-4949-a0e5-2af2d752aacd None None] Routers {'ae3b1a6c-c046-4563-87af-a2ff1247b7a1'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:01.933260 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f047fe45-50c2-4949-a0e5-2af2d752aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ae3b1a6c-c046-4563-87af-a2ff1247b7a1'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:01.982531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7bb13599-a217-4b1c-ad8a-faec5fc4cbd7 admin admin] 10.222.0.21 "PUT /v2.0/routers/ae3b1a6c-c046-4563-87af-a2ff1247b7a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2221539 Feb 09 03:41:01.984129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6bb177-69f4-4008-b04a-f222cafaed5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:01.984731 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc6bb177-69f4-4008-b04a-f222cafaed5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:02.002224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34090) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:02.060653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897b463-6a98-40d9-80bb-ccd953417230 None None] Network f18848eb-f23a-4d88-b4bd-820e0124258a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:02.090264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d11add9e-6aec-471a-83ad-313d3db3402a None None] Provisioning complete for port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:02.091168 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d11add9e-6aec-471a-83ad-313d3db3402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:02.190482 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-f047fe45-50c2-4949-a0e5-2af2d752aacd None None] Set router ae3b1a6c-c046-4563-87af-a2ff1247b7a1 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:02.205648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac1274-6263-406b-8036-59f188dad2dd req-5ddc24bf-f125-43cc-ab4e-15b0503414cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:02.209450 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61ac1274-6263-406b-8036-59f188dad2dd req-5ddc24bf-f125-43cc-ab4e-15b0503414cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1de610ff7cd646d185bba2efcdf4793a&device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 1128 time: 0.2887142 Feb 09 03:41:02.233013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Deleting port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:02.233013 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:02.280234 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:02.280608 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:02.554190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-f18848eb-f23a-4d88-b4bd-820e0124258a', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ips': [{'subnet_id': '876bcf32-56c0-43b0-b758-e2a64beec718'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:41:02.555049 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:02.605012 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f047fe45-50c2-4949-a0e5-2af2d752aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1413808971-router', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:29Z', 'updated_at': '2022-02-09T03:40:58Z', 'revision_number': 5, 'project_id': 'ab00359903104a19b6c54be96a55937a', 'gw_port': {'id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:31Z', 'updated_at': '2022-02-09T03:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:02.679137 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047fe45-50c2-4949-a0e5-2af2d752aacd None None] Checking router: ae3b1a6c-c046-4563-87af-a2ff1247b7a1 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:41:02.688523 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f047fe45-50c2-4949-a0e5-2af2d752aacd None None] Routers {'ae3b1a6c-c046-4563-87af-a2ff1247b7a1'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:02.692244 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f047fe45-50c2-4949-a0e5-2af2d752aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['ae3b1a6c-c046-4563-87af-a2ff1247b7a1'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:02.733829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6353e81-00f0-48ba-9b66-b3dfb6887a5e None None] DHCP port deletion for 410cf50a-1c4a-493c-a7dd-b897faecc286 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:41:02.793092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d11add9e-6aec-471a-83ad-313d3db3402a None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:02.820932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dc6bb177-69f4-4008-b04a-f222cafaed5b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.8765838 Feb 09 03:41:02.832826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34102) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:02.957298 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-f047fe45-50c2-4949-a0e5-2af2d752aacd None None] Set router ae3b1a6c-c046-4563-87af-a2ff1247b7a1 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:03.077608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:03.082477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d11add9e-6aec-471a-83ad-313d3db3402a None None] Provisioning complete for port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:03.087005 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d11add9e-6aec-471a-83ad-313d3db3402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:03.091447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] For port bb961f2f-18e5-49d2-aa6a-a4a7d9711971, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=bb961f2f-18e5-49d2-aa6a-a4a7d9711971,segment=NetworkSegment(20bee134-44d4-46d4-9dc8-a68d012964b5),segment_id=20bee134-44d4-46d4-9dc8-a68d012964b5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:03.092338 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:03.113258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Calling delete_port for bb961f2f-18e5-49d2-aa6a-a4a7d9711971 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:03.193492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d11add9e-6aec-471a-83ad-313d3db3402a None None] Port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:03.209011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b8384849-55bd-418c-9204-afcbf8892d98 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:03.223266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:40:55Z', 'revision_number': 3, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:03.325556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddaccac8-d313-4157-a3ac-5a7b3cf9a92b admin admin] Publish callbacks [] for security_group (4a457308-05ea-4082-85a4-974bab5ea325), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:03.335349 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:03.351988 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Publish callbacks [] for router (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:03.409190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] No DVR routers for this DVR port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:41:03.436402 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f047fe45-50c2-4949-a0e5-2af2d752aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1413808971-router', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:29Z', 'updated_at': '2022-02-09T03:40:58Z', 'revision_number': 5, 'project_id': 'ab00359903104a19b6c54be96a55937a', 'gw_port': {'id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:31Z', 'updated_at': '2022-02-09T03:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:03.438908 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddaccac8-d313-4157-a3ac-5a7b3cf9a92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4a457308-05ea-4082-85a4-974bab5ea325), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:03.452347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877736e-1c17-4bab-9fde-c22b7e076969 None None] The sync data for ids ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'] in n-d-824835-15 is: [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:40:55Z', 'revision_number': 3, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:03.464857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: b8384849-55bd-418c-9204-afcbf8892d98 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:03.465211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b8384849-55bd-418c-9204-afcbf8892d98 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:03.495148 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047fe45-50c2-4949-a0e5-2af2d752aacd None None] The sync data for ids ['ae3b1a6c-c046-4563-87af-a2ff1247b7a1'] in n-d-824835-15 is: [{'id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1413808971-router', 'tenant_id': 'ab00359903104a19b6c54be96a55937a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:31:29Z', 'updated_at': '2022-02-09T03:40:58Z', 'revision_number': 5, 'project_id': 'ab00359903104a19b6c54be96a55937a', 'gw_port': {'id': 'c0309d0c-4771-4095-9c13-8fa57040d0d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3b1a6c-c046-4563-87af-a2ff1247b7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:31:31Z', 'updated_at': '2022-02-09T03:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:03.522954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb961f2f-18e5-49d2-aa6a-a4a7d9711971,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:03.554761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f6353e81-00f0-48ba-9b66-b3dfb6887a5e None None] Deleting port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:03.555433 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6353e81-00f0-48ba-9b66-b3dfb6887a5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:03.564569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Allocated IP 172.20.0.2 (f18848eb-f23a-4d88-b4bd-820e0124258a/876bcf32-56c0-43b0-b758-e2a64beec718/5c953d77-079d-494f-b8f0-df80354f9d30) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:03.679838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:03.724047 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ddaccac8-d313-4157-a3ac-5a7b3cf9a92b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=576ff82ec95143f5b8892529e95abd10&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9441135 Feb 09 03:41:03.725376 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac1274-6263-406b-8036-59f188dad2dd req-b1499e20-fe4a-44f3-bf88-5bbd55278b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:03.727009 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61ac1274-6263-406b-8036-59f188dad2dd req-b1499e20-fe4a-44f3-bf88-5bbd55278b79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64506a81-f156-4e9a-b608-360a44fd164e HTTP/1.1" status: 200 len: 909 time: 0.4676833 Feb 09 03:41:03.742880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34116) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:03.820226 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (159d2408-f464-46eb-b72b-85de2cbcd9b1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:03.840317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f6353e81-00f0-48ba-9b66-b3dfb6887a5e None None] For port bb961f2f-18e5-49d2-aa6a-a4a7d9711971, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:03.841431 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6353e81-00f0-48ba-9b66-b3dfb6887a5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:03.845811 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (410cf50a-1c4a-493c-a7dd-b897faecc286), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:03.875546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaccac8-d313-4157-a3ac-5a7b3cf9a92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a457308-05ea-4082-85a4-974bab5ea325,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:03.894796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f6353e81-00f0-48ba-9b66-b3dfb6887a5e None None] Calling delete_port for bb961f2f-18e5-49d2-aa6a-a4a7d9711971 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:03.900722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-f6353e81-00f0-48ba-9b66-b3dfb6887a5e None None] Port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:41:03.904439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6353e81-00f0-48ba-9b66-b3dfb6887a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (bb961f2f-18e5-49d2-aa6a-a4a7d9711971), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:03.960448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6353e81-00f0-48ba-9b66-b3dfb6887a5e None None] Pushing event deleted for resources: {'Port': ['ID=bb961f2f-18e5-49d2-aa6a-a4a7d9711971,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:03.989992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6353e81-00f0-48ba-9b66-b3dfb6887a5e None None] No DVR routers for this DVR port bb961f2f-18e5-49d2-aa6a-a4a7d9711971 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:41:04.005052 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.038614 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61ac1274-6263-406b-8036-59f188dad2dd req-f01309d5-8b9b-4b9c-93ba-b63733226569 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d HTTP/1.1" status: 200 len: 1000 time: 0.2719860 Feb 09 03:41:04.040328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410cf50a-1c4a-493c-a7dd-b897faecc286']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:04.119973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bb961f2f-18e5-49d2-aa6a-a4a7d9711971 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:04.123060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bee134-44d4-46d4-9dc8-a68d012964b5') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:04.123626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bee134-44d4-46d4-9dc8-a68d012964b5') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:04.131955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Publish callbacks [] for router_gateway (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.167645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: bb961f2f-18e5-49d2-aa6a-a4a7d9711971 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:04.168161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device bb961f2f-18e5-49d2-aa6a-a4a7d9711971 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:04.171420 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Publish callbacks [] for port (5c953d77-079d-494f-b8f0-df80354f9d30), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.188649 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.190948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] device_id is not set on port 819a9c58-d36e-428f-b70d-eeb45df01ef9 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:41:04.257147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Network f18848eb-f23a-4d88-b4bd-820e0124258a is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:04.261980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:04.271712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:04.281675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac1274-6263-406b-8036-59f188dad2dd req-0d85c14b-9c11-47d4-85c9-b46594eb479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:04.283154 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61ac1274-6263-406b-8036-59f188dad2dd req-0d85c14b-9c11-47d4-85c9-b46594eb479f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=332ce4fd-1a5a-4971-ad02-23dbb354605e HTTP/1.1" status: 200 len: 847 time: 0.1624930 Feb 09 03:41:04.291218 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (20bee134-44d4-46d4-9dc8-a68d012964b5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.328376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Pushing event updated for resources: {'Port': ['ID=5c953d77-079d-494f-b8f0-df80354f9d30,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:04.339169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a9f998-3773-4c88-a30c-438acaf0a403 admin admin] Publish callbacks [] for security_group (4a457308-05ea-4082-85a4-974bab5ea325), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.348855 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (20bee134-44d4-46d4-9dc8-a68d012964b5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.376337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:41:04.376746 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (20bee134-44d4-46d4-9dc8-a68d012964b5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.379907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a9f998-3773-4c88-a30c-438acaf0a403 admin admin] Publish callbacks [] for security_group (4a457308-05ea-4082-85a4-974bab5ea325), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:41:04.382618 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:41:04.434792 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Attempting to bind port 5c953d77-079d-494f-b8f0-df80354f9d30 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:04.435307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Attempting to bind port 5c953d77-079d-494f-b8f0-df80354f9d30 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:04.435738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Attempting to bind port 5c953d77-079d-494f-b8f0-df80354f9d30 on network f18848eb-f23a-4d88-b4bd-820e0124258a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:04.448464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:04.448860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Checking segment: {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:04.449274 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.449746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Bound using segment: {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:04.450383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Bound port: 5c953d77-079d-494f-b8f0-df80354f9d30, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:04.450980 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.577348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac1274-6263-406b-8036-59f188dad2dd req-c23deb0e-ef57-4e6f-b0c0-4394e1ecba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:04.579032 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61ac1274-6263-406b-8036-59f188dad2dd req-c23deb0e-ef57-4e6f-b0c0-4394e1ecba15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64506a81-f156-4e9a-b608-360a44fd164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2858448 Feb 09 03:41:04.613763 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (410cf50a-1c4a-493c-a7dd-b897faecc286), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.630923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] For port 5c953d77-079d-494f-b8f0-df80354f9d30, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:04.635667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] For port 5c953d77-079d-494f-b8f0-df80354f9d30, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5c953d77-079d-494f-b8f0-df80354f9d30,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:04.650540 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.766335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0329c-6f9e-44c8-a60d-986c6de22047 None None] Pushing event updated for resources: {'Port': ['ID=5c953d77-079d-494f-b8f0-df80354f9d30,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:04.792370 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.796702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/410cf50a-1c4a-493c-a7dd-b897faecc286 HTTP/1.1" status: 204 len: 168 time: 3.4562473 Feb 09 03:41:04.799631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61ac1274-6263-406b-8036-59f188dad2dd req-945b0d3f-3819-4959-b945-a9d612c66395 service neutron] 10.222.0.42 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879759 Feb 09 03:41:04.800264 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a9f998-3773-4c88-a30c-438acaf0a403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4a457308-05ea-4082-85a4-974bab5ea325), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.803014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a9f998-3773-4c88-a30c-438acaf0a403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.804578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.5 (4e7797f2-1b18-41e6-88e5-285d4ef26e52/7295f17b-bda0-4aa0-be98-6f763109c89b/819a9c58-d36e-428f-b70d-eeb45df01ef9) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:04.806544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34124) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:04.808308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-32a9f998-3773-4c88-a30c-438acaf0a403 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a457308-05ea-4082-85a4-974bab5ea325 HTTP/1.1" status: 204 len: 168 time: 1.0586851 Feb 09 03:41:04.967031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61ac1274-6263-406b-8036-59f188dad2dd req-1ee21a8d-02d8-414c-a8af-bd333b556220 service neutron] 10.222.0.42 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570115 Feb 09 03:41:04.968972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03155db7-ef88-4f4c-9a5a-75e09fc310d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=410cf50a-1c4a-493c-a7dd-b897faecc286,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:04.982675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9f998-3773-4c88-a30c-438acaf0a403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a457308-05ea-4082-85a4-974bab5ea325,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:05.056672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Deleting port c0309d0c-4771-4095-9c13-8fa57040d0d7 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:05.057177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:05.174242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 159d2408-f464-46eb-b72b-85de2cbcd9b1 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:41:05.376657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34130) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:05.397741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74306a82-4cad-47b1-895f-63335e7a2d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:05.398158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] For port c0309d0c-4771-4095-9c13-8fa57040d0d7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c0309d0c-4771-4095-9c13-8fa57040d0d7,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:05.398472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:05.451095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Calling delete_port for c0309d0c-4771-4095-9c13-8fa57040d0d7 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:05.491635 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74306a82-4cad-47b1-895f-63335e7a2d1e admin admin] Publish callbacks [] for security_group (b5a683c5-0d09-4215-af8c-10364e69eeea), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:05.498442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74306a82-4cad-47b1-895f-63335e7a2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b5a683c5-0d09-4215-af8c-10364e69eeea), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:05.537444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-74306a82-4cad-47b1-895f-63335e7a2d1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9e48e00aa10414281e1923155495db0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1596627 Feb 09 03:41:05.540099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34134) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:05.571843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74306a82-4cad-47b1-895f-63335e7a2d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a683c5-0d09-4215-af8c-10364e69eeea,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:05.617086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bef823a-7f88-4b81-ab4a-c34cb16c221c admin admin] Publish callbacks [] for security_group (b5a683c5-0d09-4215-af8c-10364e69eeea), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:05.652136 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bef823a-7f88-4b81-ab4a-c34cb16c221c admin admin] Publish callbacks [] for security_group (b5a683c5-0d09-4215-af8c-10364e69eeea), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:05.732916 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bef823a-7f88-4b81-ab4a-c34cb16c221c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b5a683c5-0d09-4215-af8c-10364e69eeea), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:05.749223 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bef823a-7f88-4b81-ab4a-c34cb16c221c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:05.752883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5bef823a-7f88-4b81-ab4a-c34cb16c221c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5a683c5-0d09-4215-af8c-10364e69eeea HTTP/1.1" status: 204 len: 168 time: 0.2091491 Feb 09 03:41:05.775039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef823a-7f88-4b81-ab4a-c34cb16c221c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a683c5-0d09-4215-af8c-10364e69eeea,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:05.838368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9b04d101-0d86-4045-8f14-bc63a4d50710 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:05.912532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9b04d101-0d86-4045-8f14-bc63a4d50710 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:05.913270 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.031773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9b04d101-0d86-4045-8f14-bc63a4d50710 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:06.032400 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.064908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 9b04d101-0d86-4045-8f14-bc63a4d50710, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9b04d101-0d86-4045-8f14-bc63a4d50710,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:06.069579 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.072009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5c953d77-079d-494f-b8f0-df80354f9d30 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:06.226104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 5c953d77-079d-494f-b8f0-df80354f9d30 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:06.226694 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.281861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d75e843-630f-456c-804b-030b54647354 None None] Network f18848eb-f23a-4d88-b4bd-820e0124258a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:06.310787 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (819a9c58-d36e-428f-b70d-eeb45df01ef9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.313384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=9b04d101-0d86-4045-8f14-bc63a4d50710,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:06.344857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-92250170-708f-4517-b5ee-e1d19ccbb8a2 None None] Provisioning complete for port 5c953d77-079d-494f-b8f0-df80354f9d30 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:06.345225 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92250170-708f-4517-b5ee-e1d19ccbb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.367806 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.373938 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (819a9c58-d36e-428f-b70d-eeb45df01ef9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.594082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:06.614378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:06.623038 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 5c953d77-079d-494f-b8f0-df80354f9d30 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:06.623589 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.630201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:06.640748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=819a9c58-d36e-428f-b70d-eeb45df01ef9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:06.645904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:41:06.667484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 5c953d77-079d-494f-b8f0-df80354f9d30, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5c953d77-079d-494f-b8f0-df80354f9d30,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:06.681812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4374b8-46ba-4bcb-97e4-7ad073d3a1d2 None None] Sync routers for ids ['159d2408-f464-46eb-b72b-85de2cbcd9b1'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:41:06.699148 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.744088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4374b8-46ba-4bcb-97e4-7ad073d3a1d2 None None] Routers {'159d2408-f464-46eb-b72b-85de2cbcd9b1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:06.744715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7d4374b8-46ba-4bcb-97e4-7ad073d3a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['159d2408-f464-46eb-b72b-85de2cbcd9b1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:06.783479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-92250170-708f-4517-b5ee-e1d19ccbb8a2 None None] Current status of the port 5c953d77-079d-494f-b8f0-df80354f9d30 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:06.786820 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 10933038-e0a9-4ebe-8425-38749ce113e6 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:06.866221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7d4374b8-46ba-4bcb-97e4-7ad073d3a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:06.880533 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 10933038-e0a9-4ebe-8425-38749ce113e6 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:06.880880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 10933038-e0a9-4ebe-8425-38749ce113e6 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:06.917189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4374b8-46ba-4bcb-97e4-7ad073d3a1d2 None None] Routers {'159d2408-f464-46eb-b72b-85de2cbcd9b1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:06.918084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7d4374b8-46ba-4bcb-97e4-7ad073d3a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['159d2408-f464-46eb-b72b-85de2cbcd9b1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:06.945723 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.947028 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-47ff7de3-9660-48f1-933f-d3101a04ffed tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 10.5771022 Feb 09 03:41:06.950384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34166) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:06.975657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:06.976274 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.993279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7d4374b8-46ba-4bcb-97e4-7ad073d3a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:06.994228 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4374b8-46ba-4bcb-97e4-7ad073d3a1d2 None None] The sync data for ids ['159d2408-f464-46eb-b72b-85de2cbcd9b1'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:07.000464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=5c953d77-079d-494f-b8f0-df80354f9d30,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:07.032694 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5ca16a8a-910a-4ad0-9b8e-0716588c068d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1815481 Feb 09 03:41:07.062257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34170) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:07.070150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-103b56df-6e6a-4dd6-9400-76c02520d347 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:07.113447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-54072fc3-42ad-41e1-a724-d61bcd1593c7 None None] Provisioning complete for port 819a9c58-d36e-428f-b70d-eeb45df01ef9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:07.113447 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54072fc3-42ad-41e1-a724-d61bcd1593c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (819a9c58-d36e-428f-b70d-eeb45df01ef9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.184004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-54072fc3-42ad-41e1-a724-d61bcd1593c7 None None] Port 819a9c58-d36e-428f-b70d-eeb45df01ef9 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:07.189432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34172) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:07.318197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b069d4f9-3d84-403d-addf-920939298ef0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/routers/159d2408-f464-46eb-b72b-85de2cbcd9b1 HTTP/1.1" status: 200 len: 880 time: 0.3661211 Feb 09 03:41:07.319017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34176) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:07.332898 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c0309d0c-4771-4095-9c13-8fa57040d0d7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.373619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1692488339-network', 'tenant_id': '7a2839bc6c004340812c0a1a4eafc215'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:07.402577 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0309d0c-4771-4095-9c13-8fa57040d0d7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:07.415900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9c36324d-7907-48b4-9529-30629f4b56fd None None] Provisioning complete for port 5c953d77-079d-494f-b8f0-df80354f9d30 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:07.417590 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9c36324d-7907-48b4-9529-30629f4b56fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.432972 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389ba55c-9898-4d7b-93ef-b6fd5635d258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (a6aa79de-dbcf-4225-8d78-359d337ca6e3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.472015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103b56df-6e6a-4dd6-9400-76c02520d347 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:07.476155 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-103b56df-6e6a-4dd6-9400-76c02520d347 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.568826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9c36324d-7907-48b4-9529-30629f4b56fd None None] Current status of the port 5c953d77-079d-494f-b8f0-df80354f9d30 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:07.578899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.20.0.1 (f18848eb-f23a-4d88-b4bd-820e0124258a/876bcf32-56c0-43b0-b758-e2a64beec718/356ba5cc-524c-4607-851b-ef4a81681e2f) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:07.591504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Made reservation on behalf of 7a2839bc6c004340812c0a1a4eafc215 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:07.594973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.595298 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.621250 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.659652 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.710892 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.713090 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Publish callbacks [] for router_controller (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.719578 n-d-824835-15 neutron-server[103327]: INFO neutron.db.ipam_backend_mixin [None req-103b56df-6e6a-4dd6-9400-76c02520d347 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7295f17b-bda0-4aa0-be98-6f763109c89b (CIDR: 172.20.0.0/28) Feb 09 03:41:07.737429 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-103b56df-6e6a-4dd6-9400-76c02520d347 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:41:07.738079 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103b56df-6e6a-4dd6-9400-76c02520d347 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:07.790201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9b04d101-0d86-4045-8f14-bc63a4d50710 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:07.799433 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-103b56df-6e6a-4dd6-9400-76c02520d347 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7357917 Feb 09 03:41:07.802388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34184) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:07.811113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (ae3b1a6c-c046-4563-87af-a2ff1247b7a1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.812007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae3b1a6c-c046-4563-87af-a2ff1247b7a1 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:41:07.813082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ff7a43ed-9a7c-479b-ac96-5c6094f8d26d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:07.868199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9b04d101-0d86-4045-8f14-bc63a4d50710 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:07.868792 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:07.981448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9b04d101-0d86-4045-8f14-bc63a4d50710 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:07.983209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5c953d77-079d-494f-b8f0-df80354f9d30 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:07.987307 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.023649 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.025019 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-935c3869-24fe-436e-9a22-59216fb83202 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7033942 Feb 09 03:41:08.027300 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d940a205-f085-413c-a5f0-c3e549d2c76d admin admin] 10.222.0.21 "DELETE /v2.0/routers/ae3b1a6c-c046-4563-87af-a2ff1247b7a1 HTTP/1.1" status: 204 len: 168 time: 6.0239005 Feb 09 03:41:08.030834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34186) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:08.031182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34188) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:08.042834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f735d695-4f94-4e62-8573-4b041d09b732 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-579826988'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:08.076034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 5c953d77-079d-494f-b8f0-df80354f9d30 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:08.076417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.100717 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.162906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 5c953d77-079d-494f-b8f0-df80354f9d30 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:08.163782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=356ba5cc-524c-4607-851b-ef4a81681e2f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:08.170157 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Publish callbacks [] for security_group (2c7fc090-d0ab-4f77-89c1-0d7fb2db064d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.186236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network f18848eb-f23a-4d88-b4bd-820e0124258a is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:08.189325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:08.192704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:08.242383 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2c7fc090-d0ab-4f77-89c1-0d7fb2db064d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.255247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:41:08.265716 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (162404bf-97be-46e7-95fe-797b6997c619), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.266018 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Added segment 162404bf-97be-46e7-95fe-797b6997c619 of type vlan for network ed01a56a-005b-4770-bca2-8b73c84dc433 Feb 09 03:41:08.269058 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.336533 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (ed01a56a-005b-4770-bca2-8b73c84dc433), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.440630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-389ba55c-9898-4d7b-93ef-b6fd5635d258 admin admin] Deleting port 0e284494-5b57-4a84-ad9b-83ee75f885ba {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:08.441239 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389ba55c-9898-4d7b-93ef-b6fd5635d258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.544155 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.561327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-571687ec-e555-49fb-be6b-598ee17c13e6 admin admin] Deleting subnet 8d5487c1-c004-4b5a-b127-ed1e6ff603e3 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:41:08.562946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7a43ed-9a7c-479b-ac96-5c6094f8d26d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:08.566283 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff7a43ed-9a7c-479b-ac96-5c6094f8d26d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.606609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-571687ec-e555-49fb-be6b-598ee17c13e6 admin admin] Publish callbacks [] for subnet (8d5487c1-c004-4b5a-b127-ed1e6ff603e3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.606609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (ed01a56a-005b-4770-bca2-8b73c84dc433), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.606609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:08.606609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.609774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-158504b9-3cd7-4caa-a3d5-cb2bba8c2535 None None] Provisioning complete for port 356ba5cc-524c-4607-851b-ef4a81681e2f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:08.609774 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-158504b9-3cd7-4caa-a3d5-cb2bba8c2535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.646448 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-389ba55c-9898-4d7b-93ef-b6fd5635d258 admin admin] For port 0e284494-5b57-4a84-ad9b-83ee75f885ba, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0e284494-5b57-4a84-ad9b-83ee75f885ba,segment=NetworkSegment(7bc29407-be55-4fc0-9f79-f269a541c086),segment_id=7bc29407-be55-4fc0-9f79-f269a541c086)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:08.646903 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389ba55c-9898-4d7b-93ef-b6fd5635d258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:08.665780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-158504b9-3cd7-4caa-a3d5-cb2bba8c2535 None None] Port 356ba5cc-524c-4607-851b-ef4a81681e2f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:08.722071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-389ba55c-9898-4d7b-93ef-b6fd5635d258 admin admin] Calling delete_port for 0e284494-5b57-4a84-ad9b-83ee75f885ba owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:09.069984 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.078987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.100322 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9080853 Feb 09 03:41:09.110779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34194) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:09.121252 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389ba55c-9898-4d7b-93ef-b6fd5635d258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0e284494-5b57-4a84-ad9b-83ee75f885ba), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.122609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f0aaebd4-49dd-414a-ae18-b2a1a31b1af7 admin admin] Request body: {'subnet': {'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1692488339-subnet', 'tenant_id': '7a2839bc6c004340812c0a1a4eafc215', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:09.137855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:09.155803 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-571687ec-e555-49fb-be6b-598ee17c13e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (8d5487c1-c004-4b5a-b127-ed1e6ff603e3), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.184984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=356ba5cc-524c-4607-851b-ef4a81681e2f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:09.206777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f1981-a0d7-4a4e-8bec-24c62be96d91 admin admin] Pushing event updated for resources: {'Network': ['ID=ed01a56a-005b-4770-bca2-8b73c84dc433,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:09.211411 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.222998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network ed01a56a-005b-4770-bca2-8b73c84dc433 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:41:09.239810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ba55c-9898-4d7b-93ef-b6fd5635d258 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e284494-5b57-4a84-ad9b-83ee75f885ba,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:09.267452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aaebd4-49dd-414a-ae18-b2a1a31b1af7 admin admin] Made reservation on behalf of 7a2839bc6c004340812c0a1a4eafc215 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:09.270249 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0aaebd4-49dd-414a-ae18-b2a1a31b1af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.276178 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f735d695-4f94-4e62-8573-4b041d09b732 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (159d2408-f464-46eb-b72b-85de2cbcd9b1), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.304971 n-d-824835-15 neutron-server[103327]: INFO neutron.db.ipam_backend_mixin [None req-ff7a43ed-9a7c-479b-ac96-5c6094f8d26d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9d6f7c87-6e2a-4784-a568-45770633308a (CIDR: 172.20.0.16/28) Feb 09 03:41:09.352964 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f735d695-4f94-4e62-8573-4b041d09b732 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (159d2408-f464-46eb-b72b-85de2cbcd9b1), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.359100 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7a43ed-9a7c-479b-ac96-5c6094f8d26d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:41:09.359723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7a43ed-9a7c-479b-ac96-5c6094f8d26d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:09.434138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network f18848eb-f23a-4d88-b4bd-820e0124258a is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:09.437218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:09.450779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-389ba55c-9898-4d7b-93ef-b6fd5635d258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (a6aa79de-dbcf-4225-8d78-359d337ca6e3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.475431 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-571687ec-e555-49fb-be6b-598ee17c13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (8d5487c1-c004-4b5a-b127-ed1e6ff603e3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.483861 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ff7a43ed-9a7c-479b-ac96-5c6094f8d26d tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6752784 Feb 09 03:41:09.506984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34196) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:09.524319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e408851b-6da8-4f65-91a3-af7cf920b77f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'subnet': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:09.734920 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-571687ec-e555-49fb-be6b-598ee17c13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (8d5487c1-c004-4b5a-b127-ed1e6ff603e3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.751262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c0309d0c-4771-4095-9c13-8fa57040d0d7 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:09.774629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: c0309d0c-4771-4095-9c13-8fa57040d0d7 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:09.775293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c0309d0c-4771-4095-9c13-8fa57040d0d7 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:09.794437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571687ec-e555-49fb-be6b-598ee17c13e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5487c1-c004-4b5a-b127-ed1e6ff603e3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:09.801045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f735d695-4f94-4e62-8573-4b041d09b732 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 159d2408-f464-46eb-b72b-85de2cbcd9b1 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:41:09.824451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38abff9c-63c7-4ad9-8dac-292d6e552da8 None None] Network 462797b9-a6b0-4731-9573-3b41616140ff requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:09.885026 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-571687ec-e555-49fb-be6b-598ee17c13e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.906909 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-571687ec-e555-49fb-be6b-598ee17c13e6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8d5487c1-c004-4b5a-b127-ed1e6ff603e3 HTTP/1.1" status: 204 len: 168 time: 1.8715527 Feb 09 03:41:09.911102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34206) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:09.937038 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-be8ee4b6-88b3-43d6-8414-4d109a03e1fa None None] Provisioning complete for port 356ba5cc-524c-4607-851b-ef4a81681e2f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:09.937839 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-be8ee4b6-88b3-43d6-8414-4d109a03e1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:09.991025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-be8ee4b6-88b3-43d6-8414-4d109a03e1fa None None] Port 356ba5cc-524c-4607-851b-ef4a81681e2f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:10.021327 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (462797b9-a6b0-4731-9573-3b41616140ff), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:10.041287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e408851b-6da8-4f65-91a3-af7cf920b77f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Made reservation on behalf of f5a763a84799486e879fc3e8436c97a5 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:10.045749 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e408851b-6da8-4f65-91a3-af7cf920b77f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:10.070073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1857c193-00c6-4cf4-9456-3a620f4ba25c None None] DHCP port deletion for 462797b9-a6b0-4731-9573-3b41616140ff request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:41:10.111164 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0aaebd4-49dd-414a-ae18-b2a1a31b1af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (41e439c7-4132-4ffa-b50e-5b4ce5336f71), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:10.136680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1857c193-00c6-4cf4-9456-3a620f4ba25c None None] Deleting port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:10.138317 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1857c193-00c6-4cf4-9456-3a620f4ba25c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:10.148696 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:41:10.216974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1857c193-00c6-4cf4-9456-3a620f4ba25c None None] For port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6ee17b2d-a48f-4e3a-b864-2f63c0106f55,segment=NetworkSegment(6bccb692-aea8-431f-9660-65aefe5c9082),segment_id=6bccb692-aea8-431f-9660-65aefe5c9082)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:10.217586 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1857c193-00c6-4cf4-9456-3a620f4ba25c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:10.233142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1857c193-00c6-4cf4-9456-3a620f4ba25c None None] Calling delete_port for 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:10.279540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:41:10.295083 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6aed2092-3352-4de8-b240-f5fcfda61572 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "PUT /v2.0/routers/6ff00e38-331a-4fdc-b2b8-0a5b30d1d756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4329870 Feb 09 03:41:10.300236 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Sync routers for ids ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:41:10.312961 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Routers {'6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:10.313967 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:10.380597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1857c193-00c6-4cf4-9456-3a620f4ba25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:10.389494 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aaebd4-49dd-414a-ae18-b2a1a31b1af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e439c7-4132-4ffa-b50e-5b4ce5336f71,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:10.435643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857c193-00c6-4cf4-9456-3a620f4ba25c None None] Pushing event deleted for resources: {'Port': ['ID=6ee17b2d-a48f-4e3a-b864-2f63c0106f55,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:10.453090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1857c193-00c6-4cf4-9456-3a620f4ba25c None None] No DVR routers for this DVR port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:41:10.493661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aaebd4-49dd-414a-ae18-b2a1a31b1af7 admin admin] Checking segment: {'id': '162404bf-97be-46e7-95fe-797b6997c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:10.494023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aaebd4-49dd-414a-ae18-b2a1a31b1af7 admin admin] Network hostable DHCP agents. Network: ed01a56a-005b-4770-bca2-8b73c84dc433, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:41:10.517832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389ba55c-9898-4d7b-93ef-b6fd5635d258 admin admin] Router a6aa79de-dbcf-4225-8d78-359d337ca6e3 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:41:10.557395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Deleting port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:10.567947 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:10.589228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f735d695-4f94-4e62-8573-4b041d09b732 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:41:10.604478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b673595-1cf4-4cff-9d63-d8b2df55e153 None None] Sync routers for ids ['159d2408-f464-46eb-b72b-85de2cbcd9b1'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:41:10.615076 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Set router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:10.620299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b673595-1cf4-4cff-9d63-d8b2df55e153 None None] Routers {'159d2408-f464-46eb-b72b-85de2cbcd9b1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:10.620936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8b673595-1cf4-4cff-9d63-d8b2df55e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['159d2408-f464-46eb-b72b-85de2cbcd9b1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:10.675290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8b673595-1cf4-4cff-9d63-d8b2df55e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:10.675837 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f735d695-4f94-4e62-8573-4b041d09b732 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:10.681831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f735d695-4f94-4e62-8573-4b041d09b732 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/159d2408-f464-46eb-b72b-85de2cbcd9b1 HTTP/1.1" status: 200 len: 887 time: 2.6485114 Feb 09 03:41:10.684811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b673595-1cf4-4cff-9d63-d8b2df55e153 None None] Routers {'159d2408-f464-46eb-b72b-85de2cbcd9b1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:10.685467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8b673595-1cf4-4cff-9d63-d8b2df55e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['159d2408-f464-46eb-b72b-85de2cbcd9b1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:10.697759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34220) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:10.724019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8b673595-1cf4-4cff-9d63-d8b2df55e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:10.724593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b673595-1cf4-4cff-9d63-d8b2df55e153 None None] The sync data for ids ['159d2408-f464-46eb-b72b-85de2cbcd9b1'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:10.759754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] For port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55, host n-d-824835-15, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:10.760412 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:10.778975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Calling delete_port for 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:10.781906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:41:10.886238 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6ee17b2d-a48f-4e3a-b864-2f63c0106f55), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:10.938774 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-7a85f42b-41b2-4c48-8871-08a284452845 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619005321&fields=id&tenant_id=2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 267 time: 0.0877910 Feb 09 03:41:10.947689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aaebd4-49dd-414a-ae18-b2a1a31b1af7 admin admin] Network ed01a56a-005b-4770-bca2-8b73c84dc433 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:41:10.956294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] No DVR routers for this DVR port 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:41:10.958392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee17b2d-a48f-4e3a-b864-2f63c0106f55,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:10.967436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e408851b-6da8-4f65-91a3-af7cf920b77f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (919382e7-dd2b-40d8-85d1-99be1bf9bd8d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:10.987432 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:41:08Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '356ba5cc-524c-4607-851b-ef4a81681e2f', 'name': '', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:c5:01:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:07Z', 'updated_at': '2022-02-09T03:41:08Z', 'revision_number': 2, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:11.019752 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Checking router: 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:41:11.020365 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Updating router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 port 356ba5cc-524c-4607-851b-ef4a81681e2f binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:41:11.045708 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f0aaebd4-49dd-414a-ae18-b2a1a31b1af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, ed01a56a-005b-4770-bca2-8b73c84dc433) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:11.053475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9274ba7f-0b24-4129-b314-eaabf90d55c9 None None] Network ed01a56a-005b-4770-bca2-8b73c84dc433 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:11.057671 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.086249 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d8372fb8-46c4-4aab-95a6-54dcd25f62d8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/routers/159d2408-f464-46eb-b72b-85de2cbcd9b1 HTTP/1.1" status: 200 len: 887 time: 0.3868399 Feb 09 03:41:11.086845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34230) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:11.100876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408851b-6da8-4f65-91a3-af7cf920b77f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Subnet': ['ID=919382e7-dd2b-40d8-85d1-99be1bf9bd8d,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:11.111570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aaebd4-49dd-414a-ae18-b2a1a31b1af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:11.112235 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0aaebd4-49dd-414a-ae18-b2a1a31b1af7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.138054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e408851b-6da8-4f65-91a3-af7cf920b77f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:11.141998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e408851b-6da8-4f65-91a3-af7cf920b77f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:11.144961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (462797b9-a6b0-4731-9573-3b41616140ff), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.154742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e408851b-6da8-4f65-91a3-af7cf920b77f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:11.155393 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e408851b-6da8-4f65-91a3-af7cf920b77f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.166307 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f0aaebd4-49dd-414a-ae18-b2a1a31b1af7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0474722 Feb 09 03:41:11.177563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0b41c4-8692-4e31-abbf-0033777acb2d None None] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:11.182700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462797b9-a6b0-4731-9573-3b41616140ff']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:11.210791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e408851b-6da8-4f65-91a3-af7cf920b77f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6964486 Feb 09 03:41:11.216999 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bccb692-aea8-431f-9660-65aefe5c9082') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:11.217294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bccb692-aea8-431f-9660-65aefe5c9082') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:11.219660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34234) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:11.222716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20859bc2-5575-465c-a28a-d4fec99db148 None None] Network ed01a56a-005b-4770-bca2-8b73c84dc433 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:11.226340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-5dfae6b0-bae6-48c4-8685-8f36e87c685a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:11.227925 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-5dfae6b0-bae6-48c4-8685-8f36e87c685a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/networks?id=f18848eb-f23a-4d88-b4bd-820e0124258a HTTP/1.1" status: 200 len: 797 time: 0.2883139 Feb 09 03:41:11.237914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b3657521-fcd9-4bc1-b7e1-7a602b4f84bc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-30063211', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '919382e7-dd2b-40d8-85d1-99be1bf9bd8d'}], 'security_groups': ['9747846c-20f8-4518-9da6-deb9b2944e05', '2a620bba-a1af-4576-96dd-c440290f354c']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:11.260930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389ba55c-9898-4d7b-93ef-b6fd5635d258 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:41:11.284278 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-389ba55c-9898-4d7b-93ef-b6fd5635d258 admin admin] 10.222.0.21 "PUT /v2.0/routers/a6aa79de-dbcf-4225-8d78-359d337ca6e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4690363 Feb 09 03:41:11.288490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34236) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:11.321233 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (6bccb692-aea8-431f-9660-65aefe5c9082), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.341655 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d0403a23-8a8d-470f-8212-c46780452408 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=159d2408-f464-46eb-b72b-85de2cbcd9b1 HTTP/1.1" status: 200 len: 205 time: 0.1320617 Feb 09 03:41:11.346793 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6bccb692-aea8-431f-9660-65aefe5c9082), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.354894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:41:11.355305 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (6bccb692-aea8-431f-9660-65aefe5c9082), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.365147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-4d7780c8-5918-415e-87f0-74425d8fee51 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/quotas/2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 375 time: 0.1058946 Feb 09 03:41:11.456633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34240) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:41:11.478727 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:41:11.489209 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (462797b9-a6b0-4731-9573-3b41616140ff), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.507584 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Publish callbacks [] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.512757 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.515234 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04439abf-7592-48a5-a010-8694e6214956 None None] Sync routers for ids ['a6aa79de-dbcf-4225-8d78-359d337ca6e3'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:41:11.519746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] 10.222.0.21 "DELETE /v2.0/networks/462797b9-a6b0-4731-9573-3b41616140ff HTTP/1.1" status: 204 len: 168 time: 1.6060338 Feb 09 03:41:11.526832 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.538864 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04439abf-7592-48a5-a010-8694e6214956 None None] Routers {'a6aa79de-dbcf-4225-8d78-359d337ca6e3'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:11.539546 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-04439abf-7592-48a5-a010-8694e6214956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a6aa79de-dbcf-4225-8d78-359d337ca6e3'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:11.586008 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec916b58-c7f4-4968-9d79-5744cf7795ee admin admin] Pushing event deleted for resources: {'Network': ['ID=462797b9-a6b0-4731-9573-3b41616140ff,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:11.597936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c68ed8-2b00-465e-9402-5c69bacd414f None None] Update dhcp port {'port': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'fixed_ips': [{'subnet_id': '9d6f7c87-6e2a-4784-a568-45770633308a', 'ip_address': '172.20.0.18'}, {'subnet_id': '7295f17b-bda0-4aa0-be98-6f763109c89b', 'ip_address': '172.20.0.2'}, {'subnet_id': '919382e7-dd2b-40d8-85d1-99be1bf9bd8d'}], 'binding:host_id': 'n-d-824835-15'}, 'id': '55c9d140-52ac-4db5-9df3-ac1e24dd17c4'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:41:11.660217 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-04439abf-7592-48a5-a010-8694e6214956 None None] Set router a6aa79de-dbcf-4225-8d78-359d337ca6e3 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:11.705502 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7c68ed8-2b00-465e-9402-5c69bacd414f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.734362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:11.895317 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34250) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:11.896363 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3657521-fcd9-4bc1-b7e1-7a602b4f84bc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (819a9c58-d36e-428f-b70d-eeb45df01ef9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.919213 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Attempting to bind port 356ba5cc-524c-4607-851b-ef4a81681e2f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:11.919492 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Attempting to bind port 356ba5cc-524c-4607-851b-ef4a81681e2f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:11.919946 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Attempting to bind port 356ba5cc-524c-4607-851b-ef4a81681e2f on network f18848eb-f23a-4d88-b4bd-820e0124258a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:11.927575 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:11.927575 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Checking segment: {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:11.927976 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:11.928332 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Bound using segment: {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:11.929371 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Bound port: 356ba5cc-524c-4607-851b-ef4a81681e2f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:11.929371 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.048553 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] For port 356ba5cc-524c-4607-851b-ef4a81681e2f, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:12.052406 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] For port 356ba5cc-524c-4607-851b-ef4a81681e2f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=356ba5cc-524c-4607-851b-ef4a81681e2f,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:12.067061 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.071607 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-224ba738-162d-4ee2-a554-71949530e0ec tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5850623 Feb 09 03:41:12.106708 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Routers {'6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:12.106708 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:12.113997 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:12.114350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6ee17b2d-a48f-4e3a-b864-2f63c0106f55 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:12.130060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b0e5af76-9aa9-47c4-9f97-c361b7c816c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=861f56ac06a6467aaaedc48cd06f4450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273343 Feb 09 03:41:12.155440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34254) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:12.159752 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Publish callbacks [] for router (a6aa79de-dbcf-4225-8d78-359d337ca6e3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.237384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-f7c68ed8-2b00-465e-9402-5c69bacd414f None None] Allocated IP 172.20.0.34 (4e7797f2-1b18-41e6-88e5-285d4ef26e52/919382e7-dd2b-40d8-85d1-99be1bf9bd8d/55c9d140-52ac-4db5-9df3-ac1e24dd17c4) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:12.311019 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] Set router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:12.314426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a52f4f82-d8c9-4c54-b7e9-16eda57f8205 None None] Provisioning complete for port 356ba5cc-524c-4607-851b-ef4a81681e2f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:12.314803 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f82-d8c9-4c54-b7e9-16eda57f8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.423527 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Publish callbacks [] for router_gateway (a6aa79de-dbcf-4225-8d78-359d337ca6e3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.446428 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (159d2408-f464-46eb-b72b-85de2cbcd9b1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.524193 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6522613-9fa4-4eea-8126-ead4f95a8d43 None None] Pushing event updated for resources: {'Port': ['ID=356ba5cc-524c-4607-851b-ef4a81681e2f,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:12.611088 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:41:08Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '356ba5cc-524c-4607-851b-ef4a81681e2f', 'name': '', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:c5:01:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:07Z', 'updated_at': '2022-02-09T03:41:12Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:12.666388 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9470c0-5642-4c47-b084-97f451b64680 None None] The sync data for ids ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'] in n-d-824835-15 is: [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:41:08Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '356ba5cc-524c-4607-851b-ef4a81681e2f', 'name': '', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:c5:01:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:07Z', 'updated_at': '2022-02-09T03:41:12Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:12.685520 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-04439abf-7592-48a5-a010-8694e6214956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'name': 'tempest-TestAggregatesBasicOps-281239617-router', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8e165091-d926-4b1e-b363-b15390d45216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:29Z', 'updated_at': '2022-02-09T03:41:09Z', 'revision_number': 5, 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'gw_port': {'id': '8e165091-d926-4b1e-b363-b15390d45216', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:33Z', 'updated_at': '2022-02-09T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:12.687603 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6522613-9fa4-4eea-8126-ead4f95a8d43 None None] Pushing event updated for resources: {'Port': ['ID=356ba5cc-524c-4607-851b-ef4a81681e2f,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:12.711389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a52f4f82-d8c9-4c54-b7e9-16eda57f8205 None None] Current status of the port 356ba5cc-524c-4607-851b-ef4a81681e2f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:12.711880 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f82-d8c9-4c54-b7e9-16eda57f8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.723524 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04439abf-7592-48a5-a010-8694e6214956 None None] Checking router: a6aa79de-dbcf-4225-8d78-359d337ca6e3 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:41:12.732679 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04439abf-7592-48a5-a010-8694e6214956 None None] Routers {'a6aa79de-dbcf-4225-8d78-359d337ca6e3'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:12.733499 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-04439abf-7592-48a5-a010-8694e6214956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a6aa79de-dbcf-4225-8d78-359d337ca6e3'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:12.767430 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a52f4f82-d8c9-4c54-b7e9-16eda57f8205 None None] For port 356ba5cc-524c-4607-851b-ef4a81681e2f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=356ba5cc-524c-4607-851b-ef4a81681e2f,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:12.791619 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8bbb83ee-5f4c-43e5-bb36-99645ee50032 admin admin] Publish callbacks [] for security_group (4a08e5b9-cf5a-4b7a-b967-2b7038bf153c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.795328 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f82-d8c9-4c54-b7e9-16eda57f8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.798497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f7c68ed8-2b00-465e-9402-5c69bacd414f None None] For port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,segment=NetworkSegment(90a84924-601c-4029-801c-c07ce7e1674b),segment_id=90a84924-601c-4029-801c-c07ce7e1674b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:12.851276 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8bbb83ee-5f4c-43e5-bb36-99645ee50032 admin admin] Publish callbacks [] for security_group (4a08e5b9-cf5a-4b7a-b967-2b7038bf153c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.968775 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8bbb83ee-5f4c-43e5-bb36-99645ee50032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4a08e5b9-cf5a-4b7a-b967-2b7038bf153c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.970192 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7c68ed8-2b00-465e-9402-5c69bacd414f None None] Publish callbacks [] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.971600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8bbb83ee-5f4c-43e5-bb36-99645ee50032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.973042 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8bbb83ee-5f4c-43e5-bb36-99645ee50032 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a08e5b9-cf5a-4b7a-b967-2b7038bf153c HTTP/1.1" status: 204 len: 168 time: 0.6259425 Feb 09 03:41:12.989808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f4f82-d8c9-4c54-b7e9-16eda57f8205 None None] Pushing event updated for resources: {'Port': ['ID=356ba5cc-524c-4607-851b-ef4a81681e2f,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:12.994544 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_gateway (159d2408-f464-46eb-b72b-85de2cbcd9b1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.999098 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7c68ed8-2b00-465e-9402-5c69bacd414f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:13.006872 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-04439abf-7592-48a5-a010-8694e6214956 None None] Set router a6aa79de-dbcf-4225-8d78-359d337ca6e3 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:13.019581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb83ee-5f4c-43e5-bb36-99645ee50032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a08e5b9-cf5a-4b7a-b967-2b7038bf153c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:13.023571 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-f4061c33-af9a-4cf3-89b7-04f63ba5340a service neutron] 10.222.0.21 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9271510 Feb 09 03:41:13.103750 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-04439abf-7592-48a5-a010-8694e6214956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'name': 'tempest-TestAggregatesBasicOps-281239617-router', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:29Z', 'updated_at': '2022-02-09T03:41:12Z', 'revision_number': 6, 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:13.125264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d8005435-5add-4760-ad5b-ddfc6e5b53d2 None None] Provisioning complete for port 356ba5cc-524c-4607-851b-ef4a81681e2f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:13.125957 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8005435-5add-4760-ad5b-ddfc6e5b53d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:13.175059 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04439abf-7592-48a5-a010-8694e6214956 None None] The sync data for ids ['a6aa79de-dbcf-4225-8d78-359d337ca6e3'] in n-d-824835-15 is: [{'id': 'a6aa79de-dbcf-4225-8d78-359d337ca6e3', 'name': 'tempest-TestAggregatesBasicOps-281239617-router', 'tenant_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:29Z', 'updated_at': '2022-02-09T03:41:12Z', 'revision_number': 6, 'project_id': '28f0e2d75fb1465b88cc34fd2d6e3228', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:13.258867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-b3657521-fcd9-4bc1-b7e1-7a602b4f84bc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Delete allocated IP 172.20.0.5 (4e7797f2-1b18-41e6-88e5-285d4ef26e52/7295f17b-bda0-4aa0-be98-6f763109c89b) {{(pid=103327) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 03:41:13.274927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-b3657521-fcd9-4bc1-b7e1-7a602b4f84bc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Allocated IP 172.20.0.45 (4e7797f2-1b18-41e6-88e5-285d4ef26e52/919382e7-dd2b-40d8-85d1-99be1bf9bd8d/819a9c58-d36e-428f-b70d-eeb45df01ef9) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:13.337832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Deleting port 8e165091-d926-4b1e-b363-b15390d45216 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:13.339007 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8e165091-d926-4b1e-b363-b15390d45216), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:13.555164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] For port 8e165091-d926-4b1e-b363-b15390d45216, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8e165091-d926-4b1e-b363-b15390d45216,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:13.555474 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8e165091-d926-4b1e-b363-b15390d45216), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:13.632046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Calling delete_port for 8e165091-d926-4b1e-b363-b15390d45216 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:13.748268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3657521-fcd9-4bc1-b7e1-7a602b4f84bc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for port (819a9c58-d36e-428f-b70d-eeb45df01ef9), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:13.761717 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3657521-fcd9-4bc1-b7e1-7a602b4f84bc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (819a9c58-d36e-428f-b70d-eeb45df01ef9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:13.795576 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-5240a778-15b5-46c2-8bbf-e043594f3ae5 service neutron] 10.222.0.21 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451560 Feb 09 03:41:13.866714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 356ba5cc-524c-4607-851b-ef4a81681e2f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:13.877457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 6a48fefb-4282-4964-9709-5b05978581d5 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:13.878009 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6a48fefb-4282-4964-9709-5b05978581d5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:13.895611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34270) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:14.001173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c68ed8-2b00-465e-9402-5c69bacd414f None None] Pushing event updated for resources: {'Port': ['ID=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:14.120040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 356ba5cc-524c-4607-851b-ef4a81681e2f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:14.120466 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:14.147432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3657521-fcd9-4bc1-b7e1-7a602b4f84bc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event updated for resources: {'Port': ['ID=819a9c58-d36e-428f-b70d-eeb45df01ef9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:14.159732 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6a48fefb-4282-4964-9709-5b05978581d5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:14.199119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 6a48fefb-4282-4964-9709-5b05978581d5 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:14.218913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d8005435-5add-4760-ad5b-ddfc6e5b53d2 None None] Current status of the port 356ba5cc-524c-4607-851b-ef4a81681e2f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:14.282952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 356ba5cc-524c-4607-851b-ef4a81681e2f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:14.301080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0e284494-5b57-4a84-ad9b-83ee75f885ba no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:14.355044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34280) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:14.364934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 0e284494-5b57-4a84-ad9b-83ee75f885ba {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:14.364934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0e284494-5b57-4a84-ad9b-83ee75f885ba not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:14.365909 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-88447e0f-6e40-4416-8b70-db2402ca8584 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab00359903104a19b6c54be96a55937a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547274 Feb 09 03:41:14.371070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b3657521-fcd9-4bc1-b7e1-7a602b4f84bc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] In _notify_port_updated(), no bound segment for port 819a9c58-d36e-428f-b70d-eeb45df01ef9 on network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:41:14.395914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3657521-fcd9-4bc1-b7e1-7a602b4f84bc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:14.403790 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3657521-fcd9-4bc1-b7e1-7a602b4f84bc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:14.405842 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b3657521-fcd9-4bc1-b7e1-7a602b4f84bc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "PUT /v2.0/ports/819a9c58-d36e-428f-b70d-eeb45df01ef9 HTTP/1.1" status: 200 len: 958 time: 3.1847932 Feb 09 03:41:14.408224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34284) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:14.695652 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0492289a-06bc-4967-be7c-a84541304b73 admin admin] Publish callbacks [] for security_group (c80383e4-4aac-4e5d-adcc-0003a6f696d8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:14.709698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc2f7b-711b-449e-ad52-e9eae96c4538 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 819a9c58-d36e-428f-b70d-eeb45df01ef9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:14.710542 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cbc2f7b-711b-449e-ad52-e9eae96c4538 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (819a9c58-d36e-428f-b70d-eeb45df01ef9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:14.755504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0492289a-06bc-4967-be7c-a84541304b73 admin admin] Publish callbacks [] for security_group (c80383e4-4aac-4e5d-adcc-0003a6f696d8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:14.867600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8e165091-d926-4b1e-b363-b15390d45216), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:14.896133 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0492289a-06bc-4967-be7c-a84541304b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c80383e4-4aac-4e5d-adcc-0003a6f696d8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:14.901257 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0492289a-06bc-4967-be7c-a84541304b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:14.907446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0492289a-06bc-4967-be7c-a84541304b73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c80383e4-4aac-4e5d-adcc-0003a6f696d8 HTTP/1.1" status: 204 len: 168 time: 0.5490594 Feb 09 03:41:15.034144 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30bd6cbd-d2b5-46b0-823f-2c08744b2c64 req-2e754357-66cb-49a9-8647-896c69e1ea22 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 210 time: 0.8565423 Feb 09 03:41:15.081591 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (a6aa79de-dbcf-4225-8d78-359d337ca6e3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.135191 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cbc2f7b-711b-449e-ad52-e9eae96c4538 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (819a9c58-d36e-428f-b70d-eeb45df01ef9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.170611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc2f7b-711b-449e-ad52-e9eae96c4538 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 819a9c58-d36e-428f-b70d-eeb45df01ef9 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:15.289237 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e165091-d926-4b1e-b363-b15390d45216,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:15.310636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492289a-06bc-4967-be7c-a84541304b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80383e4-4aac-4e5d-adcc-0003a6f696d8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:15.377690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7f656e68-20b7-43e7-9420-daa743773b81 None None] Provisioning complete for port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:15.378597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f656e68-20b7-43e7-9420-daa743773b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.426989 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cbc2f7b-711b-449e-ad52-e9eae96c4538 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (819a9c58-d36e-428f-b70d-eeb45df01ef9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.470931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc2f7b-711b-449e-ad52-e9eae96c4538 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=819a9c58-d36e-428f-b70d-eeb45df01ef9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:15.497484 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (a6aa79de-dbcf-4225-8d78-359d337ca6e3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.518681 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Publish callbacks [] for router_controller (a6aa79de-dbcf-4225-8d78-359d337ca6e3), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.601660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7f656e68-20b7-43e7-9420-daa743773b81 None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:15.609641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7f656e68-20b7-43e7-9420-daa743773b81 None None] Could not find standard attr ID for object 819a9c58-d36e-428f-b70d-eeb45df01ef9. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:41:15.657332 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cbc2f7b-711b-449e-ad52-e9eae96c4538 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.669801 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3cbc2f7b-711b-449e-ad52-e9eae96c4538 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/819a9c58-d36e-428f-b70d-eeb45df01ef9 HTTP/1.1" status: 204 len: 168 time: 1.2561934 Feb 09 03:41:15.670830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34304) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:15.677093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7f656e68-20b7-43e7-9420-daa743773b81 None None] Provisioning complete for port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:15.683858 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f656e68-20b7-43e7-9420-daa743773b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.691640 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4876d5ff-9346-40c4-8319-2bceab8af520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.703075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (a6aa79de-dbcf-4225-8d78-359d337ca6e3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.703651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6aa79de-dbcf-4225-8d78-359d337ca6e3 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:41:15.708908 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.716794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d5643e6a-e627-4a5a-a8da-480c6369559f admin admin] 10.222.0.21 "DELETE /v2.0/routers/a6aa79de-dbcf-4225-8d78-359d337ca6e3 HTTP/1.1" status: 204 len: 168 time: 4.3780446 Feb 09 03:41:15.725069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34306) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:15.746148 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-519dcf06-7dc8-4970-8611-e5bf1f091b4e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] GET failed (client error): The resource could not be found. Feb 09 03:41:15.752497 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-519dcf06-7dc8-4970-8611-e5bf1f091b4e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports/819a9c58-d36e-428f-b70d-eeb45df01ef9 HTTP/1.1" status: 404 len: 333 time: 0.0800231 Feb 09 03:41:15.753814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34308) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:15.844027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:15.847989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7f656e68-20b7-43e7-9420-daa743773b81 None None] Port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:15.864262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff487223-c9ab-41d0-b42d-0533daf13d08 admin admin] Deleting subnet 74667a1a-a95e-4a5f-8fd2-2da2b2f704ab {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:41:15.874059 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff487223-c9ab-41d0-b42d-0533daf13d08 admin admin] Publish callbacks [] for subnet (74667a1a-a95e-4a5f-8fd2-2da2b2f704ab), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.878235 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6a48fefb-4282-4964-9709-5b05978581d5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:15.994180 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff487223-c9ab-41d0-b42d-0533daf13d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (74667a1a-a95e-4a5f-8fd2-2da2b2f704ab), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.008805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:16.010099 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.031634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=6a48fefb-4282-4964-9709-5b05978581d5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:16.127726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aea45fd5-2ee5-4d61-82c4-30d463e24a77 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (de75478d-9764-40b8-8b16-64afd8510b5b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.195973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9ffb1a2d-253e-4cc2-bb65-420503cf0757 None None] Could not find standard attr ID for object 819a9c58-d36e-428f-b70d-eeb45df01ef9. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:41:16.215877 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff487223-c9ab-41d0-b42d-0533daf13d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (74667a1a-a95e-4a5f-8fd2-2da2b2f704ab), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.282731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:16.322964 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e44474f-1bda-45d5-bfe1-ca2f599d5779 req-71f9573c-db9c-4631-8c48-eb4671ae195f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 210 time: 0.1358194 Feb 09 03:41:16.324751 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aea45fd5-2ee5-4d61-82c4-30d463e24a77 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (de75478d-9764-40b8-8b16-64afd8510b5b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.367705 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff487223-c9ab-41d0-b42d-0533daf13d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (74667a1a-a95e-4a5f-8fd2-2da2b2f704ab), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.391420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aea45fd5-2ee5-4d61-82c4-30d463e24a77 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (de75478d-9764-40b8-8b16-64afd8510b5b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.394476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aea45fd5-2ee5-4d61-82c4-30d463e24a77 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.395183 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff487223-c9ab-41d0-b42d-0533daf13d08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.395918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aea45fd5-2ee5-4d61-82c4-30d463e24a77 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/security-groups/de75478d-9764-40b8-8b16-64afd8510b5b HTTP/1.1" status: 204 len: 168 time: 0.6374807 Feb 09 03:41:16.406246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6dd96-1800-47ff-8800-c626fec753a4 None None] Network d2b54153-b544-420c-a2cd-e7f7f09d09c1 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:16.414918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34322) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:16.417211 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (159d2408-f464-46eb-b72b-85de2cbcd9b1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.423088 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ff487223-c9ab-41d0-b42d-0533daf13d08 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/74667a1a-a95e-4a5f-8fd2-2da2b2f704ab HTTP/1.1" status: 204 len: 168 time: 0.6966684 Feb 09 03:41:16.429619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34324) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:16.497248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff487223-c9ab-41d0-b42d-0533daf13d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74667a1a-a95e-4a5f-8fd2-2da2b2f704ab,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:16.526147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8e165091-d926-4b1e-b363-b15390d45216 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:16.604788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 8e165091-d926-4b1e-b363-b15390d45216 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:16.605239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8e165091-d926-4b1e-b363-b15390d45216 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:16.636560 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea45fd5-2ee5-4d61-82c4-30d463e24a77 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de75478d-9764-40b8-8b16-64afd8510b5b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:16.639762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34332) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:16.699576 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (d2b54153-b544-420c-a2cd-e7f7f09d09c1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.803932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Deleting port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:16.804313 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.846051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dcec03-1921-4101-9e2a-b93f46fb5e7d None None] DHCP port deletion for d2b54153-b544-420c-a2cd-e7f7f09d09c1 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:41:16.878022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-698218546-network', 'tenant_id': '4dc8fde3b52e43cfbc1ecd39ea11b74a'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:16.912383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b9dcec03-1921-4101-9e2a-b93f46fb5e7d None None] Deleting port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:16.913092 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9dcec03-1921-4101-9e2a-b93f46fb5e7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.914191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Made reservation on behalf of 4dc8fde3b52e43cfbc1ecd39ea11b74a for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:16.917070 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.941082 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.968918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] For port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea,segment=NetworkSegment(7bc29407-be55-4fc0-9f79-f269a541c086),segment_id=7bc29407-be55-4fc0-9f79-f269a541c086)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:16.969187 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:16.994442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Calling delete_port for f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:17.026958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b9dcec03-1921-4101-9e2a-b93f46fb5e7d None None] For port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea,segment=NetworkSegment(7bc29407-be55-4fc0-9f79-f269a541c086),segment_id=7bc29407-be55-4fc0-9f79-f269a541c086)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:17.028979 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9dcec03-1921-4101-9e2a-b93f46fb5e7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.057142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b9dcec03-1921-4101-9e2a-b93f46fb5e7d None None] Calling delete_port for f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:17.146832 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Publish callbacks [] for security_group (8ad42dbe-1bd4-4faf-b7b9-571cf6b87829), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.153909 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8ad42dbe-1bd4-4faf-b7b9-571cf6b87829), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.167641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:41:17.178811 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d8ba1962-d47b-4924-9b7e-f30898dcc9d7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.179576 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Added segment d8ba1962-d47b-4924-9b7e-f30898dcc9d7 of type vlan for network f20fd761-4f18-4a3b-81af-506d4833aabe Feb 09 03:41:17.230219 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f20fd761-4f18-4a3b-81af-506d4833aabe), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.266367 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f20fd761-4f18-4a3b-81af-506d4833aabe), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.267797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:17.268641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.279123 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9dcec03-1921-4101-9e2a-b93f46fb5e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.279626 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.327945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:17.342152 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcec03-1921-4101-9e2a-b93f46fb5e7d None None] Pushing event deleted for resources: {'Port': ['ID=f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:17.352988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dcec03-1921-4101-9e2a-b93f46fb5e7d None None] No DVR routers for this DVR port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:41:17.375047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:17.377655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] No DVR routers for this DVR port f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:41:17.397575 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7544286 Feb 09 03:41:17.437523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34342) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:17.443908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a1f754c0-be43-4495-957a-2df179a7e66e admin admin] Request body: {'subnet': {'network_id': 'f20fd761-4f18-4a3b-81af-506d4833aabe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-698218546-subnet', 'tenant_id': '4dc8fde3b52e43cfbc1ecd39ea11b74a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:17.464039 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (159d2408-f464-46eb-b72b-85de2cbcd9b1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.471095 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (159d2408-f464-46eb-b72b-85de2cbcd9b1), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.502221 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-77c584eb-504f-4c12-9809-c3a884e506b8 req-dc77f57e-53bd-4c70-8b38-58db9f735e6d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 210 time: 0.0517707 Feb 09 03:41:17.552592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1380a-06ab-42fe-80fe-e05d3236312d admin admin] Pushing event updated for resources: {'Network': ['ID=f20fd761-4f18-4a3b-81af-506d4833aabe,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:17.573630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-4c9bafa9-840c-403e-899a-e137cfefc2d8 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:17.576157 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-4c9bafa9-840c-403e-899a-e137cfefc2d8 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.65 "GET /v2.0/networks?id=f18848eb-f23a-4d88-b4bd-820e0124258a HTTP/1.1" status: 200 len: 797 time: 1.0278752 Feb 09 03:41:17.584212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f20fd761-4f18-4a3b-81af-506d4833aabe details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:41:17.627866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d7c3-d336-4680-b95a-486bedd8c24e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (2a620bba-a1af-4576-96dd-c440290f354c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.674155 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d7c3-d336-4680-b95a-486bedd8c24e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (2a620bba-a1af-4576-96dd-c440290f354c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.695679 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (159d2408-f464-46eb-b72b-85de2cbcd9b1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.696592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Fanout notify agent at l3_agent the message router_deleted on router 159d2408-f464-46eb-b72b-85de2cbcd9b1 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:41:17.717426 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.720712 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eb6b5226-4fe0-4cf3-9e71-9adb67e3aa5d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/159d2408-f464-46eb-b72b-85de2cbcd9b1 HTTP/1.1" status: 204 len: 168 time: 6.2583292 Feb 09 03:41:17.727539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34352) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:17.733323 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (d2b54153-b544-420c-a2cd-e7f7f09d09c1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.755030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f0a2cb52-bfe7-4f41-8892-2a3af5f44aca tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'network': {'name': 'tempest-RoutersTest-2114365867'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:17.787841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d7c3-d336-4680-b95a-486bedd8c24e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2a620bba-a1af-4576-96dd-c440290f354c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.791967 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d7c3-d336-4680-b95a-486bedd8c24e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.794113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bcf4d7c3-d336-4680-b95a-486bedd8c24e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/security-groups/2a620bba-a1af-4576-96dd-c440290f354c HTTP/1.1" status: 204 len: 168 time: 1.3776135 Feb 09 03:41:17.806569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:17.808135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34354) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:17.838658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f754c0-be43-4495-957a-2df179a7e66e admin admin] Made reservation on behalf of 4dc8fde3b52e43cfbc1ecd39ea11b74a for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:17.842813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4d7c3-d336-4680-b95a-486bedd8c24e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a620bba-a1af-4576-96dd-c440290f354c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:17.843439 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1f754c0-be43-4495-957a-2df179a7e66e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:17.864100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:17.866721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f9a8660d-8b55-4cbc-9fe7-04bdef3e98ea not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:17.939389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-80f41096-ef93-468a-9ed6-73b488f76848 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 380 time: 0.3426456 Feb 09 03:41:17.959743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'port': {'device_id': '7e1023e0-8666-4989-a608-a202e6dfc065', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'admin_state_up': True, 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'security_groups': ['d7d695fe-fd2c-464e-ae52-25b8bfea37df']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:18.124561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70f39865-5fa4-46fb-af53-f51f4cbd0efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.130660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a2cb52-bfe7-4f41-8892-2a3af5f44aca tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:18.135100 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cb52-bfe7-4f41-8892-2a3af5f44aca tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.142477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1f754c0-be43-4495-957a-2df179a7e66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (bbae29f9-c408-4fd2-aaad-19c6ad10ee86), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.154006 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-54ee8e5f-6750-4f7b-b604-e1884e7ff3ad tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (9747846c-20f8-4518-9da6-deb9b2944e05), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.213069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f754c0-be43-4495-957a-2df179a7e66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbae29f9-c408-4fd2-aaad-19c6ad10ee86,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:18.218028 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b54153-b544-420c-a2cd-e7f7f09d09c1']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:18.240780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc29407-be55-4fc0-9f79-f269a541c086') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:18.241191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc29407-be55-4fc0-9f79-f269a541c086') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:18.258546 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (7bc29407-be55-4fc0-9f79-f269a541c086), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.273307 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-54ee8e5f-6750-4f7b-b604-e1884e7ff3ad tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (9747846c-20f8-4518-9da6-deb9b2944e05), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.298588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a2cb52-bfe7-4f41-8892-2a3af5f44aca tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:41:18.316145 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Made reservation on behalf of 2d97c098e98a427b87333af505a5b6d1 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:18.318200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f754c0-be43-4495-957a-2df179a7e66e admin admin] Checking segment: {'id': 'd8ba1962-d47b-4924-9b7e-f30898dcc9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f20fd761-4f18-4a3b-81af-506d4833aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:18.318642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f754c0-be43-4495-957a-2df179a7e66e admin admin] Network hostable DHCP agents. Network: f20fd761-4f18-4a3b-81af-506d4833aabe, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:41:18.319758 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.330608 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7bc29407-be55-4fc0-9f79-f269a541c086), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.333136 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cb52-bfe7-4f41-8892-2a3af5f44aca tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a7c8812c-263c-47f0-8c6d-cef1b6896015), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.333504 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-f0a2cb52-bfe7-4f41-8892-2a3af5f44aca tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Added segment a7c8812c-263c-47f0-8c6d-cef1b6896015 of type vlan for network 5f486a91-852a-4d68-9d37-005cec98f761 Feb 09 03:41:18.345055 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-54ee8e5f-6750-4f7b-b604-e1884e7ff3ad tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9747846c-20f8-4518-9da6-deb9b2944e05), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.347771 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-54ee8e5f-6750-4f7b-b604-e1884e7ff3ad tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.362048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:41:18.362358 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-54ee8e5f-6750-4f7b-b604-e1884e7ff3ad tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/security-groups/9747846c-20f8-4518-9da6-deb9b2944e05 HTTP/1.1" status: 204 len: 168 time: 0.5429873 Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (7bc29407-be55-4fc0-9f79-f269a541c086), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:41:18.362590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34358) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:18.451211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee8e5f-6750-4f7b-b604-e1884e7ff3ad tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9747846c-20f8-4518-9da6-deb9b2944e05,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:18.455784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f754c0-be43-4495-957a-2df179a7e66e admin admin] Network f20fd761-4f18-4a3b-81af-506d4833aabe is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:41:18.533223 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cb52-bfe7-4f41-8892-2a3af5f44aca tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (5f486a91-852a-4d68-9d37-005cec98f761), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.581382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a1f754c0-be43-4495-957a-2df179a7e66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, f20fd761-4f18-4a3b-81af-506d4833aabe) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:18.595247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e631fed-4b9b-472e-8fba-5fe8a9dd8616 None None] Network f20fd761-4f18-4a3b-81af-506d4833aabe requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:18.618043 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f754c0-be43-4495-957a-2df179a7e66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:18.621845 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1f754c0-be43-4495-957a-2df179a7e66e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.644124 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-112348fb-f682-4ca2-80fe-81b6f580b553 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting subnet 7295f17b-bda0-4aa0-be98-6f763109c89b {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:41:18.652899 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (d2b54153-b544-420c-a2cd-e7f7f09d09c1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.655609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-112348fb-f682-4ca2-80fe-81b6f580b553 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (7295f17b-bda0-4aa0-be98-6f763109c89b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.662981 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.666647 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d2b54153-b544-420c-a2cd-e7f7f09d09c1 HTTP/1.1" status: 204 len: 168 time: 2.2359014 Feb 09 03:41:18.681788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.20.0.10 (f18848eb-f23a-4d88-b4bd-820e0124258a/876bcf32-56c0-43b0-b758-e2a64beec718/22869cb4-f9c8-462e-b026-aa0dae7ecc4a) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:18.727406 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cb52-bfe7-4f41-8892-2a3af5f44aca tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (5f486a91-852a-4d68-9d37-005cec98f761), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.739080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a2cb52-bfe7-4f41-8892-2a3af5f44aca tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:18.741231 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cb52-bfe7-4f41-8892-2a3af5f44aca tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.766246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6bcb7293-60e0-4232-ae9d-c108dc2064eb req-15f2352b-22a1-4c97-aaf4-75b5ba89c834 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 210 time: 0.0760031 Feb 09 03:41:18.811527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a1f754c0-be43-4495-957a-2df179a7e66e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3724847 Feb 09 03:41:18.849652 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f0a2cb52-bfe7-4f41-8892-2a3af5f44aca tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1044419 Feb 09 03:41:18.857115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34366) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:18.863898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa67d7-9af0-4670-92d6-2c6a5704a5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b54153-b544-420c-a2cd-e7f7f09d09c1,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:18.884378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d32455e4-c6ac-49aa-bbf9-852e2079adbf tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'subnet': {'network_id': '5f486a91-852a-4d68-9d37-005cec98f761', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:18.953848 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-112348fb-f682-4ca2-80fe-81b6f580b553 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (7295f17b-bda0-4aa0-be98-6f763109c89b), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:18.995435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9c4d8-d736-49fe-8806-c8eb343b8c7d None None] Network f20fd761-4f18-4a3b-81af-506d4833aabe requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:19.074100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34370) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:19.249675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2cb52-bfe7-4f41-8892-2a3af5f44aca tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Network': ['ID=5f486a91-852a-4d68-9d37-005cec98f761,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:19.261231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32455e4-c6ac-49aa-bbf9-852e2079adbf tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:19.275155 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d32455e4-c6ac-49aa-bbf9-852e2079adbf tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.284352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 5f486a91-852a-4d68-9d37-005cec98f761 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:41:19.372908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f751c9b8-c1d4-483b-a8fd-3db53e412074 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89472862f79b4df0864494c0b5a79142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913227 Feb 09 03:41:19.375046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34380) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:19.460932 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.528645 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-112348fb-f682-4ca2-80fe-81b6f580b553 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (7295f17b-bda0-4aa0-be98-6f763109c89b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.540784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.571304 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61aa-596e-4005-82e7-6c82c060bfd8 admin admin] Publish callbacks [] for security_group (cbe75ef6-1ba7-4431-82b4-62fdc6754ec2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.614393 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61aa-596e-4005-82e7-6c82c060bfd8 admin admin] Publish callbacks [] for security_group (cbe75ef6-1ba7-4431-82b4-62fdc6754ec2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.655537 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-112348fb-f682-4ca2-80fe-81b6f580b553 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (7295f17b-bda0-4aa0-be98-6f763109c89b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.734313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297cbaab-6bfc-44b6-8f59-d928f75bc7a7 None None] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:19.749582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112348fb-f682-4ca2-80fe-81b6f580b553 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Subnet': ['ID=7295f17b-bda0-4aa0-be98-6f763109c89b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:19.780725 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d32455e4-c6ac-49aa-bbf9-852e2079adbf tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (544490a9-bd2b-4f0f-83cb-efe5ea7acdab), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.828333 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-112348fb-f682-4ca2-80fe-81b6f580b553 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.831911 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-112348fb-f682-4ca2-80fe-81b6f580b553 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/7295f17b-bda0-4aa0-be98-6f763109c89b HTTP/1.1" status: 204 len: 168 time: 1.4676249 Feb 09 03:41:19.837046 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.842200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34392) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:19.880624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61aa-596e-4005-82e7-6c82c060bfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cbe75ef6-1ba7-4431-82b4-62fdc6754ec2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.914438 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61aa-596e-4005-82e7-6c82c060bfd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.925067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8e4a61aa-596e-4005-82e7-6c82c060bfd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbe75ef6-1ba7-4431-82b4-62fdc6754ec2 HTTP/1.1" status: 204 len: 168 time: 0.5434232 Feb 09 03:41:19.971333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a61aa-596e-4005-82e7-6c82c060bfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe75ef6-1ba7-4431-82b4-62fdc6754ec2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:20.043784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:20.101123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network f18848eb-f23a-4d88-b4bd-820e0124258a is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:20.118456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:20.195274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:20.366651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:20.367406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:20.384540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32455e4-c6ac-49aa-bbf9-852e2079adbf tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Subnet': ['ID=544490a9-bd2b-4f0f-83cb-efe5ea7acdab,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:20.473882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70bafbd-ebc0-40bf-be80-1910b18bd10b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting subnet 919382e7-dd2b-40d8-85d1-99be1bf9bd8d {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:41:20.477543 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b70bafbd-ebc0-40bf-be80-1910b18bd10b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (919382e7-dd2b-40d8-85d1-99be1bf9bd8d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:20.584037 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b70bafbd-ebc0-40bf-be80-1910b18bd10b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (919382e7-dd2b-40d8-85d1-99be1bf9bd8d), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:20.619011 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-e03d8c7b-34a5-4545-8697-8c9654b9232c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6693623 Feb 09 03:41:20.702552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Request body: {'port': {'device_id': '7e1023e0-8666-4989-a608-a202e6dfc065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:20.777981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-60153630-f03d-445b-bfc7-3df92cb8cb7e None None] Provisioning complete for port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:20.783474 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60153630-f03d-445b-bfc7-3df92cb8cb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:20.788924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32455e4-c6ac-49aa-bbf9-852e2079adbf tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Checking segment: {'id': 'a7c8812c-263c-47f0-8c6d-cef1b6896015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5f486a91-852a-4d68-9d37-005cec98f761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:20.790932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32455e4-c6ac-49aa-bbf9-852e2079adbf tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network hostable DHCP agents. Network: 5f486a91-852a-4d68-9d37-005cec98f761, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:41:20.821450 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34402) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:20.844763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db219c1-1fa7-47f6-ae84-b497e89ecab8 req-c4b7013b-ad26-4116-9401-e770170a0925 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:20.848556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9db219c1-1fa7-47f6-ae84-b497e89ecab8 req-c4b7013b-ad26-4116-9401-e770170a0925 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 932 time: 0.7602510 Feb 09 03:41:20.860112 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:20.877847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-60153630-f03d-445b-bfc7-3df92cb8cb7e None None] Port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:20.973001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-52ecdf20-392e-4db4-862c-f75bf4d2ba54 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:20.974657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-52ecdf20-392e-4db4-862c-f75bf4d2ba54 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/networks?id=f20fd761-4f18-4a3b-81af-506d4833aabe HTTP/1.1" status: 200 len: 820 time: 1.3139265 Feb 09 03:41:20.986932 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:20.998494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-36662f19-496c-48d0-a5c0-66843df586dd tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/quotas/4dc8fde3b52e43cfbc1ecd39ea11b74a HTTP/1.1" status: 200 len: 375 time: 0.0146139 Feb 09 03:41:21.019175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32455e4-c6ac-49aa-bbf9-852e2079adbf tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network 5f486a91-852a-4d68-9d37-005cec98f761 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:41:21.045388 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-cc9eefcf-76e8-494f-a257-1a3557cba6f6 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc8fde3b52e43cfbc1ecd39ea11b74a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352800 Feb 09 03:41:21.086196 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b70bafbd-ebc0-40bf-be80-1910b18bd10b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (919382e7-dd2b-40d8-85d1-99be1bf9bd8d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.184988 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9db219c1-1fa7-47f6-ae84-b497e89ecab8 req-40305364-807f-45e4-981a-17eee7d36b9d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241313 Feb 09 03:41:21.187960 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8dd3a88f-e1bd-4e3b-86e6-89f7ec80a21f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28f0e2d75fb1465b88cc34fd2d6e3228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383250 Feb 09 03:41:21.192065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34408) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:21.192421 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b70bafbd-ebc0-40bf-be80-1910b18bd10b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (919382e7-dd2b-40d8-85d1-99be1bf9bd8d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.246374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bafbd-ebc0-40bf-be80-1910b18bd10b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Subnet': ['ID=919382e7-dd2b-40d8-85d1-99be1bf9bd8d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:21.255137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d32455e4-c6ac-49aa-bbf9-852e2079adbf tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 5f486a91-852a-4d68-9d37-005cec98f761) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:21.264698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874d30dc-4b9c-4f50-9bbf-640585d8c8f2 None None] Network 5f486a91-852a-4d68-9d37-005cec98f761 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:21.277184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32455e4-c6ac-49aa-bbf9-852e2079adbf tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:21.278163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d32455e4-c6ac-49aa-bbf9-852e2079adbf tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.297510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b70bafbd-ebc0-40bf-be80-1910b18bd10b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.301060 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b70bafbd-ebc0-40bf-be80-1910b18bd10b tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/919382e7-dd2b-40d8-85d1-99be1bf9bd8d HTTP/1.1" status: 204 len: 168 time: 1.4576514 Feb 09 03:41:21.305740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34414) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:21.309807 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d32455e4-c6ac-49aa-bbf9-852e2079adbf tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4514630 Feb 09 03:41:21.314671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34416) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:21.331743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1ba73f7b-f710-45b7-9fe1-d7019bb2f884 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1223316776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:21.348604 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f6fcc3-1537-4b83-b2c1-97a909ef90dc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] DELETE failed (client error): The resource could not be found. Feb 09 03:41:21.349069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f6fcc3-1537-4b83-b2c1-97a909ef90dc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:21.352298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d0f6fcc3-1537-4b83-b2c1-97a909ef90dc tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/7295f17b-bda0-4aa0-be98-6f763109c89b HTTP/1.1" status: 404 len: 337 time: 0.0413804 Feb 09 03:41:21.357901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34418) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:21.374695 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Publish callbacks [] for security_group (5efb6c94-a6ca-44c8-a995-50e954c2ce20), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.389639 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ba73f7b-f710-45b7-9fe1-d7019bb2f884 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (262dbb29-2a86-4618-adcc-ce9822879a42), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.393249 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ba73f7b-f710-45b7-9fe1-d7019bb2f884 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (262dbb29-2a86-4618-adcc-ce9822879a42), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.394809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b5c9f2-686b-456e-96d5-488518cdec23 None None] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:21.430729 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-8768c154-ceb2-469a-9911-6d8ca1506600 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting subnet 9d6f7c87-6e2a-4784-a568-45770633308a {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:41:21.434376 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8768c154-ceb2-469a-9911-6d8ca1506600 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (9d6f7c87-6e2a-4784-a568-45770633308a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.463449 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Publish callbacks [] for security_group (5efb6c94-a6ca-44c8-a995-50e954c2ce20), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.487935 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8768c154-ceb2-469a-9911-6d8ca1506600 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (9d6f7c87-6e2a-4784-a568-45770633308a), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.578368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-519718ba-9b09-4485-aa1a-94edcd3f62a4 None None] Provisioning complete for port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:21.578830 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-519718ba-9b09-4485-aa1a-94edcd3f62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.595876 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8768c154-ceb2-469a-9911-6d8ca1506600 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (9d6f7c87-6e2a-4784-a568-45770633308a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.609656 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ba73f7b-f710-45b7-9fe1-d7019bb2f884 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (262dbb29-2a86-4618-adcc-ce9822879a42), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.683912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-5f486a91-852a-4d68-9d37-005cec98f761', 'network_id': '5f486a91-852a-4d68-9d37-005cec98f761', 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'fixed_ips': [{'subnet_id': '544490a9-bd2b-4f0f-83cb-efe5ea7acdab'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:41:21.685172 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.719711 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ba73f7b-f710-45b7-9fe1-d7019bb2f884 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (262dbb29-2a86-4618-adcc-ce9822879a42), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.721753 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8768c154-ceb2-469a-9911-6d8ca1506600 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (9d6f7c87-6e2a-4784-a568-45770633308a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.760142 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ba73f7b-f710-45b7-9fe1-d7019bb2f884 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.761633 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1ba73f7b-f710-45b7-9fe1-d7019bb2f884 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4446902 Feb 09 03:41:21.764173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768c154-ceb2-469a-9911-6d8ca1506600 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6f7c87-6e2a-4784-a568-45770633308a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:21.765317 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34422) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:21.772718 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8768c154-ceb2-469a-9911-6d8ca1506600 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.778771 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8768c154-ceb2-469a-9911-6d8ca1506600 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/9d6f7c87-6e2a-4784-a568-45770633308a HTTP/1.1" status: 204 len: 168 time: 0.4172332 Feb 09 03:41:21.782218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34424) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:21.818004 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce20e810-0221-43d5-bfd5-cc680338ae38 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] DELETE failed (client error): The resource could not be found. Feb 09 03:41:21.818752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce20e810-0221-43d5-bfd5-cc680338ae38 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:21.836160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ce20e810-0221-43d5-bfd5-cc680338ae38 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/92580cb7-346a-4cde-9ab4-660bcc9f7dce HTTP/1.1" status: 404 len: 337 time: 0.0518780 Feb 09 03:41:21.846765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34426) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:21.885539 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5efb6c94-a6ca-44c8-a995-50e954c2ce20), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.889132 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.892660 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5efb6c94-a6ca-44c8-a995-50e954c2ce20 HTTP/1.1" status: 204 len: 168 time: 0.6973000 Feb 09 03:41:21.895650 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-519718ba-9b09-4485-aa1a-94edcd3f62a4 None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:21.946582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-519718ba-9b09-4485-aa1a-94edcd3f62a4 None None] Provisioning complete for port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:21.947201 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-519718ba-9b09-4485-aa1a-94edcd3f62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.963452 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-9366101f-1a0b-4aec-b670-78ad03608bb6 service neutron] 10.222.0.21 "GET /v2.0/networks/f20fd761-4f18-4a3b-81af-506d4833aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9054708 Feb 09 03:41:21.965526 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-98a239da-c5c4-4144-a9eb-cba93de98564 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1 HTTP/1.1" status: 200 len: 205 time: 0.1169782 Feb 09 03:41:21.968260 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34430) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:22.065840 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-68a6e983-c400-491f-9968-3fba07a6c534 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] delete failed (client error): The resource could not be found. Feb 09 03:41:22.066892 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-68a6e983-c400-491f-9968-3fba07a6c534 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/routers/e0a725fb-6b1f-4f0f-ba5d-9035459c9fd1 HTTP/1.1" status: 404 len: 336 time: 0.0977278 Feb 09 03:41:22.075827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34432) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:22.116682 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:22.118710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-519718ba-9b09-4485-aa1a-94edcd3f62a4 None None] Port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:22.140977 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0c18ed-e5da-4105-9b4c-726517c707b2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] DELETE failed (client error): The resource could not be found. Feb 09 03:41:22.141470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0c18ed-e5da-4105-9b4c-726517c707b2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:22.146962 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Allocated IP 172.20.0.2 (5f486a91-852a-4d68-9d37-005cec98f761/544490a9-bd2b-4f0f-83cb-efe5ea7acdab/7e08d421-164b-42c7-86d8-ab44f7292884) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:22.148112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6f0c18ed-e5da-4105-9b4c-726517c707b2 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/2af46827-c025-4d91-be5f-823dedc3ba19 HTTP/1.1" status: 404 len: 337 time: 0.0708599 Feb 09 03:41:22.163865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42efe80a-3a97-45e9-8f13-2957b255db70 None None] Update dhcp port {'port': {'network_id': '4e7797f2-1b18-41e6-88e5-285d4ef26e52', 'fixed_ips': [{'subnet_id': '9d6f7c87-6e2a-4784-a568-45770633308a'}], 'binding:host_id': 'n-d-824835-15'}, 'id': '55c9d140-52ac-4db5-9df3-ac1e24dd17c4'} from n-d-824835-15. {{(pid=103329) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:41:22.172463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34434) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:22.307090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efb6c94-a6ca-44c8-a995-50e954c2ce20,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:22.367120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.367474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.367816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.368158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.368549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.368903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.369372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.369732 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.370059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.370384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.370710 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.371559 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.371884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09040-71e0-459a-8ab5-5d887e5e164f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:22.396958 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-00108de6-8a6c-4827-aacf-0ac7f592b141 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] DELETE failed (client error): The resource could not be found. Feb 09 03:41:22.397449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00108de6-8a6c-4827-aacf-0ac7f592b141 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:22.404960 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-00108de6-8a6c-4827-aacf-0ac7f592b141 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/d3a3bd67-f3de-417f-a0d7-da899bb3a126 HTTP/1.1" status: 404 len: 337 time: 0.2277410 Feb 09 03:41:22.406671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34442) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:22.474317 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ea4f34-75b7-4b4e-940f-6730408b52cb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] DELETE failed (client error): The resource could not be found. Feb 09 03:41:22.474764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ea4f34-75b7-4b4e-940f-6730408b52cb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:22.478306 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-38ea4f34-75b7-4b4e-940f-6730408b52cb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/9e2e591c-6c90-42ba-b253-648a68c694ec HTTP/1.1" status: 404 len: 337 time: 0.0422690 Feb 09 03:41:22.483619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34444) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:22.520482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22869cb4-f9c8-462e-b026-aa0dae7ecc4a {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:41:22.531784 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-886c3dbb-5450-49e2-a844-ba0dfb84b43f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] DELETE failed (client error): The resource could not be found. Feb 09 03:41:22.531784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886c3dbb-5450-49e2-a844-ba0dfb84b43f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:22.535115 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-886c3dbb-5450-49e2-a844-ba0dfb84b43f tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/2630cbd5-f59d-414e-95a0-fe0901a649df HTTP/1.1" status: 404 len: 333 time: 0.0505636 Feb 09 03:41:22.537601 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Publish callbacks [] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:22.545543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34446) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:22.587758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41628305-7d29-4afc-8949-494ff851b304 req-0d4b3fd6-7fb2-4d86-b8e6-9832167f13ac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:22.589579 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41628305-7d29-4afc-8949-494ff851b304 req-0d4b3fd6-7fb2-4d86-b8e6-9832167f13ac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 932 time: 0.1961319 Feb 09 03:41:22.594760 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-41489360-219b-4c49-b282-fe4cea484f39 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] DELETE failed (client error): The resource could not be found. Feb 09 03:41:22.595208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41489360-219b-4c49-b282-fe4cea484f39 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:22.598418 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-41489360-219b-4c49-b282-fe4cea484f39 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/0f01416e-9938-46eb-b488-a5ca8872f685 HTTP/1.1" status: 404 len: 337 time: 0.0480056 Feb 09 03:41:22.602517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34450) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:22.632426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Transition to ACTIVE for port object 22869cb4-f9c8-462e-b026-aa0dae7ecc4a will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:41:22.639635 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cd4b8a-f18e-4cf2-ac03-e5a071f164f7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] DELETE failed (client error): The resource could not be found. Feb 09 03:41:22.639958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cd4b8a-f18e-4cf2-ac03-e5a071f164f7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:22.641282 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42efe80a-3a97-45e9-8f13-2957b255db70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:22.645390 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d6cd4b8a-f18e-4cf2-ac03-e5a071f164f7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/6bf735e0-0139-4cbd-b56b-13a032c7e834 HTTP/1.1" status: 404 len: 337 time: 0.0376005 Feb 09 03:41:22.650358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34454) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:22.660031 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:22.764448 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f361b5c-6ca5-4719-b83e-e433a9e740bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] DELETE failed (client error): The resource could not be found. Feb 09 03:41:22.768615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f361b5c-6ca5-4719-b83e-e433a9e740bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:22.775960 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41628305-7d29-4afc-8949-494ff851b304 req-043a31bf-b821-40db-bed7-b973810758ba tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740084 Feb 09 03:41:22.778467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34460) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:22.779911 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2f361b5c-6ca5-4719-b83e-e433a9e740bb tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/904776ee-3d7b-4c4d-8354-bd5a87866c4d HTTP/1.1" status: 404 len: 333 time: 0.1214809 Feb 09 03:41:22.787849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Pushing event updated for resources: {'Port': ['ID=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:22.828445 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-e29d6726-5bb7-4bc6-abe2-f92793fa1ab6 service neutron] 10.222.0.21 "GET /v2.0/networks/f20fd761-4f18-4a3b-81af-506d4833aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8635378 Feb 09 03:41:22.924044 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4ece85-c5f6-445a-9cd2-73c7f9c8d02e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] DELETE failed (client error): The resource could not be found. Feb 09 03:41:22.927293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4ece85-c5f6-445a-9cd2-73c7f9c8d02e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:22.935310 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-da4ece85-c5f6-445a-9cd2-73c7f9c8d02e tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/7f39de85-af03-45b9-b1a5-b526481da43e HTTP/1.1" status: 404 len: 337 time: 0.1515281 Feb 09 03:41:22.940255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34464) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:22.999008 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Publish callbacks [] for port (7e08d421-164b-42c7-86d8-ab44f7292884), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:23.018079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56827e43-3fd6-482f-952f-525a91bb3478 None None] Network 4e7797f2-1b18-41e6-88e5-285d4ef26e52 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:23.093967 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-feec3b8f-0799-4a89-af20-16cc3e6530b7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] DELETE failed (client error): The resource could not be found. Feb 09 03:41:23.094545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feec3b8f-0799-4a89-af20-16cc3e6530b7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:41:23.107952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-feec3b8f-0799-4a89-af20-16cc3e6530b7 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/subnets/85c10227-2e11-441c-968d-7311a50c54ed HTTP/1.1" status: 404 len: 337 time: 0.1610477 Feb 09 03:41:23.109140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34466) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:23.147692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (7e08d421-164b-42c7-86d8-ab44f7292884), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:23.196269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Attempting to bind port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:23.196661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Attempting to bind port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:23.197049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Attempting to bind port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on network f18848eb-f23a-4d88-b4bd-820e0124258a {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:23.204662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on network f18848eb-f23a-4d88-b4bd-820e0124258a not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:41:23.204925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Attempting to bind port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on network f18848eb-f23a-4d88-b4bd-820e0124258a {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:23.212773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:23.213197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Checking segment: {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:23.213613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Bound using segment: {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:23.214041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Bound port: 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:23.214398 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:23.281467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f609a034-ceba-430c-a326-2df15e409006 None None] Provisioning complete for port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:23.284141 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f609a034-ceba-430c-a326-2df15e409006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:23.288834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Network 5f486a91-852a-4d68-9d37-005cec98f761 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:23.338516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:23.389651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Pushing event updated for resources: {'Port': ['ID=7e08d421-164b-42c7-86d8-ab44f7292884,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:23.396314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a62962f6-17a6-45b8-b40e-6c16dfa2dcec req-b2f31f72-65a2-4e4f-a8ec-f99b1ec9ff1a tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 210 time: 0.0938022 Feb 09 03:41:23.410185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:23.413441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:23.422274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:23.443671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.444019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.447963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.448327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.448668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.450081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.450433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.454699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.455087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.455517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.455764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.456101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.456432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:23.458934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:23.477822 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:23.565395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34486) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:23.617907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:23.618816 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:23.623297 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] 10.222.0.65 "PUT /v2.0/ports/22869cb4-f9c8-462e-b026-aa0dae7ecc4a HTTP/1.1" status: 200 len: 1093 time: 2.9293375 Feb 09 03:41:23.625694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:41:23.646705 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602381ab-d86a-409a-8b92-8379848faca5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:41:23.687091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:23.738848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bbebcd-32dc-4c8c-bd65-155c4b7b1801 None None] DHCP port deletion for 4e7797f2-1b18-41e6-88e5-285d4ef26e52 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:41:23.751930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Attempting to bind port 7e08d421-164b-42c7-86d8-ab44f7292884 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:23.752452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Attempting to bind port 7e08d421-164b-42c7-86d8-ab44f7292884 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'a7c8812c-263c-47f0-8c6d-cef1b6896015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5f486a91-852a-4d68-9d37-005cec98f761'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:23.753458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Attempting to bind port 7e08d421-164b-42c7-86d8-ab44f7292884 on network 5f486a91-852a-4d68-9d37-005cec98f761 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:23.770240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:23.770703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Checking segment: {'id': 'a7c8812c-263c-47f0-8c6d-cef1b6896015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5f486a91-852a-4d68-9d37-005cec98f761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:23.771020 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:23.771414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Bound using segment: {'id': 'a7c8812c-263c-47f0-8c6d-cef1b6896015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5f486a91-852a-4d68-9d37-005cec98f761'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:23.771902 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Bound port: 7e08d421-164b-42c7-86d8-ab44f7292884, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c8812c-263c-47f0-8c6d-cef1b6896015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5f486a91-852a-4d68-9d37-005cec98f761'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:23.772281 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e08d421-164b-42c7-86d8-ab44f7292884), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:23.843414 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d237e0c7-fde9-4a4b-83bf-b745981dc1a5 x-openstack-request-id: req-d237e0c7-fde9-4a4b-83bf-b745981dc1a5 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:41:23.849520 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:41:23.849944 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d237e0c7-fde9-4a4b-83bf-b745981dc1a5 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:41:23.852539 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'status': 'completed', 'code': 200} Feb 09 03:41:23.887441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdee4d6-a7b8-452f-867d-2b4bccc35c8b service neutron] Pushing event updated for resources: {'Port': ['ID=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:23.904362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-ee913b17-5eb8-426f-ab43-2c9aa6a1f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:23.908118 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-ee913b17-5eb8-426f-ab43-2c9aa6a1f233 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 1127 time: 0.2035069 Feb 09 03:41:23.940456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f609a034-ceba-430c-a326-2df15e409006 None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:23.989416 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-5674e435-ab1e-45fe-afc7-e5a7a84af4db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a HTTP/1.1" status: 200 len: 217 time: 0.0668836 Feb 09 03:41:24.054113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f609a034-ceba-430c-a326-2df15e409006 None None] Provisioning complete for port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:24.054692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f609a034-ceba-430c-a326-2df15e409006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.143789 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-27b8f3af-1f1d-4cb2-9fbb-038849bc0165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:24.145466 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-27b8f3af-1f1d-4cb2-9fbb-038849bc0165 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=876bcf32-56c0-43b0-b758-e2a64beec718 HTTP/1.1" status: 200 len: 835 time: 0.1365907 Feb 09 03:41:24.162056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1529033531-network', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:24.209819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Allocated IP 172.20.0.1 (5f486a91-852a-4d68-9d37-005cec98f761/544490a9-bd2b-4f0f-83cb-efe5ea7acdab/9c83ef65-20e8-4f0b-903c-7ef6871310af) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:24.226786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Made reservation on behalf of f3834a8eea2e4e9080b0270e8d73f009 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:24.229476 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.253238 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.254360 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:24.254993 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.262647 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c10bce-76e8-48f1-98c9-acc1e0db6815 req-cf64ed58-6825-4649-8164-39e8146cea50 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:24.269557 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e7c10bce-76e8-48f1-98c9-acc1e0db6815 req-cf64ed58-6825-4649-8164-39e8146cea50 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 944 time: 0.2790432 Feb 09 03:41:24.289699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] For port 7e08d421-164b-42c7-86d8-ab44f7292884, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:24.316618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-20bbebcd-32dc-4c8c-bd65-155c4b7b1801 None None] Deleting port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:24.316907 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20bbebcd-32dc-4c8c-bd65-155c4b7b1801 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.330603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-23b7a4fe-b057-4e67-a76c-c18638571c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:24.337390 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-23b7a4fe-b057-4e67-a76c-c18638571c9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f18848eb-f23a-4d88-b4bd-820e0124258a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1844852 Feb 09 03:41:24.349419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-34420560-df8b-4689-80c5-a60c852fc769 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Deleting port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:24.350008 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34420560-df8b-4689-80c5-a60c852fc769 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.430122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] For port 7e08d421-164b-42c7-86d8-ab44f7292884, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7e08d421-164b-42c7-86d8-ab44f7292884,segment=NetworkSegment(a7c8812c-263c-47f0-8c6d-cef1b6896015),segment_id=a7c8812c-263c-47f0-8c6d-cef1b6896015)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:24.449891 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e7c10bce-76e8-48f1-98c9-acc1e0db6815 req-f4cd5bc3-aa35-4cae-bf4e-1f5c4ed88c61 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679597 Feb 09 03:41:24.530213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f609a034-ceba-430c-a326-2df15e409006 None None] Port 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:24.535650 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.560168 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7e08d421-164b-42c7-86d8-ab44f7292884), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.597385 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Publish callbacks [] for security_group (c6bf41ed-4d08-4373-b014-fe6b554e5968), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.641604 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-9680242d-386b-4d82-a868-1b7a58877927 service neutron] 10.222.0.65 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075794 Feb 09 03:41:24.673145 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34420560-df8b-4689-80c5-a60c852fc769 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.688460 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-34420560-df8b-4689-80c5-a60c852fc769 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Calling delete_port for 87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:24.691099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,segment=NetworkSegment(90a84924-601c-4029-801c-c07ce7e1674b),segment_id=90a84924-601c-4029-801c-c07ce7e1674b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:24.762468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bbe52af-8ac6-42fb-bd4c-52ba995a5310 req-d73c99b8-b57a-4e04-a9c6-d80e97ad11e4 service neutron] 10.222.0.65 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150708 Feb 09 03:41:24.778604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-20bbebcd-32dc-4c8c-bd65-155c4b7b1801 None None] For port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,segment=NetworkSegment(90a84924-601c-4029-801c-c07ce7e1674b),segment_id=90a84924-601c-4029-801c-c07ce7e1674b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:24.779006 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20bbebcd-32dc-4c8c-bd65-155c4b7b1801 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.783146 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.795494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a8699-0313-46fd-a038-21e6fb4d7f34 None None] Pushing event updated for resources: {'Port': ['ID=7e08d421-164b-42c7-86d8-ab44f7292884,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:24.819904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-20bbebcd-32dc-4c8c-bd65-155c4b7b1801 None None] Calling delete_port for 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:24.911244 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c6bf41ed-4d08-4373-b014-fe6b554e5968), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.929446 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34420560-df8b-4689-80c5-a60c852fc769 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:24.994346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602381ab-d86a-409a-8b92-8379848faca5 req-e925647b-5834-4679-a827-61ccb1230356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:25.001437 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-602381ab-d86a-409a-8b92-8379848faca5 req-e925647b-5834-4679-a827-61ccb1230356 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 1127 time: 0.1107438 Feb 09 03:41:25.001955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,revision_number=11']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:25.063484 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20bbebcd-32dc-4c8c-bd65-155c4b7b1801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (55c9d140-52ac-4db5-9df3-ac1e24dd17c4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:25.117936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34420560-df8b-4689-80c5-a60c852fc769 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Port': ['ID=87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:25.130102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f217a2b0-1e5b-40d2-9bd2-9c6857ca0eea req-023b9a52-28bc-4e42-9d8c-a646647f999f tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 210 time: 0.2868800 Feb 09 03:41:25.196469 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbebcd-32dc-4c8c-bd65-155c4b7b1801 None None] Pushing event deleted for resources: {'Port': ['ID=55c9d140-52ac-4db5-9df3-ac1e24dd17c4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:25.204681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bbebcd-32dc-4c8c-bd65-155c4b7b1801 None None] No DVR routers for this DVR port 55c9d140-52ac-4db5-9df3-ac1e24dd17c4 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:41:25.250299 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:25.296039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:41:25.297567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602381ab-d86a-409a-8b92-8379848faca5 req-c06eb30b-f7be-4d4f-863f-09750743665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:25.303806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-602381ab-d86a-409a-8b92-8379848faca5 req-c06eb30b-f7be-4d4f-863f-09750743665e service neutron] 10.222.0.65 "GET /v2.0/networks?id=f18848eb-f23a-4d88-b4bd-820e0124258a HTTP/1.1" status: 200 len: 898 time: 0.2998419 Feb 09 03:41:25.307578 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (fb2eed4b-c9e9-4777-b9b7-28186fde47ac), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:25.307927 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Added segment fb2eed4b-c9e9-4777-b9b7-28186fde47ac of type vlan for network 088d3b83-20ad-4998-a25d-becd942653f2 Feb 09 03:41:25.368554 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-602381ab-d86a-409a-8b92-8379848faca5 req-5fc68e12-1ecb-495a-bbb0-6d1005a26f5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a HTTP/1.1" status: 200 len: 217 time: 0.0590143 Feb 09 03:41:25.417079 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (088d3b83-20ad-4998-a25d-becd942653f2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:25.435348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602381ab-d86a-409a-8b92-8379848faca5 req-8ac70bcf-f584-404c-9470-fc132524ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:25.436986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-602381ab-d86a-409a-8b92-8379848faca5 req-8ac70bcf-f584-404c-9470-fc132524ee59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=876bcf32-56c0-43b0-b758-e2a64beec718 HTTP/1.1" status: 200 len: 835 time: 0.0619495 Feb 09 03:41:25.440090 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34420560-df8b-4689-80c5-a60c852fc769 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:25.446305 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-34420560-df8b-4689-80c5-a60c852fc769 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/ports/87a66e2f-c4ca-4132-8d4e-b8fa48f81fd2 HTTP/1.1" status: 204 len: 168 time: 2.3296468 Feb 09 03:41:25.452523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34504) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:25.463516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:25.520930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602381ab-d86a-409a-8b92-8379848faca5 req-6791fcbe-6d2b-4b67-8173-ed5f2aa2247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:25.522983 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-602381ab-d86a-409a-8b92-8379848faca5 req-6791fcbe-6d2b-4b67-8173-ed5f2aa2247e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f18848eb-f23a-4d88-b4bd-820e0124258a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0801611 Feb 09 03:41:25.538001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bf41ed-4d08-4373-b014-fe6b554e5968,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:25.591945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network 5f486a91-852a-4d68-9d37-005cec98f761 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:25.602258 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (088d3b83-20ad-4998-a25d-becd942653f2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:25.603550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:25.606082 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:25.742303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cf2af-da17-494f-a48c-063b98e134cd req-bdf06fb0-3514-413f-adc4-5aad44e3583a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:25.744352 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d77cf2af-da17-494f-a48c-063b98e134cd req-bdf06fb0-3514-413f-adc4-5aad44e3583a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 944 time: 0.1221976 Feb 09 03:41:25.750821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7e08d421-164b-42c7-86d8-ab44f7292884 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:25.782822 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-602381ab-d86a-409a-8b92-8379848faca5 req-45afc8c1-5682-4919-b5cb-d17186baf2a3 service neutron] 10.222.0.65 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523878 Feb 09 03:41:25.783173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] Pushing event updated for resources: {'Network': ['ID=088d3b83-20ad-4998-a25d-becd942653f2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:25.785320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=9c83ef65-20e8-4f0b-903c-7ef6871310af,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:25.798388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:25.802342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 088d3b83-20ad-4998-a25d-becd942653f2 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:41:25.835724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:25.956181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d77cf2af-da17-494f-a48c-063b98e134cd req-d8c855ff-3188-47a7-802f-ab9f362ba3c4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012463 Feb 09 03:41:25.983459 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d1e60103-542f-433f-8336-35ebba4f82c6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4138312 Feb 09 03:41:25.991676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34514) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:26.004488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Request body: {'subnet': {'network_id': '088d3b83-20ad-4998-a25d-becd942653f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1529033531-subnet', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:26.018086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (4e7797f2-1b18-41e6-88e5-285d4ef26e52), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.044240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-adb4832e-55bf-4112-9778-8c88925f931a tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:26.046361 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-adb4832e-55bf-4112-9778-8c88925f931a tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.42 "GET /v2.0/networks?id=f20fd761-4f18-4a3b-81af-506d4833aabe HTTP/1.1" status: 200 len: 820 time: 0.9715104 Feb 09 03:41:26.048569 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (262dbb29-2a86-4618-adcc-ce9822879a42), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.090482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-602381ab-d86a-409a-8b92-8379848faca5 req-6ca399a1-9545-4010-8d95-eaaa1424208e service neutron] 10.222.0.65 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818134 Feb 09 03:41:26.109372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 7e08d421-164b-42c7-86d8-ab44f7292884 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:26.109935 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7e08d421-164b-42c7-86d8-ab44f7292884), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.127646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Request body: {'port': {'device_id': '5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd', 'network_id': 'f20fd761-4f18-4a3b-81af-506d4833aabe', 'admin_state_up': True, 'tenant_id': '4dc8fde3b52e43cfbc1ecd39ea11b74a'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:26.138855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Made reservation on behalf of f3834a8eea2e4e9080b0270e8d73f009 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:26.144592 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.340850 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:41:26.357387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7e08d421-164b-42c7-86d8-ab44f7292884 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:26.357932 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e08d421-164b-42c7-86d8-ab44f7292884), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.421996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 7e08d421-164b-42c7-86d8-ab44f7292884, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7e08d421-164b-42c7-86d8-ab44f7292884,segment=NetworkSegment(a7c8812c-263c-47f0-8c6d-cef1b6896015),segment_id=a7c8812c-263c-47f0-8c6d-cef1b6896015)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:26.428472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (8c5daaff-7cf9-47db-a062-1908d463bd6f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.434933 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7e08d421-164b-42c7-86d8-ab44f7292884), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.516354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c5daaff-7cf9-47db-a062-1908d463bd6f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:26.528442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=7e08d421-164b-42c7-86d8-ab44f7292884,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:26.537578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.537924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.538264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.538598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.538927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.539254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.539640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.540031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.540283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.540602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.540970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.541292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.541636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:26.557326 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c7099b1-2dbf-439f-b259-1cac4d2e9bdc req-764f1100-6b86-4332-b8f7-60ed0c0627f7 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 210 time: 0.1681023 Feb 09 03:41:26.626330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Checking segment: {'id': 'fb2eed4b-c9e9-4777-b9b7-28186fde47ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:26.627021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Network hostable DHCP agents. Network: 088d3b83-20ad-4998-a25d-becd942653f2, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:41:26.663309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Network 088d3b83-20ad-4998-a25d-becd942653f2 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:41:26.669944 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (4e7797f2-1b18-41e6-88e5-285d4ef26e52), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.675687 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.676366 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 088d3b83-20ad-4998-a25d-becd942653f2) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:26.683655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:26.684312 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.688756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b919c6-480e-4e64-9f20-9b1407353983 None None] Network 088d3b83-20ad-4998-a25d-becd942653f2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:26.707481 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3f6d79d4-63e1-452c-b10d-9b02c409c087 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7118506 Feb 09 03:41:26.707702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34524) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:26.713329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1529033531-router', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:26.741298 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.742558 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.789314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Made reservation on behalf of 4dc8fde3b52e43cfbc1ecd39ea11b74a for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:26.798221 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.808841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Publish callbacks [] for router_controller (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:26.816507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f2ccc1-4227-41f8-9b72-6dd60450d552 None None] Network 5f486a91-852a-4d68-9d37-005cec98f761 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:26.831260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7797f2-1b18-41e6-88e5-285d4ef26e52']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:26.878660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a84924-601c-4029-801c-c07ce7e1674b') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:26.879131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a84924-601c-4029-801c-c07ce7e1674b') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:27.037862 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (90a84924-601c-4029-801c-c07ce7e1674b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:27.073790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0eb9c8d6-dc01-4edb-b736-d420df453986 None None] Provisioning complete for port 7e08d421-164b-42c7-86d8-ab44f7292884 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:27.074633 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c8d6-dc01-4edb-b736-d420df453986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7e08d421-164b-42c7-86d8-ab44f7292884), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:27.288352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0eb9c8d6-dc01-4edb-b736-d420df453986 None None] Current status of the port 7e08d421-164b-42c7-86d8-ab44f7292884 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:27.335128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-088d3b83-20ad-4998-a25d-becd942653f2', 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2', 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'fixed_ips': [{'subnet_id': '8c5daaff-7cf9-47db-a062-1908d463bd6f'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:41:27.336352 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:27.629308 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:27.633558 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (90a84924-601c-4029-801c-c07ce7e1674b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:27.654318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:41:27.655243 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (90a84924-601c-4029-801c-c07ce7e1674b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:27.655934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Allocated IP 172.20.0.2 (088d3b83-20ad-4998-a25d-becd942653f2/8c5daaff-7cf9-47db-a062-1908d463bd6f/41f31153-b411-4475-a033-a91fa0ae5dc3) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:27.818708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Publish callbacks [] for router_gateway (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:27.876586 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Publish callbacks [] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:41:27.884470 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:41:27.893743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7e08d421-164b-42c7-86d8-ab44f7292884 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:27.895706 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (4e7797f2-1b18-41e6-88e5-285d4ef26e52), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:27.900785 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:27.908478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] 10.222.0.21 "DELETE /v2.0/networks/4e7797f2-1b18-41e6-88e5-285d4ef26e52 HTTP/1.1" status: 204 len: 168 time: 2.4519465 Feb 09 03:41:27.917228 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:27.982108 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:28.039393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Network 088d3b83-20ad-4998-a25d-becd942653f2 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:28.075956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=9c83ef65-20e8-4f0b-903c-7ef6871310af,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:28.123670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:28.125569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bde82-ef3c-414b-a464-d437d9bc014d req-de77089b-db43-4f90-9f36-bcd6a541d760 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:28.126394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:28.133170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Pushing event updated for resources: {'Port': ['ID=41f31153-b411-4475-a033-a91fa0ae5dc3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:28.133878 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-812bde82-ef3c-414b-a464-d437d9bc014d req-de77089b-db43-4f90-9f36-bcd6a541d760 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 944 time: 0.4666574 Feb 09 03:41:28.178709 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f13b9fd-be2f-4cf6-bad9-0e8ab2cae20a req-a38021aa-a974-4a91-a3f3-f5d93a3aa902 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 210 time: 0.2892046 Feb 09 03:41:28.179823 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780e63-4b73-49ea-a4bb-a3a1ffd69053 tempest-PortsTestJSON-2015553192 tempest-PortsTestJSON-2015553192-project] Pushing event deleted for resources: {'Network': ['ID=4e7797f2-1b18-41e6-88e5-285d4ef26e52,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:28.187646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f95c16a1-8ec9-4bd9-86a2-f5d112979014 None None] Provisioning complete for port 9c83ef65-20e8-4f0b-903c-7ef6871310af triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:28.188112 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f95c16a1-8ec9-4bd9-86a2-f5d112979014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:28.212679 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (262dbb29-2a86-4618-adcc-ce9822879a42), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:28.234554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Allocated IP 172.20.0.13 (f20fd761-4f18-4a3b-81af-506d4833aabe/bbae29f9-c408-4fd2-aaad-19c6ad10ee86/fc512049-9dbb-4760-aee9-228bdb965f6b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:28.351863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34540) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:28.356779 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-812bde82-ef3c-414b-a464-d437d9bc014d req-b5136349-df9d-4463-9edb-88e913f60eec tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218554 Feb 09 03:41:28.547507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f95c16a1-8ec9-4bd9-86a2-f5d112979014 None None] Port 9c83ef65-20e8-4f0b-903c-7ef6871310af cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:28.575027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Attempting to bind port 41f31153-b411-4475-a033-a91fa0ae5dc3 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:28.577206 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Attempting to bind port 41f31153-b411-4475-a033-a91fa0ae5dc3 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'fb2eed4b-c9e9-4777-b9b7-28186fde47ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:28.577844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Attempting to bind port 41f31153-b411-4475-a033-a91fa0ae5dc3 on network 088d3b83-20ad-4998-a25d-becd942653f2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:28.594426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:28.595254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Checking segment: {'id': 'fb2eed4b-c9e9-4777-b9b7-28186fde47ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:28.596314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:28.601091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Bound using segment: {'id': 'fb2eed4b-c9e9-4777-b9b7-28186fde47ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:28.601951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Bound port: 41f31153-b411-4475-a033-a91fa0ae5dc3, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2eed4b-c9e9-4777-b9b7-28186fde47ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:28.602644 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:28.609812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Publish callbacks [] for router_gateway (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:28.619894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network 5f486a91-852a-4d68-9d37-005cec98f761 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:28.627448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:28.691595 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:28.706048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b61f2aea-93d3-4620-a1f7-19995e756755 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5a763a84799486e879fc3e8436c97a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3414998 Feb 09 03:41:28.707158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34546) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:28.724389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] For port 41f31153-b411-4475-a033-a91fa0ae5dc3, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:28.728475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] For port 41f31153-b411-4475-a033-a91fa0ae5dc3, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=41f31153-b411-4475-a033-a91fa0ae5dc3,segment=NetworkSegment(fb2eed4b-c9e9-4777-b9b7-28186fde47ac),segment_id=fb2eed4b-c9e9-4777-b9b7-28186fde47ac)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:28.740003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f95c16a1-8ec9-4bd9-86a2-f5d112979014 None None] Provisioning complete for port 7e08d421-164b-42c7-86d8-ab44f7292884 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:28.741663 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f95c16a1-8ec9-4bd9-86a2-f5d112979014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7e08d421-164b-42c7-86d8-ab44f7292884), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:28.810757 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:28.877753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 7e08d421-164b-42c7-86d8-ab44f7292884 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:28.878326 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7e08d421-164b-42c7-86d8-ab44f7292884), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:28.938902 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df442f-8023-492d-a542-399a0e7777eb None None] Pushing event updated for resources: {'Port': ['ID=41f31153-b411-4475-a033-a91fa0ae5dc3,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:28.944565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 22869cb4-f9c8-462e-b026-aa0dae7ecc4a details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:41:28.997970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Publish callbacks [] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:29.059386 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eec663f7-475e-450d-9cf1-7446e6378269 admin admin] Publish callbacks [] for security_group (0647ef95-67e3-4221-8fc5-875ed9baf9ec), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:29.093924 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:41:29.155290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7e08d421-164b-42c7-86d8-ab44f7292884 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:29.172384 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eec663f7-475e-450d-9cf1-7446e6378269 admin admin] Publish callbacks [] for security_group (0647ef95-67e3-4221-8fc5-875ed9baf9ec), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:29.189062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 262dbb29-2a86-4618-adcc-ce9822879a42 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:41:29.199188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:29.220547 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f95c16a1-8ec9-4bd9-86a2-f5d112979014 None None] Current status of the port 7e08d421-164b-42c7-86d8-ab44f7292884 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:29.232879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Allocated IP 172.25.5.178 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/f96db01f-af38-4ac0-b818-a02501571f5e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:29.287063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:29.316460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'port_id': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'mac_address': 'fa:16:3e:f5:28:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:41:29.369104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:29.369531 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:29.437270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22869cb4-f9c8-462e-b026-aa0dae7ecc4a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:41:29.497562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:29.513570 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:29.520817 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c8430973-a263-4664-b099-e8b7a8f619e0 None None] Provisioning complete for port 9c83ef65-20e8-4f0b-903c-7ef6871310af triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:29.521346 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8430973-a263-4664-b099-e8b7a8f619e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:29.611912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c8430973-a263-4664-b099-e8b7a8f619e0 None None] Port 9c83ef65-20e8-4f0b-903c-7ef6871310af cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:29.613886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:29.721211 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eec663f7-475e-450d-9cf1-7446e6378269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0647ef95-67e3-4221-8fc5-875ed9baf9ec), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:29.724538 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eec663f7-475e-450d-9cf1-7446e6378269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:29.728113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eec663f7-475e-450d-9cf1-7446e6378269 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0647ef95-67e3-4221-8fc5-875ed9baf9ec HTTP/1.1" status: 204 len: 168 time: 1.0176744 Feb 09 03:41:29.729926 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Publish callbacks [] for port (f96db01f-af38-4ac0-b818-a02501571f5e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:29.751831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec663f7-475e-450d-9cf1-7446e6378269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0647ef95-67e3-4221-8fc5-875ed9baf9ec,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:29.807417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e806af-5b5c-4417-8eb4-98e2914e6b37 req-02beb040-38e5-4aa4-ab48-1a012c2df5ea tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:29.810154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25e806af-5b5c-4417-8eb4-98e2914e6b37 req-02beb040-38e5-4aa4-ab48-1a012c2df5ea tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 945 time: 0.1489582 Feb 09 03:41:29.861538 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 41f31153-b411-4475-a033-a91fa0ae5dc3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:29.919715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['22869cb4-f9c8-462e-b026-aa0dae7ecc4a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:41:29.929702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25e806af-5b5c-4417-8eb4-98e2914e6b37 req-bfb22c4f-1b91-427e-ba73-4787666b17c9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082358 Feb 09 03:41:29.977407 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f96db01f-af38-4ac0-b818-a02501571f5e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:30.072022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Pushing event updated for resources: {'Port': ['ID=f96db01f-af38-4ac0-b818-a02501571f5e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:30.122105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:30.131274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:30.141230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:30.315136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Network f20fd761-4f18-4a3b-81af-506d4833aabe is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:30.337985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:30.355680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:30.378734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 41f31153-b411-4475-a033-a91fa0ae5dc3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:30.379115 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:30.452183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Pushing event updated for resources: {'Port': ['ID=fc512049-9dbb-4760-aee9-228bdb965f6b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:30.486749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:41:30.501760 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-362bec72-7225-4d5d-9401-73a11dec6223 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/262dbb29-2a86-4618-adcc-ce9822879a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7353516 Feb 09 03:41:30.507773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34574) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:30.541309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:30.542386 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:30.545469 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8a83c-b990-4d40-a9c5-b5676ce353ea None None] Sync routers for ids ['262dbb29-2a86-4618-adcc-ce9822879a42'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:41:30.558997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0f201-79fd-40db-bdbd-c922c94b3d9c req-b58b58c5-f46f-47ad-a2b6-968a05b09f39 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:30.561228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7de0f201-79fd-40db-bdbd-c922c94b3d9c req-b58b58c5-f46f-47ad-a2b6-968a05b09f39 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 932 time: 0.2782307 Feb 09 03:41:30.567256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a8a83c-b990-4d40-a9c5-b5676ce353ea None None] Routers {'262dbb29-2a86-4618-adcc-ce9822879a42'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:30.567981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a9a8a83c-b990-4d40-a9c5-b5676ce353ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['262dbb29-2a86-4618-adcc-ce9822879a42'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:30.596996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-f21b950a-1803-418c-a368-0933a1ceb5aa tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4843059 Feb 09 03:41:30.602707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8171b92a-d0aa-4239-bdd5-2e1891a76e26 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:30.604237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8171b92a-d0aa-4239-bdd5-2e1891a76e26 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports/9c83ef65-20e8-4f0b-903c-7ef6871310af HTTP/1.1" status: 200 len: 910 time: 0.0953429 Feb 09 03:41:30.607471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34578) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:30.613327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Request body: {'port': {'device_id': '5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:30.632094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-dca3727e-3ec5-4974-88a1-c8a335842e1f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '544490a9-bd2b-4f0f-83cb-efe5ea7acdab'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:30.658835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a9a8a83c-b990-4d40-a9c5-b5676ce353ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:30.770915 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:30.783925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a8a83c-b990-4d40-a9c5-b5676ce353ea None None] Routers {'262dbb29-2a86-4618-adcc-ce9822879a42'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:30.784643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a9a8a83c-b990-4d40-a9c5-b5676ce353ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['262dbb29-2a86-4618-adcc-ce9822879a42'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:30.791503 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7de0f201-79fd-40db-bdbd-c922c94b3d9c req-6ee74463-9428-4bfd-a6b0-457bb51088ef tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100737 Feb 09 03:41:30.891409 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Publish callbacks [] for router_gateway (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:30.892438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a9a8a83c-b990-4d40-a9c5-b5676ce353ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:30.893465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8a83c-b990-4d40-a9c5-b5676ce353ea None None] The sync data for ids ['262dbb29-2a86-4618-adcc-ce9822879a42'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:30.990669 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdfd42b-9ff3-4ac8-9c53-51d5251b2c39 None None] Network 088d3b83-20ad-4998-a25d-becd942653f2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:31.095583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 41f31153-b411-4475-a033-a91fa0ae5dc3 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:31.096551 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:31.200316 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 41f31153-b411-4475-a033-a91fa0ae5dc3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=41f31153-b411-4475-a033-a91fa0ae5dc3,segment=NetworkSegment(fb2eed4b-c9e9-4777-b9b7-28186fde47ac),segment_id=fb2eed4b-c9e9-4777-b9b7-28186fde47ac)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:31.219385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ea223050-d68c-4f7a-b9f8-e82bea79363f None None] Provisioning complete for port 41f31153-b411-4475-a033-a91fa0ae5dc3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:31.220168 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea223050-d68c-4f7a-b9f8-e82bea79363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:31.241997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713e0f0-5d80-44b2-bab9-5c54c9220970 req-8a51e82c-a8a3-4002-a180-2cb12d8f38c1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:31.244216 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:31.250137 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1713e0f0-5d80-44b2-bab9-5c54c9220970 req-8a51e82c-a8a3-4002-a180-2cb12d8f38c1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 945 time: 0.1466832 Feb 09 03:41:31.273203 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dca3727e-3ec5-4974-88a1-c8a335842e1f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:31.315776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:31.440920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1713e0f0-5d80-44b2-bab9-5c54c9220970 req-7893d96c-7d84-4248-97cf-8d72ec3137f5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732249 Feb 09 03:41:31.574154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ea223050-d68c-4f7a-b9f8-e82bea79363f None None] Current status of the port 41f31153-b411-4475-a033-a91fa0ae5dc3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:31.618306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=41f31153-b411-4475-a033-a91fa0ae5dc3,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:31.624399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Router d176783f-ef4d-4bdc-84c3-8b20a042e5b9 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:41:31.710262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f5578aa3-81e5-46fa-aa17-8f99c926cd95 None None] Provisioning complete for port 41f31153-b411-4475-a033-a91fa0ae5dc3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:31.710841 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5578aa3-81e5-46fa-aa17-8f99c926cd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:31.734526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc512049-9dbb-4760-aee9-228bdb965f6b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:41:31.780238 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Publish callbacks [] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:31.818110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Transition to ACTIVE for port object fc512049-9dbb-4760-aee9-228bdb965f6b will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:41:31.842075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:41:31.852278 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Sync routers for ids ['d176783f-ef4d-4bdc-84c3-8b20a042e5b9'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:41:31.860577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:31.873079 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Routers {'d176783f-ef4d-4bdc-84c3-8b20a042e5b9'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:31.876675 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['d176783f-ef4d-4bdc-84c3-8b20a042e5b9'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:31.878221 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:31.885852 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-93c7da15-3c0a-4946-be9e-d9a053b96b1b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.1769810 Feb 09 03:41:31.890498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34606) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:31.915959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f5578aa3-81e5-46fa-aa17-8f99c926cd95 None None] Current status of the port 41f31153-b411-4475-a033-a91fa0ae5dc3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:32.085195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Pushing event updated for resources: {'Port': ['ID=fc512049-9dbb-4760-aee9-228bdb965f6b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:32.169405 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Set router d176783f-ef4d-4bdc-84c3-8b20a042e5b9 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:32.364237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Attempting to bind port fc512049-9dbb-4760-aee9-228bdb965f6b on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:32.367642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Attempting to bind port fc512049-9dbb-4760-aee9-228bdb965f6b by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'd8ba1962-d47b-4924-9b7e-f30898dcc9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f20fd761-4f18-4a3b-81af-506d4833aabe'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:32.367993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Attempting to bind port fc512049-9dbb-4760-aee9-228bdb965f6b on network f20fd761-4f18-4a3b-81af-506d4833aabe {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:32.447776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Port fc512049-9dbb-4760-aee9-228bdb965f6b on network f20fd761-4f18-4a3b-81af-506d4833aabe not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:41:32.448019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Attempting to bind port fc512049-9dbb-4760-aee9-228bdb965f6b on network f20fd761-4f18-4a3b-81af-506d4833aabe {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:32.465819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:32.466510 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Checking segment: {'id': 'd8ba1962-d47b-4924-9b7e-f30898dcc9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f20fd761-4f18-4a3b-81af-506d4833aabe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:32.466681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Bound using segment: {'id': 'd8ba1962-d47b-4924-9b7e-f30898dcc9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f20fd761-4f18-4a3b-81af-506d4833aabe'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:32.467081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Bound port: fc512049-9dbb-4760-aee9-228bdb965f6b, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ba1962-d47b-4924-9b7e-f30898dcc9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f20fd761-4f18-4a3b-81af-506d4833aabe'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:32.468926 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:32.685023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a6ed3-309e-408c-aeb5-8e8fb916214e req-0a8751b4-a480-4f8c-a158-8bfb5cfd4e12 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:32.687023 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b7a6ed3-309e-408c-aeb5-8e8fb916214e req-0a8751b4-a480-4f8c-a158-8bfb5cfd4e12 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 944 time: 0.5874975 Feb 09 03:41:32.698775 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'name': 'tempest-ImageQuotaTest-1529033531-router', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:26Z', 'updated_at': '2022-02-09T03:41:30Z', 'revision_number': 3, 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'gw_port': {'id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:28Z', 'updated_at': '2022-02-09T03:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:32.730961 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Checking router: d176783f-ef4d-4bdc-84c3-8b20a042e5b9 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:41:32.731684 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Updating router d176783f-ef4d-4bdc-84c3-8b20a042e5b9 port f96db01f-af38-4ac0-b818-a02501571f5e binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:41:32.766392 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f96db01f-af38-4ac0-b818-a02501571f5e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:32.800389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] For port fc512049-9dbb-4760-aee9-228bdb965f6b, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:32.828906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866a515-fe08-4e73-a35b-71fcef4147de req-b775eb22-a081-41c5-a323-3e0ba411f8cb tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:32.843169 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4866a515-fe08-4e73-a35b-71fcef4147de req-b775eb22-a081-41c5-a323-3e0ba411f8cb tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 945 time: 0.2607322 Feb 09 03:41:32.857074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] For port fc512049-9dbb-4760-aee9-228bdb965f6b, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fc512049-9dbb-4760-aee9-228bdb965f6b,segment=NetworkSegment(d8ba1962-d47b-4924-9b7e-f30898dcc9d7),segment_id=d8ba1962-d47b-4924-9b7e-f30898dcc9d7)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:32.885004 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:32.930967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 22869cb4-f9c8-462e-b026-aa0dae7ecc4a up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:32.981909 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b7a6ed3-309e-408c-aeb5-8e8fb916214e req-e4d122cd-663b-453c-b0e0-b2dc4d72bbec tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848003 Feb 09 03:41:32.988219 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dca3727e-3ec5-4974-88a1-c8a335842e1f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:32.991288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Pushing event updated for resources: {'Port': ['ID=fc512049-9dbb-4760-aee9-228bdb965f6b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:32.992537 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.016083 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dca3727e-3ec5-4974-88a1-c8a335842e1f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.019739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:33.020372 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.028621 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-c5e5b320-2027-4b20-b628-5abccab6d3cd service neutron] 10.222.0.42 "PUT /v2.0/ports/fc512049-9dbb-4760-aee9-228bdb965f6b HTTP/1.1" status: 200 len: 1093 time: 2.4234207 Feb 09 03:41:33.050260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd', 'tag': 'fc512049-9dbb-4760-aee9-228bdb965f6b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:41:33.052830 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578df1c5-06c7-4d20-b951-583fa9470041" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd", "tag": "fc512049-9dbb-4760-aee9-228bdb965f6b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:41:33.063605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:41:33.068523 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:33.069515 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.104870 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Publish callbacks [] for port (f96db01f-af38-4ac0-b818-a02501571f5e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.120814 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f96db01f-af38-4ac0-b818-a02501571f5e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.229136 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Pushing event updated for resources: {'Port': ['ID=f96db01f-af38-4ac0-b818-a02501571f5e,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:33.246897 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17477208-1d2f-4938-bd61-8988f2073410 x-openstack-request-id: req-17477208-1d2f-4938-bd61-8988f2073410 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:41:33.246897 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd", "tag": "fc512049-9dbb-4760-aee9-228bdb965f6b", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:41:33.246897 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17477208-1d2f-4938-bd61-8988f2073410 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:41:33.246897 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd', 'tag': 'fc512049-9dbb-4760-aee9-228bdb965f6b', 'status': 'completed', 'code': 200} Feb 09 03:41:33.260636 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.261244 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.261954 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.262460 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.262960 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.263436 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.263927 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.281479 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.282158 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.282659 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.283163 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.285150 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.286156 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:33.292503 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4866a515-fe08-4e73-a35b-71fcef4147de req-efd260e5-f22e-4d92-95c9-2792f843cefc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4482751 Feb 09 03:41:33.309258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3727e-3ec5-4974-88a1-c8a335842e1f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:33.316652 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dca3727e-3ec5-4974-88a1-c8a335842e1f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.319892 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dca3727e-3ec5-4974-88a1-c8a335842e1f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/ports/9c83ef65-20e8-4f0b-903c-7ef6871310af HTTP/1.1" status: 200 len: 910 time: 2.7028959 Feb 09 03:41:33.323086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34640) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:33.332433 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Attempting to bind port f96db01f-af38-4ac0-b818-a02501571f5e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:33.333151 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Attempting to bind port f96db01f-af38-4ac0-b818-a02501571f5e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:33.335662 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Attempting to bind port f96db01f-af38-4ac0-b818-a02501571f5e on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:33.337376 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3727e-3ec5-4974-88a1-c8a335842e1f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=9c83ef65-20e8-4f0b-903c-7ef6871310af,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:33.343183 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:33.343933 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:33.344687 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.345334 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:33.346182 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Bound port: f96db01f-af38-4ac0-b818-a02501571f5e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:33.346867 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f96db01f-af38-4ac0-b818-a02501571f5e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.376956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-6311bf5c-95db-48af-b596-9bbab9c595f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:33.378456 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-6311bf5c-95db-48af-b596-9bbab9c595f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dc8fde3b52e43cfbc1ecd39ea11b74a&device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 1127 time: 0.2716022 Feb 09 03:41:33.378673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:33.382535 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.459360 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-2abdd5c3-5d4c-4272-b236-0fca4229e836 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc512049-9dbb-4760-aee9-228bdb965f6b HTTP/1.1" status: 200 len: 217 time: 0.0685880 Feb 09 03:41:33.488486 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:33.490881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:41:33.497875 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf7b711-71d4-42ca-b030-9042dc47e61d" -d '{"events": [{"server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "name": "network-vif-plugged", "status": "completed", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:41:33.506771 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.524492 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] For port f96db01f-af38-4ac0-b818-a02501571f5e, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:33.542395 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] For port f96db01f-af38-4ac0-b818-a02501571f5e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f96db01f-af38-4ac0-b818-a02501571f5e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:33.578926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-6489a1fb-b1f1-425d-b33d-1ed2d2e82397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:33.582000 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-6489a1fb-b1f1-425d-b33d-1ed2d2e82397 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbae29f9-c408-4fd2-aaad-19c6ad10ee86 HTTP/1.1" status: 200 len: 860 time: 0.1158869 Feb 09 03:41:33.596062 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f96db01f-af38-4ac0-b818-a02501571f5e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.602433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:33.609878 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c42534e-0cbf-4a80-a90d-1b39f6b6abf6 x-openstack-request-id: req-5c42534e-0cbf-4a80-a90d-1b39f6b6abf6 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:41:33.609878 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "name": "network-vif-plugged", "status": "completed", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:41:33.609878 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c42534e-0cbf-4a80-a90d-1b39f6b6abf6 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:41:33.610497 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'code': 200} Feb 09 03:41:33.628083 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-88a34c4d-d89b-4d27-9129-fffd888d9e59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f20fd761-4f18-4a3b-81af-506d4833aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362060 Feb 09 03:41:33.743153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 41f31153-b411-4475-a033-a91fa0ae5dc3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:33.838841 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045677f7-586a-4ea9-bce2-132ac5e11105 None None] Pushing event updated for resources: {'Port': ['ID=f96db01f-af38-4ac0-b818-a02501571f5e,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:33.849174 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Routers {'d176783f-ef4d-4bdc-84c3-8b20a042e5b9'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:33.852453 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['d176783f-ef4d-4bdc-84c3-8b20a042e5b9'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:33.898860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 41f31153-b411-4475-a033-a91fa0ae5dc3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:33.901416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:33.961929 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-6b096d92-23f4-4bde-9509-b117651dd450 service neutron] 10.222.0.42 "GET /v2.0/networks/f20fd761-4f18-4a3b-81af-506d4833aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269887 Feb 09 03:41:34.137131 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] Set router d176783f-ef4d-4bdc-84c3-8b20a042e5b9 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:34.208703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 41f31153-b411-4475-a033-a91fa0ae5dc3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:34.214795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34650) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:34.289092 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49a4b25-daf1-43f2-b54c-0a3c14d3f7a7 req-2d8855a5-67bb-44d6-a8bd-e76bb41d4502 service neutron] 10.222.0.42 "GET /v2.0/networks/f20fd761-4f18-4a3b-81af-506d4833aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203318 Feb 09 03:41:34.502097 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'name': 'tempest-ImageQuotaTest-1529033531-router', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:26Z', 'updated_at': '2022-02-09T03:41:30Z', 'revision_number': 3, 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'gw_port': {'id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:28Z', 'updated_at': '2022-02-09T03:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:34.528360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578df1c5-06c7-4d20-b951-583fa9470041 req-bcbcea81-9ff0-41c4-b1e2-d1a10b7f5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:34.530041 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-578df1c5-06c7-4d20-b951-583fa9470041 req-bcbcea81-9ff0-41c4-b1e2-d1a10b7f5c2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dc8fde3b52e43cfbc1ecd39ea11b74a&device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 1127 time: 0.1811559 Feb 09 03:41:34.547862 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd418db7-39bb-4c44-8744-6ba85cfa0249 None None] The sync data for ids ['d176783f-ef4d-4bdc-84c3-8b20a042e5b9'] in n-d-824835-15 is: [{'id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'name': 'tempest-ImageQuotaTest-1529033531-router', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:26Z', 'updated_at': '2022-02-09T03:41:30Z', 'revision_number': 3, 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'gw_port': {'id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:28Z', 'updated_at': '2022-02-09T03:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:34.604112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0d6f7-5b94-4b2f-a0e4-2cdf7ac8477f req-dd8432fd-fe29-4e26-bd1d-557bc670e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:34.606338 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6b0d6f7-5b94-4b2f-a0e4-2cdf7ac8477f req-dd8432fd-fe29-4e26-bd1d-557bc670e96a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 1129 time: 0.8807538 Feb 09 03:41:34.626365 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869461db-a841-40ea-a5c8-69a58eb6628c req-42f3b0e0-d51f-4440-b196-7ab5e66d6c67 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:34.627929 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-869461db-a841-40ea-a5c8-69a58eb6628c req-42f3b0e0-d51f-4440-b196-7ab5e66d6c67 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 946 time: 0.1641638 Feb 09 03:41:34.629618 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d0b05aa-5fbe-44c3-aaed-a10c8c9ac294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:34.656581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Allocated IP 172.20.0.1 (088d3b83-20ad-4998-a25d-becd942653f2/8c5daaff-7cf9-47db-a062-1908d463bd6f/39c5cffc-1d4c-4d24-885f-1c697396cbb2) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:34.692737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0f800-5654-4ab1-9096-cf913ec0d778 req-96b19983-8b53-486a-809b-c137a3fb8f2b tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:34.694295 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bde0f800-5654-4ab1-9096-cf913ec0d778 req-96b19983-8b53-486a-809b-c137a3fb8f2b tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 944 time: 0.3361988 Feb 09 03:41:34.765121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6b0d6f7-5b94-4b2f-a0e4-2cdf7ac8477f req-7f6333ec-0e03-441c-a8b5-a3a7ac8727f5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484351 Feb 09 03:41:34.829010 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-869461db-a841-40ea-a5c8-69a58eb6628c req-307e38bf-f69b-47d6-8d3f-35dbb4b1b140 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880176 Feb 09 03:41:34.838258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578df1c5-06c7-4d20-b951-583fa9470041 req-8a65aaff-20d6-478d-997b-20b97884f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:34.842163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-578df1c5-06c7-4d20-b951-583fa9470041 req-8a65aaff-20d6-478d-997b-20b97884f301 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f20fd761-4f18-4a3b-81af-506d4833aabe HTTP/1.1" status: 200 len: 921 time: 0.3033571 Feb 09 03:41:34.914100 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-578df1c5-06c7-4d20-b951-583fa9470041 req-f6907656-a64c-417d-81d7-373cc9e1d0fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc512049-9dbb-4760-aee9-228bdb965f6b HTTP/1.1" status: 200 len: 217 time: 0.0627625 Feb 09 03:41:35.009017 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bde0f800-5654-4ab1-9096-cf913ec0d778 req-f3475442-5c51-41a3-b0da-dd2af08d2a3f tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483892 Feb 09 03:41:35.056950 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Publish callbacks [] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:35.087134 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d0b05aa-5fbe-44c3-aaed-a10c8c9ac294 admin admin] Publish callbacks [] for security_group (93968e97-595e-4803-90fe-06f79b7f3694), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:35.090514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578df1c5-06c7-4d20-b951-583fa9470041 req-14df6266-3fb0-4374-b951-5b7b7175dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:35.092472 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-578df1c5-06c7-4d20-b951-583fa9470041 req-14df6266-3fb0-4374-b951-5b7b7175dcf3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbae29f9-c408-4fd2-aaad-19c6ad10ee86 HTTP/1.1" status: 200 len: 860 time: 0.1699662 Feb 09 03:41:35.096921 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d0b05aa-5fbe-44c3-aaed-a10c8c9ac294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (93968e97-595e-4803-90fe-06f79b7f3694), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:35.097334 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:35.158424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Network 088d3b83-20ad-4998-a25d-becd942653f2 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:35.163242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:35.171266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3d0b05aa-5fbe-44c3-aaed-a10c8c9ac294 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f73585fe60ab410dbbf7d6e3421a6e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9552364 Feb 09 03:41:35.174636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34660) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:35.187795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:35.206126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fc512049-9dbb-4760-aee9-228bdb965f6b details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:41:35.214514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b05aa-5fbe-44c3-aaed-a10c8c9ac294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93968e97-595e-4803-90fe-06f79b7f3694,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:35.257085 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-578df1c5-06c7-4d20-b951-583fa9470041 req-c39b9296-f672-439e-b1c0-1877329590ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f20fd761-4f18-4a3b-81af-506d4833aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185999 Feb 09 03:41:35.262735 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:35.570959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Pushing event updated for resources: {'Port': ['ID=39c5cffc-1d4c-4d24-885f-1c697396cbb2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:35.589845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-578df1c5-06c7-4d20-b951-583fa9470041 req-e3637070-f595-482e-8a47-1e26b29ff29e service neutron] 10.222.0.42 "GET /v2.0/networks/f20fd761-4f18-4a3b-81af-506d4833aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264980 Feb 09 03:41:35.675140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fc512049-9dbb-4760-aee9-228bdb965f6b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fc512049-9dbb-4760-aee9-228bdb965f6b,segment=NetworkSegment(d8ba1962-d47b-4924-9b7e-f30898dcc9d7),segment_id=d8ba1962-d47b-4924-9b7e-f30898dcc9d7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:35.733216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'fc512049-9dbb-4760-aee9-228bdb965f6b', 'network_id': 'f20fd761-4f18-4a3b-81af-506d4833aabe', 'port_id': 'fc512049-9dbb-4760-aee9-228bdb965f6b', 'mac_address': 'fa:16:3e:6f:3c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbae29f9-c408-4fd2-aaad-19c6ad10ee86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:41:35.794261 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-578df1c5-06c7-4d20-b951-583fa9470041 req-f7c764e9-d8b5-4594-937b-697c9ab4344d service neutron] 10.222.0.42 "GET /v2.0/networks/f20fd761-4f18-4a3b-81af-506d4833aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958969 Feb 09 03:41:35.810537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f96db01f-af38-4ac0-b818-a02501571f5e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:35.959334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port fc512049-9dbb-4760-aee9-228bdb965f6b is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:35.982085 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.031209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.047163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc512049-9dbb-4760-aee9-228bdb965f6b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:41:36.100769 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0f7cdae-fb97-441e-ab73-e5d18d7b634e admin admin] Publish callbacks [] for security_group (93968e97-595e-4803-90fe-06f79b7f3694), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.117898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9e7f-ad0d-453b-a683-fd230cbc8869 req-80db7094-b2ba-4670-b7b5-5a4e2b2056ee tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:36.134229 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59ff9e7f-ad0d-453b-a683-fd230cbc8869 req-80db7094-b2ba-4670-b7b5-5a4e2b2056ee tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 946 time: 0.1965511 Feb 09 03:41:36.137538 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fc512049-9dbb-4760-aee9-228bdb965f6b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fc512049-9dbb-4760-aee9-228bdb965f6b,segment=NetworkSegment(d8ba1962-d47b-4924-9b7e-f30898dcc9d7),segment_id=d8ba1962-d47b-4924-9b7e-f30898dcc9d7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:36.164129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-272eba40-00a1-46be-8360-06a879eb12a5 None None] Provisioning complete for port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:36.165121 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-272eba40-00a1-46be-8360-06a879eb12a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.301986 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59ff9e7f-ad0d-453b-a683-fd230cbc8869 req-10d73612-a373-496f-afe8-ad602b4b05a3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634023 Feb 09 03:41:36.311746 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.311746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-272eba40-00a1-46be-8360-06a879eb12a5 None None] Port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:36.365544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=fc512049-9dbb-4760-aee9-228bdb965f6b,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:36.376494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f96db01f-af38-4ac0-b818-a02501571f5e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:36.377145 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f96db01f-af38-4ac0-b818-a02501571f5e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.427355 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Publish callbacks [] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.501918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f96db01f-af38-4ac0-b818-a02501571f5e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:36.502772 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f96db01f-af38-4ac0-b818-a02501571f5e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.526681 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d2e4dcf-8cf3-4707-becc-9a239fd3957a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (262dbb29-2a86-4618-adcc-ce9822879a42), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.530124 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.536524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0f7cdae-fb97-441e-ab73-e5d18d7b634e admin admin] Publish callbacks [] for security_group (93968e97-595e-4803-90fe-06f79b7f3694), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.563630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port f96db01f-af38-4ac0-b818-a02501571f5e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f96db01f-af38-4ac0-b818-a02501571f5e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:36.572339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['fc512049-9dbb-4760-aee9-228bdb965f6b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:41:36.585211 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f96db01f-af38-4ac0-b818-a02501571f5e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.768300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2201e87-ec8f-4373-a632-917126b890df req-356b85d0-84c6-4d60-b002-074b4d9f979b tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:36.771154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=f96db01f-af38-4ac0-b818-a02501571f5e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:36.776023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e2201e87-ec8f-4373-a632-917126b890df req-356b85d0-84c6-4d60-b002-074b4d9f979b tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 945 time: 0.3453000 Feb 09 03:41:36.813430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Pushing event updated for resources: {'Port': ['ID=39c5cffc-1d4c-4d24-885f-1c697396cbb2,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:36.815941 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.951880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0f7cdae-fb97-441e-ab73-e5d18d7b634e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (93968e97-595e-4803-90fe-06f79b7f3694), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.954432 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0f7cdae-fb97-441e-ab73-e5d18d7b634e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.955576 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c0f7cdae-fb97-441e-ab73-e5d18d7b634e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93968e97-595e-4803-90fe-06f79b7f3694 HTTP/1.1" status: 204 len: 168 time: 1.7773581 Feb 09 03:41:37.003114 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e2201e87-ec8f-4373-a632-917126b890df req-778e2a97-8665-4d57-bc7d-e591ec7f9463 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261353 Feb 09 03:41:37.019313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7cdae-fb97-441e-ab73-e5d18d7b634e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93968e97-595e-4803-90fe-06f79b7f3694,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:37.127247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Network 088d3b83-20ad-4998-a25d-becd942653f2 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:37.129459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:37.371573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Router d176783f-ef4d-4bdc-84c3-8b20a042e5b9 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:41:37.423239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e4dcf-8cf3-4707-becc-9a239fd3957a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 9c83ef65-20e8-4f0b-903c-7ef6871310af {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:37.423581 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d2e4dcf-8cf3-4707-becc-9a239fd3957a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:37.549310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34682) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:37.609507 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dae5d120-7dba-4455-9c02-6007948bd1da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:37.655132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d9cea-552c-4874-9d2b-5f578ea3c3eb req-7a104768-30c7-496d-83a5-5d5563bfd930 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:37.656748 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc0d9cea-552c-4874-9d2b-5f578ea3c3eb req-7a104768-30c7-496d-83a5-5d5563bfd930 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 946 time: 0.2098420 Feb 09 03:41:37.712487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2b3d7066-5673-497b-890f-eeaec59e0edb None None] Provisioning complete for port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:37.717630 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b3d7066-5673-497b-890f-eeaec59e0edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:37.721557 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:37.783095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f96db01f-af38-4ac0-b818-a02501571f5e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:37.818340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2b3d7066-5673-497b-890f-eeaec59e0edb None None] Port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:37.868632 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f96db01f-af38-4ac0-b818-a02501571f5e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:37.869520 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f96db01f-af38-4ac0-b818-a02501571f5e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:37.887953 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc0d9cea-552c-4874-9d2b-5f578ea3c3eb req-e908d248-c982-48d6-a7c8-cf2c67f2e7c2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126355 Feb 09 03:41:37.947476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d2e4dcf-8cf3-4707-becc-9a239fd3957a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:37.975634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dae5d120-7dba-4455-9c02-6007948bd1da admin admin] Publish callbacks [] for security_group (12526ecf-5aaf-460f-915e-b34a77a2b493), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:37.985972 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dae5d120-7dba-4455-9c02-6007948bd1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (12526ecf-5aaf-460f-915e-b34a77a2b493), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:38.001809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e4dcf-8cf3-4707-becc-9a239fd3957a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 9c83ef65-20e8-4f0b-903c-7ef6871310af owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:38.035334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f96db01f-af38-4ac0-b818-a02501571f5e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:38.045070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5d120-7dba-4455-9c02-6007948bd1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12526ecf-5aaf-460f-915e-b34a77a2b493,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:38.049476 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dae5d120-7dba-4455-9c02-6007948bd1da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aad8308784554c45bd5339b9e9682fe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4934037 Feb 09 03:41:38.052569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34688) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:38.085186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:41:38.096298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Sync routers for ids ['d176783f-ef4d-4bdc-84c3-8b20a042e5b9'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:41:38.100874 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1546a9bd-90a0-4a99-ac12-3dacfd34455e admin admin] 10.222.0.21 "PUT /v2.0/routers/d176783f-ef4d-4bdc-84c3-8b20a042e5b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2065234 Feb 09 03:41:38.126803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Routers {'d176783f-ef4d-4bdc-84c3-8b20a042e5b9'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:38.127444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['d176783f-ef4d-4bdc-84c3-8b20a042e5b9'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:38.260882 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e81946c-dbb6-4faa-a23a-f23bf63a0e09 admin admin] Publish callbacks [] for security_group (12526ecf-5aaf-460f-915e-b34a77a2b493), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:38.279911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb7d45-cbf9-46f6-b675-059da4a9973f req-1af464ce-f7f7-4ad7-a24e-ef23e7cb3bcb tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:38.281560 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4feb7d45-cbf9-46f6-b675-059da4a9973f req-1af464ce-f7f7-4ad7-a24e-ef23e7cb3bcb tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 946 time: 0.2592485 Feb 09 03:41:38.307468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22474abc-5f12-4a43-8a41-a4ec1fe07d22 req-38756ad4-b983-4d4c-94d2-c0a678840ece tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:38.319007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22474abc-5f12-4a43-8a41-a4ec1fe07d22 req-38756ad4-b983-4d4c-94d2-c0a678840ece tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 945 time: 0.1612730 Feb 09 03:41:38.357958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Set router d176783f-ef4d-4bdc-84c3-8b20a042e5b9 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:38.370015 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e81946c-dbb6-4faa-a23a-f23bf63a0e09 admin admin] Publish callbacks [] for security_group (12526ecf-5aaf-460f-915e-b34a77a2b493), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:38.492076 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4feb7d45-cbf9-46f6-b675-059da4a9973f req-8186043e-7321-4ed3-81fb-f3dbae85d4e0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027733 Feb 09 03:41:38.517916 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22474abc-5f12-4a43-8a41-a4ec1fe07d22 req-43f148e5-589d-456c-9bb1-7a16e5896333 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978431 Feb 09 03:41:38.523007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34696) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:38.547118 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e81946c-dbb6-4faa-a23a-f23bf63a0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (12526ecf-5aaf-460f-915e-b34a77a2b493), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:38.553568 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e81946c-dbb6-4faa-a23a-f23bf63a0e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:38.554640 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5e81946c-dbb6-4faa-a23a-f23bf63a0e09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12526ecf-5aaf-460f-915e-b34a77a2b493 HTTP/1.1" status: 204 len: 168 time: 0.5010772 Feb 09 03:41:38.596204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81946c-dbb6-4faa-a23a-f23bf63a0e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12526ecf-5aaf-460f-915e-b34a77a2b493,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:38.923194 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d2e4dcf-8cf3-4707-becc-9a239fd3957a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9c83ef65-20e8-4f0b-903c-7ef6871310af), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:38.930618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526266ee-460e-42b7-a92b-caa5d8871e5c tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:38.932876 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-526266ee-460e-42b7-a92b-caa5d8871e5c tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 1124 time: 0.4088295 Feb 09 03:41:38.937872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34706) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:38.950402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:39.023202 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:39.052550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'name': 'tempest-ImageQuotaTest-1529033531-router', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:26Z', 'updated_at': '2022-02-09T03:41:35Z', 'revision_number': 4, 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'gw_port': {'id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:28Z', 'updated_at': '2022-02-09T03:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '39c5cffc-1d4c-4d24-885f-1c697396cbb2', 'name': '', 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'mac_address': 'fa:16:3e:66:b5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '8c5daaff-7cf9-47db-a062-1908d463bd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:33Z', 'updated_at': '2022-02-09T03:41:36Z', 'revision_number': 2, 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'subnets': [{'id': '8c5daaff-7cf9-47db-a062-1908d463bd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:39.059139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e4dcf-8cf3-4707-becc-9a239fd3957a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=9c83ef65-20e8-4f0b-903c-7ef6871310af,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:39.150336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Checking router: d176783f-ef4d-4bdc-84c3-8b20a042e5b9 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:41:39.154313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Updating router d176783f-ef4d-4bdc-84c3-8b20a042e5b9 port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:41:39.263875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fc512049-9dbb-4760-aee9-228bdb965f6b up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:39.287942 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:39.374476 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:39.463444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8d2e4dcf-8cf3-4707-becc-9a239fd3957a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (262dbb29-2a86-4618-adcc-ce9822879a42), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:39.679691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port fc512049-9dbb-4760-aee9-228bdb965f6b completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:41:39.700453 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port fc512049-9dbb-4760-aee9-228bdb965f6b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:39.700453 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:39.706416 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.25.5.57 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/81121f29-bef7-4378-888f-d3c4b84df750) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:39.824920 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2e4dcf-8cf3-4707-becc-9a239fd3957a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 262dbb29-2a86-4618-adcc-ce9822879a42 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:41:39.942668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0704e7-3907-4f17-8950-83840fdb46fd req-b480c115-f71d-48ba-a1a8-a8cdefeb1f7f tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:39.950301 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0704e7-3907-4f17-8950-83840fdb46fd req-b480c115-f71d-48ba-a1a8-a8cdefeb1f7f tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 945 time: 0.2335250 Feb 09 03:41:40.070742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2e4dcf-8cf3-4707-becc-9a239fd3957a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:41:40.079509 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8d2e4dcf-8cf3-4707-becc-9a239fd3957a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/262dbb29-2a86-4618-adcc-ce9822879a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7521894 Feb 09 03:41:40.079778 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34730) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:40.104267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (81121f29-bef7-4378-888f-d3c4b84df750), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:40.107687 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbee2a-ed9c-47a6-bb02-c372323d8ba2 None None] Sync routers for ids ['262dbb29-2a86-4618-adcc-ce9822879a42'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:41:40.112949 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0704e7-3907-4f17-8950-83840fdb46fd req-ce129269-5545-414e-95f9-20bffc2952e2 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616366 Feb 09 03:41:40.158600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f4f17201-7358-464b-ba8d-752dbbbdfbad tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=262dbb29-2a86-4618-adcc-ce9822879a42 HTTP/1.1" status: 200 len: 205 time: 0.0776501 Feb 09 03:41:40.161238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34732) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:40.174620 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbee2a-ed9c-47a6-bb02-c372323d8ba2 None None] Routers {'262dbb29-2a86-4618-adcc-ce9822879a42'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:40.174620 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-05fbee2a-ed9c-47a6-bb02-c372323d8ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['262dbb29-2a86-4618-adcc-ce9822879a42'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:40.187129 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (81121f29-bef7-4378-888f-d3c4b84df750), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:40.251553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=81121f29-bef7-4378-888f-d3c4b84df750,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:40.273411 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:40.277345 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:40.281151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:40.314427 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32bbbdeb-91bc-4335-80b4-9d1f26de7676 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (262dbb29-2a86-4618-adcc-ce9822879a42), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:40.367631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port fc512049-9dbb-4760-aee9-228bdb965f6b is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:40.378760 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:40.402469 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-05fbee2a-ed9c-47a6-bb02-c372323d8ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:40.437462 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbee2a-ed9c-47a6-bb02-c372323d8ba2 None None] Routers {'262dbb29-2a86-4618-adcc-ce9822879a42'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:40.441847 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-05fbee2a-ed9c-47a6-bb02-c372323d8ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['262dbb29-2a86-4618-adcc-ce9822879a42'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:40.465594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc512049-9dbb-4760-aee9-228bdb965f6b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:41:40.474024 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23fdcc4-1881-4988-bb24-178bb16cb0b9" -d '{"events": [{"server_uuid": "5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd", "name": "network-vif-plugged", "status": "completed", "tag": "fc512049-9dbb-4760-aee9-228bdb965f6b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:41:40.548414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port fc512049-9dbb-4760-aee9-228bdb965f6b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fc512049-9dbb-4760-aee9-228bdb965f6b,segment=NetworkSegment(d8ba1962-d47b-4924-9b7e-f30898dcc9d7),segment_id=d8ba1962-d47b-4924-9b7e-f30898dcc9d7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:40.599539 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Publish callbacks [] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:40.606804 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-05fbee2a-ed9c-47a6-bb02-c372323d8ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:40.608969 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:40.611042 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbee2a-ed9c-47a6-bb02-c372323d8ba2 None None] The sync data for ids ['262dbb29-2a86-4618-adcc-ce9822879a42'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:40.672589 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:40.675453 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b26ce5-07f4-4253-916a-fffae711e6dc x-openstack-request-id: req-86b26ce5-07f4-4253-916a-fffae711e6dc {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:41:40.675743 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd", "name": "network-vif-plugged", "status": "completed", "tag": "fc512049-9dbb-4760-aee9-228bdb965f6b", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:41:40.675993 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86b26ce5-07f4-4253-916a-fffae711e6dc {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:41:40.676380 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc512049-9dbb-4760-aee9-228bdb965f6b', 'code': 200} Feb 09 03:41:40.830725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=fc512049-9dbb-4760-aee9-228bdb965f6b,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:40.951486 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf2dc1-4c9d-462f-bfc5-3570269f48a1 None None] Pushing event updated for resources: {'Port': ['ID=39c5cffc-1d4c-4d24-885f-1c697396cbb2,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:41.039348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127d6c1-cc48-4a97-94b5-59b937ffa3ae req-eb712984-eb14-4fe6-9475-c892d764e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:41.043746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6127d6c1-cc48-4a97-94b5-59b937ffa3ae req-eb712984-eb14-4fe6-9475-c892d764e187 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 1129 time: 0.2352018 Feb 09 03:41:41.072759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Attempting to bind port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:41.073132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Attempting to bind port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'fb2eed4b-c9e9-4777-b9b7-28186fde47ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:41.074135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Attempting to bind port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 on network 088d3b83-20ad-4998-a25d-becd942653f2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:41.104661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:41.105331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Checking segment: {'id': 'fb2eed4b-c9e9-4777-b9b7-28186fde47ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:41.107486 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:41.107897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Bound using segment: {'id': 'fb2eed4b-c9e9-4777-b9b7-28186fde47ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:41.108399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Bound port: 39c5cffc-1d4c-4d24-885f-1c697396cbb2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2eed4b-c9e9-4777-b9b7-28186fde47ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:41.108786 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:41.304045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] For port 39c5cffc-1d4c-4d24-885f-1c697396cbb2, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:41.307033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] For port 39c5cffc-1d4c-4d24-885f-1c697396cbb2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=39c5cffc-1d4c-4d24-885f-1c697396cbb2,segment=NetworkSegment(fb2eed4b-c9e9-4777-b9b7-28186fde47ac),segment_id=fb2eed4b-c9e9-4777-b9b7-28186fde47ac)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:41.324837 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:41.506544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-056897a1-6e43-48b7-ac1a-a0a95b7c261b None None] Provisioning complete for port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:41.507127 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-056897a1-6e43-48b7-ac1a-a0a95b7c261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:41.523187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34768) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:41.527426 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32bbbdeb-91bc-4335-80b4-9d1f26de7676 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (262dbb29-2a86-4618-adcc-ce9822879a42), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:41.531399 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32bbbdeb-91bc-4335-80b4-9d1f26de7676 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (262dbb29-2a86-4618-adcc-ce9822879a42), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:41.583301 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (a1093abe-1b3d-4532-9168-6992da21263e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:41.609632 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf2dc1-4c9d-462f-bfc5-3570269f48a1 None None] Pushing event updated for resources: {'Port': ['ID=39c5cffc-1d4c-4d24-885f-1c697396cbb2,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:41.618131 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6127d6c1-cc48-4a97-94b5-59b937ffa3ae req-72b437ef-c8cc-4271-b1f2-c970f677b0f3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661736 Feb 09 03:41:41.675774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Routers {'d176783f-ef4d-4bdc-84c3-8b20a042e5b9'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:41.676599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['d176783f-ef4d-4bdc-84c3-8b20a042e5b9'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:41.808773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2545e-3e8d-45b4-9704-db0706bff0e8 req-ef8cc67f-8a7c-4c0a-b88b-1284b8db22be tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:41.812943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17b2545e-3e8d-45b4-9704-db0706bff0e8 req-ef8cc67f-8a7c-4c0a-b88b-1284b8db22be tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 946 time: 0.4920552 Feb 09 03:41:41.888844 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (81121f29-bef7-4378-888f-d3c4b84df750), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:41.905560 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32bbbdeb-91bc-4335-80b4-9d1f26de7676 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (262dbb29-2a86-4618-adcc-ce9822879a42), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:41.908590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bbbdeb-91bc-4335-80b4-9d1f26de7676 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Fanout notify agent at l3_agent the message router_deleted on router 262dbb29-2a86-4618-adcc-ce9822879a42 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:41:41.942092 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32bbbdeb-91bc-4335-80b4-9d1f26de7676 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:41.945536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-32bbbdeb-91bc-4335-80b4-9d1f26de7676 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/262dbb29-2a86-4618-adcc-ce9822879a42 HTTP/1.1" status: 204 len: 168 time: 1.7816398 Feb 09 03:41:41.950552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34780) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:41.989229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-056897a1-6e43-48b7-ac1a-a0a95b7c261b None None] Current status of the port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:41.989741 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-056897a1-6e43-48b7-ac1a-a0a95b7c261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.037989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-056897a1-6e43-48b7-ac1a-a0a95b7c261b None None] For port 39c5cffc-1d4c-4d24-885f-1c697396cbb2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=39c5cffc-1d4c-4d24-885f-1c697396cbb2,segment=NetworkSegment(fb2eed4b-c9e9-4777-b9b7-28186fde47ac),segment_id=fb2eed4b-c9e9-4777-b9b7-28186fde47ac)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:42.054068 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17b2545e-3e8d-45b4-9704-db0706bff0e8 req-bd5f3fd1-3f49-4677-912a-0b00586aa735 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334571 Feb 09 03:41:42.068020 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-056897a1-6e43-48b7-ac1a-a0a95b7c261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.140640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] Set router d176783f-ef4d-4bdc-84c3-8b20a042e5b9 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:42.223053 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (81121f29-bef7-4378-888f-d3c4b84df750), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.232496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (81121f29-bef7-4378-888f-d3c4b84df750), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.331915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=81121f29-bef7-4378-888f-d3c4b84df750,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:42.341701 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (a1093abe-1b3d-4532-9168-6992da21263e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.403344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056897a1-6e43-48b7-ac1a-a0a95b7c261b None None] Pushing event updated for resources: {'Port': ['ID=39c5cffc-1d4c-4d24-885f-1c697396cbb2,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:42.424970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a6a96d82-6bfc-4937-960b-4601c2f6487f None None] Provisioning complete for port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:42.425725 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6a96d82-6bfc-4937-960b-4601c2f6487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.463061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45e9a05-d416-48a9-984b-70343ac1e1b4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting subnet 544490a9-bd2b-4f0f-83cb-efe5ea7acdab {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:41:42.489836 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b45e9a05-d416-48a9-984b-70343ac1e1b4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (544490a9-bd2b-4f0f-83cb-efe5ea7acdab), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.537971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'name': 'tempest-ImageQuotaTest-1529033531-router', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:26Z', 'updated_at': '2022-02-09T03:41:35Z', 'revision_number': 4, 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'gw_port': {'id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:28Z', 'updated_at': '2022-02-09T03:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '39c5cffc-1d4c-4d24-885f-1c697396cbb2', 'name': '', 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'mac_address': 'fa:16:3e:66:b5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '8c5daaff-7cf9-47db-a062-1908d463bd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:33Z', 'updated_at': '2022-02-09T03:41:41Z', 'revision_number': 4, 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'subnets': [{'id': '8c5daaff-7cf9-47db-a062-1908d463bd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:42.547192 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b45e9a05-d416-48a9-984b-70343ac1e1b4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (544490a9-bd2b-4f0f-83cb-efe5ea7acdab), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.670772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe5cb4-4cfb-4a26-8fe8-9a7ce5e2bb9e None None] The sync data for ids ['d176783f-ef4d-4bdc-84c3-8b20a042e5b9'] in n-d-824835-15 is: [{'id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'name': 'tempest-ImageQuotaTest-1529033531-router', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:26Z', 'updated_at': '2022-02-09T03:41:35Z', 'revision_number': 4, 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'gw_port': {'id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:28Z', 'updated_at': '2022-02-09T03:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '39c5cffc-1d4c-4d24-885f-1c697396cbb2', 'name': '', 'network_id': '088d3b83-20ad-4998-a25d-becd942653f2', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'mac_address': 'fa:16:3e:66:b5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '8c5daaff-7cf9-47db-a062-1908d463bd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:33Z', 'updated_at': '2022-02-09T03:41:41Z', 'revision_number': 4, 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'subnets': [{'id': '8c5daaff-7cf9-47db-a062-1908d463bd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:42.820888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b45e9a05-d416-48a9-984b-70343ac1e1b4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (544490a9-bd2b-4f0f-83cb-efe5ea7acdab), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.849691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a6a96d82-6bfc-4937-960b-4601c2f6487f None None] Current status of the port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:42.915616 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34794) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:42.930940 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b45e9a05-d416-48a9-984b-70343ac1e1b4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (544490a9-bd2b-4f0f-83cb-efe5ea7acdab), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:43.016715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e9a05-d416-48a9-984b-70343ac1e1b4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Subnet': ['ID=544490a9-bd2b-4f0f-83cb-efe5ea7acdab,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:43.021952 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b45e9a05-d416-48a9-984b-70343ac1e1b4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:43.030221 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b45e9a05-d416-48a9-984b-70343ac1e1b4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/544490a9-bd2b-4f0f-83cb-efe5ea7acdab HTTP/1.1" status: 204 len: 168 time: 1.0775931 Feb 09 03:41:43.031249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34798) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:43.032051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1cce76-fa70-408a-9068-48ad59105e2d None None] Network 5f486a91-852a-4d68-9d37-005cec98f761 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:43.338884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104e7764-aa73-4058-a587-07ca67352e52 None None] DHCP port deletion for 5f486a91-852a-4d68-9d37-005cec98f761 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:41:43.340382 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Floating IP a1093abe-1b3d-4532-9168-6992da21263e associated. External IP: 172.25.5.57, port: 22869cb4-f9c8-462e-b026-aa0dae7ecc4a. Feb 09 03:41:43.351252 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c48e6835-ed93-4d7f-9c80-e7c8311e68af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:43.413302 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (5f486a91-852a-4d68-9d37-005cec98f761), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:43.420581 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbf5c-0b88-4e5a-b1b4-23de7d3f5a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:43.423547 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-104e7764-aa73-4058-a587-07ca67352e52 None None] Deleting port 7e08d421-164b-42c7-86d8-ab44f7292884 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:43.423927 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-104e7764-aa73-4058-a587-07ca67352e52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7e08d421-164b-42c7-86d8-ab44f7292884), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:43.523372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-104e7764-aa73-4058-a587-07ca67352e52 None None] For port 7e08d421-164b-42c7-86d8-ab44f7292884, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7e08d421-164b-42c7-86d8-ab44f7292884,segment=NetworkSegment(a7c8812c-263c-47f0-8c6d-cef1b6896015),segment_id=a7c8812c-263c-47f0-8c6d-cef1b6896015)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:43.523912 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-104e7764-aa73-4058-a587-07ca67352e52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7e08d421-164b-42c7-86d8-ab44f7292884), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:43.541063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-104e7764-aa73-4058-a587-07ca67352e52 None None] Calling delete_port for 7e08d421-164b-42c7-86d8-ab44f7292884 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:43.659104 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-104e7764-aa73-4058-a587-07ca67352e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (7e08d421-164b-42c7-86d8-ab44f7292884), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:43.697621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e7764-aa73-4058-a587-07ca67352e52 None None] No DVR routers for this DVR port 7e08d421-164b-42c7-86d8-ab44f7292884 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:41:43.703709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e7764-aa73-4058-a587-07ca67352e52 None None] Pushing event deleted for resources: {'Port': ['ID=7e08d421-164b-42c7-86d8-ab44f7292884,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:43.719206 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4ad62-c71c-40f3-8877-69fd0b6b03b3 req-e215c9e7-6fad-427d-a9e9-518d591ad54c tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:43.727175 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4d4ad62-c71c-40f3-8877-69fd0b6b03b3 req-e215c9e7-6fad-427d-a9e9-518d591ad54c tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 946 time: 0.4884210 Feb 09 03:41:43.773901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 39c5cffc-1d4c-4d24-885f-1c697396cbb2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:43.875771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:43.876462 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:43.885024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:41:44.000906 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4d4ad62-c71c-40f3-8877-69fd0b6b03b3 req-1b413351-62cb-4f4c-b05b-9806d8126255 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731051 Feb 09 03:41:44.017586 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:44.054847 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (5f486a91-852a-4d68-9d37-005cec98f761), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:44.090682 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c48e6835-ed93-4d7f-9c80-e7c8311e68af admin admin] Publish callbacks [] for security_group (26fe6b22-1baa-43af-be41-96d3a28e130d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:44.114196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f486a91-852a-4d68-9d37-005cec98f761']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:44.134782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7e08d421-164b-42c7-86d8-ab44f7292884 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:44.148086 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:41:44.165656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c8812c-263c-47f0-8c6d-cef1b6896015') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:44.165656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c8812c-263c-47f0-8c6d-cef1b6896015') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:44.192352 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (a7c8812c-263c-47f0-8c6d-cef1b6896015), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:44.199783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:44.208407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a15d75-e8a7-4b80-8cde-4c99f40a5f8f None None] Sync routers for ids ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:41:44.215201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 7e08d421-164b-42c7-86d8-ab44f7292884 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:44.217853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7e08d421-164b-42c7-86d8-ab44f7292884 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:44.228639 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a7c8812c-263c-47f0-8c6d-cef1b6896015), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:44.240817 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a15d75-e8a7-4b80-8cde-4c99f40a5f8f None None] Routers {'6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:44.241466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-01a15d75-e8a7-4b80-8cde-4c99f40a5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:44.247441 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c48e6835-ed93-4d7f-9c80-e7c8311e68af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (26fe6b22-1baa-43af-be41-96d3a28e130d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:44.268209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8895dcab-8adf-469e-8e4f-239368a03428 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3264737 Feb 09 03:41:44.272213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:41:44.276409 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d814f296-107a-442c-8be5-774c66ac57bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:41:44.280621 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:41:44.281116 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (a7c8812c-263c-47f0-8c6d-cef1b6896015), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:41:44.285410 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:41:44.383981 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d403600-b506-4618-897a-e9ee40db4edd x-openstack-request-id: req-2d403600-b506-4618-897a-e9ee40db4edd {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:41:44.384508 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:41:44.384508 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d403600-b506-4618-897a-e9ee40db4edd {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:41:44.384905 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'status': 'completed', 'code': 200} Feb 09 03:41:44.489074 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c48e6835-ed93-4d7f-9c80-e7c8311e68af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d3575b746264b48848e9bc6d26d002a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5673409 Feb 09 03:41:44.492896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e6835-ed93-4d7f-9c80-e7c8311e68af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fe6b22-1baa-43af-be41-96d3a28e130d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:44.505104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-01a15d75-e8a7-4b80-8cde-4c99f40a5f8f None None] Set router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:44.505490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34822) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:44.578887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b985893-db5a-474b-bcdd-cd6b292b943d req-8e5d2bab-6db4-4c82-be63-f70d9bd0adbc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:44.581323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b985893-db5a-474b-bcdd-cd6b292b943d req-8e5d2bab-6db4-4c82-be63-f70d9bd0adbc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 946 time: 0.1483440 Feb 09 03:41:44.606834 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (5f486a91-852a-4d68-9d37-005cec98f761), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:44.649095 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:44.656987 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/networks/5f486a91-852a-4d68-9d37-005cec98f761 HTTP/1.1" status: 204 len: 168 time: 1.6208382 Feb 09 03:41:44.670640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34832) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:44.684454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8ecaf885-9da1-465e-8c68-6dc5cb6f68d0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1642996737', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:44.785612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf885-9da1-465e-8c68-6dc5cb6f68d0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (0bd17135-2dec-4043-b14d-a200ae329465), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:44.786803 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf885-9da1-465e-8c68-6dc5cb6f68d0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (0bd17135-2dec-4043-b14d-a200ae329465), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:44.804235 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b985893-db5a-474b-bcdd-cd6b292b943d req-0e9e7d83-ad20-42ce-8074-b9194a33d3e0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050948 Feb 09 03:41:44.832600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34840) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:44.875974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08ce91-ea9b-42da-9035-348122ede2f6 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Network': ['ID=5f486a91-852a-4d68-9d37-005cec98f761,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:44.921621 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814f296-107a-442c-8be5-774c66ac57bf req-55f5153d-4400-4d1b-994a-25f593e5ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:44.949520 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d814f296-107a-442c-8be5-774c66ac57bf req-55f5153d-4400-4d1b-994a-25f593e5ebc8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 1129 time: 0.5065000 Feb 09 03:41:44.956048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f67a7cf7-782c-41fd-bbe2-7861ca36f1ea tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/a1093abe-1b3d-4532-9168-6992da21263e HTTP/1.1" status: 200 len: 991 time: 0.1219997 Feb 09 03:41:44.956833 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9a951d4e-124b-476b-821f-34bc0956923c admin admin] Publish callbacks [] for security_group (26fe6b22-1baa-43af-be41-96d3a28e130d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.086029 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf885-9da1-465e-8c68-6dc5cb6f68d0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (0bd17135-2dec-4043-b14d-a200ae329465), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.099556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf885-9da1-465e-8c68-6dc5cb6f68d0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (0bd17135-2dec-4043-b14d-a200ae329465), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.121303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fbf5c-0b88-4e5a-b1b4-23de7d3f5a0d admin admin] Deleting port 39c5cffc-1d4c-4d24-885f-1c697396cbb2 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:45.121742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbf5c-0b88-4e5a-b1b4-23de7d3f5a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.130448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-01a15d75-e8a7-4b80-8cde-4c99f40a5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:41:08Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'a1093abe-1b3d-4532-9168-6992da21263e', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'port_id': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'mac_address': 'fa:16:3e:f5:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1023e0-8666-4989-a608-a202e6dfc065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:41:41Z', 'updated_at': '2022-02-09T03:41:41Z', 'revision_number': 0, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356ba5cc-524c-4607-851b-ef4a81681e2f', 'name': '', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:c5:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:07Z', 'updated_at': '2022-02-09T03:41:12Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:45.170779 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf885-9da1-465e-8c68-6dc5cb6f68d0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.171977 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8ecaf885-9da1-465e-8c68-6dc5cb6f68d0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4977417 Feb 09 03:41:45.174721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34848) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:45.179631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a5873267-9e1c-4f2f-84ac-4962b8b3fb0b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'network': {'name': 'tempest-RoutersTest-586011028'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:45.190546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a15d75-e8a7-4b80-8cde-4c99f40a5f8f None None] Checking router: 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:41:45.211384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5873267-9e1c-4f2f-84ac-4962b8b3fb0b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:45.213873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a15d75-e8a7-4b80-8cde-4c99f40a5f8f None None] Routers {'6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:45.215744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-01a15d75-e8a7-4b80-8cde-4c99f40a5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:45.216556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5873267-9e1c-4f2f-84ac-4962b8b3fb0b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.230055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-0c1fbf5c-0b88-4e5a-b1b4-23de7d3f5a0d admin admin] For port 39c5cffc-1d4c-4d24-885f-1c697396cbb2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=39c5cffc-1d4c-4d24-885f-1c697396cbb2,segment=NetworkSegment(fb2eed4b-c9e9-4777-b9b7-28186fde47ac),segment_id=fb2eed4b-c9e9-4777-b9b7-28186fde47ac)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:45.230340 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbf5c-0b88-4e5a-b1b4-23de7d3f5a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.245004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fbf5c-0b88-4e5a-b1b4-23de7d3f5a0d admin admin] Calling delete_port for 39c5cffc-1d4c-4d24-885f-1c697396cbb2 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:45.245243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5873267-9e1c-4f2f-84ac-4962b8b3fb0b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:41:45.265313 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5873267-9e1c-4f2f-84ac-4962b8b3fb0b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (62a31a18-dc45-4359-8ccd-c10771a8aa9c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.265730 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-a5873267-9e1c-4f2f-84ac-4962b8b3fb0b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Added segment 62a31a18-dc45-4359-8ccd-c10771a8aa9c of type vlan for network 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f Feb 09 03:41:45.311471 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5873267-9e1c-4f2f-84ac-4962b8b3fb0b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (3f6cb1ee-5672-40cf-b75f-cb577fa4de0f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.345315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fba6f-2d80-4e53-832c-ad3bfd44b93e req-7796c6c8-1dbf-446c-af00-6b958e8d8065 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:45.353877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b75fba6f-2d80-4e53-832c-ad3bfd44b93e req-7796c6c8-1dbf-446c-af00-6b958e8d8065 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 946 time: 0.2396698 Feb 09 03:41:45.357876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5873267-9e1c-4f2f-84ac-4962b8b3fb0b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (3f6cb1ee-5672-40cf-b75f-cb577fa4de0f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.363373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5873267-9e1c-4f2f-84ac-4962b8b3fb0b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:45.363977 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5873267-9e1c-4f2f-84ac-4962b8b3fb0b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.465338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5873267-9e1c-4f2f-84ac-4962b8b3fb0b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Network': ['ID=3f6cb1ee-5672-40cf-b75f-cb577fa4de0f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:45.470033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-01a15d75-e8a7-4b80-8cde-4c99f40a5f8f None None] Set router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:45.488196 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a5873267-9e1c-4f2f-84ac-4962b8b3fb0b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3125048 Feb 09 03:41:45.492896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34850) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:45.504179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c626532b-6cb6-4d29-aef7-56e1a7e48003 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'subnet': {'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:45.516922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9a951d4e-124b-476b-821f-34bc0956923c admin admin] Publish callbacks [] for security_group (26fe6b22-1baa-43af-be41-96d3a28e130d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.537286 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbf5c-0b88-4e5a-b1b4-23de7d3f5a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (39c5cffc-1d4c-4d24-885f-1c697396cbb2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.544934 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b75fba6f-2d80-4e53-832c-ad3bfd44b93e req-8a27cd4a-ecda-404c-9a4e-95815ad121a7 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900928 Feb 09 03:41:45.682511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c626532b-6cb6-4d29-aef7-56e1a7e48003 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:45.687801 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c626532b-6cb6-4d29-aef7-56e1a7e48003 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.700637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:41:45.803061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fbf5c-0b88-4e5a-b1b4-23de7d3f5a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=39c5cffc-1d4c-4d24-885f-1c697396cbb2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:45.882929 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbf5c-0b88-4e5a-b1b4-23de7d3f5a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.889650 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9a951d4e-124b-476b-821f-34bc0956923c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (26fe6b22-1baa-43af-be41-96d3a28e130d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.892527 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9a951d4e-124b-476b-821f-34bc0956923c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.894036 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9a951d4e-124b-476b-821f-34bc0956923c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26fe6b22-1baa-43af-be41-96d3a28e130d HTTP/1.1" status: 204 len: 168 time: 1.2938886 Feb 09 03:41:45.962895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34856) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:46.190049 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74a7bdc4-ddaa-4dfd-987a-22fbec6d2c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:46.196754 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a951d4e-124b-476b-821f-34bc0956923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fe6b22-1baa-43af-be41-96d3a28e130d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:46.245513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814f296-107a-442c-8be5-774c66ac57bf req-9f6cb104-e53d-4e55-9977-110d9febb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:46.247206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d814f296-107a-442c-8be5-774c66ac57bf req-9f6cb104-e53d-4e55-9977-110d9febb612 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f18848eb-f23a-4d88-b4bd-820e0124258a HTTP/1.1" status: 200 len: 898 time: 1.2618623 Feb 09 03:41:46.387652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b3f80e0f-24fa-43ba-a1ad-e856529fb5dc tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/a1093abe-1b3d-4532-9168-6992da21263e HTTP/1.1" status: 200 len: 991 time: 0.4065084 Feb 09 03:41:46.412859 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c626532b-6cb6-4d29-aef7-56e1a7e48003 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (719c4fcb-ebb6-4c0a-bf1f-64929f2bd796), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:46.460146 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d814f296-107a-442c-8be5-774c66ac57bf req-9c1989d2-c2cc-4adc-9b14-f44965cba96b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a HTTP/1.1" status: 200 len: 999 time: 0.1988230 Feb 09 03:41:46.521636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782f63-a2e0-4451-ad68-ecaa586e3b29 req-a5b4cf57-1257-4e20-a556-6ba85ccd00f2 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:46.523394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f782f63-a2e0-4451-ad68-ecaa586e3b29 req-a5b4cf57-1257-4e20-a556-6ba85ccd00f2 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 946 time: 0.2374401 Feb 09 03:41:46.525088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626532b-6cb6-4d29-aef7-56e1a7e48003 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Subnet': ['ID=719c4fcb-ebb6-4c0a-bf1f-64929f2bd796,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:46.561435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-01a15d75-e8a7-4b80-8cde-4c99f40a5f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:41:08Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'a1093abe-1b3d-4532-9168-6992da21263e', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'port_id': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'mac_address': 'fa:16:3e:f5:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1023e0-8666-4989-a608-a202e6dfc065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:41:41Z', 'updated_at': '2022-02-09T03:41:41Z', 'revision_number': 0, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356ba5cc-524c-4607-851b-ef4a81681e2f', 'name': '', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:c5:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:07Z', 'updated_at': '2022-02-09T03:41:12Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:46.567243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626532b-6cb6-4d29-aef7-56e1a7e48003 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Checking segment: {'id': '62a31a18-dc45-4359-8ccd-c10771a8aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:46.567756 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c626532b-6cb6-4d29-aef7-56e1a7e48003 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network hostable DHCP agents. Network: 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:41:46.611040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a15d75-e8a7-4b80-8cde-4c99f40a5f8f None None] The sync data for ids ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'] in n-d-824835-15 is: [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:41:08Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'a1093abe-1b3d-4532-9168-6992da21263e', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'port_id': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'mac_address': 'fa:16:3e:f5:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1023e0-8666-4989-a608-a202e6dfc065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:41:41Z', 'updated_at': '2022-02-09T03:41:41Z', 'revision_number': 0, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356ba5cc-524c-4607-851b-ef4a81681e2f', 'name': '', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:c5:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:07Z', 'updated_at': '2022-02-09T03:41:12Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:46.636841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c626532b-6cb6-4d29-aef7-56e1a7e48003 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:41:46.656796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c626532b-6cb6-4d29-aef7-56e1a7e48003 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:46.673267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c626532b-6cb6-4d29-aef7-56e1a7e48003 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:46.674047 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c626532b-6cb6-4d29-aef7-56e1a7e48003 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:46.697165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3d80ab-65f3-4e64-af79-72a2186c7212 None None] Network 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:46.697459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-6f782f63-a2e0-4451-ad68-ecaa586e3b29 req-186a88e8-cb39-4f76-9923-eab5db22927c tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Deleting port fc512049-9dbb-4760-aee9-228bdb965f6b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:46.697894 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f782f63-a2e0-4451-ad68-ecaa586e3b29 req-186a88e8-cb39-4f76-9923-eab5db22927c tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:46.706380 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c626532b-6cb6-4d29-aef7-56e1a7e48003 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2120268 Feb 09 03:41:46.718304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34864) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:46.742482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814f296-107a-442c-8be5-774c66ac57bf req-d3412322-9639-4199-b6da-1f77a94ae415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:46.745009 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d814f296-107a-442c-8be5-774c66ac57bf req-d3412322-9639-4199-b6da-1f77a94ae415 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=876bcf32-56c0-43b0-b758-e2a64beec718 HTTP/1.1" status: 200 len: 835 time: 0.2466683 Feb 09 03:41:46.871956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34866) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:46.970542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6f782f63-a2e0-4451-ad68-ecaa586e3b29 req-186a88e8-cb39-4f76-9923-eab5db22927c tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] For port fc512049-9dbb-4760-aee9-228bdb965f6b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=fc512049-9dbb-4760-aee9-228bdb965f6b,segment=NetworkSegment(d8ba1962-d47b-4924-9b7e-f30898dcc9d7),segment_id=d8ba1962-d47b-4924-9b7e-f30898dcc9d7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:46.971315 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f782f63-a2e0-4451-ad68-ecaa586e3b29 req-186a88e8-cb39-4f76-9923-eab5db22927c tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:47.009442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:41:47.010433 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:47.031380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-6f782f63-a2e0-4451-ad68-ecaa586e3b29 req-186a88e8-cb39-4f76-9923-eab5db22927c tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Calling delete_port for fc512049-9dbb-4760-aee9-228bdb965f6b owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:47.095690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814f296-107a-442c-8be5-774c66ac57bf req-afaf6b38-12e8-47de-9443-30f6f6e026ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:47.097236 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d814f296-107a-442c-8be5-774c66ac57bf req-afaf6b38-12e8-47de-9443-30f6f6e026ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f18848eb-f23a-4d88-b4bd-820e0124258a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3456218 Feb 09 03:41:47.108039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f921e3-bee4-4746-b98b-15476069a929 req-b820d20f-a8a6-4b58-a68a-8474b89e9a1b tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:47.109669 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9f921e3-bee4-4746-b98b-15476069a929 req-b820d20f-a8a6-4b58-a68a-8474b89e9a1b tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 946 time: 0.3591909 Feb 09 03:41:47.121844 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f09091-476d-4bbd-924c-c3d4fd21edae None None] New status for floating IP a1093abe-1b3d-4532-9168-6992da21263e: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:41:47.236784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9f921e3-bee4-4746-b98b-15476069a929 req-a2a21e5b-974b-4c62-a895-b886903d2dc8 tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207430 Feb 09 03:41:47.270566 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30983ca7-0f85-4394-a51e-d5a8e730aff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:47.312209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Allocated IP 172.20.0.2 (3f6cb1ee-5672-40cf-b75f-cb577fa4de0f/719c4fcb-ebb6-4c0a-bf1f-64929f2bd796/25848db0-8aa1-4a49-811c-eaccf12b0fd9) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:47.314167 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d814f296-107a-442c-8be5-774c66ac57bf req-f1ba3633-e28a-43a4-bdc2-1859bade435b service neutron] 10.222.0.65 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031610 Feb 09 03:41:47.323022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1fbf5c-0b88-4e5a-b1b4-23de7d3f5a0d admin admin] Router d176783f-ef4d-4bdc-84c3-8b20a042e5b9 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:41:47.431985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:47.598376 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Publish callbacks [] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:47.619273 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:47.725718 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ca928132-b06b-4046-8903-8cee6a4e42d2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/a1093abe-1b3d-4532-9168-6992da21263e HTTP/1.1" status: 200 len: 991 time: 0.2894549 Feb 09 03:41:47.727915 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30983ca7-0f85-4394-a51e-d5a8e730aff6 admin admin] Publish callbacks [] for security_group (2adbccc1-f270-4bd3-b415-8db0351b0b99), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:47.760656 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30983ca7-0f85-4394-a51e-d5a8e730aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2adbccc1-f270-4bd3-b415-8db0351b0b99), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:47.778957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Network 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:47.792084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Pushing event updated for resources: {'Port': ['ID=25848db0-8aa1-4a49-811c-eaccf12b0fd9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:47.803884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:47.814037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:47.891549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-30983ca7-0f85-4394-a51e-d5a8e730aff6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b95aec6de5bc446f88baf2bd621d9763&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0055919 Feb 09 03:41:47.892311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30983ca7-0f85-4394-a51e-d5a8e730aff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adbccc1-f270-4bd3-b415-8db0351b0b99,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:47.894668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34874) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:47.947937 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f782f63-a2e0-4451-ad68-ecaa586e3b29 req-186a88e8-cb39-4f76-9923-eab5db22927c tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (fc512049-9dbb-4760-aee9-228bdb965f6b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:47.957716 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:47.980340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Attempting to bind port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:47.981112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Attempting to bind port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '62a31a18-dc45-4359-8ccd-c10771a8aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:47.981783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Attempting to bind port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 on network 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:47.990941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['fc512049-9dbb-4760-aee9-228bdb965f6b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:41:48.004433 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a88e8-cb39-4f76-9923-eab5db22927c tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Pushing event deleted for resources: {'Port': ['ID=fc512049-9dbb-4760-aee9-228bdb965f6b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:48.041511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:48.042959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Checking segment: {'id': '62a31a18-dc45-4359-8ccd-c10771a8aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:48.043635 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:48.044343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Bound using segment: {'id': '62a31a18-dc45-4359-8ccd-c10771a8aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:48.045077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Bound port: 25848db0-8aa1-4a49-811c-eaccf12b0fd9, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a31a18-dc45-4359-8ccd-c10771a8aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:48.045832 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:48.139237 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-947698c5-e350-4849-9976-df93a75ce7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:48.158797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f782f63-a2e0-4451-ad68-ecaa586e3b29 req-186a88e8-cb39-4f76-9923-eab5db22927c tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] No DVR routers for this DVR port fc512049-9dbb-4760-aee9-228bdb965f6b on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:41:48.164426 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f782f63-a2e0-4451-ad68-ecaa586e3b29 req-186a88e8-cb39-4f76-9923-eab5db22927c tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:48.168189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] For port 25848db0-8aa1-4a49-811c-eaccf12b0fd9, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:48.168365 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f782f63-a2e0-4451-ad68-ecaa586e3b29 req-186a88e8-cb39-4f76-9923-eab5db22927c tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.42 "DELETE /v2.0/ports/fc512049-9dbb-4760-aee9-228bdb965f6b HTTP/1.1" status: 204 len: 173 time: 1.6374469 Feb 09 03:41:48.169009 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd', 'name': 'network-vif-deleted', 'tag': 'fc512049-9dbb-4760-aee9-228bdb965f6b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:41:48.171385 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d69d8db-3893-4d0c-a97c-0da56dca6c2a" -d '{"events": [{"server_uuid": "5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd", "name": "network-vif-deleted", "tag": "fc512049-9dbb-4760-aee9-228bdb965f6b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:41:48.176379 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-933012fb-d05e-453a-92a4-656b44be3900 admin admin] Publish callbacks [] for security_group (2adbccc1-f270-4bd3-b415-8db0351b0b99), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:48.183034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] For port 25848db0-8aa1-4a49-811c-eaccf12b0fd9, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=25848db0-8aa1-4a49-811c-eaccf12b0fd9,segment=NetworkSegment(62a31a18-dc45-4359-8ccd-c10771a8aa9c),segment_id=62a31a18-dc45-4359-8ccd-c10771a8aa9c)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:48.195359 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:48.280335 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-933012fb-d05e-453a-92a4-656b44be3900 admin admin] Publish callbacks [] for security_group (2adbccc1-f270-4bd3-b415-8db0351b0b99), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:48.365320 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d814f296-107a-442c-8be5-774c66ac57bf req-47e7f534-4b65-4281-928e-00ece24eb2d1 service neutron] 10.222.0.65 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0445180 Feb 09 03:41:48.366811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892aee3-2884-444a-bab3-88bb45918db3 None None] Pushing event updated for resources: {'Port': ['ID=25848db0-8aa1-4a49-811c-eaccf12b0fd9,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:48.405294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1fbf5c-0b88-4e5a-b1b4-23de7d3f5a0d admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:41:48.421932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0c1fbf5c-0b88-4e5a-b1b4-23de7d3f5a0d admin admin] 10.222.0.21 "PUT /v2.0/routers/d176783f-ef4d-4bdc-84c3-8b20a042e5b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8922074 Feb 09 03:41:48.422368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a67789-adb2-4898-8ef1-412e832b19df None None] Sync routers for ids ['d176783f-ef4d-4bdc-84c3-8b20a042e5b9'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:41:48.422660 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34884) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:48.447657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a67789-adb2-4898-8ef1-412e832b19df None None] Routers {'d176783f-ef4d-4bdc-84c3-8b20a042e5b9'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:48.453907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-84a67789-adb2-4898-8ef1-412e832b19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['d176783f-ef4d-4bdc-84c3-8b20a042e5b9'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:48.540869 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b11cac-7e4f-498f-afea-41c6e4f2319b x-openstack-request-id: req-51b11cac-7e4f-498f-afea-41c6e4f2319b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:41:48.542852 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd", "name": "network-vif-deleted", "tag": "fc512049-9dbb-4760-aee9-228bdb965f6b", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:41:48.550428 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51b11cac-7e4f-498f-afea-41c6e4f2319b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:41:48.550906 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd', 'name': 'network-vif-deleted', 'tag': 'fc512049-9dbb-4760-aee9-228bdb965f6b', 'status': 'completed', 'code': 200} Feb 09 03:41:48.583864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-84a67789-adb2-4898-8ef1-412e832b19df None None] Set router d176783f-ef4d-4bdc-84c3-8b20a042e5b9 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:48.620806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80234c8b-c437-4d31-a2d9-c863dd217107 req-0cd154c9-881b-47b0-b7ec-09113acff90b tempest-ServerMetadataNegativeTestJSON-233450753 tempest-ServerMetadataNegativeTestJSON-233450753-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9f6a9c-64ea-4a82-9c1f-5c607d7746cd HTTP/1.1" status: 200 len: 210 time: 0.0385368 Feb 09 03:41:48.695948 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Publish callbacks [] for router (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:48.730315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34886) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:48.997458 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Publish callbacks [] for router_gateway (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:49.015464 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7ba00bf8-0425-4f63-8f13-93e2f1ecf3fb tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/a1093abe-1b3d-4532-9168-6992da21263e HTTP/1.1" status: 200 len: 993 time: 0.2721064 Feb 09 03:41:49.050987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Allocated IP 172.20.0.1 (3f6cb1ee-5672-40cf-b75f-cb577fa4de0f/719c4fcb-ebb6-4c0a-bf1f-64929f2bd796/2f87c30d-d2cf-4c51-a09f-e17a3874683f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:49.111724 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-933012fb-d05e-453a-92a4-656b44be3900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2adbccc1-f270-4bd3-b415-8db0351b0b99), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:49.125181 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-933012fb-d05e-453a-92a4-656b44be3900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:49.129532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-84a67789-adb2-4898-8ef1-412e832b19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'name': 'tempest-ImageQuotaTest-1529033531-router', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:26Z', 'updated_at': '2022-02-09T03:41:45Z', 'revision_number': 5, 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'gw_port': {'id': 'f96db01f-af38-4ac0-b818-a02501571f5e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:28Z', 'updated_at': '2022-02-09T03:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:49.137516 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-933012fb-d05e-453a-92a4-656b44be3900 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2adbccc1-f270-4bd3-b415-8db0351b0b99 HTTP/1.1" status: 204 len: 168 time: 1.2364013 Feb 09 03:41:49.163587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Deleting port f96db01f-af38-4ac0-b818-a02501571f5e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:49.171608 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f96db01f-af38-4ac0-b818-a02501571f5e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:49.187983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933012fb-d05e-453a-92a4-656b44be3900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adbccc1-f270-4bd3-b415-8db0351b0b99,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:49.233181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a67789-adb2-4898-8ef1-412e832b19df None None] Checking router: d176783f-ef4d-4bdc-84c3-8b20a042e5b9 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:41:49.329648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a67789-adb2-4898-8ef1-412e832b19df None None] Routers {'d176783f-ef4d-4bdc-84c3-8b20a042e5b9'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:49.331699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-84a67789-adb2-4898-8ef1-412e832b19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['d176783f-ef4d-4bdc-84c3-8b20a042e5b9'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:49.350598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] For port f96db01f-af38-4ac0-b818-a02501571f5e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f96db01f-af38-4ac0-b818-a02501571f5e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:49.358689 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f96db01f-af38-4ac0-b818-a02501571f5e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:49.385446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Calling delete_port for f96db01f-af38-4ac0-b818-a02501571f5e owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:49.392307 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:49.467858 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:49.608429 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:49.670477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:49.712521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:49.741289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:49.751425 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-84a67789-adb2-4898-8ef1-412e832b19df None None] Set router d176783f-ef4d-4bdc-84c3-8b20a042e5b9 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:49.779610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34900) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:49.875579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=2f87c30d-d2cf-4c51-a09f-e17a3874683f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:49.913370 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f96db01f-af38-4ac0-b818-a02501571f5e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:49.927946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-84a67789-adb2-4898-8ef1-412e832b19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'name': 'tempest-ImageQuotaTest-1529033531-router', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:26Z', 'updated_at': '2022-02-09T03:41:48Z', 'revision_number': 6, 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:49.983832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 25848db0-8aa1-4a49-811c-eaccf12b0fd9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:49.986976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a67789-adb2-4898-8ef1-412e832b19df None None] The sync data for ids ['d176783f-ef4d-4bdc-84c3-8b20a042e5b9'] in n-d-824835-15 is: [{'id': 'd176783f-ef4d-4bdc-84c3-8b20a042e5b9', 'name': 'tempest-ImageQuotaTest-1529033531-router', 'tenant_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:26Z', 'updated_at': '2022-02-09T03:41:48Z', 'revision_number': 6, 'project_id': 'f3834a8eea2e4e9080b0270e8d73f009', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:50.006473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f96db01f-af38-4ac0-b818-a02501571f5e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:50.092320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:50.092699 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.117632 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.226532 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.329334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d937947-d81a-4654-a5ff-e549e256f4c4 admin admin] Deleting subnet bbae29f9-c408-4fd2-aaad-19c6ad10ee86 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:41:50.337061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d937947-d81a-4654-a5ff-e549e256f4c4 admin admin] Publish callbacks [] for subnet (bbae29f9-c408-4fd2-aaad-19c6ad10ee86), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.405525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:50.406096 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.410883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d1dd45-54c0-44d9-afb4-63a8d8ff5abc None None] Network 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:50.418048 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.425666 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Publish callbacks [] for router_controller (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.480737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d937947-d81a-4654-a5ff-e549e256f4c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (bbae29f9-c408-4fd2-aaad-19c6ad10ee86), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.581293 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (d176783f-ef4d-4bdc-84c3-8b20a042e5b9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.581916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d176783f-ef4d-4bdc-84c3-8b20a042e5b9 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:41:50.597593 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.602289 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1d239e62-147d-43cb-a50e-a6ff44d5a0dc admin admin] 10.222.0.21 "DELETE /v2.0/routers/d176783f-ef4d-4bdc-84c3-8b20a042e5b9 HTTP/1.1" status: 204 len: 168 time: 2.1786084 Feb 09 03:41:50.610618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34914) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:50.641793 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d937947-d81a-4654-a5ff-e549e256f4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (bbae29f9-c408-4fd2-aaad-19c6ad10ee86), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.690134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 25848db0-8aa1-4a49-811c-eaccf12b0fd9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=25848db0-8aa1-4a49-811c-eaccf12b0fd9,segment=NetworkSegment(62a31a18-dc45-4359-8ccd-c10771a8aa9c),segment_id=62a31a18-dc45-4359-8ccd-c10771a8aa9c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:50.715670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-535a7c80-2cf9-40a0-9ca6-609f455247ff None None] Provisioning complete for port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:50.716234 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-535a7c80-2cf9-40a0-9ca6-609f455247ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.717988 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.798336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=25848db0-8aa1-4a49-811c-eaccf12b0fd9,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:50.810216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-6facf67b-3881-4441-ad52-677d7beb2585 admin admin] Deleting subnet 8c5daaff-7cf9-47db-a062-1908d463bd6f {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:41:50.822326 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6facf67b-3881-4441-ad52-677d7beb2585 admin admin] Publish callbacks [] for subnet (8c5daaff-7cf9-47db-a062-1908d463bd6f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.832853 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.879847 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d937947-d81a-4654-a5ff-e549e256f4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (bbae29f9-c408-4fd2-aaad-19c6ad10ee86), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.913121 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d937947-d81a-4654-a5ff-e549e256f4c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:50.918498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5d937947-d81a-4654-a5ff-e549e256f4c4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bbae29f9-c408-4fd2-aaad-19c6ad10ee86 HTTP/1.1" status: 204 len: 168 time: 1.1343009 Feb 09 03:41:50.922702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-535a7c80-2cf9-40a0-9ca6-609f455247ff None None] Current status of the port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:50.929782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34920) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:50.990302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d937947-d81a-4654-a5ff-e549e256f4c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbae29f9-c408-4fd2-aaad-19c6ad10ee86,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:51.033483 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.197746 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (f20fd761-4f18-4a3b-81af-506d4833aabe), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.221341 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6facf67b-3881-4441-ad52-677d7beb2585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (8c5daaff-7cf9-47db-a062-1908d463bd6f), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.299604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fc512049-9dbb-4760-aee9-228bdb965f6b no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:51.378763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: fc512049-9dbb-4760-aee9-228bdb965f6b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:51.379232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device fc512049-9dbb-4760-aee9-228bdb965f6b not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:51.402690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-19e85e61-dfa1-41b0-aad0-bc01f1d5bd41 None None] Provisioning complete for port 2f87c30d-d2cf-4c51-a09f-e17a3874683f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:51.403076 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19e85e61-dfa1-41b0-aad0-bc01f1d5bd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.511741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (f20fd761-4f18-4a3b-81af-506d4833aabe), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.563391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-19e85e61-dfa1-41b0-aad0-bc01f1d5bd41 None None] Port 2f87c30d-d2cf-4c51-a09f-e17a3874683f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:51.590418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-19e85e61-dfa1-41b0-aad0-bc01f1d5bd41 None None] Provisioning complete for port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:51.590796 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19e85e61-dfa1-41b0-aad0-bc01f1d5bd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.628428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20fd761-4f18-4a3b-81af-506d4833aabe']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:51.648541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ba1962-d47b-4924-9b7e-f30898dcc9d7') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:51.649214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ba1962-d47b-4924-9b7e-f30898dcc9d7') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:51.673872 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (d8ba1962-d47b-4924-9b7e-f30898dcc9d7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.682349 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6facf67b-3881-4441-ad52-677d7beb2585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (8c5daaff-7cf9-47db-a062-1908d463bd6f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.718063 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d8ba1962-d47b-4924-9b7e-f30898dcc9d7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.741389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:41:51.744606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (d8ba1962-d47b-4924-9b7e-f30898dcc9d7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:41:51.749594 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:41:51.793811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-19e85e61-dfa1-41b0-aad0-bc01f1d5bd41 None None] Current status of the port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:51.907639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 25848db0-8aa1-4a49-811c-eaccf12b0fd9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:51.965541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (f20fd761-4f18-4a3b-81af-506d4833aabe), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.965812 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.975672 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6facf67b-3881-4441-ad52-677d7beb2585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (8c5daaff-7cf9-47db-a062-1908d463bd6f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.982970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:52.002942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:52.012832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f20fd761-4f18-4a3b-81af-506d4833aabe HTTP/1.1" status: 204 len: 168 time: 1.0753586 Feb 09 03:41:52.047165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f2dc0fd0-758f-4f98-86d1-d7f77372613f None None] Provisioning complete for port 2f87c30d-d2cf-4c51-a09f-e17a3874683f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:52.047835 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0fd0-758f-4f98-86d1-d7f77372613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:52.049895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150039c3-77a9-40ec-b5d7-08d2969f084d None None] Network 088d3b83-20ad-4998-a25d-becd942653f2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:52.063507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6facf67b-3881-4441-ad52-677d7beb2585 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:52.078944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6facf67b-3881-4441-ad52-677d7beb2585 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8c5daaff-7cf9-47db-a062-1908d463bd6f HTTP/1.1" status: 204 len: 168 time: 1.4672196 Feb 09 03:41:52.092467 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:52.099240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 34936) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:52.134609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03893e2b-95fb-4d75-9ed4-dce16da5f463 admin admin] Pushing event deleted for resources: {'Network': ['ID=f20fd761-4f18-4a3b-81af-506d4833aabe,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:52.147131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facf67b-3881-4441-ad52-677d7beb2585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c5daaff-7cf9-47db-a062-1908d463bd6f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:52.268347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc0fd0-758f-4f98-86d1-d7f77372613f None None] Port 2f87c30d-d2cf-4c51-a09f-e17a3874683f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:52.308075 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:52.342170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=2f87c30d-d2cf-4c51-a09f-e17a3874683f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:52.407784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:52.408243 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:52.501923 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (088d3b83-20ad-4998-a25d-becd942653f2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:52.653953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34950) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:52.695755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2fee2b-a7ef-4c18-9d86-52d90e255b6b None None] DHCP port deletion for 088d3b83-20ad-4998-a25d-becd942653f2 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:41:52.696951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:52.701958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:52.728215 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8b8f9033-ee17-4dd8-b690-a4ba86f1efd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4dc8fde3b52e43cfbc1ecd39ea11b74a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0731285 Feb 09 03:41:52.741860 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 34952) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:52.761827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:52.794283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Deleting port 41f31153-b411-4475-a033-a91fa0ae5dc3 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:52.795028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:52.873687 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff994d15-3d47-4ef2-b698-2827b840ca97 admin admin] Publish callbacks [] for security_group (8ad42dbe-1bd4-4faf-b7b9-571cf6b87829), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:52.902253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f96db01f-af38-4ac0-b818-a02501571f5e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:52.950513 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff994d15-3d47-4ef2-b698-2827b840ca97 admin admin] Publish callbacks [] for security_group (8ad42dbe-1bd4-4faf-b7b9-571cf6b87829), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:52.988998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] For port 41f31153-b411-4475-a033-a91fa0ae5dc3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=41f31153-b411-4475-a033-a91fa0ae5dc3,segment=NetworkSegment(fb2eed4b-c9e9-4777-b9b7-28186fde47ac),segment_id=fb2eed4b-c9e9-4777-b9b7-28186fde47ac)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:52.989607 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:52.997999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f96db01f-af38-4ac0-b818-a02501571f5e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:52.998349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f96db01f-af38-4ac0-b818-a02501571f5e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:52.998859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 39c5cffc-1d4c-4d24-885f-1c697396cbb2 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:53.042897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 39c5cffc-1d4c-4d24-885f-1c697396cbb2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:53.043239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 39c5cffc-1d4c-4d24-885f-1c697396cbb2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:53.051298 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Calling delete_port for 41f31153-b411-4475-a033-a91fa0ae5dc3 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:53.107927 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff994d15-3d47-4ef2-b698-2827b840ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8ad42dbe-1bd4-4faf-b7b9-571cf6b87829), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:53.110953 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff994d15-3d47-4ef2-b698-2827b840ca97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:53.112145 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ff994d15-3d47-4ef2-b698-2827b840ca97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ad42dbe-1bd4-4faf-b7b9-571cf6b87829 HTTP/1.1" status: 204 len: 168 time: 0.3693089 Feb 09 03:41:53.112852 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2d2fee2b-a7ef-4c18-9d86-52d90e255b6b None None] Deleting port 41f31153-b411-4475-a033-a91fa0ae5dc3 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:53.113314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d2fee2b-a7ef-4c18-9d86-52d90e255b6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:53.153929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff994d15-3d47-4ef2-b698-2827b840ca97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad42dbe-1bd4-4faf-b7b9-571cf6b87829,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:53.203188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 0bd17135-2dec-4043-b14d-a200ae329465 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:41:53.381695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2d2fee2b-a7ef-4c18-9d86-52d90e255b6b None None] For port 41f31153-b411-4475-a033-a91fa0ae5dc3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=41f31153-b411-4475-a033-a91fa0ae5dc3,segment=NetworkSegment(fb2eed4b-c9e9-4777-b9b7-28186fde47ac),segment_id=fb2eed4b-c9e9-4777-b9b7-28186fde47ac)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:53.382171 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d2fee2b-a7ef-4c18-9d86-52d90e255b6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:53.433457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2d2fee2b-a7ef-4c18-9d86-52d90e255b6b None None] Calling delete_port for 41f31153-b411-4475-a033-a91fa0ae5dc3 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:53.437743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-67e9a088-f8eb-4b62-a99b-6dfe07908bf9 None None] Provisioning complete for port 2f87c30d-d2cf-4c51-a09f-e17a3874683f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:53.438286 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67e9a088-f8eb-4b62-a99b-6dfe07908bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:53.482745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-67e9a088-f8eb-4b62-a99b-6dfe07908bf9 None None] Port 2f87c30d-d2cf-4c51-a09f-e17a3874683f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:53.863335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 41f31153-b411-4475-a033-a91fa0ae5dc3 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:53.923308 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d2fee2b-a7ef-4c18-9d86-52d90e255b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:53.995020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fee2b-a7ef-4c18-9d86-52d90e255b6b None None] Pushing event deleted for resources: {'Port': ['ID=41f31153-b411-4475-a033-a91fa0ae5dc3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:54.018702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fee2b-a7ef-4c18-9d86-52d90e255b6b None None] No DVR routers for this DVR port 41f31153-b411-4475-a033-a91fa0ae5dc3 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:41:54.037194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No active binding found for port 41f31153-b411-4475-a033-a91fa0ae5dc3 {{(pid=103329) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 03:41:54.038178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] The host n-d-824835-15 is not matching for port 41f31153-b411-4475-a033-a91fa0ae5dc3 host None! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:41:54.038771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 41f31153-b411-4475-a033-a91fa0ae5dc3 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:54.169618 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (41f31153-b411-4475-a033-a91fa0ae5dc3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.181927 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.225701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] No DVR routers for this DVR port 41f31153-b411-4475-a033-a91fa0ae5dc3 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:41:54.234212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f31153-b411-4475-a033-a91fa0ae5dc3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:54.263705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:41:54.275443 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Sync routers for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:41:54.277638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35008) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:54.278225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-864535f5-cd6f-47d7-911e-d98faf78c8c0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5585096 Feb 09 03:41:54.286091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-79ae8d52-49c1-4154-884b-ee57530f1720 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'network': {'name': 'tempest-RoutersTest-475603195'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:54.304373 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:54.305024 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:54.329218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ae8d52-49c1-4154-884b-ee57530f1720 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:54.334310 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79ae8d52-49c1-4154-884b-ee57530f1720 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.352080 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (088d3b83-20ad-4998-a25d-becd942653f2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.389916 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088d3b83-20ad-4998-a25d-becd942653f2']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:54.390740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ae8d52-49c1-4154-884b-ee57530f1720 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:41:54.412966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2eed4b-c9e9-4777-b9b7-28186fde47ac') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:54.413509 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79ae8d52-49c1-4154-884b-ee57530f1720 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (eba95078-0cc3-4a3a-a16f-33ef48126881), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.414084 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-79ae8d52-49c1-4154-884b-ee57530f1720 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Added segment eba95078-0cc3-4a3a-a16f-33ef48126881 of type vlan for network f9908d78-3ff9-405e-bc16-c9a7cf96f064 Feb 09 03:41:54.414347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2eed4b-c9e9-4777-b9b7-28186fde47ac') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:54.465200 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (fb2eed4b-c9e9-4777-b9b7-28186fde47ac), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.497458 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (fb2eed4b-c9e9-4777-b9b7-28186fde47ac), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.510141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:41:54.510550 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (fb2eed4b-c9e9-4777-b9b7-28186fde47ac), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.510877 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79ae8d52-49c1-4154-884b-ee57530f1720 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f9908d78-3ff9-405e-bc16-c9a7cf96f064), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:41:54.514614 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:41:54.540972 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:54.549387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35016) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:54.582256 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79ae8d52-49c1-4154-884b-ee57530f1720 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f9908d78-3ff9-405e-bc16-c9a7cf96f064), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.587471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae8d52-49c1-4154-884b-ee57530f1720 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:54.588072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79ae8d52-49c1-4154-884b-ee57530f1720 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.642597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35020) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:54.650142 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (088d3b83-20ad-4998-a25d-becd942653f2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.681986 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.685954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/088d3b83-20ad-4998-a25d-becd942653f2 HTTP/1.1" status: 204 len: 168 time: 2.5759943 Feb 09 03:41:54.699698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd1c69-1e7e-4346-ac35-6a3dc4a8e1f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=088d3b83-20ad-4998-a25d-becd942653f2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:54.790540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae8d52-49c1-4154-884b-ee57530f1720 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Network': ['ID=f9908d78-3ff9-405e-bc16-c9a7cf96f064,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:54.806457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f9908d78-3ff9-405e-bc16-c9a7cf96f064 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:41:54.814302 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-79ae8d52-49c1-4154-884b-ee57530f1720 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5335743 Feb 09 03:41:54.816749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35026) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:54.826229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-51e857ee-b895-4279-a7b5-ab0a42831e6c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'subnet': {'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:54.866927 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3541d2a-9776-4c2e-852c-5620d0863b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.892796 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:41:50Z', 'revision_number': 2, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:51Z', 'revision_number': 2, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:54.913738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-419194763-network', 'tenant_id': '214c822454564e5eb0646fdf0c0c6d51'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:54.936333 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Checking router: 0bd17135-2dec-4043-b14d-a200ae329465 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:41:54.936731 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Updating router 0bd17135-2dec-4043-b14d-a200ae329465 port 2f87c30d-d2cf-4c51-a09f-e17a3874683f binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:41:54.970364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Made reservation on behalf of 214c822454564e5eb0646fdf0c0c6d51 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:54.973596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:54.993481 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.008504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.131435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35030) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:55.142731 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3541d2a-9776-4c2e-852c-5620d0863b82 admin admin] Publish callbacks [] for security_group (b4f3d3c0-da11-4d50-bbe5-c4a568fe8507), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.158214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3541d2a-9776-4c2e-852c-5620d0863b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b4f3d3c0-da11-4d50-bbe5-c4a568fe8507), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.183681 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Publish callbacks [] for security_group (248a664c-bfd0-41f9-bd96-48fabdb8f5f8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.199322 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (248a664c-bfd0-41f9-bd96-48fabdb8f5f8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.210214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e857ee-b895-4279-a7b5-ab0a42831e6c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:55.217908 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51e857ee-b895-4279-a7b5-ab0a42831e6c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.223136 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a3541d2a-9776-4c2e-852c-5620d0863b82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79189d363efc4e7b81193386562d349b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5794098 Feb 09 03:41:55.233507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35032) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:55.248910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3541d2a-9776-4c2e-852c-5620d0863b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f3d3c0-da11-4d50-bbe5-c4a568fe8507,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:55.270282 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a5b3c927-4fd6-4ca9-8047-043b3f0087a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3834a8eea2e4e9080b0270e8d73f009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373203 Feb 09 03:41:55.271354 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35034) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:55.348689 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9651b419-ffe3-412c-aa3a-43539df13f86 admin admin] Publish callbacks [] for security_group (b4f3d3c0-da11-4d50-bbe5-c4a568fe8507), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.383536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9651b419-ffe3-412c-aa3a-43539df13f86 admin admin] Publish callbacks [] for security_group (b4f3d3c0-da11-4d50-bbe5-c4a568fe8507), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.386754 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3947047f-642a-4408-a4b7-7250cbf157eb admin admin] Publish callbacks [] for security_group (c6bf41ed-4d08-4373-b014-fe6b554e5968), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.425818 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3947047f-642a-4408-a4b7-7250cbf157eb admin admin] Publish callbacks [] for security_group (c6bf41ed-4d08-4373-b014-fe6b554e5968), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.465096 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Publish callbacks [] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.472668 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.551012 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ad7a2-2f93-4c2c-9ba6-64823216a5ae None None] Pushing event updated for resources: {'Port': ['ID=2f87c30d-d2cf-4c51-a09f-e17a3874683f,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:55.575795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51e857ee-b895-4279-a7b5-ab0a42831e6c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.579732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:41:55.592469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248a664c-bfd0-41f9-bd96-48fabdb8f5f8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:55.606254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3947047f-642a-4408-a4b7-7250cbf157eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c6bf41ed-4d08-4373-b014-fe6b554e5968), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.610539 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3947047f-642a-4408-a4b7-7250cbf157eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.612003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3947047f-642a-4408-a4b7-7250cbf157eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6bf41ed-4d08-4373-b014-fe6b554e5968 HTTP/1.1" status: 204 len: 168 time: 0.3375280 Feb 09 03:41:55.615681 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9651b419-ffe3-412c-aa3a-43539df13f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b4f3d3c0-da11-4d50-bbe5-c4a568fe8507), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.619995 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9651b419-ffe3-412c-aa3a-43539df13f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.621529 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9651b419-ffe3-412c-aa3a-43539df13f86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4f3d3c0-da11-4d50-bbe5-c4a568fe8507 HTTP/1.1" status: 204 len: 168 time: 0.3869994 Feb 09 03:41:55.630444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947047f-642a-4408-a4b7-7250cbf157eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bf41ed-4d08-4373-b014-fe6b554e5968,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:55.643004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651b419-ffe3-412c-aa3a-43539df13f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f3d3c0-da11-4d50-bbe5-c4a568fe8507,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:55.677520 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9ac588de-7968-4007-88ae-2be3118ec8d3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.677870 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Added segment 9ac588de-7968-4007-88ae-2be3118ec8d3 of type vlan for network 4f9af93b-6f33-432e-8238-e1dfab3db085 Feb 09 03:41:55.791109 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Attempting to bind port 2f87c30d-d2cf-4c51-a09f-e17a3874683f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:55.792567 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Attempting to bind port 2f87c30d-d2cf-4c51-a09f-e17a3874683f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '62a31a18-dc45-4359-8ccd-c10771a8aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:55.792934 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Attempting to bind port 2f87c30d-d2cf-4c51-a09f-e17a3874683f on network 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:55.806850 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:55.807229 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Checking segment: {'id': '62a31a18-dc45-4359-8ccd-c10771a8aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:55.810672 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.811089 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Bound using segment: {'id': '62a31a18-dc45-4359-8ccd-c10771a8aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:55.811578 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Bound port: 2f87c30d-d2cf-4c51-a09f-e17a3874683f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a31a18-dc45-4359-8ccd-c10771a8aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:55.813070 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.884178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (4f9af93b-6f33-432e-8238-e1dfab3db085), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.905254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e857ee-b895-4279-a7b5-ab0a42831e6c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Subnet': ['ID=be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:55.908950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e857ee-b895-4279-a7b5-ab0a42831e6c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Checking segment: {'id': 'eba95078-0cc3-4a3a-a16f-33ef48126881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:55.909322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e857ee-b895-4279-a7b5-ab0a42831e6c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network hostable DHCP agents. Network: f9908d78-3ff9-405e-bc16-c9a7cf96f064, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:41:55.937759 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] For port 2f87c30d-d2cf-4c51-a09f-e17a3874683f, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:55.942369 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] For port 2f87c30d-d2cf-4c51-a09f-e17a3874683f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2f87c30d-d2cf-4c51-a09f-e17a3874683f,segment=NetworkSegment(62a31a18-dc45-4359-8ccd-c10771a8aa9c),segment_id=62a31a18-dc45-4359-8ccd-c10771a8aa9c)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:55.948302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-972a9cf1-d388-4ac2-b312-b747fdaa0c5d None None] Provisioning complete for port 2f87c30d-d2cf-4c51-a09f-e17a3874683f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:55.949716 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-972a9cf1-d388-4ac2-b312-b747fdaa0c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.956075 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.978542 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (4f9af93b-6f33-432e-8238-e1dfab3db085), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.978542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:55.978542 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:56.008096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e857ee-b895-4279-a7b5-ab0a42831e6c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network f9908d78-3ff9-405e-bc16-c9a7cf96f064 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:41:56.057708 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ad7a2-2f93-4c2c-9ba6-64823216a5ae None None] Pushing event updated for resources: {'Port': ['ID=2f87c30d-d2cf-4c51-a09f-e17a3874683f,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:56.093485 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:41:56.094164 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:56.126754 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5762937 Feb 09 03:41:56.127480 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-51e857ee-b895-4279-a7b5-ab0a42831e6c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, f9908d78-3ff9-405e-bc16-c9a7cf96f064) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:56.130139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35044) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:56.135896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1669ac30-dbbc-48a0-8282-add5a43d7a75 admin admin] Request body: {'subnet': {'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-419194763-subnet', 'tenant_id': '214c822454564e5eb0646fdf0c0c6d51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:56.139823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e857ee-b895-4279-a7b5-ab0a42831e6c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:56.140397 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51e857ee-b895-4279-a7b5-ab0a42831e6c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:56.146791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a3bc17-16e4-42b2-8bb8-6e9ed9c10d2a None None] Network f9908d78-3ff9-405e-bc16-c9a7cf96f064 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:56.171519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcf622-2810-40b1-b4d6-5e631967fd4d admin admin] Pushing event updated for resources: {'Network': ['ID=4f9af93b-6f33-432e-8238-e1dfab3db085,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:56.206268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1669ac30-dbbc-48a0-8282-add5a43d7a75 admin admin] Made reservation on behalf of 214c822454564e5eb0646fdf0c0c6d51 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:56.212624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1669ac30-dbbc-48a0-8282-add5a43d7a75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:56.220274 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-51e857ee-b895-4279-a7b5-ab0a42831e6c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4019861 Feb 09 03:41:56.223895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35048) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:56.361455 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:41:56.384608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 4f9af93b-6f33-432e-8238-e1dfab3db085 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:41:56.623128 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35054) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:56.630526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35056) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:56.661938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-972a9cf1-d388-4ac2-b312-b747fdaa0c5d None None] Current status of the port 2f87c30d-d2cf-4c51-a09f-e17a3874683f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:56.662597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-972a9cf1-d388-4ac2-b312-b747fdaa0c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:56.682706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eed8106b-16ef-4c76-b39e-dcb8b1662e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:56.711159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:41:56.712217 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:56.716720 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88e59015-1641-46c9-bd04-096c25094e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:56.772495 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-972a9cf1-d388-4ac2-b312-b747fdaa0c5d None None] For port 2f87c30d-d2cf-4c51-a09f-e17a3874683f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2f87c30d-d2cf-4c51-a09f-e17a3874683f,segment=NetworkSegment(62a31a18-dc45-4359-8ccd-c10771a8aa9c),segment_id=62a31a18-dc45-4359-8ccd-c10771a8aa9c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:56.789889 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-972a9cf1-d388-4ac2-b312-b747fdaa0c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:56.873016 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:41:50Z', 'revision_number': 2, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:55Z', 'revision_number': 4, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:41:56.885087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eed8106b-16ef-4c76-b39e-dcb8b1662e40 admin admin] Publish callbacks [] for security_group (382149cc-3d1c-4083-801d-672b0583bd9b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:56.903810 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eed8106b-16ef-4c76-b39e-dcb8b1662e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (382149cc-3d1c-4083-801d-672b0583bd9b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:56.906795 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e8444-2d7d-44cc-8752-13a09a62b347 None None] The sync data for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 is: [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:41:50Z', 'revision_number': 2, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:55Z', 'revision_number': 4, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:41:56.927316 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88e59015-1641-46c9-bd04-096c25094e09 admin admin] Publish callbacks [] for security_group (ed926787-39af-435d-9400-d3493a35e6a4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:56.966064 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88e59015-1641-46c9-bd04-096c25094e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ed926787-39af-435d-9400-d3493a35e6a4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:56.971197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-aff3d7b2-6b03-48ea-b630-f3045aef1492 None None] Provisioning complete for port 2f87c30d-d2cf-4c51-a09f-e17a3874683f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:56.971754 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aff3d7b2-6b03-48ea-b630-f3045aef1492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.028461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1669ac30-dbbc-48a0-8282-add5a43d7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (4467c3d2-5141-494b-88fe-2fbe41f3a7a9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.056375 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a9cf1-d388-4ac2-b312-b747fdaa0c5d None None] Pushing event updated for resources: {'Port': ['ID=2f87c30d-d2cf-4c51-a09f-e17a3874683f,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:57.094674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8106b-16ef-4c76-b39e-dcb8b1662e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382149cc-3d1c-4083-801d-672b0583bd9b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:57.116718 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669ac30-dbbc-48a0-8282-add5a43d7a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4467c3d2-5141-494b-88fe-2fbe41f3a7a9,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:57.138689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-88e59015-1641-46c9-bd04-096c25094e09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5117099 Feb 09 03:41:57.143006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35058) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:57.145259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Allocated IP 172.21.0.2 (f9908d78-3ff9-405e-bc16-c9a7cf96f064/be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae/166a6158-4053-459b-b7e7-b45056ed91fc) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:57.177139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e59015-1641-46c9-bd04-096c25094e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed926787-39af-435d-9400-d3493a35e6a4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:57.190652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eed8106b-16ef-4c76-b39e-dcb8b1662e40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e791f4f6d93f4f82ab6eee254ebefc30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5483429 Feb 09 03:41:57.194003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35060) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:41:57.220798 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239486b6-74a2-4a48-b231-fd7fc9b1c37d admin admin] Publish callbacks [] for security_group (ed926787-39af-435d-9400-d3493a35e6a4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.364886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-aff3d7b2-6b03-48ea-b630-f3045aef1492 None None] Current status of the port 2f87c30d-d2cf-4c51-a09f-e17a3874683f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:57.393304 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239486b6-74a2-4a48-b231-fd7fc9b1c37d admin admin] Publish callbacks [] for security_group (ed926787-39af-435d-9400-d3493a35e6a4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.395309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1669ac30-dbbc-48a0-8282-add5a43d7a75 admin admin] Checking segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:57.395744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1669ac30-dbbc-48a0-8282-add5a43d7a75 admin admin] Network hostable DHCP agents. Network: 4f9af93b-6f33-432e-8238-e1dfab3db085, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:41:57.454605 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.482444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1669ac30-dbbc-48a0-8282-add5a43d7a75 admin admin] Network 4f9af93b-6f33-432e-8238-e1dfab3db085 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:41:57.510371 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffc8e-cdd9-45d6-91df-435e1b9dbef0 admin admin] Publish callbacks [] for security_group (382149cc-3d1c-4083-801d-672b0583bd9b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.532919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1669ac30-dbbc-48a0-8282-add5a43d7a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 4f9af93b-6f33-432e-8238-e1dfab3db085) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:57.553626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1669ac30-dbbc-48a0-8282-add5a43d7a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:57.559314 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1669ac30-dbbc-48a0-8282-add5a43d7a75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.618538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Publish callbacks [] for port (166a6158-4053-459b-b7e7-b45056ed91fc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.631594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1669ac30-dbbc-48a0-8282-add5a43d7a75 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5001769 Feb 09 03:41:57.636345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d58904-5222-4630-8c5f-2b40ebe90e6e None None] Network 4f9af93b-6f33-432e-8238-e1dfab3db085 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:57.672338 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffc8e-cdd9-45d6-91df-435e1b9dbef0 admin admin] Publish callbacks [] for security_group (382149cc-3d1c-4083-801d-672b0583bd9b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.710997 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239486b6-74a2-4a48-b231-fd7fc9b1c37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ed926787-39af-435d-9400-d3493a35e6a4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.733917 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239486b6-74a2-4a48-b231-fd7fc9b1c37d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.735398 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-239486b6-74a2-4a48-b231-fd7fc9b1c37d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed926787-39af-435d-9400-d3493a35e6a4 HTTP/1.1" status: 204 len: 168 time: 0.5909827 Feb 09 03:41:57.808590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239486b6-74a2-4a48-b231-fd7fc9b1c37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed926787-39af-435d-9400-d3493a35e6a4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:57.824064 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.881458 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffc8e-cdd9-45d6-91df-435e1b9dbef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (382149cc-3d1c-4083-801d-672b0583bd9b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.884093 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffc8e-cdd9-45d6-91df-435e1b9dbef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.885322 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5e2ffc8e-cdd9-45d6-91df-435e1b9dbef0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/382149cc-3d1c-4083-801d-672b0583bd9b HTTP/1.1" status: 204 len: 168 time: 0.6717858 Feb 09 03:41:57.905796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ffc8e-cdd9-45d6-91df-435e1b9dbef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382149cc-3d1c-4083-801d-672b0583bd9b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:57.957889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2f87c30d-d2cf-4c51-a09f-e17a3874683f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:57.996593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Network f9908d78-3ff9-405e-bc16-c9a7cf96f064 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:58.025003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:58.040920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:58.120402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Pushing event updated for resources: {'Port': ['ID=166a6158-4053-459b-b7e7-b45056ed91fc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:58.210730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b699ef1f-5d28-4051-b0fc-139b6f1d0f30 None None] Network 4f9af93b-6f33-432e-8238-e1dfab3db085 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:41:58.217118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Attempting to bind port 166a6158-4053-459b-b7e7-b45056ed91fc on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:58.217118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Attempting to bind port 166a6158-4053-459b-b7e7-b45056ed91fc by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'eba95078-0cc3-4a3a-a16f-33ef48126881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:58.225906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Attempting to bind port 166a6158-4053-459b-b7e7-b45056ed91fc on network f9908d78-3ff9-405e-bc16-c9a7cf96f064 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:58.343907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:58.344354 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Checking segment: {'id': 'eba95078-0cc3-4a3a-a16f-33ef48126881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:58.344765 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:58.345103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Bound using segment: {'id': 'eba95078-0cc3-4a3a-a16f-33ef48126881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:58.345642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Bound port: 166a6158-4053-459b-b7e7-b45056ed91fc, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba95078-0cc3-4a3a-a16f-33ef48126881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:58.367264 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:58.375255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 2f87c30d-d2cf-4c51-a09f-e17a3874683f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:58.375642 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:58.455101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Allocated IP 172.21.0.1 (f9908d78-3ff9-405e-bc16-c9a7cf96f064/be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae/8a66ddcb-c77a-430a-b429-7178afef3450) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:58.653277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] For port 166a6158-4053-459b-b7e7-b45056ed91fc, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:58.656955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] For port 166a6158-4053-459b-b7e7-b45056ed91fc, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=166a6158-4053-459b-b7e7-b45056ed91fc,segment=NetworkSegment(eba95078-0cc3-4a3a-a16f-33ef48126881),segment_id=eba95078-0cc3-4a3a-a16f-33ef48126881)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:58.711653 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:58.720303 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (8a66ddcb-c77a-430a-b429-7178afef3450), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:58.768809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:58.825006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=8a66ddcb-c77a-430a-b429-7178afef3450,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:58.848657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network f9908d78-3ff9-405e-bc16-c9a7cf96f064 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:58.851072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:58.853901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:58.921822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede36b80-b9dc-43be-8651-32e78cf36953 None None] Pushing event updated for resources: {'Port': ['ID=166a6158-4053-459b-b7e7-b45056ed91fc,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:58.922149 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:58.955309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2f87c30d-d2cf-4c51-a09f-e17a3874683f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:59.582940 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:59.620948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-4bbd1ef1-79bc-493b-8d30-1c694380d2e1 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:59.620948 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-4bbd1ef1-79bc-493b-8d30-1c694380d2e1 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.6354887 Feb 09 03:41:59.670749 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-ebf4b304-018f-4b7c-9798-8dbd10c3c497 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/quotas/214c822454564e5eb0646fdf0c0c6d51 HTTP/1.1" status: 200 len: 375 time: 0.0489306 Feb 09 03:41:59.708300 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-4e27343e-6bcf-4086-a0ea-f6b1d46cbd2a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366483 Feb 09 03:41:59.778603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 166a6158-4053-459b-b7e7-b45056ed91fc up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:59.941129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 166a6158-4053-459b-b7e7-b45056ed91fc triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:59.942018 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:00.195783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 166a6158-4053-459b-b7e7-b45056ed91fc is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:00.196288 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:00.265944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-604518ad-9dfa-47d9-8d35-873c122dcd22 service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334263 Feb 09 03:42:00.278903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 166a6158-4053-459b-b7e7-b45056ed91fc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=166a6158-4053-459b-b7e7-b45056ed91fc,segment=NetworkSegment(eba95078-0cc3-4a3a-a16f-33ef48126881),segment_id=eba95078-0cc3-4a3a-a16f-33ef48126881)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:00.287851 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:00.371849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35132) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:00.388418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=166a6158-4053-459b-b7e7-b45056ed91fc,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:00.460257 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (8a66ddcb-c77a-430a-b429-7178afef3450), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:00.473635 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:00.570073 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fefcdc7-25a9-4123-986f-1a33977d1a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:00.579089 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-81697001-c527-431d-a8f4-31d1e3fd1a24 service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021395 Feb 09 03:42:00.594952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc09f30-edb8-4c5e-8502-ab6fee52f0d6 None None] Network f9908d78-3ff9-405e-bc16-c9a7cf96f064 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:00.596780 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:00.599004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=8a66ddcb-c77a-430a-b429-7178afef3450,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:00.672271 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fefcdc7-25a9-4123-986f-1a33977d1a75 admin admin] Publish callbacks [] for security_group (fc2a938a-0e06-41a9-8f17-101e7f109515), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:00.678950 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fefcdc7-25a9-4123-986f-1a33977d1a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fc2a938a-0e06-41a9-8f17-101e7f109515), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:00.713376 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefcdc7-25a9-4123-986f-1a33977d1a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2a938a-0e06-41a9-8f17-101e7f109515,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:00.753518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9fefcdc7-25a9-4123-986f-1a33977d1a75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bedba2bae2eb4763ac203dabcb538b3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3804593 Feb 09 03:42:00.754657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35140) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:00.774692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2c5a29bd-c24f-40ae-a2c9-b3a79d8361b5 None None] Provisioning complete for port 166a6158-4053-459b-b7e7-b45056ed91fc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:00.775439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c5a29bd-c24f-40ae-a2c9-b3a79d8361b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:00.863409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network f9908d78-3ff9-405e-bc16-c9a7cf96f064 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:00.868661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:00.995869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a29bd-c24f-40ae-a2c9-b3a79d8361b5 None None] Current status of the port 166a6158-4053-459b-b7e7-b45056ed91fc is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:00.997680 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bcdc-3ca2-4a34-bdab-a2acab1fbbff admin admin] Publish callbacks [] for security_group (fc2a938a-0e06-41a9-8f17-101e7f109515), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:01.001190 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-565b7c1f-b867-4edb-b579-021d735a1c2f req-7fb9dc6c-a0a8-46d0-9d85-6473c34f36c8 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 210 time: 0.0947433 Feb 09 03:42:01.051390 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bcdc-3ca2-4a34-bdab-a2acab1fbbff admin admin] Publish callbacks [] for security_group (fc2a938a-0e06-41a9-8f17-101e7f109515), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:01.113327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 0bd17135-2dec-4043-b14d-a200ae329465 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:01.169527 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bcdc-3ca2-4a34-bdab-a2acab1fbbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fc2a938a-0e06-41a9-8f17-101e7f109515), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:01.172088 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bcdc-3ca2-4a34-bdab-a2acab1fbbff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:01.173257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a7d5bcdc-3ca2-4a34-bdab-a2acab1fbbff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc2a938a-0e06-41a9-8f17-101e7f109515 HTTP/1.1" status: 204 len: 168 time: 0.4166038 Feb 09 03:42:01.191364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5bcdc-3ca2-4a34-bdab-a2acab1fbbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2a938a-0e06-41a9-8f17-101e7f109515,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:01.250930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:01.258977 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-32862a18-5085-4076-8164-72cb46cc78dc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0304704 Feb 09 03:42:01.259377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35156) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:01.283064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Sync routers for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:01.283806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-717873a9-2d4e-4f75-b6d2-5775f973b551 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'network': {'name': 'tempest-RoutersTest-1717179039'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:01.327438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717873a9-2d4e-4f75-b6d2-5775f973b551 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:42:01.337251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:01.337968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:01.339766 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-717873a9-2d4e-4f75-b6d2-5775f973b551 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:01.423018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717873a9-2d4e-4f75-b6d2-5775f973b551 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:42:01.437880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-717873a9-2d4e-4f75-b6d2-5775f973b551 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (44228450-e058-468d-9287-820419bc7e16), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:01.438240 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-717873a9-2d4e-4f75-b6d2-5775f973b551 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Added segment 44228450-e058-468d-9287-820419bc7e16 of type vlan for network c6bebf3f-24a0-4a96-999c-13821fa3d91d Feb 09 03:42:01.575227 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-717873a9-2d4e-4f75-b6d2-5775f973b551 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (c6bebf3f-24a0-4a96-999c-13821fa3d91d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:01.664195 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-717873a9-2d4e-4f75-b6d2-5775f973b551 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (c6bebf3f-24a0-4a96-999c-13821fa3d91d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:01.683483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717873a9-2d4e-4f75-b6d2-5775f973b551 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:01.692749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-717873a9-2d4e-4f75-b6d2-5775f973b551 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:01.895828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717873a9-2d4e-4f75-b6d2-5775f973b551 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Network': ['ID=c6bebf3f-24a0-4a96-999c-13821fa3d91d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:01.955591 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-717873a9-2d4e-4f75-b6d2-5775f973b551 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6937652 Feb 09 03:42:01.958802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35172) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:01.987507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3d44752f-d970-4789-9ed4-cb93d4b5363c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'subnet': {'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:02.000154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 166a6158-4053-459b-b7e7-b45056ed91fc up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:02.002587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network c6bebf3f-24a0-4a96-999c-13821fa3d91d details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:42:02.192545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db108fe3-960f-469a-b4b0-5d5f160892dc req-b6bc0bdb-de49-43d8-9fd6-3b572e847725 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 210 time: 0.0718606 Feb 09 03:42:02.231502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d44752f-d970-4789-9ed4-cb93d4b5363c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:42:02.235139 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d44752f-d970-4789-9ed4-cb93d4b5363c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:02.239612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:02.463010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e7eb5bc9-e77c-4705-90dc-33cd22fe7ec1 None None] Provisioning complete for port 8a66ddcb-c77a-430a-b429-7178afef3450 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:02.475430 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7eb5bc9-e77c-4705-90dc-33cd22fe7ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:02.614979 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d44752f-d970-4789-9ed4-cb93d4b5363c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (af10444c-7fb4-46a9-aaeb-7775998a85af), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:02.747518 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 166a6158-4053-459b-b7e7-b45056ed91fc triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:02.752249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:02.821028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb5bc9-e77c-4705-90dc-33cd22fe7ec1 None None] Port 8a66ddcb-c77a-430a-b429-7178afef3450 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:42:02.912625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44752f-d970-4789-9ed4-cb93d4b5363c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Checking segment: {'id': '44228450-e058-468d-9287-820419bc7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:02.913643 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44752f-d970-4789-9ed4-cb93d4b5363c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network hostable DHCP agents. Network: c6bebf3f-24a0-4a96-999c-13821fa3d91d, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:42:02.933461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44752f-d970-4789-9ed4-cb93d4b5363c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Subnet': ['ID=af10444c-7fb4-46a9-aaeb-7775998a85af,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:02.982767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e7eb5bc9-e77c-4705-90dc-33cd22fe7ec1 None None] Provisioning complete for port 166a6158-4053-459b-b7e7-b45056ed91fc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:02.983540 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7eb5bc9-e77c-4705-90dc-33cd22fe7ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:02.990683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44752f-d970-4789-9ed4-cb93d4b5363c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network c6bebf3f-24a0-4a96-999c-13821fa3d91d is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:42:03.044170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-3d44752f-d970-4789-9ed4-cb93d4b5363c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, c6bebf3f-24a0-4a96-999c-13821fa3d91d) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:03.061195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582fba50-2221-4a79-9233-08ec76e08210 None None] Network c6bebf3f-24a0-4a96-999c-13821fa3d91d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:03.061966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d44752f-d970-4789-9ed4-cb93d4b5363c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:03.063956 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d44752f-d970-4789-9ed4-cb93d4b5363c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:03.087104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-e535152b-1f09-4a4f-87d8-1f6e06087179 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:03.090794 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-e535152b-1f09-4a4f-87d8-1f6e06087179 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.42 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.3806462 Feb 09 03:42:03.121650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Request body: {'port': {'device_id': 'b7a2f247-660f-4ae6-8be7-94612e72bb64', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'admin_state_up': True, 'tenant_id': '214c822454564e5eb0646fdf0c0c6d51'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:03.154905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35194) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:03.161711 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3d44752f-d970-4789-9ed4-cb93d4b5363c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2003422 Feb 09 03:42:03.261075 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 166a6158-4053-459b-b7e7-b45056ed91fc is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:03.352917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb5bc9-e77c-4705-90dc-33cd22fe7ec1 None None] Current status of the port 166a6158-4053-459b-b7e7-b45056ed91fc is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:03.355076 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:42:03.383118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:41:59Z', 'revision_number': 3, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:41:59Z', 'revision_number': 2, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:03.454730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:42:03.457967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:03.475318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Checking router: 0bd17135-2dec-4043-b14d-a200ae329465 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:03.475691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Updating router 0bd17135-2dec-4043-b14d-a200ae329465 port 8a66ddcb-c77a-430a-b429-7178afef3450 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:42:03.554371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Made reservation on behalf of 214c822454564e5eb0646fdf0c0c6d51 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:42:03.560164 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:03.570159 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69e8ab9b-5c91-49fc-862c-f771cbdb93e0 req-2e3a7418-0645-4814-bf6b-e962f8e7e662 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1705236 Feb 09 03:42:03.589256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-188b6647-f0ac-47b6-af25-c3ef66b679b4 req-0a00bdd7-ac0e-40b3-bd45-731fe37d86ee tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 210 time: 0.1042264 Feb 09 03:42:03.610819 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:03.613915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-81210576-309d-468b-a5e7-a3bebbe469c1 None None] Provisioning complete for port 8a66ddcb-c77a-430a-b429-7178afef3450 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:03.614405 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81210576-309d-468b-a5e7-a3bebbe469c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:03.749088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-81210576-309d-468b-a5e7-a3bebbe469c1 None None] Port 8a66ddcb-c77a-430a-b429-7178afef3450 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:42:03.950542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Allocated IP 172.20.0.2 (4f9af93b-6f33-432e-8238-e1dfab3db085/4467c3d2-5141-494b-88fe-2fbe41f3a7a9/50e23758-6324-49f7-8722-8dc3ce9fa2a2) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:03.966869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ab9b-5c91-49fc-862c-f771cbdb93e0 req-2259fd4e-5c39-4316-b54b-cb950b9354ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:03.969632 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69e8ab9b-5c91-49fc-862c-f771cbdb93e0 req-2259fd4e-5c39-4316-b54b-cb950b9354ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1de610ff7cd646d185bba2efcdf4793a&device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 1128 time: 0.3117418 Feb 09 03:42:03.986006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Allocated IP 172.22.0.2 (c6bebf3f-24a0-4a96-999c-13821fa3d91d/af10444c-7fb4-46a9-aaeb-7775998a85af/260b059a-617f-4667-93ea-fa7aa6d270a7) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:04.061319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:04.358156 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Publish callbacks [] for port (8a66ddcb-c77a-430a-b429-7178afef3450), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:04.370235 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks [] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:04.452883 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ab9b-5c91-49fc-862c-f771cbdb93e0 req-f82aa05c-4054-404d-a602-7cab88f9322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:04.455867 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69e8ab9b-5c91-49fc-862c-f771cbdb93e0 req-f82aa05c-4054-404d-a602-7cab88f9322c service neutron] 10.222.0.42 "GET /v2.0/networks?id=64506a81-f156-4e9a-b608-360a44fd164e HTTP/1.1" status: 200 len: 909 time: 0.4513893 Feb 09 03:42:04.488436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:04.489942 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Publish callbacks [] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:04.494537 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:04.542670 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69e8ab9b-5c91-49fc-862c-f771cbdb93e0 req-f14ec7a7-9297-4bf7-bb84-e775b4a1fe44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d HTTP/1.1" status: 200 len: 1000 time: 0.0791097 Feb 09 03:42:04.545288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b86f3b-1d3e-494a-a647-3b024cb521d5 None None] Pushing event updated for resources: {'Port': ['ID=8a66ddcb-c77a-430a-b429-7178afef3450,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:04.555674 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:04.580376 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Network 4f9af93b-6f33-432e-8238-e1dfab3db085 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:04.589400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:04.602724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:04.668930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Network c6bebf3f-24a0-4a96-999c-13821fa3d91d is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:04.683988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:04.708198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:04.734302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ab9b-5c91-49fc-862c-f771cbdb93e0 req-f4cc127d-c53a-4d66-897b-21954b013033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:04.734565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Pushing event updated for resources: {'Port': ['ID=260b059a-617f-4667-93ea-fa7aa6d270a7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:04.739664 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69e8ab9b-5c91-49fc-862c-f771cbdb93e0 req-f4cc127d-c53a-4d66-897b-21954b013033 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=332ce4fd-1a5a-4971-ad02-23dbb354605e HTTP/1.1" status: 200 len: 847 time: 0.1880147 Feb 09 03:42:04.787679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:04.788404 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:04.814680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event updated for resources: {'Port': ['ID=50e23758-6324-49f7-8722-8dc3ce9fa2a2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:04.869731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-75cc7785-0708-4082-a035-ae9668736335 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7608824 Feb 09 03:42:04.883099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Request body: {'port': {'device_id': 'b7a2f247-660f-4ae6-8be7-94612e72bb64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:04.985440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Attempting to bind port 260b059a-617f-4667-93ea-fa7aa6d270a7 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:04.985870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Attempting to bind port 260b059a-617f-4667-93ea-fa7aa6d270a7 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '44228450-e058-468d-9287-820419bc7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:04.986192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Attempting to bind port 260b059a-617f-4667-93ea-fa7aa6d270a7 on network c6bebf3f-24a0-4a96-999c-13821fa3d91d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:04.988414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Attempting to bind port 8a66ddcb-c77a-430a-b429-7178afef3450 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:04.988790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Attempting to bind port 8a66ddcb-c77a-430a-b429-7178afef3450 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'eba95078-0cc3-4a3a-a16f-33ef48126881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:04.995362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Attempting to bind port 8a66ddcb-c77a-430a-b429-7178afef3450 on network f9908d78-3ff9-405e-bc16-c9a7cf96f064 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:05.013684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:05.014058 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Checking segment: {'id': '44228450-e058-468d-9287-820419bc7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:05.014448 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.014911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Bound using segment: {'id': '44228450-e058-468d-9287-820419bc7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:05.017381 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.020143 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Bound port: 260b059a-617f-4667-93ea-fa7aa6d270a7, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44228450-e058-468d-9287-820419bc7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:05.020930 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.090999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ab9b-5c91-49fc-862c-f771cbdb93e0 req-b397aa24-2a2c-4a73-abc1-72a466ea6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:05.090999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69e8ab9b-5c91-49fc-862c-f771cbdb93e0 req-b397aa24-2a2c-4a73-abc1-72a466ea6685 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64506a81-f156-4e9a-b608-360a44fd164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3054588 Feb 09 03:42:05.203723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] For port 260b059a-617f-4667-93ea-fa7aa6d270a7, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:05.219605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] For port 260b059a-617f-4667-93ea-fa7aa6d270a7, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=260b059a-617f-4667-93ea-fa7aa6d270a7,segment=NetworkSegment(44228450-e058-468d-9287-820419bc7e16),segment_id=44228450-e058-468d-9287-820419bc7e16)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:05.254813 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:05.255239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Checking segment: {'id': 'eba95078-0cc3-4a3a-a16f-33ef48126881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:05.255652 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.261319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Bound using segment: {'id': 'eba95078-0cc3-4a3a-a16f-33ef48126881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:05.261876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Bound port: 8a66ddcb-c77a-430a-b429-7178afef3450, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba95078-0cc3-4a3a-a16f-33ef48126881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:05.262283 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.265593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087395c-c100-4540-b96e-13b4f2ec959c req-5cc2ac8f-334e-41b3-bb4f-e70ab76726fd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:05.272456 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3087395c-c100-4540-b96e-13b4f2ec959c req-5cc2ac8f-334e-41b3-bb4f-e70ab76726fd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 931 time: 0.5313282 Feb 09 03:42:05.283938 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.397834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Allocated IP 172.22.0.1 (c6bebf3f-24a0-4a96-999c-13821fa3d91d/af10444c-7fb4-46a9-aaeb-7775998a85af/1196ff27-a8c4-45cc-88b9-e3fe954c43cf) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:05.447584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-37c3674a-53a1-4d13-bbff-1b471e9d1354 None None] Provisioning complete for port 8a66ddcb-c77a-430a-b429-7178afef3450 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:05.448824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37c3674a-53a1-4d13-bbff-1b471e9d1354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.475685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e23758-6324-49f7-8722-8dc3ce9fa2a2 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:42:05.488873 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Publish callbacks [] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.511141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Transition to ACTIVE for port object 50e23758-6324-49f7-8722-8dc3ce9fa2a2 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:42:05.518802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.593301 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69e8ab9b-5c91-49fc-862c-f771cbdb93e0 req-7d042d07-2e9c-48af-b8fe-9be49e987475 service neutron] 10.222.0.42 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937193 Feb 09 03:42:05.630525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=50e23758-6324-49f7-8722-8dc3ce9fa2a2,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:05.646574 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3087395c-c100-4540-b96e-13b4f2ec959c req-56dba809-01e1-471a-bde8-7c21c6a38819 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453853 Feb 09 03:42:05.709845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-37c3674a-53a1-4d13-bbff-1b471e9d1354 None None] Port 8a66ddcb-c77a-430a-b429-7178afef3450 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:42:05.715162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062e5bb-bdfd-42ad-8fe7-08a38ae7c80a None None] Pushing event updated for resources: {'Port': ['ID=260b059a-617f-4667-93ea-fa7aa6d270a7,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:05.753572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] For port 8a66ddcb-c77a-430a-b429-7178afef3450, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:05.757551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] For port 8a66ddcb-c77a-430a-b429-7178afef3450, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8a66ddcb-c77a-430a-b429-7178afef3450,segment=NetworkSegment(eba95078-0cc3-4a3a-a16f-33ef48126881),segment_id=eba95078-0cc3-4a3a-a16f-33ef48126881)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:05.781134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Attempting to bind port 50e23758-6324-49f7-8722-8dc3ce9fa2a2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:05.781551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Attempting to bind port 50e23758-6324-49f7-8722-8dc3ce9fa2a2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:05.781821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Attempting to bind port 50e23758-6324-49f7-8722-8dc3ce9fa2a2 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:05.786703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Port 50e23758-6324-49f7-8722-8dc3ce9fa2a2 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:42:05.787032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Attempting to bind port 50e23758-6324-49f7-8722-8dc3ce9fa2a2 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:05.790976 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.793093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:05.793748 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Checking segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:05.794140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Bound using segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:05.794563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Bound port: 50e23758-6324-49f7-8722-8dc3ce9fa2a2, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:05.794983 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.953929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] For port 50e23758-6324-49f7-8722-8dc3ce9fa2a2, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:05.964951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] For port 50e23758-6324-49f7-8722-8dc3ce9fa2a2, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=50e23758-6324-49f7-8722-8dc3ce9fa2a2,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:05.983277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b86f3b-1d3e-494a-a647-3b024cb521d5 None None] Pushing event updated for resources: {'Port': ['ID=8a66ddcb-c77a-430a-b429-7178afef3450,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:05.996636 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:06.000686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:06.001965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:06.114807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:06.137090 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:06.138664 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] 10.222.0.42 "PUT /v2.0/ports/50e23758-6324-49f7-8722-8dc3ce9fa2a2 HTTP/1.1" status: 200 len: 1092 time: 1.2606220 Feb 09 03:42:06.139157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a2f247-660f-4ae6-8be7-94612e72bb64', 'tag': '50e23758-6324-49f7-8722-8dc3ce9fa2a2'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:42:06.141502 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d8c648-be47-4989-bcb5-0101606c7a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a2f247-660f-4ae6-8be7-94612e72bb64", "tag": "50e23758-6324-49f7-8722-8dc3ce9fa2a2"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:42:06.334077 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e3798a-cc12-432f-a8a0-a55d2803b0e4 x-openstack-request-id: req-29e3798a-cc12-432f-a8a0-a55d2803b0e4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:42:06.334375 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a2f247-660f-4ae6-8be7-94612e72bb64", "tag": "50e23758-6324-49f7-8722-8dc3ce9fa2a2", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:42:06.334638 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29e3798a-cc12-432f-a8a0-a55d2803b0e4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:42:06.335030 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a2f247-660f-4ae6-8be7-94612e72bb64', 'tag': '50e23758-6324-49f7-8722-8dc3ce9fa2a2', 'status': 'completed', 'code': 200} Feb 09 03:42:06.348332 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cffb16-8d52-43cc-a568-78a701fc8ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=50e23758-6324-49f7-8722-8dc3ce9fa2a2,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:06.412566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-97dc00cd-2442-43ff-92a2-80567d3b4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:06.414117 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-97dc00cd-2442-43ff-92a2-80567d3b4ac6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 1126 time: 0.2196181 Feb 09 03:42:06.454060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:06.478772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-73080446-867b-418e-9218-1a62cd3b810f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50e23758-6324-49f7-8722-8dc3ce9fa2a2 HTTP/1.1" status: 200 len: 217 time: 0.0558400 Feb 09 03:42:06.567522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-cb19ba9e-dd50-40c9-8651-6462d375d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:06.569464 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-cb19ba9e-dd50-40c9-8651-6462d375d053 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.0847347 Feb 09 03:42:06.627604 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-33796145-6b75-4f9d-a016-4bf524f7b629 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526316 Feb 09 03:42:06.733090 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:06.765917 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-919763f5-c270-4780-b990-87b2173019e1 service neutron] 10.222.0.42 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310997 Feb 09 03:42:06.794460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a69674ca-5f76-4ff4-bee1-e03e410ef901 None None] Provisioning complete for port 8a66ddcb-c77a-430a-b429-7178afef3450 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:06.794840 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a69674ca-5f76-4ff4-bee1-e03e410ef901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:06.884680 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69e8ab9b-5c91-49fc-862c-f771cbdb93e0 req-cbb009b6-1a10-419d-b2b4-01ac8715d8c9 service neutron] 10.222.0.42 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2793148 Feb 09 03:42:06.966251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2ba91-745f-4d98-b2ca-a5fe0666840c req-f1410027-dbac-42f9-810c-49d2ba3194c3 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:06.968517 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64b2ba91-745f-4d98-b2ca-a5fe0666840c req-f1410027-dbac-42f9-810c-49d2ba3194c3 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 943 time: 0.1940863 Feb 09 03:42:06.969992 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:06.993388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a69674ca-5f76-4ff4-bee1-e03e410ef901 None None] Current status of the port 8a66ddcb-c77a-430a-b429-7178afef3450 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:06.994289 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a69674ca-5f76-4ff4-bee1-e03e410ef901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:07.044561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network c6bebf3f-24a0-4a96-999c-13821fa3d91d is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:07.051680 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93935641-392e-44c1-afa5-6ec42b21ab00 req-9abfa252-5bf8-4bd5-8b05-667347c66630 service neutron] 10.222.0.42 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785156 Feb 09 03:42:07.078193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:07.083388 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-64b2ba91-745f-4d98-b2ca-a5fe0666840c req-11a6171b-b338-4cf3-9417-5ab5f3a22241 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779889 Feb 09 03:42:07.086189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:41:59Z', 'revision_number': 3, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:05Z', 'revision_number': 4, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:07.092064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:07.184464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe5af5-5cd8-4d0e-8eb2-136109a86264 None None] The sync data for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 is: [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:41:59Z', 'revision_number': 3, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:05Z', 'revision_number': 4, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:07.214358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a69674ca-5f76-4ff4-bee1-e03e410ef901 None None] For port 8a66ddcb-c77a-430a-b429-7178afef3450, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8a66ddcb-c77a-430a-b429-7178afef3450,segment=NetworkSegment(eba95078-0cc3-4a3a-a16f-33ef48126881),segment_id=eba95078-0cc3-4a3a-a16f-33ef48126881)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:07.214642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=1196ff27-a8c4-45cc-88b9-e3fe954c43cf,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:07.240895 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a69674ca-5f76-4ff4-bee1-e03e410ef901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:07.248740 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:07.305974 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c648-be47-4989-bcb5-0101606c7a8f req-246be059-79e5-42c9-868b-53209b410dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:07.308661 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31d8c648-be47-4989-bcb5-0101606c7a8f req-246be059-79e5-42c9-868b-53209b410dcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 1126 time: 0.1867602 Feb 09 03:42:07.397307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69674ca-5f76-4ff4-bee1-e03e410ef901 None None] Pushing event updated for resources: {'Port': ['ID=8a66ddcb-c77a-430a-b429-7178afef3450,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:07.492403 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:07.552226 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c648-be47-4989-bcb5-0101606c7a8f req-4419868b-4b8f-4c42-86f7-0546f4f5365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:07.554387 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31d8c648-be47-4989-bcb5-0101606c7a8f req-4419868b-4b8f-4c42-86f7-0546f4f5365f service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 906 time: 0.2394745 Feb 09 03:42:07.600700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6d6611-f460-4cb0-9de3-e822c6c3e325 None None] Network c6bebf3f-24a0-4a96-999c-13821fa3d91d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:07.626070 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31d8c648-be47-4989-bcb5-0101606c7a8f req-039450b9-f567-4595-91cb-36961a8d3ff9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50e23758-6324-49f7-8722-8dc3ce9fa2a2 HTTP/1.1" status: 200 len: 217 time: 0.0641015 Feb 09 03:42:07.787056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c648-be47-4989-bcb5-0101606c7a8f req-c43634ac-7de0-4c7f-b786-783f07f05071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:07.788953 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31d8c648-be47-4989-bcb5-0101606c7a8f req-c43634ac-7de0-4c7f-b786-783f07f05071 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.1554105 Feb 09 03:42:07.790229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e90805fd-1c40-476b-b732-4e17ecb94e67 None None] Provisioning complete for port 260b059a-617f-4667-93ea-fa7aa6d270a7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:07.790615 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e90805fd-1c40-476b-b732-4e17ecb94e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:07.857045 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31d8c648-be47-4989-bcb5-0101606c7a8f req-46cfde2b-10a5-42c2-a956-45754f06d179 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571456 Feb 09 03:42:07.871282 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:07.876924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 260b059a-617f-4667-93ea-fa7aa6d270a7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:08.056560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 260b059a-617f-4667-93ea-fa7aa6d270a7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:08.057331 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:08.079617 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31d8c648-be47-4989-bcb5-0101606c7a8f req-447a5f80-480b-482e-8cbe-d309c7f65bfa service neutron] 10.222.0.42 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182188 Feb 09 03:42:08.100035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:08.117718 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:08.318845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e90805fd-1c40-476b-b732-4e17ecb94e67 None None] Current status of the port 260b059a-617f-4667-93ea-fa7aa6d270a7 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:08.319501 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e90805fd-1c40-476b-b732-4e17ecb94e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:08.346005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 260b059a-617f-4667-93ea-fa7aa6d270a7 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:08.346695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:08.369890 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:08.378095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=1196ff27-a8c4-45cc-88b9-e3fe954c43cf,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:08.380012 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31d8c648-be47-4989-bcb5-0101606c7a8f req-d4bedf62-c9c4-4181-9c11-5db208e64bbe service neutron] 10.222.0.42 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936890 Feb 09 03:42:08.505932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 260b059a-617f-4667-93ea-fa7aa6d270a7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=260b059a-617f-4667-93ea-fa7aa6d270a7,segment=NetworkSegment(44228450-e058-468d-9287-820419bc7e16),segment_id=44228450-e058-468d-9287-820419bc7e16)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:08.550140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31542e6-176e-41ad-b190-f86e2481447e req-aa837734-1bd6-45bd-bdb9-af7b708f1174 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:08.551672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e31542e6-176e-41ad-b190-f86e2481447e req-aa837734-1bd6-45bd-bdb9-af7b708f1174 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 943 time: 0.1704307 Feb 09 03:42:08.612202 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-e90805fd-1c40-476b-b732-4e17ecb94e67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:42:08.612787 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-e90805fd-1c40-476b-b732-4e17ecb94e67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:42:08.613347 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:08.614770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8a66ddcb-c77a-430a-b429-7178afef3450 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:08.660208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network c6bebf3f-24a0-4a96-999c-13821fa3d91d is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:08.671582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:08.680176 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e31542e6-176e-41ad-b190-f86e2481447e req-f0b810ea-c0de-4984-a6a8-c38d97f5b364 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218452 Feb 09 03:42:08.772505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 8a66ddcb-c77a-430a-b429-7178afef3450 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:08.774080 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:08.848142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=260b059a-617f-4667-93ea-fa7aa6d270a7,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:08.954311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 0bd17135-2dec-4043-b14d-a200ae329465 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:09.013410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 8a66ddcb-c77a-430a-b429-7178afef3450 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:09.105068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:09.112809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1ab7e33a-45b4-4707-b29d-24b61476ed94 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9560471 Feb 09 03:42:09.116389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35320) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:09.124534 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Sync routers for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:09.135774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-2045bcf6-f2e5-4b52-8325-fd8a03754355 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'network': {'name': 'tempest-RoutersTest-2092910242'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:09.156334 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:09.160811 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:09.182793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2045bcf6-f2e5-4b52-8325-fd8a03754355 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:42:09.187248 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2045bcf6-f2e5-4b52-8325-fd8a03754355 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:09.189628 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e90805fd-1c40-476b-b732-4e17ecb94e67 None None] Current status of the port 260b059a-617f-4667-93ea-fa7aa6d270a7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:09.242163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2045bcf6-f2e5-4b52-8325-fd8a03754355 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:42:09.269545 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2045bcf6-f2e5-4b52-8325-fd8a03754355 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b9725b92-dba4-4082-8241-0d1c7e309a3d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:09.269909 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-2045bcf6-f2e5-4b52-8325-fd8a03754355 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Added segment b9725b92-dba4-4082-8241-0d1c7e309a3d of type vlan for network e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 Feb 09 03:42:09.318305 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2bd86050-c8e6-4111-a103-b3b45004371c None None] Provisioning complete for port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:09.318685 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bd86050-c8e6-4111-a103-b3b45004371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:09.332924 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:09.373596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2045bcf6-f2e5-4b52-8325-fd8a03754355 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (e8e38f2d-c9d7-44fb-a770-eab351d6f5a2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:09.400228 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2bd86050-c8e6-4111-a103-b3b45004371c None None] Port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:42:09.413794 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2bd86050-c8e6-4111-a103-b3b45004371c None None] Provisioning complete for port 260b059a-617f-4667-93ea-fa7aa6d270a7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:09.414876 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bd86050-c8e6-4111-a103-b3b45004371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:09.443381 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2045bcf6-f2e5-4b52-8325-fd8a03754355 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (e8e38f2d-c9d7-44fb-a770-eab351d6f5a2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:09.450096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045bcf6-f2e5-4b52-8325-fd8a03754355 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:09.451025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2045bcf6-f2e5-4b52-8325-fd8a03754355 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:09.527221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2bd86050-c8e6-4111-a103-b3b45004371c None None] Current status of the port 260b059a-617f-4667-93ea-fa7aa6d270a7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:09.568087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2045bcf6-f2e5-4b52-8325-fd8a03754355 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4505644 Feb 09 03:42:09.571052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35338) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:09.577168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-936a2461-8871-4be5-ad6f-3822f4e5913b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'subnet': {'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:09.611781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045bcf6-f2e5-4b52-8325-fd8a03754355 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Network': ['ID=e8e38f2d-c9d7-44fb-a770-eab351d6f5a2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:09.673854 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:42:09.688203 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 4, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '1196ff27-a8c4-45cc-88b9-e3fe954c43cf', 'name': '', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:2d:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:04Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 2, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:09.798137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 260b059a-617f-4667-93ea-fa7aa6d270a7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:09.822172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936a2461-8871-4be5-ad6f-3822f4e5913b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Made reservation on behalf of 74c7839152124439ba2cfb1e7b8afeea for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:42:09.827058 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Checking router: 0bd17135-2dec-4043-b14d-a200ae329465 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:09.828371 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Updating router 0bd17135-2dec-4043-b14d-a200ae329465 port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:42:09.830787 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-936a2461-8871-4be5-ad6f-3822f4e5913b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:09.878032 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:09.958365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 260b059a-617f-4667-93ea-fa7aa6d270a7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:09.958751 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:09.960484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c59e3-f29a-47b8-a25a-07ac96b589b2 req-696e458f-8857-41eb-8ce8-9b24d50ae070 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:09.966053 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce8c59e3-f29a-47b8-a25a-07ac96b589b2 req-696e458f-8857-41eb-8ce8-9b24d50ae070 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 943 time: 0.1144681 Feb 09 03:42:10.112333 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ce8c59e3-f29a-47b8-a25a-07ac96b589b2 req-727f3140-fb57-478d-bd68-7b649d39aefb tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409345 Feb 09 03:42:10.154647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 260b059a-617f-4667-93ea-fa7aa6d270a7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:10.217161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-936a2461-8871-4be5-ad6f-3822f4e5913b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (5af795cd-e7e2-4363-8ee6-88c5dea32128), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:10.315458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a2461-8871-4be5-ad6f-3822f4e5913b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Subnet': ['ID=5af795cd-e7e2-4363-8ee6-88c5dea32128,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:10.343032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a2461-8871-4be5-ad6f-3822f4e5913b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Checking segment: {'id': 'b9725b92-dba4-4082-8241-0d1c7e309a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:10.343390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a2461-8871-4be5-ad6f-3822f4e5913b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network hostable DHCP agents. Network: e8e38f2d-c9d7-44fb-a770-eab351d6f5a2, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:42:10.366535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a2461-8871-4be5-ad6f-3822f4e5913b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:42:10.386438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-936a2461-8871-4be5-ad6f-3822f4e5913b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, e8e38f2d-c9d7-44fb-a770-eab351d6f5a2) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:10.392167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a2461-8871-4be5-ad6f-3822f4e5913b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:10.392771 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-936a2461-8871-4be5-ad6f-3822f4e5913b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:10.395793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cae451-6730-4f84-93f3-28d45071cdb6 None None] Network e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:10.413381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-936a2461-8871-4be5-ad6f-3822f4e5913b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8408930 Feb 09 03:42:10.416177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35356) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:10.436302 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Publish callbacks [] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:10.446533 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:10.499086 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893de398-a19a-4ee1-8b04-273656659aff None None] Pushing event updated for resources: {'Port': ['ID=1196ff27-a8c4-45cc-88b9-e3fe954c43cf,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:10.590053 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Attempting to bind port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:10.590438 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Attempting to bind port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '44228450-e058-468d-9287-820419bc7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:10.597665 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Attempting to bind port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf on network c6bebf3f-24a0-4a96-999c-13821fa3d91d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:10.604079 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:10.604505 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Checking segment: {'id': '44228450-e058-468d-9287-820419bc7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:10.607018 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:10.607254 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Bound using segment: {'id': '44228450-e058-468d-9287-820419bc7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:10.607988 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Bound port: 1196ff27-a8c4-45cc-88b9-e3fe954c43cf, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44228450-e058-468d-9287-820419bc7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:10.608376 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:10.625617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-e8e38f2d-c9d7-44fb-a770-eab351d6f5a2', 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2', 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'fixed_ips': [{'subnet_id': '5af795cd-e7e2-4363-8ee6-88c5dea32128'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:42:10.626639 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:10.872273 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] For port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:10.880760 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] For port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1196ff27-a8c4-45cc-88b9-e3fe954c43cf,segment=NetworkSegment(44228450-e058-468d-9287-820419bc7e16),segment_id=44228450-e058-468d-9287-820419bc7e16)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:10.956474 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:10.970734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Allocated IP 172.23.0.2 (e8e38f2d-c9d7-44fb-a770-eab351d6f5a2/5af795cd-e7e2-4363-8ee6-88c5dea32128/29ce449d-af07-4c61-a8d3-8ed6a68cf833) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:11.021899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bd064652-4247-46d4-9c95-115a0ea64772 None None] Provisioning complete for port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:11.021899 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd064652-4247-46d4-9c95-115a0ea64772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:11.085098 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893de398-a19a-4ee1-8b04-273656659aff None None] Pushing event updated for resources: {'Port': ['ID=1196ff27-a8c4-45cc-88b9-e3fe954c43cf,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:11.121204 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:11.121805 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:11.337397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 50e23758-6324-49f7-8722-8dc3ce9fa2a2 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:42:11.360862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bd064652-4247-46d4-9c95-115a0ea64772 None None] Current status of the port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:11.361538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd064652-4247-46d4-9c95-115a0ea64772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:11.393717 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:11.425985 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Publish callbacks [] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:11.464078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bd064652-4247-46d4-9c95-115a0ea64772 None None] For port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1196ff27-a8c4-45cc-88b9-e3fe954c43cf,segment=NetworkSegment(44228450-e058-468d-9287-820419bc7e16),segment_id=44228450-e058-468d-9287-820419bc7e16)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:11.468400 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:11.512986 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd064652-4247-46d4-9c95-115a0ea64772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:11.538676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132d8cd-9aec-4e31-9c80-bece7399f2ca req-af361bae-5c3e-43aa-af5c-b2a8a7f834f8 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:11.540178 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f132d8cd-9aec-4e31-9c80-bece7399f2ca req-af361bae-5c3e-43aa-af5c-b2a8a7f834f8 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 943 time: 0.2816350 Feb 09 03:42:11.542661 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:11.553720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Network e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:11.585428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:11.594603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:11.671869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Pushing event updated for resources: {'Port': ['ID=29ce449d-af07-4c61-a8d3-8ed6a68cf833,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:11.949727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 50e23758-6324-49f7-8722-8dc3ce9fa2a2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=50e23758-6324-49f7-8722-8dc3ce9fa2a2,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:11.966816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Allocated IP 172.23.0.1 (e8e38f2d-c9d7-44fb-a770-eab351d6f5a2/5af795cd-e7e2-4363-8ee6-88c5dea32128/df086d18-35cc-4437-a185-6725421669d7) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:12.029914 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 4, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '1196ff27-a8c4-45cc-88b9-e3fe954c43cf', 'name': '', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:2d:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:04Z', 'updated_at': '2022-02-09T03:42:10Z', 'revision_number': 4, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:12.053385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd064652-4247-46d4-9c95-115a0ea64772 None None] Pushing event updated for resources: {'Port': ['ID=1196ff27-a8c4-45cc-88b9-e3fe954c43cf,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:12.062711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '50e23758-6324-49f7-8722-8dc3ce9fa2a2', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'port_id': '50e23758-6324-49f7-8722-8dc3ce9fa2a2', 'mac_address': 'fa:16:3e:e8:63:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4467c3d2-5141-494b-88fe-2fbe41f3a7a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:42:12.078486 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67387330-1a53-4f51-b168-a1d4c9856112 None None] The sync data for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 is: [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 4, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '1196ff27-a8c4-45cc-88b9-e3fe954c43cf', 'name': '', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:2d:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:04Z', 'updated_at': '2022-02-09T03:42:10Z', 'revision_number': 4, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:12.081279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-14627b53-0cfc-4005-89ef-863e80716c97 None None] Provisioning complete for port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:12.081928 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14627b53-0cfc-4005-89ef-863e80716c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:12.176690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Attempting to bind port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:12.177050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Attempting to bind port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b9725b92-dba4-4082-8241-0d1c7e309a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:12.189217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Attempting to bind port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 on network e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:12.197455 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f132d8cd-9aec-4e31-9c80-bece7399f2ca req-055b32a5-05be-48a5-8fd5-b1ff23ec8b73 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6452410 Feb 09 03:42:12.214192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:12.216501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Checking segment: {'id': 'b9725b92-dba4-4082-8241-0d1c7e309a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:12.217200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:12.218946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Bound using segment: {'id': 'b9725b92-dba4-4082-8241-0d1c7e309a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:12.220689 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Bound port: 29ce449d-af07-4c61-a8d3-8ed6a68cf833, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9725b92-dba4-4082-8241-0d1c7e309a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:12.221220 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:12.257178 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (df086d18-35cc-4437-a185-6725421669d7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:12.361054 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (df086d18-35cc-4437-a185-6725421669d7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:12.372766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 50e23758-6324-49f7-8722-8dc3ce9fa2a2 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:12.373168 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:12.417704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e23758-6324-49f7-8722-8dc3ce9fa2a2 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:42:12.438355 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] For port 29ce449d-af07-4c61-a8d3-8ed6a68cf833, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:12.447250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:12.454993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:12.476201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:12.488896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] For port 29ce449d-af07-4c61-a8d3-8ed6a68cf833, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=29ce449d-af07-4c61-a8d3-8ed6a68cf833,segment=NetworkSegment(b9725b92-dba4-4082-8241-0d1c7e309a3d),segment_id=b9725b92-dba4-4082-8241-0d1c7e309a3d)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:12.502012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 50e23758-6324-49f7-8722-8dc3ce9fa2a2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=50e23758-6324-49f7-8722-8dc3ce9fa2a2,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:12.513690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-14627b53-0cfc-4005-89ef-863e80716c97 None None] Current status of the port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:12.517396 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:12.610507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=df086d18-35cc-4437-a185-6725421669d7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:12.641614 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:12.645913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f821f-0d69-4900-b607-ab34aa6425b0 None None] Pushing event updated for resources: {'Port': ['ID=29ce449d-af07-4c61-a8d3-8ed6a68cf833,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:12.662316 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:12.819552 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=50e23758-6324-49f7-8722-8dc3ce9fa2a2,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:12.887401 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (df086d18-35cc-4437-a185-6725421669d7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:12.906513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:42:13.859871 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1196ff27-a8c4-45cc-88b9-e3fe954c43cf up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:13.957702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:13.958363 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:14.160355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2623e-cf6c-4ebc-89db-41c06b5321a0 req-08440b95-66ed-4f2a-b15e-899f1e1000a5 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:14.162223 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfd2623e-cf6c-4ebc-89db-41c06b5321a0 req-08440b95-66ed-4f2a-b15e-899f1e1000a5 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 944 time: 0.1475091 Feb 09 03:42:14.235624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:14.237548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 29ce449d-af07-4c61-a8d3-8ed6a68cf833 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:14.441965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfd2623e-cf6c-4ebc-89db-41c06b5321a0 req-8db31b0e-e496-4dba-b46e-89966677adc4 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995127 Feb 09 03:42:14.525242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for port (df086d18-35cc-4437-a185-6725421669d7), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:14.538990 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (df086d18-35cc-4437-a185-6725421669d7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:14.685179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98960f63-4b3f-45ce-8ec3-767eb6e9299a None None] Network e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:14.693622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event updated for resources: {'Port': ['ID=df086d18-35cc-4437-a185-6725421669d7,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:14.730046 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:14.826385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-22d3a656-5e7e-4dab-ad75-4839d717d612 None None] Provisioning complete for port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:14.826937 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22d3a656-5e7e-4dab-ad75-4839d717d612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:14.853838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Network e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:14.859027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:14.996295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:14.997472 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:15.020194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 0bd17135-2dec-4043-b14d-a200ae329465 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:15.146337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:15.177963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Sync routers for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:15.229262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35442) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:15.235912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-7823a28d-9c80-4d1b-a84a-6e6a1733c861 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:15.246595 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-db8cc2af-0ab1-4513-a485-33dc980bd7ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8286722 Feb 09 03:42:15.289677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-22d3a656-5e7e-4dab-ad75-4839d717d612 None None] Current status of the port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:15.290183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22d3a656-5e7e-4dab-ad75-4839d717d612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:15.310022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:15.310768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:15.323563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:15.323962 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:15.584958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:15.747651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 50e23758-6324-49f7-8722-8dc3ce9fa2a2 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:16.041062 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-998791c5-6412-4439-acd8-eb8920e10fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:16.074122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 29ce449d-af07-4c61-a8d3-8ed6a68cf833, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=29ce449d-af07-4c61-a8d3-8ed6a68cf833,segment=NetworkSegment(b9725b92-dba4-4082-8241-0d1c7e309a3d),segment_id=b9725b92-dba4-4082-8241-0d1c7e309a3d)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:16.106665 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:16.226277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.extraroute_db [None req-7823a28d-9c80-4d1b-a84a-6e6a1733c861 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103328) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 03:42:16.246743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.extraroute_db [None req-7823a28d-9c80-4d1b-a84a-6e6a1733c861 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Removed routes are [] {{(pid=103328) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 03:42:16.247442 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7823a28d-9c80-4d1b-a84a-6e6a1733c861 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (0bd17135-2dec-4043-b14d-a200ae329465), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:16.295675 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 50e23758-6324-49f7-8722-8dc3ce9fa2a2 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:42:16.305670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 50e23758-6324-49f7-8722-8dc3ce9fa2a2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:16.306190 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:16.377641 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-22d3a656-5e7e-4dab-ad75-4839d717d612 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:42:16.380368 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-22d3a656-5e7e-4dab-ad75-4839d717d612 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:42:16.414486 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=29ce449d-af07-4c61-a8d3-8ed6a68cf833,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:16.523658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 50e23758-6324-49f7-8722-8dc3ce9fa2a2 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:16.524088 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:16.530970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:12Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '1196ff27-a8c4-45cc-88b9-e3fe954c43cf', 'name': '', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:2d:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:04Z', 'updated_at': '2022-02-09T03:42:11Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df086d18-35cc-4437-a185-6725421669d7', 'name': '', 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:98:e8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5af795cd-e7e2-4363-8ee6-88c5dea32128', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:11Z', 'updated_at': '2022-02-09T03:42:14Z', 'revision_number': 2, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '5af795cd-e7e2-4363-8ee6-88c5dea32128', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:16.591573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adf00b-f642-46f3-a34f-1046cb4bf30c req-8905d6aa-ed11-4772-8619-54c883904ed4 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:16.593557 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71adf00b-f642-46f3-a34f-1046cb4bf30c req-8905d6aa-ed11-4772-8619-54c883904ed4 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 944 time: 0.3808897 Feb 09 03:42:16.625975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Checking router: 0bd17135-2dec-4043-b14d-a200ae329465 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:16.626334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Updating router 0bd17135-2dec-4043-b14d-a200ae329465 port df086d18-35cc-4437-a185-6725421669d7 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:42:16.633301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7823a28d-9c80-4d1b-a84a-6e6a1733c861 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (0bd17135-2dec-4043-b14d-a200ae329465), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:16.642472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7823a28d-9c80-4d1b-a84a-6e6a1733c861 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (0bd17135-2dec-4043-b14d-a200ae329465), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:16.683167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 50e23758-6324-49f7-8722-8dc3ce9fa2a2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=50e23758-6324-49f7-8722-8dc3ce9fa2a2,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:16.685061 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (df086d18-35cc-4437-a185-6725421669d7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:16.686821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a2f247-660f-4ae6-8be7-94612e72bb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e23758-6324-49f7-8722-8dc3ce9fa2a2'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:42:16.689605 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37388c41-c99c-46f8-8c55-9d889fbeb5b5" -d '{"events": [{"server_uuid": "b7a2f247-660f-4ae6-8be7-94612e72bb64", "name": "network-vif-plugged", "status": "completed", "tag": "50e23758-6324-49f7-8722-8dc3ce9fa2a2"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:42:16.711570 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:16.743338 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71adf00b-f642-46f3-a34f-1046cb4bf30c req-a3a377d1-c4b3-4fac-9adb-a7376b5f14cd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390095 Feb 09 03:42:16.774378 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9911e42-016b-496c-a578-fb58ec6d54c3 x-openstack-request-id: req-b9911e42-016b-496c-a578-fb58ec6d54c3 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:42:16.774670 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a2f247-660f-4ae6-8be7-94612e72bb64", "name": "network-vif-plugged", "status": "completed", "tag": "50e23758-6324-49f7-8722-8dc3ce9fa2a2", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:42:16.774925 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9911e42-016b-496c-a578-fb58ec6d54c3 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:42:16.775318 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a2f247-660f-4ae6-8be7-94612e72bb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e23758-6324-49f7-8722-8dc3ce9fa2a2', 'code': 200} Feb 09 03:42:16.783398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=50e23758-6324-49f7-8722-8dc3ce9fa2a2,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:16.851591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7823a28d-9c80-4d1b-a84a-6e6a1733c861 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 0bd17135-2dec-4043-b14d-a200ae329465 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:16.888841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19b22-266b-4f4d-b12f-fe9f8f4e3c0e req-0896c5f3-b53f-477c-8da7-29f4da60f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:16.890453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99e19b22-266b-4f4d-b12f-fe9f8f4e3c0e req-0896c5f3-b53f-477c-8da7-29f4da60f054 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 1128 time: 0.0794649 Feb 09 03:42:16.951383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-22d3a656-5e7e-4dab-ad75-4839d717d612 None None] Current status of the port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:16.988212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-99e19b22-266b-4f4d-b12f-fe9f8f4e3c0e req-7c365673-0a60-4e89-aeba-de08a3d675bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915883 Feb 09 03:42:17.087108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7823a28d-9c80-4d1b-a84a-6e6a1733c861 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:17.097500 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7823a28d-9c80-4d1b-a84a-6e6a1733c861 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:17.098844 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7823a28d-9c80-4d1b-a84a-6e6a1733c861 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465 HTTP/1.1" status: 200 len: 934 time: 1.8677552 Feb 09 03:42:17.101539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35480) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:17.124336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ed4278ce-9346-4a55-b032-6d5e47c01ea3 None None] Provisioning complete for port df086d18-35cc-4437-a185-6725421669d7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:17.125376 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed4278ce-9346-4a55-b032-6d5e47c01ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (df086d18-35cc-4437-a185-6725421669d7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:17.165082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ed4278ce-9346-4a55-b032-6d5e47c01ea3 None None] Port df086d18-35cc-4437-a185-6725421669d7 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:42:17.195108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ed4278ce-9346-4a55-b032-6d5e47c01ea3 None None] Provisioning complete for port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:17.195707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed4278ce-9346-4a55-b032-6d5e47c01ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:17.281771 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Publish callbacks [] for port (df086d18-35cc-4437-a185-6725421669d7), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:17.294687 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (df086d18-35cc-4437-a185-6725421669d7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:17.328435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-79184f07-a7db-490d-92ed-37aab8abd391 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465 HTTP/1.1" status: 200 len: 934 time: 0.2251470 Feb 09 03:42:17.330721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35486) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:17.335548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-15206759-9b95-4b7b-b290-85528530d8e0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'router': {'routes': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:17.380525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f23e25-c6c9-4bdf-bc46-654577aae515 None None] Pushing event updated for resources: {'Port': ['ID=df086d18-35cc-4437-a185-6725421669d7,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:17.495712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ed4278ce-9346-4a55-b032-6d5e47c01ea3 None None] Current status of the port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:17.592260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Attempting to bind port df086d18-35cc-4437-a185-6725421669d7 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:17.593020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Attempting to bind port df086d18-35cc-4437-a185-6725421669d7 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b9725b92-dba4-4082-8241-0d1c7e309a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:17.594748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Attempting to bind port df086d18-35cc-4437-a185-6725421669d7 on network e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:17.606662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:17.607302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Checking segment: {'id': 'b9725b92-dba4-4082-8241-0d1c7e309a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:17.607973 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:17.608609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Bound using segment: {'id': 'b9725b92-dba4-4082-8241-0d1c7e309a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:17.609588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Bound port: df086d18-35cc-4437-a185-6725421669d7, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9725b92-dba4-4082-8241-0d1c7e309a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:17.610305 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (df086d18-35cc-4437-a185-6725421669d7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:17.701346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] For port df086d18-35cc-4437-a185-6725421669d7, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:17.705409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] For port df086d18-35cc-4437-a185-6725421669d7, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=df086d18-35cc-4437-a185-6725421669d7,segment=NetworkSegment(b9725b92-dba4-4082-8241-0d1c7e309a3d),segment_id=b9725b92-dba4-4082-8241-0d1c7e309a3d)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:17.717549 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (df086d18-35cc-4437-a185-6725421669d7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:17.786554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f23e25-c6c9-4bdf-bc46-654577aae515 None None] Pushing event updated for resources: {'Port': ['ID=df086d18-35cc-4437-a185-6725421669d7,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:17.847083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d378c894-6b1b-4db1-8d48-ac9e48b36479 None None] Provisioning complete for port df086d18-35cc-4437-a185-6725421669d7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:17.847527 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d378c894-6b1b-4db1-8d48-ac9e48b36479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (df086d18-35cc-4437-a185-6725421669d7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:17.876414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:17.877199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:41:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:18.015093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.extraroute_db [None req-15206759-9b95-4b7b-b290-85528530d8e0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Added routes are [] {{(pid=103328) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 03:42:18.015399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.extraroute_db [None req-15206759-9b95-4b7b-b290-85528530d8e0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103328) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 03:42:18.041943 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9d095-4d70-41ef-9666-b32e16f7683a req-c7cfdb97-c883-462c-b1d7-737a2c72f420 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:18.044681 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1fb9d095-4d70-41ef-9666-b32e16f7683a req-c7cfdb97-c883-462c-b1d7-737a2c72f420 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 945 time: 0.2023845 Feb 09 03:42:18.223706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15206759-9b95-4b7b-b290-85528530d8e0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (0bd17135-2dec-4043-b14d-a200ae329465), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:18.270493 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1fb9d095-4d70-41ef-9666-b32e16f7683a req-59a6fd45-f9c1-4ad2-ae13-afdce4d769db tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137771 Feb 09 03:42:18.347808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 29ce449d-af07-4c61-a8d3-8ed6a68cf833 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:18.424303 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b49ecb8d-6d63-482c-ae81-8958182c7549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:18.468173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:18.519604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:18.519994 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:18.625128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d378c894-6b1b-4db1-8d48-ac9e48b36479 None None] Current status of the port df086d18-35cc-4437-a185-6725421669d7 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:18.625557 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d378c894-6b1b-4db1-8d48-ac9e48b36479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (df086d18-35cc-4437-a185-6725421669d7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:18.802722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d378c894-6b1b-4db1-8d48-ac9e48b36479 None None] For port df086d18-35cc-4437-a185-6725421669d7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=df086d18-35cc-4437-a185-6725421669d7,segment=NetworkSegment(b9725b92-dba4-4082-8241-0d1c7e309a3d),segment_id=b9725b92-dba4-4082-8241-0d1c7e309a3d)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:18.811312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:18.822193 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d378c894-6b1b-4db1-8d48-ac9e48b36479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (df086d18-35cc-4437-a185-6725421669d7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:18.974577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378c894-6b1b-4db1-8d48-ac9e48b36479 None None] Pushing event updated for resources: {'Port': ['ID=df086d18-35cc-4437-a185-6725421669d7,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:19.019198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9bccbaa9-bbff-4010-a708-663d1ed42fcb None None] Provisioning complete for port df086d18-35cc-4437-a185-6725421669d7 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:19.019581 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9bccbaa9-bbff-4010-a708-663d1ed42fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (df086d18-35cc-4437-a185-6725421669d7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:19.109120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:16Z', 'revision_number': 6, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '1196ff27-a8c4-45cc-88b9-e3fe954c43cf', 'name': '', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:2d:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:04Z', 'updated_at': '2022-02-09T03:42:11Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df086d18-35cc-4437-a185-6725421669d7', 'name': '', 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:98:e8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5af795cd-e7e2-4363-8ee6-88c5dea32128', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:11Z', 'updated_at': '2022-02-09T03:42:17Z', 'revision_number': 4, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '5af795cd-e7e2-4363-8ee6-88c5dea32128', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:19.163109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167575b-bd45-4ba2-9744-2b674cbc1e3b None None] The sync data for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 is: [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:16Z', 'revision_number': 6, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '1196ff27-a8c4-45cc-88b9-e3fe954c43cf', 'name': '', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:2d:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:04Z', 'updated_at': '2022-02-09T03:42:11Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df086d18-35cc-4437-a185-6725421669d7', 'name': '', 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:98:e8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5af795cd-e7e2-4363-8ee6-88c5dea32128', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:11Z', 'updated_at': '2022-02-09T03:42:17Z', 'revision_number': 4, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '5af795cd-e7e2-4363-8ee6-88c5dea32128', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:19.218100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9bccbaa9-bbff-4010-a708-663d1ed42fcb None None] Current status of the port df086d18-35cc-4437-a185-6725421669d7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:19.380184 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:19.403529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15206759-9b95-4b7b-b290-85528530d8e0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (0bd17135-2dec-4043-b14d-a200ae329465), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:19.414967 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15206759-9b95-4b7b-b290-85528530d8e0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (0bd17135-2dec-4043-b14d-a200ae329465), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:19.567340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d62ee-b962-4baa-95b2-04b061052d72 req-375d6037-1fc1-450a-aa35-68f0c0741586 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:19.578020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b4d62ee-b962-4baa-95b2-04b061052d72 req-375d6037-1fc1-450a-aa35-68f0c0741586 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 945 time: 0.1343505 Feb 09 03:42:19.645082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15206759-9b95-4b7b-b290-85528530d8e0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 0bd17135-2dec-4043-b14d-a200ae329465 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:19.685347 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6b4d62ee-b962-4baa-95b2-04b061052d72 req-a9177338-27fb-46d3-915c-383ea546cc26 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050420 Feb 09 03:42:19.952558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15206759-9b95-4b7b-b290-85528530d8e0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:20.028138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-15206759-9b95-4b7b-b290-85528530d8e0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:20.035864 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-15206759-9b95-4b7b-b290-85528530d8e0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465 HTTP/1.1" status: 200 len: 700 time: 2.7038126 Feb 09 03:42:20.036277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35556) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:20.057495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-dda24720-b2b6-469f-8427-be7d8fe427a7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4013295 Feb 09 03:42:20.330091 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-34f04bd4-80b5-4c1e-8c6b-4b596410079f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465 HTTP/1.1" status: 200 len: 700 time: 0.2920797 Feb 09 03:42:20.333729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35592) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:20.362860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device df086d18-35cc-4437-a185-6725421669d7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:20.459499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-72355d4a-d2be-4b6d-b954-696b22b78d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:20.461154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-72355d4a-d2be-4b6d-b954-696b22b78d6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 1129 time: 0.1979277 Feb 09 03:42:20.506826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d14f3-9bbf-46b7-843a-1931ccf6e100 req-efdd7424-24fb-40a3-adf7-833d24cd4080 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:20.508387 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-426d14f3-9bbf-46b7-843a-1931ccf6e100 req-efdd7424-24fb-40a3-adf7-833d24cd4080 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.4417820 Feb 09 03:42:20.559959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port df086d18-35cc-4437-a185-6725421669d7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:20.560530 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (df086d18-35cc-4437-a185-6725421669d7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:20.717205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-a4ec541c-5a8a-4391-8119-ab38fd87e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:20.720184 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-a4ec541c-5a8a-4391-8119-ab38fd87e207 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f18848eb-f23a-4d88-b4bd-820e0124258a HTTP/1.1" status: 200 len: 898 time: 0.2095635 Feb 09 03:42:20.943727 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501ad26-9c6c-4b93-9ca4-1ebaed237a69 None None] Sync routers for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:20.985757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-426d14f3-9bbf-46b7-843a-1931ccf6e100 req-78fdabb8-cbe5-407c-af48-da243d960604 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/quotas/214c822454564e5eb0646fdf0c0c6d51 HTTP/1.1" status: 200 len: 375 time: 0.2645020 Feb 09 03:42:20.998363 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501ad26-9c6c-4b93-9ca4-1ebaed237a69 None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:20.999095 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a501ad26-9c6c-4b93-9ca4-1ebaed237a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:21.090458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port df086d18-35cc-4437-a185-6725421669d7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:21.114134 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:21.265737 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-07a819db-74b6-4d0e-9011-bb70f1b2a67d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a HTTP/1.1" status: 200 len: 1001 time: 0.5115230 Feb 09 03:42:21.302359 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-426d14f3-9bbf-46b7-843a-1931ccf6e100 req-a74ee7df-601b-48e6-be7f-103b64fd4dd9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2752578 Feb 09 03:42:21.331633 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-a501ad26-9c6c-4b93-9ca4-1ebaed237a69 None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:21.521190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:21.626093 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-426d14f3-9bbf-46b7-843a-1931ccf6e100 req-18e1c6d1-49d8-402c-a308-bcc335461aaa service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206301 Feb 09 03:42:21.770312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-c717586a-6979-4edf-9df5-5d5189994f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:21.772067 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-c717586a-6979-4edf-9df5-5d5189994f35 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=876bcf32-56c0-43b0-b758-e2a64beec718 HTTP/1.1" status: 200 len: 835 time: 0.5008047 Feb 09 03:42:21.885893 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a501ad26-9c6c-4b93-9ca4-1ebaed237a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:18Z', 'revision_number': 7, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '1196ff27-a8c4-45cc-88b9-e3fe954c43cf', 'name': '', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:2d:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:04Z', 'updated_at': '2022-02-09T03:42:11Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df086d18-35cc-4437-a185-6725421669d7', 'name': '', 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:98:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5af795cd-e7e2-4363-8ee6-88c5dea32128', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:11Z', 'updated_at': '2022-02-09T03:42:18Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '5af795cd-e7e2-4363-8ee6-88c5dea32128', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:21.896411 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-426d14f3-9bbf-46b7-843a-1931ccf6e100 req-e1cb8fe4-e965-454c-8cf2-f6f535fc273b service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501218 Feb 09 03:42:21.898320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-bc98ba38-7fb6-4aeb-b5b1-1ff84dde2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:21.899874 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-bc98ba38-7fb6-4aeb-b5b1-1ff84dde2ad7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f18848eb-f23a-4d88-b4bd-820e0124258a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1044698 Feb 09 03:42:21.922515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-d68d965e-4cd4-4fb2-9704-7be69b37f3b6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:42:21.923674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-d68d965e-4cd4-4fb2-9704-7be69b37f3b6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152192 Feb 09 03:42:22.006665 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:22.010852 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501ad26-9c6c-4b93-9ca4-1ebaed237a69 None None] Checking router: 0bd17135-2dec-4043-b14d-a200ae329465 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:22.032717 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501ad26-9c6c-4b93-9ca4-1ebaed237a69 None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:22.033366 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a501ad26-9c6c-4b93-9ca4-1ebaed237a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:22.249043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-9fba3c90-3532-4b20-ad37-e819a54ee485 service neutron] 10.222.0.65 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185122 Feb 09 03:42:22.266374 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-a501ad26-9c6c-4b93-9ca4-1ebaed237a69 None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:22.466271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port df086d18-35cc-4437-a185-6725421669d7 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:22.466927 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (df086d18-35cc-4437-a185-6725421669d7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:22.610389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f5f085c-8bdc-488c-bded-a7efd95c9d4a req-fe716979-39ad-4b91-b3f3-d3354d52d51c service neutron] 10.222.0.65 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519242 Feb 09 03:42:22.797016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] For port df086d18-35cc-4437-a185-6725421669d7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=df086d18-35cc-4437-a185-6725421669d7,segment=NetworkSegment(b9725b92-dba4-4082-8241-0d1c7e309a3d),segment_id=b9725b92-dba4-4082-8241-0d1c7e309a3d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:22.797016 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (df086d18-35cc-4437-a185-6725421669d7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:22.843048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for df086d18-35cc-4437-a185-6725421669d7 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:23.298902 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a501ad26-9c6c-4b93-9ca4-1ebaed237a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:18Z', 'revision_number': 7, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '1196ff27-a8c4-45cc-88b9-e3fe954c43cf', 'name': '', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:2d:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:04Z', 'updated_at': '2022-02-09T03:42:11Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df086d18-35cc-4437-a185-6725421669d7', 'name': '', 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:98:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5af795cd-e7e2-4363-8ee6-88c5dea32128', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:11Z', 'updated_at': '2022-02-09T03:42:18Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '5af795cd-e7e2-4363-8ee6-88c5dea32128', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:23.314015 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (df086d18-35cc-4437-a185-6725421669d7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:23.372990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=df086d18-35cc-4437-a185-6725421669d7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:23.391178 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501ad26-9c6c-4b93-9ca4-1ebaed237a69 None None] The sync data for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 is: [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:18Z', 'revision_number': 7, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '1196ff27-a8c4-45cc-88b9-e3fe954c43cf', 'name': '', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:2d:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:04Z', 'updated_at': '2022-02-09T03:42:11Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df086d18-35cc-4437-a185-6725421669d7', 'name': '', 'network_id': 'e8e38f2d-c9d7-44fb-a770-eab351d6f5a2', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:98:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5af795cd-e7e2-4363-8ee6-88c5dea32128', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:11Z', 'updated_at': '2022-02-09T03:42:18Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '5af795cd-e7e2-4363-8ee6-88c5dea32128', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:23.393564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.393923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.394274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.394615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.395457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.395457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.395619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.395888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.396355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.396600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.396928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.397256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.397609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:23.941730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-a20185d9-52a0-499d-9a04-585f6a4a9160 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:23.950978 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-a20185d9-52a0-499d-9a04-585f6a4a9160 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.5587578 Feb 09 03:42:23.975037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-6f13f2d5-688d-4c48-b095-c5754eee335b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/quotas/214c822454564e5eb0646fdf0c0c6d51 HTTP/1.1" status: 200 len: 375 time: 0.0228608 Feb 09 03:42:24.183469 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-930334bb-bee1-4132-90ac-34bb5a109af4 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2074652 Feb 09 03:42:24.188372 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:24.238612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:24.591749 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-9fa70802-1391-459b-a352-f735c47f8414 service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073415 Feb 09 03:42:24.692380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 0bd17135-2dec-4043-b14d-a200ae329465 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:24.805328 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-516b873a-e729-4375-be48-59f173d5989b service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948469 Feb 09 03:42:24.868471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:24.875313 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4accd0a7-3d57-4ed0-98cf-fea6a243c11b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5403755 Feb 09 03:42:24.878164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35746) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:24.919394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b596f0-e52d-4f76-ada8-2abb9adeb8b0 None None] Sync routers for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:24.937938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b596f0-e52d-4f76-ada8-2abb9adeb8b0 None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:24.939262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c6b596f0-e52d-4f76-ada8-2abb9adeb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:25.096979 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd772e5f-0744-4c56-a99d-832e308b6d03 req-6736b1e2-ba1f-4450-8d66-a56c314d790e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 210 time: 0.0705652 Feb 09 03:42:25.106725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25e5a26-e9ab-4426-9905-ba1339f4efdc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting subnet 5af795cd-e7e2-4363-8ee6-88c5dea32128 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:42:25.113651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-c6b596f0-e52d-4f76-ada8-2abb9adeb8b0 None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:25.121018 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b25e5a26-e9ab-4426-9905-ba1339f4efdc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (5af795cd-e7e2-4363-8ee6-88c5dea32128), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:25.197658 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b25e5a26-e9ab-4426-9905-ba1339f4efdc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (5af795cd-e7e2-4363-8ee6-88c5dea32128), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:25.377899 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b25e5a26-e9ab-4426-9905-ba1339f4efdc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (5af795cd-e7e2-4363-8ee6-88c5dea32128), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:25.528654 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b25e5a26-e9ab-4426-9905-ba1339f4efdc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (5af795cd-e7e2-4363-8ee6-88c5dea32128), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:25.585904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e5a26-e9ab-4426-9905-ba1339f4efdc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Subnet': ['ID=5af795cd-e7e2-4363-8ee6-88c5dea32128,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:25.594716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c6b596f0-e52d-4f76-ada8-2abb9adeb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:23Z', 'revision_number': 8, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '1196ff27-a8c4-45cc-88b9-e3fe954c43cf', 'name': '', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:2d:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:04Z', 'updated_at': '2022-02-09T03:42:11Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:25.605814 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b25e5a26-e9ab-4426-9905-ba1339f4efdc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:25.613309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b25e5a26-e9ab-4426-9905-ba1339f4efdc tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/5af795cd-e7e2-4363-8ee6-88c5dea32128 HTTP/1.1" status: 204 len: 168 time: 0.7340629 Feb 09 03:42:25.615858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35772) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:25.650873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b596f0-e52d-4f76-ada8-2abb9adeb8b0 None None] Checking router: 0bd17135-2dec-4043-b14d-a200ae329465 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:25.657180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9d590a-5794-4f8d-99e4-1d6a0bdd541f None None] Network e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:25.725907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b596f0-e52d-4f76-ada8-2abb9adeb8b0 None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:25.727026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c6b596f0-e52d-4f76-ada8-2abb9adeb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:25.789385 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (e8e38f2d-c9d7-44fb-a770-eab351d6f5a2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:25.919697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:25.923021 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.066606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] For port 29ce449d-af07-4c61-a8d3-8ed6a68cf833, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=29ce449d-af07-4c61-a8d3-8ed6a68cf833,segment=NetworkSegment(b9725b92-dba4-4082-8241-0d1c7e309a3d),segment_id=b9725b92-dba4-4082-8241-0d1c7e309a3d)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:26.067087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.067241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-c6b596f0-e52d-4f76-ada8-2abb9adeb8b0 None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:26.110512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 29ce449d-af07-4c61-a8d3-8ed6a68cf833 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:26.123966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] DHCP port deletion for e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:42:26.297257 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.335636 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1fdacbf5-e5b8-483f-a1f6-6b205fcf5b75 req-4d05a2f4-b775-4809-8f24-d57449c74d91 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 210 time: 0.0677369 Feb 09 03:42:26.336230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=29ce449d-af07-4c61-a8d3-8ed6a68cf833,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:26.358205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No DVR routers for this DVR port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:42:26.394676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 29ce449d-af07-4c61-a8d3-8ed6a68cf833 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:26.444640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 29ce449d-af07-4c61-a8d3-8ed6a68cf833 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:26.445093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 29ce449d-af07-4c61-a8d3-8ed6a68cf833 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:26.521568 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (e8e38f2d-c9d7-44fb-a770-eab351d6f5a2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.587947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e38f2d-c9d7-44fb-a770-eab351d6f5a2']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:26.616337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Deleting port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:26.616911 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.653282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9725b92-dba4-4082-8241-0d1c7e309a3d') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:26.653882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9725b92-dba4-4082-8241-0d1c7e309a3d') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:26.684475 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (b9725b92-dba4-4082-8241-0d1c7e309a3d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.742825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b9725b92-dba4-4082-8241-0d1c7e309a3d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.757665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] For port 29ce449d-af07-4c61-a8d3-8ed6a68cf833, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:26.758079 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.785343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:42:26.785792 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (b9725b92-dba4-4082-8241-0d1c7e309a3d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.786218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Calling delete_port for 29ce449d-af07-4c61-a8d3-8ed6a68cf833 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:42:26.788841 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:42:26.791989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:42:26.798955 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (29ce449d-af07-4c61-a8d3-8ed6a68cf833), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.841667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Pushing event deleted for resources: {'Port': ['ID=29ce449d-af07-4c61-a8d3-8ed6a68cf833,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:26.861085 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] No DVR routers for this DVR port 29ce449d-af07-4c61-a8d3-8ed6a68cf833 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:42:26.866704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.867055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.867402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.872092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.872482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.872832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.873189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.873863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.873863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.874210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.874627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.874866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.875196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e07a9c-fd76-464e-9801-3d3806989439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:26.884296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c6b596f0-e52d-4f76-ada8-2abb9adeb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:23Z', 'revision_number': 8, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '1196ff27-a8c4-45cc-88b9-e3fe954c43cf', 'name': '', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:2d:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:04Z', 'updated_at': '2022-02-09T03:42:11Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:26.884561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-0a25982d-e014-412b-a0cf-c500b7232468 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:26.894627 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-0a25982d-e014-412b-a0cf-c500b7232468 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.3126822 Feb 09 03:42:26.905481 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (e8e38f2d-c9d7-44fb-a770-eab351d6f5a2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.915670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.919321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b596f0-e52d-4f76-ada8-2abb9adeb8b0 None None] The sync data for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 is: [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:23Z', 'revision_number': 8, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '1196ff27-a8c4-45cc-88b9-e3fe954c43cf', 'name': '', 'network_id': 'c6bebf3f-24a0-4a96-999c-13821fa3d91d', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:2d:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:04Z', 'updated_at': '2022-02-09T03:42:11Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'af10444c-7fb4-46a9-aaeb-7775998a85af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:26.920948 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/networks/e8e38f2d-c9d7-44fb-a770-eab351d6f5a2 HTTP/1.1" status: 204 len: 168 time: 1.3040404 Feb 09 03:42:26.923847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35790) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:26.933721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Request body: {'port': {'device_id': '20125061-f54e-40f6-a014-a62aa48e50c2', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'admin_state_up': True, 'tenant_id': '214c822454564e5eb0646fdf0c0c6d51'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:26.993320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Network': ['ID=e8e38f2d-c9d7-44fb-a770-eab351d6f5a2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:27.043926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.044620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.045129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.045703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.046234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.046779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.047284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.047801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.048315 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.048857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.049386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.049902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.050420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90169c9-6f5f-439e-adb8-697f7adbc65a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:27.172456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Made reservation on behalf of 214c822454564e5eb0646fdf0c0c6d51 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:42:27.177426 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:27.383169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Allocated IP 172.20.0.13 (4f9af93b-6f33-432e-8238-e1dfab3db085/4467c3d2-5141-494b-88fe-2fbe41f3a7a9/501ae029-70be-4d55-a1bb-db4f83ec6bdf) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:27.654126 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e4ce832-8e18-499d-aef9-a06f30f1b649 req-ea55918b-6666-4d41-8b4c-07044534f15b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 210 time: 0.0692477 Feb 09 03:42:27.699930 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks [] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:27.782656 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:27.799458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:42:27.896375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Network 4f9af93b-6f33-432e-8238-e1dfab3db085 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:27.901881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:27.911666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:27.967981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event updated for resources: {'Port': ['ID=501ae029-70be-4d55-a1bb-db4f83ec6bdf,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:27.992546 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:27.994181 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.023480 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-cfe44155-e5fc-4ed4-b998-a24b4eef967e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1092007 Feb 09 03:42:28.048605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Request body: {'port': {'device_id': '20125061-f54e-40f6-a014-a62aa48e50c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:28.152366 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833da052-bdd3-4a98-a476-1f39388cd043 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.173892 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device df086d18-35cc-4437-a185-6725421669d7 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:28.193994 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.222798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: df086d18-35cc-4437-a185-6725421669d7 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:28.222798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device df086d18-35cc-4437-a185-6725421669d7 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:28.625287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-833da052-bdd3-4a98-a476-1f39388cd043 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:28.625671 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833da052-bdd3-4a98-a476-1f39388cd043 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.657235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501ae029-70be-4d55-a1bb-db4f83ec6bdf {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:42:28.667782 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Publish callbacks [] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.684169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Transition to ACTIVE for port object 501ae029-70be-4d55-a1bb-db4f83ec6bdf will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:42:28.688909 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.752539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-833da052-bdd3-4a98-a476-1f39388cd043 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] For port 1196ff27-a8c4-45cc-88b9-e3fe954c43cf, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1196ff27-a8c4-45cc-88b9-e3fe954c43cf,segment=NetworkSegment(44228450-e058-468d-9287-820419bc7e16),segment_id=44228450-e058-468d-9287-820419bc7e16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:28.752916 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833da052-bdd3-4a98-a476-1f39388cd043 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.774714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-833da052-bdd3-4a98-a476-1f39388cd043 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 1196ff27-a8c4-45cc-88b9-e3fe954c43cf owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:28.792079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Pushing event updated for resources: {'Port': ['ID=501ae029-70be-4d55-a1bb-db4f83ec6bdf,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:28.865235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Attempting to bind port 501ae029-70be-4d55-a1bb-db4f83ec6bdf on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:28.865991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Attempting to bind port 501ae029-70be-4d55-a1bb-db4f83ec6bdf by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:28.866838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Attempting to bind port 501ae029-70be-4d55-a1bb-db4f83ec6bdf on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:28.873802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Port 501ae029-70be-4d55-a1bb-db4f83ec6bdf on network 4f9af93b-6f33-432e-8238-e1dfab3db085 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:42:28.874645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Attempting to bind port 501ae029-70be-4d55-a1bb-db4f83ec6bdf on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:28.895821 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:28.901750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Checking segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:28.902396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Bound using segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:28.903027 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Bound port: 501ae029-70be-4d55-a1bb-db4f83ec6bdf, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:28.903389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.937439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9723f74-5a94-4217-8b23-2b3ff9997c4c req-a6c183cb-a9f9-4ade-87ab-74b9e37b2d79 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:28.939209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a9723f74-5a94-4217-8b23-2b3ff9997c4c req-a6c183cb-a9f9-4ade-87ab-74b9e37b2d79 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 944 time: 0.1433110 Feb 09 03:42:29.027001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] For port 501ae029-70be-4d55-a1bb-db4f83ec6bdf, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:29.034019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] For port 501ae029-70be-4d55-a1bb-db4f83ec6bdf, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=501ae029-70be-4d55-a1bb-db4f83ec6bdf,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:29.047765 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.053166 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a9723f74-5a94-4217-8b23-2b3ff9997c4c req-89f7cc5a-0d50-43d3-9b7e-7c99df07ec01 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676410 Feb 09 03:42:29.121633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Pushing event updated for resources: {'Port': ['ID=501ae029-70be-4d55-a1bb-db4f83ec6bdf,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:29.144488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:29.144488 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.146681 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-49dcdc3a-694a-4d80-bf7a-0d20e50725bf service neutron] 10.222.0.65 "PUT /v2.0/ports/501ae029-70be-4d55-a1bb-db4f83ec6bdf HTTP/1.1" status: 200 len: 1093 time: 1.1081667 Feb 09 03:42:29.149181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20125061-f54e-40f6-a014-a62aa48e50c2', 'tag': '501ae029-70be-4d55-a1bb-db4f83ec6bdf'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:42:29.155892 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c149d69e-79be-4170-a994-5b0cb1b8d3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "20125061-f54e-40f6-a014-a62aa48e50c2", "tag": "501ae029-70be-4d55-a1bb-db4f83ec6bdf"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:42:29.184224 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833da052-bdd3-4a98-a476-1f39388cd043 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1196ff27-a8c4-45cc-88b9-e3fe954c43cf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.228468 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966905e3-655d-476c-996b-07731920bb00 x-openstack-request-id: req-966905e3-655d-476c-996b-07731920bb00 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:42:29.228752 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20125061-f54e-40f6-a014-a62aa48e50c2", "tag": "501ae029-70be-4d55-a1bb-db4f83ec6bdf", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:42:29.229002 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-966905e3-655d-476c-996b-07731920bb00 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:42:29.229431 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20125061-f54e-40f6-a014-a62aa48e50c2', 'tag': '501ae029-70be-4d55-a1bb-db4f83ec6bdf', 'status': 'completed', 'code': 200} Feb 09 03:42:29.248257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833da052-bdd3-4a98-a476-1f39388cd043 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=1196ff27-a8c4-45cc-88b9-e3fe954c43cf,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:29.327950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-5c36ed16-a86b-4218-a291-dfee0aef4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:29.335107 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-5c36ed16-a86b-4218-a291-dfee0aef4e91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 1127 time: 0.0995386 Feb 09 03:42:29.411564 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-2b76511d-528a-43f9-8b0e-7133464ed339 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=501ae029-70be-4d55-a1bb-db4f83ec6bdf HTTP/1.1" status: 200 len: 217 time: 0.0656977 Feb 09 03:42:29.478648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-06d9c2b7-b489-4356-807a-00e14f9f245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:29.483660 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-06d9c2b7-b489-4356-807a-00e14f9f245f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.0654533 Feb 09 03:42:29.504127 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833da052-bdd3-4a98-a476-1f39388cd043 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.548613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-31542074-b74d-42b2-8c54-1da9f7a0c7fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553470 Feb 09 03:42:29.800857 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-a384a350-7a52-45ca-8e08-92baedf36d25 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497079 Feb 09 03:42:29.926022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833da052-bdd3-4a98-a476-1f39388cd043 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 0bd17135-2dec-4043-b14d-a200ae329465 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:30.004704 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45e9eb72-05b5-46df-82f9-552c5c57f0a9 req-9e622e14-a4d7-4a14-a7f8-0d8a9c8c086e service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965358 Feb 09 03:42:30.201245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833da052-bdd3-4a98-a476-1f39388cd043 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:30.218484 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9723ad-a4dd-4197-b03f-4e01b32432b2 None None] Sync routers for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:30.233966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-833da052-bdd3-4a98-a476-1f39388cd043 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3088481 Feb 09 03:42:30.234622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35862) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:30.241144 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9723ad-a4dd-4197-b03f-4e01b32432b2 None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:30.242015 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ca9723ad-a4dd-4197-b03f-4e01b32432b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:30.243722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149d69e-79be-4170-a994-5b0cb1b8d3e2 req-760cc82f-e530-46f1-8944-5fae0a84303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:30.253623 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c149d69e-79be-4170-a994-5b0cb1b8d3e2 req-760cc82f-e530-46f1-8944-5fae0a84303f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 1127 time: 0.1310861 Feb 09 03:42:30.269537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35864) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:30.369787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-21352c52-8677-4aac-b954-e9f71b17e9da tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting subnet af10444c-7fb4-46a9-aaeb-7775998a85af {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:42:30.376758 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21352c52-8677-4aac-b954-e9f71b17e9da tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (af10444c-7fb4-46a9-aaeb-7775998a85af), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.395315 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ca9723ad-a4dd-4197-b03f-4e01b32432b2 None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:30.455084 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbff685-1414-42e1-b5e2-16ac2a529a46 req-f34a9297-e416-46dd-9809-e55bc4ac57fd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:30.462494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afbff685-1414-42e1-b5e2-16ac2a529a46 req-f34a9297-e416-46dd-9809-e55bc4ac57fd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 944 time: 0.2267890 Feb 09 03:42:30.481069 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21352c52-8677-4aac-b954-e9f71b17e9da tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (af10444c-7fb4-46a9-aaeb-7775998a85af), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.540840 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149d69e-79be-4170-a994-5b0cb1b8d3e2 req-e9a0ed63-9b29-483b-9da4-736fa86d48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:30.542400 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c149d69e-79be-4170-a994-5b0cb1b8d3e2 req-e9a0ed63-9b29-483b-9da4-736fa86d48fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 906 time: 0.2808616 Feb 09 03:42:30.627071 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c149d69e-79be-4170-a994-5b0cb1b8d3e2 req-b3700384-f305-46fc-9179-dc47fbc49b91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=501ae029-70be-4d55-a1bb-db4f83ec6bdf HTTP/1.1" status: 200 len: 217 time: 0.0783081 Feb 09 03:42:30.629398 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2649619f-b610-4c0f-ad06-0878a376466a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.725973 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-afbff685-1414-42e1-b5e2-16ac2a529a46 req-f9fdc880-3d56-482b-9253-d42d59240bbc tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622526 Feb 09 03:42:30.738465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149d69e-79be-4170-a994-5b0cb1b8d3e2 req-6d15a162-e73e-4b04-a545-d23b944c3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:30.739974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c149d69e-79be-4170-a994-5b0cb1b8d3e2 req-6d15a162-e73e-4b04-a545-d23b944c3e07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.1059313 Feb 09 03:42:30.778678 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ca9723ad-a4dd-4197-b03f-4e01b32432b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:29Z', 'revision_number': 9, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:30.795263 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c149d69e-79be-4170-a994-5b0cb1b8d3e2 req-73bba7ff-7d7a-450b-add1-145f9e8d25e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469058 Feb 09 03:42:30.817048 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9723ad-a4dd-4197-b03f-4e01b32432b2 None None] Checking router: 0bd17135-2dec-4043-b14d-a200ae329465 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:30.828996 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9723ad-a4dd-4197-b03f-4e01b32432b2 None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:30.830038 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ca9723ad-a4dd-4197-b03f-4e01b32432b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:30.849736 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21352c52-8677-4aac-b954-e9f71b17e9da tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (af10444c-7fb4-46a9-aaeb-7775998a85af), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.943742 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2649619f-b610-4c0f-ad06-0878a376466a admin admin] Publish callbacks [] for security_group (ca69e178-625a-4d99-829e-8a0b9eb786d3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.950771 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2649619f-b610-4c0f-ad06-0878a376466a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ca69e178-625a-4d99-829e-8a0b9eb786d3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.969012 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21352c52-8677-4aac-b954-e9f71b17e9da tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (af10444c-7fb4-46a9-aaeb-7775998a85af), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.092365 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c149d69e-79be-4170-a994-5b0cb1b8d3e2 req-3e718a4b-c88c-4b09-956e-39e2673c78f1 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893209 Feb 09 03:42:31.127086 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ca9723ad-a4dd-4197-b03f-4e01b32432b2 None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:31.143463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649619f-b610-4c0f-ad06-0878a376466a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca69e178-625a-4d99-829e-8a0b9eb786d3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:31.240931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c149d69e-79be-4170-a994-5b0cb1b8d3e2 req-d9d542a6-058e-4267-a8fa-cf9b17e13983 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425827 Feb 09 03:42:31.254755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21352c52-8677-4aac-b954-e9f71b17e9da tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Subnet': ['ID=af10444c-7fb4-46a9-aaeb-7775998a85af,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:31.274053 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21352c52-8677-4aac-b954-e9f71b17e9da tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.278443 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-21352c52-8677-4aac-b954-e9f71b17e9da tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/af10444c-7fb4-46a9-aaeb-7775998a85af HTTP/1.1" status: 204 len: 168 time: 1.0416923 Feb 09 03:42:31.280584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35880) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:31.282569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde6d7c3-cd66-4ed5-9e51-27ffa75d4bf8 None None] Network c6bebf3f-24a0-4a96-999c-13821fa3d91d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:31.284407 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2649619f-b610-4c0f-ad06-0878a376466a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc629e2559324d029b9a10cf6d574f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0131500 Feb 09 03:42:31.285040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35882) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:31.379410 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e27f3a2-0c64-47b5-9d09-2d374a0cb90e admin admin] Publish callbacks [] for security_group (ca69e178-625a-4d99-829e-8a0b9eb786d3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.445675 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e27f3a2-0c64-47b5-9d09-2d374a0cb90e admin admin] Publish callbacks [] for security_group (ca69e178-625a-4d99-829e-8a0b9eb786d3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.468865 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (c6bebf3f-24a0-4a96-999c-13821fa3d91d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.502124 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ca9723ad-a4dd-4197-b03f-4e01b32432b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:29Z', 'revision_number': 9, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:31.540483 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e27f3a2-0c64-47b5-9d09-2d374a0cb90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ca69e178-625a-4d99-829e-8a0b9eb786d3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.544408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e27f3a2-0c64-47b5-9d09-2d374a0cb90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.550765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0e27f3a2-0c64-47b5-9d09-2d374a0cb90e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca69e178-625a-4d99-829e-8a0b9eb786d3 HTTP/1.1" status: 204 len: 168 time: 0.2639391 Feb 09 03:42:31.559691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 260b059a-617f-4667-93ea-fa7aa6d270a7 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:31.560311 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.581679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27f3a2-0c64-47b5-9d09-2d374a0cb90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca69e178-625a-4d99-829e-8a0b9eb786d3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:31.581835 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9723ad-a4dd-4197-b03f-4e01b32432b2 None None] The sync data for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 is: [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:29Z', 'revision_number': 9, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66ddcb-c77a-430a-b429-7178afef3450', 'name': '', 'network_id': 'f9908d78-3ff9-405e-bc16-c9a7cf96f064', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:a2:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:57Z', 'updated_at': '2022-02-09T03:42:07Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': 'be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:31.692165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] For port 260b059a-617f-4667-93ea-fa7aa6d270a7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=260b059a-617f-4667-93ea-fa7aa6d270a7,segment=NetworkSegment(44228450-e058-468d-9287-820419bc7e16),segment_id=44228450-e058-468d-9287-820419bc7e16)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:31.692541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.712185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 260b059a-617f-4667-93ea-fa7aa6d270a7 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:31.866538 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (260b059a-617f-4667-93ea-fa7aa6d270a7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.893998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No DVR routers for this DVR port 260b059a-617f-4667-93ea-fa7aa6d270a7 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:42:31.964483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=260b059a-617f-4667-93ea-fa7aa6d270a7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:31.981265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa6596f-04c4-4045-87cf-f9c69c1fc215 None None] DHCP port deletion for c6bebf3f-24a0-4a96-999c-13821fa3d91d request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:42:32.062997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f3b74-880f-43db-8c1d-8d117093c246 req-7f5d04c2-1be2-42fe-b4ee-534dcdd48f22 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:32.064588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e1f3b74-880f-43db-8c1d-8d117093c246 req-7f5d04c2-1be2-42fe-b4ee-534dcdd48f22 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 944 time: 0.2487588 Feb 09 03:42:32.232905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35902) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:32.260306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1196ff27-a8c4-45cc-88b9-e3fe954c43cf no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:32.262134 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-989b5726-be19-4b5f-bae2-980488e327f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.293116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 1196ff27-a8c4-45cc-88b9-e3fe954c43cf {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:32.293665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1196ff27-a8c4-45cc-88b9-e3fe954c43cf not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:32.293921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 260b059a-617f-4667-93ea-fa7aa6d270a7 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:32.333792 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e1f3b74-880f-43db-8c1d-8d117093c246 req-37708fd4-4aba-4656-a008-1f85df298b46 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558968 Feb 09 03:42:32.354935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 260b059a-617f-4667-93ea-fa7aa6d270a7 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:32.355289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 260b059a-617f-4667-93ea-fa7aa6d270a7 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:32.359379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (c6bebf3f-24a0-4a96-999c-13821fa3d91d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.413739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bebf3f-24a0-4a96-999c-13821fa3d91d']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:32.427237 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44228450-e058-468d-9287-820419bc7e16') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:32.427548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44228450-e058-468d-9287-820419bc7e16') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:32.427819 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-989b5726-be19-4b5f-bae2-980488e327f6 admin admin] Publish callbacks [] for security_group (3cc53952-4665-4095-b0df-9f2e521f85c3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.434040 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-989b5726-be19-4b5f-bae2-980488e327f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3cc53952-4665-4095-b0df-9f2e521f85c3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.439763 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (44228450-e058-468d-9287-820419bc7e16), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.460397 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (44228450-e058-468d-9287-820419bc7e16), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.471666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:42:32.472078 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (44228450-e058-468d-9287-820419bc7e16), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:42:32.475791 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:42:32.495535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-989b5726-be19-4b5f-bae2-980488e327f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7065ee55d6d94b099ef43d8cc796469d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613378 Feb 09 03:42:32.496586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b5726-be19-4b5f-bae2-980488e327f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc53952-4665-4095-b0df-9f2e521f85c3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:32.499388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35908) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:32.559021 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (c6bebf3f-24a0-4a96-999c-13821fa3d91d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.567566 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.571562 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/networks/c6bebf3f-24a0-4a96-999c-13821fa3d91d HTTP/1.1" status: 204 len: 168 time: 1.2894006 Feb 09 03:42:32.575123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35910) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:32.592829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39e46ebb-dce6-4014-82d3-f167c9bb28b4 admin admin] Publish callbacks [] for security_group (3cc53952-4665-4095-b0df-9f2e521f85c3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.655135 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39e46ebb-dce6-4014-82d3-f167c9bb28b4 admin admin] Publish callbacks [] for security_group (3cc53952-4665-4095-b0df-9f2e521f85c3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.725024 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39e46ebb-dce6-4014-82d3-f167c9bb28b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3cc53952-4665-4095-b0df-9f2e521f85c3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.729899 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39e46ebb-dce6-4014-82d3-f167c9bb28b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.731101 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-39e46ebb-dce6-4014-82d3-f167c9bb28b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cc53952-4665-4095-b0df-9f2e521f85c3 HTTP/1.1" status: 204 len: 168 time: 0.2200768 Feb 09 03:42:32.741060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e46ebb-dce6-4014-82d3-f167c9bb28b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc53952-4665-4095-b0df-9f2e521f85c3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:33.031727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fd03b-e240-4839-912a-03b447cf8f18 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Network': ['ID=c6bebf3f-24a0-4a96-999c-13821fa3d91d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:33.208573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 501ae029-70be-4d55-a1bb-db4f83ec6bdf details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:42:33.334517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35930) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:33.352388 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a95d72d-a27a-4961-8196-a7c5ff0c2654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.451789 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40436be5-7470-4139-96c4-a6c575b9a2c4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.573779 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a95d72d-a27a-4961-8196-a7c5ff0c2654 admin admin] Publish callbacks [] for security_group (316a7794-4380-44db-b5bb-0255303bc0c5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.584779 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a95d72d-a27a-4961-8196-a7c5ff0c2654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (316a7794-4380-44db-b5bb-0255303bc0c5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.650916 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6a95d72d-a27a-4961-8196-a7c5ff0c2654 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d795db86a2ef4048984a700aa2417ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3143098 Feb 09 03:42:33.659404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35936) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:33.672236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 501ae029-70be-4d55-a1bb-db4f83ec6bdf, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=501ae029-70be-4d55-a1bb-db4f83ec6bdf,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:33.674529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399cadd-ac8e-4a76-be57-d4f7c1be5baa req-05f8e6e8-7e6b-47a2-801b-b95b4a42d2a3 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:33.676253 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8399cadd-ac8e-4a76-be57-d4f7c1be5baa req-05f8e6e8-7e6b-47a2-801b-b95b4a42d2a3 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 944 time: 0.1916115 Feb 09 03:42:33.677097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95d72d-a27a-4961-8196-a7c5ff0c2654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316a7794-4380-44db-b5bb-0255303bc0c5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:33.688563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '501ae029-70be-4d55-a1bb-db4f83ec6bdf', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'port_id': '501ae029-70be-4d55-a1bb-db4f83ec6bdf', 'mac_address': 'fa:16:3e:0a:30:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4467c3d2-5141-494b-88fe-2fbe41f3a7a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:42:33.750728 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8399cadd-ac8e-4a76-be57-d4f7c1be5baa req-3e01a3f5-56d1-41c8-a55d-2a654f9ee507 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599654 Feb 09 03:42:33.767640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 501ae029-70be-4d55-a1bb-db4f83ec6bdf is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:33.768260 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.785304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501ae029-70be-4d55-a1bb-db4f83ec6bdf {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:42:33.809019 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-137337a6-b1e0-42bd-a77b-41abdde4a28e admin admin] Publish callbacks [] for security_group (316a7794-4380-44db-b5bb-0255303bc0c5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.813461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 501ae029-70be-4d55-a1bb-db4f83ec6bdf, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=501ae029-70be-4d55-a1bb-db4f83ec6bdf,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:33.819878 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.888680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=501ae029-70be-4d55-a1bb-db4f83ec6bdf,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:33.908191 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-137337a6-b1e0-42bd-a77b-41abdde4a28e admin admin] Publish callbacks [] for security_group (316a7794-4380-44db-b5bb-0255303bc0c5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.969808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-40436be5-7470-4139-96c4-a6c575b9a2c4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 8a66ddcb-c77a-430a-b429-7178afef3450 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:33.970299 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40436be5-7470-4139-96c4-a6c575b9a2c4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.038054 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-137337a6-b1e0-42bd-a77b-41abdde4a28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (316a7794-4380-44db-b5bb-0255303bc0c5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.041120 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-137337a6-b1e0-42bd-a77b-41abdde4a28e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.044921 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-137337a6-b1e0-42bd-a77b-41abdde4a28e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/316a7794-4380-44db-b5bb-0255303bc0c5 HTTP/1.1" status: 204 len: 168 time: 0.3766882 Feb 09 03:42:34.059995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137337a6-b1e0-42bd-a77b-41abdde4a28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316a7794-4380-44db-b5bb-0255303bc0c5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:34.116446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-40436be5-7470-4139-96c4-a6c575b9a2c4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] For port 8a66ddcb-c77a-430a-b429-7178afef3450, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8a66ddcb-c77a-430a-b429-7178afef3450,segment=NetworkSegment(eba95078-0cc3-4a3a-a16f-33ef48126881),segment_id=eba95078-0cc3-4a3a-a16f-33ef48126881)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:34.116894 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40436be5-7470-4139-96c4-a6c575b9a2c4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.137102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-40436be5-7470-4139-96c4-a6c575b9a2c4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 8a66ddcb-c77a-430a-b429-7178afef3450 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:34.288765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['501ae029-70be-4d55-a1bb-db4f83ec6bdf'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:42:34.403987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40436be5-7470-4139-96c4-a6c575b9a2c4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8a66ddcb-c77a-430a-b429-7178afef3450), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.454951 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40436be5-7470-4139-96c4-a6c575b9a2c4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=8a66ddcb-c77a-430a-b429-7178afef3450,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:34.679796 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40436be5-7470-4139-96c4-a6c575b9a2c4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.993179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995396be-5af9-443c-97a7-4e9867bfbb5b req-d8a18688-8e0f-4b76-88d3-c5fdbfec48fe tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:34.994808 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-995396be-5af9-443c-97a7-4e9867bfbb5b req-d8a18688-8e0f-4b76-88d3-c5fdbfec48fe tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 945 time: 0.0808594 Feb 09 03:42:34.996653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40436be5-7470-4139-96c4-a6c575b9a2c4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 0bd17135-2dec-4043-b14d-a200ae329465 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:35.130862 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-995396be-5af9-443c-97a7-4e9867bfbb5b req-8e49e9d4-38db-4fc9-aa4b-296120c6e8f2 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235690 Feb 09 03:42:35.145211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40436be5-7470-4139-96c4-a6c575b9a2c4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:35.151244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-40436be5-7470-4139-96c4-a6c575b9a2c4 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5746338 Feb 09 03:42:35.154046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 35984) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:35.166863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850eb11-39ed-49b4-96cd-988ec55e1eda None None] Sync routers for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:35.187945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850eb11-39ed-49b4-96cd-988ec55e1eda None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:35.188748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7850eb11-39ed-49b4-96cd-988ec55e1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:35.243254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d41470-48dd-4623-968e-cf3cb832978c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting subnet be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:42:35.248654 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25d41470-48dd-4623-968e-cf3cb832978c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.301159 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7850eb11-39ed-49b4-96cd-988ec55e1eda None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:35.309041 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25d41470-48dd-4623-968e-cf3cb832978c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.424063 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25d41470-48dd-4623-968e-cf3cb832978c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.521442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25d41470-48dd-4623-968e-cf3cb832978c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.586757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d41470-48dd-4623-968e-cf3cb832978c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Subnet': ['ID=be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:35.594834 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25d41470-48dd-4623-968e-cf3cb832978c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.604280 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-25d41470-48dd-4623-968e-cf3cb832978c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae HTTP/1.1" status: 204 len: 168 time: 0.4481285 Feb 09 03:42:35.604956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6f351c-2d79-4ca2-b665-cc742765d985 None None] Network f9908d78-3ff9-405e-bc16-c9a7cf96f064 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:35.607016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 35998) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:35.722254 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (f9908d78-3ff9-405e-bc16-c9a7cf96f064), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.772054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7850eb11-39ed-49b4-96cd-988ec55e1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:34Z', 'revision_number': 10, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:35.812494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850eb11-39ed-49b4-96cd-988ec55e1eda None None] Checking router: 0bd17135-2dec-4043-b14d-a200ae329465 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:35.822170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850eb11-39ed-49b4-96cd-988ec55e1eda None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:35.823261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7850eb11-39ed-49b4-96cd-988ec55e1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:35.842282 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 166a6158-4053-459b-b7e7-b45056ed91fc {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:35.842852 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.917058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] For port 166a6158-4053-459b-b7e7-b45056ed91fc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=166a6158-4053-459b-b7e7-b45056ed91fc,segment=NetworkSegment(eba95078-0cc3-4a3a-a16f-33ef48126881),segment_id=eba95078-0cc3-4a3a-a16f-33ef48126881)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:35.917610 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.918685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db14d39-0a04-408c-ae6d-d74fa0409f63 None None] DHCP port deletion for f9908d78-3ff9-405e-bc16-c9a7cf96f064 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:42:35.925459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7850eb11-39ed-49b4-96cd-988ec55e1eda None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:35.934428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 166a6158-4053-459b-b7e7-b45056ed91fc owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:36.076135 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.104005 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No DVR routers for this DVR port 166a6158-4053-459b-b7e7-b45056ed91fc on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:42:36.173388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=166a6158-4053-459b-b7e7-b45056ed91fc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:36.281536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (f9908d78-3ff9-405e-bc16-c9a7cf96f064), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.288205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8db14d39-0a04-408c-ae6d-d74fa0409f63 None None] Deleting port 166a6158-4053-459b-b7e7-b45056ed91fc {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:36.289175 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8db14d39-0a04-408c-ae6d-d74fa0409f63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.336066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9908d78-3ff9-405e-bc16-c9a7cf96f064']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:36.359086 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5ae1-47b0-4068-b834-d30df74929a0 req-dfe116c5-c34f-45c3-abeb-5cbc9591d943 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:36.368175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba95078-0cc3-4a3a-a16f-33ef48126881') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:36.368467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba95078-0cc3-4a3a-a16f-33ef48126881') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:36.369983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc0d5ae1-47b0-4068-b834-d30df74929a0 req-dfe116c5-c34f-45c3-abeb-5cbc9591d943 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 945 time: 0.1179121 Feb 09 03:42:36.372097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8db14d39-0a04-408c-ae6d-d74fa0409f63 None None] For port 166a6158-4053-459b-b7e7-b45056ed91fc, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:36.373633 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8db14d39-0a04-408c-ae6d-d74fa0409f63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.393959 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (eba95078-0cc3-4a3a-a16f-33ef48126881), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.396425 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8db14d39-0a04-408c-ae6d-d74fa0409f63 None None] Calling delete_port for 166a6158-4053-459b-b7e7-b45056ed91fc owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:36.401639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-8db14d39-0a04-408c-ae6d-d74fa0409f63 None None] Port 166a6158-4053-459b-b7e7-b45056ed91fc was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:42:36.411125 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8db14d39-0a04-408c-ae6d-d74fa0409f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (166a6158-4053-459b-b7e7-b45056ed91fc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.422360 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (eba95078-0cc3-4a3a-a16f-33ef48126881), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.431013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 166a6158-4053-459b-b7e7-b45056ed91fc no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:36.435612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:42:36.439095 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (eba95078-0cc3-4a3a-a16f-33ef48126881), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:42:36.443093 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:42:36.446686 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc0d5ae1-47b0-4068-b834-d30df74929a0 req-c030f45d-58f6-47f1-8ec0-186803dabd36 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757949 Feb 09 03:42:36.500825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db14d39-0a04-408c-ae6d-d74fa0409f63 None None] No DVR routers for this DVR port 166a6158-4053-459b-b7e7-b45056ed91fc on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:42:36.505432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 166a6158-4053-459b-b7e7-b45056ed91fc {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:36.505656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 166a6158-4053-459b-b7e7-b45056ed91fc not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:36.507091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db14d39-0a04-408c-ae6d-d74fa0409f63 None None] Pushing event deleted for resources: {'Port': ['ID=166a6158-4053-459b-b7e7-b45056ed91fc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:36.559689 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (f9908d78-3ff9-405e-bc16-c9a7cf96f064), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.573591 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.580964 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/networks/f9908d78-3ff9-405e-bc16-c9a7cf96f064 HTTP/1.1" status: 204 len: 168 time: 0.9696112 Feb 09 03:42:36.581323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36020) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:36.599474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65c0b9-47f0-45ba-a71e-288323d9b51b tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Network': ['ID=f9908d78-3ff9-405e-bc16-c9a7cf96f064,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:36.635528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7850eb11-39ed-49b4-96cd-988ec55e1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:34Z', 'revision_number': 10, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:36.686261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850eb11-39ed-49b4-96cd-988ec55e1eda None None] The sync data for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 is: [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:34Z', 'revision_number': 10, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None, '_interfaces': [{'id': '2f87c30d-d2cf-4c51-a09f-e17a3874683f', 'name': '', 'network_id': '3f6cb1ee-5672-40cf-b75f-cb577fa4de0f', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'mac_address': 'fa:16:3e:24:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd17135-2dec-4043-b14d-a200ae329465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:48Z', 'updated_at': '2022-02-09T03:41:56Z', 'revision_number': 5, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'subnets': [{'id': '719c4fcb-ebb6-4c0a-bf1f-64929f2bd796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:37.135421 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c78f4da8-3b43-4e35-8258-fd9a54709540 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.211783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 501ae029-70be-4d55-a1bb-db4f83ec6bdf up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:37.292517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 501ae029-70be-4d55-a1bb-db4f83ec6bdf completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:42:37.303322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 501ae029-70be-4d55-a1bb-db4f83ec6bdf triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:37.303918 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.487057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 501ae029-70be-4d55-a1bb-db4f83ec6bdf is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:37.493813 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.545349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20125061-f54e-40f6-a014-a62aa48e50c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501ae029-70be-4d55-a1bb-db4f83ec6bdf'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:42:37.548097 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f819fe9-ad26-4967-8da2-9a66bf4523c3" -d '{"events": [{"server_uuid": "20125061-f54e-40f6-a014-a62aa48e50c2", "name": "network-vif-plugged", "status": "completed", "tag": "501ae029-70be-4d55-a1bb-db4f83ec6bdf"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:42:37.554044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 501ae029-70be-4d55-a1bb-db4f83ec6bdf, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=501ae029-70be-4d55-a1bb-db4f83ec6bdf,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:37.562994 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.633851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=501ae029-70be-4d55-a1bb-db4f83ec6bdf,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:37.652299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c78f4da8-3b43-4e35-8258-fd9a54709540 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 2f87c30d-d2cf-4c51-a09f-e17a3874683f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:37.653603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c78f4da8-3b43-4e35-8258-fd9a54709540 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.659893 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ccef7b-6a98-4f0b-a3f2-c524624c1a7a x-openstack-request-id: req-75ccef7b-6a98-4f0b-a3f2-c524624c1a7a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:42:37.660263 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20125061-f54e-40f6-a014-a62aa48e50c2", "name": "network-vif-plugged", "status": "completed", "tag": "501ae029-70be-4d55-a1bb-db4f83ec6bdf", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:42:37.660509 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75ccef7b-6a98-4f0b-a3f2-c524624c1a7a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:42:37.660895 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20125061-f54e-40f6-a014-a62aa48e50c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501ae029-70be-4d55-a1bb-db4f83ec6bdf', 'code': 200} Feb 09 03:42:37.698971 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.711601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377f6a9-2cd2-4d0b-9963-15f700a3b4c5 req-8610355a-0b57-44f3-a1bf-885e05172ecb tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:37.713761 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a377f6a9-2cd2-4d0b-9963-15f700a3b4c5 req-8610355a-0b57-44f3-a1bf-885e05172ecb tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 945 time: 0.1737475 Feb 09 03:42:37.811927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c78f4da8-3b43-4e35-8258-fd9a54709540 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] For port 2f87c30d-d2cf-4c51-a09f-e17a3874683f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2f87c30d-d2cf-4c51-a09f-e17a3874683f,segment=NetworkSegment(62a31a18-dc45-4359-8ccd-c10771a8aa9c),segment_id=62a31a18-dc45-4359-8ccd-c10771a8aa9c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:37.812565 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c78f4da8-3b43-4e35-8258-fd9a54709540 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.839945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c78f4da8-3b43-4e35-8258-fd9a54709540 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 2f87c30d-d2cf-4c51-a09f-e17a3874683f owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:37.855156 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a377f6a9-2cd2-4d0b-9963-15f700a3b4c5 req-206f3537-b93a-4655-9e29-323d816bb68b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348143 Feb 09 03:42:37.882087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb0316-26e3-42cf-a2f8-c315d3425c1d req-81173e41-e33d-47fa-a3e8-6f1b0289e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:37.884885 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-acfb0316-26e3-42cf-a2f8-c315d3425c1d req-81173e41-e33d-47fa-a3e8-6f1b0289e69e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 1129 time: 0.1134298 Feb 09 03:42:37.967082 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-acfb0316-26e3-42cf-a2f8-c315d3425c1d req-4bcc033e-7e2b-43df-9b97-8010fbf9d081 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682561 Feb 09 03:42:38.105459 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c78f4da8-3b43-4e35-8258-fd9a54709540 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2f87c30d-d2cf-4c51-a09f-e17a3874683f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.134741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f4da8-3b43-4e35-8258-fd9a54709540 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=2f87c30d-d2cf-4c51-a09f-e17a3874683f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:38.207011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8a66ddcb-c77a-430a-b429-7178afef3450 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:38.249331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 8a66ddcb-c77a-430a-b429-7178afef3450 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:38.249529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8a66ddcb-c77a-430a-b429-7178afef3450 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:38.337634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c78f4da8-3b43-4e35-8258-fd9a54709540 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (0bd17135-2dec-4043-b14d-a200ae329465), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.530958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78f4da8-3b43-4e35-8258-fd9a54709540 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 0bd17135-2dec-4043-b14d-a200ae329465 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:38.633546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78f4da8-3b43-4e35-8258-fd9a54709540 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:38.641925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36064) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:38.642041 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c78f4da8-3b43-4e35-8258-fd9a54709540 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0595644 Feb 09 03:42:38.649065 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab59c7a-c80b-4d07-95ee-de46f5f6e26b None None] Sync routers for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:38.670022 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab59c7a-c80b-4d07-95ee-de46f5f6e26b None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:38.670895 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bab59c7a-c80b-4d07-95ee-de46f5f6e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:38.711233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfeb1d8-64f2-4e90-81d5-9b95b8cba359 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting subnet 719c4fcb-ebb6-4c0a-bf1f-64929f2bd796 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:42:38.717304 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb1d8-64f2-4e90-81d5-9b95b8cba359 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (719c4fcb-ebb6-4c0a-bf1f-64929f2bd796), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.763017 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-bab59c7a-c80b-4d07-95ee-de46f5f6e26b None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:38.776444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb1d8-64f2-4e90-81d5-9b95b8cba359 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (719c4fcb-ebb6-4c0a-bf1f-64929f2bd796), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.866249 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bab59c7a-c80b-4d07-95ee-de46f5f6e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 11, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:38.890641 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb1d8-64f2-4e90-81d5-9b95b8cba359 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (719c4fcb-ebb6-4c0a-bf1f-64929f2bd796), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.904736 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab59c7a-c80b-4d07-95ee-de46f5f6e26b None None] Checking router: 0bd17135-2dec-4043-b14d-a200ae329465 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:38.916159 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab59c7a-c80b-4d07-95ee-de46f5f6e26b None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:38.917152 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bab59c7a-c80b-4d07-95ee-de46f5f6e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:38.998298 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb1d8-64f2-4e90-81d5-9b95b8cba359 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (719c4fcb-ebb6-4c0a-bf1f-64929f2bd796), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.047368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfeb1d8-64f2-4e90-81d5-9b95b8cba359 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Subnet': ['ID=719c4fcb-ebb6-4c0a-bf1f-64929f2bd796,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:39.053494 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-bab59c7a-c80b-4d07-95ee-de46f5f6e26b None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:39.054535 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb1d8-64f2-4e90-81d5-9b95b8cba359 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.061008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0dfeb1d8-64f2-4e90-81d5-9b95b8cba359 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/719c4fcb-ebb6-4c0a-bf1f-64929f2bd796 HTTP/1.1" status: 204 len: 168 time: 0.4179747 Feb 09 03:42:39.063911 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:39.066332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd2eef-70f2-4a58-8f3c-5b256a0e588a None None] Network 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:39.090548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbfcd2-3140-4dff-bd4c-fc99c1f8bd62 req-5922147b-e584-403a-b739-76f4534c4f86 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:39.092300 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dcbfcd2-3140-4dff-bd4c-fc99c1f8bd62 req-5922147b-e584-403a-b739-76f4534c4f86 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 946 time: 0.1109591 Feb 09 03:42:39.126888 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-bab59c7a-c80b-4d07-95ee-de46f5f6e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 11, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:39.156188 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab59c7a-c80b-4d07-95ee-de46f5f6e26b None None] The sync data for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 is: [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 11, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:39.210214 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dcbfcd2-3140-4dff-bd4c-fc99c1f8bd62 req-c56ab1cf-bcb0-488c-b0f1-bc5b3ad8656b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035430 Feb 09 03:42:39.238884 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (3f6cb1ee-5672-40cf-b75f-cb577fa4de0f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.324740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Deleting port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:39.325019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.404515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] For port 25848db0-8aa1-4a49-811c-eaccf12b0fd9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=25848db0-8aa1-4a49-811c-eaccf12b0fd9,segment=NetworkSegment(62a31a18-dc45-4359-8ccd-c10771a8aa9c),segment_id=62a31a18-dc45-4359-8ccd-c10771a8aa9c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:39.406154 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.439400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Calling delete_port for 25848db0-8aa1-4a49-811c-eaccf12b0fd9 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:39.545951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c89797-00e7-41c8-98e9-4e9dc2283f95 None None] DHCP port deletion for 3f6cb1ee-5672-40cf-b75f-cb577fa4de0f request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:42:39.610753 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.670928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Port': ['ID=25848db0-8aa1-4a49-811c-eaccf12b0fd9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:39.674293 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No DVR routers for this DVR port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:42:39.696459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-48c89797-00e7-41c8-98e9-4e9dc2283f95 None None] Deleting port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:39.697938 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48c89797-00e7-41c8-98e9-4e9dc2283f95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.792529 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (3f6cb1ee-5672-40cf-b75f-cb577fa4de0f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.820787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6cb1ee-5672-40cf-b75f-cb577fa4de0f']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:39.832417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a31a18-dc45-4359-8ccd-c10771a8aa9c') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:39.832644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a31a18-dc45-4359-8ccd-c10771a8aa9c') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:39.833670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-48c89797-00e7-41c8-98e9-4e9dc2283f95 None None] For port 25848db0-8aa1-4a49-811c-eaccf12b0fd9, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:39.834604 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48c89797-00e7-41c8-98e9-4e9dc2283f95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.844834 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (62a31a18-dc45-4359-8ccd-c10771a8aa9c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.855434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-48c89797-00e7-41c8-98e9-4e9dc2283f95 None None] Calling delete_port for 25848db0-8aa1-4a49-811c-eaccf12b0fd9 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:39.860931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-48c89797-00e7-41c8-98e9-4e9dc2283f95 None None] Port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:42:39.864986 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48c89797-00e7-41c8-98e9-4e9dc2283f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (25848db0-8aa1-4a49-811c-eaccf12b0fd9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.882958 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (62a31a18-dc45-4359-8ccd-c10771a8aa9c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.889522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c89797-00e7-41c8-98e9-4e9dc2283f95 None None] No DVR routers for this DVR port 25848db0-8aa1-4a49-811c-eaccf12b0fd9 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:42:39.894145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:42:39.894557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (62a31a18-dc45-4359-8ccd-c10771a8aa9c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:42:39.903570 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:42:39.913980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c89797-00e7-41c8-98e9-4e9dc2283f95 None None] Pushing event deleted for resources: {'Port': ['ID=25848db0-8aa1-4a49-811c-eaccf12b0fd9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:39.997865 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (3f6cb1ee-5672-40cf-b75f-cb577fa4de0f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.004750 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.012049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/networks/3f6cb1ee-5672-40cf-b75f-cb577fa4de0f HTTP/1.1" status: 204 len: 168 time: 0.9455814 Feb 09 03:42:40.016770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36096) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:40.021896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-7eb9bd8d-415a-4652-bed6-a2a433c38a2d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'router': {'routes': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:40.041729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd252f84-d388-483f-b40a-0fe005ad2e2c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Pushing event deleted for resources: {'Network': ['ID=3f6cb1ee-5672-40cf-b75f-cb577fa4de0f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:40.209212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 25848db0-8aa1-4a49-811c-eaccf12b0fd9 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:40.253484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.extraroute_db [None req-7eb9bd8d-415a-4652-bed6-a2a433c38a2d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Added routes are [] {{(pid=103328) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 03:42:40.253793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.extraroute_db [None req-7eb9bd8d-415a-4652-bed6-a2a433c38a2d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Removed routes are [] {{(pid=103328) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 03:42:40.254173 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7eb9bd8d-415a-4652-bed6-a2a433c38a2d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (0bd17135-2dec-4043-b14d-a200ae329465), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.259909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 25848db0-8aa1-4a49-811c-eaccf12b0fd9 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:40.260365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 25848db0-8aa1-4a49-811c-eaccf12b0fd9 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:40.260888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2f87c30d-d2cf-4c51-a09f-e17a3874683f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:40.297819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 2f87c30d-d2cf-4c51-a09f-e17a3874683f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:40.298521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2f87c30d-d2cf-4c51-a09f-e17a3874683f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:40.348577 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:42:40.490295 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7eb9bd8d-415a-4652-bed6-a2a433c38a2d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (0bd17135-2dec-4043-b14d-a200ae329465), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.495780 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7eb9bd8d-415a-4652-bed6-a2a433c38a2d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (0bd17135-2dec-4043-b14d-a200ae329465), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.606344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b14e2-0677-4230-a6f2-18df049210f1 req-9a27d7f5-fe94-4dc0-a8fa-75a8bbfa1ac1 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:40.613906 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-632b14e2-0677-4230-a6f2-18df049210f1 req-9a27d7f5-fe94-4dc0-a8fa-75a8bbfa1ac1 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 946 time: 0.2356250 Feb 09 03:42:40.666445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb9bd8d-415a-4652-bed6-a2a433c38a2d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 0bd17135-2dec-4043-b14d-a200ae329465 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:40.670747 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-632b14e2-0677-4230-a6f2-18df049210f1 req-1ff707dc-f21d-4190-8026-6421e72f8a16 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562751 Feb 09 03:42:40.772152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb9bd8d-415a-4652-bed6-a2a433c38a2d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:40.779847 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7eb9bd8d-415a-4652-bed6-a2a433c38a2d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.781006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7eb9bd8d-415a-4652-bed6-a2a433c38a2d tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465 HTTP/1.1" status: 200 len: 701 time: 0.7667115 Feb 09 03:42:40.784039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36114) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:40.787102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba9d97-3251-4166-bb6b-6b19459cec0a None None] Sync routers for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:40.808393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba9d97-3251-4166-bb6b-6b19459cec0a None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:40.819246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-02ba9d97-3251-4166-bb6b-6b19459cec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:40.855466 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cbeb4d2d-09ca-4c73-97e5-8b10cc201083 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd17135-2dec-4043-b14d-a200ae329465 HTTP/1.1" status: 200 len: 205 time: 0.0649762 Feb 09 03:42:40.858018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36116) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:40.875398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461c836-8f86-41fb-b089-2069fd8e778e req-5b36bbd5-abf0-4c8b-adec-5a88ef535ab7 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:40.882620 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6461c836-8f86-41fb-b089-2069fd8e778e req-5b36bbd5-abf0-4c8b-adec-5a88ef535ab7 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 946 time: 0.1146834 Feb 09 03:42:40.939836 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6461c836-8f86-41fb-b089-2069fd8e778e req-e2a08364-7152-4c3a-829a-91ea96e30d50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562332 Feb 09 03:42:41.001553 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5db17cd0-7b42-4317-8b9d-ae1f93d8b447 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (0bd17135-2dec-4043-b14d-a200ae329465), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.307157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-02ba9d97-3251-4166-bb6b-6b19459cec0a None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:41.371670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-02ba9d97-3251-4166-bb6b-6b19459cec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 11, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:41.407105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba9d97-3251-4166-bb6b-6b19459cec0a None None] Checking router: 0bd17135-2dec-4043-b14d-a200ae329465 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:41.417175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba9d97-3251-4166-bb6b-6b19459cec0a None None] Routers {'0bd17135-2dec-4043-b14d-a200ae329465'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:41.418308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-02ba9d97-3251-4166-bb6b-6b19459cec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0bd17135-2dec-4043-b14d-a200ae329465'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:41.501848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-02ba9d97-3251-4166-bb6b-6b19459cec0a None None] Set router 0bd17135-2dec-4043-b14d-a200ae329465 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:41.593040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-02ba9d97-3251-4166-bb6b-6b19459cec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 11, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:41.632411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba9d97-3251-4166-bb6b-6b19459cec0a None None] The sync data for ids ['0bd17135-2dec-4043-b14d-a200ae329465'] in n-d-824835-15 is: [{'id': '0bd17135-2dec-4043-b14d-a200ae329465', 'name': 'tempest-RoutersTest-router-1642996737', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:41:44Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 11, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:41.666958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd7e49-5e79-4bc2-9ce1-bd44fbe1429b req-3b27ad54-4f15-459d-a1d8-283c2196cc18 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:41.668983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-26dd7e49-5e79-4bc2-9ce1-bd44fbe1429b req-3b27ad54-4f15-459d-a1d8-283c2196cc18 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 946 time: 0.2119401 Feb 09 03:42:41.782149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-26dd7e49-5e79-4bc2-9ce1-bd44fbe1429b req-fa9faab1-5cf7-4730-9040-ac04b135dab3 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000898 Feb 09 03:42:41.875685 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5db17cd0-7b42-4317-8b9d-ae1f93d8b447 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (0bd17135-2dec-4043-b14d-a200ae329465), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.878286 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5db17cd0-7b42-4317-8b9d-ae1f93d8b447 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (0bd17135-2dec-4043-b14d-a200ae329465), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.935476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5db17cd0-7b42-4317-8b9d-ae1f93d8b447 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (0bd17135-2dec-4043-b14d-a200ae329465), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.936409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db17cd0-7b42-4317-8b9d-ae1f93d8b447 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Fanout notify agent at l3_agent the message router_deleted on router 0bd17135-2dec-4043-b14d-a200ae329465 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:42:41.957075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5db17cd0-7b42-4317-8b9d-ae1f93d8b447 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.959015 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5db17cd0-7b42-4317-8b9d-ae1f93d8b447 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465 HTTP/1.1" status: 204 len: 168 time: 1.1000817 Feb 09 03:42:41.963162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36148) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:41.970495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-eeb16945-ef31-4a63-8bd5-9b418e7c714a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-379508177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:42.027345 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eeb16945-ef31-4a63-8bd5-9b418e7c714a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (64d6b917-9126-40bf-babb-dbe5bd00a13b), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.028696 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eeb16945-ef31-4a63-8bd5-9b418e7c714a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (64d6b917-9126-40bf-babb-dbe5bd00a13b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.149788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eeb16945-ef31-4a63-8bd5-9b418e7c714a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (64d6b917-9126-40bf-babb-dbe5bd00a13b), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.164628 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eeb16945-ef31-4a63-8bd5-9b418e7c714a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (64d6b917-9126-40bf-babb-dbe5bd00a13b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.188529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eeb16945-ef31-4a63-8bd5-9b418e7c714a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.192961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36152) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:42.198862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-dcf51dd5-f342-4560-8ee8-a4a00a518709 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:42.202733 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eeb16945-ef31-4a63-8bd5-9b418e7c714a tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2369623 Feb 09 03:42:42.848287 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcf51dd5-f342-4560-8ee8-a4a00a518709 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (64d6b917-9126-40bf-babb-dbe5bd00a13b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.862454 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcf51dd5-f342-4560-8ee8-a4a00a518709 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (64d6b917-9126-40bf-babb-dbe5bd00a13b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.996194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf51dd5-f342-4560-8ee8-a4a00a518709 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Router 64d6b917-9126-40bf-babb-dbe5bd00a13b is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:42:43.092708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda63ca-6914-4318-93da-8de8d59e38f2 req-ecdf53e7-79ef-4ee1-bccc-91dd4fa08c33 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:43.094399 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ceda63ca-6914-4318-93da-8de8d59e38f2 req-ecdf53e7-79ef-4ee1-bccc-91dd4fa08c33 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 946 time: 0.1850591 Feb 09 03:42:43.113424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf51dd5-f342-4560-8ee8-a4a00a518709 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:43.130533 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcf51dd5-f342-4560-8ee8-a4a00a518709 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.136088 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dcf51dd5-f342-4560-8ee8-a4a00a518709 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "PUT /v2.0/routers/64d6b917-9126-40bf-babb-dbe5bd00a13b HTTP/1.1" status: 200 len: 693 time: 0.9400260 Feb 09 03:42:43.137454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36182) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:43.138070 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e5f73-7bde-4a68-abfa-b0ceac072161 None None] Sync routers for ids ['64d6b917-9126-40bf-babb-dbe5bd00a13b'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:43.144996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42255ad7-93f0-4e77-882a-38f19dea538d req-f0c67848-b978-459a-bee3-be55a9a35ad9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:43.156639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42255ad7-93f0-4e77-882a-38f19dea538d req-f0c67848-b978-459a-bee3-be55a9a35ad9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 946 time: 0.1889904 Feb 09 03:42:43.165032 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e5f73-7bde-4a68-abfa-b0ceac072161 None None] Routers {'64d6b917-9126-40bf-babb-dbe5bd00a13b'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:43.173679 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d52e5f73-7bde-4a68-abfa-b0ceac072161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['64d6b917-9126-40bf-babb-dbe5bd00a13b'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:43.270303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-18626967-f97f-4e6e-b4f5-617bd6aaf151 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/routers/64d6b917-9126-40bf-babb-dbe5bd00a13b HTTP/1.1" status: 200 len: 699 time: 0.1298091 Feb 09 03:42:43.271081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36186) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:43.276941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42255ad7-93f0-4e77-882a-38f19dea538d req-36b24052-84b2-4c21-bdfe-2aac42999b7b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194110 Feb 09 03:42:43.327103 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d52e5f73-7bde-4a68-abfa-b0ceac072161 None None] Set router 64d6b917-9126-40bf-babb-dbe5bd00a13b gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:43.338662 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-37e2f9c0-cc4a-40bb-ab29-7da63f1f03ee tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=64d6b917-9126-40bf-babb-dbe5bd00a13b HTTP/1.1" status: 200 len: 205 time: 0.0593770 Feb 09 03:42:43.339496 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36188) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:43.352643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-ceda63ca-6914-4318-93da-8de8d59e38f2 req-8d03c41f-303f-4c2d-94c7-b90fb3d99bd6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Deleting port 501ae029-70be-4d55-a1bb-db4f83ec6bdf {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:43.354013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ceda63ca-6914-4318-93da-8de8d59e38f2 req-8d03c41f-303f-4c2d-94c7-b90fb3d99bd6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.422264 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d52e5f73-7bde-4a68-abfa-b0ceac072161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d6b917-9126-40bf-babb-dbe5bd00a13b', 'name': 'tempest-RoutersTest-router-379508177', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:42Z', 'updated_at': '2022-02-09T03:42:42Z', 'revision_number': 2, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:43.447304 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6999348-81c8-43c5-b02c-1a0635edf004 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (64d6b917-9126-40bf-babb-dbe5bd00a13b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.466826 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e5f73-7bde-4a68-abfa-b0ceac072161 None None] Checking router: 64d6b917-9126-40bf-babb-dbe5bd00a13b for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:43.476438 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e5f73-7bde-4a68-abfa-b0ceac072161 None None] Routers {'64d6b917-9126-40bf-babb-dbe5bd00a13b'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:43.477296 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d52e5f73-7bde-4a68-abfa-b0ceac072161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['64d6b917-9126-40bf-babb-dbe5bd00a13b'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:43.510460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ceda63ca-6914-4318-93da-8de8d59e38f2 req-8d03c41f-303f-4c2d-94c7-b90fb3d99bd6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] For port 501ae029-70be-4d55-a1bb-db4f83ec6bdf, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=501ae029-70be-4d55-a1bb-db4f83ec6bdf,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:43.511032 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ceda63ca-6914-4318-93da-8de8d59e38f2 req-8d03c41f-303f-4c2d-94c7-b90fb3d99bd6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.542807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-ceda63ca-6914-4318-93da-8de8d59e38f2 req-8d03c41f-303f-4c2d-94c7-b90fb3d99bd6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Calling delete_port for 501ae029-70be-4d55-a1bb-db4f83ec6bdf owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:43.699296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6999348-81c8-43c5-b02c-1a0635edf004 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (64d6b917-9126-40bf-babb-dbe5bd00a13b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.702442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6999348-81c8-43c5-b02c-1a0635edf004 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router_controller (64d6b917-9126-40bf-babb-dbe5bd00a13b), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.771539 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6999348-81c8-43c5-b02c-1a0635edf004 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (64d6b917-9126-40bf-babb-dbe5bd00a13b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.772198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6999348-81c8-43c5-b02c-1a0635edf004 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Fanout notify agent at l3_agent the message router_deleted on router 64d6b917-9126-40bf-babb-dbe5bd00a13b {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:42:43.777133 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ceda63ca-6914-4318-93da-8de8d59e38f2 req-8d03c41f-303f-4c2d-94c7-b90fb3d99bd6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (501ae029-70be-4d55-a1bb-db4f83ec6bdf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.789417 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:42:43.790916 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d52e5f73-7bde-4a68-abfa-b0ceac072161 None None] Set router 64d6b917-9126-40bf-babb-dbe5bd00a13b gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:43.793396 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6999348-81c8-43c5-b02c-1a0635edf004 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.800546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f6999348-81c8-43c5-b02c-1a0635edf004 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/64d6b917-9126-40bf-babb-dbe5bd00a13b HTTP/1.1" status: 204 len: 168 time: 0.4540353 Feb 09 03:42:43.801767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36200) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:43.858054 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d52e5f73-7bde-4a68-abfa-b0ceac072161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d6b917-9126-40bf-babb-dbe5bd00a13b', 'name': 'tempest-RoutersTest-router-379508177', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:42Z', 'updated_at': '2022-02-09T03:42:42Z', 'revision_number': 2, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:43.870206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a878d3f2-c665-41d5-b416-ef9f41843cb0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=64d6b917-9126-40bf-babb-dbe5bd00a13b HTTP/1.1" status: 200 len: 205 time: 0.0646524 Feb 09 03:42:43.870556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36202) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:43.890418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['501ae029-70be-4d55-a1bb-db4f83ec6bdf'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:42:43.901073 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e5f73-7bde-4a68-abfa-b0ceac072161 None None] The sync data for ids ['64d6b917-9126-40bf-babb-dbe5bd00a13b'] in n-d-824835-15 is: [{'id': '64d6b917-9126-40bf-babb-dbe5bd00a13b', 'name': 'tempest-RoutersTest-router-379508177', 'tenant_id': '74c7839152124439ba2cfb1e7b8afeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:42Z', 'updated_at': '2022-02-09T03:42:42Z', 'revision_number': 2, 'project_id': '74c7839152124439ba2cfb1e7b8afeea', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:43.939757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03c41f-303f-4c2d-94c7-b90fb3d99bd6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event deleted for resources: {'Port': ['ID=501ae029-70be-4d55-a1bb-db4f83ec6bdf,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:43.949242 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-32813094-5e61-46d5-b57e-845f0f7dd611 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] delete failed (client error): The resource could not be found. Feb 09 03:42:43.953648 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-32813094-5e61-46d5-b57e-845f0f7dd611 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/64d6b917-9126-40bf-babb-dbe5bd00a13b HTTP/1.1" status: 404 len: 336 time: 0.0821402 Feb 09 03:42:43.954466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36204) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:43.994722 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b6c81a-95f9-4771-8df4-6a48fb23734c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] DELETE failed (client error): The resource could not be found. Feb 09 03:42:43.995336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b6c81a-95f9-4771-8df4-6a48fb23734c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:42:44.003856 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceda63ca-6914-4318-93da-8de8d59e38f2 req-8d03c41f-303f-4c2d-94c7-b90fb3d99bd6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] No DVR routers for this DVR port 501ae029-70be-4d55-a1bb-db4f83ec6bdf on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:42:44.008865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-95b6c81a-95f9-4771-8df4-6a48fb23734c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/5af795cd-e7e2-4363-8ee6-88c5dea32128 HTTP/1.1" status: 404 len: 337 time: 0.0465412 Feb 09 03:42:44.011739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36210) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.012508 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ceda63ca-6914-4318-93da-8de8d59e38f2 req-8d03c41f-303f-4c2d-94c7-b90fb3d99bd6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:44.016698 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ceda63ca-6914-4318-93da-8de8d59e38f2 req-8d03c41f-303f-4c2d-94c7-b90fb3d99bd6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "DELETE /v2.0/ports/501ae029-70be-4d55-a1bb-db4f83ec6bdf HTTP/1.1" status: 204 len: 173 time: 0.9123945 Feb 09 03:42:44.045283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20125061-f54e-40f6-a014-a62aa48e50c2', 'name': 'network-vif-deleted', 'tag': '501ae029-70be-4d55-a1bb-db4f83ec6bdf'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:42:44.047924 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78233c72-fff2-45be-a520-4facbee68910" -d '{"events": [{"server_uuid": "20125061-f54e-40f6-a014-a62aa48e50c2", "name": "network-vif-deleted", "tag": "501ae029-70be-4d55-a1bb-db4f83ec6bdf"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:42:44.066445 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd3322e-81b1-41cf-bd17-38fc39eb0148 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] DELETE failed (client error): The resource could not be found. Feb 09 03:42:44.067920 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd3322e-81b1-41cf-bd17-38fc39eb0148 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:42:44.081563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36214) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.098854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8bd3322e-81b1-41cf-bd17-38fc39eb0148 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/af10444c-7fb4-46a9-aaeb-7775998a85af HTTP/1.1" status: 404 len: 337 time: 0.0744200 Feb 09 03:42:44.145068 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-307c1271-9143-49e1-aea1-3f14d646a6f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] DELETE failed (client error): The resource could not be found. Feb 09 03:42:44.149060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307c1271-9143-49e1-aea1-3f14d646a6f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:42:44.152978 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db467665-1838-4d71-a32d-fb25ef8956f8 x-openstack-request-id: req-db467665-1838-4d71-a32d-fb25ef8956f8 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:42:44.153279 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20125061-f54e-40f6-a014-a62aa48e50c2", "name": "network-vif-deleted", "tag": "501ae029-70be-4d55-a1bb-db4f83ec6bdf", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:42:44.153573 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db467665-1838-4d71-a32d-fb25ef8956f8 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:42:44.154048 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20125061-f54e-40f6-a014-a62aa48e50c2', 'name': 'network-vif-deleted', 'tag': '501ae029-70be-4d55-a1bb-db4f83ec6bdf', 'status': 'completed', 'code': 200} Feb 09 03:42:44.160902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36216) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.176848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-307c1271-9143-49e1-aea1-3f14d646a6f8 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/be4065ce-07dc-4cd7-8ffe-f76dd7fcc7ae HTTP/1.1" status: 404 len: 337 time: 0.0940247 Feb 09 03:42:44.226196 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-99dc96a3-ab41-4e61-8141-f83fea3fb0de tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] DELETE failed (client error): The resource could not be found. Feb 09 03:42:44.227989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99dc96a3-ab41-4e61-8141-f83fea3fb0de tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:42:44.234866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-99dc96a3-ab41-4e61-8141-f83fea3fb0de tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/719c4fcb-ebb6-4c0a-bf1f-64929f2bd796 HTTP/1.1" status: 404 len: 337 time: 0.0728960 Feb 09 03:42:44.237489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36218) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.285844 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1727ffc4-fbb2-4175-a860-6ac7b32c2858 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd17135-2dec-4043-b14d-a200ae329465 HTTP/1.1" status: 200 len: 205 time: 0.0457699 Feb 09 03:42:44.287331 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36222) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.344363 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-3b4bc975-6f8a-46f1-847b-4844cc31c14e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] delete failed (client error): The resource could not be found. Feb 09 03:42:44.355434 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3b4bc975-6f8a-46f1-847b-4844cc31c14e tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/0bd17135-2dec-4043-b14d-a200ae329465 HTTP/1.1" status: 404 len: 336 time: 0.0570986 Feb 09 03:42:44.355628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36226) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.416391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6fa431ef-d4f2-453c-bd6e-a5300566e740 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=262dbb29-2a86-4618-adcc-ce9822879a42 HTTP/1.1" status: 200 len: 205 time: 0.0668328 Feb 09 03:42:44.418907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36230) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.477529 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-60c5bdc3-a276-40e2-8897-01fa6989f3b0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] delete failed (client error): The resource could not be found. Feb 09 03:42:44.478889 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-60c5bdc3-a276-40e2-8897-01fa6989f3b0 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/262dbb29-2a86-4618-adcc-ce9822879a42 HTTP/1.1" status: 404 len: 336 time: 0.0586123 Feb 09 03:42:44.481153 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36234) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.507924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0b1ec6b-1243-419a-a678-835dc305dc2c req-e5cb3015-ae0d-4d94-a97e-9587cd062f69 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=20125061-f54e-40f6-a014-a62aa48e50c2 HTTP/1.1" status: 200 len: 210 time: 0.0382297 Feb 09 03:42:44.536261 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-2201e406-0941-4eed-acec-fcade76bc144 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] DELETE failed (client error): The resource could not be found. Feb 09 03:42:44.536764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2201e406-0941-4eed-acec-fcade76bc144 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:42:44.540146 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2201e406-0941-4eed-acec-fcade76bc144 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/544490a9-bd2b-4f0f-83cb-efe5ea7acdab HTTP/1.1" status: 404 len: 337 time: 0.0580728 Feb 09 03:42:44.543400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36236) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.591970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36238) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.593428 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-078b4c03-d4bb-405c-a308-ef467175ecf7 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=159d2408-f464-46eb-b72b-85de2cbcd9b1 HTTP/1.1" status: 200 len: 205 time: 0.0436323 Feb 09 03:42:44.659614 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-48177881-5156-44fd-bfd1-cf8001a10d71 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] delete failed (client error): The resource could not be found. Feb 09 03:42:44.663133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-48177881-5156-44fd-bfd1-cf8001a10d71 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/159d2408-f464-46eb-b72b-85de2cbcd9b1 HTTP/1.1" status: 404 len: 336 time: 0.0684066 Feb 09 03:42:44.663564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36242) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.718531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36244) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.719024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7a945817-dbd9-40e5-9669-9bdb0433a65f tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=715bdac3-3479-4063-8a4b-7ccf279b766b HTTP/1.1" status: 200 len: 205 time: 0.0539753 Feb 09 03:42:44.784399 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-4237f7e5-04ab-4269-aa93-7cdbbca7c024 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] delete failed (client error): The resource could not be found. Feb 09 03:42:44.788875 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4237f7e5-04ab-4269-aa93-7cdbbca7c024 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/715bdac3-3479-4063-8a4b-7ccf279b766b HTTP/1.1" status: 404 len: 336 time: 0.0689173 Feb 09 03:42:44.791700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36248) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.820983 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebf57b1-afcb-4bd8-931f-a3c55753735c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] DELETE failed (client error): The resource could not be found. Feb 09 03:42:44.821793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebf57b1-afcb-4bd8-931f-a3c55753735c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:42:44.826006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2ebf57b1-afcb-4bd8-931f-a3c55753735c tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/686d5e6d-5769-4736-af80-281bec5a324a HTTP/1.1" status: 404 len: 337 time: 0.0325780 Feb 09 03:42:44.828966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36250) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.876560 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f28f5519-b956-45cf-af40-d5ceb809dc37 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d79d51e-9de7-489d-8527-f71c5ebdb36e HTTP/1.1" status: 200 len: 205 time: 0.0463998 Feb 09 03:42:44.879063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36256) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.951412 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-02e7655e-9690-45df-be27-f3b9cf3055c9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] delete failed (client error): The resource could not be found. Feb 09 03:42:44.951412 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-02e7655e-9690-45df-be27-f3b9cf3055c9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/5d79d51e-9de7-489d-8527-f71c5ebdb36e HTTP/1.1" status: 404 len: 336 time: 0.0694134 Feb 09 03:42:44.952396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36258) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:44.987301 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-30dbe281-68da-40db-ae50-024842880921 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] DELETE failed (client error): The resource could not be found. Feb 09 03:42:44.988119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30dbe281-68da-40db-ae50-024842880921 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:42:44.991481 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-30dbe281-68da-40db-ae50-024842880921 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/141bc568-1d95-4cb6-8f39-be36909914d4 HTTP/1.1" status: 404 len: 337 time: 0.0379655 Feb 09 03:42:44.994916 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36260) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:45.046601 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-df39d445-fe2c-4071-9407-a6f2d5763d28 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "GET /v2.0/ports?device_id=356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0 HTTP/1.1" status: 200 len: 205 time: 0.0504439 Feb 09 03:42:45.048915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36262) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:45.116471 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-29f77451-bdb5-46e4-8249-da274c82dc77 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] delete failed (client error): The resource could not be found. Feb 09 03:42:45.121728 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-29f77451-bdb5-46e4-8249-da274c82dc77 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/routers/356ddcf0-21fc-4b7e-8256-c4f2e8c5b9f0 HTTP/1.1" status: 404 len: 336 time: 0.0712867 Feb 09 03:42:45.125229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36264) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:45.159519 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d25e4fe-c695-4083-b13a-3f0b1a1db863 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] DELETE failed (client error): The resource could not be found. Feb 09 03:42:45.160000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d25e4fe-c695-4083-b13a-3f0b1a1db863 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:42:45.163713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9d25e4fe-c695-4083-b13a-3f0b1a1db863 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/96ea2b51-6e50-43c7-b9d4-9acb14088a89 HTTP/1.1" status: 404 len: 337 time: 0.0368361 Feb 09 03:42:45.167464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36268) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:45.224031 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e4a309-a3bf-448c-98b9-81c8e2fe9ad9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] DELETE failed (client error): The resource could not be found. Feb 09 03:42:45.224505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e4a309-a3bf-448c-98b9-81c8e2fe9ad9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:42:45.230495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-66e4a309-a3bf-448c-98b9-81c8e2fe9ad9 tempest-RoutersTest-558450576 tempest-RoutersTest-558450576-project] 10.222.0.21 "DELETE /v2.0/subnets/e3efc7d8-f0a0-46d4-a22c-3496dcaf3e09 HTTP/1.1" status: 404 len: 337 time: 0.0614522 Feb 09 03:42:45.620922 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78fa1759-71a0-4d6c-95a2-56c3c3c68f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:45.654682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36286) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:45.823248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-11a7d6df-ccaa-47de-a3b3-451ba27e071f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74c7839152124439ba2cfb1e7b8afeea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1643009 Feb 09 03:42:45.823648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36294) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:45.881208 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd372a6d-d62d-473f-9584-f26548222466 admin admin] Publish callbacks [] for security_group (db559108-14fc-4fab-86d9-56296c950f7d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:45.907127 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd372a6d-d62d-473f-9584-f26548222466 admin admin] Publish callbacks [] for security_group (db559108-14fc-4fab-86d9-56296c950f7d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:46.000437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd372a6d-d62d-473f-9584-f26548222466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (db559108-14fc-4fab-86d9-56296c950f7d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:46.005983 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd372a6d-d62d-473f-9584-f26548222466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:46.012643 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fd372a6d-d62d-473f-9584-f26548222466 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db559108-14fc-4fab-86d9-56296c950f7d HTTP/1.1" status: 204 len: 168 time: 0.1875839 Feb 09 03:42:46.026780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd372a6d-d62d-473f-9584-f26548222466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db559108-14fc-4fab-86d9-56296c950f7d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:46.450621 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-d7b078aa-6a04-4fa4-88dd-d5264e6fbf30 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:46.468600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-d7b078aa-6a04-4fa4-88dd-d5264e6fbf30 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.1836174 Feb 09 03:42:46.485550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-37f7488b-93d7-4516-ad0e-bc92b3e4e107 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/quotas/214c822454564e5eb0646fdf0c0c6d51 HTTP/1.1" status: 200 len: 375 time: 0.0181413 Feb 09 03:42:46.557122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-be021f7e-7951-4b7d-adfb-e0225f63b805 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703347 Feb 09 03:42:46.674931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-2118ab58-1f8e-4d9d-a4fb-4d40702d706b service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167810 Feb 09 03:42:46.836542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-8a6460ec-1dd2-4c23-b9ef-c68a051bbcb7 service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606936 Feb 09 03:42:47.099851 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9e290b17-ae0d-4766-b716-87cd63cecc5a req-cde4c883-c167-47c4-9d1f-15cb48a6bc1b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 210 time: 0.0503318 Feb 09 03:42:47.270941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 501ae029-70be-4d55-a1bb-db4f83ec6bdf no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:47.323895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 501ae029-70be-4d55-a1bb-db4f83ec6bdf {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:47.334586 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 501ae029-70be-4d55-a1bb-db4f83ec6bdf not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:48.141602 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23166e47-3ac4-4fbb-a99f-7a41ff11e9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:48.275617 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-60fcb329-22f2-4600-8579-fd581356790c req-88e2776b-aa5a-4dcf-abac-8a7d666b3848 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 210 time: 0.0415957 Feb 09 03:42:48.852650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-f840bdba-80b9-4c2e-90a9-3508b0d953c2 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:48.854829 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-f840bdba-80b9-4c2e-90a9-3508b0d953c2 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.2304127 Feb 09 03:42:48.881733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Request body: {'port': {'device_id': '317b55f5-2a4b-47a7-8ead-14fc709419bf', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'admin_state_up': True, 'tenant_id': '214c822454564e5eb0646fdf0c0c6d51'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:49.049253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Made reservation on behalf of 214c822454564e5eb0646fdf0c0c6d51 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:42:49.053601 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:49.207530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Allocated IP 172.20.0.3 (4f9af93b-6f33-432e-8238-e1dfab3db085/4467c3d2-5141-494b-88fe-2fbe41f3a7a9/b612e1e6-5afb-41e3-bc80-aad65c62734b) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:49.350869 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:49.412382 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks [] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:49.431689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e5af46eb-89b2-43e9-8b49-49a1d827bf64 req-32967c3b-ac64-4d4a-81f6-99e1dcc9703f tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 210 time: 0.0431814 Feb 09 03:42:49.475054 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:49.492100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:42:49.532599 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Network 4f9af93b-6f33-432e-8238-e1dfab3db085 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:49.535485 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:49.545466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:49.554019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event updated for resources: {'Port': ['ID=b612e1e6-5afb-41e3-bc80-aad65c62734b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:49.617809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:49.619111 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:49.650322 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-ed51dfcd-c690-4496-a765-cf9b0bf838ba tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793944 Feb 09 03:42:49.671543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Request body: {'port': {'device_id': '317b55f5-2a4b-47a7-8ead-14fc709419bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:49.758639 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:50.162606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b612e1e6-5afb-41e3-bc80-aad65c62734b {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:42:50.175422 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Publish callbacks [] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:50.229381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Transition to ACTIVE for port object b612e1e6-5afb-41e3-bc80-aad65c62734b will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:42:50.238069 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:50.315551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Pushing event updated for resources: {'Port': ['ID=b612e1e6-5afb-41e3-bc80-aad65c62734b,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:50.438010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Attempting to bind port b612e1e6-5afb-41e3-bc80-aad65c62734b on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:50.438661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Attempting to bind port b612e1e6-5afb-41e3-bc80-aad65c62734b by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:50.438661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Attempting to bind port b612e1e6-5afb-41e3-bc80-aad65c62734b on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:50.443640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Port b612e1e6-5afb-41e3-bc80-aad65c62734b on network 4f9af93b-6f33-432e-8238-e1dfab3db085 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:42:50.443967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Attempting to bind port b612e1e6-5afb-41e3-bc80-aad65c62734b on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:50.450280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:50.450624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Checking segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:50.451009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Bound using segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:50.451727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Bound port: b612e1e6-5afb-41e3-bc80-aad65c62734b, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:50.451824 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:50.534817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] For port b612e1e6-5afb-41e3-bc80-aad65c62734b, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:50.543954 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] For port b612e1e6-5afb-41e3-bc80-aad65c62734b, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b612e1e6-5afb-41e3-bc80-aad65c62734b,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:50.592250 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:50.646657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:50.647458 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:50.650007 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] 10.222.0.65 "PUT /v2.0/ports/b612e1e6-5afb-41e3-bc80-aad65c62734b HTTP/1.1" status: 200 len: 1092 time: 0.9855273 Feb 09 03:42:50.654273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317b55f5-2a4b-47a7-8ead-14fc709419bf', 'tag': 'b612e1e6-5afb-41e3-bc80-aad65c62734b'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:42:50.660916 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8cbc9b-aed1-4006-8488-497d3996a287" -d '{"events": [{"name": "network-changed", "server_uuid": "317b55f5-2a4b-47a7-8ead-14fc709419bf", "tag": "b612e1e6-5afb-41e3-bc80-aad65c62734b"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:42:50.721075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268d555-155f-4a3d-81d5-6bf2280b0621 req-46ae3031-43b2-431e-9de5-f5a48e216b4d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:50.729788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f268d555-155f-4a3d-81d5-6bf2280b0621 req-46ae3031-43b2-431e-9de5-f5a48e216b4d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 943 time: 0.1758034 Feb 09 03:42:50.779051 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83303d20-b5e0-4eab-804d-bcc97fbdd1f5 x-openstack-request-id: req-83303d20-b5e0-4eab-804d-bcc97fbdd1f5 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:42:50.779405 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317b55f5-2a4b-47a7-8ead-14fc709419bf", "tag": "b612e1e6-5afb-41e3-bc80-aad65c62734b", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:42:50.779597 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83303d20-b5e0-4eab-804d-bcc97fbdd1f5 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:42:50.780145 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317b55f5-2a4b-47a7-8ead-14fc709419bf', 'tag': 'b612e1e6-5afb-41e3-bc80-aad65c62734b', 'status': 'completed', 'code': 200} Feb 09 03:42:50.862754 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:50.887976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e8d2a-a029-412e-82b6-adff5b514702 service neutron] Pushing event updated for resources: {'Port': ['ID=b612e1e6-5afb-41e3-bc80-aad65c62734b,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:51.012527 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-261b52ab-9d14-42e7-9009-023ff2bab632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:51.014211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-261b52ab-9d14-42e7-9009-023ff2bab632 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 1126 time: 0.2823613 Feb 09 03:42:51.017468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f268d555-155f-4a3d-81d5-6bf2280b0621 req-90f9f67e-d7c9-4dd8-8fbd-57cd3df10454 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869678 Feb 09 03:42:51.113074 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-3f079141-af6b-4977-859b-57bf54dc0388 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b612e1e6-5afb-41e3-bc80-aad65c62734b HTTP/1.1" status: 200 len: 217 time: 0.0704875 Feb 09 03:42:51.203942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-1bb27a2e-c1e6-4788-8d2d-269933642ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:51.205986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-1bb27a2e-c1e6-4788-8d2d-269933642ef5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.0917840 Feb 09 03:42:51.245794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-49a0e95e-5ed9-4380-b9ca-b31dc4025cf0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326407 Feb 09 03:42:51.364402 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-521f40b3-6e8b-4ae0-804d-caaa66870f65 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121404 Feb 09 03:42:51.535317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a97a3a83-67b1-4c24-b8f6-64f2c33a7f9c req-d8e1f3f4-320e-4db6-8a23-b90888aadb59 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646156 Feb 09 03:42:51.705587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cbc9b-aed1-4006-8488-497d3996a287 req-0805d6ea-d182-4874-b6dd-b90480a493a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:51.707079 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c8cbc9b-aed1-4006-8488-497d3996a287 req-0805d6ea-d182-4874-b6dd-b90480a493a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 1126 time: 0.0757620 Feb 09 03:42:51.876812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cbc9b-aed1-4006-8488-497d3996a287 req-6c89a7fc-cd40-483b-9e79-5a167a8cb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:51.878328 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c8cbc9b-aed1-4006-8488-497d3996a287 req-6c89a7fc-cd40-483b-9e79-5a167a8cb321 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 906 time: 0.1640978 Feb 09 03:42:51.940513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c8cbc9b-aed1-4006-8488-497d3996a287 req-65f2d682-5d0c-4e66-aa51-048f53431cdb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b612e1e6-5afb-41e3-bc80-aad65c62734b HTTP/1.1" status: 200 len: 217 time: 0.0544982 Feb 09 03:42:51.995214 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:52.039645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cbc9b-aed1-4006-8488-497d3996a287 req-5693ff01-b9da-4221-8c29-babe9f989b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:52.047093 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c8cbc9b-aed1-4006-8488-497d3996a287 req-5693ff01-b9da-4221-8c29-babe9f989b77 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.0983446 Feb 09 03:42:52.097460 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c8cbc9b-aed1-4006-8488-497d3996a287 req-c923fc5e-bbc1-440e-96bb-509a4fc64042 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396774 Feb 09 03:42:52.240241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4969ce-8fe6-4513-9b28-26a487e60519 req-c805ea3b-172c-4457-89f0-42a7e2773231 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:52.249222 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd4969ce-8fe6-4513-9b28-26a487e60519 req-c805ea3b-172c-4457-89f0-42a7e2773231 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 946 time: 0.1109729 Feb 09 03:42:52.357018 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c8cbc9b-aed1-4006-8488-497d3996a287 req-084b404e-d742-4a7f-8f65-318b5d91b01a service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531052 Feb 09 03:42:52.362714 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd4969ce-8fe6-4513-9b28-26a487e60519 req-3432b9c9-0602-47c4-b765-a7ea972390c1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122842 Feb 09 03:42:52.389326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 36504) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:52.499854 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-437e7fd3-2b5a-4038-9663-984652f9aee4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/a1093abe-1b3d-4532-9168-6992da21263e HTTP/1.1" status: 200 len: 993 time: 0.1052365 Feb 09 03:42:52.544895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9cb99-c998-4571-a18d-3201d0bb1433 req-372eb255-a208-47f7-859a-b45d96eece58 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:52.546672 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02d9cb99-c998-4571-a18d-3201d0bb1433 req-372eb255-a208-47f7-859a-b45d96eece58 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 943 time: 0.3089337 Feb 09 03:42:52.549384 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c8cbc9b-aed1-4006-8488-497d3996a287 req-fa628fb7-7eee-41e1-ae00-b99b5c92cdcb service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844757 Feb 09 03:42:52.624704 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02d9cb99-c998-4571-a18d-3201d0bb1433 req-89464d72-1c30-4a3e-80d9-80f30fab1ab4 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711312 Feb 09 03:42:52.987069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0157b0d-795b-4861-8b0c-ac76761765b2 req-ffb61c7d-d96c-4cab-b292-bbf08053154c tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:52.989533 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0157b0d-795b-4861-8b0c-ac76761765b2 req-ffb61c7d-d96c-4cab-b292-bbf08053154c tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 1129 time: 0.0780799 Feb 09 03:42:53.070013 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0157b0d-795b-4861-8b0c-ac76761765b2 req-0a4e93c9-f212-4085-9324-ea956d2615c9 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693498 Feb 09 03:42:53.865058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3abf37-2524-44a9-af30-90b91b35626b req-28ab0cf6-d639-48e6-9341-5b8549e69be0 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:53.866629 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b3abf37-2524-44a9-af30-90b91b35626b req-28ab0cf6-d639-48e6-9341-5b8549e69be0 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 943 time: 0.0812564 Feb 09 03:42:53.955580 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b3abf37-2524-44a9-af30-90b91b35626b req-cf987d86-e79d-447a-8ad0-2d73055e5d35 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783365 Feb 09 03:42:54.183982 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:54.188955 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-3937b6a2-3979-4de2-83c5-0c08102be8d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2593927 Feb 09 03:42:54.196681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-ad5d1b8d-1565-45aa-84db-6b245cde1df0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:42:54.209935 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-ad5d1b8d-1565-45aa-84db-6b245cde1df0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199201 Feb 09 03:42:54.839600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1e51cb19-a1cf-44fb-a336-03e2b74fcbe1 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:42:54.840556 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1e51cb19-a1cf-44fb-a336-03e2b74fcbe1 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050426 Feb 09 03:42:54.917396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-c230fb14-fdb4-405e-a2ee-ff00871d1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:54.925233 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-c230fb14-fdb4-405e-a2ee-ff00871d1afc service neutron] 10.222.0.21 "GET /v2.0/ports/22869cb4-f9c8-462e-b026-aa0dae7ecc4a HTTP/1.1" status: 200 len: 1126 time: 0.0472615 Feb 09 03:42:54.929538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] Request body: {'binding': {'host': 'n-h2-824835-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:54.930136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] Unknown quota resources ['binding']. {{(pid=103327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:42:55.131699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35116909-1680-4cf2-80d9-cdfd6ccf0332 req-21ba8dba-240b-409a-aaec-03c187a22385 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:55.133227 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35116909-1680-4cf2-80d9-cdfd6ccf0332 req-21ba8dba-240b-409a-aaec-03c187a22385 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 943 time: 0.0751629 Feb 09 03:42:55.275902 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35116909-1680-4cf2-80d9-cdfd6ccf0332 req-2e06897c-3324-4dfe-a8c0-e35c8fa2d9a6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171169 Feb 09 03:42:55.311371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] Attempting to bind port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on host n-h2-824835-15 for vnic_type normal with profile None {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:55.311371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] Attempting to bind port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:55.311371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] Attempting to bind port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on network f18848eb-f23a-4d88-b4bd-820e0124258a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:55.319736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] Port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on network f18848eb-f23a-4d88-b4bd-820e0124258a not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:42:55.324279 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] Attempting to bind port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on network f18848eb-f23a-4d88-b4bd-820e0124258a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:55.330969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b612e1e6-5afb-41e3-bc80-aad65c62734b details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:42:55.335387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:55.337313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] Checking segment: {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:55.338724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] Bound using segment: {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:55.339991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] Bound port: 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:55.466590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:55.476385 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:55.480774 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] 10.222.0.21 "POST /v2.0/ports/22869cb4-f9c8-462e-b026-aa0dae7ecc4a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5544143 Feb 09 03:42:55.572712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b612e1e6-5afb-41e3-bc80-aad65c62734b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b612e1e6-5afb-41e3-bc80-aad65c62734b,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:55.630543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'b612e1e6-5afb-41e3-bc80-aad65c62734b', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'port_id': 'b612e1e6-5afb-41e3-bc80-aad65c62734b', 'mac_address': 'fa:16:3e:fa:ec:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4467c3d2-5141-494b-88fe-2fbe41f3a7a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:42:55.795103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b612e1e6-5afb-41e3-bc80-aad65c62734b is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:55.795733 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:55.832962 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b612e1e6-5afb-41e3-bc80-aad65c62734b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:42:55.847206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429afab3-9749-4fb5-a068-4098e3407d37 req-5e619ad1-1b10-4804-ab06-925f0ac3feef tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:55.849561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-429afab3-9749-4fb5-a068-4098e3407d37 req-5e619ad1-1b10-4804-ab06-925f0ac3feef tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 946 time: 0.1171184 Feb 09 03:42:55.872386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b612e1e6-5afb-41e3-bc80-aad65c62734b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b612e1e6-5afb-41e3-bc80-aad65c62734b,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:55.887818 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:55.992933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b612e1e6-5afb-41e3-bc80-aad65c62734b,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:55.995020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-429afab3-9749-4fb5-a068-4098e3407d37 req-bae53c49-c1bf-4395-866e-b3aadaec58da tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357057 Feb 09 03:42:56.058497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-d1625a1c-345e-4da3-a226-1b9b2399a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:56.060367 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-d1625a1c-345e-4da3-a226-1b9b2399a3ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 1129 time: 0.2237821 Feb 09 03:42:56.182251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-23aacb9b-0f63-48e7-a1dc-14ca56586084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:56.184611 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-23aacb9b-0f63-48e7-a1dc-14ca56586084 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f18848eb-f23a-4d88-b4bd-820e0124258a HTTP/1.1" status: 200 len: 898 time: 0.1176078 Feb 09 03:42:56.255768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-c8d23593-2280-418e-bd84-6916968f6e5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a HTTP/1.1" status: 200 len: 1001 time: 0.0661862 Feb 09 03:42:56.284213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b612e1e6-5afb-41e3-bc80-aad65c62734b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:42:56.326778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-fba6eccd-545b-449b-a930-77645aff0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:56.328534 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-fba6eccd-545b-449b-a930-77645aff0006 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=876bcf32-56c0-43b0-b758-e2a64beec718 HTTP/1.1" status: 200 len: 835 time: 0.0669196 Feb 09 03:42:56.406815 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-cd9db431-8684-4b4c-84cd-ff93aea51982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:56.408480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-cd9db431-8684-4b4c-84cd-ff93aea51982 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f18848eb-f23a-4d88-b4bd-820e0124258a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0737770 Feb 09 03:42:56.539930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cfe7e-3802-4dfd-bca2-d6c11579478d req-7ff067c5-23df-4250-a35d-7e06ee6b20b4 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:56.550426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab0cfe7e-3802-4dfd-bca2-d6c11579478d req-7ff067c5-23df-4250-a35d-7e06ee6b20b4 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 944 time: 0.1527717 Feb 09 03:42:56.604093 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-35bef4ea-536c-40bc-ad21-58f29ee93dfc service neutron] 10.222.0.42 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868858 Feb 09 03:42:56.651163 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab0cfe7e-3802-4dfd-bca2-d6c11579478d req-cf5b8b77-6f5d-4ed4-95c3-21901e16e29c tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995049 Feb 09 03:42:56.734988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-e2ef76de-395c-47e6-ad9a-6addd40cbe17 service neutron] 10.222.0.42 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234412 Feb 09 03:42:56.932230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-4e98eca6-eb9b-462c-b194-1626cda87585 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:56.934277 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-4e98eca6-eb9b-462c-b194-1626cda87585 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065&tenant_id=2d97c098e98a427b87333af505a5b6d1&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 1129 time: 0.1323860 Feb 09 03:42:56.949141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824835-15'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:57.088912 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:57.346276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b612e1e6-5afb-41e3-bc80-aad65c62734b up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:57.460345 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c662b-1f01-466a-a77d-fe557ff0e0ed req-aef2b202-ad66-4dd4-b5bc-182ca3f1f65c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:57.474288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-601c662b-1f01-466a-a77d-fe557ff0e0ed req-aef2b202-ad66-4dd4-b5bc-182ca3f1f65c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 946 time: 0.3119934 Feb 09 03:42:57.486957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port b612e1e6-5afb-41e3-bc80-aad65c62734b completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:42:57.492204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port b612e1e6-5afb-41e3-bc80-aad65c62734b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:57.492594 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:57.568830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:57.618674 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-601c662b-1f01-466a-a77d-fe557ff0e0ed req-3acb9f1a-65c7-4b18-811f-a097122e4f49 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426489 Feb 09 03:42:57.683773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b612e1e6-5afb-41e3-bc80-aad65c62734b is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:57.684467 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:57.688859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:57.717344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317b55f5-2a4b-47a7-8ead-14fc709419bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b612e1e6-5afb-41e3-bc80-aad65c62734b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:42:57.719797 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ff2ac9-af2a-4106-9118-71d0099dfea7" -d '{"events": [{"server_uuid": "317b55f5-2a4b-47a7-8ead-14fc709419bf", "name": "network-vif-plugged", "status": "completed", "tag": "b612e1e6-5afb-41e3-bc80-aad65c62734b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:42:57.755496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b612e1e6-5afb-41e3-bc80-aad65c62734b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b612e1e6-5afb-41e3-bc80-aad65c62734b,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:57.768209 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:57.880477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:42:57.900303 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d45bd60-1e69-430c-aefb-2c382814fc25" -d '{"events": [{"server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "name": "network-vif-unplugged", "status": "completed", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:42:57.916208 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Publish callbacks [] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:57.918757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b612e1e6-5afb-41e3-bc80-aad65c62734b,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:57.944891 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:58.004173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d99dd2-b10f-4b1b-a5c2-58c6c0fe7474 req-01bd7804-1c9b-4a6e-8e94-b4445f5dd2cb tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:58.018080 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33d99dd2-b10f-4b1b-a5c2-58c6c0fe7474 req-01bd7804-1c9b-4a6e-8e94-b4445f5dd2cb tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 945 time: 0.1799870 Feb 09 03:42:58.174169 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33d99dd2-b10f-4b1b-a5c2-58c6c0fe7474 req-44e1dbc3-a248-41fa-8013-24196bbd2e0e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476710 Feb 09 03:42:58.194371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Pushing event updated for resources: {'Port': ['ID=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:58.247372 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211cfa11-0f62-42ac-8e0e-d4ffd98ef771 x-openstack-request-id: req-211cfa11-0f62-42ac-8e0e-d4ffd98ef771 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:42:58.247739 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317b55f5-2a4b-47a7-8ead-14fc709419bf", "name": "network-vif-plugged", "status": "completed", "tag": "b612e1e6-5afb-41e3-bc80-aad65c62734b", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:42:58.248067 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-211cfa11-0f62-42ac-8e0e-d4ffd98ef771 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:42:58.248690 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317b55f5-2a4b-47a7-8ead-14fc709419bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b612e1e6-5afb-41e3-bc80-aad65c62734b', 'code': 200} Feb 09 03:42:58.296727 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8640480f-12c6-42dc-b457-47f1c0217c9c x-openstack-request-id: req-8640480f-12c6-42dc-b457-47f1c0217c9c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:42:58.297343 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "name": "network-vif-unplugged", "status": "completed", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:42:58.298195 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8640480f-12c6-42dc-b457-47f1c0217c9c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:42:58.298810 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'code': 200} Feb 09 03:42:58.315873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Attempting to bind port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on host n-h1-824835-15 for vnic_type normal with profile {"migrating_to": "n-h2-824835-15"} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:58.316586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Attempting to bind port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:58.317153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Attempting to bind port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on network f18848eb-f23a-4d88-b4bd-820e0124258a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:58.324377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on network f18848eb-f23a-4d88-b4bd-820e0124258a not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:42:58.329448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Attempting to bind port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on network f18848eb-f23a-4d88-b4bd-820e0124258a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:58.343780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:58.344533 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Checking segment: {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:58.345151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Bound using segment: {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:58.345847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Bound port: 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:58.349061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:58.438863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3463329-de48-47cf-acca-ed0684c849c1 req-79260ad5-56f9-47e6-8f31-01151ef90182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:58.440373 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3463329-de48-47cf-acca-ed0684c849c1 req-79260ad5-56f9-47e6-8f31-01151ef90182 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 1128 time: 0.0931869 Feb 09 03:42:58.468629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6b9cae11-29af-4615-9137-250fbc563036 None None] Provisioning complete for port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:58.469178 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b9cae11-29af-4615-9137-250fbc563036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:58.537119 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3463329-de48-47cf-acca-ed0684c849c1 req-4f1da793-3783-43db-8630-b0b42b3b2be8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896668 Feb 09 03:42:58.584141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6b9cae11-29af-4615-9137-250fbc563036 None None] Port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:42:58.602856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:58.610232 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:58.637452 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:58.850581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Pushing event updated for resources: {'Port': ['ID=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:58.962845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f11af-bab3-483e-b1f4-924830e395d0 req-56b7b130-d9da-4fc9-9bd5-8721254f8084 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:58.974107 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e43f11af-bab3-483e-b1f4-924830e395d0 req-56b7b130-d9da-4fc9-9bd5-8721254f8084 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 944 time: 0.1744225 Feb 09 03:42:59.044778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:59.057843 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:59.071122 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-1b58288b-458a-4843-93d4-57d573aa3e9f service neutron] 10.222.0.42 "PUT /v2.0/ports/22869cb4-f9c8-462e-b026-aa0dae7ecc4a HTTP/1.1" status: 200 len: 1124 time: 2.1295564 Feb 09 03:42:59.131644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a044a3c9-edde-461c-baa7-dae919da7bcd None None] Provisioning complete for port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:59.132167 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a044a3c9-edde-461c-baa7-dae919da7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:59.177952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e43f11af-bab3-483e-b1f4-924830e395d0 req-5487b0ff-eb9e-4266-914d-8de2b7a5a12b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027676 Feb 09 03:42:59.362381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a044a3c9-edde-461c-baa7-dae919da7bcd None None] Current status of the port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:59.363719 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a044a3c9-edde-461c-baa7-dae919da7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:59.366567 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['22869cb4-f9c8-462e-b026-aa0dae7ecc4a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:42:59.375736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e941d49-01ba-487c-ba44-08b51c6db0d9 req-3488f422-62fe-44a9-9d81-56935c535628 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:59.381869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e941d49-01ba-487c-ba44-08b51c6db0d9 req-3488f422-62fe-44a9-9d81-56935c535628 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 945 time: 0.1111910 Feb 09 03:42:59.449605 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e941d49-01ba-487c-ba44-08b51c6db0d9 req-8ba95862-6132-4888-b7ae-0dd600522774 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650456 Feb 09 03:42:59.511790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a044a3c9-edde-461c-baa7-dae919da7bcd None None] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:59.525527 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a044a3c9-edde-461c-baa7-dae919da7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:59.744339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044a3c9-edde-461c-baa7-dae919da7bcd None None] Pushing event updated for resources: {'Port': ['ID=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:00.249748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:00.252450 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4406195-83e1-4c04-97a2-e277d983367b" -d '{"events": [{"server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "name": "network-vif-plugged", "status": "completed", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:00.300379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:00.302844 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85da4d27-1365-4c8a-9200-e1ececab3b21" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:00.312907 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928072a4-0182-4a41-8dd6-37ad98a6ef48 x-openstack-request-id: req-928072a4-0182-4a41-8dd6-37ad98a6ef48 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:00.313201 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "name": "network-vif-plugged", "status": "completed", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:00.313499 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-928072a4-0182-4a41-8dd6-37ad98a6ef48 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:00.313959 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'code': 200} Feb 09 03:43:00.411695 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91566170-a5d3-40e0-ad68-c461a4da8a0b x-openstack-request-id: req-91566170-a5d3-40e0-ad68-c461a4da8a0b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:00.412312 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:00.412905 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91566170-a5d3-40e0-ad68-c461a4da8a0b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:00.413529 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'status': 'completed', 'code': 200} Feb 09 03:43:00.465158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69791059-0596-4b6f-a854-1d36884673f5 req-f9d234bf-e4d3-48f3-ab31-9a2cebb72db5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:00.467061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69791059-0596-4b6f-a854-1d36884673f5 req-f9d234bf-e4d3-48f3-ab31-9a2cebb72db5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 946 time: 0.1538904 Feb 09 03:43:00.535472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4d27-1365-4c8a-9200-e1ececab3b21 req-835898d4-d7e9-4479-b1ed-295ff7402865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:00.537019 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-85da4d27-1365-4c8a-9200-e1ececab3b21 req-835898d4-d7e9-4479-b1ed-295ff7402865 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 1160 time: 0.1040347 Feb 09 03:43:00.596525 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69791059-0596-4b6f-a854-1d36884673f5 req-9ca148ac-a89f-4005-a4bb-fe9f63b3f9b9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248455 Feb 09 03:43:00.768913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4d27-1365-4c8a-9200-e1ececab3b21 req-1a45411e-6484-434d-a3f7-7fe9b6cb03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:00.770687 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-85da4d27-1365-4c8a-9200-e1ececab3b21 req-1a45411e-6484-434d-a3f7-7fe9b6cb03b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f18848eb-f23a-4d88-b4bd-820e0124258a HTTP/1.1" status: 200 len: 898 time: 0.2246034 Feb 09 03:43:00.869594 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-85da4d27-1365-4c8a-9200-e1ececab3b21 req-81820c44-d17d-4bc6-b4db-1d803bca1e86 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a HTTP/1.1" status: 200 len: 1001 time: 0.0878494 Feb 09 03:43:01.017848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4d27-1365-4c8a-9200-e1ececab3b21 req-f36f1660-b7b7-49e7-80c8-1126118132a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:01.019375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-85da4d27-1365-4c8a-9200-e1ececab3b21 req-f36f1660-b7b7-49e7-80c8-1126118132a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=876bcf32-56c0-43b0-b758-e2a64beec718 HTTP/1.1" status: 200 len: 835 time: 0.1329501 Feb 09 03:43:01.090043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104086a-1496-42dd-986b-771f58b60d94 req-c07dff00-c1fb-4b49-9599-791b11513ec2 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:01.111113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1104086a-1496-42dd-986b-771f58b60d94 req-c07dff00-c1fb-4b49-9599-791b11513ec2 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 945 time: 0.5067699 Feb 09 03:43:01.248443 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1104086a-1496-42dd-986b-771f58b60d94 req-7a70aed1-cc79-4790-90df-ed77831d5046 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245322 Feb 09 03:43:01.281380 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4d27-1365-4c8a-9200-e1ececab3b21 req-68b3434a-64c4-4ce3-91a8-f5e4e265bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:01.282973 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-85da4d27-1365-4c8a-9200-e1ececab3b21 req-68b3434a-64c4-4ce3-91a8-f5e4e265bb20 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f18848eb-f23a-4d88-b4bd-820e0124258a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2515376 Feb 09 03:43:01.497938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba159aa-e707-417c-9605-9065be5c279f req-0188ce1e-333a-4109-8986-3d7d2b98e0f2 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:01.521974 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ba159aa-e707-417c-9605-9065be5c279f req-0188ce1e-333a-4109-8986-3d7d2b98e0f2 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 945 time: 0.1402879 Feb 09 03:43:01.533046 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-85da4d27-1365-4c8a-9200-e1ececab3b21 req-e07e87e2-e643-471a-adc1-c807201b6d4b service neutron] 10.222.0.65 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400217 Feb 09 03:43:01.551700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 22869cb4-f9c8-462e-b026-aa0dae7ecc4a details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:43:01.650944 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ba159aa-e707-417c-9605-9065be5c279f req-bef65e51-a49b-4a4e-b14c-5819bc50e5ab tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194365 Feb 09 03:43:01.753696 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-85da4d27-1365-4c8a-9200-e1ececab3b21 req-ee10bfea-a266-48ff-b28c-f308efcb558d service neutron] 10.222.0.65 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132905 Feb 09 03:43:01.853623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099996a-8314-45dd-95d1-a793c5ae9d52 req-8d2a36f2-7a45-42ee-a7ae-0169c3e1f27d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:01.857849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f099996a-8314-45dd-95d1-a793c5ae9d52 req-8d2a36f2-7a45-42ee-a7ae-0169c3e1f27d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 946 time: 0.0990791 Feb 09 03:43:01.892621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:01.935563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 22869cb4-f9c8-462e-b026-aa0dae7ecc4a has no active binding in host n-h2-824835-15 {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 03:43:01.983529 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f099996a-8314-45dd-95d1-a793c5ae9d52 req-e8820a9f-88d6-4298-a811-326873fc9ba2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150293 Feb 09 03:43:02.250530 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8789a-5966-4dc2-992d-f513ae69f735 req-fa26f901-fbcf-443d-a056-f294695c5be9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:02.257972 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8b8789a-5966-4dc2-992d-f513ae69f735 req-fa26f901-fbcf-443d-a056-f294695c5be9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 945 time: 0.1325102 Feb 09 03:43:02.323429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8b8789a-5966-4dc2-992d-f513ae69f735 req-700ddd49-4a16-4254-83af-622b4392c2a7 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635333 Feb 09 03:43:03.208106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e2749-9699-4bef-b2d2-4e4e08fed6b1 req-08c1b2ca-fcdb-4d82-9019-d7ebd9b318c5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:03.209259 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d06e2749-9699-4bef-b2d2-4e4e08fed6b1 req-08c1b2ca-fcdb-4d82-9019-d7ebd9b318c5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 946 time: 0.1247928 Feb 09 03:43:03.327105 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d06e2749-9699-4bef-b2d2-4e4e08fed6b1 req-01d042be-5a57-4174-be4d-08455b769c10 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112537 Feb 09 03:43:03.436022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c292a4f-f5d0-4e75-a6d9-28aabe2805e4 req-e024278e-ad6a-434a-8b67-0fb871bd9acd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0655825 Feb 09 03:43:03.594994 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e572b46-e4e5-4567-a487-c231055bf5c6 req-34ca1e1a-a112-4060-9b9f-b8a4b630cbd1 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:03.605022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e572b46-e4e5-4567-a487-c231055bf5c6 req-34ca1e1a-a112-4060-9b9f-b8a4b630cbd1 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 945 time: 0.1649129 Feb 09 03:43:03.645842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c292a4f-f5d0-4e75-a6d9-28aabe2805e4 req-3d267362-3b46-4b0a-98c2-1a54fed098cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:03.647421 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c292a4f-f5d0-4e75-a6d9-28aabe2805e4 req-3d267362-3b46-4b0a-98c2-1a54fed098cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1de610ff7cd646d185bba2efcdf4793a&device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 1128 time: 0.1446328 Feb 09 03:43:03.828733 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e572b46-e4e5-4567-a487-c231055bf5c6 req-63d8a85e-ddc3-41d8-a77c-6d4b350f2a05 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227097 Feb 09 03:43:03.854586 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf82ce6-ee01-4ca8-95c7-8ea421262371 req-48b68c27-8575-44c7-84b6-de1ac647d570 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:03.856137 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5cf82ce6-ee01-4ca8-95c7-8ea421262371 req-48b68c27-8575-44c7-84b6-de1ac647d570 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 945 time: 0.0764260 Feb 09 03:43:03.924350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c292a4f-f5d0-4e75-a6d9-28aabe2805e4 req-2e23ffb2-33e2-47e3-b3da-7c2f3d01ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:03.925850 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c292a4f-f5d0-4e75-a6d9-28aabe2805e4 req-2e23ffb2-33e2-47e3-b3da-7c2f3d01ee6a service neutron] 10.222.0.42 "GET /v2.0/networks?id=64506a81-f156-4e9a-b608-360a44fd164e HTTP/1.1" status: 200 len: 909 time: 0.2359068 Feb 09 03:43:04.061829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-5cf82ce6-ee01-4ca8-95c7-8ea421262371 req-638e848d-e143-42fe-9147-2af0c0a6433b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Deleting port b612e1e6-5afb-41e3-bc80-aad65c62734b {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:43:04.062305 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c292a4f-f5d0-4e75-a6d9-28aabe2805e4 req-a07720cc-f455-4331-9e0b-270d0012798e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d HTTP/1.1" status: 200 len: 1000 time: 0.1190894 Feb 09 03:43:04.062432 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5cf82ce6-ee01-4ca8-95c7-8ea421262371 req-638e848d-e143-42fe-9147-2af0c0a6433b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:04.159619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c292a4f-f5d0-4e75-a6d9-28aabe2805e4 req-1ea9b29e-3308-4932-9ee5-7949255a81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:04.161453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c292a4f-f5d0-4e75-a6d9-28aabe2805e4 req-1ea9b29e-3308-4932-9ee5-7949255a81c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=332ce4fd-1a5a-4971-ad02-23dbb354605e HTTP/1.1" status: 200 len: 847 time: 0.0983095 Feb 09 03:43:04.177396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5cf82ce6-ee01-4ca8-95c7-8ea421262371 req-638e848d-e143-42fe-9147-2af0c0a6433b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] For port b612e1e6-5afb-41e3-bc80-aad65c62734b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b612e1e6-5afb-41e3-bc80-aad65c62734b,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:04.178451 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5cf82ce6-ee01-4ca8-95c7-8ea421262371 req-638e848d-e143-42fe-9147-2af0c0a6433b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:04.192013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-5cf82ce6-ee01-4ca8-95c7-8ea421262371 req-638e848d-e143-42fe-9147-2af0c0a6433b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Calling delete_port for b612e1e6-5afb-41e3-bc80-aad65c62734b owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:43:04.246657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c292a4f-f5d0-4e75-a6d9-28aabe2805e4 req-f34ed69c-55ca-43ba-a13e-47bba4c22d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:04.258956 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c292a4f-f5d0-4e75-a6d9-28aabe2805e4 req-f34ed69c-55ca-43ba-a13e-47bba4c22d0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64506a81-f156-4e9a-b608-360a44fd164e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0910237 Feb 09 03:43:04.443275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c292a4f-f5d0-4e75-a6d9-28aabe2805e4 req-e1e09098-fff2-4c04-a512-f916555033b6 service neutron] 10.222.0.42 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752036 Feb 09 03:43:04.510335 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5cf82ce6-ee01-4ca8-95c7-8ea421262371 req-638e848d-e143-42fe-9147-2af0c0a6433b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b612e1e6-5afb-41e3-bc80-aad65c62734b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:04.523154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:04.608839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b612e1e6-5afb-41e3-bc80-aad65c62734b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:04.687664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e848d-e143-42fe-9147-2af0c0a6433b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event deleted for resources: {'Port': ['ID=b612e1e6-5afb-41e3-bc80-aad65c62734b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:04.702389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf82ce6-ee01-4ca8-95c7-8ea421262371 req-638e848d-e143-42fe-9147-2af0c0a6433b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] No DVR routers for this DVR port b612e1e6-5afb-41e3-bc80-aad65c62734b on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:43:04.730910 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded38026-9d63-468d-abd7-054103c4792e req-c5936f31-c8b2-45b3-8bb3-793b5adf4562 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:04.738534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ded38026-9d63-468d-abd7-054103c4792e req-c5936f31-c8b2-45b3-8bb3-793b5adf4562 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 946 time: 0.2746289 Feb 09 03:43:04.746662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5cf82ce6-ee01-4ca8-95c7-8ea421262371 req-638e848d-e143-42fe-9147-2af0c0a6433b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:04.750101 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5cf82ce6-ee01-4ca8-95c7-8ea421262371 req-638e848d-e143-42fe-9147-2af0c0a6433b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "DELETE /v2.0/ports/b612e1e6-5afb-41e3-bc80-aad65c62734b HTTP/1.1" status: 204 len: 173 time: 0.8880022 Feb 09 03:43:04.751743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317b55f5-2a4b-47a7-8ead-14fc709419bf', 'name': 'network-vif-deleted', 'tag': 'b612e1e6-5afb-41e3-bc80-aad65c62734b'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:04.761307 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8facd26e-c947-4e03-b615-c1c11a6a61e1" -d '{"events": [{"server_uuid": "317b55f5-2a4b-47a7-8ead-14fc709419bf", "name": "network-vif-deleted", "tag": "b612e1e6-5afb-41e3-bc80-aad65c62734b"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:04.801216 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-34ae896d-981b-42d8-90cf-7af53ae79616 service neutron] 10.222.0.65 "GET /v2.0/ports/22869cb4-f9c8-462e-b026-aa0dae7ecc4a/bindings/n-h2-824835-15 HTTP/1.1" status: 200 len: 385 time: 0.3274419 Feb 09 03:43:04.862967 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ded38026-9d63-468d-abd7-054103c4792e req-0edd5870-8e8f-42ff-8c8e-29d6eabd09be tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234019 Feb 09 03:43:04.901317 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1205253c-6850-4bc9-8cdc-f2d8ccc3973d x-openstack-request-id: req-1205253c-6850-4bc9-8cdc-f2d8ccc3973d {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:04.901647 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317b55f5-2a4b-47a7-8ead-14fc709419bf", "name": "network-vif-deleted", "tag": "b612e1e6-5afb-41e3-bc80-aad65c62734b", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:04.901886 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1205253c-6850-4bc9-8cdc-f2d8ccc3973d {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:04.902474 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317b55f5-2a4b-47a7-8ead-14fc709419bf', 'name': 'network-vif-deleted', 'tag': 'b612e1e6-5afb-41e3-bc80-aad65c62734b', 'status': 'completed', 'code': 200} Feb 09 03:43:05.081378 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c292a4f-f5d0-4e75-a6d9-28aabe2805e4 req-f0a0ecc2-fbf8-46a8-a9c8-2acdc861be47 service neutron] 10.222.0.42 "GET /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6304977 Feb 09 03:43:05.089542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd968066-fbce-41c6-97e7-149ef79135e5 req-98b11a87-2980-47f8-aebd-09fe2d5dd623 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=317b55f5-2a4b-47a7-8ead-14fc709419bf HTTP/1.1" status: 200 len: 210 time: 0.0446091 Feb 09 03:43:05.096992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-81365926-d924-466f-afb9-a44b79fc5e6d service neutron] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:05.139224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-81365926-d924-466f-afb9-a44b79fc5e6d service neutron] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:43:05.740703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:05.746070 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2255c23d-09be-42f2-84f7-be409a3dfe39" -d '{"events": [{"server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "name": "network-vif-unplugged", "status": "completed", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:05.755137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-81365926-d924-466f-afb9-a44b79fc5e6d service neutron] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:05.776938 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-81365926-d924-466f-afb9-a44b79fc5e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:05.870745 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-81365926-d924-466f-afb9-a44b79fc5e6d service neutron] Transition to ACTIVE for port object 22869cb4-f9c8-462e-b026-aa0dae7ecc4a will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:43:05.874372 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e2bfac-2b0d-4e7c-b8f8-caf994335b01 x-openstack-request-id: req-f0e2bfac-2b0d-4e7c-b8f8-caf994335b01 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:05.875011 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "name": "network-vif-unplugged", "status": "completed", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:05.875516 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0e2bfac-2b0d-4e7c-b8f8-caf994335b01 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:05.876540 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'code': 200} Feb 09 03:43:05.886475 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-81365926-d924-466f-afb9-a44b79fc5e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:05.962747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81365926-d924-466f-afb9-a44b79fc5e6d service neutron] Pushing event updated for resources: {'Port': ['ID=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,revision_number=11']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:06.157141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ab692-b2ab-4518-9be7-9a7ccb685856 req-7ecca946-9078-4f6c-87ea-7e57725bcb76 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:06.168406 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f05ab692-b2ab-4518-9be7-9a7ccb685856 req-7ecca946-9078-4f6c-87ea-7e57725bcb76 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 945 time: 0.1751914 Feb 09 03:43:06.258920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-81365926-d924-466f-afb9-a44b79fc5e6d service neutron] No DVR routers for this DVR port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:43:06.273128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f05ab692-b2ab-4518-9be7-9a7ccb685856 req-d2ee797f-b4e1-4a9f-a827-3c9115761de1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990770 Feb 09 03:43:06.572774 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-81365926-d924-466f-afb9-a44b79fc5e6d service neutron] 10.222.0.65 "PUT /v2.0/ports/22869cb4-f9c8-462e-b026-aa0dae7ecc4a/bindings/n-h2-824835-15/activate HTTP/1.1" status: 200 len: 370 time: 1.7563283 Feb 09 03:43:06.875680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ee120-5b08-4817-952e-9227d496876e req-f41f9ca8-667d-4d3f-8376-161b5e8f7f69 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:06.877350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-f41f9ca8-667d-4d3f-8376-161b5e8f7f69 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.2447994 Feb 09 03:43:06.879910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-c29e07e0-0c3e-4b2f-8c0f-05a9452fa579 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:06.881391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-c29e07e0-0c3e-4b2f-8c0f-05a9452fa579 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065&tenant_id=2d97c098e98a427b87333af505a5b6d1&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 1128 time: 0.1627278 Feb 09 03:43:06.957025 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-36651103-8159-409b-bf4f-d4cd9e8a69a7 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/quotas/214c822454564e5eb0646fdf0c0c6d51 HTTP/1.1" status: 200 len: 375 time: 0.0723188 Feb 09 03:43:07.022688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-93e07f24-63c5-4bb3-b88e-7a90b98165ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:07.024346 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-93e07f24-63c5-4bb3-b88e-7a90b98165ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065&tenant_id=2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 1128 time: 0.1325352 Feb 09 03:43:07.056703 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-aa5c77d9-2e81-46a7-b39f-39094ca87a07 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908740 Feb 09 03:43:07.174170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-d95fedd4-3a90-4ab9-9260-fe98d490abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:07.175790 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-d95fedd4-3a90-4ab9-9260-fe98d490abcf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 1128 time: 0.1180148 Feb 09 03:43:07.255951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-d68c6e62-ed2c-4dc3-87ec-0e155664d909 service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890011 Feb 09 03:43:07.410110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b612e1e6-5afb-41e3-bc80-aad65c62734b no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:43:07.417429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-6c326c50-daa0-493f-ac5e-f2773e6a54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:07.419103 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-6c326c50-daa0-493f-ac5e-f2773e6a54c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f18848eb-f23a-4d88-b4bd-820e0124258a HTTP/1.1" status: 200 len: 898 time: 0.2352042 Feb 09 03:43:07.480796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: b612e1e6-5afb-41e3-bc80-aad65c62734b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:43:07.481422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b612e1e6-5afb-41e3-bc80-aad65c62734b not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:43:07.481860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 22869cb4-f9c8-462e-b026-aa0dae7ecc4a no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:43:07.493406 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-b0e1dab6-8654-4472-be0d-95967cb7f326 service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243485 Feb 09 03:43:07.565429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] The host n-h1-824835-15 is not matching for port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a host n-h2-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:43:07.568550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 22869cb4-f9c8-462e-b026-aa0dae7ecc4a not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:43:07.583703 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b0e667d7-3ec0-4692-91b4-665f667cd596 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a HTTP/1.1" status: 200 len: 999 time: 0.1529768 Feb 09 03:43:07.628010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64852d-d862-47f7-9cdf-553cc85c7b0a req-e22ac4b5-f338-41b3-ab0d-307d07cf7c8e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:07.635578 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c64852d-d862-47f7-9cdf-553cc85c7b0a req-e22ac4b5-f338-41b3-ab0d-307d07cf7c8e tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 945 time: 0.2016480 Feb 09 03:43:07.748898 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:07.771648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-5279d7d0-ab15-4a98-b392-871c46ef4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:07.787683 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-5279d7d0-ab15-4a98-b392-871c46ef4314 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=876bcf32-56c0-43b0-b758-e2a64beec718 HTTP/1.1" status: 200 len: 835 time: 0.1935942 Feb 09 03:43:07.850897 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c64852d-d862-47f7-9cdf-553cc85c7b0a req-83215bbd-c711-44cb-b1a7-750aa196af95 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001271 Feb 09 03:43:07.958271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-3d85914c-20d3-40ef-b734-2d3dcfdd1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:07.960646 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-3d85914c-20d3-40ef-b734-2d3dcfdd1294 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f18848eb-f23a-4d88-b4bd-820e0124258a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1722667 Feb 09 03:43:08.026383 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-72d66651-734c-4f1b-8918-190a2b6e91e5 req-ed5be34c-fe49-4563-beeb-7213c268d636 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 210 time: 0.0540495 Feb 09 03:43:08.187872 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-d8044a36-7e80-4be3-9a52-ab9456eced4d service neutron] 10.222.0.42 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167449 Feb 09 03:43:08.323545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36944) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:08.436715 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-3cff6d1b-2d43-424d-b931-04085945eecc service neutron] 10.222.0.42 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440834 Feb 09 03:43:08.641906 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb66ee44-0cfa-4959-87ce-5fc15bed7f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:08.885439 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb66ee44-0cfa-4959-87ce-5fc15bed7f3c admin admin] Publish callbacks [] for security_group (12874814-78a4-4c04-9917-76634c27a217), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:08.895947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-a05574c9-befb-492c-95c7-01534e63b0e8 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:08.897612 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb66ee44-0cfa-4959-87ce-5fc15bed7f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (12874814-78a4-4c04-9917-76634c27a217), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:08.911006 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-a05574c9-befb-492c-95c7-01534e63b0e8 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065&tenant_id=2d97c098e98a427b87333af505a5b6d1&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 1128 time: 0.1778681 Feb 09 03:43:09.078615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66ee44-0cfa-4959-87ce-5fc15bed7f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12874814-78a4-4c04-9917-76634c27a217,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:09.097909 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fb66ee44-0cfa-4959-87ce-5fc15bed7f3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc9d9b2a883d41f79d52ebee5498666b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7729115 Feb 09 03:43:09.102556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36968) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:09.310377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28af27c-b4b2-4e21-ac99-38b2215718e8 req-240c35e8-4a29-432f-99a4-e41448dac5b4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:09.314261 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e28af27c-b4b2-4e21-ac99-38b2215718e8 req-240c35e8-4a29-432f-99a4-e41448dac5b4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 945 time: 0.2914610 Feb 09 03:43:09.325982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-f1416b60-7900-4030-9bce-90e5708035a8 service neutron] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:43:09.327051 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ff1ed3c-a057-4c23-8df5-e6d8f3d3b4a0 req-eda428f7-c27c-4c16-839a-72437df3f7b3 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 210 time: 0.0832813 Feb 09 03:43:09.337889 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-f1416b60-7900-4030-9bce-90e5708035a8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:09.348585 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-f1416b60-7900-4030-9bce-90e5708035a8 service neutron] 10.222.0.42 "DELETE /v2.0/ports/22869cb4-f9c8-462e-b026-aa0dae7ecc4a/bindings/n-h1-824835-15 HTTP/1.1" status: 204 len: 173 time: 0.4271541 Feb 09 03:43:09.360683 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dbbf17de-e8d8-4592-bbd5-cc636e0e94f8 admin admin] Publish callbacks [] for security_group (12874814-78a4-4c04-9917-76634c27a217), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:09.442906 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dbbf17de-e8d8-4592-bbd5-cc636e0e94f8 admin admin] Publish callbacks [] for security_group (12874814-78a4-4c04-9917-76634c27a217), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:09.468500 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e28af27c-b4b2-4e21-ac99-38b2215718e8 req-336bd49d-6817-440c-bd3e-8adda356dc6f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408021 Feb 09 03:43:09.680732 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dbbf17de-e8d8-4592-bbd5-cc636e0e94f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (12874814-78a4-4c04-9917-76634c27a217), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:09.685803 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dbbf17de-e8d8-4592-bbd5-cc636e0e94f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:09.696737 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dbbf17de-e8d8-4592-bbd5-cc636e0e94f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12874814-78a4-4c04-9917-76634c27a217 HTTP/1.1" status: 204 len: 168 time: 0.5930884 Feb 09 03:43:09.739262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa691d5-976b-4565-acb2-ec9083712925 req-1e7b2bb3-6a34-4ff9-a072-5104f8b8ebb5 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:09.752321 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5aa691d5-976b-4565-acb2-ec9083712925 req-1e7b2bb3-6a34-4ff9-a072-5104f8b8ebb5 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 1128 time: 0.1548173 Feb 09 03:43:09.825283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf17de-e8d8-4592-bbd5-cc636e0e94f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12874814-78a4-4c04-9917-76634c27a217,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:10.031256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5aa691d5-976b-4565-acb2-ec9083712925 req-38f14eab-83d3-44a6-b62d-f87626890b1a tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779186 Feb 09 03:43:10.225082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ee120-5b08-4817-952e-9227d496876e req-30e46116-a312-4d65-85d3-678a6077ea2e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:10.244471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-30e46116-a312-4d65-85d3-678a6077ea2e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.4306581 Feb 09 03:43:10.303576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-746ee120-5b08-4817-952e-9227d496876e req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Request body: {'port': {'device_id': 'a9914da5-4a6f-4b53-88bb-3a81bf4028fb', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'admin_state_up': True, 'tenant_id': '214c822454564e5eb0646fdf0c0c6d51'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:10.417481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 36994) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:10.436933 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb0643ea-e1eb-47e2-9b65-8991c2ec3061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:10.561169 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cea7e-8a16-49d7-ac11-8bbde01b21f6 req-353ce7b6-1165-4678-9f16-680f292581f6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:10.562738 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-205a51b4-a77f-4c9c-8aec-eed86557d6c6 req-1b214c8a-8c00-405f-b310-5d5b70f065da tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 210 time: 0.0846586 Feb 09 03:43:10.566275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c3cea7e-8a16-49d7-ac11-8bbde01b21f6 req-353ce7b6-1165-4678-9f16-680f292581f6 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 945 time: 0.3544819 Feb 09 03:43:10.652809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb0643ea-e1eb-47e2-9b65-8991c2ec3061 admin admin] Publish callbacks [] for security_group (6e61f57c-0e8e-4c7b-8aad-b52aa073ffef), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:10.659613 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb0643ea-e1eb-47e2-9b65-8991c2ec3061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6e61f57c-0e8e-4c7b-8aad-b52aa073ffef), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:10.726274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c3cea7e-8a16-49d7-ac11-8bbde01b21f6 req-1b72f4f7-2e50-4b8b-95eb-8a41038181b7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319711 Feb 09 03:43:10.738927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37000) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:10.754650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0643ea-e1eb-47e2-9b65-8991c2ec3061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e61f57c-0e8e-4c7b-8aad-b52aa073ffef,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:10.809974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bb0643ea-e1eb-47e2-9b65-8991c2ec3061 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=037ab8f9503b4be7bd6a7178c98ea048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911991 Feb 09 03:43:10.814176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37002) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:10.818689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746ee120-5b08-4817-952e-9227d496876e req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Made reservation on behalf of 214c822454564e5eb0646fdf0c0c6d51 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:43:10.827255 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-746ee120-5b08-4817-952e-9227d496876e req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:11.224140 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b7d4f1c-efad-40d4-a2fb-15011f8b003e admin admin] Publish callbacks [] for security_group (6e61f57c-0e8e-4c7b-8aad-b52aa073ffef), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:11.229338 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6ff0db1d-d55f-49b9-8b72-a64befba4ece tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/a1093abe-1b3d-4532-9168-6992da21263e HTTP/1.1" status: 200 len: 991 time: 0.4892318 Feb 09 03:43:11.339235 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b7d4f1c-efad-40d4-a2fb-15011f8b003e admin admin] Publish callbacks [] for security_group (6e61f57c-0e8e-4c7b-8aad-b52aa073ffef), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:11.466924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-746ee120-5b08-4817-952e-9227d496876e req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Allocated IP 172.20.0.3 (4f9af93b-6f33-432e-8238-e1dfab3db085/4467c3d2-5141-494b-88fe-2fbe41f3a7a9/4e979132-a6b9-414e-8064-e80f37a8d483) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:43:11.515004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37054) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:11.548363 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b7d4f1c-efad-40d4-a2fb-15011f8b003e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6e61f57c-0e8e-4c7b-8aad-b52aa073ffef), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:11.551509 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b7d4f1c-efad-40d4-a2fb-15011f8b003e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:11.552859 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0b7d4f1c-efad-40d4-a2fb-15011f8b003e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e61f57c-0e8e-4c7b-8aad-b52aa073ffef HTTP/1.1" status: 204 len: 168 time: 0.7376537 Feb 09 03:43:11.599225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d4f1c-efad-40d4-a2fb-15011f8b003e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e61f57c-0e8e-4c7b-8aad-b52aa073ffef,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:11.821256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-912f0d83-eb76-4244-9cf3-5d550318f7f8 req-8dd18494-bd6a-4d78-b863-6ec8188fe4d9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 210 time: 0.0642254 Feb 09 03:43:11.931363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port 81121f29-bef7-4378-888f-d3c4b84df750 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:43:11.933861 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (81121f29-bef7-4378-888f-d3c4b84df750), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:11.942464 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-746ee120-5b08-4817-952e-9227d496876e req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks [] for port (4e979132-a6b9-414e-8064-e80f37a8d483), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:12.096035 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-746ee120-5b08-4817-952e-9227d496876e req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:12.110770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:12.290715 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (81121f29-bef7-4378-888f-d3c4b84df750), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:12.294390 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (81121f29-bef7-4378-888f-d3c4b84df750), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:12.346369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for 81121f29-bef7-4378-888f-d3c4b84df750 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:43:12.357794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event updated for resources: {'Port': ['ID=4e979132-a6b9-414e-8064-e80f37a8d483,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:12.404005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746ee120-5b08-4817-952e-9227d496876e req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Network 4f9af93b-6f33-432e-8238-e1dfab3db085 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:43:12.406647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-746ee120-5b08-4817-952e-9227d496876e req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:43:12.421320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-746ee120-5b08-4817-952e-9227d496876e req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:43:12.617610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ee120-5b08-4817-952e-9227d496876e req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:12.624299 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-746ee120-5b08-4817-952e-9227d496876e req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:12.669609 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-8edd0133-074f-4be2-bb74-acd04a269247 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4048860 Feb 09 03:43:12.687881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Request body: {'port': {'device_id': 'a9914da5-4a6f-4b53-88bb-3a81bf4028fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:12.878972 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:13.451974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30337f-cc84-4162-aedd-5a84ce55d2c9 req-461d403f-27fe-4d01-9e83-ab0e62932d45 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:13.455138 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a30337f-cc84-4162-aedd-5a84ce55d2c9 req-461d403f-27fe-4d01-9e83-ab0e62932d45 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 931 time: 0.2651670 Feb 09 03:43:13.585080 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a30337f-cc84-4162-aedd-5a84ce55d2c9 req-2b222956-0785-45b5-96bb-f9a751290f8a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095567 Feb 09 03:43:13.675130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e979132-a6b9-414e-8064-e80f37a8d483 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:43:13.694690 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Publish callbacks [] for port (4e979132-a6b9-414e-8064-e80f37a8d483), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:13.702712 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (81121f29-bef7-4378-888f-d3c4b84df750), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:13.720650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Transition to ACTIVE for port object 4e979132-a6b9-414e-8064-e80f37a8d483 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:43:13.733207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:13.776053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=81121f29-bef7-4378-888f-d3c4b84df750,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:13.969491 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (a1093abe-1b3d-4532-9168-6992da21263e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:13.969836 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Floating IP a1093abe-1b3d-4532-9168-6992da21263e disassociated (deleted). External IP: 172.25.5.57, port: 22869cb4-f9c8-462e-b026-aa0dae7ecc4a. Feb 09 03:43:13.976270 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e979132-a6b9-414e-8064-e80f37a8d483,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:14.162924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Attempting to bind port 4e979132-a6b9-414e-8064-e80f37a8d483 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:43:14.163242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Attempting to bind port 4e979132-a6b9-414e-8064-e80f37a8d483 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:43:14.163507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Attempting to bind port 4e979132-a6b9-414e-8064-e80f37a8d483 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:14.176340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Port 4e979132-a6b9-414e-8064-e80f37a8d483 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:43:14.176872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Attempting to bind port 4e979132-a6b9-414e-8064-e80f37a8d483 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:14.186117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:43:14.186806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Checking segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:43:14.187625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Bound using segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:43:14.188266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Bound port: 4e979132-a6b9-414e-8064-e80f37a8d483, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:43:14.189113 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:14.299265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] For port 4e979132-a6b9-414e-8064-e80f37a8d483, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:43:14.302759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] For port 4e979132-a6b9-414e-8064-e80f37a8d483, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4e979132-a6b9-414e-8064-e80f37a8d483,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:43:14.313134 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:14.396661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:14.403070 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:14.404879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] 10.222.0.65 "PUT /v2.0/ports/4e979132-a6b9-414e-8064-e80f37a8d483 HTTP/1.1" status: 200 len: 1092 time: 1.7215369 Feb 09 03:43:14.405385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9914da5-4a6f-4b53-88bb-3a81bf4028fb', 'tag': '4e979132-a6b9-414e-8064-e80f37a8d483'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:14.408653 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b66c44f-1826-4acf-96ff-91a7aba3f20a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9914da5-4a6f-4b53-88bb-3a81bf4028fb", "tag": "4e979132-a6b9-414e-8064-e80f37a8d483"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:14.547794 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd84244-c80f-4e88-bf57-7430ea93f58c x-openstack-request-id: req-ccd84244-c80f-4e88-bf57-7430ea93f58c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:14.548436 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9914da5-4a6f-4b53-88bb-3a81bf4028fb", "tag": "4e979132-a6b9-414e-8064-e80f37a8d483", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:14.548954 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccd84244-c80f-4e88-bf57-7430ea93f58c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:14.558666 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9914da5-4a6f-4b53-88bb-3a81bf4028fb', 'tag': '4e979132-a6b9-414e-8064-e80f37a8d483', 'status': 'completed', 'code': 200} Feb 09 03:43:14.566236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243939a7-7d50-4279-b7d0-ca82a2f0c1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e979132-a6b9-414e-8064-e80f37a8d483,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:14.668598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:43:14.669115 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ee120-5b08-4817-952e-9227d496876e req-0313b485-ae8a-4869-b568-4af8c4974785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:14.670771 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-0313b485-ae8a-4869-b568-4af8c4974785 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 1126 time: 0.1896212 Feb 09 03:43:14.780528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-9cd4a545-7c50-4f61-af32-4e7b4c575ed8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e979132-a6b9-414e-8064-e80f37a8d483 HTTP/1.1" status: 200 len: 217 time: 0.0963118 Feb 09 03:43:14.851619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:43:14.866216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c8d63-94ec-4625-b3c7-3a13afe2eb91 None None] Sync routers for ids ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:43:14.879997 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:14.885528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c8d63-94ec-4625-b3c7-3a13afe2eb91 None None] Routers {'6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:43:14.886154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-df6c8d63-94ec-4625-b3c7-3a13afe2eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:14.886906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ee120-5b08-4817-952e-9227d496876e req-b99228a7-6e0b-4878-a85c-470c3febf125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:14.889591 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-b99228a7-6e0b-4878-a85c-470c3febf125 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.1032877 Feb 09 03:43:14.948519 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-5968f1c5-546f-4b1c-85eb-82f6417d08c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527141 Feb 09 03:43:14.999916 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-312338a9-db4e-4a6e-b195-b7e071bff310 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/floatingips/a1093abe-1b3d-4532-9168-6992da21263e HTTP/1.1" status: 204 len: 168 time: 3.4835014 Feb 09 03:43:15.004469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:15.014801 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5486a8-3121-47a2-aa37-1f500121b8db" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:15.179219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26dd66-876d-4eb8-8a8e-b9bff2985a98 req-894ed583-11ad-4dc5-a73d-5f8933661fca tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:15.191184 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c26dd66-876d-4eb8-8a8e-b9bff2985a98 req-894ed583-11ad-4dc5-a73d-5f8933661fca tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 943 time: 0.3770409 Feb 09 03:43:15.212756 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-04589991-398e-4185-99ab-c89beef734d3 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529910 Feb 09 03:43:15.397995 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c26dd66-876d-4eb8-8a8e-b9bff2985a98 req-fe5f4955-9142-4aeb-9fdf-4e3c255494e5 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042220 Feb 09 03:43:15.508848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746ee120-5b08-4817-952e-9227d496876e req-84310315-ebfc-470c-abf3-0be2ec9f8f8a service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919912 Feb 09 03:43:15.567271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-df6c8d63-94ec-4625-b3c7-3a13afe2eb91 None None] Set router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:43:15.704815 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66c44f-1826-4acf-96ff-91a7aba3f20a req-7bee1328-0486-43db-9062-bc3566b68887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:15.707272 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b66c44f-1826-4acf-96ff-91a7aba3f20a req-7bee1328-0486-43db-9062-bc3566b68887 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 1126 time: 0.1050475 Feb 09 03:43:15.891382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3f005-df45-466d-8d7d-f0b4ff2780f6 req-3cc3f52a-78a7-426b-980e-48d779804a0c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:15.900931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9aa3f005-df45-466d-8d7d-f0b4ff2780f6 req-3cc3f52a-78a7-426b-980e-48d779804a0c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 945 time: 0.2997935 Feb 09 03:43:16.001984 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ab1765-79ab-4d1e-bec6-11dfda811e16 x-openstack-request-id: req-26ab1765-79ab-4d1e-bec6-11dfda811e16 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:16.008926 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:16.011818 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26ab1765-79ab-4d1e-bec6-11dfda811e16 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:16.014971 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'status': 'completed', 'code': 200} Feb 09 03:43:16.329183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4944de43-971b-480d-bab9-fe92b8aef89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:16.380957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49144d8-db76-4573-9268-d5934dae89b2 req-e415c0cd-8e19-438a-8618-8c7fe562065d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:16.388410 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e49144d8-db76-4573-9268-d5934dae89b2 req-e415c0cd-8e19-438a-8618-8c7fe562065d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 945 time: 0.4615185 Feb 09 03:43:16.419648 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9aa3f005-df45-466d-8d7d-f0b4ff2780f6 req-5a8636d3-8cf5-4d4c-96a9-82b1768a9711 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5133746 Feb 09 03:43:16.425488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5486a8-3121-47a2-aa37-1f500121b8db req-476a78c4-47be-4fc0-9667-8303b595f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:16.441477 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f5486a8-3121-47a2-aa37-1f500121b8db req-476a78c4-47be-4fc0-9667-8303b595f069 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 1128 time: 0.4250891 Feb 09 03:43:16.558217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-df6c8d63-94ec-4625-b3c7-3a13afe2eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:41:08Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '356ba5cc-524c-4607-851b-ef4a81681e2f', 'name': '', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:c5:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:07Z', 'updated_at': '2022-02-09T03:41:12Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:16.634337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c8d63-94ec-4625-b3c7-3a13afe2eb91 None None] Checking router: 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:43:16.655201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c8d63-94ec-4625-b3c7-3a13afe2eb91 None None] Routers {'6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:43:16.659186 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-df6c8d63-94ec-4625-b3c7-3a13afe2eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:42:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:16.711302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5486a8-3121-47a2-aa37-1f500121b8db req-5c537ebd-e109-4587-9c08-5c01c9c5b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:16.712924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f5486a8-3121-47a2-aa37-1f500121b8db req-5c537ebd-e109-4587-9c08-5c01c9c5b7d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f18848eb-f23a-4d88-b4bd-820e0124258a HTTP/1.1" status: 200 len: 898 time: 0.2641370 Feb 09 03:43:16.806082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66c44f-1826-4acf-96ff-91a7aba3f20a req-7679655d-e20d-4656-82db-d204b807deee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:16.809719 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b66c44f-1826-4acf-96ff-91a7aba3f20a req-7679655d-e20d-4656-82db-d204b807deee service neutron] 10.222.0.65 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 906 time: 1.0892904 Feb 09 03:43:16.853840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f5486a8-3121-47a2-aa37-1f500121b8db req-7eff45f9-822d-40a8-bf35-209b38eb795a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a HTTP/1.1" status: 200 len: 217 time: 0.1338143 Feb 09 03:43:16.991092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-df6c8d63-94ec-4625-b3c7-3a13afe2eb91 None None] Set router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:43:17.035867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5486a8-3121-47a2-aa37-1f500121b8db req-5162992f-e775-498e-bf46-45e0267c6785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:17.042759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f5486a8-3121-47a2-aa37-1f500121b8db req-5162992f-e775-498e-bf46-45e0267c6785 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=876bcf32-56c0-43b0-b758-e2a64beec718 HTTP/1.1" status: 200 len: 835 time: 0.1839156 Feb 09 03:43:17.081764 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b66c44f-1826-4acf-96ff-91a7aba3f20a req-5f81db2e-00df-44a2-ac6f-91ca50d312a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e979132-a6b9-414e-8064-e80f37a8d483 HTTP/1.1" status: 200 len: 217 time: 0.1819360 Feb 09 03:43:17.152394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5486a8-3121-47a2-aa37-1f500121b8db req-c42baa04-b62a-4fe5-8482-ebefdc926453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:17.154433 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f5486a8-3121-47a2-aa37-1f500121b8db req-c42baa04-b62a-4fe5-8482-ebefdc926453 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f18848eb-f23a-4d88-b4bd-820e0124258a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1062829 Feb 09 03:43:17.173199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-e49144d8-db76-4573-9268-d5934dae89b2 req-d11a91e0-0520-45ad-8076-07b67f956d8d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:43:17.173655 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e49144d8-db76-4573-9268-d5934dae89b2 req-d11a91e0-0520-45ad-8076-07b67f956d8d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:17.337790 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f5486a8-3121-47a2-aa37-1f500121b8db req-e9216bcc-b7f1-458e-96f7-83fbd37333e3 service neutron] 10.222.0.42 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764410 Feb 09 03:43:17.347890 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:43:17.499388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 4e979132-a6b9-414e-8064-e80f37a8d483 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:43:17.605250 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f5486a8-3121-47a2-aa37-1f500121b8db req-7b2b622f-802a-491e-8966-9d9579f5a61c service neutron] 10.222.0.42 "GET /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562811 Feb 09 03:43:17.607471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e49144d8-db76-4573-9268-d5934dae89b2 req-d11a91e0-0520-45ad-8076-07b67f956d8d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] For port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:17.608408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e49144d8-db76-4573-9268-d5934dae89b2 req-d11a91e0-0520-45ad-8076-07b67f956d8d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:17.652742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-e49144d8-db76-4573-9268-d5934dae89b2 req-d11a91e0-0520-45ad-8076-07b67f956d8d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for 22869cb4-f9c8-462e-b026-aa0dae7ecc4a owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:43:17.786950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-df6c8d63-94ec-4625-b3c7-3a13afe2eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:41:08Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '356ba5cc-524c-4607-851b-ef4a81681e2f', 'name': '', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:c5:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:07Z', 'updated_at': '2022-02-09T03:41:12Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:17.819526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c8d63-94ec-4625-b3c7-3a13afe2eb91 None None] The sync data for ids ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'] in n-d-824835-15 is: [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:41:08Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '356ba5cc-524c-4607-851b-ef4a81681e2f', 'name': '', 'network_id': 'f18848eb-f23a-4d88-b4bd-820e0124258a', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:c5:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:41:07Z', 'updated_at': '2022-02-09T03:41:12Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '876bcf32-56c0-43b0-b758-e2a64beec718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:43:17.844006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66db85-7daf-4bb7-a601-fde3c39a2fab req-dd93f89c-c3fb-499a-b81c-9a9228ec6c89 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:17.845700 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee66db85-7daf-4bb7-a601-fde3c39a2fab req-dd93f89c-c3fb-499a-b81c-9a9228ec6c89 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1023e0-8666-4989-a608-a202e6dfc065 HTTP/1.1" status: 200 len: 945 time: 0.1847928 Feb 09 03:43:17.854588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 4e979132-a6b9-414e-8064-e80f37a8d483, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4e979132-a6b9-414e-8064-e80f37a8d483,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:17.873701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '4e979132-a6b9-414e-8064-e80f37a8d483', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'port_id': '4e979132-a6b9-414e-8064-e80f37a8d483', 'mac_address': 'fa:16:3e:26:a0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4467c3d2-5141-494b-88fe-2fbe41f3a7a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:43:17.960786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 4e979132-a6b9-414e-8064-e80f37a8d483 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:17.962665 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:17.977770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f7fc7-58fd-4a6e-8f69-dfdc6aaeb48e req-fd054730-c5fa-4a59-a5e6-40a8d4e6a091 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:17.977770 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d3f7fc7-58fd-4a6e-8f69-dfdc6aaeb48e req-fd054730-c5fa-4a59-a5e6-40a8d4e6a091 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 943 time: 1.2409317 Feb 09 03:43:17.997500 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee66db85-7daf-4bb7-a601-fde3c39a2fab req-9afb6fa3-d6bd-4639-b8a6-d2fb9a5c7b45 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7d695fe-fd2c-464e-ae52-25b8bfea37df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359196 Feb 09 03:43:18.001766 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e49144d8-db76-4573-9268-d5934dae89b2 req-d11a91e0-0520-45ad-8076-07b67f956d8d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (22869cb4-f9c8-462e-b026-aa0dae7ecc4a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:18.026856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e979132-a6b9-414e-8064-e80f37a8d483 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:43:18.052206 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 4e979132-a6b9-414e-8064-e80f37a8d483, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4e979132-a6b9-414e-8064-e80f37a8d483,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:18.059370 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:18.200552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66c44f-1826-4acf-96ff-91a7aba3f20a req-8991dac7-a044-4303-ae5c-eb2c2ee1b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:18.202392 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b66c44f-1826-4acf-96ff-91a7aba3f20a req-8991dac7-a044-4303-ae5c-eb2c2ee1b59e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 1.0994422 Feb 09 03:43:18.229934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a91e0-0520-45ad-8076-07b67f956d8d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=22869cb4-f9c8-462e-b026-aa0dae7ecc4a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:18.244131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49144d8-db76-4573-9268-d5934dae89b2 req-d11a91e0-0520-45ad-8076-07b67f956d8d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] No DVR routers for this DVR port 22869cb4-f9c8-462e-b026-aa0dae7ecc4a on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:43:18.248903 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e49144d8-db76-4573-9268-d5934dae89b2 req-d11a91e0-0520-45ad-8076-07b67f956d8d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:18.253318 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e49144d8-db76-4573-9268-d5934dae89b2 req-d11a91e0-0520-45ad-8076-07b67f956d8d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "DELETE /v2.0/ports/22869cb4-f9c8-462e-b026-aa0dae7ecc4a HTTP/1.1" status: 204 len: 173 time: 1.8522253 Feb 09 03:43:18.265757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'name': 'network-vif-deleted', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:18.268580 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93230bd2-4e19-4f10-be8c-1584a7c39e51" -d '{"events": [{"server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "name": "network-vif-deleted", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:18.300497 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b8e280b-ab29-48e2-87e5-4e777ca1f190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:18.334915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=4e979132-a6b9-414e-8064-e80f37a8d483,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:18.454416 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1d3f7fc7-58fd-4a6e-8f69-dfdc6aaeb48e req-aa3a036c-9ca7-456c-9981-cf594ddd2e00 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309764 Feb 09 03:43:18.467751 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b66c44f-1826-4acf-96ff-91a7aba3f20a req-87c86406-76b2-430b-a99b-46a1931d7236 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2242646 Feb 09 03:43:18.509558 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a74bf07-86af-4951-91d5-441b080ba4a4 None None] New status for floating IP a1093abe-1b3d-4532-9168-6992da21263e: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:43:18.514227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['4e979132-a6b9-414e-8064-e80f37a8d483'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:18.632908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-fa256f94-c5c1-4793-8881-3b1b68867d1e tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:18.641098 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-fa256f94-c5c1-4793-8881-3b1b68867d1e tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/networks?id=ed01a56a-005b-4770-bca2-8b73c84dc433 HTTP/1.1" status: 200 len: 814 time: 0.4529955 Feb 09 03:43:18.665783 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-69028bce-0af6-4f64-ab85-999cb3a91efd tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/quotas/7a2839bc6c004340812c0a1a4eafc215 HTTP/1.1" status: 200 len: 375 time: 0.0192788 Feb 09 03:43:18.682677 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ba18eb-ca76-420a-86aa-c46c86f75fd4 x-openstack-request-id: req-46ba18eb-ca76-420a-86aa-c46c86f75fd4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:18.683385 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1023e0-8666-4989-a608-a202e6dfc065", "name": "network-vif-deleted", "tag": "22869cb4-f9c8-462e-b026-aa0dae7ecc4a", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:18.683708 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46ba18eb-ca76-420a-86aa-c46c86f75fd4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:18.684175 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1023e0-8666-4989-a608-a202e6dfc065', 'name': 'network-vif-deleted', 'tag': '22869cb4-f9c8-462e-b026-aa0dae7ecc4a', 'status': 'completed', 'code': 200} Feb 09 03:43:18.749977 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-c49af03a-dbd4-4d16-961a-9ada9bd25100 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a2839bc6c004340812c0a1a4eafc215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763774 Feb 09 03:43:18.762580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-112ab5e0-83f4-4766-b2d4-97c8ad83e4e9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:43:18.776290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-112ab5e0-83f4-4766-b2d4-97c8ad83e4e9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228200 Feb 09 03:43:19.061860 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b66c44f-1826-4acf-96ff-91a7aba3f20a req-ef8a1e74-d5c0-448e-90e5-bf11ab0766b3 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887921 Feb 09 03:43:19.085405 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-58a2fd45-ba9b-43a9-aa54-0e6bef1f08c6 service neutron] 10.222.0.21 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085189 Feb 09 03:43:19.123683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37636) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:19.217930 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-d28e5749-431e-4f74-a95f-7560951517fd service neutron] 10.222.0.21 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288617 Feb 09 03:43:19.372695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:19.564048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83f0bc17-3dda-4beb-be4e-c32bd642c0cf req-fcb4ed94-9e9c-4267-9493-b507c6fdd4fc tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 210 time: 0.1339784 Feb 09 03:43:19.623819 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b66c44f-1826-4acf-96ff-91a7aba3f20a req-14060c0f-5276-4a1b-9b2e-149742592784 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538228 Feb 09 03:43:19.702312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 22869cb4-f9c8-462e-b026-aa0dae7ecc4a no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:43:19.744163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e0cd1-1b87-4e06-9699-ee47d019de26 req-9ed6e3c9-31b8-48c6-906d-c2a11f01655d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:19.744636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 22869cb4-f9c8-462e-b026-aa0dae7ecc4a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:43:19.744636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 22869cb4-f9c8-462e-b026-aa0dae7ecc4a not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:43:19.752020 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-219e0cd1-1b87-4e06-9699-ee47d019de26 req-9ed6e3c9-31b8-48c6-906d-c2a11f01655d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 944 time: 0.1251256 Feb 09 03:43:19.886331 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-219e0cd1-1b87-4e06-9699-ee47d019de26 req-168c216f-b951-405c-8ca1-5e9d8dae5f1b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274309 Feb 09 03:43:20.224708 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe66eefe-8600-4308-8ca0-a9b6eea94a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:20.792518 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:21.066889 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e2191b0-1d2f-49d1-a4be-8d51d3ff40bc req-8bb88bcd-af8f-4fb7-af59-3ac7e97b2279 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 210 time: 0.1434398 Feb 09 03:43:21.238090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb957c-ba0b-4a7a-abda-17b67d2dc7f4 req-a017a7bc-c3a5-42fa-a3bb-279315bc58a8 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:21.239697 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62cb957c-ba0b-4a7a-abda-17b67d2dc7f4 req-a017a7bc-c3a5-42fa-a3bb-279315bc58a8 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 944 time: 0.2102828 Feb 09 03:43:21.332357 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62cb957c-ba0b-4a7a-abda-17b67d2dc7f4 req-638ac173-8762-4b6a-aa24-21814049e094 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852978 Feb 09 03:43:21.370315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-c8aa9dcd-094f-4294-9c09-9dcc83ece085 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:21.374509 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-c8aa9dcd-094f-4294-9c09-9dcc83ece085 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.42 "GET /v2.0/networks?id=ed01a56a-005b-4770-bca2-8b73c84dc433 HTTP/1.1" status: 200 len: 814 time: 0.2841880 Feb 09 03:43:21.392637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Request body: {'port': {'device_id': '2e51de9e-3304-4bbc-95ef-74d3284c3f70', 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433', 'admin_state_up': True, 'tenant_id': '7a2839bc6c004340812c0a1a4eafc215'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:21.494548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 4e979132-a6b9-414e-8064-e80f37a8d483 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:43:21.721158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 4e979132-a6b9-414e-8064-e80f37a8d483 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:43:21.746946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 4e979132-a6b9-414e-8064-e80f37a8d483 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:21.747349 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:21.932164 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Made reservation on behalf of 7a2839bc6c004340812c0a1a4eafc215 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:43:21.937161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:21.996389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fe66eefe-8600-4308-8ca0-a9b6eea94a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port 356ba5cc-524c-4607-851b-ef4a81681e2f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:43:21.997214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe66eefe-8600-4308-8ca0-a9b6eea94a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:22.031513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 4e979132-a6b9-414e-8064-e80f37a8d483 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:22.032606 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:22.036716 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:22.099187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 4e979132-a6b9-414e-8064-e80f37a8d483, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4e979132-a6b9-414e-8064-e80f37a8d483,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:22.102255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9914da5-4a6f-4b53-88bb-3a81bf4028fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e979132-a6b9-414e-8064-e80f37a8d483'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:22.108998 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daba01c-1761-4288-8780-0579f9c13648" -d '{"events": [{"server_uuid": "a9914da5-4a6f-4b53-88bb-3a81bf4028fb", "name": "network-vif-plugged", "status": "completed", "tag": "4e979132-a6b9-414e-8064-e80f37a8d483"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:22.118841 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:22.212608 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64872cf-034a-4f85-923f-c8bbb382f45e x-openstack-request-id: req-a64872cf-034a-4f85-923f-c8bbb382f45e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:22.212893 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9914da5-4a6f-4b53-88bb-3a81bf4028fb", "name": "network-vif-plugged", "status": "completed", "tag": "4e979132-a6b9-414e-8064-e80f37a8d483", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:22.217638 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a64872cf-034a-4f85-923f-c8bbb382f45e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:22.218159 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9914da5-4a6f-4b53-88bb-3a81bf4028fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e979132-a6b9-414e-8064-e80f37a8d483', 'code': 200} Feb 09 03:43:22.237241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=4e979132-a6b9-414e-8064-e80f37a8d483,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:22.265194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d343bd25-cbda-42c3-8b23-b558bfb1379f req-d1ddb233-68a0-4012-a3b7-0ce1ec0feb41 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 210 time: 0.0520446 Feb 09 03:43:22.274632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fe66eefe-8600-4308-8ca0-a9b6eea94a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] For port 356ba5cc-524c-4607-851b-ef4a81681e2f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=356ba5cc-524c-4607-851b-ef4a81681e2f,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:22.274998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe66eefe-8600-4308-8ca0-a9b6eea94a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:22.294483 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Allocated IP 172.20.0.5 (ed01a56a-005b-4770-bca2-8b73c84dc433/41e439c7-4132-4ffa-b50e-5b4ce5336f71/ced86516-4213-467d-91b7-4346b6f259e4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:43:22.296646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fe66eefe-8600-4308-8ca0-a9b6eea94a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for 356ba5cc-524c-4607-851b-ef4a81681e2f owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:43:22.466513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13aedc-1e1f-49e0-8403-9789f17340cf req-d104bd76-7a9c-4097-a78d-697e15a1db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:22.468042 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c13aedc-1e1f-49e0-8403-9789f17340cf req-d104bd76-7a9c-4097-a78d-697e15a1db90 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 1128 time: 0.1647305 Feb 09 03:43:22.598305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92e5b5-fb05-4d50-a717-c3dee7f49440 req-1ec5e332-ede7-4400-b4fa-c0fb916f4190 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:22.601556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b92e5b5-fb05-4d50-a717-c3dee7f49440 req-1ec5e332-ede7-4400-b4fa-c0fb916f4190 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 945 time: 0.1502604 Feb 09 03:43:22.654687 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c13aedc-1e1f-49e0-8403-9789f17340cf req-529fb596-e995-4cbb-87e1-5fba4b330ac6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756046 Feb 09 03:43:22.715826 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b92e5b5-fb05-4d50-a717-c3dee7f49440 req-7c925d9d-386f-4618-98cf-06b2c9db3047 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907786 Feb 09 03:43:22.772789 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks [] for port (ced86516-4213-467d-91b7-4346b6f259e4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:22.876787 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ced86516-4213-467d-91b7-4346b6f259e4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:22.938632 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe66eefe-8600-4308-8ca0-a9b6eea94a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (356ba5cc-524c-4607-851b-ef4a81681e2f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:22.953894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Network ed01a56a-005b-4770-bca2-8b73c84dc433 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:43:22.964822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:43:22.967247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:43:23.028435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Pushing event updated for resources: {'Port': ['ID=ced86516-4213-467d-91b7-4346b6f259e4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:23.085682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66eefe-8600-4308-8ca0-a9b6eea94a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=356ba5cc-524c-4607-851b-ef4a81681e2f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:23.111820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:23.112463 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:23.139544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-9ca8eca6-9ee5-4d08-91d3-37a76d2b9946 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7541554 Feb 09 03:43:23.189505 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Request body: {'port': {'device_id': '2e51de9e-3304-4bbc-95ef-74d3284c3f70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:23.283761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe66eefe-8600-4308-8ca0-a9b6eea94a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:23.508459 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ced86516-4213-467d-91b7-4346b6f259e4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:23.566390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd979626-542f-4a94-999c-7984d1b4b266 req-76a47b9f-0947-49c1-9d0b-dc2520bc6859 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:23.569265 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd979626-542f-4a94-999c-7984d1b4b266 req-76a47b9f-0947-49c1-9d0b-dc2520bc6859 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 931 time: 0.1901584 Feb 09 03:43:23.884521 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd979626-542f-4a94-999c-7984d1b4b266 req-a3e0370f-a2b7-4ec8-a4ab-e16af3610a02 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659721 Feb 09 03:43:23.956668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5dcae-c29f-4938-a712-9c2aa81cd400 req-735e283d-5272-4172-b7b3-d29e38c3b2fb tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:23.966483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6e5dcae-c29f-4938-a712-9c2aa81cd400 req-735e283d-5272-4172-b7b3-d29e38c3b2fb tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 945 time: 0.1083226 Feb 09 03:43:24.065065 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6e5dcae-c29f-4938-a712-9c2aa81cd400 req-255d3aa0-c649-4ff5-954d-6175db4087ef tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974507 Feb 09 03:43:24.097944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced86516-4213-467d-91b7-4346b6f259e4 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:43:24.107130 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Publish callbacks [] for port (ced86516-4213-467d-91b7-4346b6f259e4), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:24.120912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Transition to ACTIVE for port object ced86516-4213-467d-91b7-4346b6f259e4 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:43:24.136736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe66eefe-8600-4308-8ca0-a9b6eea94a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:43:24.140177 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ced86516-4213-467d-91b7-4346b6f259e4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:24.204046 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:24.213990 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37744) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:24.394518 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf026-b9cb-4fd5-b630-88363785c582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:24.502143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Pushing event updated for resources: {'Port': ['ID=ced86516-4213-467d-91b7-4346b6f259e4,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:24.505840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe66eefe-8600-4308-8ca0-a9b6eea94a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:43:24.539637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fe66eefe-8600-4308-8ca0-a9b6eea94a1c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "PUT /v2.0/routers/6ff00e38-331a-4fdc-b2b8-0a5b30d1d756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4109952 Feb 09 03:43:24.544886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37754) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:24.552821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea046229-0032-4b6a-b7c4-964b04d690f5 None None] Sync routers for ids ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:43:24.578701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea046229-0032-4b6a-b7c4-964b04d690f5 None None] Routers {'6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:43:24.579530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ea046229-0032-4b6a-b7c4-964b04d690f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:43:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:24.594002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.602213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.603048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.603809 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.604502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.605036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.606938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.607681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.608194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.609311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.609685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.610030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.610760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:24.697643 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf026-b9cb-4fd5-b630-88363785c582 admin admin] Publish callbacks [] for security_group (c05c0d0e-bb1d-4f3a-8ee7-e05b946f0fb3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:24.710269 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf026-b9cb-4fd5-b630-88363785c582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c05c0d0e-bb1d-4f3a-8ee7-e05b946f0fb3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:24.712206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Attempting to bind port ced86516-4213-467d-91b7-4346b6f259e4 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:43:24.712775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Attempting to bind port ced86516-4213-467d-91b7-4346b6f259e4 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '162404bf-97be-46e7-95fe-797b6997c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:43:24.713146 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Attempting to bind port ced86516-4213-467d-91b7-4346b6f259e4 on network ed01a56a-005b-4770-bca2-8b73c84dc433 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:24.723632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Port ced86516-4213-467d-91b7-4346b6f259e4 on network ed01a56a-005b-4770-bca2-8b73c84dc433 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:43:24.723828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Attempting to bind port ced86516-4213-467d-91b7-4346b6f259e4 on network ed01a56a-005b-4770-bca2-8b73c84dc433 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:24.743138 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48d8fe3-0ea5-46e4-9e1d-d1c7bc852452 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting subnet 876bcf32-56c0-43b0-b758-e2a64beec718 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:43:24.746503 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b48d8fe3-0ea5-46e4-9e1d-d1c7bc852452 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for subnet (876bcf32-56c0-43b0-b758-e2a64beec718), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:24.791579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbf026-b9cb-4fd5-b630-88363785c582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05c0d0e-bb1d-4f3a-8ee7-e05b946f0fb3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:24.797837 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b48d8fe3-0ea5-46e4-9e1d-d1c7bc852452 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (876bcf32-56c0-43b0-b758-e2a64beec718), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:24.833047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9fcbf026-b9cb-4fd5-b630-88363785c582 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1cd2ef7c63b436580cc61a63c0fad77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6155539 Feb 09 03:43:24.833682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37762) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:24.850924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-ea046229-0032-4b6a-b7c4-964b04d690f5 None None] Set router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:43:24.905275 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b48d8fe3-0ea5-46e4-9e1d-d1c7bc852452 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (876bcf32-56c0-43b0-b758-e2a64beec718), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:24.960026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4ae8cc51-84b5-4e75-ba50-708e67b5145c admin admin] Publish callbacks [] for security_group (c05c0d0e-bb1d-4f3a-8ee7-e05b946f0fb3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:24.966455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:43:24.968431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Checking segment: {'id': '162404bf-97be-46e7-95fe-797b6997c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:43:24.969045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Bound using segment: {'id': '162404bf-97be-46e7-95fe-797b6997c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:43:24.971910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Bound port: ced86516-4213-467d-91b7-4346b6f259e4, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162404bf-97be-46e7-95fe-797b6997c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:43:24.972337 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ced86516-4213-467d-91b7-4346b6f259e4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:25.005070 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b48d8fe3-0ea5-46e4-9e1d-d1c7bc852452 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (876bcf32-56c0-43b0-b758-e2a64beec718), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:25.017742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4ae8cc51-84b5-4e75-ba50-708e67b5145c admin admin] Publish callbacks [] for security_group (c05c0d0e-bb1d-4f3a-8ee7-e05b946f0fb3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:25.101220 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b48d8fe3-0ea5-46e4-9e1d-d1c7bc852452 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:25.109171 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b48d8fe3-0ea5-46e4-9e1d-d1c7bc852452 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/subnets/876bcf32-56c0-43b0-b758-e2a64beec718 HTTP/1.1" status: 204 len: 168 time: 0.5585709 Feb 09 03:43:25.115147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d8fe3-0ea5-46e4-9e1d-d1c7bc852452 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Subnet': ['ID=876bcf32-56c0-43b0-b758-e2a64beec718,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:25.119407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37768) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:25.146731 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4ae8cc51-84b5-4e75-ba50-708e67b5145c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c05c0d0e-bb1d-4f3a-8ee7-e05b946f0fb3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:25.153098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4ae8cc51-84b5-4e75-ba50-708e67b5145c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:25.154400 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4ae8cc51-84b5-4e75-ba50-708e67b5145c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c05c0d0e-bb1d-4f3a-8ee7-e05b946f0fb3 HTTP/1.1" status: 204 len: 168 time: 0.3197644 Feb 09 03:43:25.157726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be3076a-0e76-428d-8319-f4bc7623af56 None None] Network f18848eb-f23a-4d88-b4bd-820e0124258a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:43:25.171418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8cc51-84b5-4e75-ba50-708e67b5145c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05c0d0e-bb1d-4f3a-8ee7-e05b946f0fb3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:25.301849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e212b71-58d5-4e8a-b3d4-0f9e154c46ce req-a5fe7c76-dfe3-480e-a659-d915ca857f48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:25.310453 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e212b71-58d5-4e8a-b3d4-0f9e154c46ce req-a5fe7c76-dfe3-480e-a659-d915ca857f48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 945 time: 0.1056950 Feb 09 03:43:25.320268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] For port ced86516-4213-467d-91b7-4346b6f259e4, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:43:25.344810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] For port ced86516-4213-467d-91b7-4346b6f259e4, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ced86516-4213-467d-91b7-4346b6f259e4,segment=NetworkSegment(162404bf-97be-46e7-95fe-797b6997c619),segment_id=162404bf-97be-46e7-95fe-797b6997c619)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:43:25.372517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ea046229-0032-4b6a-b7c4-964b04d690f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:43:22Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:25.374493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c09b1-208f-4db3-8242-34e17aaf1684 req-11df840a-ec54-4595-b883-9bf1149653d3 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:25.376430 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-840c09b1-208f-4db3-8242-34e17aaf1684 req-11df840a-ec54-4595-b883-9bf1149653d3 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 943 time: 0.3653667 Feb 09 03:43:25.377903 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ced86516-4213-467d-91b7-4346b6f259e4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:25.452505 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e212b71-58d5-4e8a-b3d4-0f9e154c46ce req-4858eb64-bc42-4139-ae30-77fdbeeb019c tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362553 Feb 09 03:43:25.457156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce5443-747b-40b7-804c-e6cf3dc5745d None None] DHCP port deletion for f18848eb-f23a-4d88-b4bd-820e0124258a request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:43:25.463717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea046229-0032-4b6a-b7c4-964b04d690f5 None None] Checking router: 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:43:25.511044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea046229-0032-4b6a-b7c4-964b04d690f5 None None] Routers {'6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:43:25.511988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ea046229-0032-4b6a-b7c4-964b04d690f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:43:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:25.518073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:25.518916 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:25.520344 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] 10.222.0.42 "PUT /v2.0/ports/ced86516-4213-467d-91b7-4346b6f259e4 HTTP/1.1" status: 200 len: 1092 time: 2.3351715 Feb 09 03:43:25.521092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b499b4-8d1e-4c45-bc99-a03e8db98809 service neutron] Pushing event updated for resources: {'Port': ['ID=ced86516-4213-467d-91b7-4346b6f259e4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:25.525437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e51de9e-3304-4bbc-95ef-74d3284c3f70', 'tag': 'ced86516-4213-467d-91b7-4346b6f259e4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:25.528188 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847420eb-0c95-485e-aab5-7d6d102e1154" -d '{"events": [{"name": "network-changed", "server_uuid": "2e51de9e-3304-4bbc-95ef-74d3284c3f70", "tag": "ced86516-4213-467d-91b7-4346b6f259e4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:25.596425 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-840c09b1-208f-4db3-8242-34e17aaf1684 req-6f3d7d55-44d7-43f0-a7ec-7e701515ba74 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055092 Feb 09 03:43:25.652385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5fce5443-747b-40b7-804c-e6cf3dc5745d None None] Deleting port 5c953d77-079d-494f-b8f0-df80354f9d30 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:43:25.652972 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fce5443-747b-40b7-804c-e6cf3dc5745d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:25.712807 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:25.828231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-319bc03f-b160-4a18-86ab-18fa2bee1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:25.830212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-319bc03f-b160-4a18-86ab-18fa2bee1eb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a2839bc6c004340812c0a1a4eafc215&device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 1126 time: 0.2473989 Feb 09 03:43:25.978204 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-fb263902-76d9-492b-8c9b-7887a0db1146 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ced86516-4213-467d-91b7-4346b6f259e4 HTTP/1.1" status: 200 len: 217 time: 0.1392696 Feb 09 03:43:26.161491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5fce5443-747b-40b7-804c-e6cf3dc5745d None None] For port 5c953d77-079d-494f-b8f0-df80354f9d30, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5c953d77-079d-494f-b8f0-df80354f9d30,segment=NetworkSegment(9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8),segment_id=9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:26.162282 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fce5443-747b-40b7-804c-e6cf3dc5745d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:26.179136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-ea046229-0032-4b6a-b7c4-964b04d690f5 None None] Set router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:43:26.212392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5fce5443-747b-40b7-804c-e6cf3dc5745d None None] Calling delete_port for 5c953d77-079d-494f-b8f0-df80354f9d30 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:43:26.235708 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e38e029-ff3e-4903-b05f-b964dd818f0b x-openstack-request-id: req-9e38e029-ff3e-4903-b05f-b964dd818f0b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:26.236000 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e51de9e-3304-4bbc-95ef-74d3284c3f70", "tag": "ced86516-4213-467d-91b7-4346b6f259e4", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:26.236252 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e38e029-ff3e-4903-b05f-b964dd818f0b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:26.236661 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e51de9e-3304-4bbc-95ef-74d3284c3f70', 'tag': 'ced86516-4213-467d-91b7-4346b6f259e4', 'status': 'completed', 'code': 200} Feb 09 03:43:26.331121 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-50d18b39-b7a4-45c1-9e4f-53130f9314c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:26.332872 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-50d18b39-b7a4-45c1-9e4f-53130f9314c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41e439c7-4132-4ffa-b50e-5b4ce5336f71 HTTP/1.1" status: 200 len: 854 time: 0.3406940 Feb 09 03:43:26.340632 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:26.403579 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5c953d77-079d-494f-b8f0-df80354f9d30 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:43:26.441025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-3ce71410-56b4-44b9-9c9a-375cdaa25bd5 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:26.442755 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-3ce71410-56b4-44b9-9c9a-375cdaa25bd5 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.3462667 Feb 09 03:43:26.446418 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-5bbf57c6-bf9a-4faf-b6d7-c96b28c4d07f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed01a56a-005b-4770-bca2-8b73c84dc433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922019 Feb 09 03:43:26.615530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-02c4d781-a723-4a85-9f35-6c6a7052f552 service neutron] 10.222.0.42 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427524 Feb 09 03:43:26.619770 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-ecb9faaa-a533-4a5c-bcff-418432582531 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/quotas/214c822454564e5eb0646fdf0c0c6d51 HTTP/1.1" status: 200 len: 375 time: 0.1709120 Feb 09 03:43:26.766262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 5c953d77-079d-494f-b8f0-df80354f9d30 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:26.766956 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:26.791491 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fce5443-747b-40b7-804c-e6cf3dc5745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (5c953d77-079d-494f-b8f0-df80354f9d30), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:26.811904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fce5443-747b-40b7-804c-e6cf3dc5745d None None] No DVR routers for this DVR port 5c953d77-079d-494f-b8f0-df80354f9d30 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:43:26.873184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce5443-747b-40b7-804c-e6cf3dc5745d None None] Pushing event deleted for resources: {'Port': ['ID=5c953d77-079d-494f-b8f0-df80354f9d30,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:26.910831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-ea046229-0032-4b6a-b7c4-964b04d690f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:43:22Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:26.926086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75427e90-a205-43e3-b7b9-f6e29b7bbbb4 req-088ba638-7ba0-4dea-9330-76a31d6af021 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:26.939960 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75427e90-a205-43e3-b7b9-f6e29b7bbbb4 req-088ba638-7ba0-4dea-9330-76a31d6af021 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 943 time: 0.1784902 Feb 09 03:43:26.981503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea046229-0032-4b6a-b7c4-964b04d690f5 None None] The sync data for ids ['6ff00e38-331a-4fdc-b2b8-0a5b30d1d756'] in n-d-824835-15 is: [{'id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537584392', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:52Z', 'updated_at': '2022-02-09T03:43:22Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '9b04d101-0d86-4045-8f14-bc63a4d50710', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff00e38-331a-4fdc-b2b8-0a5b30d1d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:54Z', 'updated_at': '2022-02-09T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:43:27.131064 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75427e90-a205-43e3-b7b9-f6e29b7bbbb4 req-58e85652-7401-4760-98a5-68fcda575d51 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901231 Feb 09 03:43:27.521265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port 9b04d101-0d86-4045-8f14-bc63a4d50710 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:43:27.521651 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:27.589195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5118cbf5-bbda-44a6-bc40-3b482ef31b80 req-41925928-510f-413c-a2df-e5650d817e70 service neutron] 10.222.0.42 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9633641 Feb 09 03:43:27.601935 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-7f7d8de0-1d26-4429-8bf5-176a92332b6c tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1543114 Feb 09 03:43:27.771844 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] For port 9b04d101-0d86-4045-8f14-bc63a4d50710, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9b04d101-0d86-4045-8f14-bc63a4d50710,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:27.772409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:27.792986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for 9b04d101-0d86-4045-8f14-bc63a4d50710 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:43:27.834305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847420eb-0c95-485e-aab5-7d6d102e1154 req-025b6046-1ec5-4335-b185-935f1a50f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:27.836606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-847420eb-0c95-485e-aab5-7d6d102e1154 req-025b6046-1ec5-4335-b185-935f1a50f52c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a2839bc6c004340812c0a1a4eafc215&device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 1126 time: 0.1418290 Feb 09 03:43:27.876414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-61f8883b-8e3a-4fc9-8448-827e19f6b060 service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599585 Feb 09 03:43:28.096439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847420eb-0c95-485e-aab5-7d6d102e1154 req-fcb1525a-2739-49a2-ba46-7d8ad3fa2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:28.097980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-847420eb-0c95-485e-aab5-7d6d102e1154 req-fcb1525a-2739-49a2-ba46-7d8ad3fa2b69 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed01a56a-005b-4770-bca2-8b73c84dc433 HTTP/1.1" status: 200 len: 915 time: 0.2324746 Feb 09 03:43:28.156704 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-80dcd1ca-7e39-4c76-a430-3430be358bbd service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646010 Feb 09 03:43:28.199334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-847420eb-0c95-485e-aab5-7d6d102e1154 req-67ad0ec4-4430-4a13-b1e5-8d57836c40aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ced86516-4213-467d-91b7-4346b6f259e4 HTTP/1.1" status: 200 len: 217 time: 0.0877979 Feb 09 03:43:28.238289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 356ba5cc-524c-4607-851b-ef4a81681e2f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:43:28.275886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 356ba5cc-524c-4607-851b-ef4a81681e2f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:43:28.276995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 356ba5cc-524c-4607-851b-ef4a81681e2f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:43:28.321783 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847420eb-0c95-485e-aab5-7d6d102e1154 req-2c7c4bbd-ac97-4e45-a680-ff8b1b13ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:28.323548 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-847420eb-0c95-485e-aab5-7d6d102e1154 req-2c7c4bbd-ac97-4e45-a680-ff8b1b13ac3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41e439c7-4132-4ffa-b50e-5b4ce5336f71 HTTP/1.1" status: 200 len: 854 time: 0.1051688 Feb 09 03:43:28.325422 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (9b04d101-0d86-4045-8f14-bc63a4d50710), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:28.373928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=9b04d101-0d86-4045-8f14-bc63a4d50710,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:28.404832 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-847420eb-0c95-485e-aab5-7d6d102e1154 req-4c6e47eb-9a32-42d3-8807-c99170a6b8ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed01a56a-005b-4770-bca2-8b73c84dc433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735757 Feb 09 03:43:28.428801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d7e92-b3a3-4131-89db-737096fae250 req-496a8deb-ec31-4d4b-a747-2277499a2996 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:28.428801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-610d7e92-b3a3-4131-89db-737096fae250 req-496a8deb-ec31-4d4b-a747-2277499a2996 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 943 time: 0.1566582 Feb 09 03:43:28.534273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-610d7e92-b3a3-4131-89db-737096fae250 req-248dc292-544c-4d9b-8c8c-2840c050c2f0 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983648 Feb 09 03:43:28.563441 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-847420eb-0c95-485e-aab5-7d6d102e1154 req-719994d8-32c0-49b3-9a04-8c470ed65934 service neutron] 10.222.0.42 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086912 Feb 09 03:43:28.632177 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e2509ac-56be-40ef-bcb6-a806dd43bbfb req-45c91603-4b07-4f6a-bb0e-76e937a4391a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 210 time: 0.0712247 Feb 09 03:43:28.718541 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:28.904351 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:28.908147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_controller (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:28.931508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-847420eb-0c95-485e-aab5-7d6d102e1154 req-5ea4a3e8-3d78-4c79-9d8f-994f643857b2 service neutron] 10.222.0.42 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368690 Feb 09 03:43:29.007540 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (6ff00e38-331a-4fdc-b2b8-0a5b30d1d756), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:29.008350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Fanout notify agent at l3_agent the message router_deleted on router 6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:43:29.018458 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:29.022453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f4c3ae82-b9f2-48b1-a890-7f8b8f05ed98 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/routers/6ff00e38-331a-4fdc-b2b8-0a5b30d1d756 HTTP/1.1" status: 204 len: 168 time: 3.9000669 Feb 09 03:43:29.022604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37896) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:29.181606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (f18848eb-f23a-4d88-b4bd-820e0124258a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:29.411823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (f18848eb-f23a-4d88-b4bd-820e0124258a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:29.455803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18848eb-f23a-4d88-b4bd-820e0124258a']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:29.466487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:29.466823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:29.483016 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:29.498851 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:29.511904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:43:29.512306 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (9d617fc9-cb92-48aa-9cdb-5d605fe5a4f8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:43:29.515583 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:43:29.626788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (f18848eb-f23a-4d88-b4bd-820e0124258a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:29.635244 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:29.645217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37910) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:29.646117 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/networks/f18848eb-f23a-4d88-b4bd-820e0124258a HTTP/1.1" status: 204 len: 168 time: 0.6208389 Feb 09 03:43:29.689261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Network': ['ID=f18848eb-f23a-4d88-b4bd-820e0124258a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:29.700669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.701026 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.701403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.701738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.702076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.702417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.702751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.703439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.703439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.703727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.704059 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.704431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.704713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96acc20b-6ea2-4cda-b8b9-9896127ce6d5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:29.794767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b8ef9-55be-41a9-befa-8aea4b024c0d req-0ebd81b1-baad-4242-b9a6-b734eb712992 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:29.808419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c92b8ef9-55be-41a9-befa-8aea4b024c0d req-0ebd81b1-baad-4242-b9a6-b734eb712992 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 943 time: 0.1097019 Feb 09 03:43:29.884632 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ec2a1e82-1eb7-4b12-8687-1c6d6ca5b6af req-2abb4546-8cf4-486a-9000-1579242db3ae tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 210 time: 0.0616920 Feb 09 03:43:29.896507 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c92b8ef9-55be-41a9-befa-8aea4b024c0d req-0704c45e-1183-4cd9-af6e-bac39e8753b2 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871251 Feb 09 03:43:29.979582 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-694b4116-d815-4457-a54b-918f470a9c07 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (d7d695fe-fd2c-464e-ae52-25b8bfea37df), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:30.029872 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-694b4116-d815-4457-a54b-918f470a9c07 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (d7d695fe-fd2c-464e-ae52-25b8bfea37df), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:30.213546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-0dc9924c-3141-46c5-9eb2-c5019742d037 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:30.215150 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-0dc9924c-3141-46c5-9eb2-c5019742d037 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.1621854 Feb 09 03:43:30.239264 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Request body: {'port': {'device_id': 'a5013222-d2d5-4138-ad57-759e5bc36c2d', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'admin_state_up': True, 'tenant_id': '214c822454564e5eb0646fdf0c0c6d51'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:30.256286 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-694b4116-d815-4457-a54b-918f470a9c07 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d7d695fe-fd2c-464e-ae52-25b8bfea37df), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:30.259157 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-694b4116-d815-4457-a54b-918f470a9c07 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:30.260309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-694b4116-d815-4457-a54b-918f470a9c07 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/security-groups/d7d695fe-fd2c-464e-ae52-25b8bfea37df HTTP/1.1" status: 204 len: 168 time: 0.6132464 Feb 09 03:43:30.286546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9b04d101-0d86-4045-8f14-bc63a4d50710 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:43:30.312233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b4116-d815-4457-a54b-918f470a9c07 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d695fe-fd2c-464e-ae52-25b8bfea37df,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:30.315700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 9b04d101-0d86-4045-8f14-bc63a4d50710 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:43:30.317286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9b04d101-0d86-4045-8f14-bc63a4d50710 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:43:30.391284 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Made reservation on behalf of 214c822454564e5eb0646fdf0c0c6d51 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:43:30.394700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:30.576664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Allocated IP 172.20.0.5 (4f9af93b-6f33-432e-8238-e1dfab3db085/4467c3d2-5141-494b-88fe-2fbe41f3a7a9/cbb30f4e-c9e9-45be-ad91-9bf58847d3c7) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:43:30.772369 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks [] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:30.800340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37944) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:30.805965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3a150b16-da2c-465e-b0ef-fb1317e53ed1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1703509115', 'description': 'tempest-secgroup-smoke-1703509115 description', 'project_id': '2d97c098e98a427b87333af505a5b6d1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:30.831151 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:30.833559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a150b16-da2c-465e-b0ef-fb1317e53ed1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:30.845901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:30.892192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['4e979132-a6b9-414e-8064-e80f37a8d483'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:31.013473 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a150b16-da2c-465e-b0ef-fb1317e53ed1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (16743e18-20d8-443b-a482-0a9c7372c411), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.016681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Network 4f9af93b-6f33-432e-8238-e1dfab3db085 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:43:31.017593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event updated for resources: {'Port': ['ID=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:31.029561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:43:31.034753 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a150b16-da2c-465e-b0ef-fb1317e53ed1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (16743e18-20d8-443b-a482-0a9c7372c411), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.040914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:43:31.194065 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a150b16-da2c-465e-b0ef-fb1317e53ed1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.195629 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3a150b16-da2c-465e-b0ef-fb1317e53ed1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3942595 Feb 09 03:43:31.206190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 37960) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:31.214016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54cb70-d349-47ff-a8e7-fa68d1b21083 req-cd411230-9899-4890-a8a2-a5383866add9 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:31.214607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f4f67dc4-5697-49ad-aaaf-6d0c58dc7746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': '16743e18-20d8-443b-a482-0a9c7372c411', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:31.227204 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f54cb70-d349-47ff-a8e7-fa68d1b21083 req-cd411230-9899-4890-a8a2-a5383866add9 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 943 time: 0.1407411 Feb 09 03:43:31.255016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a150b16-da2c-465e-b0ef-fb1317e53ed1 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16743e18-20d8-443b-a482-0a9c7372c411,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:31.280985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:31.281634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.301334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5d9a0-aafe-46db-aaab-9984e10b9b10 req-6fe1f39b-d7e6-4d39-9239-bd4c8e2e7c88 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:31.303484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d9e5d9a0-aafe-46db-aaab-9984e10b9b10 req-6fe1f39b-d7e6-4d39-9239-bd4c8e2e7c88 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 931 time: 0.1953461 Feb 09 03:43:31.340527 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4f67dc4-5697-49ad-aaaf-6d0c58dc7746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (b70544a5-6153-4b7b-b6e8-c5cb52dd65d5), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.345966 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f54cb70-d349-47ff-a8e7-fa68d1b21083 req-c0d92c86-ea9b-4a30-8c82-302652b1d5e2 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175499 Feb 09 03:43:31.399414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-5e144cff-1a9f-4644-9d36-ae3a210b4b50 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1641564 Feb 09 03:43:31.424272 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4f67dc4-5697-49ad-aaaf-6d0c58dc7746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (b70544a5-6153-4b7b-b6e8-c5cb52dd65d5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.432050 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Request body: {'port': {'device_id': 'a5013222-d2d5-4138-ad57-759e5bc36c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:31.447711 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4f67dc4-5697-49ad-aaaf-6d0c58dc7746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (b70544a5-6153-4b7b-b6e8-c5cb52dd65d5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.498930 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d9e5d9a0-aafe-46db-aaab-9984e10b9b10 req-5c46975f-9624-4803-b698-a3760a423397 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835880 Feb 09 03:43:31.508008 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4f67dc4-5697-49ad-aaaf-6d0c58dc7746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.509010 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f4f67dc4-5697-49ad-aaaf-6d0c58dc7746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987216 Feb 09 03:43:31.511863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f67dc4-5697-49ad-aaaf-6d0c58dc7746 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70544a5-6153-4b7b-b6e8-c5cb52dd65d5,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:31.512139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37968) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:31.517577 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e6f6b9fa-6f10-4394-a6ce-a9d111ef7cd2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': '16743e18-20d8-443b-a482-0a9c7372c411', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:31.562014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.565926 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b9fa-6f10-4394-a6ce-a9d111ef7cd2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (329597a2-da02-4b23-9108-6c50e439035b), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.675721 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b9fa-6f10-4394-a6ce-a9d111ef7cd2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (329597a2-da02-4b23-9108-6c50e439035b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.681343 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b9fa-6f10-4394-a6ce-a9d111ef7cd2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (329597a2-da02-4b23-9108-6c50e439035b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.707890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6b9fa-6f10-4394-a6ce-a9d111ef7cd2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329597a2-da02-4b23-9108-6c50e439035b,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:31.723385 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b9fa-6f10-4394-a6ce-a9d111ef7cd2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.725645 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e6f6b9fa-6f10-4394-a6ce-a9d111ef7cd2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2118266 Feb 09 03:43:31.728405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37972) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:31.734295 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4bad0d1a-3220-483e-8181-5daa87247d47 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': '16743e18-20d8-443b-a482-0a9c7372c411', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:31.778828 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bad0d1a-3220-483e-8181-5daa87247d47 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (60316ae5-5798-4930-9bb1-09bde4e9ad37), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.786297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ced86516-4213-467d-91b7-4346b6f259e4 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:43:31.916533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bad0d1a-3220-483e-8181-5daa87247d47 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (60316ae5-5798-4930-9bb1-09bde4e9ad37), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.925251 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bad0d1a-3220-483e-8181-5daa87247d47 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (60316ae5-5798-4930-9bb1-09bde4e9ad37), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:31.974304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ced86516-4213-467d-91b7-4346b6f259e4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ced86516-4213-467d-91b7-4346b6f259e4,segment=NetworkSegment(162404bf-97be-46e7-95fe-797b6997c619),segment_id=162404bf-97be-46e7-95fe-797b6997c619)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:31.976908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0d1a-3220-483e-8181-5daa87247d47 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60316ae5-5798-4930-9bb1-09bde4e9ad37,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:32.004330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'ced86516-4213-467d-91b7-4346b6f259e4', 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433', 'port_id': 'ced86516-4213-467d-91b7-4346b6f259e4', 'mac_address': 'fa:16:3e:e6:66:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e439c7-4132-4ffa-b50e-5b4ce5336f71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:43:32.011254 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4bad0d1a-3220-483e-8181-5daa87247d47 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.015409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4bad0d1a-3220-483e-8181-5daa87247d47 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2857406 Feb 09 03:43:32.016053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37980) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:32.020340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-14996a88-0ced-497a-9b0d-b8714cfb5d54 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': '16743e18-20d8-443b-a482-0a9c7372c411', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:32.077516 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14996a88-0ced-497a-9b0d-b8714cfb5d54 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (81d2bac9-6873-427e-aa78-807b51bf17bc), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.102878 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ced86516-4213-467d-91b7-4346b6f259e4 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:32.103276 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ced86516-4213-467d-91b7-4346b6f259e4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.116598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:43:32.129742 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Publish callbacks [] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.134204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced86516-4213-467d-91b7-4346b6f259e4 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:43:32.159685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Transition to ACTIVE for port object cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:43:32.167615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ced86516-4213-467d-91b7-4346b6f259e4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ced86516-4213-467d-91b7-4346b6f259e4,segment=NetworkSegment(162404bf-97be-46e7-95fe-797b6997c619),segment_id=162404bf-97be-46e7-95fe-797b6997c619)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:32.169583 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.183672 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ced86516-4213-467d-91b7-4346b6f259e4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.222078 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14996a88-0ced-497a-9b0d-b8714cfb5d54 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (81d2bac9-6873-427e-aa78-807b51bf17bc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.229599 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14996a88-0ced-497a-9b0d-b8714cfb5d54 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (81d2bac9-6873-427e-aa78-807b51bf17bc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.250965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Pushing event updated for resources: {'Port': ['ID=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:32.270989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14996a88-0ced-497a-9b0d-b8714cfb5d54 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d2bac9-6873-427e-aa78-807b51bf17bc,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:32.287721 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14996a88-0ced-497a-9b0d-b8714cfb5d54 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.292303 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-14996a88-0ced-497a-9b0d-b8714cfb5d54 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2752478 Feb 09 03:43:32.292966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37986) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:32.297405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-285007dc-2ed1-440e-aeb2-64d1d82ad9a7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': '16743e18-20d8-443b-a482-0a9c7372c411', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:32.310110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ced86516-4213-467d-91b7-4346b6f259e4,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:32.326752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.326752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.326752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.326752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.326752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.326752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.326752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.326752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.326752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.326752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.326752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.326752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.327586 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:32.357344 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-285007dc-2ed1-440e-aeb2-64d1d82ad9a7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Project 2d97c098e98a427b87333af505a5b6d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:43:32.363517 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-285007dc-2ed1-440e-aeb2-64d1d82ad9a7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (ff042f1b-e279-45ae-81e7-b778b766f9cd), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.409149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['ced86516-4213-467d-91b7-4346b6f259e4'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:32.438471 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-285007dc-2ed1-440e-aeb2-64d1d82ad9a7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (ff042f1b-e279-45ae-81e7-b778b766f9cd), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.444160 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-285007dc-2ed1-440e-aeb2-64d1d82ad9a7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (ff042f1b-e279-45ae-81e7-b778b766f9cd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.465508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Attempting to bind port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:43:32.465508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Attempting to bind port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:43:32.465853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Attempting to bind port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:32.477186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:43:32.477563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Attempting to bind port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:32.491024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285007dc-2ed1-440e-aeb2-64d1d82ad9a7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff042f1b-e279-45ae-81e7-b778b766f9cd,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:32.494628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:43:32.494980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Checking segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:43:32.495371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Bound using segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:43:32.495816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Bound port: cbb30f4e-c9e9-45be-ad91-9bf58847d3c7, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:43:32.496194 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.506637 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-285007dc-2ed1-440e-aeb2-64d1d82ad9a7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.508799 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-285007dc-2ed1-440e-aeb2-64d1d82ad9a7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2148428 Feb 09 03:43:32.511613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 37992) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:32.521187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e493ea27-ccd8-4912-b581-bc5da0010186 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'security_group_rule': {'security_group_id': '16743e18-20d8-443b-a482-0a9c7372c411', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:32.605092 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-e493ea27-ccd8-4912-b581-bc5da0010186 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Project 2d97c098e98a427b87333af505a5b6d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:43:32.619641 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6162fa-82cb-4725-82b5-21c066e63cac req-9a5881ff-76d1-4a2c-a81e-3e40fd9fa2bd tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:32.627346 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cc6162fa-82cb-4725-82b5-21c066e63cac req-9a5881ff-76d1-4a2c-a81e-3e40fd9fa2bd tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 944 time: 0.0998099 Feb 09 03:43:32.654265 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e493ea27-ccd8-4912-b581-bc5da0010186 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (d8b260b9-415a-4c05-92cc-bfea035877c6), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.705516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] For port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:43:32.713132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] For port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:43:32.724377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cc6162fa-82cb-4725-82b5-21c066e63cac req-e0421f30-2184-49e5-af9b-8e3507e6fecd tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959589 Feb 09 03:43:32.766169 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e493ea27-ccd8-4912-b581-bc5da0010186 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (d8b260b9-415a-4c05-92cc-bfea035877c6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.771646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e493ea27-ccd8-4912-b581-bc5da0010186 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (d8b260b9-415a-4c05-92cc-bfea035877c6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.772579 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.818113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:32.818744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.819687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493ea27-ccd8-4912-b581-bc5da0010186 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b260b9-415a-4c05-92cc-bfea035877c6,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:32.820906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] 10.222.0.65 "PUT /v2.0/ports/cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 HTTP/1.1" status: 200 len: 1092 time: 1.3945503 Feb 09 03:43:32.821421 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5013222-d2d5-4138-ad57-759e5bc36c2d', 'tag': 'cbb30f4e-c9e9-45be-ad91-9bf58847d3c7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:32.823861 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a46870b-e6dc-4c6c-a073-0944a1e41bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "a5013222-d2d5-4138-ad57-759e5bc36c2d", "tag": "cbb30f4e-c9e9-45be-ad91-9bf58847d3c7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:32.859466 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e493ea27-ccd8-4912-b581-bc5da0010186 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.860557 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e493ea27-ccd8-4912-b581-bc5da0010186 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3475471 Feb 09 03:43:32.866326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38004) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:32.892709 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-83c5467c-59fe-4b3f-a388-08350c4db35d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'network': {'name': 'tempest-network-smoke--1923176208', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'port_security_enabled': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:32.901722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8873c31-95c2-4f63-aa7d-69f4fda3c994 req-086828c0-4e02-4e04-95ef-f099af12f43f tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:32.940429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c8873c31-95c2-4f63-aa7d-69f4fda3c994 req-086828c0-4e02-4e04-95ef-f099af12f43f tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 943 time: 0.2195897 Feb 09 03:43:32.962556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf19cd9-878d-42f5-b3d7-73e499b5e76e service neutron] Pushing event updated for resources: {'Port': ['ID=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:32.964326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c5467c-59fe-4b3f-a388-08350c4db35d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Made reservation on behalf of 2d97c098e98a427b87333af505a5b6d1 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:43:32.967927 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83c5467c-59fe-4b3f-a388-08350c4db35d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.971037 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fa376d-218f-4181-a748-2ff84b1ed906 x-openstack-request-id: req-21fa376d-218f-4181-a748-2ff84b1ed906 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:32.971490 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5013222-d2d5-4138-ad57-759e5bc36c2d", "tag": "cbb30f4e-c9e9-45be-ad91-9bf58847d3c7", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:32.971862 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21fa376d-218f-4181-a748-2ff84b1ed906 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:32.972437 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5013222-d2d5-4138-ad57-759e5bc36c2d', 'tag': 'cbb30f4e-c9e9-45be-ad91-9bf58847d3c7', 'status': 'completed', 'code': 200} Feb 09 03:43:33.022336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c5467c-59fe-4b3f-a388-08350c4db35d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:43:33.052512 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83c5467c-59fe-4b3f-a388-08350c4db35d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ac31ee54-ddde-4958-8d4f-e6b638b550ca), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:33.052866 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-83c5467c-59fe-4b3f-a388-08350c4db35d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Added segment ac31ee54-ddde-4958-8d4f-e6b638b550ca of type vlan for network b037870d-ebde-4fb3-ab74-0fdda795fc88 Feb 09 03:43:33.064448 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c8873c31-95c2-4f63-aa7d-69f4fda3c994 req-24f5d4fd-87af-409f-9dd4-8dad03fabcbb tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226041 Feb 09 03:43:33.078901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-d6a927ba-428e-4ee3-956f-ac5d9c9a4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:33.080462 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-d6a927ba-428e-4ee3-956f-ac5d9c9a4aac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 1126 time: 0.1292427 Feb 09 03:43:33.136477 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83c5467c-59fe-4b3f-a388-08350c4db35d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (b037870d-ebde-4fb3-ab74-0fdda795fc88), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:33.145856 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-bb75baf9-de98-4aab-b189-44084bf29305 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 HTTP/1.1" status: 200 len: 217 time: 0.0519171 Feb 09 03:43:33.196579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83c5467c-59fe-4b3f-a388-08350c4db35d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (b037870d-ebde-4fb3-ab74-0fdda795fc88), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:33.201969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c5467c-59fe-4b3f-a388-08350c4db35d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:33.202579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83c5467c-59fe-4b3f-a388-08350c4db35d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:33.223036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-42420d01-55dc-45ff-8da5-a37f598dae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:33.228501 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-42420d01-55dc-45ff-8da5-a37f598dae1d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.0760849 Feb 09 03:43:33.273451 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-4690a41a-6a2c-46f1-a84d-a236bfb1ec6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372667 Feb 09 03:43:33.301702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-83c5467c-59fe-4b3f-a388-08350c4db35d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4202669 Feb 09 03:43:33.306400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38012) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:33.312103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'admin_state_up': True, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:33.316250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5467c-59fe-4b3f-a388-08350c4db35d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Network': ['ID=b037870d-ebde-4fb3-ab74-0fdda795fc88,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:33.335116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network b037870d-ebde-4fb3-ab74-0fdda795fc88 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:43:33.387093 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (6e048f31-6cf6-4a69-a66b-114e983d95c9), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:33.388960 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (6e048f31-6cf6-4a69-a66b-114e983d95c9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:33.525543 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_controller (6e048f31-6cf6-4a69-a66b-114e983d95c9), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:33.532467 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-fbdf3a07-8a25-4438-b241-8930607b2f3e service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532868 Feb 09 03:43:33.799185 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ced86516-4213-467d-91b7-4346b6f259e4 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:43:33.909399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port ced86516-4213-467d-91b7-4346b6f259e4 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:43:33.919547 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port ced86516-4213-467d-91b7-4346b6f259e4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:33.919901 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ced86516-4213-467d-91b7-4346b6f259e4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:33.923915 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10f9f0a3-48bd-4223-b2ed-94dabfbdbe5c req-7a1743bb-c31e-464d-a2e4-c6308d5332db service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838518 Feb 09 03:43:33.926033 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (6e048f31-6cf6-4a69-a66b-114e983d95c9), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:33.948386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372fd6b-03e1-4914-97df-0a6fab91f94b req-9f30c881-5913-4157-a69b-ac69c991c058 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:33.989015 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9372fd6b-03e1-4914-97df-0a6fab91f94b req-9f30c881-5913-4157-a69b-ac69c991c058 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 944 time: 0.1301653 Feb 09 03:43:34.113972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9372fd6b-03e1-4914-97df-0a6fab91f94b req-ed0a7def-2236-415f-8d8f-1a647ff79934 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239250 Feb 09 03:43:34.126678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ced86516-4213-467d-91b7-4346b6f259e4 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:34.127108 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ced86516-4213-467d-91b7-4346b6f259e4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:34.186931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e51de9e-3304-4bbc-95ef-74d3284c3f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced86516-4213-467d-91b7-4346b6f259e4'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:34.189609 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f1d4e3-82a6-460c-94d8-a09bce33cd79" -d '{"events": [{"server_uuid": "2e51de9e-3304-4bbc-95ef-74d3284c3f70", "name": "network-vif-plugged", "status": "completed", "tag": "ced86516-4213-467d-91b7-4346b6f259e4"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:34.219245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ced86516-4213-467d-91b7-4346b6f259e4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ced86516-4213-467d-91b7-4346b6f259e4,segment=NetworkSegment(162404bf-97be-46e7-95fe-797b6997c619),segment_id=162404bf-97be-46e7-95fe-797b6997c619)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:34.228685 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ced86516-4213-467d-91b7-4346b6f259e4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:34.265830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46870b-e6dc-4c6c-a073-0944a1e41bc7 req-7e17291d-f8e3-4849-af50-fb340d58f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:34.268061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a46870b-e6dc-4c6c-a073-0944a1e41bc7 req-7e17291d-f8e3-4849-af50-fb340d58f48f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 1126 time: 0.1980774 Feb 09 03:43:34.284389 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba722ceb-94e9-4dae-828c-4eefaad01c81 x-openstack-request-id: req-ba722ceb-94e9-4dae-828c-4eefaad01c81 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:34.284723 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e51de9e-3304-4bbc-95ef-74d3284c3f70", "name": "network-vif-plugged", "status": "completed", "tag": "ced86516-4213-467d-91b7-4346b6f259e4", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:34.284924 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba722ceb-94e9-4dae-828c-4eefaad01c81 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:34.285324 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e51de9e-3304-4bbc-95ef-74d3284c3f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced86516-4213-467d-91b7-4346b6f259e4', 'code': 200} Feb 09 03:43:34.306774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ced86516-4213-467d-91b7-4346b6f259e4,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:34.400630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dbd3b-dca6-4dc3-ae40-e65781d41865 req-c0b1f497-9ba0-4a7b-be6a-3a5d1f598f3b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:34.402454 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f6dbd3b-dca6-4dc3-ae40-e65781d41865 req-c0b1f497-9ba0-4a7b-be6a-3a5d1f598f3b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 943 time: 0.2273490 Feb 09 03:43:34.981681 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (6e048f31-6cf6-4a69-a66b-114e983d95c9), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:35.019192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46870b-e6dc-4c6c-a073-0944a1e41bc7 req-db4abd1c-0dfe-4758-83f4-b6d12c9cb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:35.020737 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a46870b-e6dc-4c6c-a073-0944a1e41bc7 req-db4abd1c-0dfe-4758-83f4-b6d12c9cb8e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 906 time: 0.7400875 Feb 09 03:43:35.022862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2ff14-99b0-45d7-a74b-248eea4c77a7 req-4adad1b1-ad64-424c-b035-efd47cb34656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:35.025099 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19e2ff14-99b0-45d7-a74b-248eea4c77a7 req-4adad1b1-ad64-424c-b035-efd47cb34656 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 1128 time: 0.6540372 Feb 09 03:43:35.027508 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:35.052835 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f6dbd3b-dca6-4dc3-ae40-e65781d41865 req-3c498860-6349-42d4-b008-096e711f911a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628933 Feb 09 03:43:35.144820 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a46870b-e6dc-4c6c-a073-0944a1e41bc7 req-9a28c7dd-e85c-4464-8068-4b60e3018e78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 HTTP/1.1" status: 200 len: 217 time: 0.1141815 Feb 09 03:43:35.211238 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19e2ff14-99b0-45d7-a74b-248eea4c77a7 req-0ed86f8e-46ed-446c-9823-cd27996b040a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615767 Feb 09 03:43:35.240694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca52b79-6c5f-4449-b654-2e2c1349e984 req-d8b1c8ce-20df-468c-be94-f47c791ddcbd tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:35.242700 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ca52b79-6c5f-4449-b654-2e2c1349e984 req-d8b1c8ce-20df-468c-be94-f47c791ddcbd tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 945 time: 0.0698230 Feb 09 03:43:35.262624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46870b-e6dc-4c6c-a073-0944a1e41bc7 req-2a48b6e7-81c0-401c-9a0d-922b82295d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:35.264206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a46870b-e6dc-4c6c-a073-0944a1e41bc7 req-2a48b6e7-81c0-401c-9a0d-922b82295d48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.1040239 Feb 09 03:43:35.305869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a46870b-e6dc-4c6c-a073-0944a1e41bc7 req-a3c9cada-4d52-4fec-8fe2-541f2c8ac7d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332575 Feb 09 03:43:35.319617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.25.5.27 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/6f586a74-61ca-4292-a83c-e60567638ea7) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:43:35.326343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ca52b79-6c5f-4449-b654-2e2c1349e984 req-b2cfad92-bb5b-4e69-998e-6f407c391d26 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773122 Feb 09 03:43:35.472293 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a46870b-e6dc-4c6c-a073-0944a1e41bc7 req-48cf764b-8bb8-4010-92bb-a7d51556db51 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602275 Feb 09 03:43:35.539280 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (6f586a74-61ca-4292-a83c-e60567638ea7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:35.607447 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6f586a74-61ca-4292-a83c-e60567638ea7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:35.611620 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a46870b-e6dc-4c6c-a073-0944a1e41bc7 req-a6a0942a-1046-45f3-ad16-67e85fae252c service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317060 Feb 09 03:43:35.665747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:43:35.675023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:43:35.685590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:43:35.720423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=6f586a74-61ca-4292-a83c-e60567638ea7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:35.992670 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (6e048f31-6cf6-4a69-a66b-114e983d95c9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:36.377035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33b85e-bf37-459d-9a26-9aa6a8bc06b6 req-267f81c3-b86e-4432-afd9-de2ebd78bf88 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:36.378826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d33b85e-bf37-459d-9a26-9aa6a8bc06b6 req-267f81c3-b86e-4432-afd9-de2ebd78bf88 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 943 time: 0.2350020 Feb 09 03:43:36.392593 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (6e048f31-6cf6-4a69-a66b-114e983d95c9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:36.483090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ea8d9-6a82-4102-919f-6f8ae16a98c8 req-7f066bea-d446-43f9-92de-98e9794a3d6c tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:36.490577 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-928ea8d9-6a82-4102-919f-6f8ae16a98c8 req-7f066bea-d446-43f9-92de-98e9794a3d6c tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 945 time: 0.0638642 Feb 09 03:43:36.583825 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-928ea8d9-6a82-4102-919f-6f8ae16a98c8 req-c692e024-cc21-4400-82ee-c1b2dfedcf72 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920086 Feb 09 03:43:36.601386 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d33b85e-bf37-459d-9a26-9aa6a8bc06b6 req-2b1ccb80-ea55-460d-be60-2b6ee9afd161 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060747 Feb 09 03:43:36.608145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 6e048f31-6cf6-4a69-a66b-114e983d95c9 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:43:36.773780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:43:36.784472 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Sync routers for ids ['6e048f31-6cf6-4a69-a66b-114e983d95c9'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:43:36.802034 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:36.806994 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-16b1f3e0-6fd9-476d-8ccb-1a69c80da2fa tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4960759 Feb 09 03:43:36.807540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38128) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:36.815034 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Routers {'6e048f31-6cf6-4a69-a66b-114e983d95c9'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:43:36.815682 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:43:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6e048f31-6cf6-4a69-a66b-114e983d95c9'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:36.861348 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f8c287b0-d815-4e4c-98c7-7c4c83e149f8 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2d97c098e98a427b87333af505a5b6d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502820 Feb 09 03:43:36.862143 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38134) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:37.027185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2570154e-90f4-4c87-9d6b-734fbb2df4f8 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:37.028842 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2570154e-90f4-4c87-9d6b-734fbb2df4f8 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1656976 Feb 09 03:43:37.031847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38144) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:37.067649 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Set router 6e048f31-6cf6-4a69-a66b-114e983d95c9 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:43:37.113247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-29fad351-028f-47e5-90d2-b544573e6334 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0779412 Feb 09 03:43:37.113618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38148) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:37.119988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-98af8a1a-63d9-4255-93ff-b5d5d6a51913 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-143602091', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:37.225870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98af8a1a-63d9-4255-93ff-b5d5d6a51913 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Made reservation on behalf of 2d97c098e98a427b87333af505a5b6d1 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:43:37.234366 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98af8a1a-63d9-4255-93ff-b5d5d6a51913 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:37.511505 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:43:35Z', 'revision_number': 3, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:37.550377 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Checking router: 6e048f31-6cf6-4a69-a66b-114e983d95c9 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:43:37.550735 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Updating router 6e048f31-6cf6-4a69-a66b-114e983d95c9 port 6f586a74-61ca-4292-a83c-e60567638ea7 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:43:37.574003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:43:37.576019 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98af8a1a-63d9-4255-93ff-b5d5d6a51913 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (277569c5-32f6-4ad6-8bc5-fdb62da3f08d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:37.586732 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f586a74-61ca-4292-a83c-e60567638ea7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:37.644568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af8a1a-63d9-4255-93ff-b5d5d6a51913 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Subnet': ['ID=277569c5-32f6-4ad6-8bc5-fdb62da3f08d,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:37.761532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af8a1a-63d9-4255-93ff-b5d5d6a51913 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Checking segment: {'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:43:37.770764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98af8a1a-63d9-4255-93ff-b5d5d6a51913 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network hostable DHCP agents. Network: b037870d-ebde-4fb3-ab74-0fdda795fc88, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:43:37.808802 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:37.910825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:37.937501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98af8a1a-63d9-4255-93ff-b5d5d6a51913 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network b037870d-ebde-4fb3-ab74-0fdda795fc88 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:43:37.948022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'cbb30f4e-c9e9-45be-ad91-9bf58847d3c7', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'port_id': 'cbb30f4e-c9e9-45be-ad91-9bf58847d3c7', 'mac_address': 'fa:16:3e:67:01:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4467c3d2-5141-494b-88fe-2fbe41f3a7a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:43:38.012594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e956b1-1a65-404a-a0dc-80cc132895e7 req-b8a35304-788f-4c39-b637-1f599ade71ec tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:38.017730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69e956b1-1a65-404a-a0dc-80cc132895e7 req-b8a35304-788f-4c39-b637-1f599ade71ec tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 943 time: 0.2356896 Feb 09 03:43:38.025994 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-98af8a1a-63d9-4255-93ff-b5d5d6a51913 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, b037870d-ebde-4fb3-ab74-0fdda795fc88) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:43:38.034986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98af8a1a-63d9-4255-93ff-b5d5d6a51913 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:38.038703 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98af8a1a-63d9-4255-93ff-b5d5d6a51913 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.057757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91723fe-cc3f-4ded-bf93-4d8bde99128b None None] Network b037870d-ebde-4fb3-ab74-0fdda795fc88 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:43:38.108175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:38.108573 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.153138 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Publish callbacks [] for port (6f586a74-61ca-4292-a83c-e60567638ea7), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.175155 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6f586a74-61ca-4292-a83c-e60567638ea7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.199907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69e956b1-1a65-404a-a0dc-80cc132895e7 req-23810d41-4d97-4772-9476-1f142500f961 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581640 Feb 09 03:43:38.206059 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-98af8a1a-63d9-4255-93ff-b5d5d6a51913 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0886164 Feb 09 03:43:38.206059 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38200) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:38.300826 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Pushing event updated for resources: {'Port': ['ID=6f586a74-61ca-4292-a83c-e60567638ea7,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:38.337565 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.338507 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.341344 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.342126 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.342594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:43:38.342797 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.343294 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.343787 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.345197 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.345736 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.347397 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.347907 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.349837 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.350353 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.398949 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Attempting to bind port 6f586a74-61ca-4292-a83c-e60567638ea7 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:43:38.399562 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Attempting to bind port 6f586a74-61ca-4292-a83c-e60567638ea7 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:43:38.400091 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Attempting to bind port 6f586a74-61ca-4292-a83c-e60567638ea7 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:38.405857 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:43:38.406449 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:43:38.407112 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.407652 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:43:38.408347 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Bound port: 6f586a74-61ca-4292-a83c-e60567638ea7, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:43:38.408914 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f586a74-61ca-4292-a83c-e60567638ea7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.415418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-b037870d-ebde-4fb3-ab74-0fdda795fc88', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ips': [{'subnet_id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:43:38.416282 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.423338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:38.451223 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.520521 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] For port 6f586a74-61ca-4292-a83c-e60567638ea7, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:43:38.528494 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] For port 6f586a74-61ca-4292-a83c-e60567638ea7, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6f586a74-61ca-4292-a83c-e60567638ea7,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:43:38.544114 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6f586a74-61ca-4292-a83c-e60567638ea7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.555407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:38.672135 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Routers {'6e048f31-6cf6-4a69-a66b-114e983d95c9'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:43:38.672669 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:43:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6e048f31-6cf6-4a69-a66b-114e983d95c9'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:38.865566 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ebeec-ad24-4572-ba8f-821b26987fef None None] Pushing event updated for resources: {'Port': ['ID=6f586a74-61ca-4292-a83c-e60567638ea7,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:38.935646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['cbb30f4e-c9e9-45be-ad91-9bf58847d3c7'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:38.950780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Allocated IP 172.20.0.2 (b037870d-ebde-4fb3-ab74-0fdda795fc88/277569c5-32f6-4ad6-8bc5-fdb62da3f08d/5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:43:38.997054 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] Set router 6e048f31-6cf6-4a69-a66b-114e983d95c9 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:43:39.347062 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:39.565441 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:43:35Z', 'revision_number': 3, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:39.588667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbad26-4016-4b04-9f63-20b564eaf581 req-1f68e702-8600-47f3-9479-985ef2a00e30 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:39.597376 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Publish callbacks [] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:39.601101 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e301408a-e993-4218-838f-8a9f54b095fb None None] The sync data for ids ['6e048f31-6cf6-4a69-a66b-114e983d95c9'] in n-d-824835-15 is: [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:43:35Z', 'revision_number': 3, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:43:39.602406 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-15bbad26-4016-4b04-9f63-20b564eaf581 req-1f68e702-8600-47f3-9479-985ef2a00e30 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 944 time: 0.1798482 Feb 09 03:43:39.611605 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:39.693842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Network b037870d-ebde-4fb3-ab74-0fdda795fc88 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:43:39.698982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:43:39.709788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:43:39.740045 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-15bbad26-4016-4b04-9f63-20b564eaf581 req-c6cbd0dc-5af2-4433-a93f-a2198cb059bc tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283753 Feb 09 03:43:39.748080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Pushing event updated for resources: {'Port': ['ID=5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:39.846195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Attempting to bind port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:43:39.846695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Attempting to bind port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:43:39.847069 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Attempting to bind port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d on network b037870d-ebde-4fb3-ab74-0fdda795fc88 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:39.858871 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:43:39.859962 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Checking segment: {'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:43:39.860627 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:39.862496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Bound using segment: {'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:43:39.862496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Bound port: 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:43:39.862738 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:40.007794 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] For port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:43:40.013579 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] For port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:43:40.027216 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:40.152205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda5a83-1c0a-499e-9e69-59e24ae717f9 None None] Pushing event updated for resources: {'Port': ['ID=5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:40.163136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.20.0.1 (b037870d-ebde-4fb3-ab74-0fdda795fc88/277569c5-32f6-4ad6-8bc5-fdb62da3f08d/6e889008-4153-458b-8e64-1c183fa6324d) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:43:40.360393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6f586a74-61ca-4292-a83c-e60567638ea7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:43:40.519094 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (6e889008-4153-458b-8e64-1c183fa6324d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:40.588771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6f586a74-61ca-4292-a83c-e60567638ea7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:40.593062 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f586a74-61ca-4292-a83c-e60567638ea7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:40.603978 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6e889008-4153-458b-8e64-1c183fa6324d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:40.694016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network b037870d-ebde-4fb3-ab74-0fdda795fc88 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:43:40.700821 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:43:40.704862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:43:40.784528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6f586a74-61ca-4292-a83c-e60567638ea7 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:40.785084 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f586a74-61ca-4292-a83c-e60567638ea7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:40.852112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 6f586a74-61ca-4292-a83c-e60567638ea7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6f586a74-61ca-4292-a83c-e60567638ea7,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:40.864967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6f586a74-61ca-4292-a83c-e60567638ea7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:40.921939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=6e889008-4153-458b-8e64-1c183fa6324d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:40.926635 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (6e048f31-6cf6-4a69-a66b-114e983d95c9), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:40.954508 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=6f586a74-61ca-4292-a83c-e60567638ea7,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:41.204135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5f0ac-bd88-497a-8062-78ea910b8b7f req-e650060e-fb8d-4b18-acd9-be76944f44b6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:41.224313 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a3c5f0ac-bd88-497a-8062-78ea910b8b7f req-e650060e-fb8d-4b18-acd9-be76944f44b6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 944 time: 0.3424637 Feb 09 03:43:41.290391 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6e889008-4153-458b-8e64-1c183fa6324d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:41.486419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a3c5f0ac-bd88-497a-8062-78ea910b8b7f req-d22bc590-1bd7-4578-a8c4-e77d75a9a850 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610698 Feb 09 03:43:41.651589 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:43:41.795137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:43:41.808212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:41.809793 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:42.009536 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53416a11-f20e-4770-9f4d-6305d8f4f612 None None] Network b037870d-ebde-4fb3-ab74-0fdda795fc88 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:43:42.383826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0371fa40-f8e3-41d8-afb0-03328c41f71a None None] Provisioning complete for port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:42.384584 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0371fa40-f8e3-41d8-afb0-03328c41f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:42.390726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:42.391238 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:42.515365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5013222-d2d5-4138-ad57-759e5bc36c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb30f4e-c9e9-45be-ad91-9bf58847d3c7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:42.518301 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502a48f4-81f6-4ca3-91b5-e4f623b41176" -d '{"events": [{"server_uuid": "a5013222-d2d5-4138-ad57-759e5bc36c2d", "name": "network-vif-plugged", "status": "completed", "tag": "cbb30f4e-c9e9-45be-ad91-9bf58847d3c7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:42.607529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:43:42.615667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (6e889008-4153-458b-8e64-1c183fa6324d), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:42.627503 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (6e889008-4153-458b-8e64-1c183fa6324d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:42.734452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d0105-a624-421a-acbf-f4dac5fb993c req-36abf303-f9cc-416f-870c-7bc88ad82e28 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:42.749893 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2e1d0105-a624-421a-acbf-f4dac5fb993c req-36abf303-f9cc-416f-870c-7bc88ad82e28 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 944 time: 0.1233811 Feb 09 03:43:42.868981 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (6e048f31-6cf6-4a69-a66b-114e983d95c9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:42.969115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=6e889008-4153-458b-8e64-1c183fa6324d,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:42.972837 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2e1d0105-a624-421a-acbf-f4dac5fb993c req-4660d3ae-319d-4fa6-8577-5f3566704d2c tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207651 Feb 09 03:43:43.004894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6022f3-15db-4d4f-a75d-9f4cb0f2d852 req-fe091897-49ba-4e85-b7f3-6ce9dd828a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:43.019191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc6022f3-15db-4d4f-a75d-9f4cb0f2d852 req-fe091897-49ba-4e85-b7f3-6ce9dd828a4f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 1127 time: 0.1961181 Feb 09 03:43:43.057633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network b037870d-ebde-4fb3-ab74-0fdda795fc88 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:43:43.059166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:43:43.127450 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc6022f3-15db-4d4f-a75d-9f4cb0f2d852 req-fd4c02d1-cd76-4f14-8b9d-8134a715a59b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019580 Feb 09 03:43:43.160389 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c55ce08-75d3-4816-b3a5-0268c687acc0 x-openstack-request-id: req-4c55ce08-75d3-4816-b3a5-0268c687acc0 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:43.161468 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5013222-d2d5-4138-ad57-759e5bc36c2d", "name": "network-vif-plugged", "status": "completed", "tag": "cbb30f4e-c9e9-45be-ad91-9bf58847d3c7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:43.161942 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c55ce08-75d3-4816-b3a5-0268c687acc0 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:43.162576 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5013222-d2d5-4138-ad57-759e5bc36c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb30f4e-c9e9-45be-ad91-9bf58847d3c7', 'code': 200} Feb 09 03:43:43.174391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:43.189627 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:43.245872 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 6e048f31-6cf6-4a69-a66b-114e983d95c9 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:43:43.248059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:43.266483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:43.267793 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:43.423188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0371fa40-f8e3-41d8-afb0-03328c41f71a None None] Current status of the port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:43.423597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0371fa40-f8e3-41d8-afb0-03328c41f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:43.486810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:43:43.498147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cf4312ec-4471-498c-a248-c25d4078842b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "PUT /v2.0/routers/6e048f31-6cf6-4a69-a66b-114e983d95c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2895029 Feb 09 03:43:43.515162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Sync routers for ids ['6e048f31-6cf6-4a69-a66b-114e983d95c9'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:43:43.520516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0371fa40-f8e3-41d8-afb0-03328c41f71a None None] For port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:43.596356 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:43.600453 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6f586a74-61ca-4292-a83c-e60567638ea7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:43:43.604571 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0371fa40-f8e3-41d8-afb0-03328c41f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:43.703178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Routers {'6e048f31-6cf6-4a69-a66b-114e983d95c9'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:43:43.704319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:43:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6e048f31-6cf6-4a69-a66b-114e983d95c9'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:43.931609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Set router 6e048f31-6cf6-4a69-a66b-114e983d95c9 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:43:44.186574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6f586a74-61ca-4292-a83c-e60567638ea7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:44.187169 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f586a74-61ca-4292-a83c-e60567638ea7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:44.216686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371fa40-f8e3-41d8-afb0-03328c41f71a None None] Pushing event updated for resources: {'Port': ['ID=5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:44.236486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556bc9d-2782-469a-b497-ab9ec5256feb req-ccf4a3d7-447a-4bdc-9003-3c47746c52a9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:44.245764 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0556bc9d-2782-469a-b497-ab9ec5256feb req-ccf4a3d7-447a-4bdc-9003-3c47746c52a9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 945 time: 0.1453807 Feb 09 03:43:44.275161 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-fb07b55a-f6ff-4457-bbfe-792c09dd9a25 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1703509115&fields=id&tenant_id=2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 267 time: 0.0703876 Feb 09 03:43:44.371841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3c5a9270-5f4e-4520-9916-44d08caa423d None None] Provisioning complete for port 6e889008-4153-458b-8e64-1c183fa6324d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:44.372213 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9270-5f4e-4520-9916-44d08caa423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6e889008-4153-458b-8e64-1c183fa6324d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:44.376374 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0556bc9d-2782-469a-b497-ab9ec5256feb req-57fdece9-7a0b-4b7b-8481-552ce9b628e8 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243193 Feb 09 03:43:44.467054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3c5a9270-5f4e-4520-9916-44d08caa423d None None] Port 6e889008-4153-458b-8e64-1c183fa6324d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:43:44.487649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-4c204a5a-3c3f-4799-ada2-e8ecd4399fe0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:44.495452 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-4c204a5a-3c3f-4799-ada2-e8ecd4399fe0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/networks?id=b037870d-ebde-4fb3-ab74-0fdda795fc88 HTTP/1.1" status: 200 len: 797 time: 0.2193110 Feb 09 03:43:44.520641 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b0497cbc-6f38-4cab-be65-abe245016f29 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/quotas/2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 375 time: 0.0241435 Feb 09 03:43:44.610834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3c5a9270-5f4e-4520-9916-44d08caa423d None None] Provisioning complete for port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:44.611242 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9270-5f4e-4520-9916-44d08caa423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:44.613337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6f586a74-61ca-4292-a83c-e60567638ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:44.692022 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-0a025cff-583b-4572-b078-2d8bd8b6ec4a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1645617 Feb 09 03:43:44.759820 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:43:41Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6e889008-4153-458b-8e64-1c183fa6324d', 'name': '', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:87:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:39Z', 'updated_at': '2022-02-09T03:43:41Z', 'revision_number': 2, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:44.791094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Checking router: 6e048f31-6cf6-4a69-a66b-114e983d95c9 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:43:44.791709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Updating router 6e048f31-6cf6-4a69-a66b-114e983d95c9 port 6e889008-4153-458b-8e64-1c183fa6324d binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:43:44.848827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:43:44.950820 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6e889008-4153-458b-8e64-1c183fa6324d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:44.967198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3c5a9270-5f4e-4520-9916-44d08caa423d None None] Current status of the port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:45.018427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:45.018925 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:45.127531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-4a1a6d3d-b862-4cd3-9bc8-d3a54dec8161 service neutron] 10.222.0.21 "GET /v2.0/networks/b037870d-ebde-4fb3-ab74-0fdda795fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050813 Feb 09 03:43:45.252253 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-995f298e-fb04-44b7-a3d7-8a0ce7c6915e service neutron] 10.222.0.21 "GET /v2.0/networks/b037870d-ebde-4fb3-ab74-0fdda795fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155982 Feb 09 03:43:45.527322 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Publish callbacks [] for port (6e889008-4153-458b-8e64-1c183fa6324d), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:45.563090 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6e889008-4153-458b-8e64-1c183fa6324d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:45.644392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc370b5-4595-4677-b017-9575bd69dd87 req-874f84b1-cd6f-4e75-8ae5-67b8eb1d49c7 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:45.650209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ffc370b5-4595-4677-b017-9575bd69dd87 req-874f84b1-cd6f-4e75-8ae5-67b8eb1d49c7 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 945 time: 0.1379266 Feb 09 03:43:45.682369 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba7d614e-341f-4cfa-8fcb-f18574e618b7 req-5ddb6532-233a-4ccf-bb34-425164f2416a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 210 time: 0.0705004 Feb 09 03:43:45.701420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:45.724557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-cf188abf-89a6-4aa2-aa6c-647736df48f1 None None] Provisioning complete for port 6e889008-4153-458b-8e64-1c183fa6324d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:45.726364 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf188abf-89a6-4aa2-aa6c-647736df48f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6e889008-4153-458b-8e64-1c183fa6324d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:45.792619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ffc370b5-4595-4677-b017-9575bd69dd87 req-cff9aca4-9364-418a-bdfe-847c64e44a4e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340554 Feb 09 03:43:45.868915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fff30-f28e-4bcf-a4b4-3a5281015b93 None None] Pushing event updated for resources: {'Port': ['ID=6e889008-4153-458b-8e64-1c183fa6324d,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:45.896068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d44aeb7d-5a39-4681-b699-0dd6e263cb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:45.902954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Attempting to bind port 6e889008-4153-458b-8e64-1c183fa6324d on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:43:45.903319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Attempting to bind port 6e889008-4153-458b-8e64-1c183fa6324d by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:43:45.904940 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Attempting to bind port 6e889008-4153-458b-8e64-1c183fa6324d on network b037870d-ebde-4fb3-ab74-0fdda795fc88 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:45.927806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cf188abf-89a6-4aa2-aa6c-647736df48f1 None None] Port 6e889008-4153-458b-8e64-1c183fa6324d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:43:45.931509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:43:45.931905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Checking segment: {'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:43:45.932317 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:45.932709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Bound using segment: {'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:43:45.933205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Bound port: 6e889008-4153-458b-8e64-1c183fa6324d, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:43:45.933618 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6e889008-4153-458b-8e64-1c183fa6324d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:46.027371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb2fc4-6ba1-479d-aca4-64152b4126ca req-e9cb19d4-4ea0-4028-908c-53b2912735ec tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:46.031336 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70fb2fc4-6ba1-479d-aca4-64152b4126ca req-e9cb19d4-4ea0-4028-908c-53b2912735ec tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 945 time: 0.1055171 Feb 09 03:43:46.055142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] For port 6e889008-4153-458b-8e64-1c183fa6324d, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:43:46.064441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] For port 6e889008-4153-458b-8e64-1c183fa6324d, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6e889008-4153-458b-8e64-1c183fa6324d,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:43:46.097456 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6e889008-4153-458b-8e64-1c183fa6324d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:46.142613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70fb2fc4-6ba1-479d-aca4-64152b4126ca req-21491103-ae65-488d-8686-7fb58f7e3ddf tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070080 Feb 09 03:43:46.364729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-48db7543-c306-4eba-8d91-0eb49dfdc771 None None] Provisioning complete for port 6e889008-4153-458b-8e64-1c183fa6324d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:46.364729 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48db7543-c306-4eba-8d91-0eb49dfdc771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6e889008-4153-458b-8e64-1c183fa6324d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:46.475416 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c8874-8e73-4c6c-a4cf-3628d1182eaa req-c50e353d-5a9a-41da-b089-98b854adc83c tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:46.477989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f71c8874-8e73-4c6c-a4cf-3628d1182eaa req-c50e353d-5a9a-41da-b089-98b854adc83c tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 945 time: 0.1859016 Feb 09 03:43:46.483832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Routers {'6e048f31-6cf6-4a69-a66b-114e983d95c9'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:43:46.484479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:43:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6e048f31-6cf6-4a69-a66b-114e983d95c9'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:46.586892 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f71c8874-8e73-4c6c-a4cf-3628d1182eaa req-313bf3b7-e9a5-4f3b-a849-862a141c1195 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022427 Feb 09 03:43:46.767753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fff30-f28e-4bcf-a4b4-3a5281015b93 None None] Pushing event updated for resources: {'Port': ['ID=6e889008-4153-458b-8e64-1c183fa6324d,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:46.986626 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] Set router 6e048f31-6cf6-4a69-a66b-114e983d95c9 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:43:47.056232 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3a0b32f-91d1-416f-bd93-5c773f654a56 req-f18339ee-bea2-49d2-a4a6-89b89acdca40 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 210 time: 0.1218340 Feb 09 03:43:47.270061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-48db7543-c306-4eba-8d91-0eb49dfdc771 None None] Current status of the port 6e889008-4153-458b-8e64-1c183fa6324d is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:47.270802 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48db7543-c306-4eba-8d91-0eb49dfdc771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6e889008-4153-458b-8e64-1c183fa6324d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:47.409328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3b81-a937-46aa-800e-13d1d0909c1b req-2a57e89f-3bc2-4230-9b7d-ee431b614643 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:47.411192 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ccfb3b81-a937-46aa-800e-13d1d0909c1b req-2a57e89f-3bc2-4230-9b7d-ee431b614643 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 945 time: 0.0918982 Feb 09 03:43:47.482741 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ccfb3b81-a937-46aa-800e-13d1d0909c1b req-71123acc-8727-4cdc-ac82-ca9e5fb8a85f tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648062 Feb 09 03:43:47.518672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-48db7543-c306-4eba-8d91-0eb49dfdc771 None None] For port 6e889008-4153-458b-8e64-1c183fa6324d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6e889008-4153-458b-8e64-1c183fa6324d,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:47.560480 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48db7543-c306-4eba-8d91-0eb49dfdc771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6e889008-4153-458b-8e64-1c183fa6324d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:47.662606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db7543-c306-4eba-8d91-0eb49dfdc771 None None] Pushing event updated for resources: {'Port': ['ID=6e889008-4153-458b-8e64-1c183fa6324d,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:47.696460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:43:41Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6e889008-4153-458b-8e64-1c183fa6324d', 'name': '', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:87:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:39Z', 'updated_at': '2022-02-09T03:43:46Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:47.728540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc8342-0655-403a-a4e0-8c9a7ed51b0e None None] The sync data for ids ['6e048f31-6cf6-4a69-a66b-114e983d95c9'] in n-d-824835-15 is: [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:43:41Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6e889008-4153-458b-8e64-1c183fa6324d', 'name': '', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:87:e4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:39Z', 'updated_at': '2022-02-09T03:43:46Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:43:47.734502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5b012846-cc76-475e-862d-fbf1a644b0aa None None] Provisioning complete for port 6e889008-4153-458b-8e64-1c183fa6324d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:47.734809 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b012846-cc76-475e-862d-fbf1a644b0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6e889008-4153-458b-8e64-1c183fa6324d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:48.000313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5b012846-cc76-475e-862d-fbf1a644b0aa None None] Current status of the port 6e889008-4153-458b-8e64-1c183fa6324d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:48.064341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7cda385e-2952-4af0-bf98-984d6d02afd2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:48.068843 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7cda385e-2952-4af0-bf98-984d6d02afd2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "GET /v2.0/networks?id=b037870d-ebde-4fb3-ab74-0fdda795fc88 HTTP/1.1" status: 200 len: 797 time: 0.4061699 Feb 09 03:43:48.152788 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f7140a3-56b4-4bd6-9f8a-9ce8206e8988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:48.269635 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-31f3dcc5-7605-4070-927d-1d48da453c24 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d97c098e98a427b87333af505a5b6d1 HTTP/1.1" status: 200 len: 380 time: 0.1894891 Feb 09 03:43:48.281997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'port': {'device_id': '2361d827-d345-4c03-b1b8-351768c95f09', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'admin_state_up': True, 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'security_groups': ['16743e18-20d8-443b-a482-0a9c7372c411']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:48.341596 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f90c9b9-6e9b-4a9e-957f-ca2f2365e0a5 req-bee43bc6-98d4-47df-8982-a39dfe8c7769 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 210 time: 0.0863037 Feb 09 03:43:48.566758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Made reservation on behalf of 2d97c098e98a427b87333af505a5b6d1 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:43:48.579282 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:48.792271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6e889008-4153-458b-8e64-1c183fa6324d up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:43:48.929738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6e889008-4153-458b-8e64-1c183fa6324d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:48.930287 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6e889008-4153-458b-8e64-1c183fa6324d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:49.052808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dd1fe-d050-4455-b40c-3547bd171117 req-d580d884-ef54-4f93-9a47-2ee6ac027780 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:49.055189 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c73dd1fe-d050-4455-b40c-3547bd171117 req-d580d884-ef54-4f93-9a47-2ee6ac027780 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 945 time: 0.4160671 Feb 09 03:43:49.086674 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460c262-7cf3-4cc7-bccb-3fcde84715dd req-f8f5a898-5342-48a6-909e-d69d5afb1193 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:49.088316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3460c262-7cf3-4cc7-bccb-3fcde84715dd req-f8f5a898-5342-48a6-909e-d69d5afb1193 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 945 time: 0.3420019 Feb 09 03:43:49.090703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6e889008-4153-458b-8e64-1c183fa6324d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:49.185939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.20.0.12 (b037870d-ebde-4fb3-ab74-0fdda795fc88/277569c5-32f6-4ad6-8bc5-fdb62da3f08d/ad36eab4-c54a-4ff1-b689-1bc3adad2884) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:43:49.344728 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c73dd1fe-d050-4455-b40c-3547bd171117 req-0d6fb1f7-1e96-4227-ad37-487fcbe2c67f tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328494 Feb 09 03:43:49.380395 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:49.462304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-3460c262-7cf3-4cc7-bccb-3fcde84715dd req-e87be5dc-bcfc-42ba-ac33-e7e4b0b402cc tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Deleting port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:43:49.462647 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3460c262-7cf3-4cc7-bccb-3fcde84715dd req-e87be5dc-bcfc-42ba-ac33-e7e4b0b402cc tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:49.539623 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8314bed-e90d-4a13-a18f-3e729823224d req-7d1d7dd8-9366-499e-bf1a-78aba5e8406b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 210 time: 0.0725343 Feb 09 03:43:49.652491 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:49.682428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-3460c262-7cf3-4cc7-bccb-3fcde84715dd req-e87be5dc-bcfc-42ba-ac33-e7e4b0b402cc tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] For port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:49.682973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3460c262-7cf3-4cc7-bccb-3fcde84715dd req-e87be5dc-bcfc-42ba-ac33-e7e4b0b402cc tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:49.706583 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-3460c262-7cf3-4cc7-bccb-3fcde84715dd req-e87be5dc-bcfc-42ba-ac33-e7e4b0b402cc tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Calling delete_port for cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:43:49.797170 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:49.878169 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network b037870d-ebde-4fb3-ab74-0fdda795fc88 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:43:49.889938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:43:49.893031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:43:49.958305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=ad36eab4-c54a-4ff1-b689-1bc3adad2884,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:50.071561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:50.072574 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:50.125952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-7e925b2b-5d2b-4869-8e20-bfea74c73aac tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8478172 Feb 09 03:43:50.140189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Request body: {'port': {'device_id': '2361d827-d345-4c03-b1b8-351768c95f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:50.203452 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3460c262-7cf3-4cc7-bccb-3fcde84715dd req-e87be5dc-bcfc-42ba-ac33-e7e4b0b402cc tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (cbb30f4e-c9e9-45be-ad91-9bf58847d3c7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:50.219863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:50.282719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87be5dc-bcfc-42ba-ac33-e7e4b0b402cc tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event deleted for resources: {'Port': ['ID=cbb30f4e-c9e9-45be-ad91-9bf58847d3c7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:50.300993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['4e979132-a6b9-414e-8064-e80f37a8d483'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:50.408335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-3460c262-7cf3-4cc7-bccb-3fcde84715dd req-e87be5dc-bcfc-42ba-ac33-e7e4b0b402cc tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] No DVR routers for this DVR port cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:43:50.418852 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3460c262-7cf3-4cc7-bccb-3fcde84715dd req-e87be5dc-bcfc-42ba-ac33-e7e4b0b402cc tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:50.423701 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3460c262-7cf3-4cc7-bccb-3fcde84715dd req-e87be5dc-bcfc-42ba-ac33-e7e4b0b402cc tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "DELETE /v2.0/ports/cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 HTTP/1.1" status: 204 len: 173 time: 1.3066325 Feb 09 03:43:50.424355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5013222-d2d5-4138-ad57-759e5bc36c2d', 'name': 'network-vif-deleted', 'tag': 'cbb30f4e-c9e9-45be-ad91-9bf58847d3c7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:50.427044 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2abbf6c-3786-4b95-b937-e7f2539aa610" -d '{"events": [{"server_uuid": "a5013222-d2d5-4138-ad57-759e5bc36c2d", "name": "network-vif-deleted", "tag": "cbb30f4e-c9e9-45be-ad91-9bf58847d3c7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:50.445590 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:50.535816 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d21e9a4-62d1-48e8-a4af-b50890138569 x-openstack-request-id: req-2d21e9a4-62d1-48e8-a4af-b50890138569 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:50.536311 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5013222-d2d5-4138-ad57-759e5bc36c2d", "name": "network-vif-deleted", "tag": "cbb30f4e-c9e9-45be-ad91-9bf58847d3c7", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:50.536720 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d21e9a4-62d1-48e8-a4af-b50890138569 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:50.537539 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5013222-d2d5-4138-ad57-759e5bc36c2d', 'name': 'network-vif-deleted', 'tag': 'cbb30f4e-c9e9-45be-ad91-9bf58847d3c7', 'status': 'completed', 'code': 200} Feb 09 03:43:50.565180 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb7a6e75-a478-457c-92de-215e52058ef6 req-d92ceca5-b826-4f81-902b-98e2a4248cf6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5013222-d2d5-4138-ad57-759e5bc36c2d HTTP/1.1" status: 200 len: 210 time: 0.0670178 Feb 09 03:43:50.823564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb7cf7-b34e-4e24-a958-d9b75a42a235 req-f910c080-e260-4b7c-ba2b-c37ba166ff93 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:50.834611 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89bb7cf7-b34e-4e24-a958-d9b75a42a235 req-f910c080-e260-4b7c-ba2b-c37ba166ff93 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 932 time: 0.1008372 Feb 09 03:43:50.907247 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89bb7cf7-b34e-4e24-a958-d9b75a42a235 req-54fafbe8-cac3-4451-9bae-c8dc605b1a67 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682509 Feb 09 03:43:51.025617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d3696db7-fedc-41da-b282-ef5f3550ced4 None None] Provisioning complete for port ad36eab4-c54a-4ff1-b689-1bc3adad2884 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:51.026077 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d3696db7-fedc-41da-b282-ef5f3550ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:51.040656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:51.217327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d3696db7-fedc-41da-b282-ef5f3550ced4 None None] Port ad36eab4-c54a-4ff1-b689-1bc3adad2884 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:43:51.290184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad36eab4-c54a-4ff1-b689-1bc3adad2884 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:43:51.308373 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Publish callbacks [] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:51.328770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Transition to ACTIVE for port object ad36eab4-c54a-4ff1-b689-1bc3adad2884 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:43:51.336505 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:51.500878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Pushing event updated for resources: {'Port': ['ID=ad36eab4-c54a-4ff1-b689-1bc3adad2884,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:51.545399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Attempting to bind port ad36eab4-c54a-4ff1-b689-1bc3adad2884 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:43:51.545829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Attempting to bind port ad36eab4-c54a-4ff1-b689-1bc3adad2884 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:43:51.546686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Attempting to bind port ad36eab4-c54a-4ff1-b689-1bc3adad2884 on network b037870d-ebde-4fb3-ab74-0fdda795fc88 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:51.552251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Port ad36eab4-c54a-4ff1-b689-1bc3adad2884 on network b037870d-ebde-4fb3-ab74-0fdda795fc88 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:43:51.552745 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Attempting to bind port ad36eab4-c54a-4ff1-b689-1bc3adad2884 on network b037870d-ebde-4fb3-ab74-0fdda795fc88 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:51.558724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:43:51.559141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Checking segment: {'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:43:51.559442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Bound using segment: {'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:43:51.559873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Bound port: ad36eab4-c54a-4ff1-b689-1bc3adad2884, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac31ee54-ddde-4958-8d4f-e6b638b550ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:43:51.560428 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:51.682031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:43:51.765548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:43:51.766063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device cbb30f4e-c9e9-45be-ad91-9bf58847d3c7 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:43:51.806810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] For port ad36eab4-c54a-4ff1-b689-1bc3adad2884, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:43:51.813072 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] For port ad36eab4-c54a-4ff1-b689-1bc3adad2884, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ad36eab4-c54a-4ff1-b689-1bc3adad2884,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:43:51.826585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:51.983186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:51.983659 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:51.992787 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:51.995490 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] 10.222.0.42 "PUT /v2.0/ports/ad36eab4-c54a-4ff1-b689-1bc3adad2884 HTTP/1.1" status: 200 len: 1093 time: 1.8618526 Feb 09 03:43:52.131696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f122b-fdc0-447e-904d-2092c8e44f4e service neutron] Pushing event updated for resources: {'Port': ['ID=ad36eab4-c54a-4ff1-b689-1bc3adad2884,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:52.316552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9b73d-69ad-4db2-bab7-abf158f31c3a req-80584b79-5431-4045-8648-7bc82ed447ab tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:52.320439 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19c9b73d-69ad-4db2-bab7-abf158f31c3a req-80584b79-5431-4045-8648-7bc82ed447ab tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 944 time: 0.2155898 Feb 09 03:43:52.330923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-e3c5c98c-889a-4103-8678-092c23a9e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:52.339911 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-e3c5c98c-889a-4103-8678-092c23a9e26f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 1127 time: 0.2995756 Feb 09 03:43:52.346437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa366c4-4961-4f6b-9641-d1ac92dce4b6 req-818cc557-f019-41f0-be7e-87cfee89e8f7 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:52.353665 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-daa366c4-4961-4f6b-9641-d1ac92dce4b6 req-818cc557-f019-41f0-be7e-87cfee89e8f7 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 945 time: 0.1117020 Feb 09 03:43:52.407746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-9c022ee2-d410-4929-a749-6a80804504a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad36eab4-c54a-4ff1-b689-1bc3adad2884 HTTP/1.1" status: 200 len: 217 time: 0.0525591 Feb 09 03:43:52.443365 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-daa366c4-4961-4f6b-9641-d1ac92dce4b6 req-ea16a2ec-a3d7-4085-9d5f-1db16b5b6bbd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887311 Feb 09 03:43:52.516155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-ed5add59-17e9-4a9b-96b2-9a72ed8b48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:52.517711 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-ed5add59-17e9-4a9b-96b2-9a72ed8b48bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=277569c5-32f6-4ad6-8bc5-fdb62da3f08d HTTP/1.1" status: 200 len: 834 time: 0.0994053 Feb 09 03:43:52.523214 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19c9b73d-69ad-4db2-bab7-abf158f31c3a req-8bf5dd9a-d06b-4bcd-b2cc-dfe8b37f5c56 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791193 Feb 09 03:43:52.565381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2361d827-d345-4c03-b1b8-351768c95f09', 'tag': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:52.567702 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427910f3-42e4-4c08-ad83-a4facdde0507" -d '{"events": [{"name": "network-changed", "server_uuid": "2361d827-d345-4c03-b1b8-351768c95f09", "tag": "ad36eab4-c54a-4ff1-b689-1bc3adad2884"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:52.594612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-e6820ac6-1d94-44cf-8d4e-5a832c2bad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:52.596585 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-e6820ac6-1d94-44cf-8d4e-5a832c2bad3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b037870d-ebde-4fb3-ab74-0fdda795fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0724652 Feb 09 03:43:52.673510 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987d6693-d31c-4c55-bd7f-dda76581cfcd x-openstack-request-id: req-987d6693-d31c-4c55-bd7f-dda76581cfcd {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:52.673813 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2361d827-d345-4c03-b1b8-351768c95f09", "tag": "ad36eab4-c54a-4ff1-b689-1bc3adad2884", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:52.674208 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-987d6693-d31c-4c55-bd7f-dda76581cfcd {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:52.674616 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2361d827-d345-4c03-b1b8-351768c95f09', 'tag': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'status': 'completed', 'code': 200} Feb 09 03:43:52.761885 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-c38422e1-24da-4f80-be23-88118806c27e service neutron] 10.222.0.42 "GET /v2.0/networks/b037870d-ebde-4fb3-ab74-0fdda795fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564698 Feb 09 03:43:52.990314 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6f9e586d-76e9-4c4f-93d1-bbe75f0d071e req-84d78a6d-8e68-460e-a322-565cb36a8181 service neutron] 10.222.0.42 "GET /v2.0/networks/b037870d-ebde-4fb3-ab74-0fdda795fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193069 Feb 09 03:43:53.112320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427910f3-42e4-4c08-ad83-a4facdde0507 req-527586a4-0caf-44be-bfbc-f77d3df84544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:53.114074 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-427910f3-42e4-4c08-ad83-a4facdde0507 req-527586a4-0caf-44be-bfbc-f77d3df84544 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 1127 time: 0.0499539 Feb 09 03:43:53.278998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427910f3-42e4-4c08-ad83-a4facdde0507 req-bc06a830-87ec-45a3-877f-bfebce8935ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:53.280530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-427910f3-42e4-4c08-ad83-a4facdde0507 req-bc06a830-87ec-45a3-877f-bfebce8935ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=b037870d-ebde-4fb3-ab74-0fdda795fc88 HTTP/1.1" status: 200 len: 898 time: 0.1603799 Feb 09 03:43:53.370699 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-427910f3-42e4-4c08-ad83-a4facdde0507 req-f1758a2d-6978-4d7b-8932-9ffb285fd446 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad36eab4-c54a-4ff1-b689-1bc3adad2884 HTTP/1.1" status: 200 len: 217 time: 0.0832098 Feb 09 03:43:53.464417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427910f3-42e4-4c08-ad83-a4facdde0507 req-6fc796ff-9c67-4127-82ae-ab8d93dfbc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:53.466376 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-427910f3-42e4-4c08-ad83-a4facdde0507 req-6fc796ff-9c67-4127-82ae-ab8d93dfbc38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=277569c5-32f6-4ad6-8bc5-fdb62da3f08d HTTP/1.1" status: 200 len: 834 time: 0.0883913 Feb 09 03:43:53.651468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427910f3-42e4-4c08-ad83-a4facdde0507 req-2c92762d-4b28-44a0-ad81-044cd896e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:53.657244 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-427910f3-42e4-4c08-ad83-a4facdde0507 req-2c92762d-4b28-44a0-ad81-044cd896e4fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b037870d-ebde-4fb3-ab74-0fdda795fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1831310 Feb 09 03:43:53.683294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe143b1-8099-439d-b6dc-355c968ecb02 req-587108ea-3d1d-42f9-9cfc-7414b716d240 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:53.685242 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fe143b1-8099-439d-b6dc-355c968ecb02 req-587108ea-3d1d-42f9-9cfc-7414b716d240 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 945 time: 0.1368446 Feb 09 03:43:53.749548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4788c1-ed42-479e-81e9-6b3a348ae9dd req-1b320921-70eb-41e1-aefd-a438057da739 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:53.759742 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fa4788c1-ed42-479e-81e9-6b3a348ae9dd req-1b320921-70eb-41e1-aefd-a438057da739 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 944 time: 0.0997555 Feb 09 03:43:53.824826 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fa4788c1-ed42-479e-81e9-6b3a348ae9dd req-6d8ce912-1426-4c10-aef7-71c845f66cf7 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638714 Feb 09 03:43:53.858282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fabd3b-19bd-469e-a04d-b3909fa767e7 req-02eaf538-4e75-4baa-a475-94ba9b265e03 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:53.859957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41fabd3b-19bd-469e-a04d-b3909fa767e7 req-02eaf538-4e75-4baa-a475-94ba9b265e03 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 945 time: 0.1727934 Feb 09 03:43:53.916916 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3fe143b1-8099-439d-b6dc-355c968ecb02 req-95739ea6-e9ff-47cc-b1cf-37dd4487fcb4 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971588 Feb 09 03:43:53.930906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-427910f3-42e4-4c08-ad83-a4facdde0507 req-c9dccf34-7358-492d-b676-323a01a75ccf service neutron] 10.222.0.42 "GET /v2.0/networks/b037870d-ebde-4fb3-ab74-0fdda795fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654788 Feb 09 03:43:54.090290 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-427910f3-42e4-4c08-ad83-a4facdde0507 req-9fcf5374-6912-4577-8f0f-c35367af999e service neutron] 10.222.0.42 "GET /v2.0/networks/b037870d-ebde-4fb3-ab74-0fdda795fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511791 Feb 09 03:43:54.100283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-41fabd3b-19bd-469e-a04d-b3909fa767e7 req-f50594ff-c799-4f17-a25c-72da50cf1154 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Deleting port 4e979132-a6b9-414e-8064-e80f37a8d483 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:43:54.101653 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-41fabd3b-19bd-469e-a04d-b3909fa767e7 req-f50594ff-c799-4f17-a25c-72da50cf1154 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:54.200103 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:54.217881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-41fabd3b-19bd-469e-a04d-b3909fa767e7 req-f50594ff-c799-4f17-a25c-72da50cf1154 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] For port 4e979132-a6b9-414e-8064-e80f37a8d483, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=4e979132-a6b9-414e-8064-e80f37a8d483,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:54.218245 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-41fabd3b-19bd-469e-a04d-b3909fa767e7 req-f50594ff-c799-4f17-a25c-72da50cf1154 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:54.236752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-41fabd3b-19bd-469e-a04d-b3909fa767e7 req-f50594ff-c799-4f17-a25c-72da50cf1154 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Calling delete_port for 4e979132-a6b9-414e-8064-e80f37a8d483 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:43:54.356419 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:43:54.384697 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-41fabd3b-19bd-469e-a04d-b3909fa767e7 req-f50594ff-c799-4f17-a25c-72da50cf1154 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4e979132-a6b9-414e-8064-e80f37a8d483), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:54.396724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:54.427519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['4e979132-a6b9-414e-8064-e80f37a8d483'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:54.473301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50594ff-c799-4f17-a25c-72da50cf1154 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event deleted for resources: {'Port': ['ID=4e979132-a6b9-414e-8064-e80f37a8d483,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:54.562929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fabd3b-19bd-469e-a04d-b3909fa767e7 req-f50594ff-c799-4f17-a25c-72da50cf1154 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] No DVR routers for this DVR port 4e979132-a6b9-414e-8064-e80f37a8d483 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:43:54.566768 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-41fabd3b-19bd-469e-a04d-b3909fa767e7 req-f50594ff-c799-4f17-a25c-72da50cf1154 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:54.571249 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41fabd3b-19bd-469e-a04d-b3909fa767e7 req-f50594ff-c799-4f17-a25c-72da50cf1154 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "DELETE /v2.0/ports/4e979132-a6b9-414e-8064-e80f37a8d483 HTTP/1.1" status: 204 len: 173 time: 0.7026091 Feb 09 03:43:54.676277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9914da5-4a6f-4b53-88bb-3a81bf4028fb', 'name': 'network-vif-deleted', 'tag': '4e979132-a6b9-414e-8064-e80f37a8d483'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:54.679884 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fbad32-3f8e-430d-949b-cd8b4e1956e6" -d '{"events": [{"server_uuid": "a9914da5-4a6f-4b53-88bb-3a81bf4028fb", "name": "network-vif-deleted", "tag": "4e979132-a6b9-414e-8064-e80f37a8d483"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:54.780235 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d0fb8a-145b-4334-a530-6b212f556a1e x-openstack-request-id: req-a5d0fb8a-145b-4334-a530-6b212f556a1e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:54.780916 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9914da5-4a6f-4b53-88bb-3a81bf4028fb", "name": "network-vif-deleted", "tag": "4e979132-a6b9-414e-8064-e80f37a8d483", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:54.781232 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5d0fb8a-145b-4334-a530-6b212f556a1e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:54.781721 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9914da5-4a6f-4b53-88bb-3a81bf4028fb', 'name': 'network-vif-deleted', 'tag': '4e979132-a6b9-414e-8064-e80f37a8d483', 'status': 'completed', 'code': 200} Feb 09 03:43:55.001387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700aba2-b2c3-460d-80ae-d2ed0fead575 req-06a95b53-b541-459e-a33f-10fb7fe49e16 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:55.016298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9700aba2-b2c3-460d-80ae-d2ed0fead575 req-06a95b53-b541-459e-a33f-10fb7fe49e16 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 944 time: 0.0993500 Feb 09 03:43:55.116759 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9700aba2-b2c3-460d-80ae-d2ed0fead575 req-33d81296-cf4a-459b-bc9c-df87328d2ce8 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987453 Feb 09 03:43:55.179152 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ead45068-b4f8-46d6-996c-b5f3807e45ec req-4a00c5e6-c784-48cc-a266-0de3fe79e40b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9914da5-4a6f-4b53-88bb-3a81bf4028fb HTTP/1.1" status: 200 len: 210 time: 0.0683110 Feb 09 03:43:55.888447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ad36eab4-c54a-4ff1-b689-1bc3adad2884 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:43:56.021674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ad36eab4-c54a-4ff1-b689-1bc3adad2884, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ad36eab4-c54a-4ff1-b689-1bc3adad2884,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:56.035191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'port_id': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'mac_address': 'fa:16:3e:5c:71:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:43:56.078874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ad36eab4-c54a-4ff1-b689-1bc3adad2884 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:56.079267 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:56.094177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad36eab4-c54a-4ff1-b689-1bc3adad2884 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:43:56.117420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ad36eab4-c54a-4ff1-b689-1bc3adad2884, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ad36eab4-c54a-4ff1-b689-1bc3adad2884,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:56.122704 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:56.191277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ad36eab4-c54a-4ff1-b689-1bc3adad2884,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:56.332973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0be16-6b6d-474b-a995-287947dae38d req-567ae1e7-6fe7-4f32-b29d-d6ef9d686947 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:56.334693 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2eb0be16-6b6d-474b-a995-287947dae38d req-567ae1e7-6fe7-4f32-b29d-d6ef9d686947 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 945 time: 0.0755944 Feb 09 03:43:56.360898 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['ad36eab4-c54a-4ff1-b689-1bc3adad2884'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:56.442487 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2eb0be16-6b6d-474b-a995-287947dae38d req-ce2d6453-3596-4ef9-81b4-b0a36ccd404b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006975 Feb 09 03:43:56.745444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10fdab-a537-4256-99b0-87dced044130 req-e9fcf333-ca18-4262-a718-2abbb7bba04a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:56.758727 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-e9fcf333-ca18-4262-a718-2abbb7bba04a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.1676769 Feb 09 03:43:56.779171 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-5c908798-e297-4322-b643-3b78c1f429d2 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/quotas/214c822454564e5eb0646fdf0c0c6d51 HTTP/1.1" status: 200 len: 375 time: 0.0193353 Feb 09 03:43:56.858816 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-6d3ae95d-8d6d-48aa-8e02-1034311a1c88 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0785785 Feb 09 03:43:57.063531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-0ee35d51-f69a-44ff-819f-999bd71c5c0f service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956513 Feb 09 03:43:57.198786 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-608a7bf0-195c-49e9-9461-2266e84b154c service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221738 Feb 09 03:43:57.462016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e40cf31-3819-4910-9907-a95332dd6553 req-deb9a46b-34d2-4661-b8c3-455ddb455e26 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 210 time: 0.0444462 Feb 09 03:43:57.649912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ecb12-15c4-4c76-a042-f30395d4af8e req-ba6ca9b4-8492-4154-948a-3dae8a639565 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:57.657859 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-929ecb12-15c4-4c76-a042-f30395d4af8e req-ba6ca9b4-8492-4154-948a-3dae8a639565 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 945 time: 0.1145544 Feb 09 03:43:57.705126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 4e979132-a6b9-414e-8064-e80f37a8d483 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:43:57.763688 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-929ecb12-15c4-4c76-a042-f30395d4af8e req-cc8fc00b-bb54-4176-8493-e80bc29dea61 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042502 Feb 09 03:43:57.789652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 4e979132-a6b9-414e-8064-e80f37a8d483 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:43:57.790000 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 4e979132-a6b9-414e-8064-e80f37a8d483 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:43:57.896671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ad36eab4-c54a-4ff1-b689-1bc3adad2884 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:43:57.974568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port ad36eab4-c54a-4ff1-b689-1bc3adad2884 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:43:57.980414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port ad36eab4-c54a-4ff1-b689-1bc3adad2884 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:57.982233 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:58.131183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ad36eab4-c54a-4ff1-b689-1bc3adad2884 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:58.133311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:58.199591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ad36eab4-c54a-4ff1-b689-1bc3adad2884, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ad36eab4-c54a-4ff1-b689-1bc3adad2884,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:58.201225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2361d827-d345-4c03-b1b8-351768c95f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:58.204247 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58e4244-156d-4458-a209-5b15f2ea08e9" -d '{"events": [{"server_uuid": "2361d827-d345-4c03-b1b8-351768c95f09", "name": "network-vif-plugged", "status": "completed", "tag": "ad36eab4-c54a-4ff1-b689-1bc3adad2884"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:58.212935 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:58.304294 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02607843-3fe9-4bc1-aa34-fcefe0c9631a x-openstack-request-id: req-02607843-3fe9-4bc1-aa34-fcefe0c9631a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:58.304651 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2361d827-d345-4c03-b1b8-351768c95f09", "name": "network-vif-plugged", "status": "completed", "tag": "ad36eab4-c54a-4ff1-b689-1bc3adad2884", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:58.305660 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02607843-3fe9-4bc1-aa34-fcefe0c9631a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:58.306085 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2361d827-d345-4c03-b1b8-351768c95f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'code': 200} Feb 09 03:43:58.316503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ad36eab4-c54a-4ff1-b689-1bc3adad2884,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:58.448433 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc429a-34c1-447d-b584-19653a1f2f2d req-6a4eb8f9-0616-4d5e-a875-42c7a47a52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:58.450353 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21dc429a-34c1-447d-b584-19653a1f2f2d req-6a4eb8f9-0616-4d5e-a875-42c7a47a52bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 1129 time: 0.0594962 Feb 09 03:43:58.502693 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21dc429a-34c1-447d-b584-19653a1f2f2d req-bb01aeb8-b876-47d9-bc00-d3b039f50ece service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462265 Feb 09 03:43:58.617224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6881b223-6f0d-4ac5-b90e-8446c7ec6e79 req-a3bd3928-9e16-4b7b-83de-a2b14e0f8588 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 210 time: 0.0343091 Feb 09 03:43:58.961467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291ad8b-f678-4fba-be95-7ba74aa8cc64 req-494ec469-6dd6-4554-a1d1-bca93443ce16 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:58.963227 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a291ad8b-f678-4fba-be95-7ba74aa8cc64 req-494ec469-6dd6-4554-a1d1-bca93443ce16 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.1056030 Feb 09 03:43:59.123853 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a291ad8b-f678-4fba-be95-7ba74aa8cc64 req-c47c8703-cf35-4b6c-96f6-fd72e9e5a439 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542683 Feb 09 03:43:59.188637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10fdab-a537-4256-99b0-87dced044130 req-a29bad04-b0d6-4679-9e3e-5ce4b1348151 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:59.190089 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-a29bad04-b0d6-4679-9e3e-5ce4b1348151 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.1617532 Feb 09 03:43:59.209601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-2d10fdab-a537-4256-99b0-87dced044130 req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Request body: {'port': {'device_id': '8216645d-39f0-455a-9803-f836213d8d66', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'admin_state_up': True, 'tenant_id': '214c822454564e5eb0646fdf0c0c6d51'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:59.414252 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d10fdab-a537-4256-99b0-87dced044130 req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Made reservation on behalf of 214c822454564e5eb0646fdf0c0c6d51 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:43:59.423325 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2d10fdab-a537-4256-99b0-87dced044130 req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:59.583832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-2d10fdab-a537-4256-99b0-87dced044130 req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Allocated IP 172.20.0.5 (4f9af93b-6f33-432e-8238-e1dfab3db085/4467c3d2-5141-494b-88fe-2fbe41f3a7a9/a251a1e5-5137-4cce-86f6-218149d81292) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:43:59.820571 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2d10fdab-a537-4256-99b0-87dced044130 req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks [] for port (a251a1e5-5137-4cce-86f6-218149d81292), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:59.831294 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2387db3a-e392-431b-b193-27e6e344123d req-eff4bb02-17f2-445b-a744-c45c315c14a2 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 210 time: 0.0589683 Feb 09 03:43:59.904143 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2d10fdab-a537-4256-99b0-87dced044130 req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a251a1e5-5137-4cce-86f6-218149d81292), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:59.918641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:44:00.077804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d10fdab-a537-4256-99b0-87dced044130 req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Network 4f9af93b-6f33-432e-8238-e1dfab3db085 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:44:00.096867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-2d10fdab-a537-4256-99b0-87dced044130 req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:44:00.117587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event updated for resources: {'Port': ['ID=a251a1e5-5137-4cce-86f6-218149d81292,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:00.127905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d10fdab-a537-4256-99b0-87dced044130 req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:44:00.271813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10fdab-a537-4256-99b0-87dced044130 req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:00.280283 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2d10fdab-a537-4256-99b0-87dced044130 req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:00.369449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-229ddf32-494b-48cf-9082-70544ec3f4dd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1644332 Feb 09 03:44:00.388379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Request body: {'port': {'device_id': '8216645d-39f0-455a-9803-f836213d8d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:44:00.537289 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a251a1e5-5137-4cce-86f6-218149d81292), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:01.175469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ecf8-b9ee-44af-bb2c-63166f358af2 req-80f31c43-e165-4688-96e6-a1d970b71f2c tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:01.177083 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4250ecf8-b9ee-44af-bb2c-63166f358af2 req-80f31c43-e165-4688-96e6-a1d970b71f2c tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 931 time: 0.1990416 Feb 09 03:44:01.342161 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4250ecf8-b9ee-44af-bb2c-63166f358af2 req-fafa6073-2a02-48da-829b-3694d59b7d0f tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465604 Feb 09 03:44:01.864722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91af9-32e4-4fb6-9744-a0e57df7da15 req-5c7d7ab6-991c-4fd4-9569-24699d99f5a0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:01.866449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfe91af9-32e4-4fb6-9744-a0e57df7da15 req-5c7d7ab6-991c-4fd4-9569-24699d99f5a0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 1.5584686 Feb 09 03:44:01.885944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a251a1e5-5137-4cce-86f6-218149d81292 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:44:01.894629 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Publish callbacks [] for port (a251a1e5-5137-4cce-86f6-218149d81292), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:01.908785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Transition to ACTIVE for port object a251a1e5-5137-4cce-86f6-218149d81292 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:44:01.936601 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a251a1e5-5137-4cce-86f6-218149d81292), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:02.018065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfe91af9-32e4-4fb6-9744-a0e57df7da15 req-c27f59d0-eee4-47d5-919b-fed0b6d9be3a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078508 Feb 09 03:44:02.125239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Attempting to bind port a251a1e5-5137-4cce-86f6-218149d81292 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:44:02.125494 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Attempting to bind port a251a1e5-5137-4cce-86f6-218149d81292 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:44:02.125828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Attempting to bind port a251a1e5-5137-4cce-86f6-218149d81292 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:44:02.127847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Pushing event updated for resources: {'Port': ['ID=a251a1e5-5137-4cce-86f6-218149d81292,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:02.135675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Port a251a1e5-5137-4cce-86f6-218149d81292 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:44:02.136122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Attempting to bind port a251a1e5-5137-4cce-86f6-218149d81292 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:44:02.149269 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:44:02.150851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Checking segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:44:02.150851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Bound using segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:44:02.150851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Bound port: a251a1e5-5137-4cce-86f6-218149d81292, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:44:02.151143 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a251a1e5-5137-4cce-86f6-218149d81292), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:02.196592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d514-3d17-45c0-aa44-1629368a94b2 req-83543531-9f3b-4f6b-a8e8-ecccc71a95e4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:02.198883 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88d5d514-3d17-45c0-aa44-1629368a94b2 req-83543531-9f3b-4f6b-a8e8-ecccc71a95e4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0613103 Feb 09 03:44:02.261658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] For port a251a1e5-5137-4cce-86f6-218149d81292, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:44:02.265111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] For port a251a1e5-5137-4cce-86f6-218149d81292, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a251a1e5-5137-4cce-86f6-218149d81292,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:44:02.278388 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a251a1e5-5137-4cce-86f6-218149d81292), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:02.315813 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-88d5d514-3d17-45c0-aa44-1629368a94b2 req-b8ef3121-3477-4eb8-b165-be3d1b7694ab tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076691 Feb 09 03:44:02.338561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38682) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:02.425906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4925a03-040e-4e51-be2d-806ab679c0e0 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:02.428977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:02.429866 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:02.433973 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f4925a03-040e-4e51-be2d-806ab679c0e0 tempest-TestNetworkAdvancedServerOps-1245177333 tempest-TestNetworkAdvancedServerOps-1245177333-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 1124 time: 0.0942316 Feb 09 03:44:02.434607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38688) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:02.436281 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] 10.222.0.65 "PUT /v2.0/ports/a251a1e5-5137-4cce-86f6-218149d81292 HTTP/1.1" status: 200 len: 1092 time: 2.0520740 Feb 09 03:44:02.439052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:44:02.439400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8216645d-39f0-455a-9803-f836213d8d66', 'tag': 'a251a1e5-5137-4cce-86f6-218149d81292'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:44:02.441870 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1d35e6-980e-49bc-82d3-ad58f1d97d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "8216645d-39f0-455a-9803-f836213d8d66", "tag": "a251a1e5-5137-4cce-86f6-218149d81292"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:44:02.513897 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:02.613274 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82acb4b-cee7-4c34-9c41-6e0b53a98c30 x-openstack-request-id: req-a82acb4b-cee7-4c34-9c41-6e0b53a98c30 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:44:02.613961 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8216645d-39f0-455a-9803-f836213d8d66", "tag": "a251a1e5-5137-4cce-86f6-218149d81292", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:44:02.614391 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a82acb4b-cee7-4c34-9c41-6e0b53a98c30 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:44:02.614973 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8216645d-39f0-455a-9803-f836213d8d66', 'tag': 'a251a1e5-5137-4cce-86f6-218149d81292', 'status': 'completed', 'code': 200} Feb 09 03:44:02.691335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389650bb-bf71-410b-86ed-b23de273c13d service neutron] Pushing event updated for resources: {'Port': ['ID=a251a1e5-5137-4cce-86f6-218149d81292,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:02.742367 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10fdab-a537-4256-99b0-87dced044130 req-346887b8-7564-4ebf-9f66-b597b4d40710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:02.743894 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-346887b8-7564-4ebf-9f66-b597b4d40710 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 1126 time: 0.2425931 Feb 09 03:44:02.780357 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:02.816865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-76585a2c-f15f-4e84-803e-d731c1ac3277 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a251a1e5-5137-4cce-86f6-218149d81292 HTTP/1.1" status: 200 len: 217 time: 0.0560534 Feb 09 03:44:02.853064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72706752-344c-43b6-85f4-4eb56e165831 req-6348e1be-b5c2-42db-ae21-9efc82c2c74e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:02.859969 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72706752-344c-43b6-85f4-4eb56e165831 req-6348e1be-b5c2-42db-ae21-9efc82c2c74e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 943 time: 0.3108723 Feb 09 03:44:03.070592 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-72706752-344c-43b6-85f4-4eb56e165831 req-1569a17b-b2b2-4505-b7aa-1746bdf1cb11 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098176 Feb 09 03:44:03.090421 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10fdab-a537-4256-99b0-87dced044130 req-1faed28c-c7eb-4360-94c5-6ae8bd0e33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:03.092314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Allocated IP 172.25.5.62 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/b4790aa4-f315-48ce-81b6-40d23b192c58) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:44:03.095506 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-1faed28c-c7eb-4360-94c5-6ae8bd0e33c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.2670424 Feb 09 03:44:03.165062 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-a091452f-b29a-456e-9e2a-6af9404f92aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604069 Feb 09 03:44:03.319536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (b4790aa4-f315-48ce-81b6-40d23b192c58), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:03.351814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-cf2b5bd4-55cf-45ae-92b6-79414ba6bac0 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801736 Feb 09 03:44:03.365520 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b4790aa4-f315-48ce-81b6-40d23b192c58), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:03.439432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:44:03.442561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:44:03.447675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:44:03.451342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=b4790aa4-f315-48ce-81b6-40d23b192c58,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:03.544651 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-380709d7-170e-4b4e-b375-7f5b06b15986 req-58e21021-66e4-40aa-996d-3adba8a26eed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1317317 Feb 09 03:44:03.565247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2d10fdab-a537-4256-99b0-87dced044130 req-74291f34-fe8d-4347-9442-bb89351847b4 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028329 Feb 09 03:44:03.711156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380709d7-170e-4b4e-b375-7f5b06b15986 req-3f7b5e34-2ae4-404f-bae4-4a4c36de6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:03.713123 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-380709d7-170e-4b4e-b375-7f5b06b15986 req-3f7b5e34-2ae4-404f-bae4-4a4c36de6300 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 1128 time: 0.1416297 Feb 09 03:44:03.825407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d35e6-980e-49bc-82d3-ad58f1d97d9e req-f1baa21d-e430-43a6-a6d3-30cff1209883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:03.827167 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb1d35e6-980e-49bc-82d3-ad58f1d97d9e req-f1baa21d-e430-43a6-a6d3-30cff1209883 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 1126 time: 0.1624331 Feb 09 03:44:03.867007 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (e757aa4d-7dd2-44f8-bd31-c46550e01222), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:03.956724 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b4790aa4-f315-48ce-81b6-40d23b192c58), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:04.033438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380709d7-170e-4b4e-b375-7f5b06b15986 req-91d19223-344a-4f60-8b34-91c1635d205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:04.035084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-380709d7-170e-4b4e-b375-7f5b06b15986 req-91d19223-344a-4f60-8b34-91c1635d205c service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 906 time: 0.2972639 Feb 09 03:44:04.147269 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-380709d7-170e-4b4e-b375-7f5b06b15986 req-f9b6a014-497a-4bb4-a985-b9bcfcbb743b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50e23758-6324-49f7-8722-8dc3ce9fa2a2 HTTP/1.1" status: 200 len: 217 time: 0.1030896 Feb 09 03:44:04.245101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d35e6-980e-49bc-82d3-ad58f1d97d9e req-274ef6b5-1359-41a7-98a5-6d8f3a52c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:04.246633 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb1d35e6-980e-49bc-82d3-ad58f1d97d9e req-274ef6b5-1359-41a7-98a5-6d8f3a52c711 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 906 time: 0.4098637 Feb 09 03:44:04.359394 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for port (b4790aa4-f315-48ce-81b6-40d23b192c58), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:04.367345 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb1d35e6-980e-49bc-82d3-ad58f1d97d9e req-a4294a52-18e4-4b1e-8d8c-6ba6acbca102 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a251a1e5-5137-4cce-86f6-218149d81292 HTTP/1.1" status: 200 len: 217 time: 0.1080306 Feb 09 03:44:04.384663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459c114-5281-4153-8389-d202a7389b12 req-1cc74fcc-9c36-4cc2-9d66-826261d9e955 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:04.386316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d459c114-5281-4153-8389-d202a7389b12 req-1cc74fcc-9c36-4cc2-9d66-826261d9e955 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 943 time: 0.1592948 Feb 09 03:44:04.390103 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (b4790aa4-f315-48ce-81b6-40d23b192c58), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:04.457422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380709d7-170e-4b4e-b375-7f5b06b15986 req-5692c9d5-764e-4918-8aff-aa185230fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:04.460228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-380709d7-170e-4b4e-b375-7f5b06b15986 req-5692c9d5-764e-4918-8aff-aa185230fd82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.2930977 Feb 09 03:44:04.498181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event updated for resources: {'Port': ['ID=b4790aa4-f315-48ce-81b6-40d23b192c58,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:04.543966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-380709d7-170e-4b4e-b375-7f5b06b15986 req-c890b006-696a-42c9-ac7a-b525c24bc8d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736856 Feb 09 03:44:04.636864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d35e6-980e-49bc-82d3-ad58f1d97d9e req-77f607c7-cb45-40e6-9bda-df8cd4b95402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:04.638280 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb1d35e6-980e-49bc-82d3-ad58f1d97d9e req-77f607c7-cb45-40e6-9bda-df8cd4b95402 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.2640207 Feb 09 03:44:04.648102 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d459c114-5281-4153-8389-d202a7389b12 req-57b5e28d-abeb-4445-9636-309a4d76af80 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517131 Feb 09 03:44:04.682764 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (e757aa4d-7dd2-44f8-bd31-c46550e01222), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:04.708403 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb1d35e6-980e-49bc-82d3-ad58f1d97d9e req-2a599b82-4f89-4fc2-89f7-a944d692f33e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564628 Feb 09 03:44:04.853464 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb1d35e6-980e-49bc-82d3-ad58f1d97d9e req-d6b09dbf-2e51-4c1e-b029-c3546b172d28 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375237 Feb 09 03:44:04.855967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-380709d7-170e-4b4e-b375-7f5b06b15986 req-49bd6770-7ada-4ba9-82f8-114850f6ab73 service neutron] 10.222.0.42 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007107 Feb 09 03:44:04.903839 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Floating IP e757aa4d-7dd2-44f8-bd31-c46550e01222 associated. External IP: 172.25.5.62, port: ad36eab4-c54a-4ff1-b689-1bc3adad2884. Feb 09 03:44:05.046733 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb1d35e6-980e-49bc-82d3-ad58f1d97d9e req-e671451a-f2f9-482e-ad3f-ecf4b1f78ba6 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866980 Feb 09 03:44:05.066300 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-380709d7-170e-4b4e-b375-7f5b06b15986 req-2638ea0c-497d-4cb0-a403-fb6f50588943 service neutron] 10.222.0.42 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972830 Feb 09 03:44:05.260201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 6e048f31-6cf6-4a69-a66b-114e983d95c9 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:44:05.496984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:44:05.509719 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe12058-51a4-4f03-9758-2f177f724a77 None None] Sync routers for ids ['6e048f31-6cf6-4a69-a66b-114e983d95c9'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:44:05.530532 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:05.548624 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe12058-51a4-4f03-9758-2f177f724a77 None None] Routers {'6e048f31-6cf6-4a69-a66b-114e983d95c9'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:44:05.549505 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-dfe12058-51a4-4f03-9758-2f177f724a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:43:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6e048f31-6cf6-4a69-a66b-114e983d95c9'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:05.591203 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-725d2443-12fe-4cf8-a4eb-8cf7af2c0ed0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1554751 Feb 09 03:44:05.591844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2361d827-d345-4c03-b1b8-351768c95f09', 'tag': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:44:05.594216 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb92d4f7-aaff-4472-ae51-d72517dcfa22" -d '{"events": [{"name": "network-changed", "server_uuid": "2361d827-d345-4c03-b1b8-351768c95f09", "tag": "ad36eab4-c54a-4ff1-b689-1bc3adad2884"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:44:05.740067 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c273de-bfcd-405f-b242-0a0a49a4bda4 x-openstack-request-id: req-32c273de-bfcd-405f-b242-0a0a49a4bda4 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:44:05.740357 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2361d827-d345-4c03-b1b8-351768c95f09", "tag": "ad36eab4-c54a-4ff1-b689-1bc3adad2884", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:44:05.741999 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32c273de-bfcd-405f-b242-0a0a49a4bda4 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:44:05.742448 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2361d827-d345-4c03-b1b8-351768c95f09', 'tag': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'status': 'completed', 'code': 200} Feb 09 03:44:05.758069 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a251a1e5-5137-4cce-86f6-218149d81292 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:44:05.890350 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-dfe12058-51a4-4f03-9758-2f177f724a77 None None] Set router 6e048f31-6cf6-4a69-a66b-114e983d95c9 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:44:05.946144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d4f7-aaff-4472-ae51-d72517dcfa22 req-ea1ced4f-29b5-481c-acae-063305f38769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:05.947829 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb92d4f7-aaff-4472-ae51-d72517dcfa22 req-ea1ced4f-29b5-481c-acae-063305f38769 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 1129 time: 0.2150316 Feb 09 03:44:06.056652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a251a1e5-5137-4cce-86f6-218149d81292, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a251a1e5-5137-4cce-86f6-218149d81292,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:06.067555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ff17f-a2e9-4c0f-b287-a70796d0a7e3 req-eda98735-7884-4a74-8b8a-57f5f1e5000d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:06.069930 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-900ff17f-a2e9-4c0f-b287-a70796d0a7e3 req-eda98735-7884-4a74-8b8a-57f5f1e5000d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 943 time: 0.1533651 Feb 09 03:44:06.105513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec1c56-7347-43b7-b19e-22fbdb4eaf2b req-e31d0437-6a44-4ecf-b50b-acf68b9755ae tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:06.107318 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bdec1c56-7347-43b7-b19e-22fbdb4eaf2b req-e31d0437-6a44-4ecf-b50b-acf68b9755ae tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.2794666 Feb 09 03:44:06.108474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d4f7-aaff-4472-ae51-d72517dcfa22 req-78a050bd-b5b1-4b78-89da-5c0e961e0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:06.109949 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb92d4f7-aaff-4472-ae51-d72517dcfa22 req-78a050bd-b5b1-4b78-89da-5c0e961e0f51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b037870d-ebde-4fb3-ab74-0fdda795fc88 HTTP/1.1" status: 200 len: 898 time: 0.1520557 Feb 09 03:44:06.111617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'a251a1e5-5137-4cce-86f6-218149d81292', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'port_id': 'a251a1e5-5137-4cce-86f6-218149d81292', 'mac_address': 'fa:16:3e:4c:3c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4467c3d2-5141-494b-88fe-2fbe41f3a7a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:44:06.219288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a251a1e5-5137-4cce-86f6-218149d81292 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:44:06.224508 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a251a1e5-5137-4cce-86f6-218149d81292), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:06.294911 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-900ff17f-a2e9-4c0f-b287-a70796d0a7e3 req-2dace5ce-3b4e-4d06-8264-8b22cc3dc359 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171226 Feb 09 03:44:06.311743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a251a1e5-5137-4cce-86f6-218149d81292 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:44:06.364693 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bdec1c56-7347-43b7-b19e-22fbdb4eaf2b req-f23e289d-7bf6-4593-9d99-e57a14ff1d74 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495310 Feb 09 03:44:06.380845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb92d4f7-aaff-4472-ae51-d72517dcfa22 req-7600a6d7-3ee4-4efc-946d-6f4dbc6689c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad36eab4-c54a-4ff1-b689-1bc3adad2884 HTTP/1.1" status: 200 len: 999 time: 0.2233009 Feb 09 03:44:06.386596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a251a1e5-5137-4cce-86f6-218149d81292, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a251a1e5-5137-4cce-86f6-218149d81292,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:06.405571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 38818) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:06.408078 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a251a1e5-5137-4cce-86f6-218149d81292), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:06.467790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d4f7-aaff-4472-ae51-d72517dcfa22 req-194331b5-4d13-497a-892e-2938c739ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:06.472176 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb92d4f7-aaff-4472-ae51-d72517dcfa22 req-194331b5-4d13-497a-892e-2938c739ef87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=277569c5-32f6-4ad6-8bc5-fdb62da3f08d HTTP/1.1" status: 200 len: 834 time: 0.0829532 Feb 09 03:44:06.571137 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4c6228a7-8eaf-46cd-8d6e-465cdb74fe04 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/e757aa4d-7dd2-44f8-bd31-c46550e01222 HTTP/1.1" status: 200 len: 991 time: 0.1639614 Feb 09 03:44:06.601642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a251a1e5-5137-4cce-86f6-218149d81292,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:06.619738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d4f7-aaff-4472-ae51-d72517dcfa22 req-1dab68dc-e688-4722-99e3-d298b58bda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:06.621711 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb92d4f7-aaff-4472-ae51-d72517dcfa22 req-1dab68dc-e688-4722-99e3-d298b58bda9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b037870d-ebde-4fb3-ab74-0fdda795fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1287293 Feb 09 03:44:06.707992 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-dfe12058-51a4-4f03-9758-2f177f724a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:43:41Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'e757aa4d-7dd2-44f8-bd31-c46550e01222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'port_id': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'mac_address': 'fa:16:3e:5c:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361d827-d345-4c03-b1b8-351768c95f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:44:03Z', 'updated_at': '2022-02-09T03:44:03Z', 'revision_number': 0, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e889008-4153-458b-8e64-1c183fa6324d', 'name': '', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:87:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:39Z', 'updated_at': '2022-02-09T03:43:47Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:06.784899 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe12058-51a4-4f03-9758-2f177f724a77 None None] Checking router: 6e048f31-6cf6-4a69-a66b-114e983d95c9 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:44:06.798806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a251a1e5-5137-4cce-86f6-218149d81292'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:44:06.815306 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe12058-51a4-4f03-9758-2f177f724a77 None None] Routers {'6e048f31-6cf6-4a69-a66b-114e983d95c9'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:44:06.822720 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-dfe12058-51a4-4f03-9758-2f177f724a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:43:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6e048f31-6cf6-4a69-a66b-114e983d95c9'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:06.911450 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb92d4f7-aaff-4472-ae51-d72517dcfa22 req-4aeb1c18-e793-492e-b2e3-03e27c508a87 service neutron] 10.222.0.42 "GET /v2.0/networks/b037870d-ebde-4fb3-ab74-0fdda795fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817440 Feb 09 03:44:07.139502 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-dfe12058-51a4-4f03-9758-2f177f724a77 None None] Set router 6e048f31-6cf6-4a69-a66b-114e983d95c9 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:44:07.160839 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb92d4f7-aaff-4472-ae51-d72517dcfa22 req-fe65403e-afd7-41f0-9827-48ccb8fef9a0 service neutron] 10.222.0.42 "GET /v2.0/networks/b037870d-ebde-4fb3-ab74-0fdda795fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413011 Feb 09 03:44:07.480258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd614276-369c-452b-8229-6f62e3044f63 req-db2567d9-c9ef-42be-ba3a-3075e4779eac tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:07.488731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd614276-369c-452b-8229-6f62e3044f63 req-db2567d9-c9ef-42be-ba3a-3075e4779eac tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 944 time: 0.0739520 Feb 09 03:44:07.544012 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-dfe12058-51a4-4f03-9758-2f177f724a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:43:41Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'e757aa4d-7dd2-44f8-bd31-c46550e01222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'port_id': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'mac_address': 'fa:16:3e:5c:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361d827-d345-4c03-b1b8-351768c95f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:44:03Z', 'updated_at': '2022-02-09T03:44:03Z', 'revision_number': 0, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e889008-4153-458b-8e64-1c183fa6324d', 'name': '', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:87:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:39Z', 'updated_at': '2022-02-09T03:43:47Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:07.565157 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd614276-369c-452b-8229-6f62e3044f63 req-66540ecc-b229-4df8-ae9f-e8ef364a5d66 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749207 Feb 09 03:44:07.577832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 38936) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:07.591713 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe12058-51a4-4f03-9758-2f177f724a77 None None] The sync data for ids ['6e048f31-6cf6-4a69-a66b-114e983d95c9'] in n-d-824835-15 is: [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:43:41Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'e757aa4d-7dd2-44f8-bd31-c46550e01222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'port_id': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'mac_address': 'fa:16:3e:5c:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361d827-d345-4c03-b1b8-351768c95f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:44:03Z', 'updated_at': '2022-02-09T03:44:03Z', 'revision_number': 0, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e889008-4153-458b-8e64-1c183fa6324d', 'name': '', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:87:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:39Z', 'updated_at': '2022-02-09T03:43:47Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:44:07.714394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-87fe9d3a-d3a0-4377-80ac-db70e305ee3a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/e757aa4d-7dd2-44f8-bd31-c46550e01222 HTTP/1.1" status: 200 len: 991 time: 0.1349685 Feb 09 03:44:07.726388 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:07.766527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a251a1e5-5137-4cce-86f6-218149d81292 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:44:07.831104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port a251a1e5-5137-4cce-86f6-218149d81292 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:44:07.839296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port a251a1e5-5137-4cce-86f6-218149d81292 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:44:07.839675 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a251a1e5-5137-4cce-86f6-218149d81292), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:07.935555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9605e83-85a7-4278-9c82-872dcf551aa0 None None] New status for floating IP e757aa4d-7dd2-44f8-bd31-c46550e01222: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:44:08.039959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a251a1e5-5137-4cce-86f6-218149d81292 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:44:08.040589 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a251a1e5-5137-4cce-86f6-218149d81292), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:08.073803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8216645d-39f0-455a-9803-f836213d8d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a251a1e5-5137-4cce-86f6-218149d81292'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:44:08.076260 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b68c201-25aa-424f-947d-986f9094ac57" -d '{"events": [{"server_uuid": "8216645d-39f0-455a-9803-f836213d8d66", "name": "network-vif-plugged", "status": "completed", "tag": "a251a1e5-5137-4cce-86f6-218149d81292"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:44:08.113322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a251a1e5-5137-4cce-86f6-218149d81292, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a251a1e5-5137-4cce-86f6-218149d81292,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:08.125206 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a251a1e5-5137-4cce-86f6-218149d81292), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:08.151563 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0283a822-c7cf-4399-9cc3-73eed7e8d221 x-openstack-request-id: req-0283a822-c7cf-4399-9cc3-73eed7e8d221 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:44:08.151855 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8216645d-39f0-455a-9803-f836213d8d66", "name": "network-vif-plugged", "status": "completed", "tag": "a251a1e5-5137-4cce-86f6-218149d81292", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:44:08.152155 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0283a822-c7cf-4399-9cc3-73eed7e8d221 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:44:08.152485 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8216645d-39f0-455a-9803-f836213d8d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a251a1e5-5137-4cce-86f6-218149d81292', 'code': 200} Feb 09 03:44:08.281372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a251a1e5-5137-4cce-86f6-218149d81292,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:08.358728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa9b70-f704-49d4-8975-59f4090890a6 req-d454a381-8de8-4db1-b087-68afb004b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:08.361530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5afa9b70-f704-49d4-8975-59f4090890a6 req-d454a381-8de8-4db1-b087-68afb004b578 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 1128 time: 0.1123953 Feb 09 03:44:08.442687 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5afa9b70-f704-49d4-8975-59f4090890a6 req-90a64cbd-e55d-4ec2-9b8a-4fd9d66db8e5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735002 Feb 09 03:44:08.718070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39090) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:08.740172 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc256b34-d1df-480c-8151-36768afde7a8 req-a0523a56-d78d-4400-b2e4-48f1a8adc154 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:08.748374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc256b34-d1df-480c-8151-36768afde7a8 req-a0523a56-d78d-4400-b2e4-48f1a8adc154 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 945 time: 0.0789402 Feb 09 03:44:08.821692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bc256b34-d1df-480c-8151-36768afde7a8 req-caf84dca-0c70-4c4d-a7a7-c0adf3f21276 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723979 Feb 09 03:44:08.832138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-07b66fcc-2e78-4e06-b489-e564bbf30521 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/e757aa4d-7dd2-44f8-bd31-c46550e01222 HTTP/1.1" status: 200 len: 993 time: 0.1101534 Feb 09 03:44:10.037067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05003c9-c201-48eb-a1ce-badf6e8af6a3 req-43f4ed54-0083-4d1c-a4e9-71378098ef8d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:10.043485 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d05003c9-c201-48eb-a1ce-badf6e8af6a3 req-43f4ed54-0083-4d1c-a4e9-71378098ef8d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 945 time: 0.1462953 Feb 09 03:44:10.140996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d05003c9-c201-48eb-a1ce-badf6e8af6a3 req-98bbf653-46e0-4042-9151-cb315d9bc659 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901392 Feb 09 03:44:10.207472 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39260) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:10.374422 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e99d103-60ea-4aba-9f17-88af44cac1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:10.493074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3a991-6028-40b1-b78b-4d71198ff0d3 req-a479d443-f6d7-4046-be40-6927c4287b7e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:10.495498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10a3a991-6028-40b1-b78b-4d71198ff0d3 req-a479d443-f6d7-4046-be40-6927c4287b7e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 945 time: 0.1040351 Feb 09 03:44:10.562369 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e99d103-60ea-4aba-9f17-88af44cac1ab admin admin] Publish callbacks [] for security_group (8f9ae307-ee8f-4ed5-9406-e47d7c9df4a6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:10.576866 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10a3a991-6028-40b1-b78b-4d71198ff0d3 req-87338053-e162-46dc-a83a-005858b29819 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751655 Feb 09 03:44:10.578471 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e99d103-60ea-4aba-9f17-88af44cac1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8f9ae307-ee8f-4ed5-9406-e47d7c9df4a6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:10.624018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99d103-60ea-4aba-9f17-88af44cac1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9ae307-ee8f-4ed5-9406-e47d7c9df4a6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:10.628983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0e99d103-60ea-4aba-9f17-88af44cac1ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c367ff0b3fa48009ccd5efa3c04ecd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4201477 Feb 09 03:44:10.634043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39274) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:11.291425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6fda9f1-757e-47ec-893c-d8fa724bb841 admin admin] Publish callbacks [] for security_group (8f9ae307-ee8f-4ed5-9406-e47d7c9df4a6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:11.310054 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d6940-048a-4d0b-b95d-89219ccedc02 req-7e8ee962-3d91-47c6-a92a-528eb4c527eb tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:11.317862 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b36d6940-048a-4d0b-b95d-89219ccedc02 req-7e8ee962-3d91-47c6-a92a-528eb4c527eb tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 945 time: 0.1012619 Feb 09 03:44:11.347589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6fda9f1-757e-47ec-893c-d8fa724bb841 admin admin] Publish callbacks [] for security_group (8f9ae307-ee8f-4ed5-9406-e47d7c9df4a6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:11.429545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b36d6940-048a-4d0b-b95d-89219ccedc02 req-f69c80ab-b861-4b01-9e81-7a274231a094 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059165 Feb 09 03:44:11.470303 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6fda9f1-757e-47ec-893c-d8fa724bb841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8f9ae307-ee8f-4ed5-9406-e47d7c9df4a6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:11.474695 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f6fda9f1-757e-47ec-893c-d8fa724bb841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:11.476483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f6fda9f1-757e-47ec-893c-d8fa724bb841 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f9ae307-ee8f-4ed5-9406-e47d7c9df4a6 HTTP/1.1" status: 204 len: 168 time: 0.8409150 Feb 09 03:44:11.500941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fda9f1-757e-47ec-893c-d8fa724bb841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9ae307-ee8f-4ed5-9406-e47d7c9df4a6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:11.893130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea6b2-6fd8-47c7-b776-34cf811f240c req-1bcc8866-5c09-4adc-b8ee-9409b6bebd31 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:11.913509 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-001ea6b2-6fd8-47c7-b776-34cf811f240c req-1bcc8866-5c09-4adc-b8ee-9409b6bebd31 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 945 time: 0.1260810 Feb 09 03:44:12.011677 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-001ea6b2-6fd8-47c7-b776-34cf811f240c req-4aa84e51-d8bf-48d1-915c-f1c3ec188a8d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970356 Feb 09 03:44:13.158609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16bab1-554c-430a-aee5-c0472b289afc req-f67115c3-98d2-4a50-96ae-12d6760bc4e9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:13.160236 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f16bab1-554c-430a-aee5-c0472b289afc req-f67115c3-98d2-4a50-96ae-12d6760bc4e9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 945 time: 0.0605357 Feb 09 03:44:13.245988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f16bab1-554c-430a-aee5-c0472b289afc req-b630316e-27f1-423e-885c-7df526033863 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791011 Feb 09 03:44:13.296105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc447-b860-4bd1-81fb-e51092e7fcfc req-e59c6fee-bb73-4aeb-9231-24b138f70f3d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:13.298713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-581bc447-b860-4bd1-81fb-e51092e7fcfc req-e59c6fee-bb73-4aeb-9231-24b138f70f3d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 945 time: 0.0689743 Feb 09 03:44:13.424309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-581bc447-b860-4bd1-81fb-e51092e7fcfc req-bf338e0c-eaf4-4857-80ce-64b148f90715 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Deleting port a251a1e5-5137-4cce-86f6-218149d81292 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:44:13.424528 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-581bc447-b860-4bd1-81fb-e51092e7fcfc req-bf338e0c-eaf4-4857-80ce-64b148f90715 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a251a1e5-5137-4cce-86f6-218149d81292), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:13.523477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-581bc447-b860-4bd1-81fb-e51092e7fcfc req-bf338e0c-eaf4-4857-80ce-64b148f90715 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] For port a251a1e5-5137-4cce-86f6-218149d81292, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a251a1e5-5137-4cce-86f6-218149d81292,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:13.523837 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-581bc447-b860-4bd1-81fb-e51092e7fcfc req-bf338e0c-eaf4-4857-80ce-64b148f90715 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a251a1e5-5137-4cce-86f6-218149d81292), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:13.537275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-581bc447-b860-4bd1-81fb-e51092e7fcfc req-bf338e0c-eaf4-4857-80ce-64b148f90715 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Calling delete_port for a251a1e5-5137-4cce-86f6-218149d81292 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:44:13.696035 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-581bc447-b860-4bd1-81fb-e51092e7fcfc req-bf338e0c-eaf4-4857-80ce-64b148f90715 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a251a1e5-5137-4cce-86f6-218149d81292), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:13.709684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:44:13.749230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf338e0c-eaf4-4857-80ce-64b148f90715 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event deleted for resources: {'Port': ['ID=a251a1e5-5137-4cce-86f6-218149d81292,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:13.778407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a251a1e5-5137-4cce-86f6-218149d81292'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:44:13.806654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-581bc447-b860-4bd1-81fb-e51092e7fcfc req-bf338e0c-eaf4-4857-80ce-64b148f90715 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] No DVR routers for this DVR port a251a1e5-5137-4cce-86f6-218149d81292 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:44:13.818549 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-581bc447-b860-4bd1-81fb-e51092e7fcfc req-bf338e0c-eaf4-4857-80ce-64b148f90715 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:13.823568 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-581bc447-b860-4bd1-81fb-e51092e7fcfc req-bf338e0c-eaf4-4857-80ce-64b148f90715 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "DELETE /v2.0/ports/a251a1e5-5137-4cce-86f6-218149d81292 HTTP/1.1" status: 204 len: 173 time: 0.5183573 Feb 09 03:44:13.824328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8216645d-39f0-455a-9803-f836213d8d66', 'name': 'network-vif-deleted', 'tag': 'a251a1e5-5137-4cce-86f6-218149d81292'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:44:13.826861 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cb48d6-5308-40f6-a7bf-37e0cbc00266" -d '{"events": [{"server_uuid": "8216645d-39f0-455a-9803-f836213d8d66", "name": "network-vif-deleted", "tag": "a251a1e5-5137-4cce-86f6-218149d81292"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:44:13.930341 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a736ed73-e265-4820-9835-e78c7b906a53 x-openstack-request-id: req-a736ed73-e265-4820-9835-e78c7b906a53 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:44:13.930582 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8216645d-39f0-455a-9803-f836213d8d66", "name": "network-vif-deleted", "tag": "a251a1e5-5137-4cce-86f6-218149d81292", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:44:13.930842 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a736ed73-e265-4820-9835-e78c7b906a53 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:44:13.931254 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8216645d-39f0-455a-9803-f836213d8d66', 'name': 'network-vif-deleted', 'tag': 'a251a1e5-5137-4cce-86f6-218149d81292', 'status': 'completed', 'code': 200} Feb 09 03:44:14.441847 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a4dafc7e-5d26-43d3-8c84-7da348fb637c req-091307cf-2a97-4a5b-b00b-f4a047bbd5ae tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=8216645d-39f0-455a-9803-f836213d8d66 HTTP/1.1" status: 200 len: 210 time: 0.0503526 Feb 09 03:44:15.630596 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f91547d4-e26c-40ec-89a9-9bfcd78c2fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:15.812448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a251a1e5-5137-4cce-86f6-218149d81292 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:44:15.817055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a245516-10fe-4653-8d98-19704fd38538 req-1dacaff1-3b52-410f-b498-ad11bd94d228 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:15.833393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-1dacaff1-3b52-410f-b498-ad11bd94d228 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.1373401 Feb 09 03:44:15.854732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: a251a1e5-5137-4cce-86f6-218149d81292 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:44:15.868487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-40e62cf9-1bf9-4eab-b468-1928154b9c46 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/quotas/214c822454564e5eb0646fdf0c0c6d51 HTTP/1.1" status: 200 len: 375 time: 0.0337794 Feb 09 03:44:15.873861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a251a1e5-5137-4cce-86f6-218149d81292 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:44:15.933268 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-a69fa590-880d-4862-9faf-a699447fb784 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636246 Feb 09 03:44:16.049374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-413ac650-87dc-4186-80f3-41ce4bd45417 service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090987 Feb 09 03:44:16.146328 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-3c87bc19-e04a-4a98-b429-daf54c4d19d3 service neutron] 10.222.0.21 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954628 Feb 09 03:44:16.359913 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab1c00e3-812e-4617-944b-dd0b6f507050 req-c1ed4d70-9cc5-4cee-b67f-91f798bec9ab tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 210 time: 0.0316596 Feb 09 03:44:17.547375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37fe8499-8de9-4273-b21a-72cf2a13737c req-c42a4b98-41c1-4e30-b62e-4d379d39c5ff tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 210 time: 0.0543041 Feb 09 03:44:17.856368 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a245516-10fe-4653-8d98-19704fd38538 req-b453aac4-e6f2-46c3-9acc-ffa45dde3cf8 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:17.860112 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-b453aac4-e6f2-46c3-9acc-ffa45dde3cf8 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 805 time: 0.2611048 Feb 09 03:44:17.875059 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39382) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:17.890207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-2a245516-10fe-4653-8d98-19704fd38538 req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Request body: {'port': {'device_id': '95cf8f86-b930-4723-bd1f-8f4b18eac2bf', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'admin_state_up': True, 'tenant_id': '214c822454564e5eb0646fdf0c0c6d51'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:44:17.965500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39386) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:18.102828 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79e594bc-e1a6-4a26-911a-f45bde6d0d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.147087 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d23384b4-ad18-42be-93c9-6accc261d31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.163358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a245516-10fe-4653-8d98-19704fd38538 req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Made reservation on behalf of 214c822454564e5eb0646fdf0c0c6d51 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:44:18.166909 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a245516-10fe-4653-8d98-19704fd38538 req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.205895 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-70f8c5b1-fd9c-44f1-865e-9fff0879cd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.292573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-70f8c5b1-fd9c-44f1-865e-9fff0879cd7a admin admin] Publish callbacks [] for security_group (9d9ec7cd-29f4-43b7-a2de-d837dcdd9b17), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.305809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-70f8c5b1-fd9c-44f1-865e-9fff0879cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9d9ec7cd-29f4-43b7-a2de-d837dcdd9b17), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.336052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8c5b1-fd9c-44f1-865e-9fff0879cd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9ec7cd-29f4-43b7-a2de-d837dcdd9b17,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:18.384529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79e594bc-e1a6-4a26-911a-f45bde6d0d1b admin admin] Publish callbacks [] for security_group (90ccdc98-7f18-455b-b074-16eebfe723d4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.388311 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-70f8c5b1-fd9c-44f1-865e-9fff0879cd7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=740e2e60106d4adb9df419a399f50915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4217863 Feb 09 03:44:18.391418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39392) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:18.408249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-2a245516-10fe-4653-8d98-19704fd38538 req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Allocated IP 172.20.0.13 (4f9af93b-6f33-432e-8238-e1dfab3db085/4467c3d2-5141-494b-88fe-2fbe41f3a7a9/73e06ab3-366b-464f-920a-dca945831762) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:44:18.472177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51d3980a-72b3-4b1c-a5ba-c6390a73d3c7 admin admin] Publish callbacks [] for security_group (9d9ec7cd-29f4-43b7-a2de-d837dcdd9b17), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.518121 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51d3980a-72b3-4b1c-a5ba-c6390a73d3c7 admin admin] Publish callbacks [] for security_group (9d9ec7cd-29f4-43b7-a2de-d837dcdd9b17), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.554468 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79e594bc-e1a6-4a26-911a-f45bde6d0d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (90ccdc98-7f18-455b-b074-16eebfe723d4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.574692 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a245516-10fe-4653-8d98-19704fd38538 req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks [] for port (73e06ab3-366b-464f-920a-dca945831762), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.599123 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-79e594bc-e1a6-4a26-911a-f45bde6d0d1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8b5b871416748eda2fba54da73e90fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7232158 Feb 09 03:44:18.600980 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e594bc-e1a6-4a26-911a-f45bde6d0d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ccdc98-7f18-455b-b074-16eebfe723d4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:18.603136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39396) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:18.606250 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51d3980a-72b3-4b1c-a5ba-c6390a73d3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9d9ec7cd-29f4-43b7-a2de-d837dcdd9b17), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.609472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51d3980a-72b3-4b1c-a5ba-c6390a73d3c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.611425 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-51d3980a-72b3-4b1c-a5ba-c6390a73d3c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d9ec7cd-29f4-43b7-a2de-d837dcdd9b17 HTTP/1.1" status: 204 len: 168 time: 0.2183368 Feb 09 03:44:18.642189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3980a-72b3-4b1c-a5ba-c6390a73d3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9ec7cd-29f4-43b7-a2de-d837dcdd9b17,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:18.720014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a245516-10fe-4653-8d98-19704fd38538 req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (73e06ab3-366b-464f-920a-dca945831762), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.733583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:44:18.851290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event updated for resources: {'Port': ['ID=73e06ab3-366b-464f-920a-dca945831762,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:18.883841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a245516-10fe-4653-8d98-19704fd38538 req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Network 4f9af93b-6f33-432e-8238-e1dfab3db085 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:44:18.892196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-2a245516-10fe-4653-8d98-19704fd38538 req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:44:18.895485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a245516-10fe-4653-8d98-19704fd38538 req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:44:18.950205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9494b6d0-d74d-4a13-9a44-9b3d013cf600 admin admin] Publish callbacks [] for security_group (90ccdc98-7f18-455b-b074-16eebfe723d4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:18.977319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49dd31-5d52-4093-994a-21359c5821e1 req-fc7d93d6-9c14-4789-ba42-5add8a4a422b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:18.978942 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb49dd31-5d52-4093-994a-21359c5821e1 req-fc7d93d6-9c14-4789-ba42-5add8a4a422b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 932 time: 0.2553248 Feb 09 03:44:19.054041 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb49dd31-5d52-4093-994a-21359c5821e1 req-8f9cfc2c-40c2-47d1-a1b7-d88c9c0d2d35 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609362 Feb 09 03:44:19.071229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a245516-10fe-4653-8d98-19704fd38538 req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:19.071948 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a245516-10fe-4653-8d98-19704fd38538 req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.088642 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9494b6d0-d74d-4a13-9a44-9b3d013cf600 admin admin] Publish callbacks [] for security_group (90ccdc98-7f18-455b-b074-16eebfe723d4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.104334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-2b2be991-1c8a-4800-9952-66e5f8077a48 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2180703 Feb 09 03:44:19.125848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Request body: {'port': {'device_id': '95cf8f86-b930-4723-bd1f-8f4b18eac2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:44:19.214096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39402) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:19.216891 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (73e06ab3-366b-464f-920a-dca945831762), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.235355 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bfe770fa-aaff-41f6-8201-6c8787af7d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.262130 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9494b6d0-d74d-4a13-9a44-9b3d013cf600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (90ccdc98-7f18-455b-b074-16eebfe723d4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.264827 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9494b6d0-d74d-4a13-9a44-9b3d013cf600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.268817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9494b6d0-d74d-4a13-9a44-9b3d013cf600 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90ccdc98-7f18-455b-b074-16eebfe723d4 HTTP/1.1" status: 204 len: 168 time: 0.6646183 Feb 09 03:44:19.286903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494b6d0-d74d-4a13-9a44-9b3d013cf600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ccdc98-7f18-455b-b074-16eebfe723d4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:19.361372 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.407653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bfe770fa-aaff-41f6-8201-6c8787af7d06 admin admin] Publish callbacks [] for security_group (36de63b0-1e49-43d9-af3d-224634746a23), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.419640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bfe770fa-aaff-41f6-8201-6c8787af7d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (36de63b0-1e49-43d9-af3d-224634746a23), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.515043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bfe770fa-aaff-41f6-8201-6c8787af7d06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=375c4622698d46b2b7b542892216ae29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2997751 Feb 09 03:44:19.515664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39408) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:19.516318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe770fa-aaff-41f6-8201-6c8787af7d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36de63b0-1e49-43d9-af3d-224634746a23,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:19.626961 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61780f3d-3f9d-4a2c-a018-bf3582784c8c admin admin] Publish callbacks [] for security_group (36de63b0-1e49-43d9-af3d-224634746a23), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.668169 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e06ab3-366b-464f-920a-dca945831762 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:44:19.678929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Publish callbacks [] for port (73e06ab3-366b-464f-920a-dca945831762), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.681335 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61780f3d-3f9d-4a2c-a018-bf3582784c8c admin admin] Publish callbacks [] for security_group (36de63b0-1e49-43d9-af3d-224634746a23), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.699660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Transition to ACTIVE for port object 73e06ab3-366b-464f-920a-dca945831762 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:44:19.709697 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (73e06ab3-366b-464f-920a-dca945831762), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.758871 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61780f3d-3f9d-4a2c-a018-bf3582784c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (36de63b0-1e49-43d9-af3d-224634746a23), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.762152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61780f3d-3f9d-4a2c-a018-bf3582784c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.763600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-61780f3d-3f9d-4a2c-a018-bf3582784c8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36de63b0-1e49-43d9-af3d-224634746a23 HTTP/1.1" status: 204 len: 168 time: 0.2438457 Feb 09 03:44:19.778639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61780f3d-3f9d-4a2c-a018-bf3582784c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36de63b0-1e49-43d9-af3d-224634746a23,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:19.880761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Pushing event updated for resources: {'Port': ['ID=73e06ab3-366b-464f-920a-dca945831762,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:20.087071 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Attempting to bind port 73e06ab3-366b-464f-920a-dca945831762 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:44:20.087564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Attempting to bind port 73e06ab3-366b-464f-920a-dca945831762 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:44:20.087564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Attempting to bind port 73e06ab3-366b-464f-920a-dca945831762 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:44:20.094102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Port 73e06ab3-366b-464f-920a-dca945831762 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:44:20.094440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Attempting to bind port 73e06ab3-366b-464f-920a-dca945831762 on network 4f9af93b-6f33-432e-8238-e1dfab3db085 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:44:20.101932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:44:20.102714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Checking segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:44:20.103109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Bound using segment: {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:44:20.104450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Bound port: 73e06ab3-366b-464f-920a-dca945831762, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac588de-7968-4007-88ae-2be3118ec8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:44:20.104966 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (73e06ab3-366b-464f-920a-dca945831762), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:20.219280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] For port 73e06ab3-366b-464f-920a-dca945831762, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:44:20.223332 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] For port 73e06ab3-366b-464f-920a-dca945831762, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=73e06ab3-366b-464f-920a-dca945831762,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:44:20.232441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (73e06ab3-366b-464f-920a-dca945831762), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:20.276377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:20.277602 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:20.279373 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/73e06ab3-366b-464f-920a-dca945831762 HTTP/1.1" status: 200 len: 1093 time: 1.1619041 Feb 09 03:44:20.279968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cf8f86-b930-4723-bd1f-8f4b18eac2bf', 'tag': '73e06ab3-366b-464f-920a-dca945831762'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:44:20.282401 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d832df-96c7-483b-ba01-0562f9b76fea" -d '{"events": [{"name": "network-changed", "server_uuid": "95cf8f86-b930-4723-bd1f-8f4b18eac2bf", "tag": "73e06ab3-366b-464f-920a-dca945831762"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:44:20.327035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04678845-edcc-49ee-a6fb-60034bffb42e req-4e42d1b6-da99-4124-a0c1-ec3f1ed6890a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:20.329006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04678845-edcc-49ee-a6fb-60034bffb42e req-4e42d1b6-da99-4124-a0c1-ec3f1ed6890a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 944 time: 0.1277709 Feb 09 03:44:20.367048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83417c5e-cd4f-405e-a452-b111398351d0 service neutron] Pushing event updated for resources: {'Port': ['ID=73e06ab3-366b-464f-920a-dca945831762,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:20.387287 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e825113-dd4b-4ea2-b9e6-2097f7a29a92 x-openstack-request-id: req-6e825113-dd4b-4ea2-b9e6-2097f7a29a92 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:44:20.387633 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95cf8f86-b930-4723-bd1f-8f4b18eac2bf", "tag": "73e06ab3-366b-464f-920a-dca945831762", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:44:20.387965 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e825113-dd4b-4ea2-b9e6-2097f7a29a92 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:44:20.388502 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95cf8f86-b930-4723-bd1f-8f4b18eac2bf', 'tag': '73e06ab3-366b-464f-920a-dca945831762', 'status': 'completed', 'code': 200} Feb 09 03:44:20.464746 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04678845-edcc-49ee-a6fb-60034bffb42e req-53e47ff1-cfd1-4498-b73c-4d1267901d3d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274400 Feb 09 03:44:20.470741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a245516-10fe-4653-8d98-19704fd38538 req-d70b8fc6-ec37-4183-9b9a-9ecb046ec2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:20.472372 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-d70b8fc6-ec37-4183-9b9a-9ecb046ec2d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 1127 time: 0.1140883 Feb 09 03:44:20.591549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-c60a5a05-f27d-4128-950b-805506b4a024 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73e06ab3-366b-464f-920a-dca945831762 HTTP/1.1" status: 200 len: 217 time: 0.1060708 Feb 09 03:44:20.667312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a245516-10fe-4653-8d98-19704fd38538 req-50c4b996-a78c-46e2-abcb-2f74784e4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:20.668926 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-50c4b996-a78c-46e2-abcb-2f74784e4275 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.0651104 Feb 09 03:44:20.732435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-599f0a51-e2ed-46e6-8246-db53efa76d2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569971 Feb 09 03:44:20.798068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:20.864636 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-bb2dc8e1-c8aa-4c52-9203-12e0894915c9 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253154 Feb 09 03:44:21.011948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a245516-10fe-4653-8d98-19704fd38538 req-eadb1e88-bf13-4a6a-9a97-85ddff4efed4 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411476 Feb 09 03:44:21.165723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d832df-96c7-483b-ba01-0562f9b76fea req-7bf56006-9e3c-49ed-b1a1-0d1ab797b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:21.167309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2d832df-96c7-483b-ba01-0562f9b76fea req-7bf56006-9e3c-49ed-b1a1-0d1ab797b5fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 1127 time: 0.0656855 Feb 09 03:44:21.291699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d832df-96c7-483b-ba01-0562f9b76fea req-5045da82-fbc7-4fbc-8c7f-44a8bfa3eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:21.294138 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2d832df-96c7-483b-ba01-0562f9b76fea req-5045da82-fbc7-4fbc-8c7f-44a8bfa3eddd service neutron] 10.222.0.65 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 906 time: 0.1199317 Feb 09 03:44:21.341587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2d832df-96c7-483b-ba01-0562f9b76fea req-d2afc387-2134-47f4-821e-f951124fbb9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73e06ab3-366b-464f-920a-dca945831762 HTTP/1.1" status: 200 len: 217 time: 0.0412478 Feb 09 03:44:21.408135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d832df-96c7-483b-ba01-0562f9b76fea req-f4494e69-4865-4efc-b4a6-9a6cc0a6501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:21.410087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2d832df-96c7-483b-ba01-0562f9b76fea req-f4494e69-4865-4efc-b4a6-9a6cc0a6501e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.0618453 Feb 09 03:44:21.455174 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2d832df-96c7-483b-ba01-0562f9b76fea req-0cd9998e-f43c-4db9-b983-0c2e4f269409 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392799 Feb 09 03:44:21.636521 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2d832df-96c7-483b-ba01-0562f9b76fea req-993fe8a6-cadd-4ddf-b504-6eb595781303 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745784 Feb 09 03:44:21.688312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08138d16-0982-44da-bc40-2ff531bceef6 req-6aa9b73f-e8c5-4611-a261-7e4e1ef51114 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:21.689823 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08138d16-0982-44da-bc40-2ff531bceef6 req-6aa9b73f-e8c5-4611-a261-7e4e1ef51114 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 944 time: 0.1219425 Feb 09 03:44:21.797925 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08138d16-0982-44da-bc40-2ff531bceef6 req-52cdde57-d1d5-417a-b5c2-fa344416b88e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782566 Feb 09 03:44:21.801811 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b2d832df-96c7-483b-ba01-0562f9b76fea req-03a3f710-7084-45a5-8159-39202f92b912 service neutron] 10.222.0.65 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580367 Feb 09 03:44:21.986798 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:23.018676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ece1ef-e99c-422d-9c51-c542f74373b5 req-c172e8b4-80b9-40a5-8792-d3267bf868b3 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:23.022753 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-52ece1ef-e99c-422d-9c51-c542f74373b5 req-c172e8b4-80b9-40a5-8792-d3267bf868b3 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 944 time: 0.1350434 Feb 09 03:44:23.087152 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-52ece1ef-e99c-422d-9c51-c542f74373b5 req-2a9e339b-cfed-4c23-8d2b-9542a8ba23ea tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510836 Feb 09 03:44:23.653991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15558875-962e-435b-96de-94ac54463daf req-e0bad978-a97c-41de-8060-900410956343 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:23.662537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15558875-962e-435b-96de-94ac54463daf req-e0bad978-a97c-41de-8060-900410956343 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 945 time: 0.0687075 Feb 09 03:44:23.716668 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15558875-962e-435b-96de-94ac54463daf req-66d6f70e-eca4-45cd-af56-e3aed808f27f tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528212 Feb 09 03:44:24.200911 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:24.236886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e4c32-c37a-4504-b946-fe94725a573b req-43c4adf9-b91c-43d2-be42-5b1c16c8fdc6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:24.238780 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d1e4c32-c37a-4504-b946-fe94725a573b req-43c4adf9-b91c-43d2-be42-5b1c16c8fdc6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 944 time: 0.0713158 Feb 09 03:44:24.291540 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d1e4c32-c37a-4504-b946-fe94725a573b req-7af2226c-b792-4f49-95ba-97104bce25f6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468004 Feb 09 03:44:24.882893 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5eb774-e851-45df-8482-ce93ff54c287 req-997f4815-367a-4662-8a92-34c5be04a7b7 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:24.885552 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a5eb774-e851-45df-8482-ce93ff54c287 req-997f4815-367a-4662-8a92-34c5be04a7b7 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 945 time: 0.0695748 Feb 09 03:44:24.988473 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927909d1-98d1-4011-a530-31de56952224 req-21cf1b69-07b1-48a4-a5fe-46cfbe6dd35b tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:24.991191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-927909d1-98d1-4011-a530-31de56952224 req-21cf1b69-07b1-48a4-a5fe-46cfbe6dd35b tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.42 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 945 time: 0.1245370 Feb 09 03:44:24.994155 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a5eb774-e851-45df-8482-ce93ff54c287 req-823f429b-1932-4a94-9238-2d6a8f4f42d5 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025922 Feb 09 03:44:25.169828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Deleting port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:44:25.170071 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:25.270169 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] For port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d,segment=NetworkSegment(7aef45e9-b9db-461c-85f3-4d1396c168ee),segment_id=7aef45e9-b9db-461c-85f3-4d1396c168ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:25.270880 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:25.478812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cda1a-5bf4-4939-9938-14d7e35b3683 req-bcc792ee-7939-4b61-9995-5c0637965377 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:25.489702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-548cda1a-5bf4-4939-9938-14d7e35b3683 req-bcc792ee-7939-4b61-9995-5c0637965377 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 944 time: 0.0893986 Feb 09 03:44:25.581678 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-548cda1a-5bf4-4939-9938-14d7e35b3683 req-7c2555b9-c681-42af-aa08-6dfaf4852ea5 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751116 Feb 09 03:44:25.845434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 73e06ab3-366b-464f-920a-dca945831762 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:44:25.936839 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:25.939345 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (9be8b2e7-73d8-4c34-a199-cb04a0bd060a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:25.939687 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Floating IP 9be8b2e7-73d8-4c34-a199-cb04a0bd060a disassociated. External IP: 172.25.5.49, port: a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d. Feb 09 03:44:25.941372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Calling delete_port for a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:44:26.003690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 73e06ab3-366b-464f-920a-dca945831762, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=73e06ab3-366b-464f-920a-dca945831762,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:26.033999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '73e06ab3-366b-464f-920a-dca945831762', 'network_id': '4f9af93b-6f33-432e-8238-e1dfab3db085', 'port_id': '73e06ab3-366b-464f-920a-dca945831762', 'mac_address': 'fa:16:3e:89:ba:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4467c3d2-5141-494b-88fe-2fbe41f3a7a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:44:26.119658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 73e06ab3-366b-464f-920a-dca945831762 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:44:26.120292 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (73e06ab3-366b-464f-920a-dca945831762), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:26.135906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e06ab3-366b-464f-920a-dca945831762 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:44:26.157993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 73e06ab3-366b-464f-920a-dca945831762, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=73e06ab3-366b-464f-920a-dca945831762,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:26.164781 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (73e06ab3-366b-464f-920a-dca945831762), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:26.259898 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=73e06ab3-366b-464f-920a-dca945831762,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:26.354987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dcd75-3f1a-448c-9f75-e47258d4b22f req-dccb059e-3bda-46d1-bddb-305c8c599ae5 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:26.363057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b0dcd75-3f1a-448c-9f75-e47258d4b22f req-dccb059e-3bda-46d1-bddb-305c8c599ae5 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 945 time: 0.2314291 Feb 09 03:44:26.366494 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:26.491954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event deleted for resources: {'Port': ['ID=a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:26.504917 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b0dcd75-3f1a-448c-9f75-e47258d4b22f req-e7eaf6f4-81c4-448c-8ecf-7d2f83d2ba83 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6226442-2eb8-4db9-ae57-0ca04d768d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409295 Feb 09 03:44:26.509315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.509950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.510526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.511076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.511622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.512162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.512873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.513463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.514031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.514566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.515102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.515704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.516240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:26.557336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['73e06ab3-366b-464f-920a-dca945831762'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:44:26.750308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Router 8ea2e27d-b411-40da-94aa-4cc1fac19dde has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:44:26.819063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017091d-a24f-4ed1-9375-38eaf7a41ee0 req-1b857092-55ab-4014-abe6-2a6435613f6b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:26.834331 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7017091d-a24f-4ed1-9375-38eaf7a41ee0 req-1b857092-55ab-4014-abe6-2a6435613f6b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 945 time: 0.1579881 Feb 09 03:44:26.885918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:44:26.899398 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0df25-7ff9-4164-a3ff-216abf5eee8d None None] Sync routers for ids ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:44:26.941141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] No DVR routers for this DVR port a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:44:26.941754 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce0df25-7ff9-4164-a3ff-216abf5eee8d None None] Routers {'8ea2e27d-b411-40da-94aa-4cc1fac19dde'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:44:26.943205 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1ce0df25-7ff9-4164-a3ff-216abf5eee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:44:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:26.944548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:26.949296 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-927909d1-98d1-4011-a530-31de56952224 req-83a5d4e8-5066-47b5-9a30-838b2ea74fcb tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.42 "DELETE /v2.0/ports/a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d HTTP/1.1" status: 204 len: 173 time: 1.9521303 Feb 09 03:44:26.950320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'name': 'network-vif-deleted', 'tag': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:44:26.953974 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c452315-3a2e-47f0-9e72-d043b5ef6111" -d '{"events": [{"server_uuid": "2698aea6-e5b3-4b51-956f-c2f0443f4642", "name": "network-vif-deleted", "tag": "a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:44:26.986781 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7017091d-a24f-4ed1-9375-38eaf7a41ee0 req-5ebce631-580b-4dd4-8c2a-83128d84a2ce tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508546 Feb 09 03:44:27.077316 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6affec8-250f-41bb-b8e1-8c147a3e8592 x-openstack-request-id: req-c6affec8-250f-41bb-b8e1-8c147a3e8592 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:44:27.077645 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2698aea6-e5b3-4b51-956f-c2f0443f4642", "name": "network-vif-deleted", "tag": "a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:44:27.077906 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6affec8-250f-41bb-b8e1-8c147a3e8592 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:44:27.078310 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2698aea6-e5b3-4b51-956f-c2f0443f4642', 'name': 'network-vif-deleted', 'tag': 'a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d', 'status': 'completed', 'code': 200} Feb 09 03:44:27.222465 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-1ce0df25-7ff9-4164-a3ff-216abf5eee8d None None] Set router 8ea2e27d-b411-40da-94aa-4cc1fac19dde gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:44:27.561565 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1ce0df25-7ff9-4164-a3ff-216abf5eee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:38:46Z', 'revision_number': 4, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '1d4751b9-d9a7-401a-ab56-40caf5517f62', 'name': '', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'mac_address': 'fa:16:3e:eb:7b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:43Z', 'updated_at': '2022-02-09T03:38:56Z', 'revision_number': 5, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'subnets': [{'id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:27.657989 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0df25-7ff9-4164-a3ff-216abf5eee8d None None] Checking router: 8ea2e27d-b411-40da-94aa-4cc1fac19dde for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:44:27.677326 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce0df25-7ff9-4164-a3ff-216abf5eee8d None None] Routers {'8ea2e27d-b411-40da-94aa-4cc1fac19dde'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:44:27.678860 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1ce0df25-7ff9-4164-a3ff-216abf5eee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:44:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:27.756197 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9c9342f-c91c-4147-b4a9-9dfc343f3981 req-2d58b204-1df0-466e-9977-d7dcbad70aee tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "GET /v2.0/ports?device_id=2698aea6-e5b3-4b51-956f-c2f0443f4642 HTTP/1.1" status: 200 len: 210 time: 0.0577543 Feb 09 03:44:27.844466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 73e06ab3-366b-464f-920a-dca945831762 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:44:28.016176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 73e06ab3-366b-464f-920a-dca945831762 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:44:28.026244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 73e06ab3-366b-464f-920a-dca945831762 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:44:28.027311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (73e06ab3-366b-464f-920a-dca945831762), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:28.252553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 73e06ab3-366b-464f-920a-dca945831762 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:44:28.253053 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (73e06ab3-366b-464f-920a-dca945831762), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:28.256317 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-1ce0df25-7ff9-4164-a3ff-216abf5eee8d None None] Set router 8ea2e27d-b411-40da-94aa-4cc1fac19dde gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:44:28.259195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727b221-9e1f-4764-b908-741b7d68a3f2 req-9d0cd0d7-3b29-4ec0-97ee-e34454cf8c17 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:28.265015 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7727b221-9e1f-4764-b908-741b7d68a3f2 req-9d0cd0d7-3b29-4ec0-97ee-e34454cf8c17 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 945 time: 0.1107812 Feb 09 03:44:28.327103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 73e06ab3-366b-464f-920a-dca945831762, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=73e06ab3-366b-464f-920a-dca945831762,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:28.329617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cf8f86-b930-4723-bd1f-8f4b18eac2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e06ab3-366b-464f-920a-dca945831762'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:44:28.332839 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c900ac-2e5a-43f7-8560-8dc6fa06c669" -d '{"events": [{"server_uuid": "95cf8f86-b930-4723-bd1f-8f4b18eac2bf", "name": "network-vif-plugged", "status": "completed", "tag": "73e06ab3-366b-464f-920a-dca945831762"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:44:28.346114 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (73e06ab3-366b-464f-920a-dca945831762), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:28.373133 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7727b221-9e1f-4764-b908-741b7d68a3f2 req-8351d1f4-8b8f-4b11-89b2-46075913c495 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025434 Feb 09 03:44:28.438390 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5322604d-9bb8-4553-abdf-e25df4af2318 x-openstack-request-id: req-5322604d-9bb8-4553-abdf-e25df4af2318 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:44:28.438716 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cf8f86-b930-4723-bd1f-8f4b18eac2bf", "name": "network-vif-plugged", "status": "completed", "tag": "73e06ab3-366b-464f-920a-dca945831762", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:44:28.438979 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5322604d-9bb8-4553-abdf-e25df4af2318 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:44:28.439380 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cf8f86-b930-4723-bd1f-8f4b18eac2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e06ab3-366b-464f-920a-dca945831762', 'code': 200} Feb 09 03:44:28.471599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=73e06ab3-366b-464f-920a-dca945831762,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:28.607756 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60437c-ce37-4bef-9777-6e546ac67272 req-aff9e2f2-1425-4e13-bd03-7f9a2bf1edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:28.609335 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c60437c-ce37-4bef-9777-6e546ac67272 req-aff9e2f2-1425-4e13-bd03-7f9a2bf1edee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 1129 time: 0.0892859 Feb 09 03:44:28.639919 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1ce0df25-7ff9-4164-a3ff-216abf5eee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:38:46Z', 'revision_number': 4, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '1d4751b9-d9a7-401a-ab56-40caf5517f62', 'name': '', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'mac_address': 'fa:16:3e:eb:7b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:43Z', 'updated_at': '2022-02-09T03:38:56Z', 'revision_number': 5, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'subnets': [{'id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:28.661157 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c60437c-ce37-4bef-9777-6e546ac67272 req-be75cd88-67f3-4c6c-9b96-2592146e681d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448518 Feb 09 03:44:28.667123 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0df25-7ff9-4164-a3ff-216abf5eee8d None None] The sync data for ids ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'] in n-d-824835-15 is: [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:38:46Z', 'revision_number': 4, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '1d4751b9-d9a7-401a-ab56-40caf5517f62', 'name': '', 'network_id': '64506a81-f156-4e9a-b608-360a44fd164e', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'mac_address': 'fa:16:3e:eb:7b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:43Z', 'updated_at': '2022-02-09T03:38:56Z', 'revision_number': 5, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'subnets': [{'id': '332ce4fd-1a5a-4971-ad02-23dbb354605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:44:28.817222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39638) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:29.014903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8c06d7af-2023-4304-94c5-de8544320d66 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Deleting port d1af2bf7-a44b-4350-9a1c-0521b680efcf {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:44:29.015251 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c06d7af-2023-4304-94c5-de8544320d66 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d1af2bf7-a44b-4350-9a1c-0521b680efcf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:29.056540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea64389-b09b-4330-a983-9403fe3420eb None None] New status for floating IP 9be8b2e7-73d8-4c34-a199-cb04a0bd060a: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:44:29.098692 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c06d7af-2023-4304-94c5-de8544320d66 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d1af2bf7-a44b-4350-9a1c-0521b680efcf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:29.099034 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c06d7af-2023-4304-94c5-de8544320d66 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for floatingip (d1af2bf7-a44b-4350-9a1c-0521b680efcf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:29.111791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8c06d7af-2023-4304-94c5-de8544320d66 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Calling delete_port for d1af2bf7-a44b-4350-9a1c-0521b680efcf owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:44:29.266146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c06d7af-2023-4304-94c5-de8544320d66 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d1af2bf7-a44b-4350-9a1c-0521b680efcf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:29.304239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06d7af-2023-4304-94c5-de8544320d66 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event deleted for resources: {'Port': ['ID=d1af2bf7-a44b-4350-9a1c-0521b680efcf,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:29.342118 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-6ea64389-b09b-4330-a983-9403fe3420eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:44:29.342610 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-6ea64389-b09b-4330-a983-9403fe3420eb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:44:29.367948 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c06d7af-2023-4304-94c5-de8544320d66 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for floatingip (9be8b2e7-73d8-4c34-a199-cb04a0bd060a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:29.370652 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c06d7af-2023-4304-94c5-de8544320d66 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:29.374191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8c06d7af-2023-4304-94c5-de8544320d66 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "DELETE /v2.0/floatingips/9be8b2e7-73d8-4c34-a199-cb04a0bd060a HTTP/1.1" status: 204 len: 168 time: 0.5535285 Feb 09 03:44:29.479524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39650) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:29.591058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb78db8-518f-457e-a4af-ba87269b927c req-150823c1-f529-4a08-af4e-1fc5eaa07122 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:29.598020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2fb78db8-518f-457e-a4af-ba87269b927c req-150823c1-f529-4a08-af4e-1fc5eaa07122 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1207807 Feb 09 03:44:29.616356 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b224110f-7a0e-4f20-8dd1-1af3815822f0 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group (b6226442-2eb8-4db9-ae57-0ca04d768d69), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:29.657781 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b224110f-7a0e-4f20-8dd1-1af3815822f0 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group (b6226442-2eb8-4db9-ae57-0ca04d768d69), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:29.679891 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2fb78db8-518f-457e-a4af-ba87269b927c req-d9b118fc-0537-4eec-94cd-d08c00c9f68b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810132 Feb 09 03:44:29.742615 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b224110f-7a0e-4f20-8dd1-1af3815822f0 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b6226442-2eb8-4db9-ae57-0ca04d768d69), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:29.745268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b224110f-7a0e-4f20-8dd1-1af3815822f0 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:29.746453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b224110f-7a0e-4f20-8dd1-1af3815822f0 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] 10.222.0.21 "DELETE /v2.0/security-groups/b6226442-2eb8-4db9-ae57-0ca04d768d69 HTTP/1.1" status: 204 len: 168 time: 0.2659519 Feb 09 03:44:29.755741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224110f-7a0e-4f20-8dd1-1af3815822f0 tempest-TestServerBasicOps-1379116849 tempest-TestServerBasicOps-1379116849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6226442-2eb8-4db9-ae57-0ca04d768d69,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:29.793029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39656) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:29.844397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea64389-b09b-4330-a983-9403fe3420eb None None] New status for floating IP 9be8b2e7-73d8-4c34-a199-cb04a0bd060a: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:44:30.046816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:44:30.077226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:44:30.077944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a51f4bb9-9a6c-4b2e-8e18-a05fd8a5961d not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:44:30.440105 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e19d6bbb-3797-4898-a4f3-b7876379c861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (8ea2e27d-b411-40da-94aa-4cc1fac19dde), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:30.713591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e19d6bbb-3797-4898-a4f3-b7876379c861 admin admin] Deleting port 1d4751b9-d9a7-401a-ab56-40caf5517f62 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:44:30.714000 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e19d6bbb-3797-4898-a4f3-b7876379c861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:30.825195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e19d6bbb-3797-4898-a4f3-b7876379c861 admin admin] For port 1d4751b9-d9a7-401a-ab56-40caf5517f62, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1d4751b9-d9a7-401a-ab56-40caf5517f62,segment=NetworkSegment(7aef45e9-b9db-461c-85f3-4d1396c168ee),segment_id=7aef45e9-b9db-461c-85f3-4d1396c168ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:30.825590 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e19d6bbb-3797-4898-a4f3-b7876379c861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:30.848348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e19d6bbb-3797-4898-a4f3-b7876379c861 admin admin] Calling delete_port for 1d4751b9-d9a7-401a-ab56-40caf5517f62 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:44:30.859323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3649b8-ca03-49e4-8b38-8328d252ef8e req-3a68c7b6-43cb-4f09-ab27-b96bedff4a13 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:30.860813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb3649b8-ca03-49e4-8b38-8328d252ef8e req-3a68c7b6-43cb-4f09-ab27-b96bedff4a13 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1004481 Feb 09 03:44:30.955035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb3649b8-ca03-49e4-8b38-8328d252ef8e req-cf95faf1-813e-4c15-92db-9496291cf336 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874128 Feb 09 03:44:31.123570 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e19d6bbb-3797-4898-a4f3-b7876379c861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1d4751b9-d9a7-401a-ab56-40caf5517f62), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:31.154215 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d6bbb-3797-4898-a4f3-b7876379c861 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4751b9-d9a7-401a-ab56-40caf5517f62,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:31.307487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afef869-c28e-4c38-9e9e-58cac30aaabc req-e1786534-7008-4411-9a9d-be6120ea08be tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:31.308514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6afef869-c28e-4c38-9e9e-58cac30aaabc req-e1786534-7008-4411-9a9d-be6120ea08be tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1579731 Feb 09 03:44:31.347564 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:44:31.430541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6afef869-c28e-4c38-9e9e-58cac30aaabc req-338c6f36-5182-420c-a104-456693167839 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877285 Feb 09 03:44:31.449005 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e19d6bbb-3797-4898-a4f3-b7876379c861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (8ea2e27d-b411-40da-94aa-4cc1fac19dde), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:31.579103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8487a-421b-4462-936b-6cf12afa2faa req-a9a14650-c1a8-4013-8ab7-01c3396b8944 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:31.585969 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-14c8487a-421b-4462-936b-6cf12afa2faa req-a9a14650-c1a8-4013-8ab7-01c3396b8944 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0778661 Feb 09 03:44:31.640742 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-14c8487a-421b-4462-936b-6cf12afa2faa req-7ef60c28-fc3b-4bfd-8ce5-ac8085f0f0f3 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528381 Feb 09 03:44:31.754987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19d6bbb-3797-4898-a4f3-b7876379c861 admin admin] Router 8ea2e27d-b411-40da-94aa-4cc1fac19dde has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:44:31.902234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19d6bbb-3797-4898-a4f3-b7876379c861 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:44:31.912662 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c58662-56b8-40de-ae48-b4a86e70bedb None None] Sync routers for ids ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:44:31.917431 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e19d6bbb-3797-4898-a4f3-b7876379c861 admin admin] 10.222.0.21 "PUT /v2.0/routers/8ea2e27d-b411-40da-94aa-4cc1fac19dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1208467 Feb 09 03:44:31.918295 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39692) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:31.929716 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c58662-56b8-40de-ae48-b4a86e70bedb None None] Routers {'8ea2e27d-b411-40da-94aa-4cc1fac19dde'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:44:31.930339 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-13c58662-56b8-40de-ae48-b4a86e70bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:44:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:31.937634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8bb16-aa90-4df6-bb34-a05e53b426ce req-569cd302-4f5f-4c40-a5a1-9a320f4fd0fe tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:31.941860 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3e8bb16-aa90-4df6-bb34-a05e53b426ce req-569cd302-4f5f-4c40-a5a1-9a320f4fd0fe tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0825174 Feb 09 03:44:32.054543 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3e8bb16-aa90-4df6-bb34-a05e53b426ce req-0fd748c0-b98f-47eb-806d-a14f5527ec2e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066790 Feb 09 03:44:32.089780 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Publish callbacks [] for router (8ea2e27d-b411-40da-94aa-4cc1fac19dde), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:32.127858 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-13c58662-56b8-40de-ae48-b4a86e70bedb None None] Set router 8ea2e27d-b411-40da-94aa-4cc1fac19dde gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:44:32.245877 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Publish callbacks [] for router_gateway (8ea2e27d-b411-40da-94aa-4cc1fac19dde), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:32.338468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Deleting port 172aa44f-2c78-41b0-869d-0e40ae994f2e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:44:32.341984 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:32.468938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] For port 172aa44f-2c78-41b0-869d-0e40ae994f2e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=172aa44f-2c78-41b0-869d-0e40ae994f2e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:32.469751 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:32.488334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Calling delete_port for 172aa44f-2c78-41b0-869d-0e40ae994f2e owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:44:32.497150 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-13c58662-56b8-40de-ae48-b4a86e70bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:44:31Z', 'revision_number': 5, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port': {'id': '172aa44f-2c78-41b0-869d-0e40ae994f2e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:35Z', 'updated_at': '2022-02-09T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:32.536230 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c58662-56b8-40de-ae48-b4a86e70bedb None None] Checking router: 8ea2e27d-b411-40da-94aa-4cc1fac19dde for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:44:32.547424 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c58662-56b8-40de-ae48-b4a86e70bedb None None] Routers {'8ea2e27d-b411-40da-94aa-4cc1fac19dde'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:44:32.548148 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-13c58662-56b8-40de-ae48-b4a86e70bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:44:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:32.668439 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-13c58662-56b8-40de-ae48-b4a86e70bedb None None] Set router 8ea2e27d-b411-40da-94aa-4cc1fac19dde gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:44:32.713871 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (172aa44f-2c78-41b0-869d-0e40ae994f2e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:32.732507 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-13c58662-56b8-40de-ae48-b4a86e70bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:44:32Z', 'revision_number': 6, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:32.773659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Pushing event deleted for resources: {'Port': ['ID=172aa44f-2c78-41b0-869d-0e40ae994f2e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:32.777735 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c58662-56b8-40de-ae48-b4a86e70bedb None None] The sync data for ids ['8ea2e27d-b411-40da-94aa-4cc1fac19dde'] in n-d-824835-15 is: [{'id': '8ea2e27d-b411-40da-94aa-4cc1fac19dde', 'name': 'tempest-TestServerBasicOps-776980568-router', 'tenant_id': '1de610ff7cd646d185bba2efcdf4793a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:33Z', 'updated_at': '2022-02-09T03:44:32Z', 'revision_number': 6, 'project_id': '1de610ff7cd646d185bba2efcdf4793a', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:44:32.877220 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (8ea2e27d-b411-40da-94aa-4cc1fac19dde), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:32.981917 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (8ea2e27d-b411-40da-94aa-4cc1fac19dde), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:32.984223 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Publish callbacks [] for router_controller (8ea2e27d-b411-40da-94aa-4cc1fac19dde), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.036747 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (8ea2e27d-b411-40da-94aa-4cc1fac19dde), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.038158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea2e27d-b411-40da-94aa-4cc1fac19dde {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:44:33.042623 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.046578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39700) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:33.047024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a39affdb-24ac-4398-bf35-8e38b27ae166 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8ea2e27d-b411-40da-94aa-4cc1fac19dde HTTP/1.1" status: 204 len: 168 time: 1.1273379 Feb 09 03:44:33.112612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Deleting subnet 332ce4fd-1a5a-4971-ad02-23dbb354605e {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:44:33.122364 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Publish callbacks [] for subnet (332ce4fd-1a5a-4971-ad02-23dbb354605e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.173138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (332ce4fd-1a5a-4971-ad02-23dbb354605e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.215403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29411f98-af2d-4fd9-b644-1cf87338639f req-6eb3376b-b1df-4be1-ae9c-197db859bddd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:33.222175 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-29411f98-af2d-4fd9-b644-1cf87338639f req-6eb3376b-b1df-4be1-ae9c-197db859bddd tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0998735 Feb 09 03:44:33.284061 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (332ce4fd-1a5a-4971-ad02-23dbb354605e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.302773 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-29411f98-af2d-4fd9-b644-1cf87338639f req-8996f1eb-7445-45ad-90b6-1dd0601f456c tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796914 Feb 09 03:44:33.371868 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (332ce4fd-1a5a-4971-ad02-23dbb354605e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.402505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332ce4fd-1a5a-4971-ad02-23dbb354605e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:33.417118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.417506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.417834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.418162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.418675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.419178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.419506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.419836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.420157 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.420476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.420798 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.421118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.421459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:33.427469 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.431050 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-905a1044-02f8-43fc-8329-52ea7bb39b56 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/332ce4fd-1a5a-4971-ad02-23dbb354605e HTTP/1.1" status: 204 len: 168 time: 0.3834250 Feb 09 03:44:33.433622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39706) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:33.435383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92fd0d-9673-4b96-acdb-71329dd7cffa None None] Network 64506a81-f156-4e9a-b608-360a44fd164e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:44:33.537496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (64506a81-f156-4e9a-b608-360a44fd164e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.597104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Deleting port b79af58c-8a56-4b8e-862a-11889ce5568e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:44:33.597472 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.671634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] For port b79af58c-8a56-4b8e-862a-11889ce5568e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b79af58c-8a56-4b8e-862a-11889ce5568e,segment=NetworkSegment(7aef45e9-b9db-461c-85f3-4d1396c168ee),segment_id=7aef45e9-b9db-461c-85f3-4d1396c168ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:33.671970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.687813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Calling delete_port for b79af58c-8a56-4b8e-862a-11889ce5568e owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:44:33.708517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] DHCP port deletion for 64506a81-f156-4e9a-b608-360a44fd164e request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:44:33.784284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Deleting port b79af58c-8a56-4b8e-862a-11889ce5568e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:44:33.785101 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.877446 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.911570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] For port b79af58c-8a56-4b8e-862a-11889ce5568e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b79af58c-8a56-4b8e-862a-11889ce5568e,segment=NetworkSegment(7aef45e9-b9db-461c-85f3-4d1396c168ee),segment_id=7aef45e9-b9db-461c-85f3-4d1396c168ee)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:33.912247 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.934021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Calling delete_port for b79af58c-8a56-4b8e-862a-11889ce5568e owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:44:33.934200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b79af58c-8a56-4b8e-862a-11889ce5568e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:33.936929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] No DVR routers for this DVR port b79af58c-8a56-4b8e-862a-11889ce5568e on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:44:34.045248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (64506a81-f156-4e9a-b608-360a44fd164e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:34.046265 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (b79af58c-8a56-4b8e-862a-11889ce5568e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:34.074202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64506a81-f156-4e9a-b608-360a44fd164e']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:34.086012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Pushing event deleted for resources: {'Port': ['ID=b79af58c-8a56-4b8e-862a-11889ce5568e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:34.087771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aef45e9-b9db-461c-85f3-4d1396c168ee') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:34.088067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aef45e9-b9db-461c-85f3-4d1396c168ee') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:34.089869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] No DVR routers for this DVR port b79af58c-8a56-4b8e-862a-11889ce5568e on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:44:34.102080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.106395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.107476 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (7aef45e9-b9db-461c-85f3-4d1396c168ee), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:34.113091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.113553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.113900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.114237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.115104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.115104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.115309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.115559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.116631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.116977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.119845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe95a92-b1dd-43ba-a092-131d2b49d9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:44:34.128814 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7aef45e9-b9db-461c-85f3-4d1396c168ee), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:34.137900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:44:34.138413 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (7aef45e9-b9db-461c-85f3-4d1396c168ee), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:44:34.140351 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:44:34.213834 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (64506a81-f156-4e9a-b608-360a44fd164e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:34.219778 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:34.226304 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] 10.222.0.21 "DELETE /v2.0/networks/64506a81-f156-4e9a-b608-360a44fd164e HTTP/1.1" status: 204 len: 168 time: 0.7878485 Feb 09 03:44:34.226651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39712) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:34.238327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e01048-e254-4d7d-9243-90e90851ff3c admin admin] Pushing event deleted for resources: {'Network': ['ID=64506a81-f156-4e9a-b608-360a44fd164e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:34.578101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60641c-e051-4e82-b36d-5c4beefed754 req-1303cce3-c964-40c2-a95d-6a7add179cae tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:34.581880 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-be60641c-e051-4e82-b36d-5c4beefed754 req-1303cce3-c964-40c2-a95d-6a7add179cae tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1497948 Feb 09 03:44:34.659436 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-be60641c-e051-4e82-b36d-5c4beefed754 req-368e4a3c-572d-459e-89c6-aa1deffb08c6 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713305 Feb 09 03:44:34.757105 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48033c18-be4f-483c-9494-9bedfcb196a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:34.796299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1d4751b9-d9a7-401a-ab56-40caf5517f62 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:44:34.832532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 1d4751b9-d9a7-401a-ab56-40caf5517f62 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:44:34.833937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1d4751b9-d9a7-401a-ab56-40caf5517f62 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:44:34.836801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b79af58c-8a56-4b8e-862a-11889ce5568e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:44:34.882088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: b79af58c-8a56-4b8e-862a-11889ce5568e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:44:34.883462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b79af58c-8a56-4b8e-862a-11889ce5568e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:44:34.886429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 172aa44f-2c78-41b0-869d-0e40ae994f2e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:44:34.921627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 172aa44f-2c78-41b0-869d-0e40ae994f2e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:44:34.921974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 172aa44f-2c78-41b0-869d-0e40ae994f2e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:44:35.176060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-48033c18-be4f-483c-9494-9bedfcb196a8 admin admin] Deleting port 73a1401d-add7-487b-886a-0220e29337c0 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:44:35.176517 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48033c18-be4f-483c-9494-9bedfcb196a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (73a1401d-add7-487b-886a-0220e29337c0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:35.272776 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-48033c18-be4f-483c-9494-9bedfcb196a8 admin admin] For port 73a1401d-add7-487b-886a-0220e29337c0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=73a1401d-add7-487b-886a-0220e29337c0,segment=NetworkSegment(40f62603-3e55-4a09-b25d-2be9913d7f5e),segment_id=40f62603-3e55-4a09-b25d-2be9913d7f5e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:35.273454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48033c18-be4f-483c-9494-9bedfcb196a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (73a1401d-add7-487b-886a-0220e29337c0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:35.291199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-48033c18-be4f-483c-9494-9bedfcb196a8 admin admin] Calling delete_port for 73a1401d-add7-487b-886a-0220e29337c0 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:44:35.508769 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48033c18-be4f-483c-9494-9bedfcb196a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (73a1401d-add7-487b-886a-0220e29337c0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:35.543650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48033c18-be4f-483c-9494-9bedfcb196a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a1401d-add7-487b-886a-0220e29337c0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:35.853708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48033c18-be4f-483c-9494-9bedfcb196a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:35.913033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784aaec-2139-40f1-8d24-b1f64d92832d req-8cec353e-a8aa-433c-8eb4-eae2a7eb0518 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:35.914659 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1784aaec-2139-40f1-8d24-b1f64d92832d req-8cec353e-a8aa-433c-8eb4-eae2a7eb0518 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1245878 Feb 09 03:44:35.981237 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1784aaec-2139-40f1-8d24-b1f64d92832d req-793c5631-246f-4afe-91f6-b861f6ad04c8 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604973 Feb 09 03:44:36.090082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39742) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:36.328123 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1d79d7a-d009-4b55-ab9d-96daaf15b606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:36.384943 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48033c18-be4f-483c-9494-9bedfcb196a8 admin admin] Router 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:44:36.479433 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1d79d7a-d009-4b55-ab9d-96daaf15b606 admin admin] Publish callbacks [] for security_group (89ea41db-9d04-484e-9015-90a5dc986c8a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:36.484264 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1d79d7a-d009-4b55-ab9d-96daaf15b606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (89ea41db-9d04-484e-9015-90a5dc986c8a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:36.576055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d79d7a-d009-4b55-ab9d-96daaf15b606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ea41db-9d04-484e-9015-90a5dc986c8a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:36.587708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f1d79d7a-d009-4b55-ab9d-96daaf15b606 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=364196759e914eef958c9bf4d4af5058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4965208 Feb 09 03:44:36.590057 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39762) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:36.665996 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ba88cb0-24da-44ff-9055-e6667c3e6d81 admin admin] Publish callbacks [] for security_group (89ea41db-9d04-484e-9015-90a5dc986c8a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:36.687561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48033c18-be4f-483c-9494-9bedfcb196a8 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:44:36.696846 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ba88cb0-24da-44ff-9055-e6667c3e6d81 admin admin] Publish callbacks [] for security_group (89ea41db-9d04-484e-9015-90a5dc986c8a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:36.699478 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-48033c18-be4f-483c-9494-9bedfcb196a8 admin admin] 10.222.0.21 "PUT /v2.0/routers/0ef54033-fbde-4d84-a2e3-1b3d9e03b544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4668112 Feb 09 03:44:36.700307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39766) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:36.712287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9b93f-9d30-4137-8f4b-eceafdc76991 None None] Sync routers for ids ['0ef54033-fbde-4d84-a2e3-1b3d9e03b544'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:44:36.728797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941e6e7-d953-4503-a76d-ab0864cd9a97 req-99423140-8e94-4753-b4fe-583690b04339 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:36.734297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9b93f-9d30-4137-8f4b-eceafdc76991 None None] Routers {'0ef54033-fbde-4d84-a2e3-1b3d9e03b544'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:44:36.735312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-06d9b93f-9d30-4137-8f4b-eceafdc76991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:44:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0ef54033-fbde-4d84-a2e3-1b3d9e03b544'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:36.741647 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7941e6e7-d953-4503-a76d-ab0864cd9a97 req-99423140-8e94-4753-b4fe-583690b04339 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.2268164 Feb 09 03:44:36.921654 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Publish callbacks [] for router (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:36.951801 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7941e6e7-d953-4503-a76d-ab0864cd9a97 req-099eea5a-10ae-4d21-a5c2-bfd724835df5 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087240 Feb 09 03:44:37.010155 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ba88cb0-24da-44ff-9055-e6667c3e6d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (89ea41db-9d04-484e-9015-90a5dc986c8a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:37.013775 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ba88cb0-24da-44ff-9055-e6667c3e6d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:37.019616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3ba88cb0-24da-44ff-9055-e6667c3e6d81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89ea41db-9d04-484e-9015-90a5dc986c8a HTTP/1.1" status: 204 len: 168 time: 0.4261615 Feb 09 03:44:37.034277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-06d9b93f-9d30-4137-8f4b-eceafdc76991 None None] Set router 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:44:37.043553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba88cb0-24da-44ff-9055-e6667c3e6d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ea41db-9d04-484e-9015-90a5dc986c8a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:37.298219 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Publish callbacks [] for router_gateway (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:37.340922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-06d9b93f-9d30-4137-8f4b-eceafdc76991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'name': 'tempest-TestServerBasicOps-1972902585-router', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:53Z', 'updated_at': '2022-02-09T03:44:35Z', 'revision_number': 5, 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'gw_port': {'id': 'a6ec744f-3e4b-47c1-86de-3f430f9467bd', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:38:55Z', 'updated_at': '2022-02-09T03:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:37.392980 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29303e21-b1b8-4fb5-9c73-c02e807b51cf req-1e2fe517-8539-457b-9de1-21d347e1b34c tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:37.403927 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29303e21-b1b8-4fb5-9c73-c02e807b51cf req-1e2fe517-8539-457b-9de1-21d347e1b34c tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1950266 Feb 09 03:44:37.409084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9b93f-9d30-4137-8f4b-eceafdc76991 None None] Checking router: 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:44:37.424221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9b93f-9d30-4137-8f4b-eceafdc76991 None None] Routers {'0ef54033-fbde-4d84-a2e3-1b3d9e03b544'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:44:37.424969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-06d9b93f-9d30-4137-8f4b-eceafdc76991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:44:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['0ef54033-fbde-4d84-a2e3-1b3d9e03b544'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:37.541349 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29303e21-b1b8-4fb5-9c73-c02e807b51cf req-e3f01497-68a8-47a4-a1a3-16fdf5f54d03 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285555 Feb 09 03:44:37.546093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Deleting port a6ec744f-3e4b-47c1-86de-3f430f9467bd {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:44:37.546429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:37.610865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-06d9b93f-9d30-4137-8f4b-eceafdc76991 None None] Set router 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:44:37.671038 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39786) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:37.688341 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-414d2b89-0f89-40b9-b9f8-6c6b2ec48d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:37.721299 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] For port a6ec744f-3e4b-47c1-86de-3f430f9467bd, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a6ec744f-3e4b-47c1-86de-3f430f9467bd,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:37.722866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:37.739254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-06d9b93f-9d30-4137-8f4b-eceafdc76991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'name': 'tempest-TestServerBasicOps-1972902585-router', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:53Z', 'updated_at': '2022-02-09T03:44:37Z', 'revision_number': 6, 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:37.754476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Calling delete_port for a6ec744f-3e4b-47c1-86de-3f430f9467bd owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:44:37.788713 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:37.789999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9b93f-9d30-4137-8f4b-eceafdc76991 None None] The sync data for ids ['0ef54033-fbde-4d84-a2e3-1b3d9e03b544'] in n-d-824835-15 is: [{'id': '0ef54033-fbde-4d84-a2e3-1b3d9e03b544', 'name': 'tempest-TestServerBasicOps-1972902585-router', 'tenant_id': '5907c90231ce4355b7aae3cf08699bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:38:53Z', 'updated_at': '2022-02-09T03:44:37Z', 'revision_number': 6, 'project_id': '5907c90231ce4355b7aae3cf08699bb0', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:44:37.866535 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-414d2b89-0f89-40b9-b9f8-6c6b2ec48d8b admin admin] Publish callbacks [] for security_group (76277258-a574-4ba7-a0f9-31bf4efe5860), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:37.876595 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-414d2b89-0f89-40b9-b9f8-6c6b2ec48d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (76277258-a574-4ba7-a0f9-31bf4efe5860), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:37.985963 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-414d2b89-0f89-40b9-b9f8-6c6b2ec48d8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=949c078b5bab4956b056272f0d75681e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129892 Feb 09 03:44:37.989289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39790) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:38.024347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d2b89-0f89-40b9-b9f8-6c6b2ec48d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76277258-a574-4ba7-a0f9-31bf4efe5860,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:38.120586 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a6ec744f-3e4b-47c1-86de-3f430f9467bd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:38.150381 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9c843e7-c45d-450c-977b-30267f3050eb admin admin] Publish callbacks [] for security_group (76277258-a574-4ba7-a0f9-31bf4efe5860), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:38.174393 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9c843e7-c45d-450c-977b-30267f3050eb admin admin] Publish callbacks [] for security_group (76277258-a574-4ba7-a0f9-31bf4efe5860), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:38.246944 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9c843e7-c45d-450c-977b-30267f3050eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (76277258-a574-4ba7-a0f9-31bf4efe5860), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:38.249656 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9c843e7-c45d-450c-977b-30267f3050eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:38.253624 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a9c843e7-c45d-450c-977b-30267f3050eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76277258-a574-4ba7-a0f9-31bf4efe5860 HTTP/1.1" status: 204 len: 168 time: 0.2573519 Feb 09 03:44:38.271451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e395c6f-7e75-40ce-aaed-92100a863f6d req-fb096d51-eef8-4f49-94b8-fc4d9ff5660f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:38.273331 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e395c6f-7e75-40ce-aaed-92100a863f6d req-fb096d51-eef8-4f49-94b8-fc4d9ff5660f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.1825371 Feb 09 03:44:38.274776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c843e7-c45d-450c-977b-30267f3050eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76277258-a574-4ba7-a0f9-31bf4efe5860,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:38.365857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e395c6f-7e75-40ce-aaed-92100a863f6d req-20a10075-4e2a-4f28-898b-7c2febf31ae4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864606 Feb 09 03:44:38.715535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ec744f-3e4b-47c1-86de-3f430f9467bd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:38.850214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ed3ba-3491-4ee2-a98d-aeefe8be3d1f req-77ef675a-43bc-4b6e-a1b4-7cf06b69d72a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:38.852143 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-670ed3ba-3491-4ee2-a98d-aeefe8be3d1f req-77ef675a-43bc-4b6e-a1b4-7cf06b69d72a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1626797 Feb 09 03:44:38.866482 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:38.867945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 73a1401d-add7-487b-886a-0220e29337c0 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:44:38.924013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 73a1401d-add7-487b-886a-0220e29337c0 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:44:38.924607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 73a1401d-add7-487b-886a-0220e29337c0 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:44:38.925299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a6ec744f-3e4b-47c1-86de-3f430f9467bd no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:44:38.971034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: a6ec744f-3e4b-47c1-86de-3f430f9467bd {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:44:38.971646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a6ec744f-3e4b-47c1-86de-3f430f9467bd not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:44:39.139541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:39.150421 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Publish callbacks [] for router_controller (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:39.200763 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-670ed3ba-3491-4ee2-a98d-aeefe8be3d1f req-38fa2847-6fe8-407f-a31a-75862acf5661 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016923 Feb 09 03:44:39.215575 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (0ef54033-fbde-4d84-a2e3-1b3d9e03b544), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:39.216158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ef54033-fbde-4d84-a2e3-1b3d9e03b544 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:44:39.220527 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:39.221675 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-06b9d8c5-1556-4ffe-8dd1-5f5f272b7140 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0ef54033-fbde-4d84-a2e3-1b3d9e03b544 HTTP/1.1" status: 204 len: 168 time: 2.5203266 Feb 09 03:44:39.224222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39818) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:39.290936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-595c794d-9be4-48fa-a11d-1eb19f40fa97 admin admin] Deleting subnet b9cd67c5-c35f-4632-846f-f1638c2fac27 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:44:39.295440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-595c794d-9be4-48fa-a11d-1eb19f40fa97 admin admin] Publish callbacks [] for subnet (b9cd67c5-c35f-4632-846f-f1638c2fac27), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:39.378923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-595c794d-9be4-48fa-a11d-1eb19f40fa97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (b9cd67c5-c35f-4632-846f-f1638c2fac27), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:39.488978 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-595c794d-9be4-48fa-a11d-1eb19f40fa97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (b9cd67c5-c35f-4632-846f-f1638c2fac27), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:39.556099 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-595c794d-9be4-48fa-a11d-1eb19f40fa97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (b9cd67c5-c35f-4632-846f-f1638c2fac27), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:39.588735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c794d-9be4-48fa-a11d-1eb19f40fa97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9cd67c5-c35f-4632-846f-f1638c2fac27,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:39.600292 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-595c794d-9be4-48fa-a11d-1eb19f40fa97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:39.606505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4557a292-8d0c-4a25-99cf-5c5dd18b0bcc None None] Network 07284b19-80f1-4329-87b5-f28e6882c054 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:44:39.620316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-595c794d-9be4-48fa-a11d-1eb19f40fa97 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b9cd67c5-c35f-4632-846f-f1638c2fac27 HTTP/1.1" status: 204 len: 168 time: 0.3944490 Feb 09 03:44:39.622609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39834) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:39.729088 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (07284b19-80f1-4329-87b5-f28e6882c054), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:39.813643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Deleting port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:44:39.814057 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:39.909522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] For port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=469e5aa5-a4f2-46cc-bbf1-50442fbe4d10,segment=NetworkSegment(40f62603-3e55-4a09-b25d-2be9913d7f5e),segment_id=40f62603-3e55-4a09-b25d-2be9913d7f5e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:39.909883 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:39.930432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Calling delete_port for 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:44:39.950442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516cd387-609e-4a39-a11c-1574b8e14f43 None None] DHCP port deletion for 07284b19-80f1-4329-87b5-f28e6882c054 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:44:40.028255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-516cd387-609e-4a39-a11c-1574b8e14f43 None None] Deleting port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:44:40.028869 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-516cd387-609e-4a39-a11c-1574b8e14f43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.041585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ad015-8d7d-4747-8833-b5c5cd9ced17 req-296e84a0-82e1-4560-9b65-d07c5f26dfad tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:40.050569 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb5ad015-8d7d-4747-8833-b5c5cd9ced17 req-296e84a0-82e1-4560-9b65-d07c5f26dfad tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.5727348 Feb 09 03:44:40.083705 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.115239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=469e5aa5-a4f2-46cc-bbf1-50442fbe4d10,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:40.124442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] No DVR routers for this DVR port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:44:40.125739 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cb5ad015-8d7d-4747-8833-b5c5cd9ced17 req-97b61b46-3ac7-43b0-b806-a395e95a379d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714958 Feb 09 03:44:40.164089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-516cd387-609e-4a39-a11c-1574b8e14f43 None None] For port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=469e5aa5-a4f2-46cc-bbf1-50442fbe4d10,segment=NetworkSegment(40f62603-3e55-4a09-b25d-2be9913d7f5e),segment_id=40f62603-3e55-4a09-b25d-2be9913d7f5e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:40.165148 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-516cd387-609e-4a39-a11c-1574b8e14f43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.182518 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-516cd387-609e-4a39-a11c-1574b8e14f43 None None] Calling delete_port for 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:44:40.219378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (07284b19-80f1-4329-87b5-f28e6882c054), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.264234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07284b19-80f1-4329-87b5-f28e6882c054']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:40.275762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f62603-3e55-4a09-b25d-2be9913d7f5e') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:40.278711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f62603-3e55-4a09-b25d-2be9913d7f5e') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:44:40.285147 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-516cd387-609e-4a39-a11c-1574b8e14f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (469e5aa5-a4f2-46cc-bbf1-50442fbe4d10), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.301891 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (40f62603-3e55-4a09-b25d-2be9913d7f5e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.332917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cd387-609e-4a39-a11c-1574b8e14f43 None None] Pushing event deleted for resources: {'Port': ['ID=469e5aa5-a4f2-46cc-bbf1-50442fbe4d10,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:40.333225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516cd387-609e-4a39-a11c-1574b8e14f43 None None] No DVR routers for this DVR port 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:44:40.337152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (40f62603-3e55-4a09-b25d-2be9913d7f5e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.343845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:44:40.344378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (40f62603-3e55-4a09-b25d-2be9913d7f5e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:44:40.346215 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:44:40.443237 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (07284b19-80f1-4329-87b5-f28e6882c054), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.453932 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.477407 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] 10.222.0.21 "DELETE /v2.0/networks/07284b19-80f1-4329-87b5-f28e6882c054 HTTP/1.1" status: 204 len: 168 time: 0.8464758 Feb 09 03:44:40.507137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d63db1-f750-4a44-9caf-85d48c8ccbdf admin admin] Pushing event deleted for resources: {'Network': ['ID=07284b19-80f1-4329-87b5-f28e6882c054,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:40.522586 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0485f-470d-453e-b67b-070e79373fad req-75c92a26-72ec-4b20-b87f-be8c7988bc32 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:40.524630 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09d0485f-470d-453e-b67b-070e79373fad req-75c92a26-72ec-4b20-b87f-be8c7988bc32 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1678040 Feb 09 03:44:40.590389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09d0485f-470d-453e-b67b-070e79373fad req-9f6db0af-d41d-4fc6-b35b-e24f05028373 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585101 Feb 09 03:44:40.742797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39866) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:40.787288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:44:40.801708 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f8c5b85c-dcba-402c-ab74-ff10dae8ec2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1de610ff7cd646d185bba2efcdf4793a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0566750 Feb 09 03:44:40.804069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39868) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:40.821155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:44:40.824004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 469e5aa5-a4f2-46cc-bbf1-50442fbe4d10 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:44:40.875041 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e51df2fd-a858-4b01-8637-cd967e853fe5 admin admin] Publish callbacks [] for security_group (7f5888f0-de16-404a-a109-ee4a89a46326), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.897682 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e51df2fd-a858-4b01-8637-cd967e853fe5 admin admin] Publish callbacks [] for security_group (7f5888f0-de16-404a-a109-ee4a89a46326), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.950958 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e51df2fd-a858-4b01-8637-cd967e853fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7f5888f0-de16-404a-a109-ee4a89a46326), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.954920 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e51df2fd-a858-4b01-8637-cd967e853fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:40.958680 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e51df2fd-a858-4b01-8637-cd967e853fe5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f5888f0-de16-404a-a109-ee4a89a46326 HTTP/1.1" status: 204 len: 168 time: 0.1508684 Feb 09 03:44:40.971192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51df2fd-a858-4b01-8637-cd967e853fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5888f0-de16-404a-a109-ee4a89a46326,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:41.300385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008f82-57ab-472e-8f64-d53cd4a90c17 req-d0962011-be8f-489a-bd0a-e05be317b39d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:41.309165 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59008f82-57ab-472e-8f64-d53cd4a90c17 req-d0962011-be8f-489a-bd0a-e05be317b39d tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0794508 Feb 09 03:44:41.385605 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59008f82-57ab-472e-8f64-d53cd4a90c17 req-d315d35f-8805-4a93-8efa-f2cbbf828e33 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751855 Feb 09 03:44:41.453935 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 39880) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:41.519133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0ab2eb7c-dc1d-42fc-b1bd-e46df0e0fd1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5907c90231ce4355b7aae3cf08699bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0632060 Feb 09 03:44:41.521819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 39886) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:41.589161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-967659b1-aae8-45b8-a27c-595169614f8f admin admin] Publish callbacks [] for security_group (4e478993-45df-48cb-b03d-f1b7daf70af7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:41.626749 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-967659b1-aae8-45b8-a27c-595169614f8f admin admin] Publish callbacks [] for security_group (4e478993-45df-48cb-b03d-f1b7daf70af7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:41.708741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-967659b1-aae8-45b8-a27c-595169614f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4e478993-45df-48cb-b03d-f1b7daf70af7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:41.712004 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-967659b1-aae8-45b8-a27c-595169614f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:41.716531 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-967659b1-aae8-45b8-a27c-595169614f8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e478993-45df-48cb-b03d-f1b7daf70af7 HTTP/1.1" status: 204 len: 168 time: 0.1933734 Feb 09 03:44:41.728290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967659b1-aae8-45b8-a27c-595169614f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e478993-45df-48cb-b03d-f1b7daf70af7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:41.838316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b6b50-fdb2-4853-b885-5631baaa0862 req-8ff2f43e-e97a-4dfc-867e-fbaa3249fb1b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:41.848050 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c1b6b50-fdb2-4853-b885-5631baaa0862 req-8ff2f43e-e97a-4dfc-867e-fbaa3249fb1b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1069162 Feb 09 03:44:41.955724 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c1b6b50-fdb2-4853-b885-5631baaa0862 req-84b765c8-e5c5-4827-a2fd-f0ae1ea51bd4 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066625 Feb 09 03:44:42.530536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b45de-1bf7-480b-966b-d459f660e667 req-62527c3f-dd08-4e3b-872a-7304c7fb1077 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:42.543195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-186b45de-1bf7-480b-966b-d459f660e667 req-62527c3f-dd08-4e3b-872a-7304c7fb1077 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0693231 Feb 09 03:44:42.603407 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-186b45de-1bf7-480b-966b-d459f660e667 req-03cfbef9-8e2f-47e1-8aa6-830781a46a85 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589683 Feb 09 03:44:43.102202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc234c8-8d3e-4f21-82c1-32c1c4687a43 req-ecf4c3a0-1687-4cb0-b4b0-f77870960928 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:43.110416 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcc234c8-8d3e-4f21-82c1-32c1c4687a43 req-ecf4c3a0-1687-4cb0-b4b0-f77870960928 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0714555 Feb 09 03:44:43.174343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcc234c8-8d3e-4f21-82c1-32c1c4687a43 req-3eb37a2a-feec-4eb4-9981-4ccac2004047 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628972 Feb 09 03:44:43.793326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8268d-b01e-4308-915c-99eac16b10c5 req-f2720f41-9961-44cb-9b24-a77a50606efb tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:43.795250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21e8268d-b01e-4308-915c-99eac16b10c5 req-f2720f41-9961-44cb-9b24-a77a50606efb tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0792751 Feb 09 03:44:43.877910 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21e8268d-b01e-4308-915c-99eac16b10c5 req-f3edd0e5-2ca8-45c8-85dc-b68da670ee85 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750201 Feb 09 03:44:44.300133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15553c-d6f1-4663-be97-fb38d8d59256 req-183042cc-740b-4a93-9040-3ee9ffc54b16 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:44.301876 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e15553c-d6f1-4663-be97-fb38d8d59256 req-183042cc-740b-4a93-9040-3ee9ffc54b16 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0562396 Feb 09 03:44:44.354262 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e15553c-d6f1-4663-be97-fb38d8d59256 req-f8404060-88ca-4dbf-bb7d-09795ebeeeec tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Feb 09 03:44:45.029954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07ade5-15a7-40af-89ed-7c9f8d01bfd8 req-35144d7c-bbee-4acb-a539-058b4b7c9ff4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:45.039420 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b07ade5-15a7-40af-89ed-7c9f8d01bfd8 req-35144d7c-bbee-4acb-a539-058b4b7c9ff4 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0700834 Feb 09 03:44:45.107147 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b07ade5-15a7-40af-89ed-7c9f8d01bfd8 req-957d6714-175b-4b0d-ac53-2b8f37fefe1a tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653079 Feb 09 03:44:45.505831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932782-d01c-498b-a98c-09bf9d8d2345 req-2fbb044f-76a1-4ec3-8011-3f606f886f7d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:45.507845 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05932782-d01c-498b-a98c-09bf9d8d2345 req-2fbb044f-76a1-4ec3-8011-3f606f886f7d tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0783722 Feb 09 03:44:45.564131 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05932782-d01c-498b-a98c-09bf9d8d2345 req-bd64c940-f0b1-4d31-86c4-901c16606ed3 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499616 Feb 09 03:44:45.625871 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00950d09-23f4-4788-ad7b-463b2a737f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:46.262631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456738-405e-47d9-a0f5-01b9e5801dc1 req-69dc8527-6c06-4948-b326-7aaaebe2b261 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:46.264279 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a456738-405e-47d9-a0f5-01b9e5801dc1 req-69dc8527-6c06-4948-b326-7aaaebe2b261 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0770793 Feb 09 03:44:46.348438 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a456738-405e-47d9-a0f5-01b9e5801dc1 req-68c39c37-8b5a-4762-a027-218421194bcf tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770204 Feb 09 03:44:46.757804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9f981-b784-4f8d-a949-b7a91ef77dc7 req-32da84be-458b-4d25-8a62-3d5cb0131341 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:46.759596 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ecb9f981-b784-4f8d-a949-b7a91ef77dc7 req-32da84be-458b-4d25-8a62-3d5cb0131341 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0802398 Feb 09 03:44:46.820798 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ecb9f981-b784-4f8d-a949-b7a91ef77dc7 req-fd494f4c-0238-40f9-bffb-e172a1b91876 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552988 Feb 09 03:44:47.571480 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13de82-5dc1-4eac-9170-b34015a52ab9 req-aa852c0d-5581-4563-b547-b2f19dd77ea3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:47.574053 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd13de82-5dc1-4eac-9170-b34015a52ab9 req-aa852c0d-5581-4563-b547-b2f19dd77ea3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.1015074 Feb 09 03:44:47.632853 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd13de82-5dc1-4eac-9170-b34015a52ab9 req-26c6b649-bd41-4b09-a80c-f4b7ec944117 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524132 Feb 09 03:44:47.972088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235323d2-bb2b-432d-8b16-ea958b0a5901 req-9333b7db-0fd2-415d-8858-58e282556aee tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:47.975588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-235323d2-bb2b-432d-8b16-ea958b0a5901 req-9333b7db-0fd2-415d-8858-58e282556aee tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0758123 Feb 09 03:44:48.044267 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-235323d2-bb2b-432d-8b16-ea958b0a5901 req-ce909e6b-6a1d-4aa9-a728-b7d073e37710 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630736 Feb 09 03:44:48.131759 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2b15b1b-133c-4f52-b904-ed9a4b7d1663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:48.759357 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7be37-9153-4847-8c90-23c65a96bd49 req-92a25292-cc55-4874-bb25-6444451400c3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:48.761063 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfc7be37-9153-4847-8c90-23c65a96bd49 req-92a25292-cc55-4874-bb25-6444451400c3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0546923 Feb 09 03:44:48.824184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cfc7be37-9153-4847-8c90-23c65a96bd49 req-65e7ce8d-5eef-4ffb-ace9-d8c4e472951f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567498 Feb 09 03:44:49.189334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890a601-6e89-42cb-a553-6c69e15d6b21 req-95c87992-fd7a-4bf0-8664-7fa9b7d20c4f tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:49.191001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4890a601-6e89-42cb-a553-6c69e15d6b21 req-95c87992-fd7a-4bf0-8664-7fa9b7d20c4f tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0602479 Feb 09 03:44:49.247366 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4890a601-6e89-42cb-a553-6c69e15d6b21 req-ed8bbd27-90c6-4a9a-aa28-c0976da09c85 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500267 Feb 09 03:44:49.360809 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:49.952512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12b93f-ffe5-4fc4-8003-2599f67c73eb req-2ba75ed5-5e9c-4ec7-a317-ba7001c73708 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:49.954875 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0e12b93f-ffe5-4fc4-8003-2599f67c73eb req-2ba75ed5-5e9c-4ec7-a317-ba7001c73708 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0575843 Feb 09 03:44:50.027947 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0e12b93f-ffe5-4fc4-8003-2599f67c73eb req-d08a46f0-0af2-4978-b9c2-7b12d43f8fc0 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654228 Feb 09 03:44:50.455460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e72a47-6385-451b-89db-6adb06e0762d req-62a8161d-2bae-49b4-93e1-3f17dba0725a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:50.460133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84e72a47-6385-451b-89db-6adb06e0762d req-62a8161d-2bae-49b4-93e1-3f17dba0725a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1311622 Feb 09 03:44:50.559047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-84e72a47-6385-451b-89db-6adb06e0762d req-8bc4cc55-3e61-4c83-832e-79e7b75a29d1 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829465 Feb 09 03:44:50.817564 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:51.150519 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2f17b-85af-4d29-b0a8-cabc369cf6bf req-127cd260-ed33-49b9-8d45-501366dc5b82 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:51.151929 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62f2f17b-85af-4d29-b0a8-cabc369cf6bf req-127cd260-ed33-49b9-8d45-501366dc5b82 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0531614 Feb 09 03:44:51.202113 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-62f2f17b-85af-4d29-b0a8-cabc369cf6bf req-dbe746f1-d10f-4fde-a549-817511e29979 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445299 Feb 09 03:44:51.736250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d831d-d44f-440c-bdd8-d2eaaab5646c req-215102bd-8e67-41ad-93dd-6ab4b80991f8 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:51.738491 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f20d831d-d44f-440c-bdd8-d2eaaab5646c req-215102bd-8e67-41ad-93dd-6ab4b80991f8 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0821061 Feb 09 03:44:51.810232 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f20d831d-d44f-440c-bdd8-d2eaaab5646c req-e500a09a-2141-4a0a-9b10-24d741c6aba0 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604758 Feb 09 03:44:51.990538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:52.409848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163a10c-ec94-4ad5-9c56-433ba00f47fc req-2a466bb6-9dc6-46de-ae57-272add31611f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:52.418269 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e163a10c-ec94-4ad5-9c56-433ba00f47fc req-2a466bb6-9dc6-46de-ae57-272add31611f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0858111 Feb 09 03:44:52.475968 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e163a10c-ec94-4ad5-9c56-433ba00f47fc req-426e88f3-8ccf-476f-96e4-35f112565563 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548804 Feb 09 03:44:53.024243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbcaee-6066-42a0-b8a6-dd0115db487b req-a9efc74e-8a76-49ab-93b5-6cb2f74ef5af tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:53.024243 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62fbcaee-6066-42a0-b8a6-dd0115db487b req-a9efc74e-8a76-49ab-93b5-6cb2f74ef5af tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1098990 Feb 09 03:44:53.079922 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62fbcaee-6066-42a0-b8a6-dd0115db487b req-2cf6ba10-8967-4108-ba31-2ea703340b02 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502977 Feb 09 03:44:53.638195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d210a4-3544-47e9-a8f7-bfcbb649c732 req-54b7e288-9f93-4cfa-b96f-655345b12f69 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:53.640326 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0d210a4-3544-47e9-a8f7-bfcbb649c732 req-54b7e288-9f93-4cfa-b96f-655345b12f69 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0632501 Feb 09 03:44:53.691651 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0d210a4-3544-47e9-a8f7-bfcbb649c732 req-d13b6dde-e61c-43e8-9273-40eb87674c82 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453892 Feb 09 03:44:54.222727 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:54.319595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787c695-2a39-4631-8048-3f0871d55dec req-5c3bef2b-316f-48b9-aa48-aa039e4f4e2a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:54.324296 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9787c695-2a39-4631-8048-3f0871d55dec req-5c3bef2b-316f-48b9-aa48-aa039e4f4e2a tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1360345 Feb 09 03:44:54.386993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9787c695-2a39-4631-8048-3f0871d55dec req-1c6b1ab0-4401-4d93-a535-e1d77360f184 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585167 Feb 09 03:44:54.443846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b34f4c-017e-47c2-ab31-d946e473caa3 req-154d52de-db79-4db5-80d7-5e1f48b587b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:54.445270 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-91b34f4c-017e-47c2-ab31-d946e473caa3 req-154d52de-db79-4db5-80d7-5e1f48b587b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 1129 time: 0.0453818 Feb 09 03:44:54.510832 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-91b34f4c-017e-47c2-ab31-d946e473caa3 req-0cb089a6-f6ab-44d5-987e-11424e6329a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592406 Feb 09 03:44:54.902052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baed35-414b-47cb-8ec4-a265d83b1865 req-6bd3d006-fcdc-49e7-8c93-63d7996988d2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:54.906729 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04baed35-414b-47cb-8ec4-a265d83b1865 req-6bd3d006-fcdc-49e7-8c93-63d7996988d2 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.1033235 Feb 09 03:44:54.983325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04baed35-414b-47cb-8ec4-a265d83b1865 req-2bc280c7-66a1-498c-a0c9-dc63d2f9651f tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699863 Feb 09 03:44:55.609756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6c794-9d19-44a6-a2ca-6756e2518aa6 req-eed7e4a6-c17d-4a7e-a799-c04ff2d2ce7b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:55.617338 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cba6c794-9d19-44a6-a2ca-6756e2518aa6 req-eed7e4a6-c17d-4a7e-a799-c04ff2d2ce7b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1153028 Feb 09 03:44:55.677669 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cba6c794-9d19-44a6-a2ca-6756e2518aa6 req-e21b61bd-ff03-4b69-a19f-66ab1590d5ea tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589588 Feb 09 03:44:56.178019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb133e-3b43-459c-9562-1a32250f76ca req-edcd2a4b-2100-4859-9c2c-84b5f6d3fa5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:56.179587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3fb133e-3b43-459c-9562-1a32250f76ca req-edcd2a4b-2100-4859-9c2c-84b5f6d3fa5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0864637 Feb 09 03:44:56.209126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ad36eab4-c54a-4ff1-b689-1bc3adad2884 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:44:56.279259 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3fb133e-3b43-459c-9562-1a32250f76ca req-7a66cacf-fe5a-48f8-863d-03342149d8a3 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808892 Feb 09 03:44:56.312827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40092) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:44:56.363779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ad36eab4-c54a-4ff1-b689-1bc3adad2884, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ad36eab4-c54a-4ff1-b689-1bc3adad2884,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:56.377309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'port_id': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'mac_address': 'fa:16:3e:5c:71:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:44:56.438527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4f0350bc-ff34-42c4-abde-c542447a5c42 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/floatingips/e757aa4d-7dd2-44f8-bd31-c46550e01222 HTTP/1.1" status: 200 len: 993 time: 0.1241415 Feb 09 03:44:56.464445 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ad36eab4-c54a-4ff1-b689-1bc3adad2884 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:44:56.465035 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:56.497389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad36eab4-c54a-4ff1-b689-1bc3adad2884 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:44:56.532012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ad36eab4-c54a-4ff1-b689-1bc3adad2884, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ad36eab4-c54a-4ff1-b689-1bc3adad2884,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:56.543689 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:56.642238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ad36eab4-c54a-4ff1-b689-1bc3adad2884,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:56.783101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['ad36eab4-c54a-4ff1-b689-1bc3adad2884'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:44:56.825303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb044609-ccb2-4bcf-a227-b6574a9ce9dd req-7cc486fe-9887-4fd1-ab7e-479038e693ad tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:56.844681 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cb044609-ccb2-4bcf-a227-b6574a9ce9dd req-7cc486fe-9887-4fd1-ab7e-479038e693ad tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0852659 Feb 09 03:44:56.947532 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cb044609-ccb2-4bcf-a227-b6574a9ce9dd req-478361ff-80ee-435c-bf67-b7fa36c039f0 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017466 Feb 09 03:44:58.109366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e761e-20f3-453c-89b0-ae5cc75f8daf req-1c1c55b6-eb26-4b2f-a8e7-6dceaa3e66b9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:58.111007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3d6e761e-20f3-453c-89b0-ae5cc75f8daf req-1c1c55b6-eb26-4b2f-a8e7-6dceaa3e66b9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0607564 Feb 09 03:44:58.173964 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3d6e761e-20f3-453c-89b0-ae5cc75f8daf req-2534d95e-4957-4ab3-982b-4df11fac3846 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562658 Feb 09 03:44:58.213434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ad36eab4-c54a-4ff1-b689-1bc3adad2884 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:44:58.325825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port ad36eab4-c54a-4ff1-b689-1bc3adad2884 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:44:58.326443 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:58.478099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port ad36eab4-c54a-4ff1-b689-1bc3adad2884 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:44:58.478495 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:58.565787 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2361d827-d345-4c03-b1b8-351768c95f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:44:58.571383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b17e0b-c9b6-4a6d-88e6-f2be7beb9e00 req-bac9d2d7-8cd9-486e-8fb9-5b2227782e66 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:58.572171 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98186b7-2534-4914-931e-5abd11a62229" -d '{"events": [{"server_uuid": "2361d827-d345-4c03-b1b8-351768c95f09", "name": "network-vif-plugged", "status": "completed", "tag": "ad36eab4-c54a-4ff1-b689-1bc3adad2884"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:44:58.582466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b0b17e0b-c9b6-4a6d-88e6-f2be7beb9e00 req-bac9d2d7-8cd9-486e-8fb9-5b2227782e66 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0960906 Feb 09 03:44:58.591509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port ad36eab4-c54a-4ff1-b689-1bc3adad2884, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ad36eab4-c54a-4ff1-b689-1bc3adad2884,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:44:58.601319 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:58.652999 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63605b0-459e-424d-bbfb-5d04450b3360 x-openstack-request-id: req-f63605b0-459e-424d-bbfb-5d04450b3360 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:44:58.653416 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2361d827-d345-4c03-b1b8-351768c95f09", "name": "network-vif-plugged", "status": "completed", "tag": "ad36eab4-c54a-4ff1-b689-1bc3adad2884", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:44:58.654173 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f63605b0-459e-424d-bbfb-5d04450b3360 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:44:58.656092 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2361d827-d345-4c03-b1b8-351768c95f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'code': 200} Feb 09 03:44:58.690124 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b0b17e0b-c9b6-4a6d-88e6-f2be7beb9e00 req-59b049c5-c1eb-4bd3-bfdd-554d67249b9b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060791 Feb 09 03:44:58.712318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=ad36eab4-c54a-4ff1-b689-1bc3adad2884,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:44:58.809398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c662c-b1c9-482d-8e7d-461654dc4f84 req-0ff34041-ccfe-4fde-be13-0e70f403efe0 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:58.813886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-668c662c-b1c9-482d-8e7d-461654dc4f84 req-0ff34041-ccfe-4fde-be13-0e70f403efe0 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0607994 Feb 09 03:44:58.913664 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-668c662c-b1c9-482d-8e7d-461654dc4f84 req-e781e3f1-3e76-4bf3-a85e-5a411bf8a50b tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921404 Feb 09 03:44:59.402256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ef721-6f8c-4ae3-a81b-149c7ad1faa6 req-fef58daf-e542-48d8-88c9-64efd829d542 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:59.402256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af8ef721-6f8c-4ae3-a81b-149c7ad1faa6 req-fef58daf-e542-48d8-88c9-64efd829d542 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.0862539 Feb 09 03:44:59.479783 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af8ef721-6f8c-4ae3-a81b-149c7ad1faa6 req-44ca02f8-92cd-4c2d-b266-0c48dbc76307 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491507 Feb 09 03:45:00.557448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d67f0e-a6cc-4590-a667-d37c523b2b64 req-33ac2cda-ba95-4512-931d-7b66470a1bd1 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:00.559534 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1d67f0e-a6cc-4590-a667-d37c523b2b64 req-33ac2cda-ba95-4512-931d-7b66470a1bd1 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.1119180 Feb 09 03:45:00.902461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84103c47-c8ad-4b10-a27f-12afdad22421 req-12fca96c-c7ee-476e-a865-80955e42dd12 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:00.904052 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84103c47-c8ad-4b10-a27f-12afdad22421 req-12fca96c-c7ee-476e-a865-80955e42dd12 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 946 time: 0.2650549 Feb 09 03:45:00.991917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c1d67f0e-a6cc-4590-a667-d37c523b2b64 req-435c4c3c-8955-4350-a93b-5f5117b4c6c9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Deleting port 73e06ab3-366b-464f-920a-dca945831762 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:00.992335 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c1d67f0e-a6cc-4590-a667-d37c523b2b64 req-435c4c3c-8955-4350-a93b-5f5117b4c6c9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (73e06ab3-366b-464f-920a-dca945831762), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:01.103514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84103c47-c8ad-4b10-a27f-12afdad22421 req-8950a7d9-afe9-4d09-aef1-c1983753cd56 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792264 Feb 09 03:45:01.182450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c1d67f0e-a6cc-4590-a667-d37c523b2b64 req-435c4c3c-8955-4350-a93b-5f5117b4c6c9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] For port 73e06ab3-366b-464f-920a-dca945831762, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=73e06ab3-366b-464f-920a-dca945831762,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:01.183060 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c1d67f0e-a6cc-4590-a667-d37c523b2b64 req-435c4c3c-8955-4350-a93b-5f5117b4c6c9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (73e06ab3-366b-464f-920a-dca945831762), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:01.203125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-c1d67f0e-a6cc-4590-a667-d37c523b2b64 req-435c4c3c-8955-4350-a93b-5f5117b4c6c9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Calling delete_port for 73e06ab3-366b-464f-920a-dca945831762 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:01.593094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c1d67f0e-a6cc-4590-a667-d37c523b2b64 req-435c4c3c-8955-4350-a93b-5f5117b4c6c9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (73e06ab3-366b-464f-920a-dca945831762), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:01.609769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:45:01.696303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c4c3c-8955-4350-a93b-5f5117b4c6c9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event deleted for resources: {'Port': ['ID=73e06ab3-366b-464f-920a-dca945831762,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:01.727601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['73e06ab3-366b-464f-920a-dca945831762'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:45:01.785140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d67f0e-a6cc-4590-a667-d37c523b2b64 req-435c4c3c-8955-4350-a93b-5f5117b4c6c9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] No DVR routers for this DVR port 73e06ab3-366b-464f-920a-dca945831762 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:45:01.791504 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c1d67f0e-a6cc-4590-a667-d37c523b2b64 req-435c4c3c-8955-4350-a93b-5f5117b4c6c9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:01.813855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c1d67f0e-a6cc-4590-a667-d37c523b2b64 req-435c4c3c-8955-4350-a93b-5f5117b4c6c9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.65 "DELETE /v2.0/ports/73e06ab3-366b-464f-920a-dca945831762 HTTP/1.1" status: 204 len: 173 time: 1.2463496 Feb 09 03:45:01.823271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cf8f86-b930-4723-bd1f-8f4b18eac2bf', 'name': 'network-vif-deleted', 'tag': '73e06ab3-366b-464f-920a-dca945831762'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:01.836630 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ad0ea6-1ee1-47c2-9841-8b00728817b3" -d '{"events": [{"server_uuid": "95cf8f86-b930-4723-bd1f-8f4b18eac2bf", "name": "network-vif-deleted", "tag": "73e06ab3-366b-464f-920a-dca945831762"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:01.977999 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc2568c-649f-4181-9779-0b51da36c8d8 x-openstack-request-id: req-fdc2568c-649f-4181-9779-0b51da36c8d8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:01.978511 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cf8f86-b930-4723-bd1f-8f4b18eac2bf", "name": "network-vif-deleted", "tag": "73e06ab3-366b-464f-920a-dca945831762", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:01.978920 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdc2568c-649f-4181-9779-0b51da36c8d8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:01.979481 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cf8f86-b930-4723-bd1f-8f4b18eac2bf', 'name': 'network-vif-deleted', 'tag': '73e06ab3-366b-464f-920a-dca945831762', 'status': 'completed', 'code': 200} Feb 09 03:45:02.322148 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-700101f4-f9de-4b74-b975-d1dc2949fca1 req-dc71bb94-3031-427e-a0b4-7a229c435c4c tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=95cf8f86-b930-4723-bd1f-8f4b18eac2bf HTTP/1.1" status: 200 len: 210 time: 0.0674801 Feb 09 03:45:03.648830 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71577813-bb40-4175-b3f9-3eadce661f3e req-f54c8e63-0c6a-4f95-b6c7-04deb8cd3086 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1783726 Feb 09 03:45:04.014243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577813-bb40-4175-b3f9-3eadce661f3e req-0628f89b-da03-4bf4-b8eb-c67de730550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:04.019171 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71577813-bb40-4175-b3f9-3eadce661f3e req-0628f89b-da03-4bf4-b8eb-c67de730550a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=214c822454564e5eb0646fdf0c0c6d51&device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 1128 time: 0.2529063 Feb 09 03:45:04.036612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 73e06ab3-366b-464f-920a-dca945831762 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:04.084431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 73e06ab3-366b-464f-920a-dca945831762 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:04.084790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 73e06ab3-366b-464f-920a-dca945831762 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:04.238747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577813-bb40-4175-b3f9-3eadce661f3e req-d1ac038e-76a7-4f00-b8c3-d91576eba398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:04.241389 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71577813-bb40-4175-b3f9-3eadce661f3e req-d1ac038e-76a7-4f00-b8c3-d91576eba398 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 200 len: 906 time: 0.1973398 Feb 09 03:45:04.335274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71577813-bb40-4175-b3f9-3eadce661f3e req-01263a72-be41-4d12-9a42-3b7a9fe49d9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50e23758-6324-49f7-8722-8dc3ce9fa2a2 HTTP/1.1" status: 200 len: 217 time: 0.0849535 Feb 09 03:45:04.459780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577813-bb40-4175-b3f9-3eadce661f3e req-405a0f49-6c44-4d69-9f94-d678f0372f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:04.462009 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71577813-bb40-4175-b3f9-3eadce661f3e req-405a0f49-6c44-4d69-9f94-d678f0372f52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 200 len: 845 time: 0.1186304 Feb 09 03:45:04.548463 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71577813-bb40-4175-b3f9-3eadce661f3e req-3c9d05e2-3a8f-4656-bf95-b0c61d3638e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f9af93b-6f33-432e-8238-e1dfab3db085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750837 Feb 09 03:45:04.685847 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71577813-bb40-4175-b3f9-3eadce661f3e req-924ad96e-992b-46f0-bef4-d3aa5de90769 service neutron] 10.222.0.42 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342185 Feb 09 03:45:04.947593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71577813-bb40-4175-b3f9-3eadce661f3e req-dece0a72-9db0-4ab5-89a0-7636f993a634 service neutron] 10.222.0.42 "GET /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553580 Feb 09 03:45:05.118576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09aac1-86ad-4bf8-87db-57915c3553dc req-eff401d5-b228-4049-915f-713cd333f1a9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:05.126396 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b09aac1-86ad-4bf8-87db-57915c3553dc req-eff401d5-b228-4049-915f-713cd333f1a9 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 945 time: 0.1027813 Feb 09 03:45:05.188470 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b09aac1-86ad-4bf8-87db-57915c3553dc req-9490e0e0-092c-4d5c-b183-0de738aad0e5 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600758 Feb 09 03:45:06.270610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9a0d-cf8b-4ba0-8ac2-43041752c67b req-eff556de-e3aa-43cb-833a-741e67388130 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:06.272160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9cd9a0d-cf8b-4ba0-8ac2-43041752c67b req-eff556de-e3aa-43cb-833a-741e67388130 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 945 time: 0.0959640 Feb 09 03:45:06.396225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ce085-397e-4f03-9add-c39e02e12925 req-ea9a243a-7624-48e7-89a1-efcfa10af963 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:06.397842 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-869ce085-397e-4f03-9add-c39e02e12925 req-ea9a243a-7624-48e7-89a1-efcfa10af963 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 945 time: 0.1103685 Feb 09 03:45:06.463309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-869ce085-397e-4f03-9add-c39e02e12925 req-b6539a70-2cfe-4741-9b65-b7cb27f2d16e tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/security-groups?id=248a664c-bfd0-41f9-bd96-48fabdb8f5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582845 Feb 09 03:45:06.468003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f9cd9a0d-cf8b-4ba0-8ac2-43041752c67b req-3c22e288-2cbe-4cd9-ad7a-7177af340c31 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Deleting port 50e23758-6324-49f7-8722-8dc3ce9fa2a2 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:06.468353 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f9cd9a0d-cf8b-4ba0-8ac2-43041752c67b req-3c22e288-2cbe-4cd9-ad7a-7177af340c31 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:06.568612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f9cd9a0d-cf8b-4ba0-8ac2-43041752c67b req-3c22e288-2cbe-4cd9-ad7a-7177af340c31 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] For port 50e23758-6324-49f7-8722-8dc3ce9fa2a2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=50e23758-6324-49f7-8722-8dc3ce9fa2a2,segment=NetworkSegment(9ac588de-7968-4007-88ae-2be3118ec8d3),segment_id=9ac588de-7968-4007-88ae-2be3118ec8d3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:06.568612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f9cd9a0d-cf8b-4ba0-8ac2-43041752c67b req-3c22e288-2cbe-4cd9-ad7a-7177af340c31 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:06.597637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f9cd9a0d-cf8b-4ba0-8ac2-43041752c67b req-3c22e288-2cbe-4cd9-ad7a-7177af340c31 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Calling delete_port for 50e23758-6324-49f7-8722-8dc3ce9fa2a2 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:06.759258 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f9cd9a0d-cf8b-4ba0-8ac2-43041752c67b req-3c22e288-2cbe-4cd9-ad7a-7177af340c31 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (50e23758-6324-49f7-8722-8dc3ce9fa2a2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:06.772667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['50e23758-6324-49f7-8722-8dc3ce9fa2a2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:45:06.822188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22e288-2cbe-4cd9-ad7a-7177af340c31 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Pushing event deleted for resources: {'Port': ['ID=50e23758-6324-49f7-8722-8dc3ce9fa2a2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:06.940790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cd9a0d-cf8b-4ba0-8ac2-43041752c67b req-3c22e288-2cbe-4cd9-ad7a-7177af340c31 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] No DVR routers for this DVR port 50e23758-6324-49f7-8722-8dc3ce9fa2a2 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:45:06.952508 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f9cd9a0d-cf8b-4ba0-8ac2-43041752c67b req-3c22e288-2cbe-4cd9-ad7a-7177af340c31 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:06.957595 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f9cd9a0d-cf8b-4ba0-8ac2-43041752c67b req-3c22e288-2cbe-4cd9-ad7a-7177af340c31 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.42 "DELETE /v2.0/ports/50e23758-6324-49f7-8722-8dc3ce9fa2a2 HTTP/1.1" status: 204 len: 173 time: 0.6795259 Feb 09 03:45:06.958079 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a2f247-660f-4ae6-8be7-94612e72bb64', 'name': 'network-vif-deleted', 'tag': '50e23758-6324-49f7-8722-8dc3ce9fa2a2'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:06.968478 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bba65a3-a7da-4897-88a6-54858adff7ce" -d '{"events": [{"server_uuid": "b7a2f247-660f-4ae6-8be7-94612e72bb64", "name": "network-vif-deleted", "tag": "50e23758-6324-49f7-8722-8dc3ce9fa2a2"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:07.043609 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743607d6-3640-48b8-a669-0985a5f63289 x-openstack-request-id: req-743607d6-3640-48b8-a669-0985a5f63289 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:07.044095 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a2f247-660f-4ae6-8be7-94612e72bb64", "name": "network-vif-deleted", "tag": "50e23758-6324-49f7-8722-8dc3ce9fa2a2", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:07.045041 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-743607d6-3640-48b8-a669-0985a5f63289 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:07.046505 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a2f247-660f-4ae6-8be7-94612e72bb64', 'name': 'network-vif-deleted', 'tag': '50e23758-6324-49f7-8722-8dc3ce9fa2a2', 'status': 'completed', 'code': 200} Feb 09 03:45:07.601224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a656be84-57c6-4e5b-8311-7a2bed268bc2 req-65483d6d-bf92-47d9-888c-e610ebaf8e76 tempest-ServersTestJSON-200729193 tempest-ServersTestJSON-200729193-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a2f247-660f-4ae6-8be7-94612e72bb64 HTTP/1.1" status: 200 len: 210 time: 0.0406158 Feb 09 03:45:07.731454 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:08.350033 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:45:08.729072 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40240) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:08.814345 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ee9190-0813-4982-907c-bbc58ef47a7e admin admin] Deleting subnet 4467c3d2-5141-494b-88fe-2fbe41f3a7a9 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:45:08.817536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9190-0813-4982-907c-bbc58ef47a7e admin admin] Publish callbacks [] for subnet (4467c3d2-5141-494b-88fe-2fbe41f3a7a9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:08.887160 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9190-0813-4982-907c-bbc58ef47a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (4467c3d2-5141-494b-88fe-2fbe41f3a7a9), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:08.959431 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9190-0813-4982-907c-bbc58ef47a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (4467c3d2-5141-494b-88fe-2fbe41f3a7a9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.056055 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9190-0813-4982-907c-bbc58ef47a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (4467c3d2-5141-494b-88fe-2fbe41f3a7a9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.091143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee9190-0813-4982-907c-bbc58ef47a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4467c3d2-5141-494b-88fe-2fbe41f3a7a9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:09.096877 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9190-0813-4982-907c-bbc58ef47a7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.103325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a9ee9190-0813-4982-907c-bbc58ef47a7e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4467c3d2-5141-494b-88fe-2fbe41f3a7a9 HTTP/1.1" status: 204 len: 168 time: 0.3703742 Feb 09 03:45:09.103673 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40248) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:09.182040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40252) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:09.239996 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (4f9af93b-6f33-432e-8238-e1dfab3db085), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.377103 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (4f9af93b-6f33-432e-8238-e1dfab3db085), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.392468 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db551a98-19dd-442b-99ba-590592ace0d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.400481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9af93b-6f33-432e-8238-e1dfab3db085']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:09.412637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac588de-7968-4007-88ae-2be3118ec8d3') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:09.412935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac588de-7968-4007-88ae-2be3118ec8d3') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:09.424741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (9ac588de-7968-4007-88ae-2be3118ec8d3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.444572 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9ac588de-7968-4007-88ae-2be3118ec8d3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.454264 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:45:09.455014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (9ac588de-7968-4007-88ae-2be3118ec8d3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:45:09.458522 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:45:09.509080 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db551a98-19dd-442b-99ba-590592ace0d9 admin admin] Publish callbacks [] for security_group (7fdaef4c-a889-4f5d-889a-10354e40635b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.522606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-db551a98-19dd-442b-99ba-590592ace0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7fdaef4c-a889-4f5d-889a-10354e40635b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.580680 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (4f9af93b-6f33-432e-8238-e1dfab3db085), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.599656 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-db551a98-19dd-442b-99ba-590592ace0d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=182b7390213a4473a322a911c442656c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4159887 Feb 09 03:45:09.604136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40256) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:09.609868 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.617941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4f9af93b-6f33-432e-8238-e1dfab3db085 HTTP/1.1" status: 204 len: 168 time: 0.5128808 Feb 09 03:45:09.619964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd111cc-ee07-449d-8852-59c2a802e057 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9af93b-6f33-432e-8238-e1dfab3db085,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:09.658919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8704-280e-4973-8ed9-da82b610dd45 admin admin] Publish callbacks [] for security_group (7fdaef4c-a889-4f5d-889a-10354e40635b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.661310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db551a98-19dd-442b-99ba-590592ace0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdaef4c-a889-4f5d-889a-10354e40635b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:09.708298 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8704-280e-4973-8ed9-da82b610dd45 admin admin] Publish callbacks [] for security_group (7fdaef4c-a889-4f5d-889a-10354e40635b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.813561 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8704-280e-4973-8ed9-da82b610dd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7fdaef4c-a889-4f5d-889a-10354e40635b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.826167 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8704-280e-4973-8ed9-da82b610dd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:09.829941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1e1c8704-280e-4973-8ed9-da82b610dd45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fdaef4c-a889-4f5d-889a-10354e40635b HTTP/1.1" status: 204 len: 168 time: 0.2223198 Feb 09 03:45:09.835920 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c8704-280e-4973-8ed9-da82b610dd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdaef4c-a889-4f5d-889a-10354e40635b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:09.893760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40262) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:09.948173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40264) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:09.960402 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3ec9e7ef-21d2-4bc1-81f2-1750a9f7554f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=214c822454564e5eb0646fdf0c0c6d51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0653262 Feb 09 03:45:10.023620 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c34f39b-dab7-409a-80fb-edc8909b9c6d admin admin] Publish callbacks [] for security_group (248a664c-bfd0-41f9-bd96-48fabdb8f5f8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:10.060744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c34f39b-dab7-409a-80fb-edc8909b9c6d admin admin] Publish callbacks [] for security_group (248a664c-bfd0-41f9-bd96-48fabdb8f5f8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:10.113015 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c34f39b-dab7-409a-80fb-edc8909b9c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (248a664c-bfd0-41f9-bd96-48fabdb8f5f8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:10.117816 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c34f39b-dab7-409a-80fb-edc8909b9c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:10.121645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7c34f39b-dab7-409a-80fb-edc8909b9c6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/248a664c-bfd0-41f9-bd96-48fabdb8f5f8 HTTP/1.1" status: 204 len: 168 time: 0.1690791 Feb 09 03:45:10.162002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34f39b-dab7-409a-80fb-edc8909b9c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248a664c-bfd0-41f9-bd96-48fabdb8f5f8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:10.277038 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 50e23758-6324-49f7-8722-8dc3ce9fa2a2 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:10.331830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 50e23758-6324-49f7-8722-8dc3ce9fa2a2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:10.334573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 50e23758-6324-49f7-8722-8dc3ce9fa2a2 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:10.459851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40276) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:10.472926 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6bc825c-fd68-42e5-ba4e-e05ab4462e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:10.560220 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6bc825c-fd68-42e5-ba4e-e05ab4462e05 admin admin] Publish callbacks [] for security_group (f75da384-976f-44b2-9f77-f0c0336c22ab), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:10.564082 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6bc825c-fd68-42e5-ba4e-e05ab4462e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f75da384-976f-44b2-9f77-f0c0336c22ab), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:10.605736 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a6bc825c-fd68-42e5-ba4e-e05ab4462e05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdf4439c1bb848febe1fc841fea5b216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446612 Feb 09 03:45:10.606527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc825c-fd68-42e5-ba4e-e05ab4462e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75da384-976f-44b2-9f77-f0c0336c22ab,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:10.610313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40280) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:10.664582 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c418c8de-b9f5-4125-86a9-9da35279df15 admin admin] Publish callbacks [] for security_group (f75da384-976f-44b2-9f77-f0c0336c22ab), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:10.686491 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c418c8de-b9f5-4125-86a9-9da35279df15 admin admin] Publish callbacks [] for security_group (f75da384-976f-44b2-9f77-f0c0336c22ab), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:10.738518 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c418c8de-b9f5-4125-86a9-9da35279df15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f75da384-976f-44b2-9f77-f0c0336c22ab), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:10.741203 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c418c8de-b9f5-4125-86a9-9da35279df15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:10.742434 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c418c8de-b9f5-4125-86a9-9da35279df15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f75da384-976f-44b2-9f77-f0c0336c22ab HTTP/1.1" status: 204 len: 168 time: 0.1309395 Feb 09 03:45:10.751496 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418c8de-b9f5-4125-86a9-9da35279df15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75da384-976f-44b2-9f77-f0c0336c22ab,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:11.796737 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-24ea8717-be72-47d0-b58d-11ad7ded18c0 req-d7873c90-0eed-4235-a2f0-b4be2f227525 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0432429 Feb 09 03:45:11.859478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586bf53-4f78-4265-b287-7340e7e1c2ba req-1034439d-bde6-492e-b608-d8e7350d88a0 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:11.861247 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8586bf53-4f78-4265-b287-7340e7e1c2ba req-1034439d-bde6-492e-b608-d8e7350d88a0 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 945 time: 0.0693545 Feb 09 03:45:11.925769 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8586bf53-4f78-4265-b287-7340e7e1c2ba req-ae31bbaf-b98e-4b46-b58d-6be82cb9591f tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538199 Feb 09 03:45:12.534515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40372) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:12.684524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'network': {'name': 'tempest-network-smoke--1614561975', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'port_security_enabled': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:12.704652 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Made reservation on behalf of 99200cc0a1a449b8b5f725e7a0ceed9f for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:45:12.708842 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:12.718278 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:12.814599 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (9e9227b9-fa10-4848-9400-bc35edb24294), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:12.820436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9e9227b9-fa10-4848-9400-bc35edb24294), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:12.833651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:45:12.844991 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d01a0222-5094-461a-a6f1-5704cbf34331), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:12.845797 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Added segment d01a0222-5094-461a-a6f1-5704cbf34331 of type vlan for network adce1b81-58a7-43cb-ac76-d53b9b6f2760 Feb 09 03:45:12.943478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-de763430-8a4c-4079-a264-706b512ff23e req-0e49f0e8-111d-4304-a44c-73d67437be0c tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0457323 Feb 09 03:45:12.946700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (adce1b81-58a7-43cb-ac76-d53b9b6f2760), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:12.951430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9227b9-fa10-4848-9400-bc35edb24294,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:12.999457 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (adce1b81-58a7-43cb-ac76-d53b9b6f2760), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:13.005744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:13.006608 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:13.082026 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5461490 Feb 09 03:45:13.086262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40382) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:13.091376 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'admin_state_up': True, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:13.099040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb1979-c14a-4974-9d78-f6804aeca08d req-55c25c84-2551-431e-a2c5-917996bace04 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:13.101005 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbfb1979-c14a-4974-9d78-f6804aeca08d req-55c25c84-2551-431e-a2c5-917996bace04 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 945 time: 0.0684538 Feb 09 03:45:13.107659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c99f6-139a-4d07-9d21-ebdfb2eccf8c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Network': ['ID=adce1b81-58a7-43cb-ac76-d53b9b6f2760,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:13.120137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network adce1b81-58a7-43cb-ac76-d53b9b6f2760 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:45:13.126504 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (78c01267-ab83-49c2-81e8-06754caced40), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:13.127915 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (78c01267-ab83-49c2-81e8-06754caced40), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:13.168185 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbfb1979-c14a-4974-9d78-f6804aeca08d req-66c1da46-6d93-431d-b6ed-c66d960a500d tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612068 Feb 09 03:45:13.202160 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router_controller (78c01267-ab83-49c2-81e8-06754caced40), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:13.381346 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router_gateway (78c01267-ab83-49c2-81e8-06754caced40), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:13.395354 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4606-e3e6-4c80-b914-4fc240e8eac7 req-2e895437-135e-4a75-bcbe-4a4732b7f776 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:13.396805 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f58c4606-e3e6-4c80-b914-4fc240e8eac7 req-2e895437-135e-4a75-bcbe-4a4732b7f776 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 945 time: 0.1253505 Feb 09 03:45:13.543635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f58c4606-e3e6-4c80-b914-4fc240e8eac7 req-58537a95-c964-43ca-a8de-b93a37554886 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Deleting port ced86516-4213-467d-91b7-4346b6f259e4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:13.543975 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f58c4606-e3e6-4c80-b914-4fc240e8eac7 req-58537a95-c964-43ca-a8de-b93a37554886 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ced86516-4213-467d-91b7-4346b6f259e4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:13.709880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f58c4606-e3e6-4c80-b914-4fc240e8eac7 req-58537a95-c964-43ca-a8de-b93a37554886 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] For port ced86516-4213-467d-91b7-4346b6f259e4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ced86516-4213-467d-91b7-4346b6f259e4,segment=NetworkSegment(162404bf-97be-46e7-95fe-797b6997c619),segment_id=162404bf-97be-46e7-95fe-797b6997c619)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:13.710242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f58c4606-e3e6-4c80-b914-4fc240e8eac7 req-58537a95-c964-43ca-a8de-b93a37554886 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ced86516-4213-467d-91b7-4346b6f259e4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:13.725942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-f58c4606-e3e6-4c80-b914-4fc240e8eac7 req-58537a95-c964-43ca-a8de-b93a37554886 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Calling delete_port for ced86516-4213-467d-91b7-4346b6f259e4 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:13.749904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router_gateway (78c01267-ab83-49c2-81e8-06754caced40), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:13.772668 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:13.955608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Allocated IP 172.25.5.240 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/a231d7cb-0a04-4000-b163-402f5440a740) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:14.032022 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f58c4606-e3e6-4c80-b914-4fc240e8eac7 req-58537a95-c964-43ca-a8de-b93a37554886 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ced86516-4213-467d-91b7-4346b6f259e4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:14.043505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['ced86516-4213-467d-91b7-4346b6f259e4'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:45:14.066074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58537a95-c964-43ca-a8de-b93a37554886 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Pushing event deleted for resources: {'Port': ['ID=ced86516-4213-467d-91b7-4346b6f259e4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:14.157828 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-11072ea5-6464-494c-9909-9f462ddc60ef req-80929126-a584-4a5f-893c-a4871051add2 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0715837 Feb 09 03:45:14.162149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58c4606-e3e6-4c80-b914-4fc240e8eac7 req-58537a95-c964-43ca-a8de-b93a37554886 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] No DVR routers for this DVR port ced86516-4213-467d-91b7-4346b6f259e4 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:45:14.168219 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f58c4606-e3e6-4c80-b914-4fc240e8eac7 req-58537a95-c964-43ca-a8de-b93a37554886 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:14.171963 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f58c4606-e3e6-4c80-b914-4fc240e8eac7 req-58537a95-c964-43ca-a8de-b93a37554886 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.42 "DELETE /v2.0/ports/ced86516-4213-467d-91b7-4346b6f259e4 HTTP/1.1" status: 204 len: 173 time: 0.7701573 Feb 09 03:45:14.177792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e51de9e-3304-4bbc-95ef-74d3284c3f70', 'name': 'network-vif-deleted', 'tag': 'ced86516-4213-467d-91b7-4346b6f259e4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:14.179791 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3ab7d2-e8fa-4fce-a883-09603e70bcab" -d '{"events": [{"server_uuid": "2e51de9e-3304-4bbc-95ef-74d3284c3f70", "name": "network-vif-deleted", "tag": "ced86516-4213-467d-91b7-4346b6f259e4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:14.186975 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (a231d7cb-0a04-4000-b163-402f5440a740), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:14.235137 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a231d7cb-0a04-4000-b163-402f5440a740), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:14.275184 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031a704f-266a-4a03-b439-b872a6de9330 x-openstack-request-id: req-031a704f-266a-4a03-b439-b872a6de9330 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:14.275540 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e51de9e-3304-4bbc-95ef-74d3284c3f70", "name": "network-vif-deleted", "tag": "ced86516-4213-467d-91b7-4346b6f259e4", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:14.275817 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-031a704f-266a-4a03-b439-b872a6de9330 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:14.276294 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e51de9e-3304-4bbc-95ef-74d3284c3f70', 'name': 'network-vif-deleted', 'tag': 'ced86516-4213-467d-91b7-4346b6f259e4', 'status': 'completed', 'code': 200} Feb 09 03:45:14.278193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:14.284245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:14.289561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:14.328777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=a231d7cb-0a04-4000-b163-402f5440a740,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:14.351461 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba65f2da-2b9e-408b-b87b-ac2940fbd53d req-37c2e0fc-d62b-4485-8e6f-158fbb693c80 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e51de9e-3304-4bbc-95ef-74d3284c3f70 HTTP/1.1" status: 200 len: 210 time: 0.0596161 Feb 09 03:45:14.590970 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router_gateway (78c01267-ab83-49c2-81e8-06754caced40), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:15.150877 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (78c01267-ab83-49c2-81e8-06754caced40), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:15.292931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Router 78c01267-ab83-49c2-81e8-06754caced40 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:45:15.299680 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6dc9c668-6ee1-4f27-82cf-b64cc7f1d89f req-150e3156-b4e2-4296-9e71-e2daf28ad814 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0277781 Feb 09 03:45:15.419615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:15.441090 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Sync routers for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:45:15.464979 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:15.465675 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:44:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:15.472150 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-415e4f12-21ce-4ac7-a247-a545113f722f req-d889f1f2-6280-4e77-aaaf-143dc7a70e2b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0421159 Feb 09 03:45:15.475500 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:15.479799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-62d6bff1-7397-4dfc-997f-94ae75671ec8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3891075 Feb 09 03:45:15.479964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40408) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:15.574552 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c963fc65-da3e-41b3-a677-20665303bcbd tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=99200cc0a1a449b8b5f725e7a0ceed9f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0934806 Feb 09 03:45:15.577062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40412) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:15.600520 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:15.638010 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a243258b-c907-4fc8-90e6-852a48f823dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:15.712521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7d47c9-d373-44b7-ba0f-3b13d03aadf4 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:15.714596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9c7d47c9-d373-44b7-ba0f-3b13d03aadf4 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1362627 Feb 09 03:45:15.717341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40416) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:15.756896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dd809582-e7dc-4c5f-be6b-c1684920c11f tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359678 Feb 09 03:45:15.757482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40418) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:15.762698 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-160276c4-4474-40eb-ac5b-8af1ef32b5de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-848381139', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:15.822184 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:14Z', 'revision_number': 3, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:15.853294 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Checking router: 78c01267-ab83-49c2-81e8-06754caced40 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:45:15.854133 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Updating router 78c01267-ab83-49c2-81e8-06754caced40 port a231d7cb-0a04-4000-b163-402f5440a740 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:45:15.861484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160276c4-4474-40eb-ac5b-8af1ef32b5de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Made reservation on behalf of 99200cc0a1a449b8b5f725e7a0ceed9f for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:45:15.866420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-160276c4-4474-40eb-ac5b-8af1ef32b5de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:15.887832 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a231d7cb-0a04-4000-b163-402f5440a740), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:16.094447 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-160276c4-4474-40eb-ac5b-8af1ef32b5de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (017a3595-825e-42f7-bb59-c5548bb59ef8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:16.150467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160276c4-4474-40eb-ac5b-8af1ef32b5de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Subnet': ['ID=017a3595-825e-42f7-bb59-c5548bb59ef8,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:16.181386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160276c4-4474-40eb-ac5b-8af1ef32b5de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Checking segment: {'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:16.181949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160276c4-4474-40eb-ac5b-8af1ef32b5de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network hostable DHCP agents. Network: adce1b81-58a7-43cb-ac76-d53b9b6f2760, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:45:16.202513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160276c4-4474-40eb-ac5b-8af1ef32b5de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network adce1b81-58a7-43cb-ac76-d53b9b6f2760 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:45:16.218340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-160276c4-4474-40eb-ac5b-8af1ef32b5de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, adce1b81-58a7-43cb-ac76-d53b9b6f2760) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:16.225899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160276c4-4474-40eb-ac5b-8af1ef32b5de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:16.227075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-160276c4-4474-40eb-ac5b-8af1ef32b5de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:16.231976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f826b35f-2721-4137-8b7b-579e6339aace None None] Network adce1b81-58a7-43cb-ac76-d53b9b6f2760 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:45:16.241743 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Publish callbacks [] for port (a231d7cb-0a04-4000-b163-402f5440a740), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:16.253343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-160276c4-4474-40eb-ac5b-8af1ef32b5de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4945631 Feb 09 03:45:16.255444 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a231d7cb-0a04-4000-b163-402f5440a740), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:16.256522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40422) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:16.388914 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Pushing event updated for resources: {'Port': ['ID=a231d7cb-0a04-4000-b163-402f5440a740,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:16.404440 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.404693 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.405036 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.405381 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.405723 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.406055 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.406858 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.406858 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.409960 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.410353 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.410898 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.411242 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.411681 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:16.430365 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Attempting to bind port a231d7cb-0a04-4000-b163-402f5440a740 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:45:16.431820 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Attempting to bind port a231d7cb-0a04-4000-b163-402f5440a740 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:45:16.432354 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Attempting to bind port a231d7cb-0a04-4000-b163-402f5440a740 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:16.456440 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:45:16.457081 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:16.458917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:45:16.461385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:16.461878 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:16.462342 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:45:16.462973 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Bound port: a231d7cb-0a04-4000-b163-402f5440a740, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:45:16.463374 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a231d7cb-0a04-4000-b163-402f5440a740), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:16.492248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ca02478f-9a9c-481f-bc1f-d2df0f90acda req-094ce7a7-1e33-4a51-9930-9c3f7092ffa8 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0754807 Feb 09 03:45:16.556585 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] For port a231d7cb-0a04-4000-b163-402f5440a740, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:45:16.559761 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] For port a231d7cb-0a04-4000-b163-402f5440a740, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a231d7cb-0a04-4000-b163-402f5440a740,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:45:16.569838 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a231d7cb-0a04-4000-b163-402f5440a740), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:16.641289 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:16.642419 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:44:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:16.706109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Allocated IP 172.20.0.2 (adce1b81-58a7-43cb-ac76-d53b9b6f2760/017a3595-825e-42f7-bb59-c5548bb59ef8/3c54698d-462c-4561-a019-27b9060d536a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:16.780775 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa82c8-de6d-4ec5-88a1-c0356266f803 None None] Pushing event updated for resources: {'Port': ['ID=a231d7cb-0a04-4000-b163-402f5440a740,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:16.858520 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:17.096778 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Publish callbacks [] for port (3c54698d-462c-4561-a019-27b9060d536a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:17.107782 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (3c54698d-462c-4561-a019-27b9060d536a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:17.208966 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:17.231237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Pushing event updated for resources: {'Port': ['ID=3c54698d-462c-4561-a019-27b9060d536a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:17.255949 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Network adce1b81-58a7-43cb-ac76-d53b9b6f2760 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:17.258403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:17.266742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:17.393035 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Attempting to bind port 3c54698d-462c-4561-a019-27b9060d536a on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:45:17.393449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Attempting to bind port 3c54698d-462c-4561-a019-27b9060d536a by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:45:17.393798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Attempting to bind port 3c54698d-462c-4561-a019-27b9060d536a on network adce1b81-58a7-43cb-ac76-d53b9b6f2760 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:17.401473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:45:17.401913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Checking segment: {'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:17.402246 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:17.406813 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Bound using segment: {'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:45:17.409516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Bound port: 3c54698d-462c-4561-a019-27b9060d536a, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:45:17.409939 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3c54698d-462c-4561-a019-27b9060d536a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:17.433746 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:14Z', 'revision_number': 3, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:17.497773 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d5a29-bbc5-41d3-bae7-00168897f739 None None] The sync data for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 is: [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:14Z', 'revision_number': 3, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:45:17.541621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] For port 3c54698d-462c-4561-a019-27b9060d536a, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:45:17.546904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] For port 3c54698d-462c-4561-a019-27b9060d536a, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=3c54698d-462c-4561-a019-27b9060d536a,segment=NetworkSegment(d01a0222-5094-461a-a6f1-5704cbf34331),segment_id=d01a0222-5094-461a-a6f1-5704cbf34331)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:45:17.563465 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3c54698d-462c-4561-a019-27b9060d536a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:17.657935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d112f1-410e-40a2-b847-bf8254554da9 None None] Pushing event updated for resources: {'Port': ['ID=3c54698d-462c-4561-a019-27b9060d536a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:17.757968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Allocated IP 172.20.0.1 (adce1b81-58a7-43cb-ac76-d53b9b6f2760/017a3595-825e-42f7-bb59-c5548bb59ef8/0acc0f24-7c33-464d-b850-3b3352b38ebb) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:17.835175 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b853e1ba-abc8-48a5-93ed-16dec5424999 req-88962401-d6c5-4bb6-8e1b-95750f60b1de tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0574625 Feb 09 03:45:18.158920 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:18.197225 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a604a50f-6635-4456-a3ad-722c9be46d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:18.278205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:18.309254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ced86516-4213-467d-91b7-4346b6f259e4 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:18.390982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: ced86516-4213-467d-91b7-4346b6f259e4 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:18.391387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ced86516-4213-467d-91b7-4346b6f259e4 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:18.428814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=0acc0f24-7c33-464d-b850-3b3352b38ebb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:18.434896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network adce1b81-58a7-43cb-ac76-d53b9b6f2760 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:18.436688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:18.447422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:18.583134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-15d82e48-a50e-48d9-b7b7-c0aa30d22d10 req-accd6230-b63b-4174-a0b9-e9590640eac5 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0641499 Feb 09 03:45:18.593633 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (78c01267-ab83-49c2-81e8-06754caced40), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:18.989241 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:18.996105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3c54698d-462c-4561-a019-27b9060d536a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:19.479953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 3c54698d-462c-4561-a019-27b9060d536a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:19.480520 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3c54698d-462c-4561-a019-27b9060d536a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:19.515242 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:19.534851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15cc7e-ed7d-400f-bbc0-17c71ed3e955 None None] Network adce1b81-58a7-43cb-ac76-d53b9b6f2760 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:45:19.570314 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:19.579321 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:19.685567 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-87b5f25a-8055-4d5a-8378-feaaa24568d3 None None] Provisioning complete for port 3c54698d-462c-4561-a019-27b9060d536a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:19.685887 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87b5f25a-8055-4d5a-8378-feaaa24568d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3c54698d-462c-4561-a019-27b9060d536a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:19.719884 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (78c01267-ab83-49c2-81e8-06754caced40), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:19.727101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 3c54698d-462c-4561-a019-27b9060d536a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:19.728113 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3c54698d-462c-4561-a019-27b9060d536a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:19.728570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=0acc0f24-7c33-464d-b850-3b3352b38ebb,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:19.742788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55622601-3ea1-4839-99bd-65ce45ed1d0b req-6b06a4b6-99e6-4869-828d-74a6a59c8506 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0393682 Feb 09 03:45:19.793482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 3c54698d-462c-4561-a019-27b9060d536a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=3c54698d-462c-4561-a019-27b9060d536a,segment=NetworkSegment(d01a0222-5094-461a-a6f1-5704cbf34331),segment_id=d01a0222-5094-461a-a6f1-5704cbf34331)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:19.827824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3c54698d-462c-4561-a019-27b9060d536a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:19.828720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a231d7cb-0a04-4000-b163-402f5440a740 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:19.850319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network adce1b81-58a7-43cb-ac76-d53b9b6f2760 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:19.852801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:19.968252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=3c54698d-462c-4561-a019-27b9060d536a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:19.986888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-87b5f25a-8055-4d5a-8378-feaaa24568d3 None None] Current status of the port 3c54698d-462c-4561-a019-27b9060d536a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:19.999399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a231d7cb-0a04-4000-b163-402f5440a740 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:19.999974 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a231d7cb-0a04-4000-b163-402f5440a740), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:20.091521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Router 78c01267-ab83-49c2-81e8-06754caced40 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:45:20.138835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a231d7cb-0a04-4000-b163-402f5440a740 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:20.139302 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a231d7cb-0a04-4000-b163-402f5440a740), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:20.170024 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port a231d7cb-0a04-4000-b163-402f5440a740, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a231d7cb-0a04-4000-b163-402f5440a740,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:20.178652 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a231d7cb-0a04-4000-b163-402f5440a740), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:20.243917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=a231d7cb-0a04-4000-b163-402f5440a740,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:20.292112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:20.312097 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8853eb42-8030-47eb-ada5-3f2c90c97bde tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "PUT /v2.0/routers/78c01267-ab83-49c2-81e8-06754caced40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0521066 Feb 09 03:45:20.312430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40472) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:20.424995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e4eb3d01-90c2-413f-81af-7bbb3f11810c None None] Provisioning complete for port 0acc0f24-7c33-464d-b850-3b3352b38ebb triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:20.425653 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4eb3d01-90c2-413f-81af-7bbb3f11810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:20.492858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb3d01-90c2-413f-81af-7bbb3f11810c None None] Port 0acc0f24-7c33-464d-b850-3b3352b38ebb cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:45:20.507822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e4eb3d01-90c2-413f-81af-7bbb3f11810c None None] Provisioning complete for port 3c54698d-462c-4561-a019-27b9060d536a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:20.508709 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4eb3d01-90c2-413f-81af-7bbb3f11810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3c54698d-462c-4561-a019-27b9060d536a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:20.573271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Sync routers for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:45:20.574142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1360a8f7-7078-4c0c-b6ac-eb11d3fd4b88 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:20.574619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1360a8f7-7078-4c0c-b6ac-eb11d3fd4b88 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:20.575083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1360a8f7-7078-4c0c-b6ac-eb11d3fd4b88 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:20.575538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1360a8f7-7078-4c0c-b6ac-eb11d3fd4b88 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:20.575990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1360a8f7-7078-4c0c-b6ac-eb11d3fd4b88 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:20.576442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1360a8f7-7078-4c0c-b6ac-eb11d3fd4b88 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:20.578334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1360a8f7-7078-4c0c-b6ac-eb11d3fd4b88 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4273 time: 0.2648139 Feb 09 03:45:20.580997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40476) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:20.623138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:20.624290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:20.686487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6e5a99-07b2-4802-ad79-003ca0f5133a tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:20.686972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6e5a99-07b2-4802-ad79-003ca0f5133a tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:20.687424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6e5a99-07b2-4802-ad79-003ca0f5133a tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:20.687867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6e5a99-07b2-4802-ad79-003ca0f5133a tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:20.688310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6e5a99-07b2-4802-ad79-003ca0f5133a tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:20.688755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6e5a99-07b2-4802-ad79-003ca0f5133a tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:20.690871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fb6e5a99-07b2-4802-ad79-003ca0f5133a tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3991 time: 0.1088991 Feb 09 03:45:20.695915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40482) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:20.867506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:20.911103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3c54698d-462c-4561-a019-27b9060d536a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:21.000300 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1cd90b37-05a1-4629-8547-738927f78c95 req-8626ff76-a566-44e4-acad-f62e0c023491 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0685427 Feb 09 03:45:21.089700 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.100955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4abd3437-be54-46a6-b046-d612755d9740 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.4037604 Feb 09 03:45:21.230490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb3d01-90c2-413f-81af-7bbb3f11810c None None] Current status of the port 3c54698d-462c-4561-a019-27b9060d536a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:21.242243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 3c54698d-462c-4561-a019-27b9060d536a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:21.242564 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3c54698d-462c-4561-a019-27b9060d536a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.281830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:18Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:19Z', 'revision_number': 2, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:21.319042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Checking router: 78c01267-ab83-49c2-81e8-06754caced40 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:45:21.319402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Updating router 78c01267-ab83-49c2-81e8-06754caced40 port 0acc0f24-7c33-464d-b850-3b3352b38ebb binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:45:21.352281 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.373171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40490) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:21.380225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-235b60b5-fd23-4ce0-af22-7135e82825bf tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-903303240', 'description': 'tempest-secgroup-smoke-903303240 description', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:21.412250 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-235b60b5-fd23-4ce0-af22-7135e82825bf tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.454147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8df57d86-c7cb-42c5-b085-e0780faf1694 None None] Provisioning complete for port 0acc0f24-7c33-464d-b850-3b3352b38ebb triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:21.454526 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8df57d86-c7cb-42c5-b085-e0780faf1694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.498446 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 3c54698d-462c-4561-a019-27b9060d536a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:21.499505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a231d7cb-0a04-4000-b163-402f5440a740 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:21.508569 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-235b60b5-fd23-4ce0-af22-7135e82825bf tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (b997c4ca-b01c-4da0-8abd-0cbc53bf0140), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.514704 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-235b60b5-fd23-4ce0-af22-7135e82825bf tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b997c4ca-b01c-4da0-8abd-0cbc53bf0140), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.545845 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b60b5-fd23-4ce0-af22-7135e82825bf tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b997c4ca-b01c-4da0-8abd-0cbc53bf0140,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:21.571733 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-235b60b5-fd23-4ce0-af22-7135e82825bf tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.573898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-235b60b5-fd23-4ce0-af22-7135e82825bf tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1996269 Feb 09 03:45:21.576867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40492) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:21.584681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-bcf633d2-68a8-4272-a609-36b604fa6173 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': 'b997c4ca-b01c-4da0-8abd-0cbc53bf0140', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:21.586792 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8df57d86-c7cb-42c5-b085-e0780faf1694 None None] Port 0acc0f24-7c33-464d-b850-3b3352b38ebb cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:45:21.626580 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcf633d2-68a8-4272-a609-36b604fa6173 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (29207a29-e392-4375-bc6c-7d696a59d251), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.652104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a231d7cb-0a04-4000-b163-402f5440a740 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:21.652486 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a231d7cb-0a04-4000-b163-402f5440a740), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.726771 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcf633d2-68a8-4272-a609-36b604fa6173 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (29207a29-e392-4375-bc6c-7d696a59d251), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.738842 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcf633d2-68a8-4272-a609-36b604fa6173 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (29207a29-e392-4375-bc6c-7d696a59d251), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.767404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf633d2-68a8-4272-a609-36b604fa6173 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29207a29-e392-4375-bc6c-7d696a59d251,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:21.810335 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f627601f-5aa4-48d7-afea-2902485f5478 req-584e7dbf-3950-4d02-96db-ce5005ea54e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e0d7c8cec7147008f57ade034999015&device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0392587 Feb 09 03:45:21.814822 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcf633d2-68a8-4272-a609-36b604fa6173 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.817026 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bcf633d2-68a8-4272-a609-36b604fa6173 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2378571 Feb 09 03:45:21.820610 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40496) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:21.825412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-06f2defb-9789-450c-bd0d-6e463e795cf5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': 'b997c4ca-b01c-4da0-8abd-0cbc53bf0140', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:21.869875 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Publish callbacks [] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.871755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a231d7cb-0a04-4000-b163-402f5440a740 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:21.872357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f627601f-5aa4-48d7-afea-2902485f5478 req-b701c8bb-b39d-49a3-a4c6-bde911401f4d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=7e0d7c8cec7147008f57ade034999015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338254 Feb 09 03:45:21.880456 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06f2defb-9789-450c-bd0d-6e463e795cf5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (b3aa3648-d4a9-4280-9e33-b3a426b372fb), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.885134 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:21.946898 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc4aea-cd5f-406f-8bf2-a58b1f235eee None None] Pushing event updated for resources: {'Port': ['ID=0acc0f24-7c33-464d-b850-3b3352b38ebb,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:22.017388 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06f2defb-9789-450c-bd0d-6e463e795cf5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (b3aa3648-d4a9-4280-9e33-b3a426b372fb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.028478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Attempting to bind port 0acc0f24-7c33-464d-b850-3b3352b38ebb on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:45:22.028870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Attempting to bind port 0acc0f24-7c33-464d-b850-3b3352b38ebb by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:45:22.029297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Attempting to bind port 0acc0f24-7c33-464d-b850-3b3352b38ebb on network adce1b81-58a7-43cb-ac76-d53b9b6f2760 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:22.032989 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06f2defb-9789-450c-bd0d-6e463e795cf5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (b3aa3648-d4a9-4280-9e33-b3a426b372fb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.054810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:45:22.055284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2defb-9789-450c-bd0d-6e463e795cf5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3aa3648-d4a9-4280-9e33-b3a426b372fb,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:22.056922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Checking segment: {'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:22.057582 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.064912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Bound using segment: {'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:45:22.067750 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Bound port: 0acc0f24-7c33-464d-b850-3b3352b38ebb, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:45:22.068431 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.075380 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.089076 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06f2defb-9789-450c-bd0d-6e463e795cf5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.093093 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-06f2defb-9789-450c-bd0d-6e463e795cf5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2688305 Feb 09 03:45:22.093259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40500) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:22.098797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-13d867ce-4d67-461d-82ad-ce74bc585c78 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': 'b997c4ca-b01c-4da0-8abd-0cbc53bf0140', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:22.217776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627601f-5aa4-48d7-afea-2902485f5478 req-9ca35556-8d2e-49bb-ad79-14a009a0b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:22.220008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f627601f-5aa4-48d7-afea-2902485f5478 req-9ca35556-8d2e-49bb-ad79-14a009a0b04f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3394759 Feb 09 03:45:22.228990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] For port 0acc0f24-7c33-464d-b850-3b3352b38ebb, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:45:22.240613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0d55583b-a677-4356-a09f-69b4b8a52b0f req-b274798e-5879-41ca-a6d5-6203195470b2 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0988946 Feb 09 03:45:22.241655 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13d867ce-4d67-461d-82ad-ce74bc585c78 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (0c1abc31-c317-436c-b172-5d1f2f668a5c), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.247706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] For port 0acc0f24-7c33-464d-b850-3b3352b38ebb, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0acc0f24-7c33-464d-b850-3b3352b38ebb,segment=NetworkSegment(d01a0222-5094-461a-a6f1-5704cbf34331),segment_id=d01a0222-5094-461a-a6f1-5704cbf34331)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:45:22.274170 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.367629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13d867ce-4d67-461d-82ad-ce74bc585c78 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (0c1abc31-c317-436c-b172-5d1f2f668a5c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.380939 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13d867ce-4d67-461d-82ad-ce74bc585c78 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (0c1abc31-c317-436c-b172-5d1f2f668a5c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.432053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:22.432822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:22.433226 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-13d867ce-4d67-461d-82ad-ce74bc585c78 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.439076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40504) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:22.447429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-88340fb7-5915-436e-baec-11c1cdc7d350 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': 'b997c4ca-b01c-4da0-8abd-0cbc53bf0140', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:22.453042 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-13d867ce-4d67-461d-82ad-ce74bc585c78 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3584609 Feb 09 03:45:22.462095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d867ce-4d67-461d-82ad-ce74bc585c78 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1abc31-c317-436c-b172-5d1f2f668a5c,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:22.505403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88340fb7-5915-436e-baec-11c1cdc7d350 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (1fa77dec-7f4c-4996-abc2-67837c9c1179), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.638830 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88340fb7-5915-436e-baec-11c1cdc7d350 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (1fa77dec-7f4c-4996-abc2-67837c9c1179), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.650075 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88340fb7-5915-436e-baec-11c1cdc7d350 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (1fa77dec-7f4c-4996-abc2-67837c9c1179), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.704460 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88340fb7-5915-436e-baec-11c1cdc7d350 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa77dec-7f4c-4996-abc2-67837c9c1179,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:22.723344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88340fb7-5915-436e-baec-11c1cdc7d350 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.730832 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-88340fb7-5915-436e-baec-11c1cdc7d350 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2870345 Feb 09 03:45:22.731719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40506) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:22.736824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e138d0b8-edc0-4f8f-92c2-f936ba7fb170 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': 'b997c4ca-b01c-4da0-8abd-0cbc53bf0140', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:22.795041 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-e138d0b8-edc0-4f8f-92c2-f936ba7fb170 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Project 99200cc0a1a449b8b5f725e7a0ceed9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:45:22.801616 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e138d0b8-edc0-4f8f-92c2-f936ba7fb170 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (56091420-cecc-48e7-9bfc-b4807408f56f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.815903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc4aea-cd5f-406f-8bf2-a58b1f235eee None None] Pushing event updated for resources: {'Port': ['ID=0acc0f24-7c33-464d-b850-3b3352b38ebb,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:22.835656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3b292b7e-0238-496b-ae90-f0a23393ab5f None None] Provisioning complete for port 0acc0f24-7c33-464d-b850-3b3352b38ebb triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:22.836341 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b292b7e-0238-496b-ae90-f0a23393ab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.840893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:22.942291 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e138d0b8-edc0-4f8f-92c2-f936ba7fb170 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (56091420-cecc-48e7-9bfc-b4807408f56f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.949068 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e138d0b8-edc0-4f8f-92c2-f936ba7fb170 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (56091420-cecc-48e7-9bfc-b4807408f56f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.983186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138d0b8-edc0-4f8f-92c2-f936ba7fb170 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56091420-cecc-48e7-9bfc-b4807408f56f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:23.021099 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e138d0b8-edc0-4f8f-92c2-f936ba7fb170 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:23.023812 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e138d0b8-edc0-4f8f-92c2-f936ba7fb170 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2906072 Feb 09 03:45:23.026778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40510) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:23.032171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2b0411ef-0800-4062-8b45-5cb3646c0a64 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': 'b997c4ca-b01c-4da0-8abd-0cbc53bf0140', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:23.056908 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-2b0411ef-0800-4062-8b45-5cb3646c0a64 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Project 99200cc0a1a449b8b5f725e7a0ceed9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:45:23.062306 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2b0411ef-0800-4062-8b45-5cb3646c0a64 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (6e40eca8-cdf5-43e1-9c35-80ad487be2a8), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:23.125635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3b292b7e-0238-496b-ae90-f0a23393ab5f None None] Current status of the port 0acc0f24-7c33-464d-b850-3b3352b38ebb is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:23.127378 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b292b7e-0238-496b-ae90-f0a23393ab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:23.194229 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2b0411ef-0800-4062-8b45-5cb3646c0a64 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (6e40eca8-cdf5-43e1-9c35-80ad487be2a8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:23.204105 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2b0411ef-0800-4062-8b45-5cb3646c0a64 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (6e40eca8-cdf5-43e1-9c35-80ad487be2a8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:23.215877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3b292b7e-0238-496b-ae90-f0a23393ab5f None None] For port 0acc0f24-7c33-464d-b850-3b3352b38ebb, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0acc0f24-7c33-464d-b850-3b3352b38ebb,segment=NetworkSegment(d01a0222-5094-461a-a6f1-5704cbf34331),segment_id=d01a0222-5094-461a-a6f1-5704cbf34331)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:23.223707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b292b7e-0238-496b-ae90-f0a23393ab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:23.224853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0411ef-0800-4062-8b45-5cb3646c0a64 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e40eca8-cdf5-43e1-9c35-80ad487be2a8,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:23.244219 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2b0411ef-0800-4062-8b45-5cb3646c0a64 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:23.245590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2b0411ef-0800-4062-8b45-5cb3646c0a64 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2177088 Feb 09 03:45:23.321301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b292b7e-0238-496b-ae90-f0a23393ab5f None None] Pushing event updated for resources: {'Port': ['ID=0acc0f24-7c33-464d-b850-3b3352b38ebb,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:23.404443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-24401e4f-0472-4972-a2a8-a2b5156afe71 None None] Provisioning complete for port 0acc0f24-7c33-464d-b850-3b3352b38ebb triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:23.404816 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24401e4f-0472-4972-a2a8-a2b5156afe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:23.441202 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b0e2fe9-68fa-49a7-831b-fe492bf19191 req-a9d85618-c3cf-491e-a4f7-c1c8ecc7f8cf tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0756097 Feb 09 03:45:23.496291 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-c27679c4-5397-45c8-8dd5-dde9eb75e4a5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903303240&fields=id&tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f HTTP/1.1" status: 200 len: 267 time: 0.0496984 Feb 09 03:45:23.536232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:18Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:22Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:23.566841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7268e77-ac4d-47f6-8704-9e1f88f7e4c0 None None] The sync data for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 is: [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:18Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:22Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:45:23.569795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-24401e4f-0472-4972-a2a8-a2b5156afe71 None None] Current status of the port 0acc0f24-7c33-464d-b850-3b3352b38ebb is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:23.635061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e5cda3b3-9aa8-4858-8009-5a081eb87409 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:23.648098 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e5cda3b3-9aa8-4858-8009-5a081eb87409 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/networks?id=adce1b81-58a7-43cb-ac76-d53b9b6f2760 HTTP/1.1" status: 200 len: 797 time: 0.1409941 Feb 09 03:45:23.665992 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-c711ebbc-852b-49a0-b5e3-799dbf392a0a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/quotas/99200cc0a1a449b8b5f725e7a0ceed9f HTTP/1.1" status: 200 len: 375 time: 0.0167079 Feb 09 03:45:23.729033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-2a75aa7a-a097-4b01-b74f-314dbe8928f8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585444 Feb 09 03:45:23.855417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-279105cf-b1f2-48f2-a28d-e569a941d884 service neutron] 10.222.0.21 "GET /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123290 Feb 09 03:45:23.960229 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-7c2108a1-4056-4262-9c12-7e2ab47b4d89 service neutron] 10.222.0.21 "GET /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985341 Feb 09 03:45:24.157663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af0219e4-3151-400c-9228-39d2c2213465 req-a2475f69-0d8d-4e1f-ac15-4a69365aa3a9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 210 time: 0.0395443 Feb 09 03:45:24.220139 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:24.599501 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9b0be56-5c95-49f5-8835-bc95b858ccb5 req-714af10b-059d-4a4c-ad61-597c5793a428 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0465722 Feb 09 03:45:24.850468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0acc0f24-7c33-464d-b850-3b3352b38ebb up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:24.912602 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0acc0f24-7c33-464d-b850-3b3352b38ebb triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:24.916821 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:25.063972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0acc0f24-7c33-464d-b850-3b3352b38ebb is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:25.375078 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a038b87-ff13-4b17-be27-d83d63ffe8c0 req-2bf4907c-576d-4727-afad-e0df98824020 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 210 time: 0.0383420 Feb 09 03:45:25.424578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-a64b5a0a-60d0-4a4d-9a7c-3dcbb474fecc tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:25.429308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-a64b5a0a-60d0-4a4d-9a7c-3dcbb474fecc tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.42 "GET /v2.0/networks?id=adce1b81-58a7-43cb-ac76-d53b9b6f2760 HTTP/1.1" status: 200 len: 797 time: 0.2222898 Feb 09 03:45:25.512861 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-f9231591-39dc-4379-a2ff-9a0d0921272e tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f HTTP/1.1" status: 200 len: 379 time: 0.0721598 Feb 09 03:45:25.525166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'port': {'device_id': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'admin_state_up': True, 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'security_groups': ['b997c4ca-b01c-4da0-8abd-0cbc53bf0140']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:25.672458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Made reservation on behalf of 99200cc0a1a449b8b5f725e7a0ceed9f for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:45:25.676951 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:25.800337 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9711bb0-8a51-4bca-9dc1-1070d0e94cd5 req-1a73f349-216e-46c6-bdd8-90d2f634ac14 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0676417 Feb 09 03:45:25.836502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Allocated IP 172.20.0.11 (adce1b81-58a7-43cb-ac76-d53b9b6f2760/017a3595-825e-42f7-bb59-c5548bb59ef8/d4dddfa5-5b5e-487d-95e9-efe3a2935ef4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:26.029942 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.069880 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.132860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network adce1b81-58a7-43cb-ac76-d53b9b6f2760 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:26.134849 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:26.137629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:26.195177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:26.218293 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:26.218293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.249829 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-b54ccea2-3677-4efb-976a-2fc229b56691 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7292194 Feb 09 03:45:26.263238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Request body: {'port': {'device_id': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:26.334278 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.522890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8dfe5583-c826-4d1d-ad31-1722aa107f3d None None] Provisioning complete for port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:26.525129 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5583-c826-4d1d-ad31-1722aa107f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.580786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe5583-c826-4d1d-ad31-1722aa107f3d None None] Port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:45:26.983496 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c45c4b9-7ca2-4695-8f2c-e46f41534b7a req-840b4a52-418d-4c4f-8429-bf709933eeb2 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0741246 Feb 09 03:45:27.012069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783c362-b80d-493a-a083-ec001bccaa39 req-24bbf409-83ec-4064-ad02-d1fbab54bd00 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:27.013633 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4783c362-b80d-493a-a083-ec001bccaa39 req-24bbf409-83ec-4064-ad02-d1fbab54bd00 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 932 time: 0.1540530 Feb 09 03:45:27.080201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40568) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:27.101384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4783c362-b80d-493a-a083-ec001bccaa39 req-39488aa9-ed7f-458a-bcfc-8cafc07d91ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=b997c4ca-b01c-4da0-8abd-0cbc53bf0140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814617 Feb 09 03:45:27.188069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:45:27.197440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Publish callbacks [] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:27.231319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Transition to ACTIVE for port object d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:45:27.240316 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:27.338834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Pushing event updated for resources: {'Port': ['ID=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:27.366590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.366938 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.367280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.367644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.367939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.368355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.368589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.368920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.369246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.369598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.369925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.370380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.370605 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:27.456385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port b4790aa4-f315-48ce-81b6-40d23b192c58 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:27.457143 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b4790aa4-f315-48ce-81b6-40d23b192c58), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:27.507745 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Attempting to bind port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:45:27.508087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Attempting to bind port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:45:27.508423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Attempting to bind port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 on network adce1b81-58a7-43cb-ac76-d53b9b6f2760 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:27.515131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 on network adce1b81-58a7-43cb-ac76-d53b9b6f2760 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:45:27.515464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Attempting to bind port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 on network adce1b81-58a7-43cb-ac76-d53b9b6f2760 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:27.523266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:45:27.526616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Checking segment: {'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:27.526616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Bound using segment: {'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:45:27.526616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Bound port: d4dddfa5-5b5e-487d-95e9-efe3a2935ef4, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01a0222-5094-461a-a6f1-5704cbf34331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:45:27.526616 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:27.623404 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b4790aa4-f315-48ce-81b6-40d23b192c58), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:27.623816 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (b4790aa4-f315-48ce-81b6-40d23b192c58), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:27.658175 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] For port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:45:27.659358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for b4790aa4-f315-48ce-81b6-40d23b192c58 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:27.669200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] For port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4,segment=NetworkSegment(d01a0222-5094-461a-a6f1-5704cbf34331),segment_id=d01a0222-5094-461a-a6f1-5704cbf34331)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:45:27.683963 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:27.754203 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:27.754967 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:27.765998 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] 10.222.0.42 "PUT /v2.0/ports/d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 HTTP/1.1" status: 200 len: 1093 time: 1.5072794 Feb 09 03:45:27.766510 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'tag': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:27.773050 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ecacd6-da7b-4af6-bd6e-0e4ba73739b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7406d46a-0162-41b8-ac92-7cb3e8b22077", "tag": "d4dddfa5-5b5e-487d-95e9-efe3a2935ef4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:27.904000 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a243c2c-1977-48d6-9e97-82041b9e68b9 x-openstack-request-id: req-8a243c2c-1977-48d6-9e97-82041b9e68b9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:27.904269 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7406d46a-0162-41b8-ac92-7cb3e8b22077", "tag": "d4dddfa5-5b5e-487d-95e9-efe3a2935ef4", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:27.905247 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a243c2c-1977-48d6-9e97-82041b9e68b9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:27.905685 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'tag': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'status': 'completed', 'code': 200} Feb 09 03:45:27.936248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-319b72a6-7dec-4ef5-80e7-b24f405569c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:27.937819 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-319b72a6-7dec-4ef5-80e7-b24f405569c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 1127 time: 0.0998175 Feb 09 03:45:27.938607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454e49f-7f21-406f-ac97-41b3180ad623 service neutron] Pushing event updated for resources: {'Port': ['ID=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:27.993256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-4ad0f296-be2d-45ed-afed-12d8a4f18fb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 HTTP/1.1" status: 200 len: 217 time: 0.0434117 Feb 09 03:45:28.048210 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b4790aa4-f315-48ce-81b6-40d23b192c58), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:28.107127 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-bc13a396-f34d-444a-8863-70d63d042212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:28.108678 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-bc13a396-f34d-444a-8863-70d63d042212 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=017a3595-825e-42f7-bb59-c5548bb59ef8 HTTP/1.1" status: 200 len: 834 time: 0.1102509 Feb 09 03:45:28.138114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=b4790aa4-f315-48ce-81b6-40d23b192c58,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:28.182795 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fba1c92e-8c3b-4eb8-9c75-72e4cda727c8 req-98b8003e-4b13-4e3d-9431-77940d210168 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0546339 Feb 09 03:45:28.242331 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for floatingip (e757aa4d-7dd2-44f8-bd31-c46550e01222), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:28.242690 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Floating IP e757aa4d-7dd2-44f8-bd31-c46550e01222 disassociated (deleted). External IP: 172.25.5.62, port: ad36eab4-c54a-4ff1-b689-1bc3adad2884. Feb 09 03:45:28.272476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-fcecdfdb-6b7d-49b2-83b4-273860d2c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:28.274348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-fcecdfdb-6b7d-49b2-83b4-273860d2c9f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adce1b81-58a7-43cb-ac76-d53b9b6f2760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1603765 Feb 09 03:45:28.369379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c86de6-6c29-4a22-9ac8-024053db741b req-251327f5-61bb-4c3c-b5f7-ade697578319 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:28.376729 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-251327f5-61bb-4c3c-b5f7-ade697578319 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/networks?id=ed01a56a-005b-4770-bca2-8b73c84dc433 HTTP/1.1" status: 200 len: 814 time: 0.2546482 Feb 09 03:45:28.396488 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-318671fc-355b-44f9-9789-33b5217cc09e tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/quotas/7a2839bc6c004340812c0a1a4eafc215 HTTP/1.1" status: 200 len: 375 time: 0.0177546 Feb 09 03:45:28.427151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ebd43-8785-481d-a3cf-253aed371ff9 req-b9eddab8-87cc-420d-a403-b9fd81114938 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:28.428827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-220ebd43-8785-481d-a3cf-253aed371ff9 req-b9eddab8-87cc-420d-a403-b9fd81114938 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 944 time: 0.1136448 Feb 09 03:45:28.454303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-57d60366-e3c2-48cf-951a-6ef0a056f611 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a2839bc6c004340812c0a1a4eafc215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564072 Feb 09 03:45:28.529846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-220ebd43-8785-481d-a3cf-253aed371ff9 req-1c76bbe0-cd0e-42bd-9943-124d2ecfecce tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=b997c4ca-b01c-4da0-8abd-0cbc53bf0140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674353 Feb 09 03:45:28.539038 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-916938b1-1664-4888-ae56-55dfa75bab0c service neutron] 10.222.0.42 "GET /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565105 Feb 09 03:45:28.579021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 6e048f31-6cf6-4a69-a66b-114e983d95c9 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:45:28.638206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-65b20419-719b-4c75-81cf-c70f45b8b015 service neutron] 10.222.0.21 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780488 Feb 09 03:45:28.700258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:28.711352 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:28.712623 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be8afb9-5ad9-42e9-9674-ee9cf8be0a58 None None] Sync routers for ids ['6e048f31-6cf6-4a69-a66b-114e983d95c9'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:45:28.726318 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8afb9-5ad9-42e9-9674-ee9cf8be0a58 None None] Routers {'6e048f31-6cf6-4a69-a66b-114e983d95c9'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:28.727892 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2be8afb9-5ad9-42e9-9674-ee9cf8be0a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6e048f31-6cf6-4a69-a66b-114e983d95c9'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:28.730544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0f20633-342e-40ef-aeae-92a12912edf1 req-ba55e438-a18c-4959-8aeb-62f3c0a350ad service neutron] 10.222.0.42 "GET /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842930 Feb 09 03:45:28.763154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fd16607a-3cf5-4196-98a0-73d71586e052 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/floatingips/e757aa4d-7dd2-44f8-bd31-c46550e01222 HTTP/1.1" status: 204 len: 168 time: 1.6816878 Feb 09 03:45:28.763820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2361d827-d345-4c03-b1b8-351768c95f09', 'tag': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:28.766222 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86b7e4b-96e7-4e66-aa64-01d1eb140dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "2361d827-d345-4c03-b1b8-351768c95f09", "tag": "ad36eab4-c54a-4ff1-b689-1bc3adad2884"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:28.831587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-0b219a6c-0c20-4eff-b931-202a6385f422 service neutron] 10.222.0.21 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816447 Feb 09 03:45:28.852287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecacd6-da7b-4af6-bd6e-0e4ba73739b9 req-424ca25d-c8c3-4e4e-b00a-faecf366b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:28.856003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68ecacd6-da7b-4af6-bd6e-0e4ba73739b9 req-424ca25d-c8c3-4e4e-b00a-faecf366b759 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 1127 time: 0.0690267 Feb 09 03:45:28.873462 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-2be8afb9-5ad9-42e9-9674-ee9cf8be0a58 None None] Set router 6e048f31-6cf6-4a69-a66b-114e983d95c9 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:29.104462 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81276239-99d7-493e-b4f2-6d6a3d46d93d x-openstack-request-id: req-81276239-99d7-493e-b4f2-6d6a3d46d93d {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:29.104980 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2361d827-d345-4c03-b1b8-351768c95f09", "tag": "ad36eab4-c54a-4ff1-b689-1bc3adad2884", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:29.104980 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81276239-99d7-493e-b4f2-6d6a3d46d93d {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:29.106007 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2361d827-d345-4c03-b1b8-351768c95f09', 'tag': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'status': 'completed', 'code': 200} Feb 09 03:45:29.115894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecacd6-da7b-4af6-bd6e-0e4ba73739b9 req-bb6bdd2b-6f06-48e9-82fc-bfd05436c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:29.117524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68ecacd6-da7b-4af6-bd6e-0e4ba73739b9 req-bb6bdd2b-6f06-48e9-82fc-bfd05436c170 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adce1b81-58a7-43cb-ac76-d53b9b6f2760 HTTP/1.1" status: 200 len: 898 time: 0.2550390 Feb 09 03:45:29.208431 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68ecacd6-da7b-4af6-bd6e-0e4ba73739b9 req-91185f0d-f5fb-4f55-b538-8cd69c276ccd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 HTTP/1.1" status: 200 len: 217 time: 0.0796463 Feb 09 03:45:29.327353 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2be8afb9-5ad9-42e9-9674-ee9cf8be0a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:43:41Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6e889008-4153-458b-8e64-1c183fa6324d', 'name': '', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:87:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:39Z', 'updated_at': '2022-02-09T03:43:47Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:29.337114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ada05-0c10-4f71-9039-272fcc69e346 req-32f391f3-3f83-4cc2-82ad-14612f4d3861 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:29.338780 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-471ada05-0c10-4f71-9039-272fcc69e346 req-32f391f3-3f83-4cc2-82ad-14612f4d3861 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.2019184 Feb 09 03:45:29.345324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecacd6-da7b-4af6-bd6e-0e4ba73739b9 req-565899aa-27f6-428e-9088-4e62a95d5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:29.346832 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68ecacd6-da7b-4af6-bd6e-0e4ba73739b9 req-565899aa-27f6-428e-9088-4e62a95d5c83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=017a3595-825e-42f7-bb59-c5548bb59ef8 HTTP/1.1" status: 200 len: 834 time: 0.1186936 Feb 09 03:45:29.400071 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be8afb9-5ad9-42e9-9674-ee9cf8be0a58 None None] Checking router: 6e048f31-6cf6-4a69-a66b-114e983d95c9 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:45:29.434369 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8afb9-5ad9-42e9-9674-ee9cf8be0a58 None None] Routers {'6e048f31-6cf6-4a69-a66b-114e983d95c9'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:29.435134 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2be8afb9-5ad9-42e9-9674-ee9cf8be0a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6e048f31-6cf6-4a69-a66b-114e983d95c9'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:29.436283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-471ada05-0c10-4f71-9039-272fcc69e346 req-e6530a8a-e4a0-497c-bb24-0e6feb97d926 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881827 Feb 09 03:45:29.504920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecacd6-da7b-4af6-bd6e-0e4ba73739b9 req-5e20f6ca-aab7-421a-b111-31c79d63c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:29.506803 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68ecacd6-da7b-4af6-bd6e-0e4ba73739b9 req-5e20f6ca-aab7-421a-b111-31c79d63c92a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adce1b81-58a7-43cb-ac76-d53b9b6f2760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1112108 Feb 09 03:45:29.586023 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b23008a2-b94e-42ad-8141-c738f86b24aa req-51d6e71c-cc4b-412b-bdd3-81cc43812b18 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 210 time: 0.4118226 Feb 09 03:45:29.617276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b7e4b-96e7-4e66-aa64-01d1eb140dfb req-9d78f6a6-2644-4e8e-b0e5-3d27d393004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:29.618781 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a86b7e4b-96e7-4e66-aa64-01d1eb140dfb req-9d78f6a6-2644-4e8e-b0e5-3d27d393004c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d97c098e98a427b87333af505a5b6d1&device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 1129 time: 0.4841731 Feb 09 03:45:29.698385 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68ecacd6-da7b-4af6-bd6e-0e4ba73739b9 req-93907290-1ec9-441b-b609-2605e7464211 service neutron] 10.222.0.42 "GET /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830900 Feb 09 03:45:29.779505 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-2be8afb9-5ad9-42e9-9674-ee9cf8be0a58 None None] Set router 6e048f31-6cf6-4a69-a66b-114e983d95c9 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:29.823049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68ecacd6-da7b-4af6-bd6e-0e4ba73739b9 req-0eff76ff-493b-4147-bc6f-c7145cb08cf4 service neutron] 10.222.0.42 "GET /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177499 Feb 09 03:45:29.871503 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05eac905-29bf-4902-8eda-000718262208 req-d1bef3fa-32bc-4320-b9c8-6488707aa678 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.1720388 Feb 09 03:45:29.939562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b7e4b-96e7-4e66-aa64-01d1eb140dfb req-491c1874-c837-4471-9b93-bb1e4b5cb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:29.942682 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a86b7e4b-96e7-4e66-aa64-01d1eb140dfb req-491c1874-c837-4471-9b93-bb1e4b5cb15a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b037870d-ebde-4fb3-ab74-0fdda795fc88 HTTP/1.1" status: 200 len: 898 time: 0.3163652 Feb 09 03:45:29.968063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7c8f1-3cf8-4e43-9357-7223f6002757 req-f08ae82e-3988-463e-959d-5f015aa09f8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:29.969541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ddf7c8f1-3cf8-4e43-9357-7223f6002757 req-f08ae82e-3988-463e-959d-5f015aa09f8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 944 time: 0.1769116 Feb 09 03:45:30.006191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a86b7e4b-96e7-4e66-aa64-01d1eb140dfb req-6a25aba1-c583-4c1b-8f2a-88d6a57c6703 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad36eab4-c54a-4ff1-b689-1bc3adad2884 HTTP/1.1" status: 200 len: 217 time: 0.0547976 Feb 09 03:45:30.113108 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2be8afb9-5ad9-42e9-9674-ee9cf8be0a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:43:41Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6e889008-4153-458b-8e64-1c183fa6324d', 'name': '', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:87:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:39Z', 'updated_at': '2022-02-09T03:43:47Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:30.119151 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ddf7c8f1-3cf8-4e43-9357-7223f6002757 req-5b3fe471-64d0-4d78-a411-71491479af73 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=b997c4ca-b01c-4da0-8abd-0cbc53bf0140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118300 Feb 09 03:45:30.139171 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b7e4b-96e7-4e66-aa64-01d1eb140dfb req-c98d7e14-f1ab-4311-a8b0-b83c42e510ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:30.140780 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a86b7e4b-96e7-4e66-aa64-01d1eb140dfb req-c98d7e14-f1ab-4311-a8b0-b83c42e510ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=277569c5-32f6-4ad6-8bc5-fdb62da3f08d HTTP/1.1" status: 200 len: 834 time: 0.1094165 Feb 09 03:45:30.149235 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be8afb9-5ad9-42e9-9674-ee9cf8be0a58 None None] The sync data for ids ['6e048f31-6cf6-4a69-a66b-114e983d95c9'] in n-d-824835-15 is: [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:43:41Z', 'revision_number': 4, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6e889008-4153-458b-8e64-1c183fa6324d', 'name': '', 'network_id': 'b037870d-ebde-4fb3-ab74-0fdda795fc88', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'mac_address': 'fa:16:3e:87:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:39Z', 'updated_at': '2022-02-09T03:43:47Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'subnets': [{'id': '277569c5-32f6-4ad6-8bc5-fdb62da3f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:45:30.263208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b7e4b-96e7-4e66-aa64-01d1eb140dfb req-bb9846dc-77e7-41a3-aadf-dbde48413b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:30.264981 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a86b7e4b-96e7-4e66-aa64-01d1eb140dfb req-bb9846dc-77e7-41a3-aadf-dbde48413b4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b037870d-ebde-4fb3-ab74-0fdda795fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1165378 Feb 09 03:45:30.414697 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a86b7e4b-96e7-4e66-aa64-01d1eb140dfb req-7be4decc-2840-42ab-a2d7-1969393e9743 service neutron] 10.222.0.42 "GET /v2.0/networks/b037870d-ebde-4fb3-ab74-0fdda795fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427901 Feb 09 03:45:30.454060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5bdf3-d2f1-4f14-a764-13540df3e739 req-76c5bed0-8ba8-4ada-959a-8da5804f8d90 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:30.456416 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aad5bdf3-d2f1-4f14-a764-13540df3e739 req-76c5bed0-8ba8-4ada-959a-8da5804f8d90 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.0746250 Feb 09 03:45:30.515473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93649ff6-2a9f-4017-9621-1a794c0ad2b7 None None] New status for floating IP e757aa4d-7dd2-44f8-bd31-c46550e01222: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:45:30.563842 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a86b7e4b-96e7-4e66-aa64-01d1eb140dfb req-d0e3f48c-7cd8-4ac2-b6f4-b4af61a76604 service neutron] 10.222.0.42 "GET /v2.0/networks/b037870d-ebde-4fb3-ab74-0fdda795fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397262 Feb 09 03:45:30.655488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81081aa0-6187-4288-bb0d-46e91e4c86e3 req-4a2251a5-a605-4a76-ba63-cf5d1d1e530b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:30.666595 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-81081aa0-6187-4288-bb0d-46e91e4c86e3 req-4a2251a5-a605-4a76-ba63-cf5d1d1e530b tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 946 time: 0.1317427 Feb 09 03:45:30.696569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-aad5bdf3-d2f1-4f14-a764-13540df3e739 req-597ccd3b-4b0d-417e-8a74-85cb147621a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port ad36eab4-c54a-4ff1-b689-1bc3adad2884 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:30.696911 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aad5bdf3-d2f1-4f14-a764-13540df3e739 req-597ccd3b-4b0d-417e-8a74-85cb147621a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:30.752610 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-210fa159-6c07-4f32-8ec7-c864285d9b2b req-be9f7873-bdad-4e27-8545-3f05ff74b899 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 210 time: 0.0401468 Feb 09 03:45:30.889599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-81081aa0-6187-4288-bb0d-46e91e4c86e3 req-c4842679-e587-48ed-9078-011895549ffe tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/security-groups?id=16743e18-20d8-443b-a482-0a9c7372c411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208476 Feb 09 03:45:30.934464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-aad5bdf3-d2f1-4f14-a764-13540df3e739 req-597ccd3b-4b0d-417e-8a74-85cb147621a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] For port ad36eab4-c54a-4ff1-b689-1bc3adad2884, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=ad36eab4-c54a-4ff1-b689-1bc3adad2884,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:30.934827 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aad5bdf3-d2f1-4f14-a764-13540df3e739 req-597ccd3b-4b0d-417e-8a74-85cb147621a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:30.960649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c86de6-6c29-4a22-9ac8-024053db741b req-8b35805e-c3d1-48f4-bda1-8faf6889dcd3 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:30.962416 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-8b35805e-c3d1-48f4-bda1-8faf6889dcd3 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.65 "GET /v2.0/networks?id=ed01a56a-005b-4770-bca2-8b73c84dc433 HTTP/1.1" status: 200 len: 814 time: 0.1856039 Feb 09 03:45:30.963443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-aad5bdf3-d2f1-4f14-a764-13540df3e739 req-597ccd3b-4b0d-417e-8a74-85cb147621a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for ad36eab4-c54a-4ff1-b689-1bc3adad2884 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:30.985940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-80c86de6-6c29-4a22-9ac8-024053db741b req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Request body: {'port': {'device_id': 'cc5fafbc-95fc-46d7-9269-6c756299a321', 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433', 'admin_state_up': True, 'tenant_id': '7a2839bc6c004340812c0a1a4eafc215'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:30.999113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-47b1f025-ed2f-4abf-a9d7-2bbcc14e69cc req-d4734402-b01b-47dd-9c7e-a1e888996140 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0371435 Feb 09 03:45:31.198178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c86de6-6c29-4a22-9ac8-024053db741b req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Made reservation on behalf of 7a2839bc6c004340812c0a1a4eafc215 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:45:31.201266 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-80c86de6-6c29-4a22-9ac8-024053db741b req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:31.246190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aad5bdf3-d2f1-4f14-a764-13540df3e739 req-597ccd3b-4b0d-417e-8a74-85cb147621a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ad36eab4-c54a-4ff1-b689-1bc3adad2884), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:31.314575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ccd3b-4b0d-417e-8a74-85cb147621a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=ad36eab4-c54a-4ff1-b689-1bc3adad2884,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:31.366523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06113648-a9ef-4130-aa52-51da2caecbea req-32e9b3da-a522-499a-a892-660f5c048ae4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:31.368061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-06113648-a9ef-4130-aa52-51da2caecbea req-32e9b3da-a522-499a-a892-660f5c048ae4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 944 time: 0.1806211 Feb 09 03:45:31.392193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad5bdf3-d2f1-4f14-a764-13540df3e739 req-597ccd3b-4b0d-417e-8a74-85cb147621a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] No DVR routers for this DVR port ad36eab4-c54a-4ff1-b689-1bc3adad2884 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:45:31.398394 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aad5bdf3-d2f1-4f14-a764-13540df3e739 req-597ccd3b-4b0d-417e-8a74-85cb147621a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:31.401674 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aad5bdf3-d2f1-4f14-a764-13540df3e739 req-597ccd3b-4b0d-417e-8a74-85cb147621a9 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.42 "DELETE /v2.0/ports/ad36eab4-c54a-4ff1-b689-1bc3adad2884 HTTP/1.1" status: 204 len: 173 time: 0.9375722 Feb 09 03:45:31.406143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2361d827-d345-4c03-b1b8-351768c95f09', 'name': 'network-vif-deleted', 'tag': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:31.408338 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21956d5c-13e4-4ec2-b369-9bdc489bdb08" -d '{"events": [{"server_uuid": "2361d827-d345-4c03-b1b8-351768c95f09", "name": "network-vif-deleted", "tag": "ad36eab4-c54a-4ff1-b689-1bc3adad2884"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:31.471046 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029cfab4-52e6-4892-9767-f72702e39ea3 x-openstack-request-id: req-029cfab4-52e6-4892-9767-f72702e39ea3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:31.471655 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2361d827-d345-4c03-b1b8-351768c95f09", "name": "network-vif-deleted", "tag": "ad36eab4-c54a-4ff1-b689-1bc3adad2884", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:31.471655 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-029cfab4-52e6-4892-9767-f72702e39ea3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:31.471977 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2361d827-d345-4c03-b1b8-351768c95f09', 'name': 'network-vif-deleted', 'tag': 'ad36eab4-c54a-4ff1-b689-1bc3adad2884', 'status': 'completed', 'code': 200} Feb 09 03:45:31.485564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-80c86de6-6c29-4a22-9ac8-024053db741b req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Allocated IP 172.20.0.9 (ed01a56a-005b-4770-bca2-8b73c84dc433/41e439c7-4132-4ffa-b50e-5b4ce5336f71/ca92174a-745b-4a76-9c4d-f9a91afecd2e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:31.493890 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-06113648-a9ef-4130-aa52-51da2caecbea req-c5165370-a15d-45ef-9671-f24f2b55372a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=b997c4ca-b01c-4da0-8abd-0cbc53bf0140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047766 Feb 09 03:45:31.661503 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-80c86de6-6c29-4a22-9ac8-024053db741b req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks [] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:31.699155 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-80c86de6-6c29-4a22-9ac8-024053db741b req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:31.757003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c86de6-6c29-4a22-9ac8-024053db741b req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Network ed01a56a-005b-4770-bca2-8b73c84dc433 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:31.760324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-80c86de6-6c29-4a22-9ac8-024053db741b req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:31.762961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c86de6-6c29-4a22-9ac8-024053db741b req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:31.793199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Pushing event updated for resources: {'Port': ['ID=ca92174a-745b-4a76-9c4d-f9a91afecd2e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:31.835873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c86de6-6c29-4a22-9ac8-024053db741b req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:31.836676 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-80c86de6-6c29-4a22-9ac8-024053db741b req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:31.868334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-6709ceb7-af0d-48ac-8df8-a4113d4af404 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8869333 Feb 09 03:45:31.886450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Request body: {'port': {'device_id': 'cc5fafbc-95fc-46d7-9269-6c756299a321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:31.955578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8d757-7e39-4e85-9c84-b56f22a9220b req-d458d184-d494-40cd-9bc7-2e2d72edb3cd tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:31.957748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13b8d757-7e39-4e85-9c84-b56f22a9220b req-d458d184-d494-40cd-9bc7-2e2d72edb3cd tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 931 time: 0.0862708 Feb 09 03:45:31.993215 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:32.029779 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13b8d757-7e39-4e85-9c84-b56f22a9220b req-9a82c524-627a-4d48-8263-0e3605d8d22b tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657561 Feb 09 03:45:32.078090 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-712d754d-290a-4218-bdfc-b1ab015f3c77 req-bb20a3b0-bd78-415e-b8de-140ad0f5adf8 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "GET /v2.0/ports?device_id=2361d827-d345-4c03-b1b8-351768c95f09 HTTP/1.1" status: 200 len: 210 time: 0.0593617 Feb 09 03:45:32.132979 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec3c04d1-a0d5-46bf-a40b-3353f3b763cf req-21c72a1f-62ad-425c-a8c9-5570553dcb4c tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0322266 Feb 09 03:45:32.307273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca92174a-745b-4a76-9c4d-f9a91afecd2e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:45:32.314585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Publish callbacks [] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:32.327712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Transition to ACTIVE for port object ca92174a-745b-4a76-9c4d-f9a91afecd2e will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:45:32.331641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:32.380828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Pushing event updated for resources: {'Port': ['ID=ca92174a-745b-4a76-9c4d-f9a91afecd2e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:32.385052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:45:32.451509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Attempting to bind port ca92174a-745b-4a76-9c4d-f9a91afecd2e on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:45:32.451852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Attempting to bind port ca92174a-745b-4a76-9c4d-f9a91afecd2e by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '162404bf-97be-46e7-95fe-797b6997c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:45:32.452184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Attempting to bind port ca92174a-745b-4a76-9c4d-f9a91afecd2e on network ed01a56a-005b-4770-bca2-8b73c84dc433 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:32.457320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Port ca92174a-745b-4a76-9c4d-f9a91afecd2e on network ed01a56a-005b-4770-bca2-8b73c84dc433 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:45:32.457759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Attempting to bind port ca92174a-745b-4a76-9c4d-f9a91afecd2e on network ed01a56a-005b-4770-bca2-8b73c84dc433 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:32.463085 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:45:32.463423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Checking segment: {'id': '162404bf-97be-46e7-95fe-797b6997c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:32.463808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Bound using segment: {'id': '162404bf-97be-46e7-95fe-797b6997c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:45:32.464463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Bound port: ca92174a-745b-4a76-9c4d-f9a91afecd2e, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162404bf-97be-46e7-95fe-797b6997c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:45:32.464584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:32.483416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4,segment=NetworkSegment(d01a0222-5094-461a-a6f1-5704cbf34331),segment_id=d01a0222-5094-461a-a6f1-5704cbf34331)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:32.499469 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'port_id': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'mac_address': 'fa:16:3e:c8:a6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:45:32.537439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] For port ca92174a-745b-4a76-9c4d-f9a91afecd2e, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:45:32.538780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:32.539177 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:32.541789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] For port ca92174a-745b-4a76-9c4d-f9a91afecd2e, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca92174a-745b-4a76-9c4d-f9a91afecd2e,segment=NetworkSegment(162404bf-97be-46e7-95fe-797b6997c619),segment_id=162404bf-97be-46e7-95fe-797b6997c619)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:45:32.549326 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:32.555380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:45:32.578413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4,segment=NetworkSegment(d01a0222-5094-461a-a6f1-5704cbf34331),segment_id=d01a0222-5094-461a-a6f1-5704cbf34331)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:32.586671 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:32.605795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:32.606420 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:32.607803 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] 10.222.0.65 "PUT /v2.0/ports/ca92174a-745b-4a76-9c4d-f9a91afecd2e HTTP/1.1" status: 200 len: 1092 time: 0.7258203 Feb 09 03:45:32.648936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:32.652265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32156721-0801-430c-97cc-522b5fb5e329 service neutron] Pushing event updated for resources: {'Port': ['ID=ca92174a-745b-4a76-9c4d-f9a91afecd2e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:32.671099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581cfca-a717-424c-81c0-f14980734b90 req-b38a1c81-aa7f-41a5-9919-555fb94be1de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:32.672624 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d581cfca-a717-424c-81c0-f14980734b90 req-b38a1c81-aa7f-41a5-9919-555fb94be1de tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 945 time: 0.0805576 Feb 09 03:45:32.762147 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d581cfca-a717-424c-81c0-f14980734b90 req-a2be70e8-3b55-4fb2-a13a-faa5e91131db tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=b997c4ca-b01c-4da0-8abd-0cbc53bf0140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751348 Feb 09 03:45:32.764166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c86de6-6c29-4a22-9ac8-024053db741b req-3bdfdf68-6458-4a1f-97ab-7ed87e4577e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:32.765702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-3bdfdf68-6458-4a1f-97ab-7ed87e4577e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a2839bc6c004340812c0a1a4eafc215&device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 1126 time: 0.0863981 Feb 09 03:45:32.779007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['d4dddfa5-5b5e-487d-95e9-efe3a2935ef4'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:45:32.827093 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-aa32d191-fd06-4505-bcdd-c55633b9fc6d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca92174a-745b-4a76-9c4d-f9a91afecd2e HTTP/1.1" status: 200 len: 217 time: 0.0470138 Feb 09 03:45:32.890516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c86de6-6c29-4a22-9ac8-024053db741b req-331e7e67-bfe1-4674-a7fa-f576ee21d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:32.892134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-331e7e67-bfe1-4674-a7fa-f576ee21d974 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41e439c7-4132-4ffa-b50e-5b4ce5336f71 HTTP/1.1" status: 200 len: 854 time: 0.0589528 Feb 09 03:45:32.951498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-ce804f5f-627b-4a40-ba2b-67ff011f6ef6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed01a56a-005b-4770-bca2-8b73c84dc433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515678 Feb 09 03:45:33.163824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40646) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:33.286313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ddfbe-4e46-478d-89c1-ff8767bfe131 req-e0e3faba-875f-478f-8552-8b5ae03a53a2 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:33.287911 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea9ddfbe-4e46-478d-89c1-ff8767bfe131 req-e0e3faba-875f-478f-8552-8b5ae03a53a2 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 943 time: 0.1794646 Feb 09 03:45:33.373437 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-30910b8a-db51-4d59-bf17-54693149b397 req-51c07ae4-bf04-4959-9031-dd28fed3bdb0 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0327294 Feb 09 03:45:33.408817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-e25344b4-fa4e-41cd-aaa4-90725aaca0b0 service neutron] 10.222.0.65 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498363 Feb 09 03:45:33.419492 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea9ddfbe-4e46-478d-89c1-ff8767bfe131 req-d69c0797-d119-4b3c-99bc-8dd82d54684b tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248569 Feb 09 03:45:33.473631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5fafbc-95fc-46d7-9269-6c756299a321', 'tag': 'ca92174a-745b-4a76-9c4d-f9a91afecd2e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:33.475826 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73f298d-78e1-4abd-8ce1-bec78dec45f3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5fafbc-95fc-46d7-9269-6c756299a321", "tag": "ca92174a-745b-4a76-9c4d-f9a91afecd2e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:33.508010 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80c86de6-6c29-4a22-9ac8-024053db741b req-05315fd0-1a1e-48db-bc89-3b5324ec8080 service neutron] 10.222.0.65 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932963 Feb 09 03:45:33.513663 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02695823-2351-45ab-a55b-b81250b8bbde x-openstack-request-id: req-02695823-2351-45ab-a55b-b81250b8bbde {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:33.513959 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5fafbc-95fc-46d7-9269-6c756299a321", "tag": "ca92174a-745b-4a76-9c4d-f9a91afecd2e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:33.514239 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02695823-2351-45ab-a55b-b81250b8bbde {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:33.514634 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5fafbc-95fc-46d7-9269-6c756299a321', 'tag': 'ca92174a-745b-4a76-9c4d-f9a91afecd2e', 'status': 'completed', 'code': 200} Feb 09 03:45:33.625693 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (6e048f31-6cf6-4a69-a66b-114e983d95c9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:33.634288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f298d-78e1-4abd-8ce1-bec78dec45f3 req-0e23b109-4adb-44ed-9dee-2b2403ed4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:33.635827 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e73f298d-78e1-4abd-8ce1-bec78dec45f3 req-0e23b109-4adb-44ed-9dee-2b2403ed4580 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a2839bc6c004340812c0a1a4eafc215&device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 1126 time: 0.0464242 Feb 09 03:45:33.738702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f298d-78e1-4abd-8ce1-bec78dec45f3 req-f480b7fc-115f-455c-8383-76fb468d8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:33.740257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e73f298d-78e1-4abd-8ce1-bec78dec45f3 req-f480b7fc-115f-455c-8383-76fb468d8530 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed01a56a-005b-4770-bca2-8b73c84dc433 HTTP/1.1" status: 200 len: 915 time: 0.0975986 Feb 09 03:45:33.781667 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e73f298d-78e1-4abd-8ce1-bec78dec45f3 req-b9e9c3f2-d794-4f06-a0e8-bf8c63f04297 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca92174a-745b-4a76-9c4d-f9a91afecd2e HTTP/1.1" status: 200 len: 217 time: 0.0352190 Feb 09 03:45:33.831832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f298d-78e1-4abd-8ce1-bec78dec45f3 req-7003b7c2-4587-4d5b-887e-b998c425283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:33.833183 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e73f298d-78e1-4abd-8ce1-bec78dec45f3 req-7003b7c2-4587-4d5b-887e-b998c425283c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41e439c7-4132-4ffa-b50e-5b4ce5336f71 HTTP/1.1" status: 200 len: 854 time: 0.0458345 Feb 09 03:45:33.866743 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e73f298d-78e1-4abd-8ce1-bec78dec45f3 req-53a9b2a5-8bfb-4fd5-b6eb-c6959582c977 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed01a56a-005b-4770-bca2-8b73c84dc433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272386 Feb 09 03:45:33.925184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b12805-e2ae-4753-a00a-1b1cc07e175e req-aacdb6ea-5654-47ac-9b3f-0082b28d15f6 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:33.927534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-66b12805-e2ae-4753-a00a-1b1cc07e175e req-aacdb6ea-5654-47ac-9b3f-0082b28d15f6 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 945 time: 0.0896199 Feb 09 03:45:33.943446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port 6e889008-4153-458b-8e64-1c183fa6324d {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:33.943796 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6e889008-4153-458b-8e64-1c183fa6324d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:33.959310 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e73f298d-78e1-4abd-8ce1-bec78dec45f3 req-fe9cb58c-12dc-40d7-a59d-da7a3c8736f0 service neutron] 10.222.0.65 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870483 Feb 09 03:45:34.033037 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-66b12805-e2ae-4753-a00a-1b1cc07e175e req-6f107fdb-b31f-4e9d-9486-7273c5ce9c12 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=b997c4ca-b01c-4da0-8abd-0cbc53bf0140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989847 Feb 09 03:45:34.051829 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e73f298d-78e1-4abd-8ce1-bec78dec45f3 req-80f3f5aa-23c0-48b4-b201-80c4f60c5680 service neutron] 10.222.0.65 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867345 Feb 09 03:45:34.065257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] For port 6e889008-4153-458b-8e64-1c183fa6324d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6e889008-4153-458b-8e64-1c183fa6324d,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:34.065647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6e889008-4153-458b-8e64-1c183fa6324d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:34.081996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for 6e889008-4153-458b-8e64-1c183fa6324d owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:34.294800 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6e889008-4153-458b-8e64-1c183fa6324d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:34.318944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=6e889008-4153-458b-8e64-1c183fa6324d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:34.329079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.329449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.329792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.330128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.330459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.330786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.331109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.332267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.332267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.332617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.332896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.333215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.333550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.401129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:34.510233 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:45:34.516392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:34.527365 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:34.553131 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (6e048f31-6cf6-4a69-a66b-114e983d95c9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:34.570181 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a7a0f2c-2c23-43ff-a80c-f58c9ac213e7 req-bd37cbc2-1193-4db0-aa6b-f80d05a47e96 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0521274 Feb 09 03:45:34.630473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:34.631185 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:34.658255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:34.661197 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac431eb3-a5aa-40f6-9473-1650fe74aa84" -d '{"events": [{"server_uuid": "7406d46a-0162-41b8-ac92-7cb3e8b22077", "name": "network-vif-plugged", "status": "completed", "tag": "d4dddfa5-5b5e-487d-95e9-efe3a2935ef4"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:34.677938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4,segment=NetworkSegment(d01a0222-5094-461a-a6f1-5704cbf34331),segment_id=d01a0222-5094-461a-a6f1-5704cbf34331)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:34.684952 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:34.686102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ad36eab4-c54a-4ff1-b689-1bc3adad2884 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:34.734571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e682e5-47c0-4c5e-96b0-62277c7ba4c1 req-d0f64af2-9714-498f-a2a1-d682dbebeb60 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:34.737041 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2e682e5-47c0-4c5e-96b0-62277c7ba4c1 req-d0f64af2-9714-498f-a2a1-d682dbebeb60 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 943 time: 0.1817160 Feb 09 03:45:34.750973 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d69236-50f1-4032-86ba-cd04faef98a5 x-openstack-request-id: req-98d69236-50f1-4032-86ba-cd04faef98a5 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:34.751907 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7406d46a-0162-41b8-ac92-7cb3e8b22077", "name": "network-vif-plugged", "status": "completed", "tag": "d4dddfa5-5b5e-487d-95e9-efe3a2935ef4", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:34.752259 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98d69236-50f1-4032-86ba-cd04faef98a5 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:34.752767 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'code': 200} Feb 09 03:45:34.753994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: ad36eab4-c54a-4ff1-b689-1bc3adad2884 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:34.754759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device ad36eab4-c54a-4ff1-b689-1bc3adad2884 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:34.789593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:34.823751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.823751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.823751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.823751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.823751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.823751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.823751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.823751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.826778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.827230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.827959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.828198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.830360 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:34.861868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3de6c-3831-4357-b105-35078bb7158a req-7ac48a26-f52a-479b-b86a-8ce70568b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:34.864336 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17b3de6c-3831-4357-b105-35078bb7158a req-7ac48a26-f52a-479b-b86a-8ce70568b8a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 1129 time: 0.0699413 Feb 09 03:45:34.873292 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2e682e5-47c0-4c5e-96b0-62277c7ba4c1 req-990ff489-4824-42f3-8e70-6c27ed53dda2 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264663 Feb 09 03:45:34.917323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17b3de6c-3831-4357-b105-35078bb7158a req-54d3708a-8c94-4604-8e36-f7147b9e2180 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b997c4ca-b01c-4da0-8abd-0cbc53bf0140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454257 Feb 09 03:45:35.002627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Router 6e048f31-6cf6-4a69-a66b-114e983d95c9 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:45:35.120103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:35.125509 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0e1f4b31-a791-47ab-b6c9-e9ce04c6cd5c tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "PUT /v2.0/routers/6e048f31-6cf6-4a69-a66b-114e983d95c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9578352 Feb 09 03:45:35.128275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40670) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:35.132529 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec88956-134d-42fb-9c91-f6e6de9405c2 None None] Sync routers for ids ['6e048f31-6cf6-4a69-a66b-114e983d95c9'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:45:35.144953 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec88956-134d-42fb-9c91-f6e6de9405c2 None None] Routers {'6e048f31-6cf6-4a69-a66b-114e983d95c9'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:35.146427 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7ec88956-134d-42fb-9c91-f6e6de9405c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6e048f31-6cf6-4a69-a66b-114e983d95c9'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:35.165118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00840c-7f41-4095-8fa9-63ab9dbe2fe9 req-239ed44d-9d7c-42c9-bdbd-ead6db3be9a0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:35.167659 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d00840c-7f41-4095-8fa9-63ab9dbe2fe9 req-239ed44d-9d7c-42c9-bdbd-ead6db3be9a0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 946 time: 0.0607684 Feb 09 03:45:35.187703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed6373e-2f63-4507-be6d-80055dbddd51 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting subnet 277569c5-32f6-4ad6-8bc5-fdb62da3f08d {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:45:35.191152 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ed6373e-2f63-4507-be6d-80055dbddd51 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for subnet (277569c5-32f6-4ad6-8bc5-fdb62da3f08d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.234649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d00840c-7f41-4095-8fa9-63ab9dbe2fe9 req-4179c161-e383-46c9-aaa7-840b8955e0dd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=b997c4ca-b01c-4da0-8abd-0cbc53bf0140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616248 Feb 09 03:45:35.245847 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ed6373e-2f63-4507-be6d-80055dbddd51 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (277569c5-32f6-4ad6-8bc5-fdb62da3f08d), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.279184 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-7ec88956-134d-42fb-9c91-f6e6de9405c2 None None] Set router 6e048f31-6cf6-4a69-a66b-114e983d95c9 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:35.343494 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ed6373e-2f63-4507-be6d-80055dbddd51 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (277569c5-32f6-4ad6-8bc5-fdb62da3f08d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.405710 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ed6373e-2f63-4507-be6d-80055dbddd51 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (277569c5-32f6-4ad6-8bc5-fdb62da3f08d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.435977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6373e-2f63-4507-be6d-80055dbddd51 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Subnet': ['ID=277569c5-32f6-4ad6-8bc5-fdb62da3f08d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:35.438142 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8ed6373e-2f63-4507-be6d-80055dbddd51 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.441907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8ed6373e-2f63-4507-be6d-80055dbddd51 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/subnets/277569c5-32f6-4ad6-8bc5-fdb62da3f08d HTTP/1.1" status: 204 len: 168 time: 0.3126600 Feb 09 03:45:35.445284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40674) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:35.449302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c6c84f-d700-425f-9e6c-287f252b5110 None None] Network b037870d-ebde-4fb3-ab74-0fdda795fc88 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:45:35.473308 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7ec88956-134d-42fb-9c91-f6e6de9405c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:45:34Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:35.507378 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec88956-134d-42fb-9c91-f6e6de9405c2 None None] Checking router: 6e048f31-6cf6-4a69-a66b-114e983d95c9 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:45:35.517386 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec88956-134d-42fb-9c91-f6e6de9405c2 None None] Routers {'6e048f31-6cf6-4a69-a66b-114e983d95c9'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:35.518141 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7ec88956-134d-42fb-9c91-f6e6de9405c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6e048f31-6cf6-4a69-a66b-114e983d95c9'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:35.580407 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router (6e048f31-6cf6-4a69-a66b-114e983d95c9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.657861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4555c7c0-e929-45fc-b7c1-ef108f49b989 None None] DHCP port deletion for b037870d-ebde-4fb3-ab74-0fdda795fc88 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:45:35.702214 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-613c043c-09b0-473e-bd0e-8ee81565b3ff req-b3e6e132-1ddf-4586-b85c-b879b519f64f tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0290656 Feb 09 03:45:35.749481 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_gateway (6e048f31-6cf6-4a69-a66b-114e983d95c9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.754789 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4555c7c0-e929-45fc-b7c1-ef108f49b989 None None] Deleting port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:35.754939 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4555c7c0-e929-45fc-b7c1-ef108f49b989 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.774638 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-7ec88956-134d-42fb-9c91-f6e6de9405c2 None None] Set router 6e048f31-6cf6-4a69-a66b-114e983d95c9 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:35.812903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Deleting port 6f586a74-61ca-4292-a83c-e60567638ea7 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:35.813563 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6f586a74-61ca-4292-a83c-e60567638ea7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.820156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4555c7c0-e929-45fc-b7c1-ef108f49b989 None None] For port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d,segment=NetworkSegment(ac31ee54-ddde-4958-8d4f-e6b638b550ca),segment_id=ac31ee54-ddde-4958-8d4f-e6b638b550ca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:35.820568 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4555c7c0-e929-45fc-b7c1-ef108f49b989 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.834588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4555c7c0-e929-45fc-b7c1-ef108f49b989 None None] Calling delete_port for 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:35.938713 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4555c7c0-e929-45fc-b7c1-ef108f49b989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.992582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555c7c0-e929-45fc-b7c1-ef108f49b989 None None] Pushing event deleted for resources: {'Port': ['ID=5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:35.993928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] For port 6f586a74-61ca-4292-a83c-e60567638ea7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6f586a74-61ca-4292-a83c-e60567638ea7,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:35.994295 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6f586a74-61ca-4292-a83c-e60567638ea7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:36.000526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555c7c0-e929-45fc-b7c1-ef108f49b989 None None] No DVR routers for this DVR port 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:45:36.030262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Calling delete_port for 6f586a74-61ca-4292-a83c-e60567638ea7 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:36.072308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d4336-b543-4294-a345-bb08d452bfd0 req-ee2cdc7e-4e36-440f-adb2-19c919aad368 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:36.081514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-886d4336-b543-4294-a345-bb08d452bfd0 req-ee2cdc7e-4e36-440f-adb2-19c919aad368 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 943 time: 0.1000936 Feb 09 03:45:36.093397 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7ec88956-134d-42fb-9c91-f6e6de9405c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:45:34Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:36.122303 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec88956-134d-42fb-9c91-f6e6de9405c2 None None] The sync data for ids ['6e048f31-6cf6-4a69-a66b-114e983d95c9'] in n-d-824835-15 is: [{'id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974352222', 'tenant_id': '2d97c098e98a427b87333af505a5b6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:43:33Z', 'updated_at': '2022-02-09T03:45:34Z', 'revision_number': 5, 'project_id': '2d97c098e98a427b87333af505a5b6d1', 'gw_port': {'id': '6f586a74-61ca-4292-a83c-e60567638ea7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e048f31-6cf6-4a69-a66b-114e983d95c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:43:35Z', 'updated_at': '2022-02-09T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:45:36.134177 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-886d4336-b543-4294-a345-bb08d452bfd0 req-45050f37-73e0-4bc9-bc61-882cdacd371a tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509706 Feb 09 03:45:36.252869 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6f586a74-61ca-4292-a83c-e60567638ea7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:36.282906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Port': ['ID=6f586a74-61ca-4292-a83c-e60567638ea7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:36.391996 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (6e048f31-6cf6-4a69-a66b-114e983d95c9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:36.844677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f84d95-7f69-4673-8767-6f5dacc9fea4 req-3e4b26ed-88f6-415f-b25e-8a8efd3676d1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:36.845366 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ad498c0e-540d-4a4d-95a8-faed0cd24211 req-02cf3344-115c-41ce-b62d-de8bec99ff6d tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0445700 Feb 09 03:45:36.852776 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09f84d95-7f69-4673-8767-6f5dacc9fea4 req-3e4b26ed-88f6-415f-b25e-8a8efd3676d1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 946 time: 0.5213764 Feb 09 03:45:36.872145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (6e048f31-6cf6-4a69-a66b-114e983d95c9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:36.875307 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router_controller (6e048f31-6cf6-4a69-a66b-114e983d95c9), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:36.888623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6e889008-4153-458b-8e64-1c183fa6324d no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:36.911652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6e889008-4153-458b-8e64-1c183fa6324d {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:36.912105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6e889008-4153-458b-8e64-1c183fa6324d not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:36.912605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:36.933239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:36.933655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5f5a2e8a-0ed3-4f05-a722-fca7bd02b21d not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:36.944475 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09f84d95-7f69-4673-8767-6f5dacc9fea4 req-e77214f2-e623-4581-a982-aa09a6b70c6e tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=b997c4ca-b01c-4da0-8abd-0cbc53bf0140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907471 Feb 09 03:45:36.961653 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (6e048f31-6cf6-4a69-a66b-114e983d95c9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:36.961653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Fanout notify agent at l3_agent the message router_deleted on router 6e048f31-6cf6-4a69-a66b-114e983d95c9 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:45:36.983886 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:36.985934 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1a2984ab-c708-488f-9aca-3c25a25bc793 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/routers/6e048f31-6cf6-4a69-a66b-114e983d95c9 HTTP/1.1" status: 204 len: 168 time: 1.5400090 Feb 09 03:45:36.988111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40690) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:37.123280 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (b037870d-ebde-4fb3-ab74-0fdda795fc88), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.143500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e4d2-93d4-4534-9bab-4c5115e57540 req-ea10a98d-2468-456c-b87e-c7bb51c5df6c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:37.145453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7971e4d2-93d4-4534-9bab-4c5115e57540 req-ea10a98d-2468-456c-b87e-c7bb51c5df6c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 946 time: 0.0984809 Feb 09 03:45:37.261796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (b037870d-ebde-4fb3-ab74-0fdda795fc88), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.287362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addd8da-b9d4-4762-95c3-10e786115d4c req-8973078e-79f5-4fda-ac5c-d2edea145bea tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:37.289115 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9addd8da-b9d4-4762-95c3-10e786115d4c req-8973078e-79f5-4fda-ac5c-d2edea145bea tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 943 time: 0.0706592 Feb 09 03:45:37.300016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b037870d-ebde-4fb3-ab74-0fdda795fc88']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:37.306423 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7971e4d2-93d4-4534-9bab-4c5115e57540 req-f320cff6-305c-44ac-9f28-b5d4d3325a5e tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=b997c4ca-b01c-4da0-8abd-0cbc53bf0140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374393 Feb 09 03:45:37.314598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac31ee54-ddde-4958-8d4f-e6b638b550ca') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:37.314906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac31ee54-ddde-4958-8d4f-e6b638b550ca') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:37.327190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (ac31ee54-ddde-4958-8d4f-e6b638b550ca), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.334953 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40694) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:37.348594 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9addd8da-b9d4-4762-95c3-10e786115d4c req-110af831-2800-4093-a2fc-c2bef74d8988 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534415 Feb 09 03:45:37.373591 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ac31ee54-ddde-4958-8d4f-e6b638b550ca), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.382879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:45:37.383140 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (ac31ee54-ddde-4958-8d4f-e6b638b550ca), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:45:37.386312 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:45:37.446987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb0ca5b-2203-4416-a27c-8bdd71e127a0 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:37.448772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5bb0ca5b-2203-4416-a27c-8bdd71e127a0 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 1124 time: 0.1127322 Feb 09 03:45:37.451941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40698) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:37.457616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:37.463099 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (b037870d-ebde-4fb3-ab74-0fdda795fc88), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.473216 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.476257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/networks/b037870d-ebde-4fb3-ab74-0fdda795fc88 HTTP/1.1" status: 204 len: 168 time: 0.4869845 Feb 09 03:45:37.479253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40700) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:37.494400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39d5cc-2ded-4e87-a825-c62b441c9482 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'Network': ['ID=b037870d-ebde-4fb3-ab74-0fdda795fc88,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:37.505993 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.541490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007f7a4a-1ef4-4ad1-9817-96e64a18ca76 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (16743e18-20d8-443b-a482-0a9c7372c411), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.569867 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007f7a4a-1ef4-4ad1-9817-96e64a18ca76 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (16743e18-20d8-443b-a482-0a9c7372c411), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.615599 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.642200 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007f7a4a-1ef4-4ad1-9817-96e64a18ca76 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (16743e18-20d8-443b-a482-0a9c7372c411), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.645842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-007f7a4a-1ef4-4ad1-9817-96e64a18ca76 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.649560 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-007f7a4a-1ef4-4ad1-9817-96e64a18ca76 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] 10.222.0.21 "DELETE /v2.0/security-groups/16743e18-20d8-443b-a482-0a9c7372c411 HTTP/1.1" status: 204 len: 168 time: 0.1669011 Feb 09 03:45:37.657329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f7a4a-1ef4-4ad1-9817-96e64a18ca76 tempest-TestNetworkAdvancedServerOps-1819837960 tempest-TestNetworkAdvancedServerOps-1819837960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16743e18-20d8-443b-a482-0a9c7372c411,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:37.734230 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.765337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Allocated IP 172.25.5.182 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/0276f094-236e-4c4b-8877-a686e8fde76e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:37.882480 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (0276f094-236e-4c4b-8877-a686e8fde76e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.922007 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0276f094-236e-4c4b-8877-a686e8fde76e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:37.969702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:37.983310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:37.986138 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:37.989294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=0276f094-236e-4c4b-8877-a686e8fde76e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:37.999006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b10d3a1-fe39-4241-b88a-c34f7e5d23fb req-5c3a6bd1-af6f-447b-b963-6101ebedcd99 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0695713 Feb 09 03:45:38.074565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40710) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:38.123275 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca92174a-745b-4a76-9c4d-f9a91afecd2e details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:45:38.251701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca92174a-745b-4a76-9c4d-f9a91afecd2e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca92174a-745b-4a76-9c4d-f9a91afecd2e,segment=NetworkSegment(162404bf-97be-46e7-95fe-797b6997c619),segment_id=162404bf-97be-46e7-95fe-797b6997c619)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:38.266865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'ca92174a-745b-4a76-9c4d-f9a91afecd2e', 'network_id': 'ed01a56a-005b-4770-bca2-8b73c84dc433', 'port_id': 'ca92174a-745b-4a76-9c4d-f9a91afecd2e', 'mac_address': 'fa:16:3e:b3:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e439c7-4132-4ffa-b50e-5b4ce5336f71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:45:38.275738 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7606eb12-886b-4b5c-82f7-0a79cce91b09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d97c098e98a427b87333af505a5b6d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1989574 Feb 09 03:45:38.279430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40714) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:38.308537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca92174a-745b-4a76-9c4d-f9a91afecd2e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:38.308925 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:38.328547 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca92174a-745b-4a76-9c4d-f9a91afecd2e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:45:38.342753 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8143c9f2-fa62-4e0e-ac6f-bf1e669b14dc admin admin] Publish callbacks [] for security_group (dbe61419-e837-4cdb-8bfd-10b0df87baf8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:38.352026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca92174a-745b-4a76-9c4d-f9a91afecd2e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca92174a-745b-4a76-9c4d-f9a91afecd2e,segment=NetworkSegment(162404bf-97be-46e7-95fe-797b6997c619),segment_id=162404bf-97be-46e7-95fe-797b6997c619)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:38.359809 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:38.369776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8143c9f2-fa62-4e0e-ac6f-bf1e669b14dc admin admin] Publish callbacks [] for security_group (dbe61419-e837-4cdb-8bfd-10b0df87baf8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:38.440809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8143c9f2-fa62-4e0e-ac6f-bf1e669b14dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (dbe61419-e837-4cdb-8bfd-10b0df87baf8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:38.444550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8143c9f2-fa62-4e0e-ac6f-bf1e669b14dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:38.451634 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8143c9f2-fa62-4e0e-ac6f-bf1e669b14dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbe61419-e837-4cdb-8bfd-10b0df87baf8 HTTP/1.1" status: 204 len: 168 time: 0.1705310 Feb 09 03:45:38.462628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143c9f2-fa62-4e0e-ac6f-bf1e669b14dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe61419-e837-4cdb-8bfd-10b0df87baf8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:38.472060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ca92174a-745b-4a76-9c4d-f9a91afecd2e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:38.627006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b50730-9c14-47f3-91d8-1284fde45372 req-73b4701e-3773-4d28-beb5-b2da59d00a9e tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:38.634908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c0b50730-9c14-47f3-91d8-1284fde45372 req-73b4701e-3773-4d28-beb5-b2da59d00a9e tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 944 time: 0.1591461 Feb 09 03:45:38.645180 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for floatingip (8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:38.668322 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-17c42d6c-5411-4208-985d-c11754ddcdc8 req-7f86245b-407b-412d-84ee-bbd57d2f6981 service neutron] (103327) timed out ('10.222.0.42', 62696) {{(pid=103327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:45:38.764380 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c0b50730-9c14-47f3-91d8-1284fde45372 req-ebe7cff6-dfdf-4060-bf23-6f902130f503 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285081 Feb 09 03:45:38.765866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6f586a74-61ca-4292-a83c-e60567638ea7 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:38.797951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6f586a74-61ca-4292-a83c-e60567638ea7 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:38.798465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6f586a74-61ca-4292-a83c-e60567638ea7 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:38.802036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0276f094-236e-4c4b-8877-a686e8fde76e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:38.812904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ca92174a-745b-4a76-9c4d-f9a91afecd2e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:45:38.883294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40728) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:38.961619 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-da7c9dfc-2fe1-436e-b744-9696c3fe8877 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79c2a38cf0274ad0a00a84ea3dea2753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767033 Feb 09 03:45:38.962280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40730) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:39.053787 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-319ce419-c837-40c5-aeb2-58a664f54a75 admin admin] Publish callbacks [] for security_group (3cf6b0a5-16ac-4b7e-bc6b-2150b0d5e87d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:39.083257 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-319ce419-c837-40c5-aeb2-58a664f54a75 admin admin] Publish callbacks [] for security_group (3cf6b0a5-16ac-4b7e-bc6b-2150b0d5e87d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:39.158500 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-319ce419-c837-40c5-aeb2-58a664f54a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3cf6b0a5-16ac-4b7e-bc6b-2150b0d5e87d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:39.163490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-319ce419-c837-40c5-aeb2-58a664f54a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:39.166268 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-319ce419-c837-40c5-aeb2-58a664f54a75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cf6b0a5-16ac-4b7e-bc6b-2150b0d5e87d HTTP/1.1" status: 204 len: 168 time: 0.2029650 Feb 09 03:45:39.242062 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-17fa5edd-bd78-4b6c-828c-49811d1819f3 req-ff244b1a-e5f3-46bd-9e19-f2edf2601ffa tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.1090562 Feb 09 03:45:39.262199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ce419-c837-40c5-aeb2-58a664f54a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf6b0a5-16ac-4b7e-bc6b-2150b0d5e87d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:39.417125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (0276f094-236e-4c4b-8877-a686e8fde76e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:39.427119 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (0276f094-236e-4c4b-8877-a686e8fde76e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:39.507973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=0276f094-236e-4c4b-8877-a686e8fde76e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:39.514812 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:39.624080 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Floating IP 8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94 associated. External IP: 172.25.5.182, port: d4dddfa5-5b5e-487d-95e9-efe3a2935ef4. Feb 09 03:45:39.889037 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Router 78c01267-ab83-49c2-81e8-06754caced40 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:45:40.027396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a75f18-0181-45bb-b5e2-bf58fbd30a3c req-d313763c-9f3a-4250-8ac4-a3b1d576f343 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:40.035732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-64a75f18-0181-45bb-b5e2-bf58fbd30a3c req-d313763c-9f3a-4250-8ac4-a3b1d576f343 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 944 time: 0.1634512 Feb 09 03:45:40.118690 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-64a75f18-0181-45bb-b5e2-bf58fbd30a3c req-993f0bf7-b673-449d-99d5-e6434faf0a0a tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816841 Feb 09 03:45:40.123961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:40.137942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca92174a-745b-4a76-9c4d-f9a91afecd2e up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:40.155564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:40.193543 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d450ef3c-0157-4d90-8616-ab33d2825581 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7373867 Feb 09 03:45:40.193543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'tag': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:40.193829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40758) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:40.206438 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f5fb0-fc09-4800-b026-659afb666664" -d '{"events": [{"name": "network-changed", "server_uuid": "7406d46a-0162-41b8-ac92-7cb3e8b22077", "tag": "d4dddfa5-5b5e-487d-95e9-efe3a2935ef4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:40.268155 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-985cb130-8066-45c0-841d-0152e7908d81 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/floatingips/8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94 HTTP/1.1" status: 200 len: 992 time: 0.0720992 Feb 09 03:45:40.279224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212f21f-9cf4-4095-b32f-278dbcda5c3b None None] Sync routers for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:45:40.305949 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030b3f8b-ef63-46b6-807c-9002d096dab8 x-openstack-request-id: req-030b3f8b-ef63-46b6-807c-9002d096dab8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:40.306242 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7406d46a-0162-41b8-ac92-7cb3e8b22077", "tag": "d4dddfa5-5b5e-487d-95e9-efe3a2935ef4", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:40.306498 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-030b3f8b-ef63-46b6-807c-9002d096dab8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:40.306909 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'tag': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'status': 'completed', 'code': 200} Feb 09 03:45:40.307614 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212f21f-9cf4-4095-b32f-278dbcda5c3b None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:40.309284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8212f21f-9cf4-4095-b32f-278dbcda5c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:40.391267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40764) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:40.407893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port ca92174a-745b-4a76-9c4d-f9a91afecd2e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:45:40.419873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port ca92174a-745b-4a76-9c4d-f9a91afecd2e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:40.420440 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:40.443742 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-54214a74-7d66-4d6f-85e4-f19752648128 req-13ccd45e-bb56-4a1f-90e9-d9d67f91b5d0 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0538089 Feb 09 03:45:40.451981 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f5fb0-fc09-4800-b026-659afb666664 req-c571e220-a4e5-407a-b5fa-dfaf848b80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:40.453819 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c52f5fb0-fc09-4800-b026-659afb666664 req-c571e220-a4e5-407a-b5fa-dfaf848b80c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 1129 time: 0.1248629 Feb 09 03:45:40.537342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ca92174a-745b-4a76-9c4d-f9a91afecd2e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:40.537882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:40.573677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f5fb0-fc09-4800-b026-659afb666664 req-93134c7d-728e-4b8a-b0f0-f945ff7f1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:40.575441 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c52f5fb0-fc09-4800-b026-659afb666664 req-93134c7d-728e-4b8a-b0f0-f945ff7f1a50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adce1b81-58a7-43cb-ac76-d53b9b6f2760 HTTP/1.1" status: 200 len: 898 time: 0.1145780 Feb 09 03:45:40.592612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ca92174a-745b-4a76-9c4d-f9a91afecd2e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca92174a-745b-4a76-9c4d-f9a91afecd2e,segment=NetworkSegment(162404bf-97be-46e7-95fe-797b6997c619),segment_id=162404bf-97be-46e7-95fe-797b6997c619)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:40.599874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5fafbc-95fc-46d7-9269-6c756299a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca92174a-745b-4a76-9c4d-f9a91afecd2e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:40.602524 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a348797-3b37-4be9-8978-6847193c8b98" -d '{"events": [{"server_uuid": "cc5fafbc-95fc-46d7-9269-6c756299a321", "name": "network-vif-plugged", "status": "completed", "tag": "ca92174a-745b-4a76-9c4d-f9a91afecd2e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:40.607633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-652807090-network', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:40.618140 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:40.636989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Made reservation on behalf of a84b6fef5efc481690cc4aaecd8c8b9a for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:45:40.639662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:40.662266 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:40.702833 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a6513f-4a32-44c1-afdd-6a868b2c87ed x-openstack-request-id: req-b8a6513f-4a32-44c1-afdd-6a868b2c87ed {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:40.703104 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5fafbc-95fc-46d7-9269-6c756299a321", "name": "network-vif-plugged", "status": "completed", "tag": "ca92174a-745b-4a76-9c4d-f9a91afecd2e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:40.703370 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8a6513f-4a32-44c1-afdd-6a868b2c87ed {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:40.703776 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5fafbc-95fc-46d7-9269-6c756299a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca92174a-745b-4a76-9c4d-f9a91afecd2e', 'code': 200} Feb 09 03:45:40.707404 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ca92174a-745b-4a76-9c4d-f9a91afecd2e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:40.718301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-8212f21f-9cf4-4095-b32f-278dbcda5c3b None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:40.760259 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c52f5fb0-fc09-4800-b026-659afb666664 req-9a5afcdb-5363-4e45-be6e-0b5e4cd3a3b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 HTTP/1.1" status: 200 len: 1000 time: 0.1784503 Feb 09 03:45:40.832072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Publish callbacks [] for security_group (4ce06a3b-d755-4bbe-af1a-ea28ff4aac49), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:40.838804 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4ce06a3b-d755-4bbe-af1a-ea28ff4aac49), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:40.869186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:40.883062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:45:40.896409 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f5fb0-fc09-4800-b026-659afb666664 req-a96a1a7a-370d-4b76-b4ab-dcb1b58a681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:40.898946 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c52f5fb0-fc09-4800-b026-659afb666664 req-a96a1a7a-370d-4b76-b4ab-dcb1b58a681f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=017a3595-825e-42f7-bb59-c5548bb59ef8 HTTP/1.1" status: 200 len: 834 time: 0.1311493 Feb 09 03:45:40.899194 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (07b0ce1b-7a65-4d55-ad08-f97c065bcf5a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:40.899566 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Added segment 07b0ce1b-7a65-4d55-ad08-f97c065bcf5a of type vlan for network 820dcbcf-88d8-48a9-b260-06b2dc83753e Feb 09 03:45:40.943934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466143f3-3fb0-458c-8abb-6f7191d66b80 req-70baa315-a7ca-494f-8ac4-5367562d9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:40.945780 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-466143f3-3fb0-458c-8abb-6f7191d66b80 req-70baa315-a7ca-494f-8ac4-5367562d9192 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 1128 time: 0.1553133 Feb 09 03:45:40.952373 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (820dcbcf-88d8-48a9-b260-06b2dc83753e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:40.993497 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (820dcbcf-88d8-48a9-b260-06b2dc83753e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:40.995395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:40.996093 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:41.016180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f5fb0-fc09-4800-b026-659afb666664 req-81b71a55-59fd-479d-88ac-f18d311b225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:41.017939 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c52f5fb0-fc09-4800-b026-659afb666664 req-81b71a55-59fd-479d-88ac-f18d311b225a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adce1b81-58a7-43cb-ac76-d53b9b6f2760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1126106 Feb 09 03:45:41.022084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-466143f3-3fb0-458c-8abb-6f7191d66b80 req-768918a5-5e25-4eb7-b93e-c2e82155e0fc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685380 Feb 09 03:45:41.071145 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6788018 Feb 09 03:45:41.073982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40772) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:41.079238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6578e7cf-0a2d-4d58-b74d-56af7933a4d9 admin admin] Request body: {'subnet': {'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-652807090-subnet', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:41.086161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae1548-964e-4887-9fae-6983530b9a22 admin admin] Pushing event updated for resources: {'Network': ['ID=820dcbcf-88d8-48a9-b260-06b2dc83753e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:41.109544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6578e7cf-0a2d-4d58-b74d-56af7933a4d9 admin admin] Made reservation on behalf of a84b6fef5efc481690cc4aaecd8c8b9a for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:45:41.114104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:45:41.114348 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6578e7cf-0a2d-4d58-b74d-56af7933a4d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:41.186122 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c52f5fb0-fc09-4800-b026-659afb666664 req-936518e2-5a31-47a3-9039-bc2cba4cd5e4 service neutron] 10.222.0.42 "GET /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590588 Feb 09 03:45:41.258451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8212f21f-9cf4-4095-b32f-278dbcda5c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:18Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '78c01267-ab83-49c2-81e8-06754caced40', 'port_id': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'mac_address': 'fa:16:3e:c8:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:45:38Z', 'updated_at': '2022-02-09T03:45:38Z', 'revision_number': 0, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:23Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:41.276474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40776) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:41.301018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212f21f-9cf4-4095-b32f-278dbcda5c3b None None] Checking router: 78c01267-ab83-49c2-81e8-06754caced40 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:45:41.310496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212f21f-9cf4-4095-b32f-278dbcda5c3b None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:41.311192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8212f21f-9cf4-4095-b32f-278dbcda5c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:41.363629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6578e7cf-0a2d-4d58-b74d-56af7933a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (9703353a-b52f-4207-9d03-52eb248f0c4e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:41.407126 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cd25c59f-aca3-48d9-a3e0-bba7a597a841 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/floatingips/8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94 HTTP/1.1" status: 200 len: 992 time: 0.1297061 Feb 09 03:45:41.415326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867b80c-03c9-440a-8e4e-d5a917c9cc23 req-58406542-6068-4f61-8dd0-6536f88eb7dd tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:41.416996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b867b80c-03c9-440a-8e4e-d5a917c9cc23 req-58406542-6068-4f61-8dd0-6536f88eb7dd tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 945 time: 0.1518288 Feb 09 03:45:41.419184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c52f5fb0-fc09-4800-b026-659afb666664 req-dc917f74-54a0-4afe-9a89-aa694434077a service neutron] 10.222.0.42 "GET /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258534 Feb 09 03:45:41.463574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578e7cf-0a2d-4d58-b74d-56af7933a4d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9703353a-b52f-4207-9d03-52eb248f0c4e,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:41.467331 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b867b80c-03c9-440a-8e4e-d5a917c9cc23 req-a5700f76-1d33-4c6a-a648-ff994c7e6875 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448165 Feb 09 03:45:41.498497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-8212f21f-9cf4-4095-b32f-278dbcda5c3b None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:41.508649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6578e7cf-0a2d-4d58-b74d-56af7933a4d9 admin admin] Checking segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:41.509385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6578e7cf-0a2d-4d58-b74d-56af7933a4d9 admin admin] Network hostable DHCP agents. Network: 820dcbcf-88d8-48a9-b260-06b2dc83753e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:45:41.528567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6578e7cf-0a2d-4d58-b74d-56af7933a4d9 admin admin] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:45:41.543902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6578e7cf-0a2d-4d58-b74d-56af7933a4d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 820dcbcf-88d8-48a9-b260-06b2dc83753e) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:41.549926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578e7cf-0a2d-4d58-b74d-56af7933a4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:41.551363 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6578e7cf-0a2d-4d58-b74d-56af7933a4d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:41.558437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9362b58-d20a-48a7-a634-987d23a50392 None None] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:45:41.574539 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6578e7cf-0a2d-4d58-b74d-56af7933a4d9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4965782 Feb 09 03:45:41.574887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40780) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:41.579282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:41.601204 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:41.602568 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:41.605660 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c896d64e-bde5-450b-991f-f2fa467222bc req-dfaa005d-637d-49a6-8028-223a426d3e50 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0327897 Feb 09 03:45:41.666888 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Publish callbacks [] for router_controller (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:41.804621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-820dcbcf-88d8-48a9-b260-06b2dc83753e', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:45:41.805552 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:41.832125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Publish callbacks [] for router_gateway (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:41.947038 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8212f21f-9cf4-4095-b32f-278dbcda5c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:18Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '78c01267-ab83-49c2-81e8-06754caced40', 'port_id': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'mac_address': 'fa:16:3e:c8:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:45:38Z', 'updated_at': '2022-02-09T03:45:38Z', 'revision_number': 0, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:23Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:41.994144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212f21f-9cf4-4095-b32f-278dbcda5c3b None None] The sync data for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 is: [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:18Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '78c01267-ab83-49c2-81e8-06754caced40', 'port_id': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'mac_address': 'fa:16:3e:c8:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:45:38Z', 'updated_at': '2022-02-09T03:45:38Z', 'revision_number': 0, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:23Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:45:42.029788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Allocated IP 172.20.0.2 (820dcbcf-88d8-48a9-b260-06b2dc83753e/9703353a-b52f-4207-9d03-52eb248f0c4e/9041c736-2d9e-4be1-9364-7785f789e06d) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:42.079293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Publish callbacks [] for router_gateway (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:42.101689 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:42.203419 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Publish callbacks [] for port (9041c736-2d9e-4be1-9364-7785f789e06d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:42.210830 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:42.230590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Allocated IP 172.25.5.115 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/48fd4a4e-4121-442f-bd79-8330b51d933b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:42.251436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:42.253092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:42.258654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:42.308195 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1dcba-440d-4162-807e-d8507db8144e None None] New status for floating IP 8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:45:42.311664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Pushing event updated for resources: {'Port': ['ID=9041c736-2d9e-4be1-9364-7785f789e06d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:42.345235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Attempting to bind port 9041c736-2d9e-4be1-9364-7785f789e06d on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:45:42.345428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Attempting to bind port 9041c736-2d9e-4be1-9364-7785f789e06d by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:45:42.345764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Attempting to bind port 9041c736-2d9e-4be1-9364-7785f789e06d on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:42.351976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:45:42.352356 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Checking segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:42.352762 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:42.353157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Bound using segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:45:42.353662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Bound port: 9041c736-2d9e-4be1-9364-7785f789e06d, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:45:42.354044 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:42.383745 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Publish callbacks [] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:42.411053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40784) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:42.423330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] For port 9041c736-2d9e-4be1-9364-7785f789e06d, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:45:42.428546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] For port 9041c736-2d9e-4be1-9364-7785f789e06d, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9041c736-2d9e-4be1-9364-7785f789e06d,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:45:42.433238 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:42.446655 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:42.532197 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9ce0a74d-8db7-4ba6-8531-54f01a0a2a6a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/floatingips/8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94 HTTP/1.1" status: 200 len: 992 time: 0.1187830 Feb 09 03:45:42.541875 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:42.565856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62a3f1-1881-4606-92ee-df9e27c81a75 None None] Pushing event updated for resources: {'Port': ['ID=9041c736-2d9e-4be1-9364-7785f789e06d,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:42.573699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:42.576162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:42.580777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Pushing event updated for resources: {'Port': ['ID=48fd4a4e-4121-442f-bd79-8330b51d933b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:42.745338 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-753fa04e-a732-4742-bc71-94f84f2f344e req-dc240c73-1dff-4f30-8d11-396a2ac32a4e tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0350461 Feb 09 03:45:42.802310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e598e5f-1c18-494c-a8e0-2bad8c79bb76 req-db932a43-d479-4374-be0b-efcb635ba6ab tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:42.803973 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e598e5f-1c18-494c-a8e0-2bad8c79bb76 req-db932a43-d479-4374-be0b-efcb635ba6ab tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 945 time: 0.1911769 Feb 09 03:45:42.904537 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e598e5f-1c18-494c-a8e0-2bad8c79bb76 req-a3785cd6-1bf8-4c79-b566-43de13d83a09 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925360 Feb 09 03:45:43.095198 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Publish callbacks [] for router_gateway (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:43.443128 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:43.535151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40806) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:43.714639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-064b999c-23ae-45c0-be87-eb23a03e2e2c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/floatingips/8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94 HTTP/1.1" status: 200 len: 994 time: 0.1781106 Feb 09 03:45:44.061915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec46c5-9df1-4f6f-a39b-be21bb26f516 None None] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:45:44.126220 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e648eafe-588d-4933-8442-d4c27c783ece req-f0ed1200-a7a9-4ed1-afb1-09eae152dc73 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0993047 Feb 09 03:45:44.271108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:45:44.323535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8cb6df66-8ddb-4570-9949-8eacb4fe1454 None None] Provisioning complete for port 9041c736-2d9e-4be1-9364-7785f789e06d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:44.323906 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cb6df66-8ddb-4570-9949-8eacb4fe1454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:44.431087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6df66-8ddb-4570-9949-8eacb4fe1454 None None] Current status of the port 9041c736-2d9e-4be1-9364-7785f789e06d is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:44.431340 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cb6df66-8ddb-4570-9949-8eacb4fe1454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:44.444447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:44.479691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Sync routers for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:45:44.486311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8cb6df66-8ddb-4570-9949-8eacb4fe1454 None None] For port 9041c736-2d9e-4be1-9364-7785f789e06d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9041c736-2d9e-4be1-9364-7785f789e06d,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:44.499806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:44.502839 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8b441b93-6644-433e-be45-1ee033905d6a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9269278 Feb 09 03:45:44.506795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40814) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:44.510877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:44.511606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:44.596815 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cb6df66-8ddb-4570-9949-8eacb4fe1454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:44.731581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6df66-8ddb-4570-9949-8eacb4fe1454 None None] Pushing event updated for resources: {'Port': ['ID=9041c736-2d9e-4be1-9364-7785f789e06d,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:44.761048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-45685aaa-5423-4de1-a3bc-67cb1359ca2d None None] Provisioning complete for port 9041c736-2d9e-4be1-9364-7785f789e06d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:44.762004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45685aaa-5423-4de1-a3bc-67cb1359ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:44.799811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:45.005247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9041c736-2d9e-4be1-9364-7785f789e06d up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:45.149160 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-45685aaa-5423-4de1-a3bc-67cb1359ca2d None None] Current status of the port 9041c736-2d9e-4be1-9364-7785f789e06d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:45.327229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:45.351904 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:45:45.385734 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b0a0b1e-8ba4-4329-8117-7e3f5b7b40f8 req-bb454ecd-35a0-40fc-bb7a-614e05e43483 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0692604 Feb 09 03:45:45.579363 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Allocated IP 172.20.0.1 (820dcbcf-88d8-48a9-b260-06b2dc83753e/9703353a-b52f-4207-9d03-52eb248f0c4e/54c20268-39a9-4df8-8801-1aa5e202e407) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:45.624394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9041c736-2d9e-4be1-9364-7785f789e06d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:45.624767 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:45.703358 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d29470b7-b052-40cb-9b4d-56bc37686462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:45.707745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:42Z', 'revision_number': 3, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:45.741484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Checking router: 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:45:45.741845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Updating router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 port 48fd4a4e-4121-442f-bd79-8330b51d933b binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:45:45.778057 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:45.797678 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Publish callbacks [] for port (54c20268-39a9-4df8-8801-1aa5e202e407), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:45.845701 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:45.904786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Pushing event updated for resources: {'Port': ['ID=54c20268-39a9-4df8-8801-1aa5e202e407,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:45.921639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:45.923291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:45.934355 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9041c736-2d9e-4be1-9364-7785f789e06d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:45.937341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:45.980083 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:46.117852 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Publish callbacks [] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:46.132751 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:46.200453 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Attempting to bind port 48fd4a4e-4121-442f-bd79-8330b51d933b on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:45:46.201094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Attempting to bind port 48fd4a4e-4121-442f-bd79-8330b51d933b by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:45:46.201189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Attempting to bind port 48fd4a4e-4121-442f-bd79-8330b51d933b on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:46.203473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaf98d-4bef-4e79-824d-29fac1043b11 None None] Pushing event updated for resources: {'Port': ['ID=48fd4a4e-4121-442f-bd79-8330b51d933b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:46.210447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:45:46.210827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:46.211380 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:46.211740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:45:46.212133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Bound port: 48fd4a4e-4121-442f-bd79-8330b51d933b, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:45:46.212662 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:46.225615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:46.278714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] For port 48fd4a4e-4121-442f-bd79-8330b51d933b, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:45:46.288564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] For port 48fd4a4e-4121-442f-bd79-8330b51d933b, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=48fd4a4e-4121-442f-bd79-8330b51d933b,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:45:46.296305 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:46.395432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:46.396189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:46.447204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaf98d-4bef-4e79-824d-29fac1043b11 None None] Pushing event updated for resources: {'Port': ['ID=48fd4a4e-4121-442f-bd79-8330b51d933b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:46.501871 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Publish callbacks [] for port (54c20268-39a9-4df8-8801-1aa5e202e407), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:46.506592 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-44f28f8c-6921-4078-a471-97370c3cf007 None None] Provisioning complete for port 54c20268-39a9-4df8-8801-1aa5e202e407 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:46.507233 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44f28f8c-6921-4078-a471-97370c3cf007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:46.511718 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:46.547685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-44f28f8c-6921-4078-a471-97370c3cf007 None None] Port 54c20268-39a9-4df8-8801-1aa5e202e407 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:45:46.593211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:46.598113 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-716281ab-f713-45c4-ac4c-46e4297f4846 req-7968ec34-2045-4bc8-b5be-e1274a467f84 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0668893 Feb 09 03:45:46.639289 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:46.662996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Pushing event updated for resources: {'Port': ['ID=54c20268-39a9-4df8-8801-1aa5e202e407,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:46.809592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:46.811509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:46.859188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:45Z', 'revision_number': 1, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:46.892431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fed09e-432b-40d7-a34a-a9a16f6a6d62 None None] The sync data for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 is: [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:45Z', 'revision_number': 1, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:45:47.017590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:45:47.170686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:47.176903 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1a23d817-b875-4867-a769-b1bd46fc2175 admin admin] 10.222.0.21 "PUT /v2.0/routers/67543e5d-9e14-412a-bf2e-6cca77e3e6c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6687255 Feb 09 03:45:47.178293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b501737f-927f-4338-be3f-183e534b0080 None None] Provisioning complete for port 54c20268-39a9-4df8-8801-1aa5e202e407 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:47.179447 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b501737f-927f-4338-be3f-183e534b0080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:47.262302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b501737f-927f-4338-be3f-183e534b0080 None None] Port 54c20268-39a9-4df8-8801-1aa5e202e407 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:45:47.760461 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-455659b4-4cf3-4ef9-a6b1-d5d368c9fb0a req-4b0c8caa-c897-437e-9994-4d8804016999 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0716143 Feb 09 03:45:47.980828 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3b4de04-2b35-46e5-8620-ff6e31689f09 req-27864c05-f729-45d8-8d0b-f2dcc3eb543e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0436506 Feb 09 03:45:48.182247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40852) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:48.183378 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f362899-8ed5-45d7-b0be-4fd77dc7eea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.199565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1078031519-network', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:48.236126 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Made reservation on behalf of d74d2be2b6c04f5498b0e50fe0c5d69b for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:45:48.242700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.276585 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.448860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Publish callbacks [] for security_group (b196f19b-9e56-4eb8-943b-7b63e5bacfef), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.458655 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b196f19b-9e56-4eb8-943b-7b63e5bacfef), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.494780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:45:48.507233 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (08e53a7c-0e59-48d8-8f11-7c7e7ea340ab), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.507663 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Added segment 08e53a7c-0e59-48d8-8f11-7c7e7ea340ab of type vlan for network 09b5ffd5-0ee8-473b-853d-af51797bb05e Feb 09 03:45:48.563813 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (09b5ffd5-0ee8-473b-853d-af51797bb05e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.617238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b196f19b-9e56-4eb8-943b-7b63e5bacfef,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:48.619895 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (09b5ffd5-0ee8-473b-853d-af51797bb05e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.620864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:48.621511 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.671102 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4874594 Feb 09 03:45:48.673786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40856) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:48.691386 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-be3e86b2-a5b4-4be5-9622-f03a15f18823 admin admin] Request body: {'subnet': {'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1078031519-subnet', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:48.758780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3e86b2-a5b4-4be5-9622-f03a15f18823 admin admin] Made reservation on behalf of d74d2be2b6c04f5498b0e50fe0c5d69b for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:45:48.761996 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be3e86b2-a5b4-4be5-9622-f03a15f18823 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.809621 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e8f82-ed35-4565-aa6f-ea1be8924fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=09b5ffd5-0ee8-473b-853d-af51797bb05e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:48.825571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 09b5ffd5-0ee8-473b-853d-af51797bb05e details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:45:48.947641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 48fd4a4e-4121-442f-bd79-8330b51d933b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:49.053068 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-61488a9c-ea7a-4dfa-bd6c-9e905ffdae28 req-446aef99-b326-4e72-a329-0738b6d89a4f tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0826459 Feb 09 03:45:49.138350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 48fd4a4e-4121-442f-bd79-8330b51d933b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:49.138751 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.193296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be3e86b2-a5b4-4be5-9622-f03a15f18823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (dc6e690a-5948-4efb-953f-7a2563e9d3f4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.300885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 48fd4a4e-4121-442f-bd79-8330b51d933b is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:49.303911 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.306539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e86b2-a5b4-4be5-9622-f03a15f18823 admin admin] Checking segment: {'id': '08e53a7c-0e59-48d8-8f11-7c7e7ea340ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:49.307034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3e86b2-a5b4-4be5-9622-f03a15f18823 admin admin] Network hostable DHCP agents. Network: 09b5ffd5-0ee8-473b-853d-af51797bb05e, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:45:49.338848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e86b2-a5b4-4be5-9622-f03a15f18823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6e690a-5948-4efb-953f-7a2563e9d3f4,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:49.345878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3e86b2-a5b4-4be5-9622-f03a15f18823 admin admin] Network 09b5ffd5-0ee8-473b-853d-af51797bb05e is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:45:49.369005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-be3e86b2-a5b4-4be5-9622-f03a15f18823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 09b5ffd5-0ee8-473b-853d-af51797bb05e) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:49.378967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 48fd4a4e-4121-442f-bd79-8330b51d933b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=48fd4a4e-4121-442f-bd79-8330b51d933b,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:49.382785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3e86b2-a5b4-4be5-9622-f03a15f18823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:49.384392 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be3e86b2-a5b4-4be5-9622-f03a15f18823 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.389238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb628efe-c26f-47f0-a82d-db71f62c7c15 None None] Network 09b5ffd5-0ee8-473b-853d-af51797bb05e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:45:49.411552 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.429696 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-be3e86b2-a5b4-4be5-9622-f03a15f18823 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7544746 Feb 09 03:45:49.432203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40862) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:49.437561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1078031519-router', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:49.483135 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (305e82d2-2d5d-401b-91fd-6619eb4492b7), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.485923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (305e82d2-2d5d-401b-91fd-6619eb4492b7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.557682 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.564781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=48fd4a4e-4121-442f-bd79-8330b51d933b,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:49.647284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Publish callbacks [] for router_controller (305e82d2-2d5d-401b-91fd-6619eb4492b7), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.662506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-09b5ffd5-0ee8-473b-853d-af51797bb05e', 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e', 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'fixed_ips': [{'subnet_id': 'dc6e690a-5948-4efb-953f-7a2563e9d3f4'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:45:49.664763 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.968674 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Publish callbacks [] for router_gateway (305e82d2-2d5d-401b-91fd-6619eb4492b7), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:50.023553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Allocated IP 172.20.0.2 (09b5ffd5-0ee8-473b-853d-af51797bb05e/dc6e690a-5948-4efb-953f-7a2563e9d3f4/cd57021d-f322-493b-9fc3-2bc0e91d721f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:50.245313 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Publish callbacks [] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:50.256691 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:50.320979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Network 09b5ffd5-0ee8-473b-853d-af51797bb05e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:50.337165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:50.348699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:50.368118 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a42bc278-5d87-47ee-bc23-4506ff5d545f req-cc0fc7f8-b204-4f0e-b030-ab9f195f2970 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.1479459 Feb 09 03:45:50.387972 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Sync routers for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:45:50.399335 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:50.399949 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:50.411664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Pushing event updated for resources: {'Port': ['ID=cd57021d-f322-493b-9fc3-2bc0e91d721f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:50.491119 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Publish callbacks [] for router_gateway (305e82d2-2d5d-401b-91fd-6619eb4492b7), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:50.544085 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Attempting to bind port cd57021d-f322-493b-9fc3-2bc0e91d721f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:45:50.544752 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:50.545762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Attempting to bind port cd57021d-f322-493b-9fc3-2bc0e91d721f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '08e53a7c-0e59-48d8-8f11-7c7e7ea340ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:45:50.546492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Attempting to bind port cd57021d-f322-493b-9fc3-2bc0e91d721f on network 09b5ffd5-0ee8-473b-853d-af51797bb05e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:50.558607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:45:50.559003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Checking segment: {'id': '08e53a7c-0e59-48d8-8f11-7c7e7ea340ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:50.559398 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:50.559804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Bound using segment: {'id': '08e53a7c-0e59-48d8-8f11-7c7e7ea340ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:45:50.560304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Bound port: cd57021d-f322-493b-9fc3-2bc0e91d721f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e53a7c-0e59-48d8-8f11-7c7e7ea340ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:45:50.560695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:50.570956 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:50.790715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Allocated IP 172.25.5.169 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/53f738df-efb9-4eea-957b-ad921afb1a92) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:50.794497 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5d9ee59-be19-4bdb-adf0-38afe87646d9 req-de7e843b-7d96-4bad-8a39-3669cfd353bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e0d7c8cec7147008f57ade034999015&device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0764942 Feb 09 03:45:50.840915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] For port cd57021d-f322-493b-9fc3-2bc0e91d721f, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:45:50.878359 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5d9ee59-be19-4bdb-adf0-38afe87646d9 req-6e860482-9a76-41ae-b099-89665cf9feb8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=7e0d7c8cec7147008f57ade034999015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755038 Feb 09 03:45:50.902439 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 2, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:50.904028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 48fd4a4e-4121-442f-bd79-8330b51d933b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:50.915216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] For port cd57021d-f322-493b-9fc3-2bc0e91d721f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cd57021d-f322-493b-9fc3-2bc0e91d721f,segment=NetworkSegment(08e53a7c-0e59-48d8-8f11-7c7e7ea340ab),segment_id=08e53a7c-0e59-48d8-8f11-7c7e7ea340ab)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:45:50.936304 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Checking router: 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:45:50.936971 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Updating router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 port 54c20268-39a9-4df8-8801-1aa5e202e407 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:45:50.950849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0755c9a-a5c1-413f-9fec-49a30be9c439 req-1b5e5240-ecdd-46a3-8f4a-1bec8527211a tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0809402 Feb 09 03:45:50.967019 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.010079 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.023650 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.041377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Publish callbacks [] for port (53f738df-efb9-4eea-957b-ad921afb1a92), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.095257 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (53f738df-efb9-4eea-957b-ad921afb1a92), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.150880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9ee59-be19-4bdb-adf0-38afe87646d9 req-38d05469-7120-4ba5-a33d-650109ad2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:51.153222 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5d9ee59-be19-4bdb-adf0-38afe87646d9 req-38d05469-7120-4ba5-a33d-650109ad2f50 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2689531 Feb 09 03:45:51.186883 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Pushing event updated for resources: {'Port': ['ID=53f738df-efb9-4eea-957b-ad921afb1a92,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:51.197013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:51.198697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:51.202671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:51.251403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad35118-0263-45a1-b247-a8c3c6be5f17 None None] Pushing event updated for resources: {'Port': ['ID=cd57021d-f322-493b-9fc3-2bc0e91d721f,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:51.297042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 48fd4a4e-4121-442f-bd79-8330b51d933b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:51.297450 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.319096 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Publish callbacks [] for port (54c20268-39a9-4df8-8801-1aa5e202e407), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.342734 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.430819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 48fd4a4e-4121-442f-bd79-8330b51d933b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:51.452004 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a08cf8-f1a5-41c4-9db5-704bc9dbd8b0 None None] Pushing event updated for resources: {'Port': ['ID=54c20268-39a9-4df8-8801-1aa5e202e407,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:51.631971 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Attempting to bind port 54c20268-39a9-4df8-8801-1aa5e202e407 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:45:51.632704 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Attempting to bind port 54c20268-39a9-4df8-8801-1aa5e202e407 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:45:51.633523 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Attempting to bind port 54c20268-39a9-4df8-8801-1aa5e202e407 on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:51.634681 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Publish callbacks [] for router_gateway (305e82d2-2d5d-401b-91fd-6619eb4492b7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.641218 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:45:51.641871 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Checking segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:51.642457 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.643053 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Bound using segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:45:51.644234 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Bound port: 54c20268-39a9-4df8-8801-1aa5e202e407, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:45:51.644782 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.784957 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] For port 54c20268-39a9-4df8-8801-1aa5e202e407, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:45:51.788777 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] For port 54c20268-39a9-4df8-8801-1aa5e202e407, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=54c20268-39a9-4df8-8801-1aa5e202e407,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:45:51.814136 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.915878 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a08cf8-f1a5-41c4-9db5-704bc9dbd8b0 None None] Pushing event updated for resources: {'Port': ['ID=54c20268-39a9-4df8-8801-1aa5e202e407,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:51.934390 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:51.935480 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:51.939990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0b834a1f-2cfa-423d-9650-e910f14a8478 None None] Provisioning complete for port 54c20268-39a9-4df8-8801-1aa5e202e407 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:51.948122 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b834a1f-2cfa-423d-9650-e910f14a8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.086909 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:52.107092 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.188618 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-27c6aea6-8156-4e1b-9741-635287d873f9 req-a5d26697-3a55-46a8-8795-7601e4cc02d3 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0797980 Feb 09 03:45:52.200036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0b834a1f-2cfa-423d-9650-e910f14a8478 None None] Current status of the port 54c20268-39a9-4df8-8801-1aa5e202e407 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:52.200429 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b834a1f-2cfa-423d-9650-e910f14a8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.263039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0b834a1f-2cfa-423d-9650-e910f14a8478 None None] For port 54c20268-39a9-4df8-8801-1aa5e202e407, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=54c20268-39a9-4df8-8801-1aa5e202e407,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:52.271402 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b834a1f-2cfa-423d-9650-e910f14a8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.486344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-deb671be-e4d2-4563-b302-ca92f4f78c20 None None] Provisioning complete for port 54c20268-39a9-4df8-8801-1aa5e202e407 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:52.486720 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-deb671be-e4d2-4563-b302-ca92f4f78c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.542734 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:51Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:52.548122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b834a1f-2cfa-423d-9650-e910f14a8478 None None] Pushing event updated for resources: {'Port': ['ID=54c20268-39a9-4df8-8801-1aa5e202e407,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:52.599723 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f874b-0bad-4c11-a892-576e60d6de75 None None] The sync data for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 is: [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:51Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:45:52.604221 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (305e82d2-2d5d-401b-91fd-6619eb4492b7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.651783 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5d9ee59-be19-4bdb-adf0-38afe87646d9 req-1a6d5c6d-1ceb-409c-9b18-24d71899df04 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.65 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0507791 Feb 09 03:45:52.685535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-deb671be-e4d2-4563-b302-ca92f4f78c20 None None] Current status of the port 54c20268-39a9-4df8-8801-1aa5e202e407 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:52.808276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Router 305e82d2-2d5d-401b-91fd-6619eb4492b7 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:45:53.055199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:53.061195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device cd57021d-f322-493b-9fc3-2bc0e91d721f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:53.123661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:53.126602 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c8bab9ea-c094-4be5-9aa1-93cc0d3d01ac admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6932776 Feb 09 03:45:53.129565 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 40886) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:53.136889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa4cc6-b1c1-4ff1-b440-2e3f9b639899 None None] Network 09b5ffd5-0ee8-473b-853d-af51797bb05e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:45:53.141804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Sync routers for ids ['305e82d2-2d5d-401b-91fd-6619eb4492b7'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:45:53.225982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Routers {'305e82d2-2d5d-401b-91fd-6619eb4492b7'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:53.226940 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['305e82d2-2d5d-401b-91fd-6619eb4492b7'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:53.398887 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3ef67e1-6cdb-4197-b760-8764f2491b24 req-9a8d39c2-d899-46fe-bab1-5ba204b1b5e5 tempest-ServerShowV257Test-2029595443 tempest-ServerShowV257Test-2029595443-project] 10.222.0.21 "GET /v2.0/ports?device_id=c20ba0bf-3e28-497b-b5f7-b404cf38ccf3 HTTP/1.1" status: 200 len: 210 time: 0.0814958 Feb 09 03:45:53.489740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port cd57021d-f322-493b-9fc3-2bc0e91d721f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:53.490143 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:53.500267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8adde9d8-bbcb-43b8-b09e-5d8e469d51e7 None None] Provisioning complete for port cd57021d-f322-493b-9fc3-2bc0e91d721f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:53.500381 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8adde9d8-bbcb-43b8-b09e-5d8e469d51e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:53.915409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:53.916238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Set router 305e82d2-2d5d-401b-91fd-6619eb4492b7 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:54.061343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port cd57021d-f322-493b-9fc3-2bc0e91d721f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:54.061761 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:54.148347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Allocated IP 172.20.0.1 (09b5ffd5-0ee8-473b-853d-af51797bb05e/dc6e690a-5948-4efb-953f-7a2563e9d3f4/a9149f52-fe42-41e1-9d3c-acbc5e29daf2) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:54.153414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port cd57021d-f322-493b-9fc3-2bc0e91d721f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cd57021d-f322-493b-9fc3-2bc0e91d721f,segment=NetworkSegment(08e53a7c-0e59-48d8-8f11-7c7e7ea340ab),segment_id=08e53a7c-0e59-48d8-8f11-7c7e7ea340ab)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:54.158554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8adde9d8-bbcb-43b8-b09e-5d8e469d51e7 None None] Current status of the port cd57021d-f322-493b-9fc3-2bc0e91d721f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:54.159594 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8adde9d8-bbcb-43b8-b09e-5d8e469d51e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:54.179256 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:54.180200 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 54c20268-39a9-4df8-8801-1aa5e202e407 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:54.289229 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Publish callbacks [] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:54.349789 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:54.410694 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:54.430880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Network 09b5ffd5-0ee8-473b-853d-af51797bb05e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:54.436719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:54.438927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a9149f52-fe42-41e1-9d3c-acbc5e29daf2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:54.444952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:54.476019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=cd57021d-f322-493b-9fc3-2bc0e91d721f,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:54.551267 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-8adde9d8-bbcb-43b8-b09e-5d8e469d51e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:45:54.551632 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-8adde9d8-bbcb-43b8-b09e-5d8e469d51e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:45:54.561695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 54c20268-39a9-4df8-8801-1aa5e202e407 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:54.562246 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:54.599181 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (305e82d2-2d5d-401b-91fd-6619eb4492b7), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:54.708127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'name': 'tempest-TestVolumeBootPattern-1078031519-router', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:49Z', 'updated_at': '2022-02-09T03:45:51Z', 'revision_number': 3, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'gw_port': {'id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:50Z', 'updated_at': '2022-02-09T03:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:54.744533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40904) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:54.798525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Checking router: 305e82d2-2d5d-401b-91fd-6619eb4492b7 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:45:54.798887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Updating router 305e82d2-2d5d-401b-91fd-6619eb4492b7 port 53f738df-efb9-4eea-957b-ad921afb1a92 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:45:54.851568 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (53f738df-efb9-4eea-957b-ad921afb1a92), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:54.853290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 54c20268-39a9-4df8-8801-1aa5e202e407 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:54.981626 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.010121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device cd57021d-f322-493b-9fc3-2bc0e91d721f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:55.127460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40910) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:55.239985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0433c63a-f646-406b-a848-828107dd4c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.257596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8adde9d8-bbcb-43b8-b09e-5d8e469d51e7 None None] Current status of the port cd57021d-f322-493b-9fc3-2bc0e91d721f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:55.285389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port cd57021d-f322-493b-9fc3-2bc0e91d721f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:55.285741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-daad1fd4-3b9e-4573-9195-9f99b431d3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.286073 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.317722 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Publish callbacks [] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.327207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.454772 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-daad1fd4-3b9e-4573-9195-9f99b431d3c2 admin admin] Publish callbacks [] for security_group (83795b5b-6230-4f91-8d16-06302f2909ed), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.461678 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0433c63a-f646-406b-a848-828107dd4c9c admin admin] Publish callbacks [] for security_group (c1595b97-ba7e-4291-aaeb-f0cb24d96d1d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.464026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-daad1fd4-3b9e-4573-9195-9f99b431d3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (83795b5b-6230-4f91-8d16-06302f2909ed), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.472639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a9149f52-fe42-41e1-9d3c-acbc5e29daf2,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:55.478844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0433c63a-f646-406b-a848-828107dd4c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c1595b97-ba7e-4291-aaeb-f0cb24d96d1d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.516061 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (305e82d2-2d5d-401b-91fd-6619eb4492b7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.532780 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-daad1fd4-3b9e-4573-9195-9f99b431d3c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e0d7c8cec7147008f57ade034999015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4036069 Feb 09 03:45:55.537623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40914) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:55.541497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port cd57021d-f322-493b-9fc3-2bc0e91d721f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:55.547871 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0433c63a-f646-406b-a848-828107dd4c9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=884bda83f426481daef5117e110505cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8006084 Feb 09 03:45:55.555223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 40916) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:55.563820 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1a3b50f2-8425-419d-9463-919e750a4bc8 None None] Provisioning complete for port cd57021d-f322-493b-9fc3-2bc0e91d721f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:55.564200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a3b50f2-8425-419d-9463-919e750a4bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.641834 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Publish callbacks [] for port (53f738df-efb9-4eea-957b-ad921afb1a92), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.660379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad1fd4-3b9e-4573-9195-9f99b431d3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83795b5b-6230-4f91-8d16-06302f2909ed,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:55.702782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b50f2-8425-419d-9463-919e750a4bc8 None None] Current status of the port cd57021d-f322-493b-9fc3-2bc0e91d721f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:55.705151 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (53f738df-efb9-4eea-957b-ad921afb1a92), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.764882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Network 09b5ffd5-0ee8-473b-853d-af51797bb05e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:55.771071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf67d02-d554-4634-871c-9ef3fa86833e None None] Pushing event updated for resources: {'Port': ['ID=53f738df-efb9-4eea-957b-ad921afb1a92,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:55.772301 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:55.778372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433c63a-f646-406b-a848-828107dd4c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1595b97-ba7e-4291-aaeb-f0cb24d96d1d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:55.789506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Attempting to bind port 53f738df-efb9-4eea-957b-ad921afb1a92 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:45:55.790016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Attempting to bind port 53f738df-efb9-4eea-957b-ad921afb1a92 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:45:55.790275 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Attempting to bind port 53f738df-efb9-4eea-957b-ad921afb1a92 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:55.798795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:45:55.799179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:55.799673 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.800112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:45:55.800596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Bound port: 53f738df-efb9-4eea-957b-ad921afb1a92, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:45:55.800981 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (53f738df-efb9-4eea-957b-ad921afb1a92), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.804415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1a3b50f2-8425-419d-9463-919e750a4bc8 None None] Provisioning complete for port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:55.804415 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a3b50f2-8425-419d-9463-919e750a4bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.827145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ffc1d5c3-2624-410d-a4d5-4770f89f9831 admin admin] Publish callbacks [] for security_group (c1595b97-ba7e-4291-aaeb-f0cb24d96d1d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.881406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b50f2-8425-419d-9463-919e750a4bc8 None None] Port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:45:55.890098 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] For port 53f738df-efb9-4eea-957b-ad921afb1a92, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:45:55.894574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] For port 53f738df-efb9-4eea-957b-ad921afb1a92, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=53f738df-efb9-4eea-957b-ad921afb1a92,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:45:55.911355 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ffc1d5c3-2624-410d-a4d5-4770f89f9831 admin admin] Publish callbacks [] for security_group (c1595b97-ba7e-4291-aaeb-f0cb24d96d1d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.912314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (53f738df-efb9-4eea-957b-ad921afb1a92), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.933763 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84fab1fc-e99d-4514-917b-41ff8b832188 admin admin] Publish callbacks [] for security_group (83795b5b-6230-4f91-8d16-06302f2909ed), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.978470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Routers {'305e82d2-2d5d-401b-91fd-6619eb4492b7'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:55.979136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['305e82d2-2d5d-401b-91fd-6619eb4492b7'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:56.028913 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84fab1fc-e99d-4514-917b-41ff8b832188 admin admin] Publish callbacks [] for security_group (83795b5b-6230-4f91-8d16-06302f2909ed), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.057866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Router 305e82d2-2d5d-401b-91fd-6619eb4492b7 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:45:56.089440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ffc1d5c3-2624-410d-a4d5-4770f89f9831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c1595b97-ba7e-4291-aaeb-f0cb24d96d1d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.097599 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ffc1d5c3-2624-410d-a4d5-4770f89f9831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.101515 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ffc1d5c3-2624-410d-a4d5-4770f89f9831 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1595b97-ba7e-4291-aaeb-f0cb24d96d1d HTTP/1.1" status: 204 len: 168 time: 0.5430114 Feb 09 03:45:56.149086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1d5c3-2624-410d-a4d5-4770f89f9831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1595b97-ba7e-4291-aaeb-f0cb24d96d1d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:56.189791 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84fab1fc-e99d-4514-917b-41ff8b832188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (83795b5b-6230-4f91-8d16-06302f2909ed), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.193406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84fab1fc-e99d-4514-917b-41ff8b832188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.202887 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-84fab1fc-e99d-4514-917b-41ff8b832188 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83795b5b-6230-4f91-8d16-06302f2909ed HTTP/1.1" status: 204 len: 168 time: 0.6611743 Feb 09 03:45:56.224503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf67d02-d554-4634-871c-9ef3fa86833e None None] Pushing event updated for resources: {'Port': ['ID=53f738df-efb9-4eea-957b-ad921afb1a92,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:56.229679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fab1fc-e99d-4514-917b-41ff8b832188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83795b5b-6230-4f91-8d16-06302f2909ed,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:56.327113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:56.351055 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-113b88fc-1a95-4507-a0a6-e27e90a016c8 admin admin] 10.222.0.21 "PUT /v2.0/routers/305e82d2-2d5d-401b-91fd-6619eb4492b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2203300 Feb 09 03:45:56.376916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ba0c2262-59d0-4f1e-a091-cfcdaa32575b None None] Provisioning complete for port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:56.377462 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba0c2262-59d0-4f1e-a091-cfcdaa32575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.411106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] Set router 305e82d2-2d5d-401b-91fd-6619eb4492b7 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:56.479521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c2262-59d0-4f1e-a091-cfcdaa32575b None None] Port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:45:56.741431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'name': 'tempest-TestVolumeBootPattern-1078031519-router', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:49Z', 'updated_at': '2022-02-09T03:45:54Z', 'revision_number': 4, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'gw_port': {'id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:50Z', 'updated_at': '2022-02-09T03:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'a9149f52-fe42-41e1-9d3c-acbc5e29daf2', 'name': '', 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'mac_address': 'fa:16:3e:02:37:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'dc6e690a-5948-4efb-953f-7a2563e9d3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:53Z', 'updated_at': '2022-02-09T03:45:55Z', 'revision_number': 2, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'subnets': [{'id': 'dc6e690a-5948-4efb-953f-7a2563e9d3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:56.782240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a6425-e73f-497d-aa96-95abec63a955 None None] The sync data for ids ['305e82d2-2d5d-401b-91fd-6619eb4492b7'] in n-d-824835-15 is: [{'id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'name': 'tempest-TestVolumeBootPattern-1078031519-router', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:49Z', 'updated_at': '2022-02-09T03:45:54Z', 'revision_number': 4, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'gw_port': {'id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:50Z', 'updated_at': '2022-02-09T03:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'a9149f52-fe42-41e1-9d3c-acbc5e29daf2', 'name': '', 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'mac_address': 'fa:16:3e:02:37:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'dc6e690a-5948-4efb-953f-7a2563e9d3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:53Z', 'updated_at': '2022-02-09T03:45:55Z', 'revision_number': 2, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'subnets': [{'id': 'dc6e690a-5948-4efb-953f-7a2563e9d3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:45:58.151879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41016) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:58.277149 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-859414c0-4fa0-4f58-b7f5-e99be214e94d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.374105 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-859414c0-4fa0-4f58-b7f5-e99be214e94d admin admin] Publish callbacks [] for security_group (73eb65c2-fb9b-46a2-9ed1-2c4e73d53fe5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.380353 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-859414c0-4fa0-4f58-b7f5-e99be214e94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (73eb65c2-fb9b-46a2-9ed1-2c4e73d53fe5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.407031 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-859414c0-4fa0-4f58-b7f5-e99be214e94d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1c69c4daa454158a65d283191a82e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540393 Feb 09 03:45:58.409747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41026) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:58.429095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859414c0-4fa0-4f58-b7f5-e99be214e94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73eb65c2-fb9b-46a2-9ed1-2c4e73d53fe5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:58.514152 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfcd8611-ec40-4a5c-9c79-14102c93d63e admin admin] Publish callbacks [] for security_group (73eb65c2-fb9b-46a2-9ed1-2c4e73d53fe5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.550505 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfcd8611-ec40-4a5c-9c79-14102c93d63e admin admin] Publish callbacks [] for security_group (73eb65c2-fb9b-46a2-9ed1-2c4e73d53fe5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.625787 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfcd8611-ec40-4a5c-9c79-14102c93d63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (73eb65c2-fb9b-46a2-9ed1-2c4e73d53fe5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.630889 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfcd8611-ec40-4a5c-9c79-14102c93d63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.632781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dfcd8611-ec40-4a5c-9c79-14102c93d63e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73eb65c2-fb9b-46a2-9ed1-2c4e73d53fe5 HTTP/1.1" status: 204 len: 168 time: 0.2212598 Feb 09 03:45:58.667767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd8611-ec40-4a5c-9c79-14102c93d63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73eb65c2-fb9b-46a2-9ed1-2c4e73d53fe5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:58.808913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41034) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:59.080215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 53f738df-efb9-4eea-957b-ad921afb1a92 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:45:59.183080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 53f738df-efb9-4eea-957b-ad921afb1a92 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:59.183460 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (53f738df-efb9-4eea-957b-ad921afb1a92), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.287641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a782b55-97f1-493a-8e48-eacc097e6ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.374010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 53f738df-efb9-4eea-957b-ad921afb1a92 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:59.374766 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (53f738df-efb9-4eea-957b-ad921afb1a92), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.407082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 53f738df-efb9-4eea-957b-ad921afb1a92, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=53f738df-efb9-4eea-957b-ad921afb1a92,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:59.414186 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (53f738df-efb9-4eea-957b-ad921afb1a92), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.443922 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a782b55-97f1-493a-8e48-eacc097e6ffc admin admin] Publish callbacks [] for security_group (7b4a938a-6c7c-43bf-a402-58c49f521816), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.448691 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a782b55-97f1-493a-8e48-eacc097e6ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7b4a938a-6c7c-43bf-a402-58c49f521816), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.490208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=53f738df-efb9-4eea-957b-ad921afb1a92,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:59.506359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a782b55-97f1-493a-8e48-eacc097e6ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4a938a-6c7c-43bf-a402-58c49f521816,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:59.513744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41052) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:59.518081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6a782b55-97f1-493a-8e48-eacc097e6ffc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56892cd6ad334b65959b1e4a391ab0dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7082169 Feb 09 03:45:59.577934 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d989-751a-4c73-83d5-3abf6c1edf72 admin admin] Publish callbacks [] for security_group (7b4a938a-6c7c-43bf-a402-58c49f521816), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.604408 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d989-751a-4c73-83d5-3abf6c1edf72 admin admin] Publish callbacks [] for security_group (7b4a938a-6c7c-43bf-a402-58c49f521816), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.654496 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d989-751a-4c73-83d5-3abf6c1edf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (7b4a938a-6c7c-43bf-a402-58c49f521816), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.657269 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d989-751a-4c73-83d5-3abf6c1edf72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.658550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a3a7d989-751a-4c73-83d5-3abf6c1edf72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b4a938a-6c7c-43bf-a402-58c49f521816 HTTP/1.1" status: 204 len: 168 time: 0.1424279 Feb 09 03:45:59.667343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7d989-751a-4c73-83d5-3abf6c1edf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4a938a-6c7c-43bf-a402-58c49f521816,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:00.692055 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Sync routers for ids ['305e82d2-2d5d-401b-91fd-6619eb4492b7'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:00.703725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-9b4c756b-c725-4144-b522-61cd49f45c1f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:00.711062 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Routers {'305e82d2-2d5d-401b-91fd-6619eb4492b7'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:00.712010 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['305e82d2-2d5d-401b-91fd-6619eb4492b7'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:00.713260 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-9b4c756b-c725-4144-b522-61cd49f45c1f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.1621218 Feb 09 03:46:00.723033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41118) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:00.738124 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-6352437e-57e5-46d8-9e45-bf7ec7ba2d7a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/quotas/a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 375 time: 0.0238750 Feb 09 03:46:00.848763 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-80d5c490-b88f-460b-b280-49c59620ce32 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097567 Feb 09 03:46:00.902391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1952865034-network', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:00.962073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Made reservation on behalf of f3f69e921aa14082a86e09bda26aeec5 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:00.966352 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.987771 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.993716 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Set router 305e82d2-2d5d-401b-91fd-6619eb4492b7 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:00.999728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 53f738df-efb9-4eea-957b-ad921afb1a92 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:01.036147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-d9e8fa11-e546-4bb4-a7ec-1d2de5936be6 service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777606 Feb 09 03:46:01.145533 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Publish callbacks [] for security_group (fc8ac96c-6144-4f9f-8327-5d6ec912285e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.153531 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fc8ac96c-6144-4f9f-8327-5d6ec912285e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.223805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-a970176c-282c-4c1e-9d20-dc4549b6d786 service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814594 Feb 09 03:46:01.238810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:46:01.302352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8ac96c-6144-4f9f-8327-5d6ec912285e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:01.317758 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1efcd282-9fb6-4921-949c-de4f728c609f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.319308 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Added segment 1efcd282-9fb6-4921-949c-de4f728c609f of type vlan for network 67dff6fc-e2ea-4874-82ed-23ae56fafefa Feb 09 03:46:01.350734 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'name': 'tempest-TestVolumeBootPattern-1078031519-router', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:49Z', 'updated_at': '2022-02-09T03:45:54Z', 'revision_number': 4, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'gw_port': {'id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:50Z', 'updated_at': '2022-02-09T03:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'a9149f52-fe42-41e1-9d3c-acbc5e29daf2', 'name': '', 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'mac_address': 'fa:16:3e:02:37:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'dc6e690a-5948-4efb-953f-7a2563e9d3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:53Z', 'updated_at': '2022-02-09T03:45:55Z', 'revision_number': 2, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'subnets': [{'id': 'dc6e690a-5948-4efb-953f-7a2563e9d3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:01.395151 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Checking router: 305e82d2-2d5d-401b-91fd-6619eb4492b7 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:01.396320 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Updating router 305e82d2-2d5d-401b-91fd-6619eb4492b7 port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:46:01.398265 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (67dff6fc-e2ea-4874-82ed-23ae56fafefa), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.437713 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.458066 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (67dff6fc-e2ea-4874-82ed-23ae56fafefa), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.459591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:01.460544 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.559360 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8318708 Feb 09 03:46:01.559690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41200) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:01.565060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-74875566-2053-43a0-ab7b-ef32915ac65e admin admin] Request body: {'subnet': {'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1952865034-subnet', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:01.581634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 53f738df-efb9-4eea-957b-ad921afb1a92 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:01.584052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4d984-984d-4d16-9b1f-80ee2e7a8fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=67dff6fc-e2ea-4874-82ed-23ae56fafefa,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:01.590123 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (53f738df-efb9-4eea-957b-ad921afb1a92), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.632178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74875566-2053-43a0-ab7b-ef32915ac65e admin admin] Made reservation on behalf of f3f69e921aa14082a86e09bda26aeec5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:01.633943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 67dff6fc-e2ea-4874-82ed-23ae56fafefa details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:46:01.635439 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74875566-2053-43a0-ab7b-ef32915ac65e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.871742 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-54a4bd34-a051-43a0-b757-2323b1e83c47 req-ae2c7047-0bf8-4efd-af14-ba6d99f5323e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 210 time: 0.0767498 Feb 09 03:46:01.875458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 53f738df-efb9-4eea-957b-ad921afb1a92 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:01.935564 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74875566-2053-43a0-ab7b-ef32915ac65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (76252ee7-e7fa-4822-a2d9-8ea4bb95b98e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.029709 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Publish callbacks [] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.041897 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.054724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74875566-2053-43a0-ab7b-ef32915ac65e admin admin] Pushing event updated for resources: {'Subnet': ['ID=76252ee7-e7fa-4822-a2d9-8ea4bb95b98e,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:02.058314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74875566-2053-43a0-ab7b-ef32915ac65e admin admin] Checking segment: {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:02.058682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74875566-2053-43a0-ab7b-ef32915ac65e admin admin] Network hostable DHCP agents. Network: 67dff6fc-e2ea-4874-82ed-23ae56fafefa, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:46:02.077556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74875566-2053-43a0-ab7b-ef32915ac65e admin admin] Network 67dff6fc-e2ea-4874-82ed-23ae56fafefa is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:46:02.095805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-74875566-2053-43a0-ab7b-ef32915ac65e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 67dff6fc-e2ea-4874-82ed-23ae56fafefa) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:02.100993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74875566-2053-43a0-ab7b-ef32915ac65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:02.101666 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74875566-2053-43a0-ab7b-ef32915ac65e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.125520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed4e45a-6cd3-4659-9625-8af8d45cd5a2 None None] Network 67dff6fc-e2ea-4874-82ed-23ae56fafefa requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:46:02.132859 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e42ab-226f-4c14-ab00-733e3bb22743 None None] Pushing event updated for resources: {'Port': ['ID=a9149f52-fe42-41e1-9d3c-acbc5e29daf2,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:02.137002 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-74875566-2053-43a0-ab7b-ef32915ac65e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5733819 Feb 09 03:46:02.137487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41252) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:02.147999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:02.182096 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Attempting to bind port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:02.182727 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Attempting to bind port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '08e53a7c-0e59-48d8-8f11-7c7e7ea340ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:02.183251 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Attempting to bind port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 on network 09b5ffd5-0ee8-473b-853d-af51797bb05e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:02.194395 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:02.195112 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Checking segment: {'id': '08e53a7c-0e59-48d8-8f11-7c7e7ea340ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:02.195817 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.196390 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Bound using segment: {'id': '08e53a7c-0e59-48d8-8f11-7c7e7ea340ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:02.197432 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Bound port: a9149f52-fe42-41e1-9d3c-acbc5e29daf2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e53a7c-0e59-48d8-8f11-7c7e7ea340ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:02.198008 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.201634 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.202814 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.326016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:46:02.326943 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.353335 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] For port a9149f52-fe42-41e1-9d3c-acbc5e29daf2, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:02.361753 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] For port a9149f52-fe42-41e1-9d3c-acbc5e29daf2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a9149f52-fe42-41e1-9d3c-acbc5e29daf2,segment=NetworkSegment(08e53a7c-0e59-48d8-8f11-7c7e7ea340ab),segment_id=08e53a7c-0e59-48d8-8f11-7c7e7ea340ab)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:02.377135 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.398932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41262) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:02.399426 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Publish callbacks [] for router_controller (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.493939 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Routers {'305e82d2-2d5d-401b-91fd-6619eb4492b7'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:02.494647 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['305e82d2-2d5d-401b-91fd-6619eb4492b7'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:02.602958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bb3d3aaa-a253-4080-852d-83f686ced052 None None] Provisioning complete for port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:02.603426 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb3d3aaa-a253-4080-852d-83f686ced052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.605733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Allocated IP 172.20.0.2 (67dff6fc-e2ea-4874-82ed-23ae56fafefa/76252ee7-e7fa-4822-a2d9-8ea4bb95b98e/96a78b23-630a-4756-84da-c51ec708aa82) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:02.654536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc3fbdab-8fa7-443b-94a4-3bbf6c019058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.694251 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e42ab-226f-4c14-ab00-733e3bb22743 None None] Pushing event updated for resources: {'Port': ['ID=a9149f52-fe42-41e1-9d3c-acbc5e29daf2,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:02.744071 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Publish callbacks [] for router_gateway (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.786503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d3aaa-a253-4080-852d-83f686ced052 None None] Current status of the port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:02.787855 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb3d3aaa-a253-4080-852d-83f686ced052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.827870 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] Set router 305e82d2-2d5d-401b-91fd-6619eb4492b7 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:02.835482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bb3d3aaa-a253-4080-852d-83f686ced052 None None] For port a9149f52-fe42-41e1-9d3c-acbc5e29daf2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a9149f52-fe42-41e1-9d3c-acbc5e29daf2,segment=NetworkSegment(08e53a7c-0e59-48d8-8f11-7c7e7ea340ab),segment_id=08e53a7c-0e59-48d8-8f11-7c7e7ea340ab)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:02.851921 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb3d3aaa-a253-4080-852d-83f686ced052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.894884 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc3fbdab-8fa7-443b-94a4-3bbf6c019058 admin admin] Publish callbacks [] for security_group (c2058f14-b91a-4846-9442-05885d09a419), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.919037 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc3fbdab-8fa7-443b-94a4-3bbf6c019058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c2058f14-b91a-4846-9442-05885d09a419), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.019400 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fc3fbdab-8fa7-443b-94a4-3bbf6c019058 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=add7feea241c4dffb1667f0bc84ff6ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6189833 Feb 09 03:46:03.030991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41268) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:03.056276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d3aaa-a253-4080-852d-83f686ced052 None None] Pushing event updated for resources: {'Port': ['ID=a9149f52-fe42-41e1-9d3c-acbc5e29daf2,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:03.072077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c6caf148-a846-41f3-9e3b-638c595c531b None None] Provisioning complete for port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:03.072703 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6caf148-a846-41f3-9e3b-638c595c531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.102672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fbdab-8fa7-443b-94a4-3bbf6c019058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2058f14-b91a-4846-9442-05885d09a419,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:03.117243 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Publish callbacks [] for port (96a78b23-630a-4756-84da-c51ec708aa82), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.132873 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (96a78b23-630a-4756-84da-c51ec708aa82), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.145898 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bf18bbe-b770-44ca-ae41-9cc89e2fffc8 admin admin] Publish callbacks [] for security_group (c2058f14-b91a-4846-9442-05885d09a419), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.164575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a9149f52-fe42-41e1-9d3c-acbc5e29daf2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:03.178473 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bf18bbe-b770-44ca-ae41-9cc89e2fffc8 admin admin] Publish callbacks [] for security_group (c2058f14-b91a-4846-9442-05885d09a419), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.181798 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33437621-e764-48cc-ae67-97ae7b37ced2 req-51bb811e-e900-4fb2-92ed-8f626fec7697 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 210 time: 0.0700040 Feb 09 03:46:03.235340 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Publish callbacks [] for router_gateway (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.255856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Pushing event updated for resources: {'Port': ['ID=96a78b23-630a-4756-84da-c51ec708aa82,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:03.261024 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.261384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Network 67dff6fc-e2ea-4874-82ed-23ae56fafefa is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:03.276744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bf18bbe-b770-44ca-ae41-9cc89e2fffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c2058f14-b91a-4846-9442-05885d09a419), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.279566 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bf18bbe-b770-44ca-ae41-9cc89e2fffc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.284499 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1bf18bbe-b770-44ca-ae41-9cc89e2fffc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2058f14-b91a-4846-9442-05885d09a419 HTTP/1.1" status: 204 len: 168 time: 0.2427056 Feb 09 03:46:03.297600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf18bbe-b770-44ca-ae41-9cc89e2fffc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2058f14-b91a-4846-9442-05885d09a419,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:03.308457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c6caf148-a846-41f3-9e3b-638c595c531b None None] Current status of the port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:03.312987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:03.313375 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.317119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:03.320811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:03.344767 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'name': 'tempest-TestVolumeBootPattern-1078031519-router', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:49Z', 'updated_at': '2022-02-09T03:45:54Z', 'revision_number': 4, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'gw_port': {'id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:50Z', 'updated_at': '2022-02-09T03:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'a9149f52-fe42-41e1-9d3c-acbc5e29daf2', 'name': '', 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'mac_address': 'fa:16:3e:02:37:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'dc6e690a-5948-4efb-953f-7a2563e9d3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:53Z', 'updated_at': '2022-02-09T03:46:02Z', 'revision_number': 4, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'subnets': [{'id': 'dc6e690a-5948-4efb-953f-7a2563e9d3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:03.387628 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68424fc-cc9e-42b3-99b0-46dfe7562942 None None] The sync data for ids ['305e82d2-2d5d-401b-91fd-6619eb4492b7'] in n-d-824835-15 is: [{'id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'name': 'tempest-TestVolumeBootPattern-1078031519-router', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:49Z', 'updated_at': '2022-02-09T03:45:54Z', 'revision_number': 4, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'gw_port': {'id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:50Z', 'updated_at': '2022-02-09T03:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'a9149f52-fe42-41e1-9d3c-acbc5e29daf2', 'name': '', 'network_id': '09b5ffd5-0ee8-473b-853d-af51797bb05e', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'mac_address': 'fa:16:3e:02:37:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'dc6e690a-5948-4efb-953f-7a2563e9d3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:53Z', 'updated_at': '2022-02-09T03:46:02Z', 'revision_number': 4, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'subnets': [{'id': 'dc6e690a-5948-4efb-953f-7a2563e9d3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:46:03.458314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Allocated IP 172.25.5.193 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/917ac267-671d-46a3-b456-d15f5039fd3e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:03.550449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Attempting to bind port 96a78b23-630a-4756-84da-c51ec708aa82 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:03.550833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Attempting to bind port 96a78b23-630a-4756-84da-c51ec708aa82 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:03.551281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Attempting to bind port 96a78b23-630a-4756-84da-c51ec708aa82 on network 67dff6fc-e2ea-4874-82ed-23ae56fafefa {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:03.567329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:03.568803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Checking segment: {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:03.569789 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.570977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Bound using segment: {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:03.571655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Bound port: 96a78b23-630a-4756-84da-c51ec708aa82, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:03.572467 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (96a78b23-630a-4756-84da-c51ec708aa82), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.647342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:03.695151 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Publish callbacks [] for port (917ac267-671d-46a3-b456-d15f5039fd3e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.732370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] For port 96a78b23-630a-4756-84da-c51ec708aa82, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:03.749913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] For port 96a78b23-630a-4756-84da-c51ec708aa82, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=96a78b23-630a-4756-84da-c51ec708aa82,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:03.756097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-136dd2c7-f753-4b13-bf01-c7b305bf8849 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:03.757981 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-136dd2c7-f753-4b13-bf01-c7b305bf8849 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.1939206 Feb 09 03:46:03.759564 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (96a78b23-630a-4756-84da-c51ec708aa82), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.780810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'port': {'device_id': '1c0d1136-78c3-4b09-9288-4149706d5524', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'admin_state_up': True, 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:03.787446 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (917ac267-671d-46a3-b456-d15f5039fd3e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.854744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41276) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:03.857542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:03.867921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:03.879063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:03.879824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ddce594-e56b-4377-84bd-adb6604a4bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.904312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47630f34-0f11-4122-8dcc-b5f0f05b6cdd None None] Pushing event updated for resources: {'Port': ['ID=96a78b23-630a-4756-84da-c51ec708aa82,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:03.959823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Pushing event updated for resources: {'Port': ['ID=917ac267-671d-46a3-b456-d15f5039fd3e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:04.042337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Made reservation on behalf of a84b6fef5efc481690cc4aaecd8c8b9a for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:04.049232 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.307867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Allocated IP 172.20.0.7 (820dcbcf-88d8-48a9-b260-06b2dc83753e/9703353a-b52f-4207-9d03-52eb248f0c4e/7a8a8914-f331-4cee-8d91-76330e8dec2e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:04.321825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Publish callbacks [] for router_gateway (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.438320 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0474dfad-7fd4-4a49-9564-db8714e0c8e3 req-5fa9986c-0cc3-4aac-b53f-6578f823356a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 210 time: 0.0817685 Feb 09 03:46:04.532081 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ddce594-e56b-4377-84bd-adb6604a4bb2 admin admin] Publish callbacks [] for security_group (320e8edf-ca94-4a6e-b879-34b48471e64f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.547570 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ddce594-e56b-4377-84bd-adb6604a4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (320e8edf-ca94-4a6e-b879-34b48471e64f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.592351 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.594236 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.659386 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1ddce594-e56b-4377-84bd-adb6604a4bb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=951ad0001d084bfb978d09970a3c9d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8030918 Feb 09 03:46:04.665527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddce594-e56b-4377-84bd-adb6604a4bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320e8edf-ca94-4a6e-b879-34b48471e64f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:04.668195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41282) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:04.733791 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.752075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Router fe54a105-c97d-4bb9-a21e-b4c95dabc24e is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:46:04.797162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:04.803258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:04.822325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:04.863824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=7a8a8914-f331-4cee-8d91-76330e8dec2e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:04.870412 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-521ab585-3a6f-47c0-9394-245f5139e6a4 admin admin] Publish callbacks [] for security_group (320e8edf-ca94-4a6e-b879-34b48471e64f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.928797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:04.929560 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.933408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-521ab585-3a6f-47c0-9394-245f5139e6a4 admin admin] Publish callbacks [] for security_group (320e8edf-ca94-4a6e-b879-34b48471e64f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.963884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:46:04.984041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Sync routers for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:05.011905 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-50cb1651-df72-4903-8c37-637af56c1113 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2346423 Feb 09 03:46:05.018638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:05.019003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:05.045032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Request body: {'port': {'device_id': '1c0d1136-78c3-4b09-9288-4149706d5524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:05.045670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:05.054708 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5132925a-8783-47a3-b307-233ab87f1853 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9133248 Feb 09 03:46:05.054934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41284) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:05.221853 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-521ab585-3a6f-47c0-9394-245f5139e6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (320e8edf-ca94-4a6e-b879-34b48471e64f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:05.228941 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-521ab585-3a6f-47c0-9394-245f5139e6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:05.234082 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-521ab585-3a6f-47c0-9394-245f5139e6a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/320e8edf-ca94-4a6e-b879-34b48471e64f HTTP/1.1" status: 204 len: 168 time: 0.5436659 Feb 09 03:46:05.262899 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:05.279225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a9149f52-fe42-41e1-9d3c-acbc5e29daf2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:05.283017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ab585-3a6f-47c0-9394-245f5139e6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320e8edf-ca94-4a6e-b879-34b48471e64f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:05.385845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a2e2af80-0eba-4a4b-af54-2427799ed45b None None] Provisioning complete for port 7a8a8914-f331-4cee-8d91-76330e8dec2e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:05.386231 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2e2af80-0eba-4a4b-af54-2427799ed45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:05.449910 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2af80-0eba-4a4b-af54-2427799ed45b None None] Port 7a8a8914-f331-4cee-8d91-76330e8dec2e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:46:05.496778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:05.497325 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:05.563573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:05.651111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85ba1e1-e6c8-482f-86c0-f11ba6ef63be None None] Network 67dff6fc-e2ea-4874-82ed-23ae56fafefa requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:46:05.819487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8a8914-f331-4cee-8d91-76330e8dec2e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:46:05.833971 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Publish callbacks [] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:05.834835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fde94b-5e22-4667-a90a-a7185d9724db req-01fa5bcc-766d-41ab-8aa7-432222698c3a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:05.836904 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9fde94b-5e22-4667-a90a-a7185d9724db req-01fa5bcc-766d-41ab-8aa7-432222698c3a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 931 time: 0.2376370 Feb 09 03:46:05.855233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Transition to ACTIVE for port object 7a8a8914-f331-4cee-8d91-76330e8dec2e will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:46:05.866285 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:06.012001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9fde94b-5e22-4667-a90a-a7185d9724db req-39a478ef-e6f4-4cd9-beab-828cd86b953e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660442 Feb 09 03:46:06.038554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Pushing event updated for resources: {'Port': ['ID=7a8a8914-f331-4cee-8d91-76330e8dec2e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:06.074646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:06.093272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-016de0b6-b5d2-4672-9697-ae24eb3f0427 None None] Provisioning complete for port 96a78b23-630a-4756-84da-c51ec708aa82 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:06.094447 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-016de0b6-b5d2-4672-9697-ae24eb3f0427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (96a78b23-630a-4756-84da-c51ec708aa82), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:06.196835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:06.198531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 96a78b23-630a-4756-84da-c51ec708aa82 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:06.284425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Attempting to bind port 7a8a8914-f331-4cee-8d91-76330e8dec2e on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:06.287193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Attempting to bind port 7a8a8914-f331-4cee-8d91-76330e8dec2e by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:06.287659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Attempting to bind port 7a8a8914-f331-4cee-8d91-76330e8dec2e on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:06.300720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Port 7a8a8914-f331-4cee-8d91-76330e8dec2e on network 820dcbcf-88d8-48a9-b260-06b2dc83753e not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:46:06.301198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Attempting to bind port 7a8a8914-f331-4cee-8d91-76330e8dec2e on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:06.315805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:06.317031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Checking segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:06.321089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Bound using segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:06.321659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Bound port: 7a8a8914-f331-4cee-8d91-76330e8dec2e, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:06.322405 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:06.400405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Allocated IP 172.20.0.1 (67dff6fc-e2ea-4874-82ed-23ae56fafefa/76252ee7-e7fa-4822-a2d9-8ea4bb95b98e/ae1d355f-0e5c-41b1-82f9-0407d1d33220) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:06.476266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-016de0b6-b5d2-4672-9697-ae24eb3f0427 None None] Current status of the port 96a78b23-630a-4756-84da-c51ec708aa82 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:06.477667 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-016de0b6-b5d2-4672-9697-ae24eb3f0427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (96a78b23-630a-4756-84da-c51ec708aa82), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:06.504669 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] For port 7a8a8914-f331-4cee-8d91-76330e8dec2e, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:06.508041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] For port 7a8a8914-f331-4cee-8d91-76330e8dec2e, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7a8a8914-f331-4cee-8d91-76330e8dec2e,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:06.523977 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:06.553332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 96a78b23-630a-4756-84da-c51ec708aa82 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:06.553893 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (96a78b23-630a-4756-84da-c51ec708aa82), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:06.565540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:04Z', 'revision_number': 3, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:06.628423 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Publish callbacks [] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:06.631880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:06.638790 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:06.643782 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] 10.222.0.65 "PUT /v2.0/ports/7a8a8914-f331-4cee-8d91-76330e8dec2e HTTP/1.1" status: 200 len: 1092 time: 1.6108472 Feb 09 03:46:06.644289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0d1136-78c3-4b09-9288-4149706d5524', 'tag': '7a8a8914-f331-4cee-8d91-76330e8dec2e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:06.649944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Checking router: fe54a105-c97d-4bb9-a21e-b4c95dabc24e for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:06.650302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Updating router fe54a105-c97d-4bb9-a21e-b4c95dabc24e port 917ac267-671d-46a3-b456-d15f5039fd3e binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:46:06.666829 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d49f50-2ce7-45b4-9e51-ef1c6226e475" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0d1136-78c3-4b09-9288-4149706d5524", "tag": "7a8a8914-f331-4cee-8d91-76330e8dec2e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:06.686212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-016de0b6-b5d2-4672-9697-ae24eb3f0427 None None] For port 96a78b23-630a-4756-84da-c51ec708aa82, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=96a78b23-630a-4756-84da-c51ec708aa82,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:06.759029 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:06.793232 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-016de0b6-b5d2-4672-9697-ae24eb3f0427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (96a78b23-630a-4756-84da-c51ec708aa82), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:06.821043 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b35c52-f5d8-4d0d-80fc-34cf8eabd999 x-openstack-request-id: req-80b35c52-f5d8-4d0d-80fc-34cf8eabd999 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:06.826662 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0d1136-78c3-4b09-9288-4149706d5524", "tag": "7a8a8914-f331-4cee-8d91-76330e8dec2e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:06.826940 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80b35c52-f5d8-4d0d-80fc-34cf8eabd999 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:06.827382 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0d1136-78c3-4b09-9288-4149706d5524', 'tag': '7a8a8914-f331-4cee-8d91-76330e8dec2e', 'status': 'completed', 'code': 200} Feb 09 03:46:06.840665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00834af3-62a1-49ec-97b2-975c75abc79b service neutron] Pushing event updated for resources: {'Port': ['ID=7a8a8914-f331-4cee-8d91-76330e8dec2e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:06.899962 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-7cb551c8-3a01-4d53-a360-696b3c824eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:06.901541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-7cb551c8-3a01-4d53-a360-696b3c824eaa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 1126 time: 0.1751194 Feb 09 03:46:06.905249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016de0b6-b5d2-4672-9697-ae24eb3f0427 None None] Pushing event updated for resources: {'Port': ['ID=96a78b23-630a-4756-84da-c51ec708aa82,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:06.922152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Network 67dff6fc-e2ea-4874-82ed-23ae56fafefa is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:06.930897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:06.938081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:06.961806 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (917ac267-671d-46a3-b456-d15f5039fd3e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:07.081113 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-b615200b-2b86-407d-942c-e1ea51067fad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a8a8914-f331-4cee-8d91-76330e8dec2e HTTP/1.1" status: 200 len: 217 time: 0.1617415 Feb 09 03:46:07.114419 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:07.121547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Pushing event updated for resources: {'Port': ['ID=ae1d355f-0e5c-41b1-82f9-0407d1d33220,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:07.173768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 96a78b23-630a-4756-84da-c51ec708aa82 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:07.248525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-8aece293-5165-411c-9c9c-bcdcdf3aa57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:07.258594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-8aece293-5165-411c-9c9c-bcdcdf3aa57b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.1719759 Feb 09 03:46:07.399251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1ef0bf3b-cc4c-4b2b-987e-c7bd8bba70b9 None None] Provisioning complete for port 96a78b23-630a-4756-84da-c51ec708aa82 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:07.399634 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ef0bf3b-cc4c-4b2b-987e-c7bd8bba70b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (96a78b23-630a-4756-84da-c51ec708aa82), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:07.409764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-e9e0dd88-c7db-47bf-af83-259e79fe77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:07.421528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-e9e0dd88-c7db-47bf-af83-259e79fe77d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1460636 Feb 09 03:46:07.443908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21450cb-49e8-4f5e-b719-dfec21f297b9 req-f822dae7-c9ec-4ba3-b43c-b30a0e711f19 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:07.445685 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c21450cb-49e8-4f5e-b719-dfec21f297b9 req-f822dae7-c9ec-4ba3-b43c-b30a0e711f19 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.2067704 Feb 09 03:46:07.450692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 96a78b23-630a-4756-84da-c51ec708aa82 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:07.567650 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c21450cb-49e8-4f5e-b719-dfec21f297b9 req-51121bec-02d8-4ad8-902a-b8cce23dad64 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779331 Feb 09 03:46:07.635828 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-a4879b23-a6f0-43f4-953f-2bc1afed1c06 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106936 Feb 09 03:46:07.675244 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:07.791180 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:07.814559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1ef0bf3b-cc4c-4b2b-987e-c7bd8bba70b9 None None] Current status of the port 96a78b23-630a-4756-84da-c51ec708aa82 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:07.884873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 96a78b23-630a-4756-84da-c51ec708aa82 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:07.885255 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (96a78b23-630a-4756-84da-c51ec708aa82), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:07.902350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98bd8955-70f9-464b-ba11-b0cea93bd87c req-1b2438ff-c624-4770-bff1-ff8d0e845719 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610016 Feb 09 03:46:08.048737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1be28a7f-168d-4cbc-a498-ab64d89a3e43 None None] Provisioning complete for port ae1d355f-0e5c-41b1-82f9-0407d1d33220 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:08.049484 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1be28a7f-168d-4cbc-a498-ab64d89a3e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:08.083671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d49f50-2ce7-45b4-9e51-ef1c6226e475 req-f749bea4-a9df-491d-80c7-f65c7cb28f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:08.085081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6d49f50-2ce7-45b4-9e51-ef1c6226e475 req-f749bea4-a9df-491d-80c7-f65c7cb28f95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 1126 time: 0.1070724 Feb 09 03:46:08.187466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1be28a7f-168d-4cbc-a498-ab64d89a3e43 None None] Port ae1d355f-0e5c-41b1-82f9-0407d1d33220 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:46:08.250416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Publish callbacks [] for port (917ac267-671d-46a3-b456-d15f5039fd3e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:08.268955 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (917ac267-671d-46a3-b456-d15f5039fd3e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:08.273193 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 96a78b23-630a-4756-84da-c51ec708aa82 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:08.290952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d49f50-2ce7-45b4-9e51-ef1c6226e475 req-90cdc039-e6c0-4667-b629-654f675298e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:08.292876 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6d49f50-2ce7-45b4-9e51-ef1c6226e475 req-90cdc039-e6c0-4667-b629-654f675298e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.1988180 Feb 09 03:46:08.338858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Attempting to bind port 917ac267-671d-46a3-b456-d15f5039fd3e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:08.339144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Attempting to bind port 917ac267-671d-46a3-b456-d15f5039fd3e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:08.339513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Attempting to bind port 917ac267-671d-46a3-b456-d15f5039fd3e on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:08.349598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5406f-0978-4e7a-b947-9bdb1fcf4ec0 None None] Pushing event updated for resources: {'Port': ['ID=917ac267-671d-46a3-b456-d15f5039fd3e,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:08.352133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:08.352510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:08.352911 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:08.353348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:08.353846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Bound port: 917ac267-671d-46a3-b456-d15f5039fd3e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:08.354224 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (917ac267-671d-46a3-b456-d15f5039fd3e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:08.376338 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6d49f50-2ce7-45b4-9e51-ef1c6226e475 req-a0ceebfa-53ce-4bf2-b1d4-79ab661995b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a8a8914-f331-4cee-8d91-76330e8dec2e HTTP/1.1" status: 200 len: 217 time: 0.0766771 Feb 09 03:46:08.424196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] For port 917ac267-671d-46a3-b456-d15f5039fd3e, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:08.428579 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] For port 917ac267-671d-46a3-b456-d15f5039fd3e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=917ac267-671d-46a3-b456-d15f5039fd3e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:08.442478 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (917ac267-671d-46a3-b456-d15f5039fd3e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:08.485179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d49f50-2ce7-45b4-9e51-ef1c6226e475 req-a46dadd8-511c-4bee-91a6-aa544f443bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:08.487291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6d49f50-2ce7-45b4-9e51-ef1c6226e475 req-a46dadd8-511c-4bee-91a6-aa544f443bb5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.1044283 Feb 09 03:46:08.578422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:08.578422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:08.611350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d49f50-2ce7-45b4-9e51-ef1c6226e475 req-d25480ee-82db-42d9-a43a-1561bd27e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:08.613011 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6d49f50-2ce7-45b4-9e51-ef1c6226e475 req-d25480ee-82db-42d9-a43a-1561bd27e854 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1204045 Feb 09 03:46:08.718853 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Publish callbacks [] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:08.728866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:08.769261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5406f-0978-4e7a-b947-9bdb1fcf4ec0 None None] Pushing event updated for resources: {'Port': ['ID=917ac267-671d-46a3-b456-d15f5039fd3e,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:08.784560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:08.925913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Pushing event updated for resources: {'Port': ['ID=ae1d355f-0e5c-41b1-82f9-0407d1d33220,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:08.939643 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:09.093752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Network 67dff6fc-e2ea-4874-82ed-23ae56fafefa is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:09.095383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:09.156711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:06Z', 'revision_number': 1, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:09.243896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430f7f3-4a9a-4a10-b165-b60fd17206a3 None None] The sync data for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 is: [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:06Z', 'revision_number': 1, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:46:09.369566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Router fe54a105-c97d-4bb9-a21e-b4c95dabc24e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:46:09.532460 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85668b23-c58b-4bdf-b509-ccc49f53eb18 req-b58015b0-d50c-4a3f-b295-68046adeae37 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:09.540042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b3eccc4f-8ff5-403e-96d8-059cc8add9e0 None None] Provisioning complete for port ae1d355f-0e5c-41b1-82f9-0407d1d33220 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:09.540415 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b3eccc4f-8ff5-403e-96d8-059cc8add9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:09.544354 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-85668b23-c58b-4bdf-b509-ccc49f53eb18 req-b58015b0-d50c-4a3f-b295-68046adeae37 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.8268070 Feb 09 03:46:09.587487 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6d49f50-2ce7-45b4-9e51-ef1c6226e475 req-62395366-0667-41b4-8dbd-d2872eb0761f service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9614911 Feb 09 03:46:09.635031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b3eccc4f-8ff5-403e-96d8-059cc8add9e0 None None] Port ae1d355f-0e5c-41b1-82f9-0407d1d33220 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:46:09.640426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:46:09.676604 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8386a4ae-e029-4d67-818a-1c778619cfbb admin admin] 10.222.0.21 "PUT /v2.0/routers/fe54a105-c97d-4bb9-a21e-b4c95dabc24e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6198304 Feb 09 03:46:09.757028 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-85668b23-c58b-4bdf-b509-ccc49f53eb18 req-0181a3ea-e953-4939-b868-85e0a7600347 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114470 Feb 09 03:46:09.796188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41360) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:09.801606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Request body: {'network': {'name': 'tempest-network-smoke--1949018886', 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'port_security_enabled': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:09.834383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Made reservation on behalf of 3b5c044195b84ae2a7429ffa1b005b2e for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:09.837887 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:09.848332 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:09.875672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c6d49f50-2ce7-45b4-9e51-ef1c6226e475 req-21976298-dc10-40d2-8511-f78a1943b488 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727659 Feb 09 03:46:09.992531 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (fd0e6fb8-1eb3-468e-88e9-3ba35832a814), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:09.998122 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fd0e6fb8-1eb3-468e-88e9-3ba35832a814), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.039839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:46:10.050983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0e6fb8-1eb3-468e-88e9-3ba35832a814,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:10.075083 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b17247c3-812f-4e51-8376-1c51781def50), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.076052 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Added segment b17247c3-812f-4e51-8376-1c51781def50 of type vlan for network 93aca28d-4b78-4f15-a801-ba63c10c72af Feb 09 03:46:10.132389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (93aca28d-4b78-4f15-a801-ba63c10c72af), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.175995 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (93aca28d-4b78-4f15-a801-ba63c10c72af), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.182316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:10.183623 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.300052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Network': ['ID=93aca28d-4b78-4f15-a801-ba63c10c72af,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:10.300371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41368) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:10.302630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6f1e4304-8a82-4129-8328-e8097507e13d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--850652821', 'description': 'tempest-description--2143706281'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:10.318259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 93aca28d-4b78-4f15-a801-ba63c10c72af details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:46:10.327620 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6c578690-c3dd-47fb-b8ed-82d11f875f76 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5302868 Feb 09 03:46:10.333953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41370) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:10.346915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'admin_state_up': True, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:10.355300 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4304-8a82-4129-8328-e8097507e13d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.396600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (59c07800-1c43-48f7-9000-1d780669d853), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.397812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (59c07800-1c43-48f7-9000-1d780669d853), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.490876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4304-8a82-4129-8328-e8097507e13d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group (35623044-208c-4304-8bfd-918fb4a7af21), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.501953 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4304-8a82-4129-8328-e8097507e13d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (35623044-208c-4304-8bfd-918fb4a7af21), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.508843 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router_controller (59c07800-1c43-48f7-9000-1d780669d853), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.557699 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4304-8a82-4129-8328-e8097507e13d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.557699 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6f1e4304-8a82-4129-8328-e8097507e13d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2585912 Feb 09 03:46:10.561625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41374) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:10.561625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41376) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:10.579403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-300d81d0-6018-4d75-8174-9d64a0529fe3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Request body: {'security_group_rule': {'security_group_id': '35623044-208c-4304-8bfd-918fb4a7af21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:10.641463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e4304-8a82-4129-8328-e8097507e13d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35623044-208c-4304-8bfd-918fb4a7af21,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:10.787917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75020a8-9c7c-4525-816d-5bf0261faa92 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:10.788397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75020a8-9c7c-4525-816d-5bf0261faa92 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:10.789656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75020a8-9c7c-4525-816d-5bf0261faa92 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:10.791889 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a75020a8-9c7c-4525-816d-5bf0261faa92 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=99200cc0a1a449b8b5f725e7a0ceed9f&network_id=adce1b81-58a7-43cb-ac76-d53b9b6f2760 HTTP/1.1" status: 200 len: 3076 time: 0.2270358 Feb 09 03:46:10.811569 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-300d81d0-6018-4d75-8174-9d64a0529fe3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group_rule (c4393264-1337-4bf4-b74c-8647e341c041), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.951511 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-300d81d0-6018-4d75-8174-9d64a0529fe3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group_rule (c4393264-1337-4bf4-b74c-8647e341c041), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.957708 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-300d81d0-6018-4d75-8174-9d64a0529fe3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (c4393264-1337-4bf4-b74c-8647e341c041), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.991936 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-300d81d0-6018-4d75-8174-9d64a0529fe3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.993876 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-300d81d0-6018-4d75-8174-9d64a0529fe3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254975 Feb 09 03:46:10.997435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41384) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:11.003894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f4fba3d5-ef16-4186-8969-e08d0e094030 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Request body: {'security_group_rule': {'security_group_id': '35623044-208c-4304-8bfd-918fb4a7af21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:11.011557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d81d0-6018-4d75-8174-9d64a0529fe3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4393264-1337-4bf4-b74c-8647e341c041,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:11.045766 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4fba3d5-ef16-4186-8969-e08d0e094030 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group_rule (3b9580f7-44fe-4cc8-860d-a0eb126781c7), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.074592 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router_gateway (59c07800-1c43-48f7-9000-1d780669d853), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.173161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4fba3d5-ef16-4186-8969-e08d0e094030 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group_rule (3b9580f7-44fe-4cc8-860d-a0eb126781c7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.182245 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4fba3d5-ef16-4186-8969-e08d0e094030 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (3b9580f7-44fe-4cc8-860d-a0eb126781c7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.216277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fba3d5-ef16-4186-8969-e08d0e094030 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9580f7-44fe-4cc8-860d-a0eb126781c7,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:11.225188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4fba3d5-ef16-4186-8969-e08d0e094030 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.230183 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f4fba3d5-ef16-4186-8969-e08d0e094030 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2311118 Feb 09 03:46:11.230993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41388) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:11.245419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:11.279641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.403488 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 917ac267-671d-46a3-b456-d15f5039fd3e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:11.466736 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.522978 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router_gateway (59c07800-1c43-48f7-9000-1d780669d853), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.550307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 917ac267-671d-46a3-b456-d15f5039fd3e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:11.551017 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (917ac267-671d-46a3-b456-d15f5039fd3e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.590684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f40a8-a1ec-46c5-a1df-3dc27bea76f7 req-122f2b40-cdda-4cb4-947e-e522d9be9b6f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:11.592640 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5f40a8-a1ec-46c5-a1df-3dc27bea76f7 req-122f2b40-cdda-4cb4-947e-e522d9be9b6f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.5041041 Feb 09 03:46:11.593832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.719251 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad5f40a8-a1ec-46c5-a1df-3dc27bea76f7 req-5470820b-e109-4b93-9a02-2387f40d9658 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163969 Feb 09 03:46:11.720070 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 917ac267-671d-46a3-b456-d15f5039fd3e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:11.720449 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (917ac267-671d-46a3-b456-d15f5039fd3e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.727740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Allocated IP 172.25.5.159 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/bf40abe8-dd05-4cf4-94e8-056b337d68fd) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:11.750572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 917ac267-671d-46a3-b456-d15f5039fd3e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=917ac267-671d-46a3-b456-d15f5039fd3e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:11.756825 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (917ac267-671d-46a3-b456-d15f5039fd3e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.834539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=917ac267-671d-46a3-b456-d15f5039fd3e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:11.889077 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for port (bf40abe8-dd05-4cf4-94e8-056b337d68fd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.937857 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (bf40abe8-dd05-4cf4-94e8-056b337d68fd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:11.992204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:11.997997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:12.004866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:12.008769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event updated for resources: {'Port': ['ID=bf40abe8-dd05-4cf4-94e8-056b337d68fd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:12.032480 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Allocated IP 172.25.5.234 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/80ec700d-7a80-4e9e-9348-93ee269da119) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:12.112504 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (0daa8286-6b8a-47ca-800c-138fd6443de2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.156158 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (bf40abe8-dd05-4cf4-94e8-056b337d68fd), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.166601 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for port (80ec700d-7a80-4e9e-9348-93ee269da119), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.216655 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (80ec700d-7a80-4e9e-9348-93ee269da119), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.269769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:12.273871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:12.280900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:12.328669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Port': ['ID=80ec700d-7a80-4e9e-9348-93ee269da119,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:12.357963 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for port (bf40abe8-dd05-4cf4-94e8-056b337d68fd), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.365541 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (bf40abe8-dd05-4cf4-94e8-056b337d68fd), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.472832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event updated for resources: {'Port': ['ID=bf40abe8-dd05-4cf4-94e8-056b337d68fd,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:12.478079 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (0daa8286-6b8a-47ca-800c-138fd6443de2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.502257 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.513850 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a69cac98-7598-494b-be30-ca24e634113b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2809913 Feb 09 03:46:12.515054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41402) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:12.587357 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8091b8d3-5afa-4540-aa1e-8c87ecd18753 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:12.588359 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8091b8d3-5afa-4540-aa1e-8c87ecd18753 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f HTTP/1.1" status: 200 len: 814 time: 0.0723550 Feb 09 03:46:12.624882 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router_gateway (59c07800-1c43-48f7-9000-1d780669d853), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.723482 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-06e206ce-b31d-4840-9a81-bbc589bf26df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--850652821&fields=id&tenant_id=f3f69e921aa14082a86e09bda26aeec5 HTTP/1.1" status: 200 len: 267 time: 0.0687475 Feb 09 03:46:12.886860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-e6433564-d5e4-4e9b-ae4f-1542e642c1cd tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:12.888025 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-e6433564-d5e4-4e9b-ae4f-1542e642c1cd tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/networks?id=67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 200 len: 811 time: 0.1564078 Feb 09 03:46:12.949800 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-ffb613f9-761f-4597-b6d0-a6559280720f tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/quotas/f3f69e921aa14082a86e09bda26aeec5 HTTP/1.1" status: 200 len: 375 time: 0.0480201 Feb 09 03:46:12.960740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06bb25-338a-4092-8df7-e93ed11b5bf3 req-d481ef39-fdcb-4326-b547-e231e20f09ad tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:12.962518 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b06bb25-338a-4092-8df7-e93ed11b5bf3 req-d481ef39-fdcb-4326-b547-e231e20f09ad tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.1163244 Feb 09 03:46:12.986060 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (59c07800-1c43-48f7-9000-1d780669d853), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.074114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-9e35c5d2-3c80-400d-891c-311a5aa2d5c0 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3f69e921aa14082a86e09bda26aeec5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1171217 Feb 09 03:46:13.089790 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Sync routers for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:13.102203 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:13.103059 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:13.133648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41424) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:13.154079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-bbe4765f-c08b-443e-a915-d286ef5eead4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'network': {'name': 'tempest-network-smoke--671452048', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'port_security_enabled': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:13.179375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b06bb25-338a-4092-8df7-e93ed11b5bf3 req-b31614ac-73ab-407a-b055-36fd21f04e6e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036898 Feb 09 03:46:13.182052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe4765f-c08b-443e-a915-d286ef5eead4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Made reservation on behalf of 99200cc0a1a449b8b5f725e7a0ceed9f for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:13.186111 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe4765f-c08b-443e-a915-d286ef5eead4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.229986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe4765f-c08b-443e-a915-d286ef5eead4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:46:13.232099 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:13.240278 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-0efa32e3-a91c-496e-b376-58a1d424b9fc service neutron] 10.222.0.21 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543393 Feb 09 03:46:13.245931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe4765f-c08b-443e-a915-d286ef5eead4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ecb19fa5-83e4-42e1-afd2-2fef95fbbb18), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.246274 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-bbe4765f-c08b-443e-a915-d286ef5eead4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Added segment ecb19fa5-83e4-42e1-afd2-2fef95fbbb18 of type vlan for network 99219182-9321-4b6c-ae5e-32e54d7e2d37 Feb 09 03:46:13.288114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe4765f-c08b-443e-a915-d286ef5eead4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (99219182-9321-4b6c-ae5e-32e54d7e2d37), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.318561 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 917ac267-671d-46a3-b456-d15f5039fd3e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:13.329555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe4765f-c08b-443e-a915-d286ef5eead4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (99219182-9321-4b6c-ae5e-32e54d7e2d37), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.343194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4765f-c08b-443e-a915-d286ef5eead4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:13.346817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bbe4765f-c08b-443e-a915-d286ef5eead4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.402585 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-6509ad5c-0390-4104-8523-71e219e9cc17 service neutron] 10.222.0.21 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563740 Feb 09 03:46:13.417419 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 917ac267-671d-46a3-b456-d15f5039fd3e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:13.417961 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (917ac267-671d-46a3-b456-d15f5039fd3e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.464548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bbe4765f-c08b-443e-a915-d286ef5eead4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3261254 Feb 09 03:46:13.467648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41426) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:13.546874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4765f-c08b-443e-a915-d286ef5eead4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Network': ['ID=99219182-9321-4b6c-ae5e-32e54d7e2d37,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:13.564099 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Router 59c07800-1c43-48f7-9000-1d780669d853 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:46:13.600220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 917ac267-671d-46a3-b456-d15f5039fd3e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:13.602471 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 99219182-9321-4b6c-ae5e-32e54d7e2d37 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:46:13.616653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e28e859-352d-4c6d-9da9-6b09ac4e8a9c tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:13.621078 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9e28e859-352d-4c6d-9da9-6b09ac4e8a9c tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=99200cc0a1a449b8b5f725e7a0ceed9f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1492648 Feb 09 03:46:13.621465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41428) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:13.745827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7feb54-ca9c-415b-98af-913ce8162ba8 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:13.749406 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8e7feb54-ca9c-415b-98af-913ce8162ba8 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1250498 Feb 09 03:46:13.750273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41434) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:13.799128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ec7dba8-ae51-437f-b780-966afe399068 req-62c15816-3624-4ebf-a292-df894837cfd8 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 210 time: 0.0349991 Feb 09 03:46:13.851212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b83ff571-8d6a-4de8-b626-c26413b091f4 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0974371 Feb 09 03:46:13.854059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41436) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:13.856469 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 2, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:13.869496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:46:13.881215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Sync routers for ids ['59c07800-1c43-48f7-9000-1d780669d853'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:13.897834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Routers {'59c07800-1c43-48f7-9000-1d780669d853'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:13.898346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['59c07800-1c43-48f7-9000-1d780669d853'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:13.910763 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-de6e5641-e326-42c1-a047-50d0c2b4a0e0 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=99200cc0a1a449b8b5f725e7a0ceed9f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522585 Feb 09 03:46:13.911392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41438) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:13.927242 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Checking router: fe54a105-c97d-4bb9-a21e-b4c95dabc24e for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:13.927599 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Updating router fe54a105-c97d-4bb9-a21e-b4c95dabc24e port ae1d355f-0e5c-41b1-82f9-0407d1d33220 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:46:13.928049 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.932266 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8b91697c-6bc6-4597-917e-0bc12602f65c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.5925353 Feb 09 03:46:13.932551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41440) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:13.992397 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:14.121915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e8bbba-1114-4c97-b211-9fb183aed381 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:14.125883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-40e8bbba-1114-4c97-b211-9fb183aed381 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2095418 Feb 09 03:46:14.127343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41450) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:14.137457 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fa0b548e-3377-42d1-9b2c-fcdcaa8f1755 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3b5c044195b84ae2a7429ffa1b005b2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1990469 Feb 09 03:46:14.138973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41452) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:14.179225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Set router 59c07800-1c43-48f7-9000-1d780669d853 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:14.187813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-af2b1f8a-18c4-4ca3-9924-7099ddf4f3f8 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563025 Feb 09 03:46:14.197914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41454) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:14.204645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b91b5f2c-6237-4048-946e-b055c438f6ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-316095995', 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:14.381329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961d0b07-9d74-4506-adec-8b69336dd1ca tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:14.385520 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-961d0b07-9d74-4506-adec-8b69336dd1ca tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2425461 Feb 09 03:46:14.385785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41460) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:14.432561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-80a12554-f878-46f0-b7a4-45bc0439ca52 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431395 Feb 09 03:46:14.432763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41462) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:14.438538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d06e7fec-25e0-4740-b9a1-855cffde0f0d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-601721152', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:14.539723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c3f15-c303-4f5f-840d-eeefffe17926 req-0290585a-fdfa-45f6-a2f2-ff98d5986a15 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:14.546906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-744c3f15-c303-4f5f-840d-eeefffe17926 req-0290585a-fdfa-45f6-a2f2-ff98d5986a15 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.1956632 Feb 09 03:46:14.555455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91b5f2c-6237-4048-946e-b055c438f6ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Made reservation on behalf of 99200cc0a1a449b8b5f725e7a0ceed9f for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:14.561688 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Publish callbacks [] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:14.567184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91b5f2c-6237-4048-946e-b055c438f6ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:14.572898 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:14.602702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:46:12Z', 'revision_number': 3, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:14.665044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06e7fec-25e0-4740-b9a1-855cffde0f0d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Made reservation on behalf of 3b5c044195b84ae2a7429ffa1b005b2e for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:14.670206 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d06e7fec-25e0-4740-b9a1-855cffde0f0d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:14.676635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Checking router: 59c07800-1c43-48f7-9000-1d780669d853 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:14.676996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Updating router 59c07800-1c43-48f7-9000-1d780669d853 port 80ec700d-7a80-4e9e-9348-93ee269da119 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:46:14.709412 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (80ec700d-7a80-4e9e-9348-93ee269da119), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:14.730873 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690891b-aa32-459c-b087-fd8f8b634b8a None None] Pushing event updated for resources: {'Port': ['ID=ae1d355f-0e5c-41b1-82f9-0407d1d33220,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:14.793727 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Attempting to bind port ae1d355f-0e5c-41b1-82f9-0407d1d33220 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:14.794696 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Attempting to bind port ae1d355f-0e5c-41b1-82f9-0407d1d33220 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:14.795232 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Attempting to bind port ae1d355f-0e5c-41b1-82f9-0407d1d33220 on network 67dff6fc-e2ea-4874-82ed-23ae56fafefa {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:14.814130 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:14.815946 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Checking segment: {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:14.817699 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:14.818328 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Bound using segment: {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:14.832903 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Bound port: ae1d355f-0e5c-41b1-82f9-0407d1d33220, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:14.834931 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:14.857657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-744c3f15-c303-4f5f-840d-eeefffe17926 req-d3dfe099-7b8b-40f5-b5e0-c296e9a0644a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095953 Feb 09 03:46:15.038445 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] For port ae1d355f-0e5c-41b1-82f9-0407d1d33220, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:15.048309 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] For port ae1d355f-0e5c-41b1-82f9-0407d1d33220, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ae1d355f-0e5c-41b1-82f9-0407d1d33220,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:15.062180 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:15.071265 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a11f6475-c15c-4188-9614-776ddf084ece req-eaa2f2d6-d2ef-4ce2-8262-55ba40566ece tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 210 time: 0.1050169 Feb 09 03:46:15.156289 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91b5f2c-6237-4048-946e-b055c438f6ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (6c0e4a2e-c97e-4a21-88cf-07222e9192e8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:15.186104 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:15.186741 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:15.279547 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1aa17c75-a712-4b24-b97a-505a44bd86a5 None None] Provisioning complete for port ae1d355f-0e5c-41b1-82f9-0407d1d33220 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:15.279955 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1aa17c75-a712-4b24-b97a-505a44bd86a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:15.307272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d06e7fec-25e0-4740-b9a1-855cffde0f0d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (86d695d8-ad12-470a-b825-04c86028afff), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:15.374152 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690891b-aa32-459c-b087-fd8f8b634b8a None None] Pushing event updated for resources: {'Port': ['ID=ae1d355f-0e5c-41b1-82f9-0407d1d33220,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:15.390156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e7fec-25e0-4740-b9a1-855cffde0f0d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Subnet': ['ID=86d695d8-ad12-470a-b825-04c86028afff,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:15.425163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b5f2c-6237-4048-946e-b055c438f6ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Subnet': ['ID=6c0e4a2e-c97e-4a21-88cf-07222e9192e8,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:15.436968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e7fec-25e0-4740-b9a1-855cffde0f0d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Checking segment: {'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:15.437322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e7fec-25e0-4740-b9a1-855cffde0f0d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network hostable DHCP agents. Network: 93aca28d-4b78-4f15-a801-ba63c10c72af, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:46:15.493839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e7fec-25e0-4740-b9a1-855cffde0f0d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network 93aca28d-4b78-4f15-a801-ba63c10c72af is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:46:15.508854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d06e7fec-25e0-4740-b9a1-855cffde0f0d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 93aca28d-4b78-4f15-a801-ba63c10c72af) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:15.513192 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:15.518710 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e7fec-25e0-4740-b9a1-855cffde0f0d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:15.519306 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d06e7fec-25e0-4740-b9a1-855cffde0f0d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:15.531223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1738c4-c39b-499f-aca1-dff8445eb9df None None] Network 93aca28d-4b78-4f15-a801-ba63c10c72af requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:46:15.534850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b5f2c-6237-4048-946e-b055c438f6ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Checking segment: {'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:15.535341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91b5f2c-6237-4048-946e-b055c438f6ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network hostable DHCP agents. Network: 99219182-9321-4b6c-ae5e-32e54d7e2d37, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:46:15.574147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d06e7fec-25e0-4740-b9a1-855cffde0f0d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1404514 Feb 09 03:46:15.575103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41468) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:15.637666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-4577196c-e8e9-494d-89d1-7a19d0e6f10a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:15.647044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-4577196c-e8e9-494d-89d1-7a19d0e6f10a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.42 "GET /v2.0/networks?id=67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 200 len: 811 time: 0.3591051 Feb 09 03:46:15.723352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91b5f2c-6237-4048-946e-b055c438f6ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network 99219182-9321-4b6c-ae5e-32e54d7e2d37 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:46:15.759227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b91b5f2c-6237-4048-946e-b055c438f6ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 99219182-9321-4b6c-ae5e-32e54d7e2d37) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:15.780801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91b5f2c-6237-4048-946e-b055c438f6ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:15.784783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b91b5f2c-6237-4048-946e-b055c438f6ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:15.809923 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:15Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:15.844734 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b91b5f2c-6237-4048-946e-b055c438f6ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6456745 Feb 09 03:46:15.859060 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f0bdc-603d-4da4-81b0-991e8f459acf None None] The sync data for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 is: [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:15Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:46:15.859680 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-5f54ba13-d8a5-4129-a649-1f565f87e144 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f69e921aa14082a86e09bda26aeec5 HTTP/1.1" status: 200 len: 379 time: 0.2091010 Feb 09 03:46:15.874284 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Request body: {'port': {'device_id': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'admin_state_up': True, 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'security_groups': ['35623044-208c-4304-8bfd-918fb4a7af21']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:16.098638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c83b3b-6c56-41d4-8462-69094883a8d1 None None] Network 99219182-9321-4b6c-ae5e-32e54d7e2d37 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:46:16.256688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Made reservation on behalf of f3f69e921aa14082a86e09bda26aeec5 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:16.262090 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:16.470015 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Publish callbacks [] for port (80ec700d-7a80-4e9e-9348-93ee269da119), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:16.478945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-99219182-9321-4b6c-ae5e-32e54d7e2d37', 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ips': [{'subnet_id': '6c0e4a2e-c97e-4a21-88cf-07222e9192e8'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:46:16.492534 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:16.543704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41478) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:16.555470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-49b348d0-5451-4ad9-8cc2-f6403cc14cdc tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668387569', 'description': 'tempest-secgroup-smoke-1668387569 description', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:16.589389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Allocated IP 172.20.0.4 (67dff6fc-e2ea-4874-82ed-23ae56fafefa/76252ee7-e7fa-4822-a2d9-8ea4bb95b98e/737aabb5-1a86-4bf6-9a4a-ff109de42006) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:16.602602 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (80ec700d-7a80-4e9e-9348-93ee269da119), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:16.605892 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5d16569-33d1-4544-9f3b-a8c2c84d3a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:16.626884 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49b348d0-5451-4ad9-8cc2-f6403cc14cdc tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:16.812707 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:16.882250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Allocated IP 172.20.0.18 (99219182-9321-4b6c-ae5e-32e54d7e2d37/6c0e4a2e-c97e-4a21-88cf-07222e9192e8/d1de87aa-ba4b-48b9-a5a2-60a88739b212) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:16.890610 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:16.978173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Network 67dff6fc-e2ea-4874-82ed-23ae56fafefa is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:17.007042 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297f050-ec3f-4629-9399-1bce8553220c req-fe3ab480-8ba0-40d5-b216-fd1737b1f433 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:17.008814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:17.009540 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b297f050-ec3f-4629-9399-1bce8553220c req-fe3ab480-8ba0-40d5-b216-fd1737b1f433 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.2100296 Feb 09 03:46:17.022169 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:17.179097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a7dc8-9e8b-45e2-ab42-6f83e6dd5fbc None None] Pushing event updated for resources: {'Port': ['ID=80ec700d-7a80-4e9e-9348-93ee269da119,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:17.183452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1aa17c75-a712-4b24-b97a-505a44bd86a5 None None] Current status of the port ae1d355f-0e5c-41b1-82f9-0407d1d33220 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:17.188878 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1aa17c75-a712-4b24-b97a-505a44bd86a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.220627 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49b348d0-5451-4ad9-8cc2-f6403cc14cdc tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.241394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event updated for resources: {'Port': ['ID=737aabb5-1a86-4bf6-9a4a-ff109de42006,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:17.241958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Attempting to bind port 80ec700d-7a80-4e9e-9348-93ee269da119 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:17.242342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Attempting to bind port 80ec700d-7a80-4e9e-9348-93ee269da119 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:17.242714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Attempting to bind port 80ec700d-7a80-4e9e-9348-93ee269da119 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:17.259136 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49b348d0-5451-4ad9-8cc2-f6403cc14cdc tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.259771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:17.261812 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b297f050-ec3f-4629-9399-1bce8553220c req-918c5e75-82ec-4bbf-9bdc-a71c4fa9dcaa tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443640 Feb 09 03:46:17.279605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:17.280290 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.280861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:17.282715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Bound port: 80ec700d-7a80-4e9e-9348-93ee269da119, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:17.283367 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (80ec700d-7a80-4e9e-9348-93ee269da119), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.365623 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b348d0-5451-4ad9-8cc2-f6403cc14cdc tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:17.373730 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.406835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-93aca28d-4b78-4f15-a801-ba63c10c72af', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'fixed_ips': [{'subnet_id': '86d695d8-ad12-470a-b825-04c86028afff'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:46:17.411770 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.414790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27b6b9-b2b3-43ed-8705-9bd541488e4f req-69b00eb2-aa1c-4331-a971-d04d4037e5f0 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:17.417331 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a27b6b9-b2b3-43ed-8705-9bd541488e4f req-69b00eb2-aa1c-4331-a971-d04d4037e5f0 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 931 time: 0.8747652 Feb 09 03:46:17.426304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:17.427178 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.434110 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49b348d0-5451-4ad9-8cc2-f6403cc14cdc tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.435467 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-49b348d0-5451-4ad9-8cc2-f6403cc14cdc tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8905425 Feb 09 03:46:17.438424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41488) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:17.451393 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b08f1abf-cae7-47d8-8eb1-d8e45aa634d6 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': '1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:17.474497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ae1d355f-0e5c-41b1-82f9-0407d1d33220 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:17.483903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-80fb7a8c-67b2-4ff9-a478-214b3c909820 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6175125 Feb 09 03:46:17.501953 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Request body: {'port': {'device_id': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:17.538647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] For port 80ec700d-7a80-4e9e-9348-93ee269da119, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:17.544315 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] For port 80ec700d-7a80-4e9e-9348-93ee269da119, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=80ec700d-7a80-4e9e-9348-93ee269da119,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:17.587076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b08f1abf-cae7-47d8-8eb1-d8e45aa634d6 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (3f17dfbb-21fa-4413-b0c5-914b1a8301cb), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.603026 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (80ec700d-7a80-4e9e-9348-93ee269da119), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.615578 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a27b6b9-b2b3-43ed-8705-9bd541488e4f req-49c4c049-fd3d-4cb7-982e-a93e4bfa76db tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841807 Feb 09 03:46:17.633720 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.715819 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b08f1abf-cae7-47d8-8eb1-d8e45aa634d6 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (3f17dfbb-21fa-4413-b0c5-914b1a8301cb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.728329 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b08f1abf-cae7-47d8-8eb1-d8e45aa634d6 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (3f17dfbb-21fa-4413-b0c5-914b1a8301cb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.749604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f1abf-cae7-47d8-8eb1-d8e45aa634d6 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f17dfbb-21fa-4413-b0c5-914b1a8301cb,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:17.754006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1aa17c75-a712-4b24-b97a-505a44bd86a5 None None] For port ae1d355f-0e5c-41b1-82f9-0407d1d33220, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ae1d355f-0e5c-41b1-82f9-0407d1d33220,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:17.786511 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1aa17c75-a712-4b24-b97a-505a44bd86a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.810273 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Publish callbacks [] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.821399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Routers {'59c07800-1c43-48f7-9000-1d780669d853'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:17.822620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:45:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['59c07800-1c43-48f7-9000-1d780669d853'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:17.880368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Allocated IP 172.20.0.1 (93aca28d-4b78-4f15-a801-ba63c10c72af/86d695d8-ad12-470a-b825-04c86028afff/4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:17.928174 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:17.942917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a7dc8-9e8b-45e2-ab42-6f83e6dd5fbc None None] Pushing event updated for resources: {'Port': ['ID=80ec700d-7a80-4e9e-9348-93ee269da119,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:17.970580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Network 99219182-9321-4b6c-ae5e-32e54d7e2d37 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:17.998223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:18.004984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ae1d355f-0e5c-41b1-82f9-0407d1d33220 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:18.005551 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.007258 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-463a2970-93cf-4d25-9758-847e32b4d7d3 None None] Provisioning complete for port 737aabb5-1a86-4bf6-9a4a-ff109de42006 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:18.007729 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-463a2970-93cf-4d25-9758-847e32b4d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.045832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:18.054805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-463a2970-93cf-4d25-9758-847e32b4d7d3 None None] Port 737aabb5-1a86-4bf6-9a4a-ff109de42006 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:46:18.084061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] Set router 59c07800-1c43-48f7-9000-1d780669d853 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:18.107968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737aabb5-1a86-4bf6-9a4a-ff109de42006 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:46:18.117114 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Publish callbacks [] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.129992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Transition to ACTIVE for port object 737aabb5-1a86-4bf6-9a4a-ff109de42006 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:46:18.131720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.133812 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b08f1abf-cae7-47d8-8eb1-d8e45aa634d6 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.137878 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b08f1abf-cae7-47d8-8eb1-d8e45aa634d6 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6955853 Feb 09 03:46:18.138363 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41490) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:18.141154 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.146519 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b9f6cf39-629f-4f87-9a96-ad63dcb06c0a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': '1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:18.211185 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.229326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Pushing event updated for resources: {'Port': ['ID=737aabb5-1a86-4bf6-9a4a-ff109de42006,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:18.249980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9f6cf39-629f-4f87-9a96-ad63dcb06c0a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (3e31537d-11f4-4ffe-931e-6d32cec073f7), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.308590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Port': ['ID=4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:18.345068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network 93aca28d-4b78-4f15-a801-ba63c10c72af is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:18.347555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:18.351936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:18.442677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Allocated IP 172.20.0.2 (93aca28d-4b78-4f15-a801-ba63c10c72af/86d695d8-ad12-470a-b825-04c86028afff/2fe875d7-1163-4f98-b1ad-55a281b5eac6) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:18.473939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Attempting to bind port 737aabb5-1a86-4bf6-9a4a-ff109de42006 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:18.474512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Attempting to bind port 737aabb5-1a86-4bf6-9a4a-ff109de42006 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:18.474608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Attempting to bind port 737aabb5-1a86-4bf6-9a4a-ff109de42006 on network 67dff6fc-e2ea-4874-82ed-23ae56fafefa {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:18.486736 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9f6cf39-629f-4f87-9a96-ad63dcb06c0a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (3e31537d-11f4-4ffe-931e-6d32cec073f7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.490371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Port 737aabb5-1a86-4bf6-9a4a-ff109de42006 on network 67dff6fc-e2ea-4874-82ed-23ae56fafefa not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:46:18.490733 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Attempting to bind port 737aabb5-1a86-4bf6-9a4a-ff109de42006 on network 67dff6fc-e2ea-4874-82ed-23ae56fafefa {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:18.501511 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9f6cf39-629f-4f87-9a96-ad63dcb06c0a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (3e31537d-11f4-4ffe-931e-6d32cec073f7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.527150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:18.527518 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Checking segment: {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:18.527932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Bound using segment: {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:18.528428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Bound port: 737aabb5-1a86-4bf6-9a4a-ff109de42006, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:18.528795 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.529485 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (59c07800-1c43-48f7-9000-1d780669d853), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.548001 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9f6cf39-629f-4f87-9a96-ad63dcb06c0a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.550038 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b9f6cf39-629f-4f87-9a96-ad63dcb06c0a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4097080 Feb 09 03:46:18.554583 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41496) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:18.559151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3858c760-6b44-45c1-b8c7-a74ac047f846 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': '1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:18.568420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6cf39-629f-4f87-9a96-ad63dcb06c0a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e31537d-11f4-4ffe-931e-6d32cec073f7,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:18.658486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14c5f8-e264-475b-aaed-7f37547b1b47 req-d9366f1c-f073-4f9a-84bf-a3a01a2cdb12 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:18.660603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c14c5f8-e264-475b-aaed-7f37547b1b47 req-d9366f1c-f073-4f9a-84bf-a3a01a2cdb12 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.2539833 Feb 09 03:46:18.677102 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3858c760-6b44-45c1-b8c7-a74ac047f846 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (a9f40868-f366-49bd-a5a1-a924e949ee0c), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.678109 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Publish callbacks [] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.767413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-463a2970-93cf-4d25-9758-847e32b4d7d3 None None] Provisioning complete for port ae1d355f-0e5c-41b1-82f9-0407d1d33220 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:18.776979 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c14c5f8-e264-475b-aaed-7f37547b1b47 req-9265eddc-d44c-4f9f-b2cf-a49cc04a7c1a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094298 Feb 09 03:46:18.777901 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-463a2970-93cf-4d25-9758-847e32b4d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.806238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] For port 737aabb5-1a86-4bf6-9a4a-ff109de42006, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:18.828353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa17c75-a712-4b24-b97a-505a44bd86a5 None None] Pushing event updated for resources: {'Port': ['ID=ae1d355f-0e5c-41b1-82f9-0407d1d33220,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:18.867933 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.873625 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.879122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] For port 737aabb5-1a86-4bf6-9a4a-ff109de42006, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=737aabb5-1a86-4bf6-9a4a-ff109de42006,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:18.896669 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.908809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Attempting to bind port d1de87aa-ba4b-48b9-a5a2-60a88739b212 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:18.909199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Attempting to bind port d1de87aa-ba4b-48b9-a5a2-60a88739b212 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:18.909593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Attempting to bind port d1de87aa-ba4b-48b9-a5a2-60a88739b212 on network 99219182-9321-4b6c-ae5e-32e54d7e2d37 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:18.919086 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-104e9814-e565-446c-85cd-69989d7896c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.921836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3858c760-6b44-45c1-b8c7-a74ac047f846 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (a9f40868-f366-49bd-a5a1-a924e949ee0c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.928256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:18.928910 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.930887 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] 10.222.0.42 "PUT /v2.0/ports/737aabb5-1a86-4bf6-9a4a-ff109de42006 HTTP/1.1" status: 200 len: 1092 time: 1.4380107 Feb 09 03:46:18.932554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:18.932934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Checking segment: {'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:18.933336 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.933781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Bound using segment: {'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:18.935659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Bound port: d1de87aa-ba4b-48b9-a5a2-60a88739b212, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:18.936264 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:18.954319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'tag': '737aabb5-1a86-4bf6-9a4a-ff109de42006'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:18.957627 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82544dfd-781e-4b6b-9671-05b392b835d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1ece16a8-86db-48f3-ad9b-702f543df4a5", "tag": "737aabb5-1a86-4bf6-9a4a-ff109de42006"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:19.017105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de762e-2670-4cad-979a-53d9d399eca9 req-fae702e4-6691-45ba-8a8b-0cc28d5a224f tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:19.027491 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04de762e-2670-4cad-979a-53d9d399eca9 req-fae702e4-6691-45ba-8a8b-0cc28d5a224f tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 943 time: 0.2349966 Feb 09 03:46:19.028436 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3858c760-6b44-45c1-b8c7-a74ac047f846 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (a9f40868-f366-49bd-a5a1-a924e949ee0c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.070183 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ca499c-eef4-4013-9bf0-f5d739850688 x-openstack-request-id: req-b5ca499c-eef4-4013-9bf0-f5d739850688 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:19.070787 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ece16a8-86db-48f3-ad9b-702f543df4a5", "tag": "737aabb5-1a86-4bf6-9a4a-ff109de42006", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:19.071192 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5ca499c-eef4-4013-9bf0-f5d739850688 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:19.071757 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'tag': '737aabb5-1a86-4bf6-9a4a-ff109de42006', 'status': 'completed', 'code': 200} Feb 09 03:46:19.170781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858c760-6b44-45c1-b8c7-a74ac047f846 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f40868-f366-49bd-a5a1-a924e949ee0c,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:19.202154 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3858c760-6b44-45c1-b8c7-a74ac047f846 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.203759 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3858c760-6b44-45c1-b8c7-a74ac047f846 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6480784 Feb 09 03:46:19.207717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41502) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:19.210611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb36786-1837-4689-8186-3b0c021acd84 service neutron] Pushing event updated for resources: {'Port': ['ID=737aabb5-1a86-4bf6-9a4a-ff109de42006,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:19.220018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-04f5c19b-45ae-4f9d-adfa-b4bff5f07f11 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': '1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:19.253415 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-04de762e-2670-4cad-979a-53d9d399eca9 req-4d449bc6-eb2d-4cda-ab95-839dadbfb6c4 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811302 Feb 09 03:46:19.270510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04f5c19b-45ae-4f9d-adfa-b4bff5f07f11 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (9b003552-c2b4-4a59-8481-db02c0cba79b), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.272412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-596e45e0-fbe3-42a7-a292-74cffe66af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:19.275216 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-596e45e0-fbe3-42a7-a292-74cffe66af8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f69e921aa14082a86e09bda26aeec5&device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 1126 time: 0.2425215 Feb 09 03:46:19.346798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] For port d1de87aa-ba4b-48b9-a5a2-60a88739b212, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:19.350580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] For port d1de87aa-ba4b-48b9-a5a2-60a88739b212, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d1de87aa-ba4b-48b9-a5a2-60a88739b212,segment=NetworkSegment(ecb19fa5-83e4-42e1-afd2-2fef95fbbb18),segment_id=ecb19fa5-83e4-42e1-afd2-2fef95fbbb18)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:19.359140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ae1d355f-0e5c-41b1-82f9-0407d1d33220 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:19.374023 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-273d5f89-3568-402a-a681-ce4666f34345 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737aabb5-1a86-4bf6-9a4a-ff109de42006 HTTP/1.1" status: 200 len: 217 time: 0.0880933 Feb 09 03:46:19.378728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Network 93aca28d-4b78-4f15-a801-ba63c10c72af is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:19.382446 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Pushing event updated for resources: {'Port': ['ID=d1de87aa-ba4b-48b9-a5a2-60a88739b212,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:19.387808 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.406303 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:19.414591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:19.472926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-a9983bc9-8fc7-4ab3-b389-248860713954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:19.474874 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-a9983bc9-8fc7-4ab3-b389-248860713954 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=76252ee7-e7fa-4822-a2d9-8ea4bb95b98e HTTP/1.1" status: 200 len: 850 time: 0.0942702 Feb 09 03:46:19.491892 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.535020 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04f5c19b-45ae-4f9d-adfa-b4bff5f07f11 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (9b003552-c2b4-4a59-8481-db02c0cba79b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.551053 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04f5c19b-45ae-4f9d-adfa-b4bff5f07f11 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (9b003552-c2b4-4a59-8481-db02c0cba79b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.575710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ae1d355f-0e5c-41b1-82f9-0407d1d33220 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:19.586877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Attempting to bind port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:19.587249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Attempting to bind port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:19.587613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Attempting to bind port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 on network 93aca28d-4b78-4f15-a801-ba63c10c72af {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:19.600399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-0b2b9972-7e01-4ab3-926c-7b88ee45277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:19.601981 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-0b2b9972-7e01-4ab3-926c-7b88ee45277d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=67dff6fc-e2ea-4874-82ed-23ae56fafefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1204152 Feb 09 03:46:19.606017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5c19b-45ae-4f9d-adfa-b4bff5f07f11 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b003552-c2b4-4a59-8481-db02c0cba79b,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:19.618487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Pushing event updated for resources: {'Port': ['ID=2fe875d7-1163-4f98-b1ad-55a281b5eac6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:19.622694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-463a2970-93cf-4d25-9758-847e32b4d7d3 None None] Current status of the port ae1d355f-0e5c-41b1-82f9-0407d1d33220 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:19.632061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:19.632507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Checking segment: {'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:19.633390 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.633390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Bound using segment: {'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:19.634494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Bound port: 2fe875d7-1163-4f98-b1ad-55a281b5eac6, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:19.634494 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.646041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:46:12Z', 'revision_number': 3, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:19.651438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-04f5c19b-45ae-4f9d-adfa-b4bff5f07f11 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.655240 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-04f5c19b-45ae-4f9d-adfa-b4bff5f07f11 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4412830 Feb 09 03:46:19.660880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41506) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:19.671853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e8187992-91fb-4506-bd9d-0f09c3f0112c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': '1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:19.716763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a85e5-4280-4e62-a4a1-98d224b0f330 None None] The sync data for ids ['59c07800-1c43-48f7-9000-1d780669d853'] in n-d-824835-15 is: [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:46:12Z', 'revision_number': 3, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:46:19.792500 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-455c4429-7166-4fa6-b3f2-7d9d0f400645 service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839561 Feb 09 03:46:19.793731 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-e8187992-91fb-4506-bd9d-0f09c3f0112c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Project 99200cc0a1a449b8b5f725e7a0ceed9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:46:19.825016 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e8187992-91fb-4506-bd9d-0f09c3f0112c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (1b466c90-058d-4101-b1d8-8e2e72102ce5), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.837164 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] For port 2fe875d7-1163-4f98-b1ad-55a281b5eac6, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:19.897192 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.947639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] For port 2fe875d7-1163-4f98-b1ad-55a281b5eac6, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2fe875d7-1163-4f98-b1ad-55a281b5eac6,segment=NetworkSegment(b17247c3-812f-4e51-8376-1c51781def50),segment_id=b17247c3-812f-4e51-8376-1c51781def50)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:19.963501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b5026-c202-4c8b-908e-3aeed143763b None None] Pushing event updated for resources: {'Port': ['ID=d1de87aa-ba4b-48b9-a5a2-60a88739b212,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:19.975556 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:19.990489 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:20.080952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3bf282c-43cf-49a7-9122-d3c78cd81e1f req-2fe3b590-9a11-4a1d-87fd-d05d267a681d service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818315 Feb 09 03:46:20.178012 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (59c07800-1c43-48f7-9000-1d780669d853), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:20.182305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Port': ['ID=4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:20.204062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c1670-08f5-4686-9956-654aee100e01 None None] Pushing event updated for resources: {'Port': ['ID=2fe875d7-1163-4f98-b1ad-55a281b5eac6,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:20.222442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ae1d355f-0e5c-41b1-82f9-0407d1d33220 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:20.222870 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:20.224491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d0442-a869-47b5-a3a2-a59950671949 req-212813ca-03bc-47b3-98ab-1c0d85af6f9d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:20.228627 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-286d0442-a869-47b5-a3a2-a59950671949 req-212813ca-03bc-47b3-98ab-1c0d85af6f9d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.3177137 Feb 09 03:46:20.234113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e8187992-91fb-4506-bd9d-0f09c3f0112c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (1b466c90-058d-4101-b1d8-8e2e72102ce5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:20.396723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82544dfd-781e-4b6b-9671-05b392b835d9 req-0af8a590-684e-4d87-a988-a24c4e84e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:20.403923 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82544dfd-781e-4b6b-9671-05b392b835d9 req-0af8a590-684e-4d87-a988-a24c4e84e3aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f69e921aa14082a86e09bda26aeec5&device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 1126 time: 0.2484930 Feb 09 03:46:20.440670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e8187992-91fb-4506-bd9d-0f09c3f0112c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (1b466c90-058d-4101-b1d8-8e2e72102ce5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:20.512687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8187992-91fb-4506-bd9d-0f09c3f0112c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b466c90-058d-4101-b1d8-8e2e72102ce5,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:20.536096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ae1d355f-0e5c-41b1-82f9-0407d1d33220 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:20.695159 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82544dfd-781e-4b6b-9671-05b392b835d9 req-622a6b4d-2ce8-467b-ba37-341faa732c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:20.697097 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82544dfd-781e-4b6b-9671-05b392b835d9 req-622a6b4d-2ce8-467b-ba37-341faa732c48 service neutron] 10.222.0.42 "GET /v2.0/networks?id=67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 200 len: 912 time: 0.2811108 Feb 09 03:46:20.720306 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-286d0442-a869-47b5-a3a2-a59950671949 req-04e40f38-423a-44fb-b5f9-8c00f42c5015 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886083 Feb 09 03:46:20.723401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network 93aca28d-4b78-4f15-a801-ba63c10c72af is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:20.739940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76790b-25a1-4eda-88e8-a6c0b3e35d34 req-f3830b42-7473-4e08-a520-51e674554084 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:20.739940 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa76790b-25a1-4eda-88e8-a6c0b3e35d34 req-f3830b42-7473-4e08-a520-51e674554084 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 943 time: 0.3273473 Feb 09 03:46:20.743157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e8187992-91fb-4506-bd9d-0f09c3f0112c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:20.744427 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e8187992-91fb-4506-bd9d-0f09c3f0112c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0828805 Feb 09 03:46:20.747214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41514) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:20.755731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5b2ec9c4-d392-4316-a065-a781666af222 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': '1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:20.760144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:20.815954 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:20.867392 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82544dfd-781e-4b6b-9671-05b392b835d9 req-ac1ebf65-e239-4f3b-b949-d7bcc0ea3058 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737aabb5-1a86-4bf6-9a4a-ff109de42006 HTTP/1.1" status: 200 len: 217 time: 0.1561234 Feb 09 03:46:21.095591 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-5b2ec9c4-d392-4316-a065-a781666af222 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Project 99200cc0a1a449b8b5f725e7a0ceed9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:46:21.105200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Router 59c07800-1c43-48f7-9000-1d780669d853 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:46:21.106164 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec9c4-d392-4316-a065-a781666af222 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (dddcd6db-6a4e-46c7-9a67-60b87c7759be), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:21.385971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec9c4-d392-4316-a065-a781666af222 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (dddcd6db-6a4e-46c7-9a67-60b87c7759be), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:21.388003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:46:21.393926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c9c9ac-eb80-4194-b792-9e05404e507e None None] Network 99219182-9321-4b6c-ae5e-32e54d7e2d37 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:46:21.414133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9e0ac12d-0030-466e-b3a0-84e9f674c74e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "PUT /v2.0/routers/59c07800-1c43-48f7-9000-1d780669d853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8362610 Feb 09 03:46:21.414652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41516) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:21.421517 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec9c4-d392-4316-a065-a781666af222 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (dddcd6db-6a4e-46c7-9a67-60b87c7759be), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:21.457065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-61d59284-8c20-4d20-8a48-283f02f62db1 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1790813922', 'description': 'tempest-secgroup_access--1790813922 description', 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:21.626249 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ec9c4-d392-4316-a065-a781666af222 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddcd6db-6a4e-46c7-9a67-60b87c7759be,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:21.665057 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec9c4-d392-4316-a065-a781666af222 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:21.686438 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5b2ec9c4-d392-4316-a065-a781666af222 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9365685 Feb 09 03:46:21.688084 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61d59284-8c20-4d20-8a48-283f02f62db1 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:21.773007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d1de87aa-ba4b-48b9-a5a2-60a88739b212 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:21.823889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61d59284-8c20-4d20-8a48-283f02f62db1 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (41441930-eb88-4798-b8cb-8e7587905fdb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:21.835237 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61d59284-8c20-4d20-8a48-283f02f62db1 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (41441930-eb88-4798-b8cb-8e7587905fdb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:21.856648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82544dfd-781e-4b6b-9671-05b392b835d9 req-fcb0aa1c-d71a-435d-a121-83e77b42a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:21.859226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82544dfd-781e-4b6b-9671-05b392b835d9 req-fcb0aa1c-d71a-435d-a121-83e77b42a0c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=76252ee7-e7fa-4822-a2d9-8ea4bb95b98e HTTP/1.1" status: 200 len: 850 time: 0.9847484 Feb 09 03:46:21.948783 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa76790b-25a1-4eda-88e8-a6c0b3e35d34 req-a5add672-2a07-4952-b9be-2e1d360e38cc tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1925356 Feb 09 03:46:21.969186 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61d59284-8c20-4d20-8a48-283f02f62db1 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:21.975879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-61d59284-8c20-4d20-8a48-283f02f62db1 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5594294 Feb 09 03:46:21.976170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41526) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:21.990955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1389822c-f469-426e-90f0-43a0284fc707 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--379093536', 'description': 'tempest-secgroup_general--379093536 description', 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:21.997001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d59284-8c20-4d20-8a48-283f02f62db1 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41441930-eb88-4798-b8cb-8e7587905fdb,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:22.013212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-20e7d381-f01f-4185-9f5e-fc65af5c277e None None] Provisioning complete for port d1de87aa-ba4b-48b9-a5a2-60a88739b212 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:22.014387 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20e7d381-f01f-4185-9f5e-fc65af5c277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.056144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82544dfd-781e-4b6b-9671-05b392b835d9 req-7c0e9b3a-1caf-4a06-8bdd-a68a1eab3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:22.058006 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82544dfd-781e-4b6b-9671-05b392b835d9 req-7c0e9b3a-1caf-4a06-8bdd-a68a1eab3d5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=67dff6fc-e2ea-4874-82ed-23ae56fafefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1892440 Feb 09 03:46:22.062654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bbcc0-ef0e-41fd-8405-0bd4dab73b4e req-9156cdc7-d333-4d07-9781-dae6fb367464 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:22.066680 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc4bbcc0-ef0e-41fd-8405-0bd4dab73b4e req-9156cdc7-d333-4d07-9781-dae6fb367464 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.1797569 Feb 09 03:46:22.101816 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1389822c-f469-426e-90f0-43a0284fc707 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.102327 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.144718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d1de87aa-ba4b-48b9-a5a2-60a88739b212 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:22.145537 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.215695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc4bbcc0-ef0e-41fd-8405-0bd4dab73b4e req-7cb8f196-1c12-46d0-a25d-295388c2ff0c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415365 Feb 09 03:46:22.279437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-20e7d381-f01f-4185-9f5e-fc65af5c277e None None] Current status of the port d1de87aa-ba4b-48b9-a5a2-60a88739b212 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:22.280022 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20e7d381-f01f-4185-9f5e-fc65af5c277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.352201 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:46:22.371714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-20e7d381-f01f-4185-9f5e-fc65af5c277e None None] For port d1de87aa-ba4b-48b9-a5a2-60a88739b212, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d1de87aa-ba4b-48b9-a5a2-60a88739b212,segment=NetworkSegment(ecb19fa5-83e4-42e1-afd2-2fef95fbbb18),segment_id=ecb19fa5-83e4-42e1-afd2-2fef95fbbb18)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:22.375876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e881edc-5253-4f3e-8852-325351d75015 None None] Network 93aca28d-4b78-4f15-a801-ba63c10c72af requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:46:22.393945 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20e7d381-f01f-4185-9f5e-fc65af5c277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.411733 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82544dfd-781e-4b6b-9671-05b392b835d9 req-fee8a2b9-f588-4f92-bd7a-f8db6fdcd12d service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425257 Feb 09 03:46:22.500238 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-c8bcbf4c-5249-41b0-82bf-f9030e90281f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668387569&fields=id&tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f HTTP/1.1" status: 200 len: 267 time: 0.4322402 Feb 09 03:46:22.523682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d1de87aa-ba4b-48b9-a5a2-60a88739b212 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:22.524105 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.528301 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1389822c-f469-426e-90f0-43a0284fc707 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (cae8daeb-8391-4370-8f26-27cf4b121892), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.570764 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1389822c-f469-426e-90f0-43a0284fc707 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cae8daeb-8391-4370-8f26-27cf4b121892), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.574490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ebf62514-e453-43b5-832f-507d7dff95f5 None None] Provisioning complete for port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:22.574847 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebf62514-e453-43b5-832f-507d7dff95f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.610421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7d381-f01f-4185-9f5e-fc65af5c277e None None] Pushing event updated for resources: {'Port': ['ID=d1de87aa-ba4b-48b9-a5a2-60a88739b212,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:22.620439 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 737aabb5-1a86-4bf6-9a4a-ff109de42006 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:46:22.633707 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1389822c-f469-426e-90f0-43a0284fc707 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.638372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41536) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:22.643365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-7bb99e35-aa90-4831-ae27-a65ad6366061 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Request body: {'security_group_rule': {'security_group_id': '41441930-eb88-4798-b8cb-8e7587905fdb', 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:22.647618 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1389822c-f469-426e-90f0-43a0284fc707 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6684229 Feb 09 03:46:22.668327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389822c-f469-426e-90f0-43a0284fc707 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae8daeb-8391-4370-8f26-27cf4b121892,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:22.686002 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82544dfd-781e-4b6b-9671-05b392b835d9 req-d7a4faac-72f1-4f81-808f-35c488728509 service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639799 Feb 09 03:46:22.703558 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7bb99e35-aa90-4831-ae27-a65ad6366061 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group_rule (b62fefe3-6fbf-4a83-a2fe-968719bcf7cc), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.721294 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:46:22.721797 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:46:22.793142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-a6106ae1-b4c6-4b3e-ae8c-7f36a585c7c3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:22.806526 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7bb99e35-aa90-4831-ae27-a65ad6366061 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group_rule (b62fefe3-6fbf-4a83-a2fe-968719bcf7cc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.814721 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7bb99e35-aa90-4831-ae27-a65ad6366061 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (b62fefe3-6fbf-4a83-a2fe-968719bcf7cc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.823931 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-a6106ae1-b4c6-4b3e-ae8c-7f36a585c7c3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/networks?id=99219182-9321-4b6c-ae5e-32e54d7e2d37 HTTP/1.1" status: 200 len: 796 time: 0.3109608 Feb 09 03:46:22.836578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb99e35-aa90-4831-ae27-a65ad6366061 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62fefe3-6fbf-4a83-a2fe-968719bcf7cc,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:22.856203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7bb99e35-aa90-4831-ae27-a65ad6366061 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.865161 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7bb99e35-aa90-4831-ae27-a65ad6366061 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2253988 Feb 09 03:46:22.866416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ebf62514-e453-43b5-832f-507d7dff95f5 None None] Current status of the port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:22.866867 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebf62514-e453-43b5-832f-507d7dff95f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.885858 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-ec021de7-2e4f-4f98-9515-2120994e5854 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/quotas/99200cc0a1a449b8b5f725e7a0ceed9f HTTP/1.1" status: 200 len: 375 time: 0.0559645 Feb 09 03:46:22.909779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 737aabb5-1a86-4bf6-9a4a-ff109de42006, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=737aabb5-1a86-4bf6-9a4a-ff109de42006,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:22.931011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '737aabb5-1a86-4bf6-9a4a-ff109de42006', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'port_id': '737aabb5-1a86-4bf6-9a4a-ff109de42006', 'mac_address': 'fa:16:3e:75:83:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:46:23.053849 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ebf62514-e453-43b5-832f-507d7dff95f5 None None] For port 2fe875d7-1163-4f98-b1ad-55a281b5eac6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2fe875d7-1163-4f98-b1ad-55a281b5eac6,segment=NetworkSegment(b17247c3-812f-4e51-8376-1c51781def50),segment_id=b17247c3-812f-4e51-8376-1c51781def50)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:23.068096 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebf62514-e453-43b5-832f-507d7dff95f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:23.072589 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 737aabb5-1a86-4bf6-9a4a-ff109de42006 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:23.073270 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:23.116635 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-28777f8a-890e-4099-8776-22265ee4c01e tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2240286 Feb 09 03:46:23.123662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737aabb5-1a86-4bf6-9a4a-ff109de42006 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:46:23.197872 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Sync routers for ids ['59c07800-1c43-48f7-9000-1d780669d853'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:23.207810 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-64b1007c-54ba-4982-87ff-f5d5e3e5c6f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--1790813922&fields=id&tenant_id=3b5c044195b84ae2a7429ffa1b005b2e HTTP/1.1" status: 200 len: 267 time: 0.1421471 Feb 09 03:46:23.214883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 737aabb5-1a86-4bf6-9a4a-ff109de42006, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=737aabb5-1a86-4bf6-9a4a-ff109de42006,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:23.220869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf62514-e453-43b5-832f-507d7dff95f5 None None] Pushing event updated for resources: {'Port': ['ID=2fe875d7-1163-4f98-b1ad-55a281b5eac6,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:23.230238 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:23.274443 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Routers {'59c07800-1c43-48f7-9000-1d780669d853'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:23.275101 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:46:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['59c07800-1c43-48f7-9000-1d780669d853'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:23.295950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-cc0a8914-df35-4b55-a2d6-e21960456871 None None] Provisioning complete for port d1de87aa-ba4b-48b9-a5a2-60a88739b212 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:23.296270 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8914-df35-4b55-a2d6-e21960456871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:23.362527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d1de87aa-ba4b-48b9-a5a2-60a88739b212 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:23.363591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2fe875d7-1163-4f98-b1ad-55a281b5eac6 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:23.368650 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-720b529b-117b-42c8-866d-b2adc3139ab2 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--379093536&fields=id&tenant_id=3b5c044195b84ae2a7429ffa1b005b2e HTTP/1.1" status: 200 len: 267 time: 0.1544292 Feb 09 03:46:23.541508 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=737aabb5-1a86-4bf6-9a4a-ff109de42006,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:23.554982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['737aabb5-1a86-4bf6-9a4a-ff109de42006'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:46:23.585274 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Set router 59c07800-1c43-48f7-9000-1d780669d853 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:23.607404 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e523d5d5-0ae5-49a0-8798-502da3f02993 service neutron] 10.222.0.21 "GET /v2.0/networks/99219182-9321-4b6c-ae5e-32e54d7e2d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606771 Feb 09 03:46:23.633727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:23.634371 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:23.645100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b51118d1-c0f9-4d07-833d-257f6b6022c8 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:23.646696 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b51118d1-c0f9-4d07-833d-257f6b6022c8 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/networks?id=93aca28d-4b78-4f15-a801-ba63c10c72af HTTP/1.1" status: 200 len: 797 time: 0.2573812 Feb 09 03:46:23.671057 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-a2082304-4c2f-4e22-9f9a-cae4c614d707 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/quotas/3b5c044195b84ae2a7429ffa1b005b2e HTTP/1.1" status: 200 len: 375 time: 0.0187387 Feb 09 03:46:23.760784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-5d33924a-b3ef-4175-8421-c5910b72917b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b5c044195b84ae2a7429ffa1b005b2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827024 Feb 09 03:46:23.868442 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-aaeb5d31-9be0-4caf-8dd7-bb9c51931d35 service neutron] 10.222.0.21 "GET /v2.0/networks/99219182-9321-4b6c-ae5e-32e54d7e2d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515304 Feb 09 03:46:23.916792 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74ac2e4e-af4d-48b4-b48d-d47bfbe415af req-244dfc59-d953-4cc7-b9be-3b50af631ffb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1427777 Feb 09 03:46:23.969924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-adc40fb7-8dc4-4b0b-af3d-acd14bea5a8b service neutron] 10.222.0.21 "GET /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859174 Feb 09 03:46:24.005262 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:46:18Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32', 'name': '', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'mac_address': 'fa:16:3e:1c:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '86d695d8-ad12-470a-b825-04c86028afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:17Z', 'updated_at': '2022-02-09T03:46:19Z', 'revision_number': 2, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'subnets': [{'id': '86d695d8-ad12-470a-b825-04c86028afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:24.045004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a8914-df35-4b55-a2d6-e21960456871 None None] Current status of the port d1de87aa-ba4b-48b9-a5a2-60a88739b212 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:24.068400 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Checking router: 59c07800-1c43-48f7-9000-1d780669d853 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:24.068785 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Updating router 59c07800-1c43-48f7-9000-1d780669d853 port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:46:24.125651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2e4e-af4d-48b4-b48d-d47bfbe415af req-541bca92-4602-44f8-9a38-ea388db1a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:24.130183 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74ac2e4e-af4d-48b4-b48d-d47bfbe415af req-541bca92-4602-44f8-9a38-ea388db1a7aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a2839bc6c004340812c0a1a4eafc215&device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 1128 time: 0.1284392 Feb 09 03:46:24.132313 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:24.195076 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-aa20eda4-47c6-4c35-8a85-322f152eabab service neutron] 10.222.0.21 "GET /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245240 Feb 09 03:46:24.204068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:24.205278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 80ec700d-7a80-4e9e-9348-93ee269da119 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:24.282090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6a4f2b63-b18d-4a8f-815a-f9904f61a06b None None] Provisioning complete for port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:24.283472 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a4f2b63-b18d-4a8f-815a-f9904f61a06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:24.309821 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:24.340747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f2b63-b18d-4a8f-815a-f9904f61a06b None None] Port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:46:24.362778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 80ec700d-7a80-4e9e-9348-93ee269da119 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:24.363199 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (80ec700d-7a80-4e9e-9348-93ee269da119), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:24.388876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6a4f2b63-b18d-4a8f-815a-f9904f61a06b None None] Provisioning complete for port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:24.389256 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a4f2b63-b18d-4a8f-815a-f9904f61a06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:24.568602 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5c082-4bca-4cdc-9f3e-0d1df8d3527e req-49710f10-3d0e-4337-9037-cdbc27b80ef9 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:24.576599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dee5c082-4bca-4cdc-9f3e-0d1df8d3527e req-49710f10-3d0e-4337-9037-cdbc27b80ef9 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 944 time: 0.2318654 Feb 09 03:46:24.582734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2e4e-af4d-48b4-b48d-d47bfbe415af req-407dfc4f-4c7e-489a-b369-a8c99531efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:24.586114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74ac2e4e-af4d-48b4-b48d-d47bfbe415af req-407dfc4f-4c7e-489a-b369-a8c99531efa2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed01a56a-005b-4770-bca2-8b73c84dc433 HTTP/1.1" status: 200 len: 915 time: 0.4334900 Feb 09 03:46:24.653326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba2ba7-9a0e-49d9-bbc6-6d6c01eed564 req-94c822bc-c5b6-45f1-978f-a3e12e379902 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:24.672989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-60ba2ba7-9a0e-49d9-bbc6-6d6c01eed564 req-94c822bc-c5b6-45f1-978f-a3e12e379902 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.1247890 Feb 09 03:46:24.700721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 80ec700d-7a80-4e9e-9348-93ee269da119 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:24.701120 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (80ec700d-7a80-4e9e-9348-93ee269da119), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:24.716904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f2b63-b18d-4a8f-815a-f9904f61a06b None None] Current status of the port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:24.729086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74ac2e4e-af4d-48b4-b48d-d47bfbe415af req-dcd4cbb5-3c6b-465d-a469-a77d10f3c5ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca92174a-745b-4a76-9c4d-f9a91afecd2e HTTP/1.1" status: 200 len: 217 time: 0.1341929 Feb 09 03:46:24.757175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 80ec700d-7a80-4e9e-9348-93ee269da119, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=80ec700d-7a80-4e9e-9348-93ee269da119,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:24.771465 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (80ec700d-7a80-4e9e-9348-93ee269da119), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:24.786837 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-60ba2ba7-9a0e-49d9-bbc6-6d6c01eed564 req-9e9b0907-7a9d-4c9e-a7d8-4d74e0804a9e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127646 Feb 09 03:46:24.861806 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Publish callbacks [] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:24.878743 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:24.910622 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=80ec700d-7a80-4e9e-9348-93ee269da119,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:24.919391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dee5c082-4bca-4cdc-9f3e-0d1df8d3527e req-311d4d89-e132-47ea-a0c3-0cd24c2b962a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315864 Feb 09 03:46:24.927116 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-48f6d20e-c35d-43b1-8b4b-3f7cfad1d5f0 req-da511620-8d72-4d99-89fb-74e1386a32cd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 210 time: 0.0647564 Feb 09 03:46:24.947634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2e4e-af4d-48b4-b48d-d47bfbe415af req-598ba177-d738-41dc-82ca-ea1fd20fbbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:24.949058 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74ac2e4e-af4d-48b4-b48d-d47bfbe415af req-598ba177-d738-41dc-82ca-ea1fd20fbbb4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41e439c7-4132-4ffa-b50e-5b4ce5336f71 HTTP/1.1" status: 200 len: 854 time: 0.2029438 Feb 09 03:46:25.040908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bb13fad-32a8-469c-908f-4de1f63b3be9 req-122c0c26-7a54-46da-953e-3bf4781c8597 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 210 time: 0.0549412 Feb 09 03:46:25.058942 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Pushing event updated for resources: {'Port': ['ID=4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:25.060765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74ac2e4e-af4d-48b4-b48d-d47bfbe415af req-2a00ffb5-bc12-4e10-8461-7c9a39ff8677 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed01a56a-005b-4770-bca2-8b73c84dc433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981755 Feb 09 03:46:25.091455 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.091792 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.092205 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.092469 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.092807 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.093141 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.093506 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.098089 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.098089 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.098502 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.098694 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.098951 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.099316 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:25.109924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d1de87aa-ba4b-48b9-a5a2-60a88739b212 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:25.178353 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Attempting to bind port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:25.178756 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Attempting to bind port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:25.179086 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Attempting to bind port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 on network 93aca28d-4b78-4f15-a801-ba63c10c72af {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:25.185279 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:25.185751 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Checking segment: {'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:25.186451 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:25.186726 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Bound using segment: {'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:25.187208 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Bound port: 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:25.187601 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:25.289340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d1de87aa-ba4b-48b9-a5a2-60a88739b212 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:25.290216 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:25.329514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74ac2e4e-af4d-48b4-b48d-d47bfbe415af req-9c80ff11-fed5-444b-9254-02e68cc6392b service neutron] 10.222.0.65 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550893 Feb 09 03:46:25.458157 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] For port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:25.463898 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] For port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32,segment=NetworkSegment(b17247c3-812f-4e51-8376-1c51781def50),segment_id=b17247c3-812f-4e51-8376-1c51781def50)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:25.476923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d1de87aa-ba4b-48b9-a5a2-60a88739b212 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:25.478108 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:25.478244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2fe875d7-1163-4f98-b1ad-55a281b5eac6 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:25.541573 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74ac2e4e-af4d-48b4-b48d-d47bfbe415af req-c7ad1066-ca5b-4b12-9ea0-e43da03b1a1a service neutron] 10.222.0.65 "GET /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941557 Feb 09 03:46:25.557547 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Routers {'59c07800-1c43-48f7-9000-1d780669d853'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:25.558453 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:46:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['59c07800-1c43-48f7-9000-1d780669d853'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:25.564725 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32c534-3fa6-47a7-9074-d73aa2ea1b2e None None] Pushing event updated for resources: {'Port': ['ID=4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:25.594301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4b9ac1e6-093b-446b-9b1a-c1f6e334903d None None] Provisioning complete for port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:25.594687 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b9ac1e6-093b-446b-9b1a-c1f6e334903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:25.646411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:25.646798 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:25.723901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ac1e6-093b-446b-9b1a-c1f6e334903d None None] Current status of the port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:25.724302 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b9ac1e6-093b-446b-9b1a-c1f6e334903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:25.748556 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] Set router 59c07800-1c43-48f7-9000-1d780669d853 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:25.775913 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4b9ac1e6-093b-446b-9b1a-c1f6e334903d None None] For port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32,segment=NetworkSegment(b17247c3-812f-4e51-8376-1c51781def50),segment_id=b17247c3-812f-4e51-8376-1c51781def50)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:25.823577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:25.827714 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b9ac1e6-093b-446b-9b1a-c1f6e334903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:25.892481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ac1e6-093b-446b-9b1a-c1f6e334903d None None] Pushing event updated for resources: {'Port': ['ID=4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:25.958892 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0b7e4e94-c0f8-41d0-8c82-92ca4dacdb40 None None] Provisioning complete for port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:25.959290 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b7e4e94-c0f8-41d0-8c82-92ca4dacdb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:26.100217 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2d5d5ad0-e1cc-4d5d-a14f-ccbddf2e8340 req-2a21dae2-3eb9-4d1a-a197-78f5ef82f8b7 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 210 time: 0.0842865 Feb 09 03:46:26.118579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ed490-4aee-4ad3-834e-493962ce1633 req-0394c768-d94d-47fc-a587-44e3a4fbe0a3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:26.126913 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e33ed490-4aee-4ad3-834e-493962ce1633 req-0394c768-d94d-47fc-a587-44e3a4fbe0a3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.2163160 Feb 09 03:46:26.183416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e4e94-c0f8-41d0-8c82-92ca4dacdb40 None None] Current status of the port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:26.192799 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-2702a43b-a195-4ebc-9c0b-4c4eeebb0903 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:26.195741 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-2702a43b-a195-4ebc-9c0b-4c4eeebb0903 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.65 "GET /v2.0/networks?id=99219182-9321-4b6c-ae5e-32e54d7e2d37 HTTP/1.1" status: 200 len: 796 time: 0.2163374 Feb 09 03:46:26.212495 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:46:18Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32', 'name': '', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'mac_address': 'fa:16:3e:1c:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '86d695d8-ad12-470a-b825-04c86028afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:17Z', 'updated_at': '2022-02-09T03:46:25Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'subnets': [{'id': '86d695d8-ad12-470a-b825-04c86028afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:26.257904 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e33ed490-4aee-4ad3-834e-493962ce1633 req-067b4f4f-b237-4db0-8952-35a0eee14042 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217000 Feb 09 03:46:26.260311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9ac47-db6c-4d0b-923a-8b8dce4b0a2f req-84244cb1-0152-4a70-8d0f-acc028315ebc tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:26.269629 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-add9ac47-db6c-4d0b-923a-8b8dce4b0a2f req-84244cb1-0152-4a70-8d0f-acc028315ebc tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 944 time: 0.0796461 Feb 09 03:46:26.275188 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72aab64-fcb8-493a-a6fd-bb611601e9fa None None] The sync data for ids ['59c07800-1c43-48f7-9000-1d780669d853'] in n-d-824835-15 is: [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:46:18Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32', 'name': '', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'mac_address': 'fa:16:3e:1c:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '86d695d8-ad12-470a-b825-04c86028afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:17Z', 'updated_at': '2022-02-09T03:46:25Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'subnets': [{'id': '86d695d8-ad12-470a-b825-04c86028afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:46:26.414996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-add9ac47-db6c-4d0b-923a-8b8dce4b0a2f req-c6cfadd2-dfe9-41e0-9dab-636e84902386 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441510 Feb 09 03:46:26.425830 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-33ac6d97-77d9-4a3b-a8ba-5519d8e36c6a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f HTTP/1.1" status: 200 len: 472 time: 0.1849465 Feb 09 03:46:26.445955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'port': {'device_id': 'd68a253d-98e8-4e46-a3f4-7cce778c9ff0', 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37', 'admin_state_up': True, 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'security_groups': ['1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:26.488258 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6ca36484-63e0-4e18-95a3-16a8137d102d req-636617b1-3026-45e3-b06a-03b148ac4776 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 210 time: 0.0577891 Feb 09 03:46:26.507701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-d7e44839-abe2-4ce7-89a6-308ffe775e58 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:26.509618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-d7e44839-abe2-4ce7-89a6-308ffe775e58 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.65 "GET /v2.0/networks?id=93aca28d-4b78-4f15-a801-ba63c10c72af HTTP/1.1" status: 200 len: 797 time: 0.2373662 Feb 09 03:46:26.615804 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-309ad0cd-9ec5-40a8-ab3b-f2bd31fbb952 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5c044195b84ae2a7429ffa1b005b2e HTTP/1.1" status: 200 len: 477 time: 0.0913303 Feb 09 03:46:26.633092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 737aabb5-1a86-4bf6-9a4a-ff109de42006 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:26.636836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Request body: {'port': {'device_id': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'admin_state_up': True, 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'security_groups': ['41441930-eb88-4798-b8cb-8e7587905fdb', 'cae8daeb-8391-4370-8f26-27cf4b121892']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:26.644165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Made reservation on behalf of 99200cc0a1a449b8b5f725e7a0ceed9f for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:26.654982 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:26.730557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 737aabb5-1a86-4bf6-9a4a-ff109de42006 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:46:26.737410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 737aabb5-1a86-4bf6-9a4a-ff109de42006 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:26.737410 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:26.858443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Made reservation on behalf of 3b5c044195b84ae2a7429ffa1b005b2e for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:26.863190 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:26.954318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 737aabb5-1a86-4bf6-9a4a-ff109de42006 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:26.954707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:26.963105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Allocated IP 172.20.0.22 (99219182-9321-4b6c-ae5e-32e54d7e2d37/6c0e4a2e-c97e-4a21-88cf-07222e9192e8/a02c2d87-c8c4-43e7-abfa-1502609b24c3) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:27.015090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737aabb5-1a86-4bf6-9a4a-ff109de42006'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:27.018060 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2994b23e-784d-4dd8-a96f-471d76e729f0" -d '{"events": [{"server_uuid": "1ece16a8-86db-48f3-ad9b-702f543df4a5", "name": "network-vif-plugged", "status": "completed", "tag": "737aabb5-1a86-4bf6-9a4a-ff109de42006"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:27.064155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 737aabb5-1a86-4bf6-9a4a-ff109de42006, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=737aabb5-1a86-4bf6-9a4a-ff109de42006,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:27.085041 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:27.147435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Allocated IP 172.20.0.14 (93aca28d-4b78-4f15-a801-ba63c10c72af/86d695d8-ad12-470a-b825-04c86028afff/98dd8fbb-566b-4a41-b09d-166502a28077) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:27.188584 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1df63a-0df7-4b0b-a100-ba14bbebef62 x-openstack-request-id: req-4b1df63a-0df7-4b0b-a100-ba14bbebef62 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:27.190375 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ece16a8-86db-48f3-ad9b-702f543df4a5", "name": "network-vif-plugged", "status": "completed", "tag": "737aabb5-1a86-4bf6-9a4a-ff109de42006", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:27.193853 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b1df63a-0df7-4b0b-a100-ba14bbebef62 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:27.194546 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737aabb5-1a86-4bf6-9a4a-ff109de42006', 'code': 200} Feb 09 03:46:27.199607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 80ec700d-7a80-4e9e-9348-93ee269da119 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:27.333640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=737aabb5-1a86-4bf6-9a4a-ff109de42006,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:27.352418 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for port (98dd8fbb-566b-4a41-b09d-166502a28077), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:27.366605 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-854f2b9a-43ba-4f2c-bc1c-3a71bb83a496 req-ba2df7f5-0405-4083-8808-24bd89c7b85b tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 210 time: 0.1110375 Feb 09 03:46:27.369505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 80ec700d-7a80-4e9e-9348-93ee269da119 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:27.369881 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (80ec700d-7a80-4e9e-9348-93ee269da119), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:27.412848 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:27.434407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd43ff0-0eae-4032-8565-607ad8133b0f req-a89f2cd2-f701-47af-be57-460fb85cc61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:27.435948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9bd43ff0-0eae-4032-8565-607ad8133b0f req-a89f2cd2-f701-47af-be57-460fb85cc61a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 1128 time: 0.1726613 Feb 09 03:46:27.474239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 80ec700d-7a80-4e9e-9348-93ee269da119 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:27.477684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:27.502797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11015ba5-da9b-4ba8-99f5-86adcc1fcece req-596fdd0d-590f-4bee-a05c-f9a717e7d2ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:27.504492 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11015ba5-da9b-4ba8-99f5-86adcc1fcece req-596fdd0d-590f-4bee-a05c-f9a717e7d2ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.1412942 Feb 09 03:46:27.506272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:27.553125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:27.553623 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9bd43ff0-0eae-4032-8565-607ad8133b0f req-b4dc8184-df74-44e2-8c88-d6e99d0bb1a4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035419 Feb 09 03:46:27.554626 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:27.560778 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:27.562888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Port': ['ID=98dd8fbb-566b-4a41-b09d-166502a28077,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:27.612214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825be33c-0408-4ac9-94f8-855091eaaf5f req-976965be-90f4-4c51-9ddb-095255bdf09c tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:27.614181 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-825be33c-0408-4ac9-94f8-855091eaaf5f req-976965be-90f4-4c51-9ddb-095255bdf09c tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1224773 Feb 09 03:46:27.617550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network 93aca28d-4b78-4f15-a801-ba63c10c72af is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:27.626103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:27.632205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:27.633256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network 99219182-9321-4b6c-ae5e-32e54d7e2d37 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:27.659795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:27.689508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:27.690503 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:27.696018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=a02c2d87-c8c4-43e7-abfa-1502609b24c3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:27.706141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:27.710633 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11015ba5-da9b-4ba8-99f5-86adcc1fcece req-56a94c2b-83b6-4d8e-b1ab-918d57c32c09 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502938 Feb 09 03:46:27.725060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.727534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:27.734622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b2a01d3a-f79d-4dd5-90af-0755858f19c4 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1036499 Feb 09 03:46:27.738342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.738906 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.739288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.739754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.740102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.740636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.740898 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.741449 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.741865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.742204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.742588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.742928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:27.755620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Request body: {'port': {'device_id': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:27.781332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-825be33c-0408-4ac9-94f8-855091eaaf5f req-3b2ef334-4724-4b13-b47a-cba9bcb8bd45 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565747 Feb 09 03:46:27.856872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:27.857727 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:27.887581 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-125b46b6-d4b6-40c3-9dee-f8f7f42bb32d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4462309 Feb 09 03:46:27.906311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Request body: {'port': {'device_id': 'd68a253d-98e8-4e46-a3f4-7cce778c9ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:27.949138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:28.000445 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:28.050874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76f482-ac1d-4f94-bc8b-a9152daa4e66 req-1d0c880b-9ef3-47b5-92f9-69ea865e2d37 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:28.052364 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0d76f482-ac1d-4f94-bc8b-a9152daa4e66 req-1d0c880b-9ef3-47b5-92f9-69ea865e2d37 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 971 time: 0.2204363 Feb 09 03:46:28.123293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e1b027c4-0b5e-4f5c-94e9-6325cb139c3c None None] Provisioning complete for port 98dd8fbb-566b-4a41-b09d-166502a28077 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:28.123695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1b027c4-0b5e-4f5c-94e9-6325cb139c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:28.194600 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e1b027c4-0b5e-4f5c-94e9-6325cb139c3c None None] Port 98dd8fbb-566b-4a41-b09d-166502a28077 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:46:28.213979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e1b027c4-0b5e-4f5c-94e9-6325cb139c3c None None] Provisioning complete for port a02c2d87-c8c4-43e7-abfa-1502609b24c3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:28.214694 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1b027c4-0b5e-4f5c-94e9-6325cb139c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:28.232187 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0d76f482-ac1d-4f94-bc8b-a9152daa4e66 req-9a7ce963-df6b-40e6-a428-001f85b2f0c0 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1227541 Feb 09 03:46:28.336959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e1b027c4-0b5e-4f5c-94e9-6325cb139c3c None None] Port a02c2d87-c8c4-43e7-abfa-1502609b24c3 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:46:28.368081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02c2d87-c8c4-43e7-abfa-1502609b24c3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:46:28.371726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98dd8fbb-566b-4a41-b09d-166502a28077 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:46:28.376929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Publish callbacks [] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:28.380227 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Publish callbacks [] for port (98dd8fbb-566b-4a41-b09d-166502a28077), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:28.391801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Transition to ACTIVE for port object a02c2d87-c8c4-43e7-abfa-1502609b24c3 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:46:28.397643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Transition to ACTIVE for port object 98dd8fbb-566b-4a41-b09d-166502a28077 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:46:28.398625 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:28.401865 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:28.510430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Pushing event updated for resources: {'Port': ['ID=98dd8fbb-566b-4a41-b09d-166502a28077,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:28.579152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Attempting to bind port 98dd8fbb-566b-4a41-b09d-166502a28077 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:28.579152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Attempting to bind port 98dd8fbb-566b-4a41-b09d-166502a28077 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:28.579152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Attempting to bind port 98dd8fbb-566b-4a41-b09d-166502a28077 on network 93aca28d-4b78-4f15-a801-ba63c10c72af {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:28.591795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Port 98dd8fbb-566b-4a41-b09d-166502a28077 on network 93aca28d-4b78-4f15-a801-ba63c10c72af not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:46:28.592050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Attempting to bind port 98dd8fbb-566b-4a41-b09d-166502a28077 on network 93aca28d-4b78-4f15-a801-ba63c10c72af {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:28.603089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:28.603432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Checking segment: {'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:28.604029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Bound using segment: {'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:28.604644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Bound port: 98dd8fbb-566b-4a41-b09d-166502a28077, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17247c3-812f-4e51-8376-1c51781def50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:28.605013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:28.658867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800afcd-c563-484b-9571-512515398290 service neutron] Pushing event updated for resources: {'Port': ['ID=a02c2d87-c8c4-43e7-abfa-1502609b24c3,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:28.710534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bfd2e-a918-46dc-9b83-2eb7a763a613 req-58174c6b-53b2-4510-b571-d568d3c1914c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:28.712301 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f78bfd2e-a918-46dc-9b83-2eb7a763a613 req-58174c6b-53b2-4510-b571-d568d3c1914c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 944 time: 0.2151186 Feb 09 03:46:28.765389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] For port 98dd8fbb-566b-4a41-b09d-166502a28077, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:28.770349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] For port 98dd8fbb-566b-4a41-b09d-166502a28077, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=98dd8fbb-566b-4a41-b09d-166502a28077,segment=NetworkSegment(b17247c3-812f-4e51-8376-1c51781def50),segment_id=b17247c3-812f-4e51-8376-1c51781def50)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:28.788641 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:28.807534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:28.808971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:28.809830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Attempting to bind port a02c2d87-c8c4-43e7-abfa-1502609b24c3 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:28.810364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Attempting to bind port a02c2d87-c8c4-43e7-abfa-1502609b24c3 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:28.810748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] 10.222.0.65 "PUT /v2.0/ports/98dd8fbb-566b-4a41-b09d-166502a28077 HTTP/1.1" status: 200 len: 1132 time: 1.0611861 Feb 09 03:46:28.811157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Attempting to bind port a02c2d87-c8c4-43e7-abfa-1502609b24c3 on network 99219182-9321-4b6c-ae5e-32e54d7e2d37 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:28.813270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'tag': '98dd8fbb-566b-4a41-b09d-166502a28077'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:28.816727 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df706442-cd0f-40f2-908e-ca5bc507db9e" -d '{"events": [{"name": "network-changed", "server_uuid": "724b6549-d8e1-49aa-b3c6-8fbfd6555d95", "tag": "98dd8fbb-566b-4a41-b09d-166502a28077"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:28.837485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Port a02c2d87-c8c4-43e7-abfa-1502609b24c3 on network 99219182-9321-4b6c-ae5e-32e54d7e2d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:46:28.838258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Attempting to bind port a02c2d87-c8c4-43e7-abfa-1502609b24c3 on network 99219182-9321-4b6c-ae5e-32e54d7e2d37 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:28.844960 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f78bfd2e-a918-46dc-9b83-2eb7a763a613 req-19e1c758-d9dc-4cc9-91d4-bec8b8c7c05a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218016 Feb 09 03:46:28.850559 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:28.851016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Checking segment: {'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:28.851542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Bound using segment: {'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:28.852077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Bound port: a02c2d87-c8c4-43e7-abfa-1502609b24c3, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:28.852920 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:28.967216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91e7d7-476f-4823-a5a1-1cb62510d421 service neutron] Pushing event updated for resources: {'Port': ['ID=98dd8fbb-566b-4a41-b09d-166502a28077,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:28.979044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] For port a02c2d87-c8c4-43e7-abfa-1502609b24c3, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:28.989908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e81943-9172-4a7b-901e-85f43ab6541f req-3723f4e6-2413-41e5-b393-eb253d9618f8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:28.991974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8e81943-9172-4a7b-901e-85f43ab6541f req-3723f4e6-2413-41e5-b393-eb253d9618f8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.1315317 Feb 09 03:46:29.015569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] For port a02c2d87-c8c4-43e7-abfa-1502609b24c3, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a02c2d87-c8c4-43e7-abfa-1502609b24c3,segment=NetworkSegment(ecb19fa5-83e4-42e1-afd2-2fef95fbbb18),segment_id=ecb19fa5-83e4-42e1-afd2-2fef95fbbb18)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:29.022749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-ba29ff14-f9a9-461f-bbbd-bcbfa7a0f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:29.025244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-ba29ff14-f9a9-461f-bbbd-bcbfa7a0f1fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b5c044195b84ae2a7429ffa1b005b2e&device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 1166 time: 0.1459575 Feb 09 03:46:29.034633 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:29.087044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:29.087674 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:29.089284 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-e800afcd-c563-484b-9571-512515398290 service neutron] 10.222.0.65 "PUT /v2.0/ports/a02c2d87-c8c4-43e7-abfa-1502609b24c3 HTTP/1.1" status: 200 len: 1093 time: 1.1874464 Feb 09 03:46:29.089775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68a253d-98e8-4e46-a3f4-7cce778c9ff0', 'tag': 'a02c2d87-c8c4-43e7-abfa-1502609b24c3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:29.093597 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e1f0b1-ce4d-4bad-abb4-e984a378db89" -d '{"events": [{"name": "network-changed", "server_uuid": "d68a253d-98e8-4e46-a3f4-7cce778c9ff0", "tag": "a02c2d87-c8c4-43e7-abfa-1502609b24c3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:29.106381 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-1d66b3d4-c5c2-4fe7-95d3-8bca3b63af80 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98dd8fbb-566b-4a41-b09d-166502a28077 HTTP/1.1" status: 200 len: 217 time: 0.0599551 Feb 09 03:46:29.132963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822bb1a-dd91-435b-8f4f-a5ea18d7ce0d req-a3197fcf-32db-42a2-ae1e-217ca2a0cce0 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:29.141971 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3822bb1a-dd91-435b-8f4f-a5ea18d7ce0d req-a3197fcf-32db-42a2-ae1e-217ca2a0cce0 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1861401 Feb 09 03:46:29.168187 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8e81943-9172-4a7b-901e-85f43ab6541f req-0e2c44a9-bc37-438f-87be-a73e574d431c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667705 Feb 09 03:46:29.203131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-c4126391-f8c0-4efa-8003-0a37ae62c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:29.204579 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-c4126391-f8c0-4efa-8003-0a37ae62c366 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86d695d8-ad12-470a-b825-04c86028afff HTTP/1.1" status: 200 len: 834 time: 0.0822544 Feb 09 03:46:29.245029 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225da201-fa73-456a-9ff3-51ad250d81ff x-openstack-request-id: req-225da201-fa73-456a-9ff3-51ad250d81ff {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:29.248549 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724b6549-d8e1-49aa-b3c6-8fbfd6555d95", "tag": "98dd8fbb-566b-4a41-b09d-166502a28077", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:29.248817 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-225da201-fa73-456a-9ff3-51ad250d81ff {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:29.249241 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'tag': '98dd8fbb-566b-4a41-b09d-166502a28077', 'status': 'completed', 'code': 200} Feb 09 03:46:29.291956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800afcd-c563-484b-9571-512515398290 service neutron] Pushing event updated for resources: {'Port': ['ID=a02c2d87-c8c4-43e7-abfa-1502609b24c3,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:29.297746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-cec47b10-4080-4a68-a5cc-113a173ecb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:29.300248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-cec47b10-4080-4a68-a5cc-113a173ecb96 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93aca28d-4b78-4f15-a801-ba63c10c72af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0867229 Feb 09 03:46:29.315491 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1855d498-9d18-4c08-988b-849a2f1d838d x-openstack-request-id: req-1855d498-9d18-4c08-988b-849a2f1d838d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:29.315845 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68a253d-98e8-4e46-a3f4-7cce778c9ff0", "tag": "a02c2d87-c8c4-43e7-abfa-1502609b24c3", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:29.316077 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1855d498-9d18-4c08-988b-849a2f1d838d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:29.316495 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68a253d-98e8-4e46-a3f4-7cce778c9ff0', 'tag': 'a02c2d87-c8c4-43e7-abfa-1502609b24c3', 'status': 'completed', 'code': 200} Feb 09 03:46:29.323409 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3822bb1a-dd91-435b-8f4f-a5ea18d7ce0d req-2121a81b-d47e-442b-a170-9011b782bd95 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795921 Feb 09 03:46:29.340649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-6d99acf9-ebf6-463f-90d1-aaca1e2ad253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:29.342191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-6d99acf9-ebf6-463f-90d1-aaca1e2ad253 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 1127 time: 0.1674311 Feb 09 03:46:29.397248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-744685cc-5ed0-475c-ac78-98bd636289fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a02c2d87-c8c4-43e7-abfa-1502609b24c3 HTTP/1.1" status: 200 len: 217 time: 0.0409315 Feb 09 03:46:29.410500 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-b47c7b16-1a01-41cf-9137-f354e92564ea service neutron] 10.222.0.65 "GET /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938702 Feb 09 03:46:29.505248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-370d4a06-6add-4560-aea9-577919651445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:29.506921 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-370d4a06-6add-4560-aea9-577919651445 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6c0e4a2e-c97e-4a21-88cf-07222e9192e8 HTTP/1.1" status: 200 len: 837 time: 0.1009562 Feb 09 03:46:29.556957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ca2e-a5c7-48ef-80a3-0d16b830ea2b req-59839d3e-1eb0-4cd8-9a1c-340d95e09cd8 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:29.563098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05d1ca2e-a5c7-48ef-80a3-0d16b830ea2b req-59839d3e-1eb0-4cd8-9a1c-340d95e09cd8 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1108997 Feb 09 03:46:29.568944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41634) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:29.573727 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3e4c15f3-632d-4f98-aa65-5ff133f43167 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Request body: {'floatingip': {'port_id': '737aabb5-1a86-4bf6-9a4a-ff109de42006'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:29.579567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b5234-7a5b-4d20-87fd-c04c5d6432db req-7d686fd6-2afb-4778-9fd5-032eafa9aabc tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:29.585916 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b61b5234-7a5b-4d20-87fd-c04c5d6432db req-7d686fd6-2afb-4778-9fd5-032eafa9aabc tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 983 time: 0.1365230 Feb 09 03:46:29.618290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccdc02c1-835f-4abd-965e-3c116dbad4fc req-cdc518b2-e924-4628-a8d5-ba792348012b service neutron] 10.222.0.65 "GET /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001851 Feb 09 03:46:29.621183 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e4c15f3-632d-4f98-aa65-5ff133f43167 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (0daa8286-6b8a-47ca-800c-138fd6443de2), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:29.670220 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b61b5234-7a5b-4d20-87fd-c04c5d6432db req-21331b14-9908-4e57-b936-3bffbf7f6fa1 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0798662 Feb 09 03:46:29.671057 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-cc041b50-4264-4477-bf27-4d8036c29159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:29.672576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-cc041b50-4264-4477-bf27-4d8036c29159 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=99219182-9321-4b6c-ae5e-32e54d7e2d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1593118 Feb 09 03:46:29.780609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706442-cd0f-40f2-908e-ca5bc507db9e req-adebe508-f999-4cba-bc4e-3d4cc140a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:29.782133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df706442-cd0f-40f2-908e-ca5bc507db9e req-adebe508-f999-4cba-bc4e-3d4cc140a83a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b5c044195b84ae2a7429ffa1b005b2e&device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 1166 time: 0.0505874 Feb 09 03:46:29.873962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706442-cd0f-40f2-908e-ca5bc507db9e req-3dd50a5c-56bc-4c77-a7da-20cb22bcad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:29.875452 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df706442-cd0f-40f2-908e-ca5bc507db9e req-3dd50a5c-56bc-4c77-a7da-20cb22bcad1b service neutron] 10.222.0.65 "GET /v2.0/networks?id=93aca28d-4b78-4f15-a801-ba63c10c72af HTTP/1.1" status: 200 len: 898 time: 0.0868826 Feb 09 03:46:29.927989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-1f0b1ee5-5946-4d58-8d7a-87af3bc9fa34 service neutron] 10.222.0.65 "GET /v2.0/networks/99219182-9321-4b6c-ae5e-32e54d7e2d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871362 Feb 09 03:46:29.936970 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df706442-cd0f-40f2-908e-ca5bc507db9e req-21ff0cab-4c1b-42bb-89d6-b7b7263aa5b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98dd8fbb-566b-4a41-b09d-166502a28077 HTTP/1.1" status: 200 len: 217 time: 0.0510459 Feb 09 03:46:29.999384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706442-cd0f-40f2-908e-ca5bc507db9e req-d1d0c77b-ea28-42c2-b8a9-766806f97b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:30.000869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df706442-cd0f-40f2-908e-ca5bc507db9e req-d1d0c77b-ea28-42c2-b8a9-766806f97b67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86d695d8-ad12-470a-b825-04c86028afff HTTP/1.1" status: 200 len: 834 time: 0.0534697 Feb 09 03:46:30.053743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706442-cd0f-40f2-908e-ca5bc507db9e req-7cd28712-04b3-428c-8754-e72bc0eff067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:30.055266 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df706442-cd0f-40f2-908e-ca5bc507db9e req-7cd28712-04b3-428c-8754-e72bc0eff067 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93aca28d-4b78-4f15-a801-ba63c10c72af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470004 Feb 09 03:46:30.158698 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df706442-cd0f-40f2-908e-ca5bc507db9e req-ed3fe459-7ec4-48f6-b93e-8481f0b05049 service neutron] 10.222.0.65 "GET /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967388 Feb 09 03:46:30.308448 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df706442-cd0f-40f2-908e-ca5bc507db9e req-d56d2d14-e8e6-4295-8c07-6cb6106cf5e4 service neutron] 10.222.0.65 "GET /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437073 Feb 09 03:46:30.324842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6d5ee-98db-460b-96e9-6b967d9cac71 req-adfb7e2b-9795-425a-a79f-ac8010ab0421 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:30.326398 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5d6d5ee-98db-460b-96e9-6b967d9cac71 req-adfb7e2b-9795-425a-a79f-ac8010ab0421 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.0773666 Feb 09 03:46:30.383860 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5d6d5ee-98db-460b-96e9-6b967d9cac71 req-1fb4171b-1a48-4a90-bfb7-c546b8914550 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484362 Feb 09 03:46:30.488730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c33996-4df1-4c7c-ae84-b7911fcddff9 req-2a78a060-369f-4d70-a29e-688de2a13849 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:30.490253 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40c33996-4df1-4c7c-ae84-b7911fcddff9 req-2a78a060-369f-4d70-a29e-688de2a13849 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 944 time: 0.5576069 Feb 09 03:46:30.526410 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2290ec61-3c2d-4672-88c5-297e38b8e7a9 req-f7baa51d-6751-4f6a-b1d2-0ac302724509 service neutron] 10.222.0.65 "GET /v2.0/networks/99219182-9321-4b6c-ae5e-32e54d7e2d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814264 Feb 09 03:46:30.589626 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40c33996-4df1-4c7c-ae84-b7911fcddff9 req-23fe5887-af91-4b0b-b78e-5e1e921e4792 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850539 Feb 09 03:46:30.678643 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e4c15f3-632d-4f98-aa65-5ff133f43167 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:30.685720 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e4c15f3-632d-4f98-aa65-5ff133f43167 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (0daa8286-6b8a-47ca-800c-138fd6443de2), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:30.784729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f0b1-ce4d-4bad-abb4-e984a378db89 req-69bd5645-68a4-4555-9bfa-a261af737ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:30.786700 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65e1f0b1-ce4d-4bad-abb4-e984a378db89 req-69bd5645-68a4-4555-9bfa-a261af737ad2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 1127 time: 0.1530232 Feb 09 03:46:30.858199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86bb2f-8344-487c-b86b-1bfd1411baab req-73021764-4233-4278-9584-389af7d4a91f tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:30.858199 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea86bb2f-8344-487c-b86b-1bfd1411baab req-73021764-4233-4278-9584-389af7d4a91f tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 983 time: 0.0845437 Feb 09 03:46:30.891798 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-3e4c15f3-632d-4f98-aa65-5ff133f43167 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Floating IP 0daa8286-6b8a-47ca-800c-138fd6443de2 associated. External IP: 172.25.5.159, port: 737aabb5-1a86-4bf6-9a4a-ff109de42006. Feb 09 03:46:30.921805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea86bb2f-8344-487c-b86b-1bfd1411baab req-c695eb6d-3396-4f20-a3fb-6306334ebf8e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0575902 Feb 09 03:46:30.997907 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f0b1-ce4d-4bad-abb4-e984a378db89 req-3594465c-1dbd-4da7-81d1-d4bef85c0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:30.999413 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65e1f0b1-ce4d-4bad-abb4-e984a378db89 req-3594465c-1dbd-4da7-81d1-d4bef85c0bb3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=99219182-9321-4b6c-ae5e-32e54d7e2d37 HTTP/1.1" status: 200 len: 897 time: 0.2042670 Feb 09 03:46:31.051671 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65e1f0b1-ce4d-4bad-abb4-e984a378db89 req-657c0b9c-0bed-4d37-8a64-2a336efe8a61 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a02c2d87-c8c4-43e7-abfa-1502609b24c3 HTTP/1.1" status: 200 len: 217 time: 0.0455089 Feb 09 03:46:31.175609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f0b1-ce4d-4bad-abb4-e984a378db89 req-608848f3-02fc-45f4-a1b6-7bc10f53e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:31.177053 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65e1f0b1-ce4d-4bad-abb4-e984a378db89 req-608848f3-02fc-45f4-a1b6-7bc10f53e79c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6c0e4a2e-c97e-4a21-88cf-07222e9192e8 HTTP/1.1" status: 200 len: 837 time: 0.1195240 Feb 09 03:46:31.245101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4c15f3-632d-4f98-aa65-5ff133f43167 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Router fe54a105-c97d-4bb9-a21e-b4c95dabc24e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:46:31.251383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f0b1-ce4d-4bad-abb4-e984a378db89 req-c354f40e-28fa-4cd3-9ac0-21235f408818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:31.253791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65e1f0b1-ce4d-4bad-abb4-e984a378db89 req-c354f40e-28fa-4cd3-9ac0-21235f408818 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=99219182-9321-4b6c-ae5e-32e54d7e2d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0679421 Feb 09 03:46:31.435808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65e1f0b1-ce4d-4bad-abb4-e984a378db89 req-f0b7157c-3b45-4dba-a038-11efca4d0c52 service neutron] 10.222.0.65 "GET /v2.0/networks/99219182-9321-4b6c-ae5e-32e54d7e2d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745460 Feb 09 03:46:31.436966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4c15f3-632d-4f98-aa65-5ff133f43167 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:46:31.442932 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e4c15f3-632d-4f98-aa65-5ff133f43167 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:31.449982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5729f-e130-451d-be48-d5a8d0e598c7 None None] Sync routers for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:31.472968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5729f-e130-451d-be48-d5a8d0e598c7 None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:31.473729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fad5729f-e130-451d-be48-d5a8d0e598c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:46:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:31.531465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29791f4b-7d01-4bc2-8427-bad36d1710b2 req-d4c7e6fd-926c-46e0-b484-654500626e73 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:31.532036 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3e4c15f3-632d-4f98-aa65-5ff133f43167 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "PUT /v2.0/floatingips/0daa8286-6b8a-47ca-800c-138fd6443de2 HTTP/1.1" status: 200 len: 991 time: 1.9619887 Feb 09 03:46:31.534982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'tag': '737aabb5-1a86-4bf6-9a4a-ff109de42006'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:31.535642 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29791f4b-7d01-4bc2-8427-bad36d1710b2 req-d4c7e6fd-926c-46e0-b484-654500626e73 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.0800064 Feb 09 03:46:31.538823 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e23b43-6793-4d1e-a48e-6f0d3fe115bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ece16a8-86db-48f3-ad9b-702f543df4a5", "tag": "737aabb5-1a86-4bf6-9a4a-ff109de42006"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:31.608862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65e1f0b1-ce4d-4bad-abb4-e984a378db89 req-a045e8de-cc24-4499-81af-c7332a896761 service neutron] 10.222.0.65 "GET /v2.0/networks/99219182-9321-4b6c-ae5e-32e54d7e2d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633608 Feb 09 03:46:31.619994 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-29791f4b-7d01-4bc2-8427-bad36d1710b2 req-7290069e-971d-422c-b870-18b382f07c8f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655224 Feb 09 03:46:31.661629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-fad5729f-e130-451d-be48-d5a8d0e598c7 None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:31.681717 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1348e1b9-ecf3-49d0-af7b-51ed280a76cc x-openstack-request-id: req-1348e1b9-ecf3-49d0-af7b-51ed280a76cc {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:31.682016 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ece16a8-86db-48f3-ad9b-702f543df4a5", "tag": "737aabb5-1a86-4bf6-9a4a-ff109de42006", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:31.682290 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1348e1b9-ecf3-49d0-af7b-51ed280a76cc {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:31.682693 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'tag': '737aabb5-1a86-4bf6-9a4a-ff109de42006', 'status': 'completed', 'code': 200} Feb 09 03:46:31.713217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de530885-868a-408e-a66c-319d5c19a52d req-1882d046-0277-4134-80fc-0e2faeba07a3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:31.717826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-de530885-868a-408e-a66c-319d5c19a52d req-1882d046-0277-4134-80fc-0e2faeba07a3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0753820 Feb 09 03:46:31.789041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171e41d-6b78-4289-a03c-5b7965faed8c req-bba47d71-15b1-4467-9d19-7bd888e8ec22 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:31.790569 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e171e41d-6b78-4289-a03c-5b7965faed8c req-bba47d71-15b1-4467-9d19-7bd888e8ec22 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 944 time: 0.0585520 Feb 09 03:46:31.797098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23b43-6793-4d1e-a48e-6f0d3fe115bb req-bde0abbf-6e1a-4264-8f0f-a237036e2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:31.798673 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05e23b43-6793-4d1e-a48e-6f0d3fe115bb req-bde0abbf-6e1a-4264-8f0f-a237036e2eae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f69e921aa14082a86e09bda26aeec5&device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 1128 time: 0.0797386 Feb 09 03:46:31.803157 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-de530885-868a-408e-a66c-319d5c19a52d req-e3f5349f-c3ab-4c6d-9b68-d10c3ea36245 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741310 Feb 09 03:46:31.850313 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e171e41d-6b78-4289-a03c-5b7965faed8c req-3b57e36f-e040-4b4c-8b35-f0bc196cc176 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536146 Feb 09 03:46:31.901795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23b43-6793-4d1e-a48e-6f0d3fe115bb req-906db17a-355a-4083-a146-b3ea0aeb3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:31.903282 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05e23b43-6793-4d1e-a48e-6f0d3fe115bb req-906db17a-355a-4083-a146-b3ea0aeb3f7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 200 len: 912 time: 0.0987611 Feb 09 03:46:31.907509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fad5729f-e130-451d-be48-d5a8d0e598c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '0daa8286-6b8a-47ca-800c-138fd6443de2', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'floating_ip_address': '172.25.5.159', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'port_id': '737aabb5-1a86-4bf6-9a4a-ff109de42006', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'mac_address': 'fa:16:3e:75:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:46:12Z', 'updated_at': '2022-02-09T03:46:30Z', 'revision_number': 1, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:31.937426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5729f-e130-451d-be48-d5a8d0e598c7 None None] Checking router: fe54a105-c97d-4bb9-a21e-b4c95dabc24e for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:31.947607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5729f-e130-451d-be48-d5a8d0e598c7 None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:31.948532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fad5729f-e130-451d-be48-d5a8d0e598c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:46:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:31.980478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05e23b43-6793-4d1e-a48e-6f0d3fe115bb req-59c1ed7f-1068-4eb2-8767-9d6ce6637498 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737aabb5-1a86-4bf6-9a4a-ff109de42006 HTTP/1.1" status: 200 len: 999 time: 0.0713828 Feb 09 03:46:32.062498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23b43-6793-4d1e-a48e-6f0d3fe115bb req-288d1f2d-e057-4830-9b3c-43a2f8f84855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:32.063746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-fad5729f-e130-451d-be48-d5a8d0e598c7 None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:32.063914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05e23b43-6793-4d1e-a48e-6f0d3fe115bb req-288d1f2d-e057-4830-9b3c-43a2f8f84855 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=76252ee7-e7fa-4822-a2d9-8ea4bb95b98e HTTP/1.1" status: 200 len: 850 time: 0.0784979 Feb 09 03:46:32.111838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75353b9-9102-4b4d-a8b7-292b0632c511 req-766852ce-9d32-4019-bc4f-7ebab91c0f28 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:32.113342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f75353b9-9102-4b4d-a8b7-292b0632c511 req-766852ce-9d32-4019-bc4f-7ebab91c0f28 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 983 time: 0.1183558 Feb 09 03:46:32.144521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23b43-6793-4d1e-a48e-6f0d3fe115bb req-e2aee497-80af-450b-8e95-1026de9fe6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:32.146195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05e23b43-6793-4d1e-a48e-6f0d3fe115bb req-e2aee497-80af-450b-8e95-1026de9fe6b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=67dff6fc-e2ea-4874-82ed-23ae56fafefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0769415 Feb 09 03:46:32.241987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f75353b9-9102-4b4d-a8b7-292b0632c511 req-95f3c591-6850-446d-9795-2419ee38f1e8 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1174355 Feb 09 03:46:32.277455 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05e23b43-6793-4d1e-a48e-6f0d3fe115bb req-2adc7a28-a0ef-4c18-bf70-e90a02311e84 service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209106 Feb 09 03:46:32.308066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fad5729f-e130-451d-be48-d5a8d0e598c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '0daa8286-6b8a-47ca-800c-138fd6443de2', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'floating_ip_address': '172.25.5.159', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'port_id': '737aabb5-1a86-4bf6-9a4a-ff109de42006', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'mac_address': 'fa:16:3e:75:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:46:12Z', 'updated_at': '2022-02-09T03:46:30Z', 'revision_number': 1, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:32.339210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5729f-e130-451d-be48-d5a8d0e598c7 None None] The sync data for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 is: [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '0daa8286-6b8a-47ca-800c-138fd6443de2', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'floating_ip_address': '172.25.5.159', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'port_id': '737aabb5-1a86-4bf6-9a4a-ff109de42006', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'mac_address': 'fa:16:3e:75:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:46:12Z', 'updated_at': '2022-02-09T03:46:30Z', 'revision_number': 1, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:46:32.376384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05e23b43-6793-4d1e-a48e-6f0d3fe115bb req-65e8e45d-f2c6-4021-9429-b194bbdb1dbd service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922260 Feb 09 03:46:32.556478 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343996ba-0bf9-4cca-9050-0c749e9595ec None None] New status for floating IP 0daa8286-6b8a-47ca-800c-138fd6443de2: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:46:32.749984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049762a5-cae1-4986-9d1f-d65ff075d028 req-c05d9a60-83c5-46ae-80e9-7d1be4b7dfa7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:32.751472 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-049762a5-cae1-4986-9d1f-d65ff075d028 req-c05d9a60-83c5-46ae-80e9-7d1be4b7dfa7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.0567472 Feb 09 03:46:32.801661 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-049762a5-cae1-4986-9d1f-d65ff075d028 req-958b9116-d68f-48b4-8e92-d0a437333c0f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 Feb 09 03:46:32.943200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cab8a9-02c8-4ad0-9cce-fb0aa30a5a58 req-df1fb927-fd45-47dc-a76d-f41c3af82f22 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:32.945796 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-03cab8a9-02c8-4ad0-9cce-fb0aa30a5a58 req-df1fb927-fd45-47dc-a76d-f41c3af82f22 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0695548 Feb 09 03:46:32.978648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab421d99-c747-41d5-8bc8-386b47d488da req-7d6cecb2-5201-44d0-a82a-fb363304d0f0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:32.980350 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab421d99-c747-41d5-8bc8-386b47d488da req-7d6cecb2-5201-44d0-a82a-fb363304d0f0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 944 time: 0.0584745 Feb 09 03:46:33.012706 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-03cab8a9-02c8-4ad0-9cce-fb0aa30a5a58 req-7315d496-6830-443e-a3aa-51e751a5a2af tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614488 Feb 09 03:46:33.038475 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab421d99-c747-41d5-8bc8-386b47d488da req-952f8548-eae6-4a63-aa9e-e2ffef4ae0b1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505385 Feb 09 03:46:33.359418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6233b-a4e5-48b7-82f4-019951a80311 req-d22fa11b-ebeb-4088-81b7-995efca6a9ef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:33.360903 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3ee6233b-a4e5-48b7-82f4-019951a80311 req-d22fa11b-ebeb-4088-81b7-995efca6a9ef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 983 time: 0.0551124 Feb 09 03:46:33.417820 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3ee6233b-a4e5-48b7-82f4-019951a80311 req-4a5d4678-d037-4aac-bdef-b4eb5d3d2ddb tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0507679 Feb 09 03:46:33.935872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7967a-46a8-4187-9507-de29ccdebee1 req-29e745be-10d8-40f3-a447-e75f095bcb36 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:33.937418 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8f7967a-46a8-4187-9507-de29ccdebee1 req-29e745be-10d8-40f3-a447-e75f095bcb36 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.0628831 Feb 09 03:46:33.994087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8f7967a-46a8-4187-9507-de29ccdebee1 req-9d32a203-ceea-47fb-8ebb-be29388a941d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502088 Feb 09 03:46:34.159451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdab50-1bc4-4b82-9817-452a430253e3 req-c34e210e-a316-4aba-85f7-99e826653de8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:34.160828 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19cdab50-1bc4-4b82-9817-452a430253e3 req-c34e210e-a316-4aba-85f7-99e826653de8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 944 time: 0.0535083 Feb 09 03:46:34.209743 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19cdab50-1bc4-4b82-9817-452a430253e3 req-ca5486e0-a1fc-49ef-8b2f-191fc24c694e tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Feb 09 03:46:34.416310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 98dd8fbb-566b-4a41-b09d-166502a28077 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:46:34.514407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 98dd8fbb-566b-4a41-b09d-166502a28077, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=98dd8fbb-566b-4a41-b09d-166502a28077,segment=NetworkSegment(b17247c3-812f-4e51-8376-1c51781def50),segment_id=b17247c3-812f-4e51-8376-1c51781def50)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:34.526315 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '98dd8fbb-566b-4a41-b09d-166502a28077', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'port_id': '98dd8fbb-566b-4a41-b09d-166502a28077', 'mac_address': 'fa:16:3e:80:47:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d695d8-ad12-470a-b825-04c86028afff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:46:34.541327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9532b-694c-4e30-9d03-e8af7d9f3218 req-4f978788-677d-4fd6-bcf0-585ad8547457 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:34.542882 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e8c9532b-694c-4e30-9d03-e8af7d9f3218 req-4f978788-677d-4fd6-bcf0-585ad8547457 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 983 time: 0.0554490 Feb 09 03:46:34.569603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 98dd8fbb-566b-4a41-b09d-166502a28077 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:34.569998 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:34.585175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dd8fbb-566b-4a41-b09d-166502a28077 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:46:34.601584 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e8c9532b-694c-4e30-9d03-e8af7d9f3218 req-1fa5f016-cf61-47b9-a500-3efc94fb651e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0515823 Feb 09 03:46:34.605026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 98dd8fbb-566b-4a41-b09d-166502a28077, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=98dd8fbb-566b-4a41-b09d-166502a28077,segment=NetworkSegment(b17247c3-812f-4e51-8376-1c51781def50),segment_id=b17247c3-812f-4e51-8376-1c51781def50)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:34.609934 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:34.610601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a02c2d87-c8c4-43e7-abfa-1502609b24c3 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:46:34.678870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=98dd8fbb-566b-4a41-b09d-166502a28077,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:34.750078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a02c2d87-c8c4-43e7-abfa-1502609b24c3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a02c2d87-c8c4-43e7-abfa-1502609b24c3,segment=NetworkSegment(ecb19fa5-83e4-42e1-afd2-2fef95fbbb18),segment_id=ecb19fa5-83e4-42e1-afd2-2fef95fbbb18)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:34.769474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'a02c2d87-c8c4-43e7-abfa-1502609b24c3', 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37', 'port_id': 'a02c2d87-c8c4-43e7-abfa-1502609b24c3', 'mac_address': 'fa:16:3e:da:71:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0e4a2e-c97e-4a21-88cf-07222e9192e8', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:46:34.810081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a02c2d87-c8c4-43e7-abfa-1502609b24c3 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:34.810481 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:34.823529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02c2d87-c8c4-43e7-abfa-1502609b24c3 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:46:34.853289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a02c2d87-c8c4-43e7-abfa-1502609b24c3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a02c2d87-c8c4-43e7-abfa-1502609b24c3,segment=NetworkSegment(ecb19fa5-83e4-42e1-afd2-2fef95fbbb18),segment_id=ecb19fa5-83e4-42e1-afd2-2fef95fbbb18)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:34.857403 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:34.858136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7a8a8914-f331-4cee-8d91-76330e8dec2e details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:46:34.949044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a02c2d87-c8c4-43e7-abfa-1502609b24c3,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:35.122073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.122457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.122785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.123092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.123429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.123764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.124095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.124901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.124901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.125082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.125385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.125710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.126032 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:35.145193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9d3df-e425-42d6-83a0-4a133c137a7f req-f904681a-2e5a-4b37-86ca-7a37c2e8ed54 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:35.146715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00c9d3df-e425-42d6-83a0-4a133c137a7f req-f904681a-2e5a-4b37-86ca-7a37c2e8ed54 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 943 time: 0.0604804 Feb 09 03:46:35.169742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 7a8a8914-f331-4cee-8d91-76330e8dec2e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7a8a8914-f331-4cee-8d91-76330e8dec2e,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:35.182562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '7a8a8914-f331-4cee-8d91-76330e8dec2e', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'port_id': '7a8a8914-f331-4cee-8d91-76330e8dec2e', 'mac_address': 'fa:16:3e:c5:57:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:46:35.197870 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00c9d3df-e425-42d6-83a0-4a133c137a7f req-9ca7e6c3-7de0-4637-a189-86927943a6f5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437567 Feb 09 03:46:35.221896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 7a8a8914-f331-4cee-8d91-76330e8dec2e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:35.222285 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:35.235181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8a8914-f331-4cee-8d91-76330e8dec2e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:46:35.256360 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 7a8a8914-f331-4cee-8d91-76330e8dec2e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7a8a8914-f331-4cee-8d91-76330e8dec2e,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:35.260420 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:35.311630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=7a8a8914-f331-4cee-8d91-76330e8dec2e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:35.344378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3a600-dc8a-4089-b2b6-2ad090e1f463 req-33437b0e-d01d-4550-ace3-06c9453235ea tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:35.346723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58d3a600-dc8a-4089-b2b6-2ad090e1f463 req-33437b0e-d01d-4550-ace3-06c9453235ea tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 945 time: 0.0608892 Feb 09 03:46:35.396102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-58d3a600-dc8a-4089-b2b6-2ad090e1f463 req-31fcd428-3911-47be-8701-5014ddea79a1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433626 Feb 09 03:46:35.726217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f5fbd-a2e2-43c4-85e5-ee930ee691c7 req-6a1d59a7-a726-4c76-8975-531b2b66b0c0 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:35.727748 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-205f5fbd-a2e2-43c4-85e5-ee930ee691c7 req-6a1d59a7-a726-4c76-8975-531b2b66b0c0 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 984 time: 0.0571282 Feb 09 03:46:35.791154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-205f5fbd-a2e2-43c4-85e5-ee930ee691c7 req-2389c3fe-e09a-4be7-8ebc-8b45772f77dd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0569434 Feb 09 03:46:35.880836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a02c2d87-c8c4-43e7-abfa-1502609b24c3'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:46:35.905459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['98dd8fbb-566b-4a41-b09d-166502a28077'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:46:36.001873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['7a8a8914-f331-4cee-8d91-76330e8dec2e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:46:36.323378 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d42d-98c8-4250-8e42-0ad1202a8075 req-51907b14-031b-48ba-9879-54fc2e720d80 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:36.324898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-16b2d42d-98c8-4250-8e42-0ad1202a8075 req-51907b14-031b-48ba-9879-54fc2e720d80 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 944 time: 0.0550880 Feb 09 03:46:36.375700 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-16b2d42d-98c8-4250-8e42-0ad1202a8075 req-efa3d532-917b-4d0d-8d6a-fe8b87411664 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433602 Feb 09 03:46:36.519747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f941e6f-ab2d-4769-b003-b618bcabd88c req-bf94bcc9-3ec3-45bd-a926-820a6b58278e tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:36.521241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0f941e6f-ab2d-4769-b003-b618bcabd88c req-bf94bcc9-3ec3-45bd-a926-820a6b58278e tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 945 time: 0.0542629 Feb 09 03:46:36.574210 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0f941e6f-ab2d-4769-b003-b618bcabd88c req-8fb28748-5c72-4b7c-8d28-e2bf3c98dfbf tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470495 Feb 09 03:46:36.911287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bd921-a1e6-4ec2-803a-c6051958997f req-c86daa04-51cd-4894-99d6-f6ce48d62022 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:36.912770 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-517bd921-a1e6-4ec2-803a-c6051958997f req-c86daa04-51cd-4894-99d6-f6ce48d62022 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 984 time: 0.0539999 Feb 09 03:46:36.975009 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-517bd921-a1e6-4ec2-803a-c6051958997f req-f2a040d7-5784-4189-bf47-2610b2b2e259 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0564947 Feb 09 03:46:37.497103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d371dd-9ded-4e19-9ef2-5a56d9382a01 req-4e3f54ae-8486-43d9-9a47-4784db25a99f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:37.498479 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d371dd-9ded-4e19-9ef2-5a56d9382a01 req-4e3f54ae-8486-43d9-9a47-4784db25a99f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 944 time: 0.0536606 Feb 09 03:46:37.545206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45d371dd-9ded-4e19-9ef2-5a56d9382a01 req-3c1abb38-bbae-4189-a56d-98049fff42d8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409052 Feb 09 03:46:37.711476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26f66a-f9c7-4cc3-957b-b9bf911cf287 req-6dc6cb3b-3f3e-4880-bab1-19ab793f44a3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:37.712991 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa26f66a-f9c7-4cc3-957b-b9bf911cf287 req-6dc6cb3b-3f3e-4880-bab1-19ab793f44a3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 945 time: 0.0714417 Feb 09 03:46:37.740287 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:37.765776 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa26f66a-f9c7-4cc3-957b-b9bf911cf287 req-5f92b6ee-8fd3-4abe-be24-09184626d2f7 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468249 Feb 09 03:46:38.098675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a55e-0866-491f-9a3a-caa299471240 req-6d9c104e-5396-4861-99fb-78e72d2d15eb tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:38.100156 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b156a55e-0866-491f-9a3a-caa299471240 req-6d9c104e-5396-4861-99fb-78e72d2d15eb tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 984 time: 0.0539737 Feb 09 03:46:38.156458 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b156a55e-0866-491f-9a3a-caa299471240 req-1cb9c235-f92f-446c-96d5-3977b9839263 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0503845 Feb 09 03:46:38.456174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 98dd8fbb-566b-4a41-b09d-166502a28077 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:38.504275 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 98dd8fbb-566b-4a41-b09d-166502a28077 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:46:38.508409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 98dd8fbb-566b-4a41-b09d-166502a28077 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:38.508786 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:38.590604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 98dd8fbb-566b-4a41-b09d-166502a28077 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:38.590996 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:38.614777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dd8fbb-566b-4a41-b09d-166502a28077'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:38.617021 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e414b58-cbb7-48be-b0d9-5a07e70fbeee" -d '{"events": [{"server_uuid": "724b6549-d8e1-49aa-b3c6-8fbfd6555d95", "name": "network-vif-plugged", "status": "completed", "tag": "98dd8fbb-566b-4a41-b09d-166502a28077"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:38.630720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 98dd8fbb-566b-4a41-b09d-166502a28077, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=98dd8fbb-566b-4a41-b09d-166502a28077,segment=NetworkSegment(b17247c3-812f-4e51-8376-1c51781def50),segment_id=b17247c3-812f-4e51-8376-1c51781def50)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:38.635882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:38.636655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a02c2d87-c8c4-43e7-abfa-1502609b24c3 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:38.674119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea1dd9-9942-4663-b297-47a606c96ec2 req-15d57365-6996-4b55-ba6c-1df75b676859 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:38.676901 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-47ea1dd9-9942-4663-b297-47a606c96ec2 req-15d57365-6996-4b55-ba6c-1df75b676859 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 944 time: 0.0608602 Feb 09 03:46:38.679074 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea95bd6-b58e-4d76-871e-e6e60eff6eb0 x-openstack-request-id: req-2ea95bd6-b58e-4d76-871e-e6e60eff6eb0 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:38.679371 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724b6549-d8e1-49aa-b3c6-8fbfd6555d95", "name": "network-vif-plugged", "status": "completed", "tag": "98dd8fbb-566b-4a41-b09d-166502a28077", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:38.679623 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ea95bd6-b58e-4d76-871e-e6e60eff6eb0 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:38.680015 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dd8fbb-566b-4a41-b09d-166502a28077', 'code': 200} Feb 09 03:46:38.718937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=98dd8fbb-566b-4a41-b09d-166502a28077,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:38.744079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port a02c2d87-c8c4-43e7-abfa-1502609b24c3 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:46:38.748239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port a02c2d87-c8c4-43e7-abfa-1502609b24c3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:38.748726 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:38.768197 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-47ea1dd9-9942-4663-b297-47a606c96ec2 req-cd784842-fdc5-4092-92cd-5d00a650ddbd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854001 Feb 09 03:46:38.830263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d6dbb-6d9a-48c3-8a3d-d1727f45fdef req-85bd97e3-d454-40de-9775-a2513ce5a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:38.832057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e00d6dbb-6d9a-48c3-8a3d-d1727f45fdef req-85bd97e3-d454-40de-9775-a2513ce5a5fc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 1168 time: 0.0623662 Feb 09 03:46:38.835398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a02c2d87-c8c4-43e7-abfa-1502609b24c3 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:38.835796 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:38.880922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a02c2d87-c8c4-43e7-abfa-1502609b24c3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a02c2d87-c8c4-43e7-abfa-1502609b24c3,segment=NetworkSegment(ecb19fa5-83e4-42e1-afd2-2fef95fbbb18),segment_id=ecb19fa5-83e4-42e1-afd2-2fef95fbbb18)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:38.888004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:38.888840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7a8a8914-f331-4cee-8d91-76330e8dec2e up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:38.903754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e00d6dbb-6d9a-48c3-8a3d-d1727f45fdef req-55de5586-8000-489a-b064-57b6bf108653 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0648818 Feb 09 03:46:38.919193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80758a55-cdbe-40e6-9257-d6133eafc2b6 req-830c738f-5f28-4c11-94a2-aafde97a3680 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:38.930082 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80758a55-cdbe-40e6-9257-d6133eafc2b6 req-830c738f-5f28-4c11-94a2-aafde97a3680 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 945 time: 0.0751491 Feb 09 03:46:39.008919 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80758a55-cdbe-40e6-9257-d6133eafc2b6 req-6b9d47c6-a0e2-4271-aefd-e47012819843 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774889 Feb 09 03:46:39.028244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a02c2d87-c8c4-43e7-abfa-1502609b24c3,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:39.039006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 7a8a8914-f331-4cee-8d91-76330e8dec2e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:46:39.044107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 7a8a8914-f331-4cee-8d91-76330e8dec2e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:39.044582 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:39.130952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 7a8a8914-f331-4cee-8d91-76330e8dec2e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:39.131342 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:39.163575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 7a8a8914-f331-4cee-8d91-76330e8dec2e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7a8a8914-f331-4cee-8d91-76330e8dec2e,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:39.168176 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:39.217097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=7a8a8914-f331-4cee-8d91-76330e8dec2e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:39.291803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66908cc0-e407-4740-ae42-e9f564ee719e req-7438e90f-7cff-4a04-8460-5ca0ee9e7f72 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:39.293299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66908cc0-e407-4740-ae42-e9f564ee719e req-7438e90f-7cff-4a04-8460-5ca0ee9e7f72 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 985 time: 0.0546765 Feb 09 03:46:39.352777 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66908cc0-e407-4740-ae42-e9f564ee719e req-6b5b79ad-8ca7-4099-ba59-9c789d5a1ce8 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0527179 Feb 09 03:46:39.908803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cd618-843a-47a3-a561-b59dec9f5908 req-0d0e0798-a707-4f4f-90de-08c24524e5f9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:39.910314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad6cd618-843a-47a3-a561-b59dec9f5908 req-0d0e0798-a707-4f4f-90de-08c24524e5f9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 945 time: 0.0530729 Feb 09 03:46:39.957955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad6cd618-843a-47a3-a561-b59dec9f5908 req-f868b60f-bfd1-4b38-8c79-390374d33099 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 Feb 09 03:46:40.136802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721daa6-5b20-49b8-9967-57702c3bb8f1 req-bebbafa3-72a6-43e1-b383-32fff9433eb3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:40.138308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3721daa6-5b20-49b8-9967-57702c3bb8f1 req-bebbafa3-72a6-43e1-b383-32fff9433eb3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0579712 Feb 09 03:46:40.187662 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3721daa6-5b20-49b8-9967-57702c3bb8f1 req-c788fd08-ae72-41f3-bde9-5c9531fce3a0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435977 Feb 09 03:46:40.493759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824b0de-18b6-4980-b3aa-614029dd5d71 req-bee3b5c7-0ef2-4779-8265-5c60cf6b1adc tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:40.495279 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5824b0de-18b6-4980-b3aa-614029dd5d71 req-bee3b5c7-0ef2-4779-8265-5c60cf6b1adc tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 985 time: 0.0636904 Feb 09 03:46:40.681388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68a253d-98e8-4e46-a3f4-7cce778c9ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02c2d87-c8c4-43e7-abfa-1502609b24c3'}, {'server_uuid': '1c0d1136-78c3-4b09-9288-4149706d5524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8a8914-f331-4cee-8d91-76330e8dec2e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:40.684161 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50698cf-13c2-4118-962d-a165e5204d22" -d '{"events": [{"server_uuid": "d68a253d-98e8-4e46-a3f4-7cce778c9ff0", "name": "network-vif-plugged", "status": "completed", "tag": "a02c2d87-c8c4-43e7-abfa-1502609b24c3"}, {"server_uuid": "1c0d1136-78c3-4b09-9288-4149706d5524", "name": "network-vif-plugged", "status": "completed", "tag": "7a8a8914-f331-4cee-8d91-76330e8dec2e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:40.731526 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681cfa4b-c280-4b80-a0c2-473c0815bcc5 x-openstack-request-id: req-681cfa4b-c280-4b80-a0c2-473c0815bcc5 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:40.732056 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68a253d-98e8-4e46-a3f4-7cce778c9ff0", "name": "network-vif-plugged", "status": "completed", "tag": "a02c2d87-c8c4-43e7-abfa-1502609b24c3", "code": 200}, {"server_uuid": "1c0d1136-78c3-4b09-9288-4149706d5524", "name": "network-vif-plugged", "status": "completed", "tag": "7a8a8914-f331-4cee-8d91-76330e8dec2e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:40.732527 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-681cfa4b-c280-4b80-a0c2-473c0815bcc5 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:40.732998 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68a253d-98e8-4e46-a3f4-7cce778c9ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02c2d87-c8c4-43e7-abfa-1502609b24c3', 'code': 200} Feb 09 03:46:40.733320 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0d1136-78c3-4b09-9288-4149706d5524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8a8914-f331-4cee-8d91-76330e8dec2e', 'code': 200} Feb 09 03:46:40.924643 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fd3fb-817d-44c0-94dc-682462d016e4 req-d26bfa9e-a176-49b4-9e19-bc23042be8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:40.926189 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0fd3fb-817d-44c0-94dc-682462d016e4 req-d26bfa9e-a176-49b4-9e19-bc23042be8bb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 1129 time: 0.0479584 Feb 09 03:46:40.932360 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5824b0de-18b6-4980-b3aa-614029dd5d71 req-8f43c6fa-27d2-4538-88a3-81f420740836 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4310653 Feb 09 03:46:40.951066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b721f-80c1-4394-ac31-040442cd2c00 req-6c75873d-2aba-403e-9bfe-929088b92330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:40.952559 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd7b721f-80c1-4394-ac31-040442cd2c00 req-6c75873d-2aba-403e-9bfe-929088b92330 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 1128 time: 0.0628169 Feb 09 03:46:40.976145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c0fd3fb-817d-44c0-94dc-682462d016e4 req-02f98a38-840f-4b64-8f2a-860d3e68fe44 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424173 Feb 09 03:46:41.001014 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd7b721f-80c1-4394-ac31-040442cd2c00 req-a4af3ae3-aafc-4cb7-a4ea-4f439fbbb071 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420079 Feb 09 03:46:41.077921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6dac0-e272-461e-a05c-003442c5eeea req-96997d35-7b4b-4586-a2e2-ee553099aeac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:41.079353 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f5b6dac0-e272-461e-a05c-003442c5eeea req-96997d35-7b4b-4586-a2e2-ee553099aeac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 945 time: 0.0523674 Feb 09 03:46:41.130951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f5b6dac0-e272-461e-a05c-003442c5eeea req-2f3e652c-23ce-4d75-8873-17d24cb02e33 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459535 Feb 09 03:46:41.309842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1e01d-d108-4119-8824-67f4f60b80c7 req-912d4aac-4d28-40ae-914b-d4c379af32f1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:41.311333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8cd1e01d-d108-4119-8824-67f4f60b80c7 req-912d4aac-4d28-40ae-914b-d4c379af32f1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0529795 Feb 09 03:46:41.353116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69842c14-ab7c-47e3-bdf2-841c7ef4c252 req-7a84cd3e-1852-4e0b-a5ac-1ec1ecf7c5bc tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:41.354629 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69842c14-ab7c-47e3-bdf2-841c7ef4c252 req-7a84cd3e-1852-4e0b-a5ac-1ec1ecf7c5bc tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 945 time: 0.0572925 Feb 09 03:46:41.362822 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8cd1e01d-d108-4119-8824-67f4f60b80c7 req-31d5a73d-abc1-4fd7-8054-2dbfc1ef3263 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448782 Feb 09 03:46:41.402199 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69842c14-ab7c-47e3-bdf2-841c7ef4c252 req-f1acf3f1-f8d6-42a9-94a1-fa32b1bd64d8 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416484 Feb 09 03:46:42.055521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5371a-440e-498f-9ce9-d952d1c12753 req-78d2519a-6f37-47b1-b157-40b3836d47e9 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:42.056998 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93e5371a-440e-498f-9ce9-d952d1c12753 req-78d2519a-6f37-47b1-b157-40b3836d47e9 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 985 time: 0.0534999 Feb 09 03:46:42.111825 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93e5371a-440e-498f-9ce9-d952d1c12753 req-b79cb979-8010-4d9c-801d-3107184d05a3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0491068 Feb 09 03:46:42.232296 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56430d20-4705-4877-ab1e-750c80c12a0b req-adc49d9e-a73a-4ad6-abd6-a34bb8bd0e3d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:42.233784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-56430d20-4705-4877-ab1e-750c80c12a0b req-adc49d9e-a73a-4ad6-abd6-a34bb8bd0e3d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 985 time: 0.0531425 Feb 09 03:46:42.255110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b159f-f2c3-4c6b-a572-f61228fbf7dc req-5ed85bf4-ae0d-4efa-a836-48aa4fe32469 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:42.256647 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746b159f-f2c3-4c6b-a572-f61228fbf7dc req-5ed85bf4-ae0d-4efa-a836-48aa4fe32469 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 945 time: 0.0592797 Feb 09 03:46:42.290025 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-56430d20-4705-4877-ab1e-750c80c12a0b req-875d62e0-03f7-4746-a9d1-2f3052d44222 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0500829 Feb 09 03:46:42.304095 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-746b159f-f2c3-4c6b-a572-f61228fbf7dc req-c2cf1753-b957-4ca3-9ed8-03b0be93ecf8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Feb 09 03:46:42.399243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f1482-5f6b-4ce2-959a-8af5411f213c req-bb331b31-8c93-464a-b440-00d76121180e tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:42.400803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-836f1482-5f6b-4ce2-959a-8af5411f213c req-bb331b31-8c93-464a-b440-00d76121180e tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 1168 time: 0.0466449 Feb 09 03:46:42.419145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-836f1482-5f6b-4ce2-959a-8af5411f213c req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:42.481012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc523b-4982-4391-b8d5-213359b5fd20 req-26406b72-6d2f-4ca6-9724-b03c96bc7610 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:42.482551 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57cc523b-4982-4391-b8d5-213359b5fd20 req-26406b72-6d2f-4ca6-9724-b03c96bc7610 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0537550 Feb 09 03:46:42.498282 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-836f1482-5f6b-4ce2-959a-8af5411f213c req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Publish callbacks [] for security_group (b19b686e-d6d0-48c8-8f8c-03ac35bd3a7c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:42.502850 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-836f1482-5f6b-4ce2-959a-8af5411f213c req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b19b686e-d6d0-48c8-8f8c-03ac35bd3a7c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:42.534644 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57cc523b-4982-4391-b8d5-213359b5fd20 req-e7ef9261-3453-4d4e-850c-c3df0d522b20 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455046 Feb 09 03:46:42.543520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19b686e-d6d0-48c8-8f8c-03ac35bd3a7c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:42.552161 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-836f1482-5f6b-4ce2-959a-8af5411f213c req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1455777 Feb 09 03:46:42.560830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.561185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.561576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.561919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.562256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.562678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.562912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.565447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.567467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.567763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.568181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.568588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.568994 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad2892-4e3b-4c3c-ac35-b39587721662 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:42.574620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41756) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:42.619668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ed44d8-602a-4a61-9dbf-cc70bde6c0f8 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:42.621307 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f9ed44d8-602a-4a61-9dbf-cc70bde6c0f8 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 1163 time: 0.0456131 Feb 09 03:46:42.624289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41758) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:42.629284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '98dd8fbb-566b-4a41-b09d-166502a28077', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:42.650096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:42.659244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe25e22-0014-4d08-acaa-f34e2a70e551 req-8a9bc4c9-ccc9-4bb2-9455-d1de529dfc6e tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:42.660757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0fe25e22-0014-4d08-acaa-f34e2a70e551 req-8a9bc4c9-ccc9-4bb2-9455-d1de529dfc6e tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 945 time: 0.0548732 Feb 09 03:46:42.714409 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0fe25e22-0014-4d08-acaa-f34e2a70e551 req-61ab7a9a-a590-4a03-af04-1bb74dacacb6 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479198 Feb 09 03:46:42.750406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:42.854271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Allocated IP 172.25.5.49 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/6b45c4e4-6a87-4403-b008-676d27e64473) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:42.969288 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for port (6b45c4e4-6a87-4403-b008-676d27e64473), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:43.007167 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6b45c4e4-6a87-4403-b008-676d27e64473), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:43.047432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:43.051175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:43.054644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:43.059954 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Port': ['ID=6b45c4e4-6a87-4403-b008-676d27e64473,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:43.504868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8912-e6b5-4a96-ac20-319f4d7ddc5e req-225f6c06-828f-44ed-ad89-1c04d98734f8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:43.506391 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-119c8912-e6b5-4a96-ac20-319f4d7ddc5e req-225f6c06-828f-44ed-ad89-1c04d98734f8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 945 time: 0.1053810 Feb 09 03:46:43.512203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for floatingip (de90b4ca-9ceb-41bb-8aee-0c78d71fa2c1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:43.598390 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-119c8912-e6b5-4a96-ac20-319f4d7ddc5e req-661dd1dc-b839-496d-9f78-401d36662f33 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843205 Feb 09 03:46:43.631268 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6b45c4e4-6a87-4403-b008-676d27e64473), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:43.678594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3fc3f-01a4-4e78-b1d2-a2553d621379 req-7dc3ac0b-e7cf-409b-8b75-7d89667c7d7d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:43.680396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dcc3fc3f-01a4-4e78-b1d2-a2553d621379 req-7dc3ac0b-e7cf-409b-8b75-7d89667c7d7d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0675442 Feb 09 03:46:43.760155 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dcc3fc3f-01a4-4e78-b1d2-a2553d621379 req-355946be-3ba5-460f-820b-665d80973400 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723341 Feb 09 03:46:43.811618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73025-a2ad-4012-bd19-9bc2a5d98147 req-ff420a8c-8394-4577-bbaf-3081917885ef tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:43.813102 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9b73025-a2ad-4012-bd19-9bc2a5d98147 req-ff420a8c-8394-4577-bbaf-3081917885ef tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 945 time: 0.1256943 Feb 09 03:46:43.871419 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for port (6b45c4e4-6a87-4403-b008-676d27e64473), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:43.878801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577217-7163-4f4e-9518-0f238c8b9533 req-a37526cb-9bc2-455a-8c11-d184c0734f7a tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:43.879644 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (6b45c4e4-6a87-4403-b008-676d27e64473), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:43.880402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75577217-7163-4f4e-9518-0f238c8b9533 req-a37526cb-9bc2-455a-8c11-d184c0734f7a tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 945 time: 0.0541825 Feb 09 03:46:43.912953 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9b73025-a2ad-4012-bd19-9bc2a5d98147 req-13b0f048-4407-4136-9b97-f0292baf97a0 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933654 Feb 09 03:46:43.938648 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75577217-7163-4f4e-9518-0f238c8b9533 req-172dde71-3d83-4d90-93b0-9e1952448da2 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523210 Feb 09 03:46:43.991267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Port': ['ID=6b45c4e4-6a87-4403-b008-676d27e64473,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:44.041103 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (de90b4ca-9ceb-41bb-8aee-0c78d71fa2c1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:44.052477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f1a51-53af-4c54-9a91-9d5f71be1169 req-7657b04c-258b-484d-9e31-ec7abf0270d7 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:44.053983 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c32f1a51-53af-4c54-9a91-9d5f71be1169 req-7657b04c-258b-484d-9e31-ec7abf0270d7 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 945 time: 0.1447537 Feb 09 03:46:44.081733 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a268766-a725-4742-a4fd-f12958cf7424 req-875ddebd-e7bc-457b-bce4-8ef8af11428b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:44.083212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a268766-a725-4742-a4fd-f12958cf7424 req-875ddebd-e7bc-457b-bce4-8ef8af11428b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 945 time: 0.0709105 Feb 09 03:46:44.133261 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a268766-a725-4742-a4fd-f12958cf7424 req-3bd597d5-a11b-4158-b8ec-674a2ffb125a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Feb 09 03:46:44.172475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89c485-e765-4e6f-be95-949ffba25f9d req-dd6fad07-f0d9-4471-8749-66beb13e26e8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:44.174837 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a89c485-e765-4e6f-be95-949ffba25f9d req-dd6fad07-f0d9-4471-8749-66beb13e26e8 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 946 time: 0.1912820 Feb 09 03:46:44.263113 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Floating IP de90b4ca-9ceb-41bb-8aee-0c78d71fa2c1 associated. External IP: 172.25.5.49, port: 98dd8fbb-566b-4a41-b09d-166502a28077. Feb 09 03:46:44.350297 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a89c485-e765-4e6f-be95-949ffba25f9d req-71bfe3f7-34b2-413b-b96a-7176d021c3ae tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682520 Feb 09 03:46:44.369975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-c32f1a51-53af-4c54-9a91-9d5f71be1169 req-374fd2fb-28d6-4a31-a963-3db6593c9988 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Deleting port ca92174a-745b-4a76-9c4d-f9a91afecd2e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:46:44.370323 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c32f1a51-53af-4c54-9a91-9d5f71be1169 req-374fd2fb-28d6-4a31-a963-3db6593c9988 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:44.378584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a657b-3756-47b3-9774-6d587802a113 req-3f00beaf-f16a-41cd-92c7-c4e9d55dcf85 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:44.380090 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a2a657b-3756-47b3-9774-6d587802a113 req-3f00beaf-f16a-41cd-92c7-c4e9d55dcf85 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 945 time: 0.0557308 Feb 09 03:46:44.430990 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6a2a657b-3756-47b3-9774-6d587802a113 req-3bb4a1e2-523d-49a1-8b98-e70732fed4d3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Feb 09 03:46:44.547386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-c32f1a51-53af-4c54-9a91-9d5f71be1169 req-374fd2fb-28d6-4a31-a963-3db6593c9988 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] For port ca92174a-745b-4a76-9c4d-f9a91afecd2e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ca92174a-745b-4a76-9c4d-f9a91afecd2e,segment=NetworkSegment(162404bf-97be-46e7-95fe-797b6997c619),segment_id=162404bf-97be-46e7-95fe-797b6997c619)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:44.547993 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c32f1a51-53af-4c54-9a91-9d5f71be1169 req-374fd2fb-28d6-4a31-a963-3db6593c9988 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:44.567893 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-c32f1a51-53af-4c54-9a91-9d5f71be1169 req-374fd2fb-28d6-4a31-a963-3db6593c9988 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Calling delete_port for ca92174a-745b-4a76-9c4d-f9a91afecd2e owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:46:44.648097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Router 59c07800-1c43-48f7-9000-1d780669d853 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:46:44.802204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c32f1a51-53af-4c54-9a91-9d5f71be1169 req-374fd2fb-28d6-4a31-a963-3db6593c9988 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ca92174a-745b-4a76-9c4d-f9a91afecd2e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:44.835788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fd2fb-28d6-4a31-a963-3db6593c9988 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Pushing event deleted for resources: {'Port': ['ID=ca92174a-745b-4a76-9c4d-f9a91afecd2e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:44.839487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:46:44.850336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ca92174a-745b-4a76-9c4d-f9a91afecd2e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:46:44.888690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d48e29-2076-4a96-be45-c96ca03fc520 None None] Sync routers for ids ['59c07800-1c43-48f7-9000-1d780669d853'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:44.890191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32f1a51-53af-4c54-9a91-9d5f71be1169 req-374fd2fb-28d6-4a31-a963-3db6593c9988 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] No DVR routers for this DVR port ca92174a-745b-4a76-9c4d-f9a91afecd2e on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:46:44.894363 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:44.896777 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c32f1a51-53af-4c54-9a91-9d5f71be1169 req-374fd2fb-28d6-4a31-a963-3db6593c9988 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:44.899959 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c32f1a51-53af-4c54-9a91-9d5f71be1169 req-374fd2fb-28d6-4a31-a963-3db6593c9988 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.65 "DELETE /v2.0/ports/ca92174a-745b-4a76-9c4d-f9a91afecd2e HTTP/1.1" status: 204 len: 173 time: 0.8081865 Feb 09 03:46:44.900685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d48e29-2076-4a96-be45-c96ca03fc520 None None] Routers {'59c07800-1c43-48f7-9000-1d780669d853'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:44.901281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5fafbc-95fc-46d7-9269-6c756299a321', 'name': 'network-vif-deleted', 'tag': 'ca92174a-745b-4a76-9c4d-f9a91afecd2e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:44.901427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-67d48e29-2076-4a96-be45-c96ca03fc520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:46:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['59c07800-1c43-48f7-9000-1d780669d853'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:44.903613 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3cabb4-657a-4e04-8fb9-633ecd18e013" -d '{"events": [{"server_uuid": "cc5fafbc-95fc-46d7-9269-6c756299a321", "name": "network-vif-deleted", "tag": "ca92174a-745b-4a76-9c4d-f9a91afecd2e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:44.934474 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-60c7c451-c927-4d6a-b857-83b94aea2204 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3090069 Feb 09 03:46:44.937167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41782) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:44.953813 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd3f131-fd5d-4680-a08a-4ee3ef27aa10 x-openstack-request-id: req-2fd3f131-fd5d-4680-a08a-4ee3ef27aa10 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:44.954166 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5fafbc-95fc-46d7-9269-6c756299a321", "name": "network-vif-deleted", "tag": "ca92174a-745b-4a76-9c4d-f9a91afecd2e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:44.954628 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fd3f131-fd5d-4680-a08a-4ee3ef27aa10 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:44.955103 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5fafbc-95fc-46d7-9269-6c756299a321', 'name': 'network-vif-deleted', 'tag': 'ca92174a-745b-4a76-9c4d-f9a91afecd2e', 'status': 'completed', 'code': 200} Feb 09 03:46:45.043331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-67d48e29-2076-4a96-be45-c96ca03fc520 None None] Set router 59c07800-1c43-48f7-9000-1d780669d853 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:45.062719 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-47e6662e-1b06-42df-bbb5-3f2633ea51a2 req-72f9dee5-f529-4323-a6d6-31cea2d64061 tempest-VolumesSnapshotTestJSON-1656388318 tempest-VolumesSnapshotTestJSON-1656388318-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5fafbc-95fc-46d7-9269-6c756299a321 HTTP/1.1" status: 200 len: 210 time: 0.0353107 Feb 09 03:46:45.108134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f317bec-1f71-4b72-89ea-668e36dec0ad tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.108625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f317bec-1f71-4b72-89ea-668e36dec0ad tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.109058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f317bec-1f71-4b72-89ea-668e36dec0ad tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.109542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f317bec-1f71-4b72-89ea-668e36dec0ad tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.110013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f317bec-1f71-4b72-89ea-668e36dec0ad tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.110552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f317bec-1f71-4b72-89ea-668e36dec0ad tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.111168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f317bec-1f71-4b72-89ea-668e36dec0ad tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.111705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f317bec-1f71-4b72-89ea-668e36dec0ad tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.112183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f317bec-1f71-4b72-89ea-668e36dec0ad tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.112632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f317bec-1f71-4b72-89ea-668e36dec0ad tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.114695 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6f317bec-1f71-4b72-89ea-668e36dec0ad tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7055 time: 0.1763215 Feb 09 03:46:45.117619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41786) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:45.183402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b5051-92f6-48b1-8bd7-b800310a4674 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.183965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b5051-92f6-48b1-8bd7-b800310a4674 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.184417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b5051-92f6-48b1-8bd7-b800310a4674 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.184863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b5051-92f6-48b1-8bd7-b800310a4674 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.185309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b5051-92f6-48b1-8bd7-b800310a4674 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.185784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b5051-92f6-48b1-8bd7-b800310a4674 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.186227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b5051-92f6-48b1-8bd7-b800310a4674 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.186668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b5051-92f6-48b1-8bd7-b800310a4674 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.187105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b5051-92f6-48b1-8bd7-b800310a4674 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.187542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b5051-92f6-48b1-8bd7-b800310a4674 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.190067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ab4b5051-92f6-48b1-8bd7-b800310a4674 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6531 time: 0.0714486 Feb 09 03:46:45.192995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41788) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:45.272875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-67d48e29-2076-4a96-be45-c96ca03fc520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:46:18Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'de90b4ca-9ceb-41bb-8aee-0c78d71fa2c1', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '59c07800-1c43-48f7-9000-1d780669d853', 'port_id': '98dd8fbb-566b-4a41-b09d-166502a28077', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'mac_address': 'fa:16:3e:80:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:46:43Z', 'updated_at': '2022-02-09T03:46:43Z', 'revision_number': 0, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32', 'name': '', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'mac_address': 'fa:16:3e:1c:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '86d695d8-ad12-470a-b825-04c86028afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:17Z', 'updated_at': '2022-02-09T03:46:25Z', 'revision_number': 5, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'subnets': [{'id': '86d695d8-ad12-470a-b825-04c86028afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:45.303108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d48e29-2076-4a96-be45-c96ca03fc520 None None] Checking router: 59c07800-1c43-48f7-9000-1d780669d853 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:45.310980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d48e29-2076-4a96-be45-c96ca03fc520 None None] Routers {'59c07800-1c43-48f7-9000-1d780669d853'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:45.311573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-67d48e29-2076-4a96-be45-c96ca03fc520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:46:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['59c07800-1c43-48f7-9000-1d780669d853'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:45.337444 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f78c15f1-7d89-4679-9bf9-c7c68322942e tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.1430588 Feb 09 03:46:45.340176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 41792) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:45.385901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa20046-04fc-4830-8b0a-8d75f12f9bbd tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.386626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa20046-04fc-4830-8b0a-8d75f12f9bbd tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.402244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6fa20046-04fc-4830-8b0a-8d75f12f9bbd tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=59c07800-1c43-48f7-9000-1d780669d853 HTTP/1.1" status: 200 len: 2064 time: 0.0610063 Feb 09 03:46:45.422857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-67d48e29-2076-4a96-be45-c96ca03fc520 None None] Set router 59c07800-1c43-48f7-9000-1d780669d853 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:45.558993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05071935-d4aa-48c9-b979-46886a8da942 req-1f6b84b1-b6ed-4fd9-b310-cda48d2db29b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.560406 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05071935-d4aa-48c9-b979-46886a8da942 req-1f6b84b1-b6ed-4fd9-b310-cda48d2db29b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 945 time: 0.0581856 Feb 09 03:46:45.612026 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05071935-d4aa-48c9-b979-46886a8da942 req-2d9f73f8-84f8-4cfc-94b3-48f094264086 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454865 Feb 09 03:46:45.644177 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f1fcee7-4ce6-4d95-ae4e-07950df6fb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:45.666803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-67d48e29-2076-4a96-be45-c96ca03fc520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:46:18Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'de90b4ca-9ceb-41bb-8aee-0c78d71fa2c1', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '59c07800-1c43-48f7-9000-1d780669d853', 'port_id': '98dd8fbb-566b-4a41-b09d-166502a28077', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'mac_address': 'fa:16:3e:80:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:46:43Z', 'updated_at': '2022-02-09T03:46:43Z', 'revision_number': 0, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32', 'name': '', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'mac_address': 'fa:16:3e:1c:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '86d695d8-ad12-470a-b825-04c86028afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:17Z', 'updated_at': '2022-02-09T03:46:25Z', 'revision_number': 5, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'subnets': [{'id': '86d695d8-ad12-470a-b825-04c86028afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:45.698868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d48e29-2076-4a96-be45-c96ca03fc520 None None] The sync data for ids ['59c07800-1c43-48f7-9000-1d780669d853'] in n-d-824835-15 is: [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:46:18Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'de90b4ca-9ceb-41bb-8aee-0c78d71fa2c1', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '59c07800-1c43-48f7-9000-1d780669d853', 'port_id': '98dd8fbb-566b-4a41-b09d-166502a28077', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'mac_address': 'fa:16:3e:80:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:46:43Z', 'updated_at': '2022-02-09T03:46:43Z', 'revision_number': 0, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32', 'name': '', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'mac_address': 'fa:16:3e:1c:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '86d695d8-ad12-470a-b825-04c86028afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:17Z', 'updated_at': '2022-02-09T03:46:25Z', 'revision_number': 5, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'subnets': [{'id': '86d695d8-ad12-470a-b825-04c86028afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:46:45.892117 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90945644-bad8-472a-9168-8123569d5e96 None None] New status for floating IP de90b4ca-9ceb-41bb-8aee-0c78d71fa2c1: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:46:45.925615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 41798) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:46.193238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab7e9e-f2a2-4e4f-8bcf-dbcfb3b10457 req-4226b147-a292-48a6-9632-636435486df1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:46.194273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24ab7e9e-f2a2-4e4f-8bcf-dbcfb3b10457 req-4226b147-a292-48a6-9632-636435486df1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 945 time: 0.0601866 Feb 09 03:46:46.300504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-24ab7e9e-f2a2-4e4f-8bcf-dbcfb3b10457 req-8aa43eb3-dd64-4a17-9ec9-81cb53729f70 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Deleting port 7a8a8914-f331-4cee-8d91-76330e8dec2e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:46:46.301202 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-24ab7e9e-f2a2-4e4f-8bcf-dbcfb3b10457 req-8aa43eb3-dd64-4a17-9ec9-81cb53729f70 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:46.403280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-24ab7e9e-f2a2-4e4f-8bcf-dbcfb3b10457 req-8aa43eb3-dd64-4a17-9ec9-81cb53729f70 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] For port 7a8a8914-f331-4cee-8d91-76330e8dec2e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7a8a8914-f331-4cee-8d91-76330e8dec2e,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:46.403566 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-24ab7e9e-f2a2-4e4f-8bcf-dbcfb3b10457 req-8aa43eb3-dd64-4a17-9ec9-81cb53729f70 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:46.418426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-24ab7e9e-f2a2-4e4f-8bcf-dbcfb3b10457 req-8aa43eb3-dd64-4a17-9ec9-81cb53729f70 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Calling delete_port for 7a8a8914-f331-4cee-8d91-76330e8dec2e owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:46:46.564146 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-24ab7e9e-f2a2-4e4f-8bcf-dbcfb3b10457 req-8aa43eb3-dd64-4a17-9ec9-81cb53729f70 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (7a8a8914-f331-4cee-8d91-76330e8dec2e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:46.594429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa43eb3-dd64-4a17-9ec9-81cb53729f70 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event deleted for resources: {'Port': ['ID=7a8a8914-f331-4cee-8d91-76330e8dec2e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:46.597294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['7a8a8914-f331-4cee-8d91-76330e8dec2e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:46:46.647839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ab7e9e-f2a2-4e4f-8bcf-dbcfb3b10457 req-8aa43eb3-dd64-4a17-9ec9-81cb53729f70 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] No DVR routers for this DVR port 7a8a8914-f331-4cee-8d91-76330e8dec2e on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:46:46.650959 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-24ab7e9e-f2a2-4e4f-8bcf-dbcfb3b10457 req-8aa43eb3-dd64-4a17-9ec9-81cb53729f70 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:46.654318 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24ab7e9e-f2a2-4e4f-8bcf-dbcfb3b10457 req-8aa43eb3-dd64-4a17-9ec9-81cb53729f70 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "DELETE /v2.0/ports/7a8a8914-f331-4cee-8d91-76330e8dec2e HTTP/1.1" status: 204 len: 173 time: 0.4553356 Feb 09 03:46:46.759939 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a69e557d-42f2-434a-8116-a39e518bc3f8 req-fea22802-6646-4b93-ba4d-de073b8777c1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 210 time: 0.0471959 Feb 09 03:46:46.774826 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:46.956640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'tag': '98dd8fbb-566b-4a41-b09d-166502a28077'}, {'server_uuid': '1c0d1136-78c3-4b09-9288-4149706d5524', 'name': 'network-vif-deleted', 'tag': '7a8a8914-f331-4cee-8d91-76330e8dec2e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:46.959182 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb85c2e-e3b8-457c-a1d9-7d9c0a59fa6d" -d '{"events": [{"name": "network-changed", "server_uuid": "724b6549-d8e1-49aa-b3c6-8fbfd6555d95", "tag": "98dd8fbb-566b-4a41-b09d-166502a28077"}, {"server_uuid": "1c0d1136-78c3-4b09-9288-4149706d5524", "name": "network-vif-deleted", "tag": "7a8a8914-f331-4cee-8d91-76330e8dec2e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:47.023095 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eefe3ff-9eca-4378-8ceb-beb7dd81d7ef x-openstack-request-id: req-3eefe3ff-9eca-4378-8ceb-beb7dd81d7ef {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:47.023392 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724b6549-d8e1-49aa-b3c6-8fbfd6555d95", "tag": "98dd8fbb-566b-4a41-b09d-166502a28077", "status": "completed", "code": 200}, {"server_uuid": "1c0d1136-78c3-4b09-9288-4149706d5524", "name": "network-vif-deleted", "tag": "7a8a8914-f331-4cee-8d91-76330e8dec2e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:47.023642 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3eefe3ff-9eca-4378-8ceb-beb7dd81d7ef {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:47.024041 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'tag': '98dd8fbb-566b-4a41-b09d-166502a28077', 'status': 'completed', 'code': 200} Feb 09 03:46:47.024318 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0d1136-78c3-4b09-9288-4149706d5524', 'name': 'network-vif-deleted', 'tag': '7a8a8914-f331-4cee-8d91-76330e8dec2e', 'status': 'completed', 'code': 200} Feb 09 03:46:47.087178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Allocated IP 172.20.0.17 (99219182-9321-4b6c-ae5e-32e54d7e2d37/6c0e4a2e-c97e-4a21-88cf-07222e9192e8/7772c236-82e3-4158-94ec-d345169460fc) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:47.141111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb85c2e-e3b8-457c-a1d9-7d9c0a59fa6d req-6375153c-d2a5-406e-9d20-8d1c7529ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:47.144767 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4cb85c2e-e3b8-457c-a1d9-7d9c0a59fa6d req-6375153c-d2a5-406e-9d20-8d1c7529ab6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b5c044195b84ae2a7429ffa1b005b2e&device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 1168 time: 0.0734751 Feb 09 03:46:47.228059 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (7772c236-82e3-4158-94ec-d345169460fc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:47.253119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb85c2e-e3b8-457c-a1d9-7d9c0a59fa6d req-d6cfd271-544e-44cc-9224-78ef802da0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:47.255030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4cb85c2e-e3b8-457c-a1d9-7d9c0a59fa6d req-d6cfd271-544e-44cc-9224-78ef802da0fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=93aca28d-4b78-4f15-a801-ba63c10c72af HTTP/1.1" status: 200 len: 898 time: 0.1036978 Feb 09 03:46:47.268277 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (7772c236-82e3-4158-94ec-d345169460fc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:47.332955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4cb85c2e-e3b8-457c-a1d9-7d9c0a59fa6d req-3b65fb79-697c-4bd3-a80e-9e90b41b0fb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98dd8fbb-566b-4a41-b09d-166502a28077 HTTP/1.1" status: 200 len: 1001 time: 0.0717535 Feb 09 03:46:47.334317 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network 99219182-9321-4b6c-ae5e-32e54d7e2d37 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:47.335749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=7772c236-82e3-4158-94ec-d345169460fc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:47.338385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:47.340502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:47.393901 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (78c01267-ab83-49c2-81e8-06754caced40), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:47.646483 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7772c236-82e3-4158-94ec-d345169460fc), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:47.703801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-671de43d-694e-4c35-bbcc-78335a182647 None None] Provisioning complete for port 7772c236-82e3-4158-94ec-d345169460fc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:47.705406 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-671de43d-694e-4c35-bbcc-78335a182647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7772c236-82e3-4158-94ec-d345169460fc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:47.745152 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-671de43d-694e-4c35-bbcc-78335a182647 None None] Port 7772c236-82e3-4158-94ec-d345169460fc cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:46:47.849160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb85c2e-e3b8-457c-a1d9-7d9c0a59fa6d req-625ac56c-0e65-43cf-936a-24da71c489d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:47.850671 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4cb85c2e-e3b8-457c-a1d9-7d9c0a59fa6d req-625ac56c-0e65-43cf-936a-24da71c489d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86d695d8-ad12-470a-b825-04c86028afff HTTP/1.1" status: 200 len: 834 time: 0.5026410 Feb 09 03:46:47.916604 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb3085f6-583c-4a1c-b6de-6f520225c284 req-fadd2e23-35d6-49da-88ff-24fb47303352 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 210 time: 0.0450191 Feb 09 03:46:47.953724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb85c2e-e3b8-457c-a1d9-7d9c0a59fa6d req-beaa46bf-c75b-4f06-a301-3ea223961b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:47.956999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4cb85c2e-e3b8-457c-a1d9-7d9c0a59fa6d req-beaa46bf-c75b-4f06-a301-3ea223961b61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93aca28d-4b78-4f15-a801-ba63c10c72af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0933928 Feb 09 03:46:48.091930 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (7772c236-82e3-4158-94ec-d345169460fc), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:48.100037 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (7772c236-82e3-4158-94ec-d345169460fc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:48.112201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4cb85c2e-e3b8-457c-a1d9-7d9c0a59fa6d req-eedfb403-69fd-4e44-93e8-26205593c7ef service neutron] 10.222.0.65 "GET /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483674 Feb 09 03:46:48.180355 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78642dea-d931-4f67-9c33-7a4c86555623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:48.183897 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (78c01267-ab83-49c2-81e8-06754caced40), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:48.185976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=7772c236-82e3-4158-94ec-d345169460fc,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:48.272260 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4cb85c2e-e3b8-457c-a1d9-7d9c0a59fa6d req-bebbd25d-8a51-4673-8f46-49f1709b3a29 service neutron] 10.222.0.65 "GET /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517186 Feb 09 03:46:48.293277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network 99219182-9321-4b6c-ae5e-32e54d7e2d37 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:48.294867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:48.420728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Router 78c01267-ab83-49c2-81e8-06754caced40 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:46:48.523512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca92174a-745b-4a76-9c4d-f9a91afecd2e no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:46:48.549302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: ca92174a-745b-4a76-9c4d-f9a91afecd2e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:46:48.549694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ca92174a-745b-4a76-9c4d-f9a91afecd2e not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:46:48.549902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:46:48.555763 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-93a693f0-dd9d-47d1-8742-edfdea5759fe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "PUT /v2.0/routers/78c01267-ab83-49c2-81e8-06754caced40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6290638 Feb 09 03:46:48.569666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Sync routers for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:48.584793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-73fee584-687f-4209-94e0-ca34ca18110c None None] Provisioning complete for port 7772c236-82e3-4158-94ec-d345169460fc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:48.585417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73fee584-687f-4209-94e0-ca34ca18110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7772c236-82e3-4158-94ec-d345169460fc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:48.609312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:48.610004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:46:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:48.700214 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-73fee584-687f-4209-94e0-ca34ca18110c None None] Port 7772c236-82e3-4158-94ec-d345169460fc cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:46:48.741116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:49.034008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-471738e3-5722-4f37-b8a1-4f829ce652b2 req-094927fb-9250-45eb-8b7a-87e8ebe5156b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 210 time: 0.0422637 Feb 09 03:46:49.183386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:46:47Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '78c01267-ab83-49c2-81e8-06754caced40', 'port_id': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'mac_address': 'fa:16:3e:c8:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:45:38Z', 'updated_at': '2022-02-09T03:45:42Z', 'revision_number': 1, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:23Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7772c236-82e3-4158-94ec-d345169460fc', 'name': '', 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:15:46:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '6c0e4a2e-c97e-4a21-88cf-07222e9192e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:46Z', 'updated_at': '2022-02-09T03:46:47Z', 'revision_number': 2, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '6c0e4a2e-c97e-4a21-88cf-07222e9192e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:49.211275 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Checking router: 78c01267-ab83-49c2-81e8-06754caced40 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:49.211559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Updating router 78c01267-ab83-49c2-81e8-06754caced40 port 7772c236-82e3-4158-94ec-d345169460fc binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:46:49.241754 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7772c236-82e3-4158-94ec-d345169460fc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:49.374292 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:49.534133 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Publish callbacks [] for port (7772c236-82e3-4158-94ec-d345169460fc), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:49.540230 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7772c236-82e3-4158-94ec-d345169460fc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:49.639993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73889f1c-6a3e-441e-b758-04bb5f746501 None None] Pushing event updated for resources: {'Port': ['ID=7772c236-82e3-4158-94ec-d345169460fc,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:49.646585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Attempting to bind port 7772c236-82e3-4158-94ec-d345169460fc on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:49.646960 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Attempting to bind port 7772c236-82e3-4158-94ec-d345169460fc by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:49.647333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Attempting to bind port 7772c236-82e3-4158-94ec-d345169460fc on network 99219182-9321-4b6c-ae5e-32e54d7e2d37 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:49.654003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:49.654416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Checking segment: {'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:49.654931 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:49.655336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Bound using segment: {'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:49.655814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Bound port: 7772c236-82e3-4158-94ec-d345169460fc, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:49.656233 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7772c236-82e3-4158-94ec-d345169460fc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:49.734241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] For port 7772c236-82e3-4158-94ec-d345169460fc, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:49.738855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] For port 7772c236-82e3-4158-94ec-d345169460fc, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7772c236-82e3-4158-94ec-d345169460fc,segment=NetworkSegment(ecb19fa5-83e4-42e1-afd2-2fef95fbbb18),segment_id=ecb19fa5-83e4-42e1-afd2-2fef95fbbb18)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:49.747625 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7772c236-82e3-4158-94ec-d345169460fc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:49.815531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:49.815531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:46:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:49.826076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73889f1c-6a3e-441e-b758-04bb5f746501 None None] Pushing event updated for resources: {'Port': ['ID=7772c236-82e3-4158-94ec-d345169460fc,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:49.955538 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-687ff084-d292-4167-9f68-d106c5c18913 None None] Provisioning complete for port 7772c236-82e3-4158-94ec-d345169460fc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:49.955954 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-687ff084-d292-4167-9f68-d106c5c18913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7772c236-82e3-4158-94ec-d345169460fc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:50.013839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:50.156474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-687ff084-d292-4167-9f68-d106c5c18913 None None] Current status of the port 7772c236-82e3-4158-94ec-d345169460fc is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:50.156792 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-687ff084-d292-4167-9f68-d106c5c18913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7772c236-82e3-4158-94ec-d345169460fc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:50.194579 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb1dee9c-2287-4ffa-8899-fcb49b481037 req-31a931db-71c0-481a-8965-8c79629761af tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 210 time: 0.0464911 Feb 09 03:46:50.211487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-687ff084-d292-4167-9f68-d106c5c18913 None None] For port 7772c236-82e3-4158-94ec-d345169460fc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7772c236-82e3-4158-94ec-d345169460fc,segment=NetworkSegment(ecb19fa5-83e4-42e1-afd2-2fef95fbbb18),segment_id=ecb19fa5-83e4-42e1-afd2-2fef95fbbb18)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:50.243144 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-687ff084-d292-4167-9f68-d106c5c18913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7772c236-82e3-4158-94ec-d345169460fc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:50.327990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ff084-d292-4167-9f68-d106c5c18913 None None] Pushing event updated for resources: {'Port': ['ID=7772c236-82e3-4158-94ec-d345169460fc,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:50.386795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0b4c33d8-fa14-44ee-9627-5ff43e46c5a6 None None] Provisioning complete for port 7772c236-82e3-4158-94ec-d345169460fc triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:50.387547 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b4c33d8-fa14-44ee-9627-5ff43e46c5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7772c236-82e3-4158-94ec-d345169460fc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:50.438407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:46:47Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '78c01267-ab83-49c2-81e8-06754caced40', 'port_id': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'mac_address': 'fa:16:3e:c8:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:45:38Z', 'updated_at': '2022-02-09T03:45:42Z', 'revision_number': 1, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:23Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7772c236-82e3-4158-94ec-d345169460fc', 'name': '', 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:15:46:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '6c0e4a2e-c97e-4a21-88cf-07222e9192e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:46Z', 'updated_at': '2022-02-09T03:46:49Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '6c0e4a2e-c97e-4a21-88cf-07222e9192e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:50.468878 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7bc1d2-eb36-4ab6-8f2f-c65c68f56fcc None None] The sync data for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 is: [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:46:47Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '78c01267-ab83-49c2-81e8-06754caced40', 'port_id': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'mac_address': 'fa:16:3e:c8:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:45:38Z', 'updated_at': '2022-02-09T03:45:42Z', 'revision_number': 1, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:23Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7772c236-82e3-4158-94ec-d345169460fc', 'name': '', 'network_id': '99219182-9321-4b6c-ae5e-32e54d7e2d37', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:15:46:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '6c0e4a2e-c97e-4a21-88cf-07222e9192e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:46Z', 'updated_at': '2022-02-09T03:46:49Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '6c0e4a2e-c97e-4a21-88cf-07222e9192e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:46:50.557113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c33d8-fa14-44ee-9627-5ff43e46c5a6 None None] Current status of the port 7772c236-82e3-4158-94ec-d345169460fc is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:50.561562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7a8a8914-f331-4cee-8d91-76330e8dec2e no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:46:50.584284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 7a8a8914-f331-4cee-8d91-76330e8dec2e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:46:50.584556 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7a8a8914-f331-4cee-8d91-76330e8dec2e not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:46:50.831029 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:50.935506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7772c236-82e3-4158-94ec-d345169460fc up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:51.004280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 7772c236-82e3-4158-94ec-d345169460fc triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:51.004658 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7772c236-82e3-4158-94ec-d345169460fc), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:51.147080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7772c236-82e3-4158-94ec-d345169460fc is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:51.325768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1eaf5aa6-33ad-4b32-9606-ca9d0b9d8269 req-d418eb27-0927-46a1-9756-fbf69e01a24d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 210 time: 0.0357113 Feb 09 03:46:51.990317 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:52.439426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5568508d-3efd-4eea-9274-79ad09eefd39 req-457b69cd-5d6c-4211-82ee-ef2cdfc4fdc3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 210 time: 0.0289648 Feb 09 03:46:53.542462 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-505bbe05-fb89-4a68-b9d0-59901e31594d req-924b4502-1fb0-4839-b702-a279c1adf270 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 210 time: 0.0305529 Feb 09 03:46:54.241911 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:54.646557 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bb80b0a-9d30-42b1-bae3-56e8c6d74f6e req-8a03aa74-7b7f-4f4a-8361-a14d87ca1295 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 210 time: 0.0291696 Feb 09 03:46:55.765584 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7bb78a39-d722-4b94-91a7-ec6e9c0e6009 req-7853504c-299f-4c7a-8feb-1d99e6150050 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0d1136-78c3-4b09-9288-4149706d5524 HTTP/1.1" status: 200 len: 210 time: 0.0353768 Feb 09 03:46:59.353140 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:47:07.754132 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:08.080807 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f411fb1f-c2c7-4344-afa4-82a4fde46f32 req-3ae61c6d-3c48-4623-a87e-8ccab09f893e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0677919 Feb 09 03:47:08.192525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411fb1f-c2c7-4344-afa4-82a4fde46f32 req-66d0198f-507d-4fe5-b2b0-9b9b14dd3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:08.194590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f411fb1f-c2c7-4344-afa4-82a4fde46f32 req-66d0198f-507d-4fe5-b2b0-9b9b14dd3473 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 1129 time: 0.0695610 Feb 09 03:47:08.352555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411fb1f-c2c7-4344-afa4-82a4fde46f32 req-2a257659-877d-4000-bd8a-197ab33770bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:08.354401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f411fb1f-c2c7-4344-afa4-82a4fde46f32 req-2a257659-877d-4000-bd8a-197ab33770bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=adce1b81-58a7-43cb-ac76-d53b9b6f2760 HTTP/1.1" status: 200 len: 898 time: 0.1392105 Feb 09 03:47:08.435935 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f411fb1f-c2c7-4344-afa4-82a4fde46f32 req-a56dfedd-a73e-49a5-a449-e328f13e1817 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 HTTP/1.1" status: 200 len: 1002 time: 0.0748837 Feb 09 03:47:08.498031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411fb1f-c2c7-4344-afa4-82a4fde46f32 req-71e92826-c5d1-4ffc-8b28-ae34a28a4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:08.499907 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f411fb1f-c2c7-4344-afa4-82a4fde46f32 req-71e92826-c5d1-4ffc-8b28-ae34a28a4862 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=017a3595-825e-42f7-bb59-c5548bb59ef8 HTTP/1.1" status: 200 len: 834 time: 0.0579846 Feb 09 03:47:08.582647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411fb1f-c2c7-4344-afa4-82a4fde46f32 req-c0224926-6e46-4d7a-bc13-f96536382862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:08.584201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f411fb1f-c2c7-4344-afa4-82a4fde46f32 req-c0224926-6e46-4d7a-bc13-f96536382862 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adce1b81-58a7-43cb-ac76-d53b9b6f2760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0764840 Feb 09 03:47:08.714792 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f411fb1f-c2c7-4344-afa4-82a4fde46f32 req-51df2448-34a3-498e-872b-ecc2c0811c08 service neutron] 10.222.0.42 "GET /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241603 Feb 09 03:47:08.844627 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f411fb1f-c2c7-4344-afa4-82a4fde46f32 req-6d4f9053-7b6a-46c4-a85d-1743622c1a8f service neutron] 10.222.0.42 "GET /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237833 Feb 09 03:47:15.647262 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e75e6f2b-02c1-4ad0-972d-79fb8bff6480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:18.165994 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f453fb46-a9d7-4ff1-9cd3-fc77ab623b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:19.371117 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:20.840323 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:21.991884 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:24.243200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:24.581401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42204) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:24.996510 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2851fd58-098c-426b-874f-2f912f341e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (78c01267-ab83-49c2-81e8-06754caced40), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:25.003805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10c65cb5-d2bc-46f9-83c3-9ee3960395c9 req-4b272eb1-bc67-4bea-ae92-ad4ca378ca9b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519750 Feb 09 03:47:25.126138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c65cb5-d2bc-46f9-83c3-9ee3960395c9 req-9089efdf-c8f1-4b68-a5dc-7cacb098c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:25.128071 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10c65cb5-d2bc-46f9-83c3-9ee3960395c9 req-9089efdf-c8f1-4b68-a5dc-7cacb098c427 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 1129 time: 0.0616791 Feb 09 03:47:25.267078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c65cb5-d2bc-46f9-83c3-9ee3960395c9 req-1609457a-5272-469e-a21e-e39c6fbda622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:25.269557 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10c65cb5-d2bc-46f9-83c3-9ee3960395c9 req-1609457a-5272-469e-a21e-e39c6fbda622 service neutron] 10.222.0.65 "GET /v2.0/networks?id=99219182-9321-4b6c-ae5e-32e54d7e2d37 HTTP/1.1" status: 200 len: 897 time: 0.1117179 Feb 09 03:47:25.319248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10c65cb5-d2bc-46f9-83c3-9ee3960395c9 req-b8cff2a9-5f95-4475-8818-73acfa787c26 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a02c2d87-c8c4-43e7-abfa-1502609b24c3 HTTP/1.1" status: 200 len: 217 time: 0.0431144 Feb 09 03:47:25.403590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2851fd58-098c-426b-874f-2f912f341e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting port 7772c236-82e3-4158-94ec-d345169460fc {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:47:25.404708 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2851fd58-098c-426b-874f-2f912f341e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7772c236-82e3-4158-94ec-d345169460fc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:25.417052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c65cb5-d2bc-46f9-83c3-9ee3960395c9 req-c2fb032d-c1b5-4171-b8c8-22db9689c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:25.418567 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10c65cb5-d2bc-46f9-83c3-9ee3960395c9 req-c2fb032d-c1b5-4171-b8c8-22db9689c033 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6c0e4a2e-c97e-4a21-88cf-07222e9192e8 HTTP/1.1" status: 200 len: 837 time: 0.0939386 Feb 09 03:47:25.497624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c65cb5-d2bc-46f9-83c3-9ee3960395c9 req-c235db90-8dc5-4d5e-be06-828ea56382cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:25.500531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10c65cb5-d2bc-46f9-83c3-9ee3960395c9 req-c235db90-8dc5-4d5e-be06-828ea56382cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=99219182-9321-4b6c-ae5e-32e54d7e2d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0746253 Feb 09 03:47:25.551218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf0ba0-dbd2-4227-8f98-3b20cd1dc82b req-b044d8d7-6ef3-49c3-9df4-055977e422e5 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:25.553323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dcdf0ba0-dbd2-4227-8f98-3b20cd1dc82b req-b044d8d7-6ef3-49c3-9df4-055977e422e5 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0798445 Feb 09 03:47:25.599408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2851fd58-098c-426b-874f-2f912f341e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] For port 7772c236-82e3-4158-94ec-d345169460fc, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7772c236-82e3-4158-94ec-d345169460fc,segment=NetworkSegment(ecb19fa5-83e4-42e1-afd2-2fef95fbbb18),segment_id=ecb19fa5-83e4-42e1-afd2-2fef95fbbb18)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:25.600806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2851fd58-098c-426b-874f-2f912f341e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7772c236-82e3-4158-94ec-d345169460fc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:25.622049 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10c65cb5-d2bc-46f9-83c3-9ee3960395c9 req-ea7fa8b6-aa7f-4ba9-868e-583968799032 service neutron] 10.222.0.65 "GET /v2.0/networks/99219182-9321-4b6c-ae5e-32e54d7e2d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159585 Feb 09 03:47:25.641117 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dcdf0ba0-dbd2-4227-8f98-3b20cd1dc82b req-2102e350-2393-4a18-a8e3-4d0993d157ac tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750260 Feb 09 03:47:25.642143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2851fd58-098c-426b-874f-2f912f341e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Calling delete_port for 7772c236-82e3-4158-94ec-d345169460fc owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:47:25.741003 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10c65cb5-d2bc-46f9-83c3-9ee3960395c9 req-e2fdc3cb-bf4c-4539-a8d5-02e628deceb0 service neutron] 10.222.0.65 "GET /v2.0/networks/99219182-9321-4b6c-ae5e-32e54d7e2d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127441 Feb 09 03:47:25.872454 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2851fd58-098c-426b-874f-2f912f341e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (7772c236-82e3-4158-94ec-d345169460fc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:25.906934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851fd58-098c-426b-874f-2f912f341e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Port': ['ID=7772c236-82e3-4158-94ec-d345169460fc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:26.118983 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2851fd58-098c-426b-874f-2f912f341e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (78c01267-ab83-49c2-81e8-06754caced40), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:26.679263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2851fd58-098c-426b-874f-2f912f341e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Router 78c01267-ab83-49c2-81e8-06754caced40 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:47:26.789093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ddb50-b2e1-4243-85ba-a15069d4755d req-6b05098c-8b65-4aa0-a0eb-61cab02a70ea tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:26.791665 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-724ddb50-b2e1-4243-85ba-a15069d4755d req-6b05098c-8b65-4aa0-a0eb-61cab02a70ea tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0643284 Feb 09 03:47:26.823338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2851fd58-098c-426b-874f-2f912f341e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:47:26.835846 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b38fe49-01af-4aaf-9421-6c8811b1c7c5 None None] Sync routers for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:47:26.842192 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2851fd58-098c-426b-874f-2f912f341e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "PUT /v2.0/routers/78c01267-ab83-49c2-81e8-06754caced40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2597213 Feb 09 03:47:26.850282 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38fe49-01af-4aaf-9421-6c8811b1c7c5 None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:26.854625 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3b38fe49-01af-4aaf-9421-6c8811b1c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:26.870601 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-724ddb50-b2e1-4243-85ba-a15069d4755d req-a6674860-eab8-4e54-9a08-9cfea0c0dc65 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732384 Feb 09 03:47:27.050501 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3b38fe49-01af-4aaf-9421-6c8811b1c7c5 None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:27.172168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e167a-6e5b-44dd-a986-f82e8ea590a8 req-4d04154d-182c-4571-a3dd-959451bf80fa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:27.175047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-476e167a-6e5b-44dd-a986-f82e8ea590a8 req-4d04154d-182c-4571-a3dd-959451bf80fa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0790806 Feb 09 03:47:27.260050 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-476e167a-6e5b-44dd-a986-f82e8ea590a8 req-6e5f4491-25d2-457c-a5fd-90b626c666c4 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755110 Feb 09 03:47:27.355836 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3b38fe49-01af-4aaf-9421-6c8811b1c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:47:25Z', 'revision_number': 6, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '78c01267-ab83-49c2-81e8-06754caced40', 'port_id': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'mac_address': 'fa:16:3e:c8:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:45:38Z', 'updated_at': '2022-02-09T03:45:42Z', 'revision_number': 1, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:23Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:27.382941 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b38fe49-01af-4aaf-9421-6c8811b1c7c5 None None] Checking router: 78c01267-ab83-49c2-81e8-06754caced40 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:47:27.392602 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38fe49-01af-4aaf-9421-6c8811b1c7c5 None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:27.393219 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3b38fe49-01af-4aaf-9421-6c8811b1c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:27.503505 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3b38fe49-01af-4aaf-9421-6c8811b1c7c5 None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:27.834469 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3b38fe49-01af-4aaf-9421-6c8811b1c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:47:25Z', 'revision_number': 6, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '78c01267-ab83-49c2-81e8-06754caced40', 'port_id': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'mac_address': 'fa:16:3e:c8:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:45:38Z', 'updated_at': '2022-02-09T03:45:42Z', 'revision_number': 1, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:23Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:27.860533 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b38fe49-01af-4aaf-9421-6c8811b1c7c5 None None] The sync data for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 is: [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:47:25Z', 'revision_number': 6, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '78c01267-ab83-49c2-81e8-06754caced40', 'port_id': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'mac_address': 'fa:16:3e:c8:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:45:38Z', 'updated_at': '2022-02-09T03:45:42Z', 'revision_number': 1, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:23Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:47:28.020346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c6cdb-7cd2-47e8-926a-c65503b31257 req-4c5ec452-7864-475a-8653-f3253fae6ed6 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:28.026212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-818c6cdb-7cd2-47e8-926a-c65503b31257 req-4c5ec452-7864-475a-8653-f3253fae6ed6 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0739918 Feb 09 03:47:28.140589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-818c6cdb-7cd2-47e8-926a-c65503b31257 req-be04284e-4845-48ed-b479-d1516a77a064 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075883 Feb 09 03:47:28.434844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf70f94-b1e3-446b-88d9-e6c8c8f30789 req-8d0fd2cc-3c41-4710-9d69-63c37a80bc3a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:28.444953 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7cf70f94-b1e3-446b-88d9-e6c8c8f30789 req-8d0fd2cc-3c41-4710-9d69-63c37a80bc3a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 946 time: 0.0810096 Feb 09 03:47:28.506300 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7cf70f94-b1e3-446b-88d9-e6c8c8f30789 req-9521d9e2-b3e1-4997-8c78-a521da611f35 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602031 Feb 09 03:47:28.870044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051e2f7-3ba2-4b5f-ad83-fd1001269e1f req-6ca9c123-9073-44b4-b0de-2ec08800f83f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:28.873033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7772c236-82e3-4158-94ec-d345169460fc no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:47:28.882476 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2051e2f7-3ba2-4b5f-ad83-fd1001269e1f req-6ca9c123-9073-44b4-b0de-2ec08800f83f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.65 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 946 time: 0.1108959 Feb 09 03:47:28.902602 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 7772c236-82e3-4158-94ec-d345169460fc {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:47:28.903268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7772c236-82e3-4158-94ec-d345169460fc not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:47:29.038486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-2051e2f7-3ba2-4b5f-ad83-fd1001269e1f req-e8e5b592-3477-415f-a3cf-b17f7868bf13 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting port a02c2d87-c8c4-43e7-abfa-1502609b24c3 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:47:29.038835 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2051e2f7-3ba2-4b5f-ad83-fd1001269e1f req-e8e5b592-3477-415f-a3cf-b17f7868bf13 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:29.144102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-2051e2f7-3ba2-4b5f-ad83-fd1001269e1f req-e8e5b592-3477-415f-a3cf-b17f7868bf13 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] For port a02c2d87-c8c4-43e7-abfa-1502609b24c3, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a02c2d87-c8c4-43e7-abfa-1502609b24c3,segment=NetworkSegment(ecb19fa5-83e4-42e1-afd2-2fef95fbbb18),segment_id=ecb19fa5-83e4-42e1-afd2-2fef95fbbb18)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:29.144447 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2051e2f7-3ba2-4b5f-ad83-fd1001269e1f req-e8e5b592-3477-415f-a3cf-b17f7868bf13 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:29.157907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-2051e2f7-3ba2-4b5f-ad83-fd1001269e1f req-e8e5b592-3477-415f-a3cf-b17f7868bf13 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Calling delete_port for a02c2d87-c8c4-43e7-abfa-1502609b24c3 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:47:29.179011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-e5eef204-0127-4e12-9783-8a172bc41fc4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:29.186229 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-e5eef204-0127-4e12-9783-8a172bc41fc4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.1279173 Feb 09 03:47:29.204475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-702bbe01-0b8a-4e30-af8c-9eceba3db12f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/quotas/a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 375 time: 0.0171039 Feb 09 03:47:29.282527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-bb06898d-9f4f-49e2-bb07-76c16adb737d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770028 Feb 09 03:47:29.348543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b2ea6-7f26-4971-a3de-3c799459e057 req-49f59c18-d42f-48c5-a501-a9db85e785f7 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:29.350819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-521b2ea6-7f26-4971-a3de-3c799459e057 req-49f59c18-d42f-48c5-a501-a9db85e785f7 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0974901 Feb 09 03:47:29.398584 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-818bfef6-1a7a-4864-9ba1-cb76169e18fd service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068757 Feb 09 03:47:29.450664 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-521b2ea6-7f26-4971-a3de-3c799459e057 req-cf47f923-7557-46b3-8fef-b8efd024363d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927482 Feb 09 03:47:29.458712 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2051e2f7-3ba2-4b5f-ad83-fd1001269e1f req-e8e5b592-3477-415f-a3cf-b17f7868bf13 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a02c2d87-c8c4-43e7-abfa-1502609b24c3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:29.512954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-bf1c01e7-de38-46a6-91ce-3ad788a08950 service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123064 Feb 09 03:47:29.528632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5b592-3477-415f-a3cf-b17f7868bf13 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Port': ['ID=a02c2d87-c8c4-43e7-abfa-1502609b24c3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:29.578826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-2051e2f7-3ba2-4b5f-ad83-fd1001269e1f req-e8e5b592-3477-415f-a3cf-b17f7868bf13 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] No DVR routers for this DVR port a02c2d87-c8c4-43e7-abfa-1502609b24c3 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:47:29.582739 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2051e2f7-3ba2-4b5f-ad83-fd1001269e1f req-e8e5b592-3477-415f-a3cf-b17f7868bf13 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:29.587066 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2051e2f7-3ba2-4b5f-ad83-fd1001269e1f req-e8e5b592-3477-415f-a3cf-b17f7868bf13 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.65 "DELETE /v2.0/ports/a02c2d87-c8c4-43e7-abfa-1502609b24c3 HTTP/1.1" status: 204 len: 173 time: 0.6992309 Feb 09 03:47:29.587750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68a253d-98e8-4e46-a3f4-7cce778c9ff0', 'name': 'network-vif-deleted', 'tag': 'a02c2d87-c8c4-43e7-abfa-1502609b24c3'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:47:29.591066 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a8b2c4-6487-41bf-93cf-c601a706f019" -d '{"events": [{"server_uuid": "d68a253d-98e8-4e46-a3f4-7cce778c9ff0", "name": "network-vif-deleted", "tag": "a02c2d87-c8c4-43e7-abfa-1502609b24c3"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:47:29.637779 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2bfe5e8d-089c-4f24-9968-88d6d5d94343 req-bc430226-8f96-4fbd-8ef8-53ea9d5f991b tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68a253d-98e8-4e46-a3f4-7cce778c9ff0 HTTP/1.1" status: 200 len: 210 time: 0.0335789 Feb 09 03:47:29.704374 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f727043-bb53-4bde-968b-1bb45631d91d x-openstack-request-id: req-3f727043-bb53-4bde-968b-1bb45631d91d {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:47:29.704675 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68a253d-98e8-4e46-a3f4-7cce778c9ff0", "name": "network-vif-deleted", "tag": "a02c2d87-c8c4-43e7-abfa-1502609b24c3", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:47:29.705001 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f727043-bb53-4bde-968b-1bb45631d91d {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:47:29.705449 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68a253d-98e8-4e46-a3f4-7cce778c9ff0', 'name': 'network-vif-deleted', 'tag': 'a02c2d87-c8c4-43e7-abfa-1502609b24c3', 'status': 'completed', 'code': 200} Feb 09 03:47:29.858448 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9a20f14-39bb-472d-b26e-aa00ba950bb5 req-4c04a909-4ac1-40ab-b83f-1923f8762b94 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 210 time: 0.0728269 Feb 09 03:47:30.582795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400e29a-d607-4d8c-920f-a733b70a6a0d req-61133ffb-030a-4958-a1ba-141d2596ed79 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:30.585509 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b400e29a-d607-4d8c-920f-a733b70a6a0d req-61133ffb-030a-4958-a1ba-141d2596ed79 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0563831 Feb 09 03:47:30.638975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b400e29a-d607-4d8c-920f-a733b70a6a0d req-efb764c1-593b-4895-94c6-90f19c689f18 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462189 Feb 09 03:47:30.699750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42288) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:30.774559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:30.815440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:30.899906 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:30.902742 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:30.903938 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/security-groups/1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92 HTTP/1.1" status: 204 len: 168 time: 0.2031834 Feb 09 03:47:30.919007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6fb4ef-58c7-4107-a0c1-c2689ccfdc92,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:30.928051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.928418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.928766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.929108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.929730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.930254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.931489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.931925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.932213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.932665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.933290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.933838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.933838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c6786-b862-4f85-b50c-e500cc4f9414 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:30.953886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42294) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:30.995447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-61db1210-6942-4c8a-a651-cd5412b772ee tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:30.997241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-61db1210-6942-4c8a-a651-cd5412b772ee tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.1989081 Feb 09 03:47:31.016515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'port': {'device_id': '05cf38d2-c9ca-475e-8a54-c948a26602e5', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'admin_state_up': True, 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:31.065243 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e974ed00-bc10-4986-bf50-f93a6914405c req-1d6b1c95-72ea-4e1f-8810-5b086ddf09b4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 210 time: 0.0610385 Feb 09 03:47:31.076101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-27889f0e-b13e-4c33-bad9-360a8b853ae5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting subnet 6c0e4a2e-c97e-4a21-88cf-07222e9192e8 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:47:31.080296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27889f0e-b13e-4c33-bad9-360a8b853ae5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for subnet (6c0e4a2e-c97e-4a21-88cf-07222e9192e8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.127209 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27889f0e-b13e-4c33-bad9-360a8b853ae5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (6c0e4a2e-c97e-4a21-88cf-07222e9192e8), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.142733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Made reservation on behalf of a84b6fef5efc481690cc4aaecd8c8b9a for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:47:31.146530 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.248250 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27889f0e-b13e-4c33-bad9-360a8b853ae5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (6c0e4a2e-c97e-4a21-88cf-07222e9192e8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.287552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Allocated IP 172.20.0.4 (820dcbcf-88d8-48a9-b260-06b2dc83753e/9703353a-b52f-4207-9d03-52eb248f0c4e/7f6d01ae-2435-4823-ab46-59ad46c87a2e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:47:31.323704 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27889f0e-b13e-4c33-bad9-360a8b853ae5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (6c0e4a2e-c97e-4a21-88cf-07222e9192e8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.363987 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27889f0e-b13e-4c33-bad9-360a8b853ae5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.370947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234accd5-3610-4f23-ae4d-d0053a8277b0 None None] Network 99219182-9321-4b6c-ae5e-32e54d7e2d37 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:47:31.374884 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-27889f0e-b13e-4c33-bad9-360a8b853ae5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/subnets/6c0e4a2e-c97e-4a21-88cf-07222e9192e8 HTTP/1.1" status: 204 len: 168 time: 0.4194503 Feb 09 03:47:31.376521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27889f0e-b13e-4c33-bad9-360a8b853ae5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0e4a2e-c97e-4a21-88cf-07222e9192e8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:31.378307 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42296) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:31.497318 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.502373 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (99219182-9321-4b6c-ae5e-32e54d7e2d37), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.546079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.571993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting port d1de87aa-ba4b-48b9-a5a2-60a88739b212 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:47:31.572704 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.642220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=7f6d01ae-2435-4823-ab46-59ad46c87a2e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:31.650980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] For port d1de87aa-ba4b-48b9-a5a2-60a88739b212, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d1de87aa-ba4b-48b9-a5a2-60a88739b212,segment=NetworkSegment(ecb19fa5-83e4-42e1-afd2-2fef95fbbb18),segment_id=ecb19fa5-83e4-42e1-afd2-2fef95fbbb18)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:31.652372 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.652963 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:47:31.655512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:47:31.659239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:47:31.666580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1198c8-5c7b-42e5-8160-a510fe2ac876 None None] DHCP port deletion for 99219182-9321-4b6c-ae5e-32e54d7e2d37 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:47:31.683970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Calling delete_port for d1de87aa-ba4b-48b9-a5a2-60a88739b212 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:47:31.751058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:31.752051 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.789073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8e1198c8-5c7b-42e5-8160-a510fe2ac876 None None] Deleting port d1de87aa-ba4b-48b9-a5a2-60a88739b212 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:47:31.791040 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e1198c8-5c7b-42e5-8160-a510fe2ac876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.834895 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.836049 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2ff96fde-0f7b-466e-aab0-0c0781a12e79 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8240414 Feb 09 03:47:31.855464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Request body: {'port': {'device_id': '05cf38d2-c9ca-475e-8a54-c948a26602e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:31.873347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Port': ['ID=d1de87aa-ba4b-48b9-a5a2-60a88739b212,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:31.885507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] No DVR routers for this DVR port d1de87aa-ba4b-48b9-a5a2-60a88739b212 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:47:31.912751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8e1198c8-5c7b-42e5-8160-a510fe2ac876 None None] For port d1de87aa-ba4b-48b9-a5a2-60a88739b212, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d1de87aa-ba4b-48b9-a5a2-60a88739b212,segment=NetworkSegment(ecb19fa5-83e4-42e1-afd2-2fef95fbbb18),segment_id=ecb19fa5-83e4-42e1-afd2-2fef95fbbb18)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:31.913155 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e1198c8-5c7b-42e5-8160-a510fe2ac876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:31.914851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80a97c-38a7-4411-b4e9-94acae7e4208 req-13fa95bc-c5ff-457c-a99d-7ac762c1330d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:31.917186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab80a97c-38a7-4411-b4e9-94acae7e4208 req-13fa95bc-c5ff-457c-a99d-7ac762c1330d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1619222 Feb 09 03:47:31.940108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8e1198c8-5c7b-42e5-8160-a510fe2ac876 None None] Calling delete_port for d1de87aa-ba4b-48b9-a5a2-60a88739b212 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:47:32.010489 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.050201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-99982769-9fdc-48a8-ac11-729ba644cf7a None None] Provisioning complete for port 7f6d01ae-2435-4823-ab46-59ad46c87a2e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:32.050600 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-99982769-9fdc-48a8-ac11-729ba644cf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.091442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (99219182-9321-4b6c-ae5e-32e54d7e2d37), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:47:32.111022 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 03:47:32.134641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-99982769-9fdc-48a8-ac11-729ba644cf7a None None] Port 7f6d01ae-2435-4823-ab46-59ad46c87a2e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:47:32.136985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99219182-9321-4b6c-ae5e-32e54d7e2d37']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:32.143084 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e1198c8-5c7b-42e5-8160-a510fe2ac876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (d1de87aa-ba4b-48b9-a5a2-60a88739b212), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.151574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:32.151874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb19fa5-83e4-42e1-afd2-2fef95fbbb18') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:32.162855 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab80a97c-38a7-4411-b4e9-94acae7e4208 req-ec7b5cb1-6be9-4275-b7a1-88205eea6513 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385237 Feb 09 03:47:32.179832 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (ecb19fa5-83e4-42e1-afd2-2fef95fbbb18), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.193513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1198c8-5c7b-42e5-8160-a510fe2ac876 None None] Pushing event deleted for resources: {'Port': ['ID=d1de87aa-ba4b-48b9-a5a2-60a88739b212,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:32.199898 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1198c8-5c7b-42e5-8160-a510fe2ac876 None None] No DVR routers for this DVR port d1de87aa-ba4b-48b9-a5a2-60a88739b212 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:47:32.213234 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ecb19fa5-83e4-42e1-afd2-2fef95fbbb18), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.223364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:47:32.223763 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (ecb19fa5-83e4-42e1-afd2-2fef95fbbb18), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:47:32.288106 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:47:32.324841 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (99219182-9321-4b6c-ae5e-32e54d7e2d37), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.330147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.333689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/networks/99219182-9321-4b6c-ae5e-32e54d7e2d37 HTTP/1.1" status: 204 len: 168 time: 0.9542997 Feb 09 03:47:32.338758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42314) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:32.369892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dd2c0-a0c7-4b60-a5d4-de82c40d1dc1 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Network': ['ID=99219182-9321-4b6c-ae5e-32e54d7e2d37,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:32.405738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6d01ae-2435-4823-ab46-59ad46c87a2e {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:47:32.415629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Publish callbacks [] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.428983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Transition to ACTIVE for port object 7f6d01ae-2435-4823-ab46-59ad46c87a2e will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:47:32.429600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7223d-193b-445e-8b6e-902f9baae58f req-3552f794-7f74-47fb-ab32-6417e9aeafdb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:32.431365 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80a7223d-193b-445e-8b6e-902f9baae58f req-3552f794-7f74-47fb-ab32-6417e9aeafdb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 931 time: 0.1445520 Feb 09 03:47:32.438646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.500529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Pushing event updated for resources: {'Port': ['ID=7f6d01ae-2435-4823-ab46-59ad46c87a2e,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:32.542686 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80a7223d-193b-445e-8b6e-902f9baae58f req-47f44807-87a9-45f9-b47b-c23e0100f7a1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026530 Feb 09 03:47:32.614595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Attempting to bind port 7f6d01ae-2435-4823-ab46-59ad46c87a2e on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:47:32.614932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Attempting to bind port 7f6d01ae-2435-4823-ab46-59ad46c87a2e by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:47:32.615277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Attempting to bind port 7f6d01ae-2435-4823-ab46-59ad46c87a2e on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:47:32.619989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Port 7f6d01ae-2435-4823-ab46-59ad46c87a2e on network 820dcbcf-88d8-48a9-b260-06b2dc83753e not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:47:32.620320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Attempting to bind port 7f6d01ae-2435-4823-ab46-59ad46c87a2e on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:47:32.627831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:47:32.628174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Checking segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:47:32.628785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Bound using segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:47:32.629222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Bound port: 7f6d01ae-2435-4823-ab46-59ad46c87a2e, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:47:32.629609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.674104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting port 0276f094-236e-4c4b-8877-a686e8fde76e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:47:32.674679 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0276f094-236e-4c4b-8877-a686e8fde76e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.717180 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] For port 7f6d01ae-2435-4823-ab46-59ad46c87a2e, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:47:32.719377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] For port 7f6d01ae-2435-4823-ab46-59ad46c87a2e, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7f6d01ae-2435-4823-ab46-59ad46c87a2e,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:47:32.727784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.782802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:32.784232 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.786371 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] 10.222.0.65 "PUT /v2.0/ports/7f6d01ae-2435-4823-ab46-59ad46c87a2e HTTP/1.1" status: 200 len: 1092 time: 0.9362841 Feb 09 03:47:32.787307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cf38d2-c9ca-475e-8a54-c948a26602e5', 'tag': '7f6d01ae-2435-4823-ab46-59ad46c87a2e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:47:32.789737 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422d9ac8-4d3d-480c-b88e-e7390002bc09" -d '{"events": [{"name": "network-changed", "server_uuid": "05cf38d2-c9ca-475e-8a54-c948a26602e5", "tag": "7f6d01ae-2435-4823-ab46-59ad46c87a2e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:47:32.822157 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0276f094-236e-4c4b-8877-a686e8fde76e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.822404 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a02c2d87-c8c4-43e7-abfa-1502609b24c3 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:47:32.822867 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for floatingip (0276f094-236e-4c4b-8877-a686e8fde76e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.850909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Calling delete_port for 0276f094-236e-4c4b-8877-a686e8fde76e owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:47:32.903886 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24e04c7-d7a5-4548-957c-20b8b3224f15 x-openstack-request-id: req-a24e04c7-d7a5-4548-957c-20b8b3224f15 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:47:32.904313 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cf38d2-c9ca-475e-8a54-c948a26602e5", "tag": "7f6d01ae-2435-4823-ab46-59ad46c87a2e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:47:32.904678 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a24e04c7-d7a5-4548-957c-20b8b3224f15 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:47:32.905216 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cf38d2-c9ca-475e-8a54-c948a26602e5', 'tag': '7f6d01ae-2435-4823-ab46-59ad46c87a2e', 'status': 'completed', 'code': 200} Feb 09 03:47:32.929128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: a02c2d87-c8c4-43e7-abfa-1502609b24c3 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:47:32.931392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a02c2d87-c8c4-43e7-abfa-1502609b24c3 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:47:32.961934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ba1b1-b8e8-4e9c-9522-008d6313604b service neutron] Pushing event updated for resources: {'Port': ['ID=7f6d01ae-2435-4823-ab46-59ad46c87a2e,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:32.992711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d1de87aa-ba4b-48b9-a5a2-60a88739b212 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:47:33.021215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-9d153bda-150b-4ca6-b964-9e4d0bf1e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:33.023005 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-9d153bda-150b-4ca6-b964-9e4d0bf1e3f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 1126 time: 0.1534100 Feb 09 03:47:33.034461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: d1de87aa-ba4b-48b9-a5a2-60a88739b212 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:47:33.034881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d1de87aa-ba4b-48b9-a5a2-60a88739b212 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:47:33.125283 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2e1c8287-3a4a-4b6d-8d16-fdd420b2e6fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f6d01ae-2435-4823-ab46-59ad46c87a2e HTTP/1.1" status: 200 len: 217 time: 0.0879395 Feb 09 03:47:33.190917 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0276f094-236e-4c4b-8877-a686e8fde76e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:33.230156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-88d5068a-e98e-4fec-a941-0addf48cc188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:33.232250 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-88d5068a-e98e-4fec-a941-0addf48cc188 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.1009626 Feb 09 03:47:33.242836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Port': ['ID=0276f094-236e-4c4b-8877-a686e8fde76e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:33.322567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-fa4ec44d-fc9d-4351-abf5-3839f5ac9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:33.324652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-fa4ec44d-fc9d-4351-abf5-3839f5ac9768 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0864148 Feb 09 03:47:33.361321 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for floatingip (8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:33.361743 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Floating IP 8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94 disassociated (deleted). External IP: 172.25.5.182, port: d4dddfa5-5b5e-487d-95e9-efe3a2935ef4. Feb 09 03:47:33.456968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-2b8aba63-1067-4ef2-802d-de060cf92731 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262767 Feb 09 03:47:33.465610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55dba-8a7b-4ab6-ad91-fe7fc483a036 req-03467602-9547-498e-a0aa-276f4ba8d808 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:33.473262 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dc55dba-8a7b-4ab6-ad91-fe7fc483a036 req-03467602-9547-498e-a0aa-276f4ba8d808 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1676266 Feb 09 03:47:33.540512 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9dc55dba-8a7b-4ab6-ad91-fe7fc483a036 req-79704809-fc79-4a2b-ba3f-268fc1c5d8fb tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661681 Feb 09 03:47:33.584161 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a04df98-58b4-4ca0-8a40-4759fcf78c37 req-c4f41d0c-8e73-47df-8242-4b0e5156c9f9 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199350 Feb 09 03:47:33.696399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Router 78c01267-ab83-49c2-81e8-06754caced40 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:47:33.747436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9eb9f4-a1b4-4669-8360-43d52446e2a4 req-081dd751-e168-481c-982b-47dddd914e0d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:33.749326 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d9eb9f4-a1b4-4669-8360-43d52446e2a4 req-081dd751-e168-481c-982b-47dddd914e0d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1075091 Feb 09 03:47:33.798566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d9ac8-4d3d-480c-b88e-e7390002bc09 req-9d84c05e-3daf-4b50-9507-74c9848e375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:33.800327 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-422d9ac8-4d3d-480c-b88e-e7390002bc09 req-9d84c05e-3daf-4b50-9507-74c9848e375d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 1126 time: 0.1267200 Feb 09 03:47:33.863400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:47:33.873504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2cbc4-b5b6-4c6c-9628-61638e8d547a None None] Sync routers for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:47:33.876726 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:33.885130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2cbc4-b5b6-4c6c-9628-61638e8d547a None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:33.886113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-78e2cbc4-b5b6-4c6c-9628-61638e8d547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:33.908245 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d9eb9f4-a1b4-4669-8360-43d52446e2a4 req-e316da9c-ec17-4e1f-a51d-7b26e04392dc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454787 Feb 09 03:47:33.956325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-89eaf5a0-51fa-4402-acff-98358106d7f3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/floatingips/8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94 HTTP/1.1" status: 204 len: 168 time: 1.6125326 Feb 09 03:47:33.957278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'tag': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:47:33.959718 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3c3e8f-ffff-4356-9942-cc4250ec917a" -d '{"events": [{"name": "network-changed", "server_uuid": "7406d46a-0162-41b8-ac92-7cb3e8b22077", "tag": "d4dddfa5-5b5e-487d-95e9-efe3a2935ef4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:47:33.986121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d9ac8-4d3d-480c-b88e-e7390002bc09 req-1fc9dadd-f9a4-4205-ba86-767ee7fb6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:33.989159 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-422d9ac8-4d3d-480c-b88e-e7390002bc09 req-1fc9dadd-f9a4-4205-ba86-767ee7fb6fb1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.1830168 Feb 09 03:47:34.024493 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6382dd0-21d8-4fa2-9ad1-02520a8342a2 x-openstack-request-id: req-c6382dd0-21d8-4fa2-9ad1-02520a8342a2 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:47:34.024683 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7406d46a-0162-41b8-ac92-7cb3e8b22077", "tag": "d4dddfa5-5b5e-487d-95e9-efe3a2935ef4", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:47:34.024796 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6382dd0-21d8-4fa2-9ad1-02520a8342a2 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:47:34.025228 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'tag': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'status': 'completed', 'code': 200} Feb 09 03:47:34.091766 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-422d9ac8-4d3d-480c-b88e-e7390002bc09 req-69a98e79-9b04-4fd5-b2d2-04e4ae44b21c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f6d01ae-2435-4823-ab46-59ad46c87a2e HTTP/1.1" status: 200 len: 217 time: 0.0953724 Feb 09 03:47:34.095176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c3e8f-ffff-4356-9942-cc4250ec917a req-80c51d21-d108-4781-a19a-f071ce2db8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:34.096855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e3c3e8f-ffff-4356-9942-cc4250ec917a req-80c51d21-d108-4781-a19a-f071ce2db8a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 1129 time: 0.0531254 Feb 09 03:47:34.149033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-78e2cbc4-b5b6-4c6c-9628-61638e8d547a None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:34.199738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d9ac8-4d3d-480c-b88e-e7390002bc09 req-1299f8c5-d5c2-42ab-9c67-7b7d3285fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:34.208198 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-422d9ac8-4d3d-480c-b88e-e7390002bc09 req-1299f8c5-d5c2-42ab-9c67-7b7d3285fd5f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.1090996 Feb 09 03:47:34.280287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d9ac8-4d3d-480c-b88e-e7390002bc09 req-87ba3fd4-95fc-43cf-b9f9-b1f4648c6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:34.285813 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-422d9ac8-4d3d-480c-b88e-e7390002bc09 req-87ba3fd4-95fc-43cf-b9f9-b1f4648c6d72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0714073 Feb 09 03:47:34.299533 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c3e8f-ffff-4356-9942-cc4250ec917a req-05710d79-a10e-45c6-8e08-426c27adb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:34.301538 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e3c3e8f-ffff-4356-9942-cc4250ec917a req-05710d79-a10e-45c6-8e08-426c27adb72b service neutron] 10.222.0.42 "GET /v2.0/networks?id=adce1b81-58a7-43cb-ac76-d53b9b6f2760 HTTP/1.1" status: 200 len: 898 time: 0.1988513 Feb 09 03:47:34.358808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e3c3e8f-ffff-4356-9942-cc4250ec917a req-84dccf35-481c-4413-9782-d195fb3011d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 HTTP/1.1" status: 200 len: 217 time: 0.0494211 Feb 09 03:47:34.434909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c3e8f-ffff-4356-9942-cc4250ec917a req-23ce3814-fce2-45d5-9e18-29d8c4ba6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:34.436672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e3c3e8f-ffff-4356-9942-cc4250ec917a req-23ce3814-fce2-45d5-9e18-29d8c4ba6bb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=017a3595-825e-42f7-bb59-c5548bb59ef8 HTTP/1.1" status: 200 len: 834 time: 0.0716379 Feb 09 03:47:34.480297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead688f-2668-4a38-be47-6c6dfcec8883 req-a3798596-a02a-434f-b2fc-e7be9e1af8bd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:34.482115 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2ead688f-2668-4a38-be47-6c6dfcec8883 req-a3798596-a02a-434f-b2fc-e7be9e1af8bd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 946 time: 0.1681783 Feb 09 03:47:34.496921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-78e2cbc4-b5b6-4c6c-9628-61638e8d547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:47:25Z', 'revision_number': 6, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:23Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:34.530492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c3e8f-ffff-4356-9942-cc4250ec917a req-17a0c633-3377-4b34-990b-80b7d84b2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:34.533262 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e3c3e8f-ffff-4356-9942-cc4250ec917a req-17a0c633-3377-4b34-990b-80b7d84b2aa9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adce1b81-58a7-43cb-ac76-d53b9b6f2760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0903180 Feb 09 03:47:34.536089 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-422d9ac8-4d3d-480c-b88e-e7390002bc09 req-33d6cc68-bd55-471d-ad48-534ed4982bdd service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431474 Feb 09 03:47:34.549440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2cbc4-b5b6-4c6c-9628-61638e8d547a None None] Checking router: 78c01267-ab83-49c2-81e8-06754caced40 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:47:34.565284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2cbc4-b5b6-4c6c-9628-61638e8d547a None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:34.566179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-78e2cbc4-b5b6-4c6c-9628-61638e8d547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:34.674039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2ead688f-2668-4a38-be47-6c6dfcec8883 req-6008f59d-4f14-461a-ba36-b45322a74c5c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=b997c4ca-b01c-4da0-8abd-0cbc53bf0140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793778 Feb 09 03:47:34.686484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e3c3e8f-ffff-4356-9942-cc4250ec917a req-63557325-831c-4a54-b122-55f98b3f74ec service neutron] 10.222.0.42 "GET /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463368 Feb 09 03:47:34.757188 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-422d9ac8-4d3d-480c-b88e-e7390002bc09 req-a4091d89-18b9-4370-a014-36d18232d10e service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145751 Feb 09 03:47:34.802438 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e3c3e8f-ffff-4356-9942-cc4250ec917a req-a57ad08b-f4e1-434e-8684-e72dac4e3a0c service neutron] 10.222.0.42 "GET /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076000 Feb 09 03:47:34.825776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d3353-56b6-447f-8aca-c8524809cbb1 req-5b80e26d-6e99-48ec-a10f-e36f6bf4bb6a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:34.827528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed5d3353-56b6-447f-8aca-c8524809cbb1 req-5b80e26d-6e99-48ec-a10f-e36f6bf4bb6a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1831880 Feb 09 03:47:34.931440 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed5d3353-56b6-447f-8aca-c8524809cbb1 req-edb78e98-c16c-4591-92d9-8aef5206845d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930021 Feb 09 03:47:34.960971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-78e2cbc4-b5b6-4c6c-9628-61638e8d547a None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:35.080135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1e741-42bc-48f1-b6be-dc91cf5b6922 req-0002ab5d-3428-4640-acb5-e57a1a1faa6a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:35.082671 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2ad1e741-42bc-48f1-b6be-dc91cf5b6922 req-0002ab5d-3428-4640-acb5-e57a1a1faa6a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.0682340 Feb 09 03:47:35.142893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2ad1e741-42bc-48f1-b6be-dc91cf5b6922 req-e937181b-c4a2-4249-b30c-112730afee63 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505624 Feb 09 03:47:35.197040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-78e2cbc4-b5b6-4c6c-9628-61638e8d547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:47:25Z', 'revision_number': 6, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:23Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:35.223327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2cbc4-b5b6-4c6c-9628-61638e8d547a None None] The sync data for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 is: [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:47:25Z', 'revision_number': 6, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '0acc0f24-7c33-464d-b850-3b3352b38ebb', 'name': '', 'network_id': 'adce1b81-58a7-43cb-ac76-d53b9b6f2760', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:42:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:17Z', 'updated_at': '2022-02-09T03:45:23Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '017a3595-825e-42f7-bb59-c5548bb59ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:47:35.531840 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d353a21d-a4aa-4ea5-866e-704ad278e6a8 None None] New status for floating IP 8cf9cfa8-baa6-479e-95c8-d8b3cb40fa94: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:47:35.558340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f492b1-63b3-4b80-b78a-342d9bde64e7 req-c8ad18bc-8543-419b-a117-7be0594eef5e tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:35.559738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-47f492b1-63b3-4b80-b78a-342d9bde64e7 req-c8ad18bc-8543-419b-a117-7be0594eef5e tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.42 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 946 time: 0.0761850 Feb 09 03:47:35.666223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-47f492b1-63b3-4b80-b78a-342d9bde64e7 req-9afde94c-99d5-436b-ad5d-4cfa4e9df7ed tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:47:35.666790 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-47f492b1-63b3-4b80-b78a-342d9bde64e7 req-9afde94c-99d5-436b-ad5d-4cfa4e9df7ed tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:35.826773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-47f492b1-63b3-4b80-b78a-342d9bde64e7 req-9afde94c-99d5-436b-ad5d-4cfa4e9df7ed tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] For port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4,segment=NetworkSegment(d01a0222-5094-461a-a6f1-5704cbf34331),segment_id=d01a0222-5094-461a-a6f1-5704cbf34331)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:35.827445 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-47f492b1-63b3-4b80-b78a-342d9bde64e7 req-9afde94c-99d5-436b-ad5d-4cfa4e9df7ed tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:35.846894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cbd16-5e20-403b-9999-95b4a755f2f3 req-8598d753-3a88-476d-b735-5e7b3a3c38e5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:35.848528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce5cbd16-5e20-403b-9999-95b4a755f2f3 req-8598d753-3a88-476d-b735-5e7b3a3c38e5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406d46a-0162-41b8-ac92-7cb3e8b22077 HTTP/1.1" status: 200 len: 946 time: 0.1049359 Feb 09 03:47:35.853463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-47f492b1-63b3-4b80-b78a-342d9bde64e7 req-9afde94c-99d5-436b-ad5d-4cfa4e9df7ed tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Calling delete_port for d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:47:35.966576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce5cbd16-5e20-403b-9999-95b4a755f2f3 req-6bd352e7-0c4c-4802-b166-b03f0998ac08 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=b997c4ca-b01c-4da0-8abd-0cbc53bf0140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108513 Feb 09 03:47:36.088981 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-47f492b1-63b3-4b80-b78a-342d9bde64e7 req-9afde94c-99d5-436b-ad5d-4cfa4e9df7ed tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d4dddfa5-5b5e-487d-95e9-efe3a2935ef4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:36.091562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a304e-7366-4864-a6c9-c8fb07f305c5 req-2b1af2fb-ec05-4b53-b28f-cd296d2bfbea tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:36.099368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e4a304e-7366-4864-a6c9-c8fb07f305c5 req-2b1af2fb-ec05-4b53-b28f-cd296d2bfbea tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0621901 Feb 09 03:47:36.119054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afde94c-99d5-436b-ad5d-4cfa4e9df7ed tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Port': ['ID=d4dddfa5-5b5e-487d-95e9-efe3a2935ef4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:36.159931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e4a304e-7366-4864-a6c9-c8fb07f305c5 req-7c7548d6-5567-4c17-964a-47a04e2f937d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547087 Feb 09 03:47:36.188147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f492b1-63b3-4b80-b78a-342d9bde64e7 req-9afde94c-99d5-436b-ad5d-4cfa4e9df7ed tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] No DVR routers for this DVR port d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:47:36.191472 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-47f492b1-63b3-4b80-b78a-342d9bde64e7 req-9afde94c-99d5-436b-ad5d-4cfa4e9df7ed tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:36.194999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-47f492b1-63b3-4b80-b78a-342d9bde64e7 req-9afde94c-99d5-436b-ad5d-4cfa4e9df7ed tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.42 "DELETE /v2.0/ports/d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 HTTP/1.1" status: 204 len: 173 time: 0.6286268 Feb 09 03:47:36.196292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'name': 'network-vif-deleted', 'tag': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:47:36.198155 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dfa9fe-0f68-477b-b4cb-f4718f5fb136" -d '{"events": [{"server_uuid": "7406d46a-0162-41b8-ac92-7cb3e8b22077", "name": "network-vif-deleted", "tag": "d4dddfa5-5b5e-487d-95e9-efe3a2935ef4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:47:36.265051 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8358286-4bbf-43fb-bb0d-e6f594cedd81 x-openstack-request-id: req-a8358286-4bbf-43fb-bb0d-e6f594cedd81 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:47:36.266206 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7406d46a-0162-41b8-ac92-7cb3e8b22077", "name": "network-vif-deleted", "tag": "d4dddfa5-5b5e-487d-95e9-efe3a2935ef4", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:47:36.266737 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8358286-4bbf-43fb-bb0d-e6f594cedd81 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:47:36.267165 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7406d46a-0162-41b8-ac92-7cb3e8b22077', 'name': 'network-vif-deleted', 'tag': 'd4dddfa5-5b5e-487d-95e9-efe3a2935ef4', 'status': 'completed', 'code': 200} Feb 09 03:47:36.295840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337617b-f6ac-43de-b4bb-690d12ba0f16 req-7193cfcc-84d6-4693-af33-5291ffde7c63 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:36.303698 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9337617b-f6ac-43de-b4bb-690d12ba0f16 req-7193cfcc-84d6-4693-af33-5291ffde7c63 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.0857368 Feb 09 03:47:36.359020 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:47:36.374170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9337617b-f6ac-43de-b4bb-690d12ba0f16 req-3749c655-0d59-4859-b183-48bc78e38de1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692205 Feb 09 03:47:37.053989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42358) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:37.136214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41facaae-230b-44eb-8b35-5fd48e0236d9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (b997c4ca-b01c-4da0-8abd-0cbc53bf0140), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:37.166792 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41facaae-230b-44eb-8b35-5fd48e0236d9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (b997c4ca-b01c-4da0-8abd-0cbc53bf0140), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:37.282027 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41facaae-230b-44eb-8b35-5fd48e0236d9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b997c4ca-b01c-4da0-8abd-0cbc53bf0140), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:37.290539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41facaae-230b-44eb-8b35-5fd48e0236d9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:37.299805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-41facaae-230b-44eb-8b35-5fd48e0236d9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/security-groups/b997c4ca-b01c-4da0-8abd-0cbc53bf0140 HTTP/1.1" status: 204 len: 168 time: 0.2446074 Feb 09 03:47:37.322121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41facaae-230b-44eb-8b35-5fd48e0236d9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b997c4ca-b01c-4da0-8abd-0cbc53bf0140,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:37.340873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42364) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:37.415761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e123df-ecfd-4de3-91f7-7cc7a472eb64 req-ef89b123-ee62-493d-a2e2-4619ef957ef9 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:37.420465 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80e123df-ecfd-4de3-91f7-7cc7a472eb64 req-ef89b123-ee62-493d-a2e2-4619ef957ef9 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1524959 Feb 09 03:47:37.507402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-80e123df-ecfd-4de3-91f7-7cc7a472eb64 req-03deeca9-a8de-4786-b05d-2d5d95149602 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832784 Feb 09 03:47:37.600632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3d1ee-f8ee-44b0-8810-b6069ab399ff req-9b326f60-2f29-4016-a5ab-518917b3f757 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:37.602182 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00f3d1ee-f8ee-44b0-8810-b6069ab399ff req-9b326f60-2f29-4016-a5ab-518917b3f757 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.0788693 Feb 09 03:47:37.724569 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00f3d1ee-f8ee-44b0-8810-b6069ab399ff req-6b6c8e7f-c878-4f24-82dc-f9fa9900dc20 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157784 Feb 09 03:47:37.778328 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:37.967460 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd45a6fd-339d-44e5-b5dd-b1b77276d80f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (78c01267-ab83-49c2-81e8-06754caced40), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:38.383594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-bd45a6fd-339d-44e5-b5dd-b1b77276d80f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting port 0acc0f24-7c33-464d-b850-3b3352b38ebb {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:47:38.384257 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd45a6fd-339d-44e5-b5dd-b1b77276d80f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:38.536198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-bd45a6fd-339d-44e5-b5dd-b1b77276d80f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] For port 0acc0f24-7c33-464d-b850-3b3352b38ebb, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0acc0f24-7c33-464d-b850-3b3352b38ebb,segment=NetworkSegment(d01a0222-5094-461a-a6f1-5704cbf34331),segment_id=d01a0222-5094-461a-a6f1-5704cbf34331)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:38.536868 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd45a6fd-339d-44e5-b5dd-b1b77276d80f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:38.564192 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-bd45a6fd-339d-44e5-b5dd-b1b77276d80f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Calling delete_port for 0acc0f24-7c33-464d-b850-3b3352b38ebb owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:47:38.762705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb06095-9127-45ae-b196-2b1365d83f0e req-182c3ac2-1eb7-4424-a96e-8bc716aee2a9 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:38.766607 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2bb06095-9127-45ae-b196-2b1365d83f0e req-182c3ac2-1eb7-4424-a96e-8bc716aee2a9 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1053686 Feb 09 03:47:38.929182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:47:38.963377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:47:38.969794 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device d4dddfa5-5b5e-487d-95e9-efe3a2935ef4 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:47:38.990617 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd45a6fd-339d-44e5-b5dd-b1b77276d80f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0acc0f24-7c33-464d-b850-3b3352b38ebb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:39.034183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83dc3f-718d-4319-8c79-37f42129c264 req-cf042ffb-f405-4a17-a710-6bb13f314dac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:39.036710 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a83dc3f-718d-4319-8c79-37f42129c264 req-cf042ffb-f405-4a17-a710-6bb13f314dac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.2111356 Feb 09 03:47:39.066051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45a6fd-339d-44e5-b5dd-b1b77276d80f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Port': ['ID=0acc0f24-7c33-464d-b850-3b3352b38ebb,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:39.264388 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2bb06095-9127-45ae-b196-2b1365d83f0e req-460a2340-e6bb-462a-b851-1acbba9af0f7 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4914646 Feb 09 03:47:39.340424 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a83dc3f-718d-4319-8c79-37f42129c264 req-c3281169-e170-4969-b359-717641301353 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794642 Feb 09 03:47:39.412840 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bd45a6fd-339d-44e5-b5dd-b1b77276d80f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (78c01267-ab83-49c2-81e8-06754caced40), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:39.846615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd45a6fd-339d-44e5-b5dd-b1b77276d80f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Router 78c01267-ab83-49c2-81e8-06754caced40 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:47:40.441052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd45a6fd-339d-44e5-b5dd-b1b77276d80f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:47:40.448445 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bd45a6fd-339d-44e5-b5dd-b1b77276d80f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "PUT /v2.0/routers/78c01267-ab83-49c2-81e8-06754caced40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1061060 Feb 09 03:47:40.452463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42390) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:40.461095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592e29f-498f-4026-81e5-d55a45b0768e None None] Sync routers for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:47:40.492036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592e29f-498f-4026-81e5-d55a45b0768e None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:40.494120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e592e29f-498f-4026-81e5-d55a45b0768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:40.539680 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-485964cb-692a-4a16-a038-776804b7d407 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting subnet 017a3595-825e-42f7-bb59-c5548bb59ef8 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:47:40.559750 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-485964cb-692a-4a16-a038-776804b7d407 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for subnet (017a3595-825e-42f7-bb59-c5548bb59ef8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:40.631311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13c890-81c1-4283-aa54-1ae6e6704d94 req-54aa2253-7e50-4fd7-8eec-f27bc4078359 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:40.645942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-485964cb-692a-4a16-a038-776804b7d407 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (017a3595-825e-42f7-bb59-c5548bb59ef8), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:40.653573 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a13c890-81c1-4283-aa54-1ae6e6704d94 req-54aa2253-7e50-4fd7-8eec-f27bc4078359 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.2380710 Feb 09 03:47:40.692369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0238cd-926b-48d2-b725-9cae1a080525 req-19484d83-ae29-46c1-93d0-ee45ccf7b822 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:40.700316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d0238cd-926b-48d2-b725-9cae1a080525 req-19484d83-ae29-46c1-93d0-ee45ccf7b822 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1521103 Feb 09 03:47:40.780879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-e592e29f-498f-4026-81e5-d55a45b0768e None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:40.798736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d0238cd-926b-48d2-b725-9cae1a080525 req-e8e0c1f9-1d39-4d2b-843e-dab4f86d1108 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969548 Feb 09 03:47:40.871028 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a13c890-81c1-4283-aa54-1ae6e6704d94 req-696a9309-7676-4f8c-842c-027bfc504630 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140715 Feb 09 03:47:40.881860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-485964cb-692a-4a16-a038-776804b7d407 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (017a3595-825e-42f7-bb59-c5548bb59ef8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:41.022631 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-485964cb-692a-4a16-a038-776804b7d407 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (017a3595-825e-42f7-bb59-c5548bb59ef8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:41.051795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485964cb-692a-4a16-a038-776804b7d407 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Subnet': ['ID=017a3595-825e-42f7-bb59-c5548bb59ef8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:41.055765 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-485964cb-692a-4a16-a038-776804b7d407 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:41.062361 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-485964cb-692a-4a16-a038-776804b7d407 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/subnets/017a3595-825e-42f7-bb59-c5548bb59ef8 HTTP/1.1" status: 204 len: 168 time: 0.6078770 Feb 09 03:47:41.063299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42392) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:41.065734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ebae9-35d0-4db3-8b0b-c561d6f18323 None None] Network adce1b81-58a7-43cb-ac76-d53b9b6f2760 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:47:41.300346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e592e29f-498f-4026-81e5-d55a45b0768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:47:38Z', 'revision_number': 7, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:41.314661 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router (78c01267-ab83-49c2-81e8-06754caced40), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:41.380651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592e29f-498f-4026-81e5-d55a45b0768e None None] Checking router: 78c01267-ab83-49c2-81e8-06754caced40 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:47:41.386345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592e29f-498f-4026-81e5-d55a45b0768e None None] Routers {'78c01267-ab83-49c2-81e8-06754caced40'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:41.387251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e592e29f-498f-4026-81e5-d55a45b0768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['78c01267-ab83-49c2-81e8-06754caced40'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:41.491319 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router_gateway (78c01267-ab83-49c2-81e8-06754caced40), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:41.519571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] DHCP port deletion for adce1b81-58a7-43cb-ac76-d53b9b6f2760 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:47:41.618821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting port a231d7cb-0a04-4000-b163-402f5440a740 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:47:41.619168 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a231d7cb-0a04-4000-b163-402f5440a740), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:41.681057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-e592e29f-498f-4026-81e5-d55a45b0768e None None] Set router 78c01267-ab83-49c2-81e8-06754caced40 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:41.683605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Deleting port 3c54698d-462c-4561-a019-27b9060d536a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:47:41.684123 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3c54698d-462c-4561-a019-27b9060d536a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:41.727201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] For port a231d7cb-0a04-4000-b163-402f5440a740, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a231d7cb-0a04-4000-b163-402f5440a740,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:41.727777 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a231d7cb-0a04-4000-b163-402f5440a740), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:41.760617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Calling delete_port for a231d7cb-0a04-4000-b163-402f5440a740 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:47:41.947613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] For port 3c54698d-462c-4561-a019-27b9060d536a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=3c54698d-462c-4561-a019-27b9060d536a,segment=NetworkSegment(d01a0222-5094-461a-a6f1-5704cbf34331),segment_id=d01a0222-5094-461a-a6f1-5704cbf34331)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:41.951633 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3c54698d-462c-4561-a019-27b9060d536a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:41.982435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Calling delete_port for 3c54698d-462c-4561-a019-27b9060d536a owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:47:42.018764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310cdbe-9e74-4420-a6f9-168828d3abf8 req-7983d229-0478-49d9-8459-8ab12f9c4fd7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:42.026380 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7310cdbe-9e74-4420-a6f9-168828d3abf8 req-7983d229-0478-49d9-8459-8ab12f9c4fd7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1236303 Feb 09 03:47:42.098498 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (3c54698d-462c-4561-a019-27b9060d536a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:42.132024 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Pushing event deleted for resources: {'Port': ['ID=3c54698d-462c-4561-a019-27b9060d536a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:42.141778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.142131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.142484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.143006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.143570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.144227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.144573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.145170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.145543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.145881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.146302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.146793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.147141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:42.153916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ed42b-c491-44b3-872b-b855b5a8a42d None None] No DVR routers for this DVR port 3c54698d-462c-4561-a019-27b9060d536a on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:47:42.162344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e592e29f-498f-4026-81e5-d55a45b0768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:47:38Z', 'revision_number': 7, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:42.167257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0053c3-8c83-45af-bfb4-e10a20ed1040 req-b2814635-a930-4a25-b36d-c1114c27d285 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:42.178543 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7f0053c3-8c83-45af-bfb4-e10a20ed1040 req-b2814635-a930-4a25-b36d-c1114c27d285 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1377172 Feb 09 03:47:42.204034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592e29f-498f-4026-81e5-d55a45b0768e None None] The sync data for ids ['78c01267-ab83-49c2-81e8-06754caced40'] in n-d-824835-15 is: [{'id': '78c01267-ab83-49c2-81e8-06754caced40', 'name': 'tempest-TestNetworkBasicOps-router-2097107383', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:47:38Z', 'revision_number': 7, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': 'a231d7cb-0a04-4000-b163-402f5440a740', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c01267-ab83-49c2-81e8-06754caced40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:13Z', 'updated_at': '2022-02-09T03:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:47:42.253580 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7310cdbe-9e74-4420-a6f9-168828d3abf8 req-8a40c328-254a-4ea5-ae15-34b5b1e89fcd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257054 Feb 09 03:47:42.289509 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a231d7cb-0a04-4000-b163-402f5440a740), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:42.362246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Port': ['ID=a231d7cb-0a04-4000-b163-402f5440a740,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:42.398684 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7f0053c3-8c83-45af-bfb4-e10a20ed1040 req-141baf05-96bc-40e6-9553-82b0e8be4c4a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202291 Feb 09 03:47:42.439194 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (78c01267-ab83-49c2-81e8-06754caced40), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:42.565514 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (78c01267-ab83-49c2-81e8-06754caced40), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:42.568293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router_controller (78c01267-ab83-49c2-81e8-06754caced40), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:42.620425 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (78c01267-ab83-49c2-81e8-06754caced40), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:42.622643 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Fanout notify agent at l3_agent the message router_deleted on router 78c01267-ab83-49c2-81e8-06754caced40 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:47:42.635954 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:42.638334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ac30dbf2-a63e-4361-80e8-8adf7d61dfdd tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/routers/78c01267-ab83-49c2-81e8-06754caced40 HTTP/1.1" status: 204 len: 168 time: 1.5718713 Feb 09 03:47:42.640609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42402) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:42.744886 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (adce1b81-58a7-43cb-ac76-d53b9b6f2760), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:42.861833 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (adce1b81-58a7-43cb-ac76-d53b9b6f2760), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:42.896219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adce1b81-58a7-43cb-ac76-d53b9b6f2760']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:42.917967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01a0222-5094-461a-a6f1-5704cbf34331') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:42.918158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01a0222-5094-461a-a6f1-5704cbf34331') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:42.936282 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (d01a0222-5094-461a-a6f1-5704cbf34331), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:42.959444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d01a0222-5094-461a-a6f1-5704cbf34331), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:42.969198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:47:42.970210 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (d01a0222-5094-461a-a6f1-5704cbf34331), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:47:42.973688 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:47:43.071586 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3c54698d-462c-4561-a019-27b9060d536a no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:47:43.073113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (adce1b81-58a7-43cb-ac76-d53b9b6f2760), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:43.081244 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:43.084433 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/networks/adce1b81-58a7-43cb-ac76-d53b9b6f2760 HTTP/1.1" status: 204 len: 168 time: 0.4427481 Feb 09 03:47:43.105219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 3c54698d-462c-4561-a019-27b9060d536a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:47:43.105773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3c54698d-462c-4561-a019-27b9060d536a not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:47:43.106140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0acc0f24-7c33-464d-b850-3b3352b38ebb no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:47:43.112839 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42404) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:43.113932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Network': ['ID=adce1b81-58a7-43cb-ac76-d53b9b6f2760,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:43.118929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-7025e929-4f53-44a4-b832-3f286055ec4a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'network': {'name': 'tempest-network-smoke--198256082', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'port_security_enabled': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:43.130892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.130892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.133067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.133067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.133067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.133067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.133067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.133067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.133726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.133726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.134019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.138429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.138779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff11ff-1300-46b6-8fac-25490d03adfb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:43.157346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 0acc0f24-7c33-464d-b850-3b3352b38ebb {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:47:43.157870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0acc0f24-7c33-464d-b850-3b3352b38ebb not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:47:43.163626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7025e929-4f53-44a4-b832-3f286055ec4a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Made reservation on behalf of 99200cc0a1a449b8b5f725e7a0ceed9f for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:47:43.170882 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7025e929-4f53-44a4-b832-3f286055ec4a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:43.199890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7025e929-4f53-44a4-b832-3f286055ec4a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:47:43.211647 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7025e929-4f53-44a4-b832-3f286055ec4a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:43.212012 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-7025e929-4f53-44a4-b832-3f286055ec4a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Added segment 6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5 of type vlan for network 352b7aa8-3a4a-4591-820b-8a2435d16548 Feb 09 03:47:43.273777 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7025e929-4f53-44a4-b832-3f286055ec4a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (352b7aa8-3a4a-4591-820b-8a2435d16548), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:43.317085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7025e929-4f53-44a4-b832-3f286055ec4a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (352b7aa8-3a4a-4591-820b-8a2435d16548), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:43.335501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7025e929-4f53-44a4-b832-3f286055ec4a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:43.336147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7025e929-4f53-44a4-b832-3f286055ec4a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:43.449029 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7025e929-4f53-44a4-b832-3f286055ec4a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3325086 Feb 09 03:47:43.449458 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42410) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:43.455840 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'admin_state_up': True, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:43.467512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025e929-4f53-44a4-b832-3f286055ec4a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Network': ['ID=352b7aa8-3a4a-4591-820b-8a2435d16548,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:43.479318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 352b7aa8-3a4a-4591-820b-8a2435d16548 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:47:43.520752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4cb56-3a0e-4ffd-99be-f95a6ec85307 req-39cec462-dd7c-4c0d-9d6c-dcc0c9f8491c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:43.546616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfb4cb56-3a0e-4ffd-99be-f95a6ec85307 req-39cec462-dd7c-4c0d-9d6c-dcc0c9f8491c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1789746 Feb 09 03:47:43.587908 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (eee8ce59-93c4-46d9-9954-e7890b2d906f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:43.588940 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (eee8ce59-93c4-46d9-9954-e7890b2d906f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:43.643305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a1980-4e1a-4566-bd4a-b0bc777e04df req-57429462-25dc-405d-87bb-4bdf22ffcf22 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:43.646938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfb4cb56-3a0e-4ffd-99be-f95a6ec85307 req-a631e888-96d0-41f6-a88b-0aea8e2f12dc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962975 Feb 09 03:47:43.650248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-481a1980-4e1a-4566-bd4a-b0bc777e04df req-57429462-25dc-405d-87bb-4bdf22ffcf22 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1176169 Feb 09 03:47:43.693743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router_controller (eee8ce59-93c4-46d9-9954-e7890b2d906f), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:43.720149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-481a1980-4e1a-4566-bd4a-b0bc777e04df req-d3282ffe-d9a0-48fd-8278-bb78ad30595c tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582805 Feb 09 03:47:43.884541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router_gateway (eee8ce59-93c4-46d9-9954-e7890b2d906f), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:44.125620 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router_gateway (eee8ce59-93c4-46d9-9954-e7890b2d906f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:44.144997 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:44.274411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Allocated IP 172.25.5.207 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/09306981-5e64-40e3-b8d5-b9f1a60d2e21) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:47:44.395706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:44.447526 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:44.494604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:47:44.499759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:47:44.503918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:47:44.630036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=09306981-5e64-40e3-b8d5-b9f1a60d2e21,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:44.896177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a231d7cb-0a04-4000-b163-402f5440a740 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:47:44.922429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: a231d7cb-0a04-4000-b163-402f5440a740 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:47:44.923138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a231d7cb-0a04-4000-b163-402f5440a740 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:47:44.946070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b1392-aa4d-4296-86aa-262edd7c7f12 req-11f0afbb-3b09-4b90-b5c5-5c2fe0a75085 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:44.948794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e6b1392-aa4d-4296-86aa-262edd7c7f12 req-11f0afbb-3b09-4b90-b5c5-5c2fe0a75085 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1545057 Feb 09 03:47:44.965538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50056e86-f9a0-40be-a8dd-0ae1d26697a6 req-20c87ccd-cdec-4c27-aebb-8a431a237976 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:44.967145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-50056e86-f9a0-40be-a8dd-0ae1d26697a6 req-20c87ccd-cdec-4c27-aebb-8a431a237976 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1395121 Feb 09 03:47:44.980456 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router_gateway (eee8ce59-93c4-46d9-9954-e7890b2d906f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:45.071673 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-50056e86-f9a0-40be-a8dd-0ae1d26697a6 req-6a96d45b-6cca-427d-933b-86cabd4cd840 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924520 Feb 09 03:47:45.122911 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e6b1392-aa4d-4296-86aa-262edd7c7f12 req-5de77520-30e0-424d-847c-f283a401acf0 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626556 Feb 09 03:47:45.310785 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (eee8ce59-93c4-46d9-9954-e7890b2d906f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:45.470834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Router eee8ce59-93c4-46d9-9954-e7890b2d906f is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:47:45.620712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:47:45.646324 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:45.649074 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Sync routers for ids ['eee8ce59-93c4-46d9-9954-e7890b2d906f'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:47:45.652245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42442) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:45.653561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-217d289f-b9af-4eb4-bffc-0e379dc27004 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2021766 Feb 09 03:47:45.661211 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Routers {'eee8ce59-93c4-46d9-9954-e7890b2d906f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:45.661867 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['eee8ce59-93c4-46d9-9954-e7890b2d906f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:45.679280 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-817bfbc7-b413-4720-a9fd-2d94a302ec0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:45.697997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c40e603e-4f1c-4913-9116-0ec9035b4d35 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=99200cc0a1a449b8b5f725e7a0ceed9f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434334 Feb 09 03:47:45.700734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42444) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:45.801862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36422230-4c1c-48e0-a35e-31e16d11bf6e tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:45.803339 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-36422230-4c1c-48e0-a35e-31e16d11bf6e tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1012180 Feb 09 03:47:45.807881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42446) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:45.817502 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Set router eee8ce59-93c4-46d9-9954-e7890b2d906f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:45.848793 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-699df0c0-f0ad-40a5-b318-85781434865f tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397124 Feb 09 03:47:45.852495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42448) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:45.860065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b8005745-79f8-4045-9712-93dc79b65faa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-109258548', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:45.997061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8005745-79f8-4045-9712-93dc79b65faa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Made reservation on behalf of 99200cc0a1a449b8b5f725e7a0ceed9f for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:47:46.012222 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b8005745-79f8-4045-9712-93dc79b65faa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:46.056892 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:47:44Z', 'revision_number': 3, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:46.107913 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Checking router: eee8ce59-93c4-46d9-9954-e7890b2d906f for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:47:46.109245 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Updating router eee8ce59-93c4-46d9-9954-e7890b2d906f port 09306981-5e64-40e3-b8d5-b9f1a60d2e21 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:47:46.190011 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:46.244921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a9100-f0da-4a61-872f-a97b56ac7c1d req-68b2eaab-1ba8-4ef6-8134-2452a7b34442 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:46.246507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-791a9100-f0da-4a61-872f-a97b56ac7c1d req-68b2eaab-1ba8-4ef6-8134-2452a7b34442 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0969172 Feb 09 03:47:46.348056 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b8005745-79f8-4045-9712-93dc79b65faa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (10f09b38-4292-49cb-b273-4db4239d54da), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:46.351765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-791a9100-f0da-4a61-872f-a97b56ac7c1d req-23b53c86-5ce1-446d-b1eb-7db31e811ee1 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933621 Feb 09 03:47:46.362102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da718cb6-4e91-4967-8cae-f9e2f8cd8cae req-ee276fe5-9916-4d5d-bc86-9558cfa59b78 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:46.364383 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da718cb6-4e91-4967-8cae-f9e2f8cd8cae req-ee276fe5-9916-4d5d-bc86-9558cfa59b78 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1283669 Feb 09 03:47:46.468309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8005745-79f8-4045-9712-93dc79b65faa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Subnet': ['ID=10f09b38-4292-49cb-b273-4db4239d54da,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:46.480859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8005745-79f8-4045-9712-93dc79b65faa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Checking segment: {'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:47:46.481223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8005745-79f8-4045-9712-93dc79b65faa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network hostable DHCP agents. Network: 352b7aa8-3a4a-4591-820b-8a2435d16548, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:47:46.490714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da718cb6-4e91-4967-8cae-f9e2f8cd8cae req-38082b88-880e-465a-874f-67c828c0bf7e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019204 Feb 09 03:47:46.526339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8005745-79f8-4045-9712-93dc79b65faa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network 352b7aa8-3a4a-4591-820b-8a2435d16548 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:47:46.544779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-b8005745-79f8-4045-9712-93dc79b65faa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 352b7aa8-3a4a-4591-820b-8a2435d16548) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:47:46.551657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8005745-79f8-4045-9712-93dc79b65faa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:46.553318 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b8005745-79f8-4045-9712-93dc79b65faa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:46.556244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234940bd-d4d0-450e-86ae-cceb55e2a943 None None] Network 352b7aa8-3a4a-4591-820b-8a2435d16548 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:47:46.580258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b8005745-79f8-4045-9712-93dc79b65faa tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7263021 Feb 09 03:47:46.582963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42456) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:46.595979 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Publish callbacks [] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:46.603774 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:46.659831 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Attempting to bind port 09306981-5e64-40e3-b8d5-b9f1a60d2e21 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:47:46.660483 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Attempting to bind port 09306981-5e64-40e3-b8d5-b9f1a60d2e21 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:47:46.660607 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Attempting to bind port 09306981-5e64-40e3-b8d5-b9f1a60d2e21 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:47:46.673618 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:47:46.673978 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:47:46.674363 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:46.674759 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:47:46.675226 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Bound port: 09306981-5e64-40e3-b8d5-b9f1a60d2e21, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:47:46.675601 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:46.677411 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Pushing event updated for resources: {'Port': ['ID=09306981-5e64-40e3-b8d5-b9f1a60d2e21,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:46.694250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-352b7aa8-3a4a-4591-820b-8a2435d16548', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ips': [{'subnet_id': '10f09b38-4292-49cb-b273-4db4239d54da'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:47:46.695430 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:46.704981 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.705331 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.705704 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.706054 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.706377 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.706698 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.707025 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.707350 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.707672 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.707997 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.708370 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.708733 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.709050 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:46.749042 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] For port 09306981-5e64-40e3-b8d5-b9f1a60d2e21, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:47:46.756217 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] For port 09306981-5e64-40e3-b8d5-b9f1a60d2e21, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=09306981-5e64-40e3-b8d5-b9f1a60d2e21,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:47:46.767508 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:46.835703 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Routers {'eee8ce59-93c4-46d9-9954-e7890b2d906f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:46.836330 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['eee8ce59-93c4-46d9-9954-e7890b2d906f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:46.981704 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] Set router eee8ce59-93c4-46d9-9954-e7890b2d906f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:47.045655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Allocated IP 172.20.0.2 (352b7aa8-3a4a-4591-820b-8a2435d16548/10f09b38-4292-49cb-b273-4db4239d54da/dcb6e4e6-b1c3-4f3a-a175-39f9d430630f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:47:47.113061 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705db65-54ff-405d-a20b-c209fb51898d None None] Pushing event updated for resources: {'Port': ['ID=09306981-5e64-40e3-b8d5-b9f1a60d2e21,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:47.263925 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:47:44Z', 'revision_number': 3, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:47.307114 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:47.317742 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830b228-54f6-498d-bfc1-ed121e001438 None None] The sync data for ids ['eee8ce59-93c4-46d9-9954-e7890b2d906f'] in n-d-824835-15 is: [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:47:44Z', 'revision_number': 3, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:47:47.558070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad037a-662c-4304-9d19-115b5007f9a5 req-e5111ad6-16f7-495e-945c-80a22a038383 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:47.559976 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8ad037a-662c-4304-9d19-115b5007f9a5 req-e5111ad6-16f7-495e-945c-80a22a038383 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0988357 Feb 09 03:47:47.665282 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Publish callbacks [] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:47.692009 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:47.719805 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8ad037a-662c-4304-9d19-115b5007f9a5 req-678d6273-8c56-4521-8a4e-ff54577bcb2c tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515634 Feb 09 03:47:47.735791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2eb2b-a07f-4fa5-84b6-413dc0d0d34f req-e19247dc-16b4-4061-bf62-300db529c646 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:47.742840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37c2eb2b-a07f-4fa5-84b6-413dc0d0d34f req-e19247dc-16b4-4061-bf62-300db529c646 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1405196 Feb 09 03:47:47.818147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Network 352b7aa8-3a4a-4591-820b-8a2435d16548 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:47:47.829826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Pushing event updated for resources: {'Port': ['ID=dcb6e4e6-b1c3-4f3a-a175-39f9d430630f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:47.833431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:47:47.843405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:47:47.888553 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37c2eb2b-a07f-4fa5-84b6-413dc0d0d34f req-9144f168-3a0e-4069-bdd7-e1454a1080b1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205730 Feb 09 03:47:47.909077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Attempting to bind port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:47:47.909754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Attempting to bind port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:47:47.910310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Attempting to bind port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f on network 352b7aa8-3a4a-4591-820b-8a2435d16548 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:47:47.916163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:47:47.916928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Checking segment: {'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:47:47.917539 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:47.918138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Bound using segment: {'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:47:47.918771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Bound port: dcb6e4e6-b1c3-4f3a-a175-39f9d430630f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:47:47.919318 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:47.930108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Allocated IP 172.20.0.1 (352b7aa8-3a4a-4591-820b-8a2435d16548/10f09b38-4292-49cb-b273-4db4239d54da/6f146740-f537-4cc9-b191-1953b815e009) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:47:48.040441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] For port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:47:48.044032 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] For port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=dcb6e4e6-b1c3-4f3a-a175-39f9d430630f,segment=NetworkSegment(6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5),segment_id=6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:47:48.056747 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:48.081551 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (6f146740-f537-4cc9-b191-1953b815e009), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:48.125853 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6f146740-f537-4cc9-b191-1953b815e009), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:48.177295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9fd2c-eae7-4dbb-bce8-59887ec961e5 None None] Pushing event updated for resources: {'Port': ['ID=dcb6e4e6-b1c3-4f3a-a175-39f9d430630f,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:48.187522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=6f146740-f537-4cc9-b191-1953b815e009,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:48.205659 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network 352b7aa8-3a4a-4591-820b-8a2435d16548 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:47:48.212596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:47:48.217082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:47:48.249815 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5cbfb4a-643a-4755-8a9c-d567c50cedb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:48.283973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (eee8ce59-93c4-46d9-9954-e7890b2d906f), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:48.500876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f146740-f537-4cc9-b191-1953b815e009), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:48.962645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd12ee-80ad-4ba1-9246-f5d74e196e5d req-10481866-7fba-472b-aa2d-c414be9a9245 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:48.964272 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88cd12ee-80ad-4ba1-9246-f5d74e196e5d req-10481866-7fba-472b-aa2d-c414be9a9245 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1251953 Feb 09 03:47:48.966786 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (6f146740-f537-4cc9-b191-1953b815e009), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:49.025683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (6f146740-f537-4cc9-b191-1953b815e009), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:49.082902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3d19e-fbf1-41ab-bad6-218dcd684d74 req-66bec37a-55a5-43c9-806b-67173f65e303 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:49.085385 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83b3d19e-fbf1-41ab-bad6-218dcd684d74 req-66bec37a-55a5-43c9-806b-67173f65e303 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.0774817 Feb 09 03:47:49.119947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 09306981-5e64-40e3-b8d5-b9f1a60d2e21 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:47:49.185223 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88cd12ee-80ad-4ba1-9246-f5d74e196e5d req-ff5ddd9f-d843-4c70-9962-e164bdddf3b4 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119751 Feb 09 03:47:49.185877 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=6f146740-f537-4cc9-b191-1953b815e009,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:49.221175 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (eee8ce59-93c4-46d9-9954-e7890b2d906f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:49.228341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83b3d19e-fbf1-41ab-bad6-218dcd684d74 req-8bd44647-8de7-4efe-8c3a-4b4fc7ec7c91 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328027 Feb 09 03:47:49.263781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 09306981-5e64-40e3-b8d5-b9f1a60d2e21 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:49.264647 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:49.340680 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network 352b7aa8-3a4a-4591-820b-8a2435d16548 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:47:49.344412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:47:49.361512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 09306981-5e64-40e3-b8d5-b9f1a60d2e21 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:49.361915 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:49.417497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 09306981-5e64-40e3-b8d5-b9f1a60d2e21, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=09306981-5e64-40e3-b8d5-b9f1a60d2e21,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:49.423885 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:49.427278 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:49.428149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device dcb6e4e6-b1c3-4f3a-a175-39f9d430630f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:47:49.563703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Router eee8ce59-93c4-46d9-9954-e7890b2d906f has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:47:49.586457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:49.587088 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:49.648400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=09306981-5e64-40e3-b8d5-b9f1a60d2e21,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:49.722022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:47:49.736237 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42472) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:49.737121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-56543e9c-0a14-413e-9e56-1b50970ca96c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "PUT /v2.0/routers/eee8ce59-93c4-46d9-9954-e7890b2d906f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1530700 Feb 09 03:47:49.758782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:49.759191 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:49.798218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=dcb6e4e6-b1c3-4f3a-a175-39f9d430630f,segment=NetworkSegment(6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5),segment_id=6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:49.812298 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:49.935372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=dcb6e4e6-b1c3-4f3a-a175-39f9d430630f,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:49.997538 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d973f7-7db6-4dc4-9dc7-c163374f68e4 None None] Network 352b7aa8-3a4a-4591-820b-8a2435d16548 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:47:50.023571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df528106-462c-47a8-85d1-81c0f23b2b77 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.024493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df528106-462c-47a8-85d1-81c0f23b2b77 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.025129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df528106-462c-47a8-85d1-81c0f23b2b77 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.025779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df528106-462c-47a8-85d1-81c0f23b2b77 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.026643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df528106-462c-47a8-85d1-81c0f23b2b77 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.027269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df528106-462c-47a8-85d1-81c0f23b2b77 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.027915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df528106-462c-47a8-85d1-81c0f23b2b77 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.028430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df528106-462c-47a8-85d1-81c0f23b2b77 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.032982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df528106-462c-47a8-85d1-81c0f23b2b77 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.037695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-df528106-462c-47a8-85d1-81c0f23b2b77 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6370 time: 0.2979412 Feb 09 03:47:50.038081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42476) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:50.095767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5d62c450-7150-41ea-818e-eba6f7fb7414 None None] Provisioning complete for port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:50.096281 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d62c450-7150-41ea-818e-eba6f7fb7414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:50.126081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798db0f0-9c51-4a92-bbbd-b3ce18a2bbe9 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.127063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798db0f0-9c51-4a92-bbbd-b3ce18a2bbe9 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.127673 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798db0f0-9c51-4a92-bbbd-b3ce18a2bbe9 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.128278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798db0f0-9c51-4a92-bbbd-b3ce18a2bbe9 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.128883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798db0f0-9c51-4a92-bbbd-b3ce18a2bbe9 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.129511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798db0f0-9c51-4a92-bbbd-b3ce18a2bbe9 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.130111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798db0f0-9c51-4a92-bbbd-b3ce18a2bbe9 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.130797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798db0f0-9c51-4a92-bbbd-b3ce18a2bbe9 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.131614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798db0f0-9c51-4a92-bbbd-b3ce18a2bbe9 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.136688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42478) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:50.137721 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-798db0f0-9c51-4a92-bbbd-b3ce18a2bbe9 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5906 time: 0.0985587 Feb 09 03:47:50.198405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Sync routers for ids ['eee8ce59-93c4-46d9-9954-e7890b2d906f'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:47:50.220193 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Routers {'eee8ce59-93c4-46d9-9954-e7890b2d906f'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:50.223107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['eee8ce59-93c4-46d9-9954-e7890b2d906f'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:50.399343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c4687-c0a0-4d85-af2e-4c1ceec39006 req-247472d8-1df8-4b20-a159-12745b358f0c tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.401224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dc6c4687-c0a0-4d85-af2e-4c1ceec39006 req-247472d8-1df8-4b20-a159-12745b358f0c tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0744698 Feb 09 03:47:50.430287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85329c20-88c2-4473-9eef-d18900855ddc req-59a4f3f5-389c-42a6-9435-9a59a6dce929 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:50.434642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5d62c450-7150-41ea-818e-eba6f7fb7414 None None] Current status of the port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:50.442258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-85329c20-88c2-4473-9eef-d18900855ddc req-59a4f3f5-389c-42a6-9435-9a59a6dce929 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1292922 Feb 09 03:47:50.480437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Set router eee8ce59-93c4-46d9-9954-e7890b2d906f gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:50.483111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-934bff76-1db8-416a-b5e3-428737430118 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.3448732 Feb 09 03:47:50.569042 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-85329c20-88c2-4473-9eef-d18900855ddc req-29bc43a7-43f9-4255-9914-4343759d8034 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154566 Feb 09 03:47:50.908563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2eba033b-1fbc-4a2b-a89b-95f02195fe6a None None] Provisioning complete for port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:50.909091 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2eba033b-1fbc-4a2b-a89b-95f02195fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.028001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 09306981-5e64-40e3-b8d5-b9f1a60d2e21 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:47:51.028670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42488) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:51.032043 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.034044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-311513d4-c069-4c13-ab51-10af51852ccb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99200362', 'description': 'tempest-secgroup-smoke-99200362 description', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:51.095242 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-311513d4-c069-4c13-ab51-10af51852ccb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.107597 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dc6c4687-c0a0-4d85-af2e-4c1ceec39006 req-d6a0446e-c907-4bc0-8f7c-55d8396bff62 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6927402 Feb 09 03:47:51.126230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2eba033b-1fbc-4a2b-a89b-95f02195fe6a None None] Current status of the port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:51.143717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2eba033b-1fbc-4a2b-a89b-95f02195fe6a None None] Provisioning complete for port 6f146740-f537-4cc9-b191-1953b815e009 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:51.145380 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2eba033b-1fbc-4a2b-a89b-95f02195fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f146740-f537-4cc9-b191-1953b815e009), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.212553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2eba033b-1fbc-4a2b-a89b-95f02195fe6a None None] Port 6f146740-f537-4cc9-b191-1953b815e009 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:47:51.217067 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-311513d4-c069-4c13-ab51-10af51852ccb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (8c5b6099-69a8-4e2e-8485-689dd84f80a0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.223859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:47:48Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6f146740-f537-4cc9-b191-1953b815e009', 'name': '', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:1f:1e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '10f09b38-4292-49cb-b273-4db4239d54da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:47Z', 'updated_at': '2022-02-09T03:47:48Z', 'revision_number': 2, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '10f09b38-4292-49cb-b273-4db4239d54da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:51.229334 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-311513d4-c069-4c13-ab51-10af51852ccb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8c5b6099-69a8-4e2e-8485-689dd84f80a0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.263987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Checking router: eee8ce59-93c4-46d9-9954-e7890b2d906f for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:47:51.264341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Updating router eee8ce59-93c4-46d9-9954-e7890b2d906f port 6f146740-f537-4cc9-b191-1953b815e009 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:47:51.276147 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-311513d4-c069-4c13-ab51-10af51852ccb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.277337 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-311513d4-c069-4c13-ab51-10af51852ccb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2474470 Feb 09 03:47:51.281095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42490) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:51.286484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6076c992-7ea4-4cad-84a0-c650274f3a05 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': '8c5b6099-69a8-4e2e-8485-689dd84f80a0', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:51.290176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311513d4-c069-4c13-ab51-10af51852ccb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5b6099-69a8-4e2e-8485-689dd84f80a0,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:51.306307 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f146740-f537-4cc9-b191-1953b815e009), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.322782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 09306981-5e64-40e3-b8d5-b9f1a60d2e21 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:51.323323 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.349115 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6076c992-7ea4-4cad-84a0-c650274f3a05 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (d2485abf-c763-4b77-bf45-11b4048896e5), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.402036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-49f089a5-82b6-4f43-827d-d5e73c761b18 None None] Provisioning complete for port 6f146740-f537-4cc9-b191-1953b815e009 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:51.402420 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49f089a5-82b6-4f43-827d-d5e73c761b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f146740-f537-4cc9-b191-1953b815e009), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.453602 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6076c992-7ea4-4cad-84a0-c650274f3a05 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (d2485abf-c763-4b77-bf45-11b4048896e5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.459013 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6076c992-7ea4-4cad-84a0-c650274f3a05 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (d2485abf-c763-4b77-bf45-11b4048896e5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.478369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076c992-7ea4-4cad-84a0-c650274f3a05 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2485abf-c763-4b77-bf45-11b4048896e5,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:51.498555 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6076c992-7ea4-4cad-84a0-c650274f3a05 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.503060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6076c992-7ea4-4cad-84a0-c650274f3a05 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2181242 Feb 09 03:47:51.503334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42492) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:51.513015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9f9c8f39-2864-4569-9b52-cfad291ca0ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': '8c5b6099-69a8-4e2e-8485-689dd84f80a0', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:51.535831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 09306981-5e64-40e3-b8d5-b9f1a60d2e21 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:51.537251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device dcb6e4e6-b1c3-4f3a-a175-39f9d430630f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:47:51.550994 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8f39-2864-4569-9b52-cfad291ca0ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (49140db4-f78b-4d42-8528-879edccbe225), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.592016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-49f089a5-82b6-4f43-827d-d5e73c761b18 None None] Port 6f146740-f537-4cc9-b191-1953b815e009 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:47:51.661830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:51.662205 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.673763 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8f39-2864-4569-9b52-cfad291ca0ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (49140db4-f78b-4d42-8528-879edccbe225), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.689786 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8f39-2864-4569-9b52-cfad291ca0ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (49140db4-f78b-4d42-8528-879edccbe225), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.736692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c8f39-2864-4569-9b52-cfad291ca0ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49140db4-f78b-4d42-8528-879edccbe225,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:51.756564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8f39-2864-4569-9b52-cfad291ca0ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.761568 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9f9c8f39-2864-4569-9b52-cfad291ca0ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2562435 Feb 09 03:47:51.763068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42498) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:51.776479 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-893d3418-4c64-460a-b31e-d3752edd22e9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': '8c5b6099-69a8-4e2e-8485-689dd84f80a0', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:51.803294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c03dcf-5ba2-463c-9dae-3d3d29160403 req-19e43ce2-a63b-4e16-ac89-8b7d056de87e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:51.804972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6c03dcf-5ba2-463c-9dae-3d3d29160403 req-19e43ce2-a63b-4e16-ac89-8b7d056de87e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1184309 Feb 09 03:47:51.830067 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:51.838194 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893d3418-4c64-460a-b31e-d3752edd22e9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (6cd89b84-7109-49af-82ad-f9112ce5e729), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.852702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b6008e83-93e8-43b5-81de-b719d5407faf None None] Provisioning complete for port 6f146740-f537-4cc9-b191-1953b815e009 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:51.857680 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6008e83-93e8-43b5-81de-b719d5407faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f146740-f537-4cc9-b191-1953b815e009), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.875098 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6c03dcf-5ba2-463c-9dae-3d3d29160403 req-4a5addf5-9c4f-4c7a-abdd-af3a41e74202 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634181 Feb 09 03:47:51.922019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b6008e83-93e8-43b5-81de-b719d5407faf None None] Port 6f146740-f537-4cc9-b191-1953b815e009 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:47:51.961344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893d3418-4c64-460a-b31e-d3752edd22e9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (6cd89b84-7109-49af-82ad-f9112ce5e729), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.970376 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893d3418-4c64-460a-b31e-d3752edd22e9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (6cd89b84-7109-49af-82ad-f9112ce5e729), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:51.988603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d3418-4c64-460a-b31e-d3752edd22e9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd89b84-7109-49af-82ad-f9112ce5e729,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:52.013621 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-893d3418-4c64-460a-b31e-d3752edd22e9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.015331 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-893d3418-4c64-460a-b31e-d3752edd22e9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2502625 Feb 09 03:47:52.019065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42500) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:52.023492 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.024996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fff76e36-91eb-49af-8370-202505efc5ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': '8c5b6099-69a8-4e2e-8485-689dd84f80a0', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:52.027538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Publish callbacks [] for port (6f146740-f537-4cc9-b191-1953b815e009), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.034608 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6f146740-f537-4cc9-b191-1953b815e009), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.060745 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fff76e36-91eb-49af-8370-202505efc5ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (9c0282fb-5ada-4d5b-82c4-e2ebcc858a0a), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.084936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe11b5-c362-4beb-b927-7349987e4720 None None] Pushing event updated for resources: {'Port': ['ID=6f146740-f537-4cc9-b191-1953b815e009,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:52.175877 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fff76e36-91eb-49af-8370-202505efc5ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (9c0282fb-5ada-4d5b-82c4-e2ebcc858a0a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.181541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fff76e36-91eb-49af-8370-202505efc5ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (9c0282fb-5ada-4d5b-82c4-e2ebcc858a0a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.188266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Attempting to bind port 6f146740-f537-4cc9-b191-1953b815e009 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:47:52.188651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Attempting to bind port 6f146740-f537-4cc9-b191-1953b815e009 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:47:52.188994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Attempting to bind port 6f146740-f537-4cc9-b191-1953b815e009 on network 352b7aa8-3a4a-4591-820b-8a2435d16548 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:47:52.194500 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:47:52.194884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Checking segment: {'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:47:52.195295 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.195949 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Bound using segment: {'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:47:52.196719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Bound port: 6f146740-f537-4cc9-b191-1953b815e009, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:47:52.196863 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f146740-f537-4cc9-b191-1953b815e009), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.211773 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fff76e36-91eb-49af-8370-202505efc5ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.216006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42504) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:52.216907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fff76e36-91eb-49af-8370-202505efc5ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1958308 Feb 09 03:47:52.218344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff76e36-91eb-49af-8370-202505efc5ee tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0282fb-5ada-4d5b-82c4-e2ebcc858a0a,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:52.235712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-94d88164-c069-4323-85e9-1ad7f637a8ff tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': '8c5b6099-69a8-4e2e-8485-689dd84f80a0', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:52.286585 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-94d88164-c069-4323-85e9-1ad7f637a8ff tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Project 99200cc0a1a449b8b5f725e7a0ceed9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:47:52.295085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94d88164-c069-4323-85e9-1ad7f637a8ff tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (7042d9fd-f879-4213-a12c-5d1bf0c1aa18), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.313376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] For port 6f146740-f537-4cc9-b191-1953b815e009, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:47:52.316992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] For port 6f146740-f537-4cc9-b191-1953b815e009, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6f146740-f537-4cc9-b191-1953b815e009,segment=NetworkSegment(6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5),segment_id=6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:47:52.328784 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6f146740-f537-4cc9-b191-1953b815e009), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.400574 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94d88164-c069-4323-85e9-1ad7f637a8ff tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (7042d9fd-f879-4213-a12c-5d1bf0c1aa18), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.412866 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94d88164-c069-4323-85e9-1ad7f637a8ff tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (7042d9fd-f879-4213-a12c-5d1bf0c1aa18), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.442757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb054b21-ad07-4a8b-8d5b-627943c1a0ab req-6c717944-e9ee-448d-8d65-8cb8ab118966 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:52.444729 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb054b21-ad07-4a8b-8d5b-627943c1a0ab req-6c717944-e9ee-448d-8d65-8cb8ab118966 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1731896 Feb 09 03:47:52.455437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94d88164-c069-4323-85e9-1ad7f637a8ff tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.459570 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-94d88164-c069-4323-85e9-1ad7f637a8ff tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2358816 Feb 09 03:47:52.460875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42506) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:52.466612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-2c78ca3a-ddcd-4e1e-b921-67c42a3a0438 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'security_group_rule': {'security_group_id': '8c5b6099-69a8-4e2e-8485-689dd84f80a0', 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:52.483166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d88164-c069-4323-85e9-1ad7f637a8ff tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7042d9fd-f879-4213-a12c-5d1bf0c1aa18,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:52.525247 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-2c78ca3a-ddcd-4e1e-b921-67c42a3a0438 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Project 99200cc0a1a449b8b5f725e7a0ceed9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:47:52.529457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb054b21-ad07-4a8b-8d5b-627943c1a0ab req-533e7535-0186-43f0-ad0e-b2b520d23bdb tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710480 Feb 09 03:47:52.533141 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c78ca3a-ddcd-4e1e-b921-67c42a3a0438 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (7700142a-4b50-4000-b1b7-dfab21a60470), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.616595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d258ec4e-f512-41cf-a879-4328e0d3a9ff None None] Provisioning complete for port 6f146740-f537-4cc9-b191-1953b815e009 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:52.616976 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d258ec4e-f512-41cf-a879-4328e0d3a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f146740-f537-4cc9-b191-1953b815e009), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.650823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c78ca3a-ddcd-4e1e-b921-67c42a3a0438 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (7700142a-4b50-4000-b1b7-dfab21a60470), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.660618 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c78ca3a-ddcd-4e1e-b921-67c42a3a0438 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (7700142a-4b50-4000-b1b7-dfab21a60470), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.685296 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78ca3a-ddcd-4e1e-b921-67c42a3a0438 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7700142a-4b50-4000-b1b7-dfab21a60470,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:52.697581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe11b5-c362-4beb-b927-7349987e4720 None None] Pushing event updated for resources: {'Port': ['ID=6f146740-f537-4cc9-b191-1953b815e009,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:52.710838 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c78ca3a-ddcd-4e1e-b921-67c42a3a0438 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.720822 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2c78ca3a-ddcd-4e1e-b921-67c42a3a0438 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2498779 Feb 09 03:47:52.791341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Routers {'eee8ce59-93c4-46d9-9954-e7890b2d906f'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:52.792004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['eee8ce59-93c4-46d9-9954-e7890b2d906f'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:53.078695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-5802550c-7d58-4aec-88c3-382e22386066 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99200362&fields=id&tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f HTTP/1.1" status: 200 len: 267 time: 0.0974474 Feb 09 03:47:53.098347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] Set router eee8ce59-93c4-46d9-9954-e7890b2d906f gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:53.101842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cd376-68f2-4754-9fb9-fe3d9e554878 req-9bff4059-ee01-4a4b-81b6-0653613b8ff3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:53.102726 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-363cd376-68f2-4754-9fb9-fe3d9e554878 req-9bff4059-ee01-4a4b-81b6-0653613b8ff3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.2296667 Feb 09 03:47:53.161225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdc878-2967-48ee-a4a1-9746e206ee51 req-da8411b4-0896-490a-a5d2-cf610eb27057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:53.162756 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-43fdc878-2967-48ee-a4a1-9746e206ee51 req-da8411b4-0896-490a-a5d2-cf610eb27057 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f69e921aa14082a86e09bda26aeec5&device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 1128 time: 0.2990398 Feb 09 03:47:53.297632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-838362f3-5d35-426a-a179-0a7824dd60da tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:53.304686 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-838362f3-5d35-426a-a179-0a7824dd60da tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/networks?id=352b7aa8-3a4a-4591-820b-8a2435d16548 HTTP/1.1" status: 200 len: 796 time: 0.2249908 Feb 09 03:47:53.332895 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-1eafd1e7-7977-4095-a06c-e0a2692a5149 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/quotas/99200cc0a1a449b8b5f725e7a0ceed9f HTTP/1.1" status: 200 len: 375 time: 0.0271783 Feb 09 03:47:53.348279 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-363cd376-68f2-4754-9fb9-fe3d9e554878 req-817ebc08-cf0b-4b94-9128-f9cc6394d0c9 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350161 Feb 09 03:47:53.382938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d258ec4e-f512-41cf-a879-4328e0d3a9ff None None] Current status of the port 6f146740-f537-4cc9-b191-1953b815e009 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:53.383547 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d258ec4e-f512-41cf-a879-4328e0d3a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6f146740-f537-4cc9-b191-1953b815e009), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:53.406694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:47:48Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6f146740-f537-4cc9-b191-1953b815e009', 'name': '', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:1f:1e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '10f09b38-4292-49cb-b273-4db4239d54da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:47Z', 'updated_at': '2022-02-09T03:47:52Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '10f09b38-4292-49cb-b273-4db4239d54da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:53.443895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdc878-2967-48ee-a4a1-9746e206ee51 req-d30c6bf2-b55d-4d0a-a896-5a32d8e16e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:53.445728 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-43fdc878-2967-48ee-a4a1-9746e206ee51 req-d30c6bf2-b55d-4d0a-a896-5a32d8e16e7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 200 len: 912 time: 0.2713940 Feb 09 03:47:53.446551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40bd43-e78a-46a6-8388-060e7e1650ba None None] The sync data for ids ['eee8ce59-93c4-46d9-9954-e7890b2d906f'] in n-d-824835-15 is: [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:47:48Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6f146740-f537-4cc9-b191-1953b815e009', 'name': '', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:1f:1e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '10f09b38-4292-49cb-b273-4db4239d54da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:47Z', 'updated_at': '2022-02-09T03:47:52Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '10f09b38-4292-49cb-b273-4db4239d54da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:47:53.459049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d258ec4e-f512-41cf-a879-4328e0d3a9ff None None] For port 6f146740-f537-4cc9-b191-1953b815e009, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6f146740-f537-4cc9-b191-1953b815e009,segment=NetworkSegment(6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5),segment_id=6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:53.472737 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d258ec4e-f512-41cf-a879-4328e0d3a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6f146740-f537-4cc9-b191-1953b815e009), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:53.623929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258ec4e-f512-41cf-a879-4328e0d3a9ff None None] Pushing event updated for resources: {'Port': ['ID=6f146740-f537-4cc9-b191-1953b815e009,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:53.645584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3a0e8210-2d43-4c55-b3c2-a846958204c1 None None] Provisioning complete for port 6f146740-f537-4cc9-b191-1953b815e009 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:53.646095 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-43fdc878-2967-48ee-a4a1-9746e206ee51 req-9b998473-8abb-41c0-9d8e-f8a4942bfba6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737aabb5-1a86-4bf6-9a4a-ff109de42006 HTTP/1.1" status: 200 len: 1001 time: 0.1948688 Feb 09 03:47:53.646527 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8210-2d43-4c55-b3c2-a846958204c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f146740-f537-4cc9-b191-1953b815e009), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:53.754657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe8d3b-cea0-49ac-a1c1-3ee2d13b8141 req-3e976757-3f64-4943-bb86-49ca5779436c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:53.756244 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6cbe8d3b-cea0-49ac-a1c1-3ee2d13b8141 req-3e976757-3f64-4943-bb86-49ca5779436c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.2046905 Feb 09 03:47:53.793697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e8210-2d43-4c55-b3c2-a846958204c1 None None] Current status of the port 6f146740-f537-4cc9-b191-1953b815e009 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:53.814488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdc878-2967-48ee-a4a1-9746e206ee51 req-05693f6d-daf0-47fe-b760-cc800f979bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:53.815977 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-43fdc878-2967-48ee-a4a1-9746e206ee51 req-05693f6d-daf0-47fe-b760-cc800f979bd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=76252ee7-e7fa-4822-a2d9-8ea4bb95b98e HTTP/1.1" status: 200 len: 850 time: 0.1579490 Feb 09 03:47:53.977806 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6cbe8d3b-cea0-49ac-a1c1-3ee2d13b8141 req-9a2579b1-1f96-4469-a197-968665e5018c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975362 Feb 09 03:47:54.013494 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdc878-2967-48ee-a4a1-9746e206ee51 req-15e54546-8fcf-4b1d-92ad-aa151bc12c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:54.024590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-43fdc878-2967-48ee-a4a1-9746e206ee51 req-15e54546-8fcf-4b1d-92ad-aa151bc12c46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=67dff6fc-e2ea-4874-82ed-23ae56fafefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1873119 Feb 09 03:47:54.102857 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-08e48b40-2862-464e-a0b4-c5ac9d3c30be tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7691705 Feb 09 03:47:54.193971 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-43fdc878-2967-48ee-a4a1-9746e206ee51 req-ecde6149-fb23-4445-8796-05441c8f03fc service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613090 Feb 09 03:47:54.250664 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-7811c4a5-9984-4c38-8f37-8c0b0b000641 service neutron] 10.222.0.21 "GET /v2.0/networks/352b7aa8-3a4a-4591-820b-8a2435d16548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349318 Feb 09 03:47:54.251522 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:54.401086 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-975c3dfa-7836-4a1a-bd53-cc30b07145e8 service neutron] 10.222.0.21 "GET /v2.0/networks/352b7aa8-3a4a-4591-820b-8a2435d16548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440334 Feb 09 03:47:54.453219 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-43fdc878-2967-48ee-a4a1-9746e206ee51 req-f64e8829-92f8-45c8-a804-80720196a6ff service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459819 Feb 09 03:47:54.576080 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed308118-5e0c-4a73-a885-9cb5b794ea56 req-a640094c-d647-4f62-9a84-36fcdca4eb3e tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:54.584342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed308118-5e0c-4a73-a885-9cb5b794ea56 req-a640094c-d647-4f62-9a84-36fcdca4eb3e tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1348360 Feb 09 03:47:54.710018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed308118-5e0c-4a73-a885-9cb5b794ea56 req-666cb2b3-cc8c-4992-8e5c-69ebb236e365 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199307 Feb 09 03:47:54.788634 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8af10d5-8bbf-47cf-8c92-6a887b3e060b req-eb31e7d9-19b0-4f5a-8e23-4d56d60ac65b tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 210 time: 0.0597360 Feb 09 03:47:55.104268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6f146740-f537-4cc9-b191-1953b815e009 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:47:55.192334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed45c-0fc0-4cec-85e0-d74b0b8b7024 req-23e298b5-f106-4a5b-84fc-f89a75444ac6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:55.201621 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-776ed45c-0fc0-4cec-85e0-d74b0b8b7024 req-23e298b5-f106-4a5b-84fc-f89a75444ac6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.0896668 Feb 09 03:47:55.224135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6f146740-f537-4cc9-b191-1953b815e009 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:55.224875 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6f146740-f537-4cc9-b191-1953b815e009), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:55.308303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-776ed45c-0fc0-4cec-85e0-d74b0b8b7024 req-6e615e5a-3c21-40bc-bf7c-58f7bcea3f19 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000640 Feb 09 03:47:55.378535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6f146740-f537-4cc9-b191-1953b815e009 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:55.892982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f0539-04d4-47e7-b7d2-9942114f5195 req-e36226c5-ec51-446e-83e7-48d199dc729e tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:55.901186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d77f0539-04d4-47e7-b7d2-9942114f5195 req-e36226c5-ec51-446e-83e7-48d199dc729e tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0989137 Feb 09 03:47:55.960678 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ec755a76-3d8f-4ae2-969f-617d2d8317bb req-c9258839-abb3-4f46-9eee-e8979939c71b tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 210 time: 0.0665817 Feb 09 03:47:56.020206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d77f0539-04d4-47e7-b7d2-9942114f5195 req-6a3638f1-fbec-4b31-8aec-9826bc1447c4 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112797 Feb 09 03:47:56.550946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-2c454db0-5509-4ba7-bfce-642eacdf8217 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:56.552568 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-2c454db0-5509-4ba7-bfce-642eacdf8217 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.42 "GET /v2.0/networks?id=352b7aa8-3a4a-4591-820b-8a2435d16548 HTTP/1.1" status: 200 len: 796 time: 0.2001028 Feb 09 03:47:56.565189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b3934-a543-4f8a-ab6c-00a6431131c2 req-e7f92142-cbc3-4016-a910-e8f6b308a4a1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:56.569837 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-768b3934-a543-4f8a-ab6c-00a6431131c2 req-e7f92142-cbc3-4016-a910-e8f6b308a4a1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1452646 Feb 09 03:47:56.659697 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-768b3934-a543-4f8a-ab6c-00a6431131c2 req-3739acc5-0179-4a3b-806a-00e559c1c388 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808535 Feb 09 03:47:56.667176 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-8bde7b48-6de1-466a-9b23-b1cbe23a8524 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f HTTP/1.1" status: 200 len: 378 time: 0.0944338 Feb 09 03:47:56.679739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'port': {'device_id': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'admin_state_up': True, 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'security_groups': ['8c5b6099-69a8-4e2e-8485-689dd84f80a0']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:56.805438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Made reservation on behalf of 99200cc0a1a449b8b5f725e7a0ceed9f for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:47:56.808853 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:56.944836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Allocated IP 172.20.0.5 (352b7aa8-3a4a-4591-820b-8a2435d16548/10f09b38-4292-49cb-b273-4db4239d54da/3ec7c983-4d3a-4d53-be30-9e15ba98291e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:47:57.062387 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcc18f59-b751-47cf-9ea4-4d161bd17500 req-d70b1f94-f3db-49b3-9441-46d52fd9258f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 210 time: 0.0338364 Feb 09 03:47:57.104535 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:57.142105 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:57.190917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network 352b7aa8-3a4a-4591-820b-8a2435d16548 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:47:57.194685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:47:57.198128 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:47:57.240252 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=3ec7c983-4d3a-4d53-be30-9e15ba98291e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:57.274477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:57.275283 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:57.293899 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-55d37e73-347e-4454-b82c-187f7a01771a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6195154 Feb 09 03:47:57.371221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Request body: {'port': {'device_id': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:57.439192 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:57.550637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7c797f1b-cbd1-4ab7-b89a-66d99607e9a1 None None] Provisioning complete for port 3ec7c983-4d3a-4d53-be30-9e15ba98291e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:57.551224 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c797f1b-cbd1-4ab7-b89a-66d99607e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:57.590135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7c797f1b-cbd1-4ab7-b89a-66d99607e9a1 None None] Port 3ec7c983-4d3a-4d53-be30-9e15ba98291e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:47:57.715074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec7c983-4d3a-4d53-be30-9e15ba98291e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:47:57.723956 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Publish callbacks [] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:57.739071 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Transition to ACTIVE for port object 3ec7c983-4d3a-4d53-be30-9e15ba98291e will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:47:57.750994 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:57.824281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Pushing event updated for resources: {'Port': ['ID=3ec7c983-4d3a-4d53-be30-9e15ba98291e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:57.858975 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a632cb-3c8f-46ff-8848-51b24dd0712f req-98182f64-9386-41ab-ad0a-28cd981a21b5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:57.860590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a632cb-3c8f-46ff-8848-51b24dd0712f req-98182f64-9386-41ab-ad0a-28cd981a21b5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1230578 Feb 09 03:47:57.961964 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73a632cb-3c8f-46ff-8848-51b24dd0712f req-b1f15b47-6ef7-4969-8879-8460091aae2b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816834 Feb 09 03:47:57.962758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Attempting to bind port 3ec7c983-4d3a-4d53-be30-9e15ba98291e on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:47:57.963095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Attempting to bind port 3ec7c983-4d3a-4d53-be30-9e15ba98291e by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:47:57.963432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Attempting to bind port 3ec7c983-4d3a-4d53-be30-9e15ba98291e on network 352b7aa8-3a4a-4591-820b-8a2435d16548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:47:57.969323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Port 3ec7c983-4d3a-4d53-be30-9e15ba98291e on network 352b7aa8-3a4a-4591-820b-8a2435d16548 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:47:57.969686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Attempting to bind port 3ec7c983-4d3a-4d53-be30-9e15ba98291e on network 352b7aa8-3a4a-4591-820b-8a2435d16548 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:47:57.980679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:47:57.981106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Checking segment: {'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:47:57.981531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Bound using segment: {'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:47:57.981983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Bound port: 3ec7c983-4d3a-4d53-be30-9e15ba98291e, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:47:57.982347 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:58.059601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] For port 3ec7c983-4d3a-4d53-be30-9e15ba98291e, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:47:58.063285 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] For port 3ec7c983-4d3a-4d53-be30-9e15ba98291e, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3ec7c983-4d3a-4d53-be30-9e15ba98291e,segment=NetworkSegment(6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5),segment_id=6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:47:58.068492 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:58.107231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:58.108121 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:58.110330 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] 10.222.0.42 "PUT /v2.0/ports/3ec7c983-4d3a-4d53-be30-9e15ba98291e HTTP/1.1" status: 200 len: 1092 time: 0.8082836 Feb 09 03:47:58.110769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'tag': '3ec7c983-4d3a-4d53-be30-9e15ba98291e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:47:58.113010 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c398b17c-abf5-4d0f-9b7c-6372d2e4225f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea70062e-2f12-468b-b7df-c8e1006f31d7", "tag": "3ec7c983-4d3a-4d53-be30-9e15ba98291e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:47:58.176242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52994fa1-8e9f-47de-990e-8c5713f7c0bc service neutron] Pushing event updated for resources: {'Port': ['ID=3ec7c983-4d3a-4d53-be30-9e15ba98291e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:58.210665 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893247e0-c281-41b1-b620-ad20ac670f52 x-openstack-request-id: req-893247e0-c281-41b1-b620-ad20ac670f52 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:47:58.210969 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea70062e-2f12-468b-b7df-c8e1006f31d7", "tag": "3ec7c983-4d3a-4d53-be30-9e15ba98291e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:47:58.211225 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-893247e0-c281-41b1-b620-ad20ac670f52 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:47:58.211633 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'tag': '3ec7c983-4d3a-4d53-be30-9e15ba98291e', 'status': 'completed', 'code': 200} Feb 09 03:47:58.234637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-27d2878d-ba51-4fde-bb68-cc154855dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:58.236578 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-27d2878d-ba51-4fde-bb68-cc154855dabf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 1126 time: 0.0723016 Feb 09 03:47:58.262861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcee56-bedf-4d65-98fc-1fb30790c349 req-f4110edd-ff3b-4ead-ad65-2ca7205e6494 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:58.271537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80bcee56-bedf-4d65-98fc-1fb30790c349 req-f4110edd-ff3b-4ead-ad65-2ca7205e6494 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 943 time: 0.0711646 Feb 09 03:47:58.287961 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-c08a0433-976f-48d7-932b-b0a89cd98f2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ec7c983-4d3a-4d53-be30-9e15ba98291e HTTP/1.1" status: 200 len: 217 time: 0.0446594 Feb 09 03:47:58.341517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-96b81dc2-c88b-4649-9a05-b6a10a218b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:58.343466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-96b81dc2-c88b-4649-9a05-b6a10a218b85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10f09b38-4292-49cb-b273-4db4239d54da HTTP/1.1" status: 200 len: 834 time: 0.0496554 Feb 09 03:47:58.383191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80bcee56-bedf-4d65-98fc-1fb30790c349 req-9b44033d-a479-4074-b294-6d846063dcbb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c5b6099-69a8-4e2e-8485-689dd84f80a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103923 Feb 09 03:47:58.403435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-fa57ac21-63d0-4c78-88d8-03d0b6e6c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:58.405009 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-fa57ac21-63d0-4c78-88d8-03d0b6e6c35e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=352b7aa8-3a4a-4591-820b-8a2435d16548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0549474 Feb 09 03:47:58.500926 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-b5d3de74-5bba-47a5-a383-a9a75df0d3d9 service neutron] 10.222.0.42 "GET /v2.0/networks/352b7aa8-3a4a-4591-820b-8a2435d16548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897200 Feb 09 03:47:58.603754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa08d87d-1dc2-42e7-8bd7-fe1f459659d3 req-b3479fe8-f502-4525-b87b-408b385c8b1d service neutron] 10.222.0.42 "GET /v2.0/networks/352b7aa8-3a4a-4591-820b-8a2435d16548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965853 Feb 09 03:47:58.706208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398b17c-abf5-4d0f-9b7c-6372d2e4225f req-5469daba-a5d4-4503-83ab-08a9de0b7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:58.707723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c398b17c-abf5-4d0f-9b7c-6372d2e4225f req-5469daba-a5d4-4503-83ab-08a9de0b7cf1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 1126 time: 0.0562766 Feb 09 03:47:58.798763 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398b17c-abf5-4d0f-9b7c-6372d2e4225f req-7ca6f6ed-5da0-4de8-924d-d29bcb4356e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:58.800309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c398b17c-abf5-4d0f-9b7c-6372d2e4225f req-7ca6f6ed-5da0-4de8-924d-d29bcb4356e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=352b7aa8-3a4a-4591-820b-8a2435d16548 HTTP/1.1" status: 200 len: 897 time: 0.0852766 Feb 09 03:47:58.847314 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c398b17c-abf5-4d0f-9b7c-6372d2e4225f req-53734652-6276-448a-bafa-23bee1d1f854 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ec7c983-4d3a-4d53-be30-9e15ba98291e HTTP/1.1" status: 200 len: 217 time: 0.0398901 Feb 09 03:47:58.896112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398b17c-abf5-4d0f-9b7c-6372d2e4225f req-9f9581ac-5610-4d51-89eb-ca62a70aa550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:58.897531 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c398b17c-abf5-4d0f-9b7c-6372d2e4225f req-9f9581ac-5610-4d51-89eb-ca62a70aa550 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10f09b38-4292-49cb-b273-4db4239d54da HTTP/1.1" status: 200 len: 834 time: 0.0452785 Feb 09 03:47:58.947023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398b17c-abf5-4d0f-9b7c-6372d2e4225f req-ea49d0ed-9def-40cc-a807-d82209251ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:58.948514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c398b17c-abf5-4d0f-9b7c-6372d2e4225f req-ea49d0ed-9def-40cc-a807-d82209251ef1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=352b7aa8-3a4a-4591-820b-8a2435d16548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443256 Feb 09 03:47:59.045850 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c398b17c-abf5-4d0f-9b7c-6372d2e4225f req-e6670743-4d3f-4e41-9f8d-fa46b912ea66 service neutron] 10.222.0.42 "GET /v2.0/networks/352b7aa8-3a4a-4591-820b-8a2435d16548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899429 Feb 09 03:47:59.149263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222b970-3984-4b81-b5e1-c8030a35cb5e req-47523e2a-0115-4db8-a868-ba9e322c0597 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:59.150687 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c222b970-3984-4b81-b5e1-c8030a35cb5e req-47523e2a-0115-4db8-a868-ba9e322c0597 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1020651 Feb 09 03:47:59.194128 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c398b17c-abf5-4d0f-9b7c-6372d2e4225f req-b5137263-30db-4476-907d-c1a076a507e0 service neutron] 10.222.0.42 "GET /v2.0/networks/352b7aa8-3a4a-4591-820b-8a2435d16548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371989 Feb 09 03:47:59.217475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c222b970-3984-4b81-b5e1-c8030a35cb5e req-66e8c4ad-c989-48e6-99d4-1f3b1a17f132 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578194 Feb 09 03:47:59.500661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a3a24-a35d-460c-b4d6-f424e61e0f2b req-bba0e2f7-a5e3-405c-b13a-9375e845abdc tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:59.502234 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-354a3a24-a35d-460c-b4d6-f424e61e0f2b req-bba0e2f7-a5e3-405c-b13a-9375e845abdc tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 943 time: 0.0540717 Feb 09 03:47:59.552040 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-354a3a24-a35d-460c-b4d6-f424e61e0f2b req-bb891da1-cc88-4fdb-b1b9-6b1a4611826c tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c5b6099-69a8-4e2e-8485-689dd84f80a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440037 Feb 09 03:48:00.364484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abae5e-0646-492f-81e4-deaaf374b35a req-18d8ac6c-6942-45be-8feb-c1fffd20d5ab tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:00.366397 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-91abae5e-0646-492f-81e4-deaaf374b35a req-18d8ac6c-6942-45be-8feb-c1fffd20d5ab tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.0766017 Feb 09 03:48:00.447273 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-91abae5e-0646-492f-81e4-deaaf374b35a req-870b8744-d442-497d-adef-40af7a98fadc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733058 Feb 09 03:48:00.701589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140884d6-2e91-4532-817e-42a56dc7a783 req-ab131a0c-7473-4282-95e3-213cbaf43ddb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:00.704057 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-140884d6-2e91-4532-817e-42a56dc7a783 req-ab131a0c-7473-4282-95e3-213cbaf43ddb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 943 time: 0.0662782 Feb 09 03:48:00.754755 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-140884d6-2e91-4532-817e-42a56dc7a783 req-6bc0e2f7-f8ae-4fdd-bcf9-cc22a1e620d9 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c5b6099-69a8-4e2e-8485-689dd84f80a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448365 Feb 09 03:48:00.940410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42596) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:01.016823 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b26928d8-d1df-4ae5-9e41-0d3a8fca37d7 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3450 time: 0.0750201 Feb 09 03:48:01.019357 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42598) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:01.024407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5ea9b3c9-9855-46a6-b24c-7c2b2cecdcf3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Request body: {'network': {'name': 'tempest-network-smoke--489833794', 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'port_security_enabled': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:01.048553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea9b3c9-9855-46a6-b24c-7c2b2cecdcf3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Made reservation on behalf of 3b5c044195b84ae2a7429ffa1b005b2e for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:48:01.053096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b3c9-9855-46a6-b24c-7c2b2cecdcf3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.067124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 3ec7c983-4d3a-4d53-be30-9e15ba98291e details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:48:01.085128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea9b3c9-9855-46a6-b24c-7c2b2cecdcf3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:48:01.096342 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b3c9-9855-46a6-b24c-7c2b2cecdcf3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2572aa7c-eb85-42fb-8c98-54ed578a8ff8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.096688 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-5ea9b3c9-9855-46a6-b24c-7c2b2cecdcf3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Added segment 2572aa7c-eb85-42fb-8c98-54ed578a8ff8 of type vlan for network 6229845f-db0a-40fa-b308-f96977359c11 Feb 09 03:48:01.142516 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b3c9-9855-46a6-b24c-7c2b2cecdcf3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (6229845f-db0a-40fa-b308-f96977359c11), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.175102 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b3c9-9855-46a6-b24c-7c2b2cecdcf3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (6229845f-db0a-40fa-b308-f96977359c11), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.181006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea9b3c9-9855-46a6-b24c-7c2b2cecdcf3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:01.182052 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b3c9-9855-46a6-b24c-7c2b2cecdcf3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.189403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 3ec7c983-4d3a-4d53-be30-9e15ba98291e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3ec7c983-4d3a-4d53-be30-9e15ba98291e,segment=NetworkSegment(6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5),segment_id=6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:01.205807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '3ec7c983-4d3a-4d53-be30-9e15ba98291e', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'port_id': '3ec7c983-4d3a-4d53-be30-9e15ba98291e', 'mac_address': 'fa:16:3e:c5:28:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f09b38-4292-49cb-b273-4db4239d54da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:48:01.254857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 3ec7c983-4d3a-4d53-be30-9e15ba98291e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:01.255562 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.256407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42600) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:01.256762 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5ea9b3c9-9855-46a6-b24c-7c2b2cecdcf3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2362785 Feb 09 03:48:01.263059 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9b3c9-9855-46a6-b24c-7c2b2cecdcf3 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Network': ['ID=6229845f-db0a-40fa-b308-f96977359c11,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:01.263494 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-964463371', 'admin_state_up': True, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:01.284153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 6229845f-db0a-40fa-b308-f96977359c11 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:48:01.297221 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (36dc1f1c-f120-4b40-b535-60148795b01e), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.298346 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (36dc1f1c-f120-4b40-b535-60148795b01e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.330586 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec7c983-4d3a-4d53-be30-9e15ba98291e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:48:01.360769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 3ec7c983-4d3a-4d53-be30-9e15ba98291e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3ec7c983-4d3a-4d53-be30-9e15ba98291e,segment=NetworkSegment(6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5),segment_id=6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:01.364961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router_controller (36dc1f1c-f120-4b40-b535-60148795b01e), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.371071 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.438467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=3ec7c983-4d3a-4d53-be30-9e15ba98291e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:01.571996 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router_gateway (36dc1f1c-f120-4b40-b535-60148795b01e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.585730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['3ec7c983-4d3a-4d53-be30-9e15ba98291e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:48:01.624688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f299bde-7d48-4467-8563-e4f8a3980ff2 req-8447b580-e1b7-474e-9d91-23f1f044d591 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:01.626697 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f299bde-7d48-4467-8563-e4f8a3980ff2 req-8447b580-e1b7-474e-9d91-23f1f044d591 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.0895195 Feb 09 03:48:01.724783 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3f299bde-7d48-4467-8563-e4f8a3980ff2 req-7ec4a804-e2b6-4cd3-a98e-cac72dea6b59 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605483 Feb 09 03:48:01.918643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca2bd-5ebc-457a-8314-d9b1b60ec382 req-99716b5b-6dba-4313-a9b5-ff689525b140 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:01.926999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aafca2bd-5ebc-457a-8314-d9b1b60ec382 req-99716b5b-6dba-4313-a9b5-ff689525b140 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 944 time: 0.0673022 Feb 09 03:48:01.937462 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router_gateway (36dc1f1c-f120-4b40-b535-60148795b01e), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.961987 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:01.989896 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aafca2bd-5ebc-457a-8314-d9b1b60ec382 req-42b6e5b9-7447-45e3-8ee9-7fc45b97543b tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c5b6099-69a8-4e2e-8485-689dd84f80a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618980 Feb 09 03:48:02.090982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Allocated IP 172.25.5.173 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/18df026e-f6af-44b9-b8cd-25f3e272cfdb) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:48:02.202881 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:02.240441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:02.290749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:02.293703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:02.297071 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:48:02.322271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Port': ['ID=18df026e-f6af-44b9-b8cd-25f3e272cfdb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:02.909960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1cb61-6a9f-420e-b46c-b5412413dbb0 req-cb79fbc7-4137-443d-99fa-eab9dba9fea7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:02.911456 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ed1cb61-6a9f-420e-b46c-b5412413dbb0 req-cb79fbc7-4137-443d-99fa-eab9dba9fea7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.0796304 Feb 09 03:48:02.912482 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router_gateway (36dc1f1c-f120-4b40-b535-60148795b01e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:03.035738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ed1cb61-6a9f-420e-b46c-b5412413dbb0 req-a8282363-5f75-4cae-a842-55d863e307a8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850134 Feb 09 03:48:03.082596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 3ec7c983-4d3a-4d53-be30-9e15ba98291e up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:03.112410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a50926-9ead-4c41-8a2f-6f91601971f7 req-42946aac-5517-4b89-8475-31274ad17e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:03.118109 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44a50926-9ead-4c41-8a2f-6f91601971f7 req-42946aac-5517-4b89-8475-31274ad17e75 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 944 time: 0.0592940 Feb 09 03:48:03.142627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 3ec7c983-4d3a-4d53-be30-9e15ba98291e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:48:03.148118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 3ec7c983-4d3a-4d53-be30-9e15ba98291e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:03.148558 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:03.181939 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (36dc1f1c-f120-4b40-b535-60148795b01e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:03.190213 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44a50926-9ead-4c41-8a2f-6f91601971f7 req-a95e0046-1212-4329-a0ce-bb5b1ed5ae39 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c5b6099-69a8-4e2e-8485-689dd84f80a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636361 Feb 09 03:48:03.238358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 3ec7c983-4d3a-4d53-be30-9e15ba98291e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:03.239186 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:03.263767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec7c983-4d3a-4d53-be30-9e15ba98291e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:03.266778 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d529067-f2a5-4b9e-9822-69172571c77a" -d '{"events": [{"server_uuid": "ea70062e-2f12-468b-b7df-c8e1006f31d7", "name": "network-vif-plugged", "status": "completed", "tag": "3ec7c983-4d3a-4d53-be30-9e15ba98291e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:03.286099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 3ec7c983-4d3a-4d53-be30-9e15ba98291e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3ec7c983-4d3a-4d53-be30-9e15ba98291e,segment=NetworkSegment(6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5),segment_id=6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:03.291883 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:03.364945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Router 36dc1f1c-f120-4b40-b535-60148795b01e is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:48:03.372832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=3ec7c983-4d3a-4d53-be30-9e15ba98291e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:03.429774 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d01119-4186-4ec7-bb62-114bf430d2e8 x-openstack-request-id: req-58d01119-4186-4ec7-bb62-114bf430d2e8 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:03.430196 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea70062e-2f12-468b-b7df-c8e1006f31d7", "name": "network-vif-plugged", "status": "completed", "tag": "3ec7c983-4d3a-4d53-be30-9e15ba98291e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:03.430669 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58d01119-4186-4ec7-bb62-114bf430d2e8 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:03.431210 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec7c983-4d3a-4d53-be30-9e15ba98291e', 'code': 200} Feb 09 03:48:03.495619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:48:03.506680 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Sync routers for ids ['36dc1f1c-f120-4b40-b535-60148795b01e'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:48:03.521093 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Routers {'36dc1f1c-f120-4b40-b535-60148795b01e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:03.521804 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['36dc1f1c-f120-4b40-b535-60148795b01e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:03.543260 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:03.544483 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6b8760bd-c046-4d78-a79f-00bfc115afb6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2864227 Feb 09 03:48:03.547664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42618) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:03.590914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cbbed-c272-4c40-8418-24f8c7c584c1 req-94fd3bc6-926c-42cd-a51f-f272a2daabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:03.592587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c3cbbed-c272-4c40-8418-24f8c7c584c1 req-94fd3bc6-926c-42cd-a51f-f272a2daabb3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 1128 time: 0.0950496 Feb 09 03:48:03.611356 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515f5c77-9e09-4d78-8681-873481ec164b tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:03.615418 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-515f5c77-9e09-4d78-8681-873481ec164b tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3b5c044195b84ae2a7429ffa1b005b2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0643339 Feb 09 03:48:03.616056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42620) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:03.663389 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c3cbbed-c272-4c40-8418-24f8c7c584c1 req-a27047d5-632b-4501-8b86-099e65873d72 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c5b6099-69a8-4e2e-8485-689dd84f80a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627370 Feb 09 03:48:03.694439 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Set router 36dc1f1c-f120-4b40-b535-60148795b01e gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:03.736500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58923c5-7a43-49e7-a7e8-54c9a28ebd78 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:03.740801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b58923c5-7a43-49e7-a7e8-54c9a28ebd78 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1214325 Feb 09 03:48:03.741147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42624) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:03.774008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0322985f-b2a7-4ec9-ba81-01c6e81b448e tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289941 Feb 09 03:48:03.774326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42626) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:03.806950 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f8fe0d9f-9d0b-43fe-b321-de85a901978b tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3b5c044195b84ae2a7429ffa1b005b2e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290954 Feb 09 03:48:03.807303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42628) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:03.902487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c7c720-3cd2-4255-be53-fb148c4a70bc tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:03.904085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-76c7c720-3cd2-4255-be53-fb148c4a70bc tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957928 Feb 09 03:48:03.909260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42630) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:03.948487 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8987eaf6-46d9-413d-89cf-9fbbaf2979f0 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344989 Feb 09 03:48:03.949139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42632) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:03.955275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4306ffef-fa5d-4863-a575-df7785b2a1bd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-781924952', 'network_id': '6229845f-db0a-40fa-b308-f96977359c11', 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:03.973628 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-964463371', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:02Z', 'revision_number': 3, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:04.000770 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Checking router: 36dc1f1c-f120-4b40-b535-60148795b01e for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:48:04.001123 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Updating router 36dc1f1c-f120-4b40-b535-60148795b01e port 18df026e-f6af-44b9-b8cd-25f3e272cfdb binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:48:04.030943 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:04.055588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4306ffef-fa5d-4863-a575-df7785b2a1bd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Made reservation on behalf of 3b5c044195b84ae2a7429ffa1b005b2e for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:48:04.059293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4306ffef-fa5d-4863-a575-df7785b2a1bd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:04.202112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c809b3-fa12-4a2a-ac63-2ba659b6a3c0 req-f46520aa-a50b-4af6-b5dd-b8a7e9a78097 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:04.210075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0c809b3-fa12-4a2a-ac63-2ba659b6a3c0 req-f46520aa-a50b-4af6-b5dd-b8a7e9a78097 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.0800002 Feb 09 03:48:04.271769 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0c809b3-fa12-4a2a-ac63-2ba659b6a3c0 req-d800e4af-ec75-4ec1-8a36-0fd08d90e24f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606720 Feb 09 03:48:04.347720 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Publish callbacks [] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:04.349282 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4306ffef-fa5d-4863-a575-df7785b2a1bd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (dea2d061-c4b3-4d30-a59e-500c3d5b4e00), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:04.353514 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:04.401429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecbaec-e993-4d9d-bdb2-f47a8476783f req-abbd259e-2c6e-4216-8f20-5e3247b4bd87 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:04.403609 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37ecbaec-e993-4d9d-bdb2-f47a8476783f req-abbd259e-2c6e-4216-8f20-5e3247b4bd87 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 945 time: 0.1364348 Feb 09 03:48:04.408688 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcf62a-f4fe-46ac-9ce3-9418ac75a984 None None] Pushing event updated for resources: {'Port': ['ID=18df026e-f6af-44b9-b8cd-25f3e272cfdb,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:04.410579 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Attempting to bind port 18df026e-f6af-44b9-b8cd-25f3e272cfdb on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:48:04.410953 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Attempting to bind port 18df026e-f6af-44b9-b8cd-25f3e272cfdb by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:48:04.411317 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Attempting to bind port 18df026e-f6af-44b9-b8cd-25f3e272cfdb on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:48:04.416995 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:48:04.417397 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:04.418354 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:04.418354 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:48:04.418634 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Bound port: 18df026e-f6af-44b9-b8cd-25f3e272cfdb, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:48:04.419010 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:04.447503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306ffef-fa5d-4863-a575-df7785b2a1bd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Subnet': ['ID=dea2d061-c4b3-4d30-a59e-500c3d5b4e00,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:04.472706 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] For port 18df026e-f6af-44b9-b8cd-25f3e272cfdb, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:48:04.475950 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] For port 18df026e-f6af-44b9-b8cd-25f3e272cfdb, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=18df026e-f6af-44b9-b8cd-25f3e272cfdb,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:48:04.485016 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:04.490119 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-37ecbaec-e993-4d9d-bdb2-f47a8476783f req-faf6b2e8-e333-4c44-bf8c-ed58c47b84c0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c5b6099-69a8-4e2e-8485-689dd84f80a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804093 Feb 09 03:48:04.491018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306ffef-fa5d-4863-a575-df7785b2a1bd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Checking segment: {'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:04.491377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4306ffef-fa5d-4863-a575-df7785b2a1bd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network hostable DHCP agents. Network: 6229845f-db0a-40fa-b308-f96977359c11, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:48:04.511229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4306ffef-fa5d-4863-a575-df7785b2a1bd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network 6229845f-db0a-40fa-b308-f96977359c11 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:48:04.533646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4306ffef-fa5d-4863-a575-df7785b2a1bd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 6229845f-db0a-40fa-b308-f96977359c11) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:04.538136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4306ffef-fa5d-4863-a575-df7785b2a1bd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:04.538769 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4306ffef-fa5d-4863-a575-df7785b2a1bd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:04.544307 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Routers {'36dc1f1c-f120-4b40-b535-60148795b01e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:04.544930 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['36dc1f1c-f120-4b40-b535-60148795b01e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:04.549618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe49ca9-4ec2-4aa7-bd5e-02234a624ded None None] Network 6229845f-db0a-40fa-b308-f96977359c11 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:04.565498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4306ffef-fa5d-4863-a575-df7785b2a1bd tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6152604 Feb 09 03:48:04.568098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42638) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:04.662968 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcf62a-f4fe-46ac-9ce3-9418ac75a984 None None] Pushing event updated for resources: {'Port': ['ID=18df026e-f6af-44b9-b8cd-25f3e272cfdb,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:04.673072 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] Set router 36dc1f1c-f120-4b40-b535-60148795b01e gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:04.728766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-6229845f-db0a-40fa-b308-f96977359c11', 'network_id': '6229845f-db0a-40fa-b308-f96977359c11', 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'fixed_ips': [{'subnet_id': 'dea2d061-c4b3-4d30-a59e-500c3d5b4e00'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:48:04.732319 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:04.891694 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-964463371', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:02Z', 'revision_number': 3, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:04.925822 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7782a4-05de-4c91-bdb0-62116d15eeb6 None None] The sync data for ids ['36dc1f1c-f120-4b40-b535-60148795b01e'] in n-d-824835-15 is: [{'id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-964463371', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:02Z', 'revision_number': 3, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:48:04.997435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Allocated IP 172.20.0.18 (6229845f-db0a-40fa-b308-f96977359c11/dea2d061-c4b3-4d30-a59e-500c3d5b4e00/89f23d0c-681e-43fd-9537-24cec3890ee9) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:48:05.177389 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Publish callbacks [] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:05.178199 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:05.186493 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:05.228133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Network 6229845f-db0a-40fa-b308-f96977359c11 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:05.235707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:05.251855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:48:05.318117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Pushing event updated for resources: {'Port': ['ID=89f23d0c-681e-43fd-9537-24cec3890ee9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:05.343017 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Attempting to bind port 89f23d0c-681e-43fd-9537-24cec3890ee9 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:48:05.343755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Attempting to bind port 89f23d0c-681e-43fd-9537-24cec3890ee9 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:48:05.344307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Attempting to bind port 89f23d0c-681e-43fd-9537-24cec3890ee9 on network 6229845f-db0a-40fa-b308-f96977359c11 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:48:05.351041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:48:05.351423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Checking segment: {'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:05.351842 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:05.352243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Bound using segment: {'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:48:05.352724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Bound port: 89f23d0c-681e-43fd-9537-24cec3890ee9, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:48:05.353110 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:05.429326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] For port 89f23d0c-681e-43fd-9537-24cec3890ee9, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:48:05.433523 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] For port 89f23d0c-681e-43fd-9537-24cec3890ee9, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=89f23d0c-681e-43fd-9537-24cec3890ee9,segment=NetworkSegment(2572aa7c-eb85-42fb-8c98-54ed578a8ff8),segment_id=2572aa7c-eb85-42fb-8c98-54ed578a8ff8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:48:05.444375 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:05.478648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94aa6b-06c3-4323-be29-45fb28213973 req-1ebbf9e4-7bcd-4091-b06c-53d8a009bdd8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:05.493246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2e94aa6b-06c3-4323-be29-45fb28213973 req-1ebbf9e4-7bcd-4091-b06c-53d8a009bdd8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1039174 Feb 09 03:48:05.550193 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2e94aa6b-06c3-4323-be29-45fb28213973 req-bc698547-32d1-4a6e-9182-ad99b0ec1f09 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558181 Feb 09 03:48:05.579031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8b3c5-27b4-4c8c-81fd-3d1749bc83d7 None None] Pushing event updated for resources: {'Port': ['ID=89f23d0c-681e-43fd-9537-24cec3890ee9,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:05.697951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Allocated IP 172.20.0.17 (6229845f-db0a-40fa-b308-f96977359c11/dea2d061-c4b3-4d30-a59e-500c3d5b4e00/8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:48:05.719941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0c8c-83b4-40ff-858a-1187374665d9 req-3cdb1265-ca80-4e32-b1ac-23f69d64ddc7 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:05.721576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d4d0c8c-83b4-40ff-858a-1187374665d9 req-3cdb1265-ca80-4e32-b1ac-23f69d64ddc7 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 945 time: 0.1260803 Feb 09 03:48:05.848661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42648) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:05.902508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d4d0c8c-83b4-40ff-858a-1187374665d9 req-dc780aa3-a329-4325-b126-b00cb8d7163e tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c5b6099-69a8-4e2e-8485-689dd84f80a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1681957 Feb 09 03:48:05.988711 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.079783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.126923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network 6229845f-db0a-40fa-b308-f96977359c11 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:06.131190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:06.135615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92846c2-0304-4d75-99ce-68295bf0c8f4 req-ebcddc5a-5af4-4ea0-803a-666c61aa16f0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:06.139115 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:48:06.143904 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e92846c2-0304-4d75-99ce-68295bf0c8f4 req-ebcddc5a-5af4-4ea0-803a-666c61aa16f0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 945 time: 0.1365075 Feb 09 03:48:06.180452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Port': ['ID=8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:06.189336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaef9687-e6d8-40bf-9a21-94a6adb6aa3e admin admin] Deleting subnet 41e439c7-4132-4ffa-b50e-5b4ce5336f71 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:48:06.198692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aaef9687-e6d8-40bf-9a21-94a6adb6aa3e admin admin] Publish callbacks [] for subnet (41e439c7-4132-4ffa-b50e-5b4ce5336f71), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.201343 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (36dc1f1c-f120-4b40-b535-60148795b01e), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.245945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e92846c2-0304-4d75-99ce-68295bf0c8f4 req-bbf58890-0699-487d-b9e1-1ec13f942c6a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c5b6099-69a8-4e2e-8485-689dd84f80a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983140 Feb 09 03:48:06.264729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42654) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:06.276830 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aaef9687-e6d8-40bf-9a21-94a6adb6aa3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (41e439c7-4132-4ffa-b50e-5b4ce5336f71), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.326631 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aaef9687-e6d8-40bf-9a21-94a6adb6aa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (41e439c7-4132-4ffa-b50e-5b4ce5336f71), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.365054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2330cd9-98b3-477d-adbe-1ce9030fd756 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:06.369521 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e2330cd9-98b3-477d-adbe-1ce9030fd756 tempest-TestNetworkBasicOps-1333638433 tempest-TestNetworkBasicOps-1333638433-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 1123 time: 0.1008980 Feb 09 03:48:06.369658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42656) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:06.375420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '3ec7c983-4d3a-4d53-be30-9e15ba98291e', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:06.397423 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aaef9687-e6d8-40bf-9a21-94a6adb6aa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (41e439c7-4132-4ffa-b50e-5b4ce5336f71), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.424199 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.427905 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.433383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef9687-e6d8-40bf-9a21-94a6adb6aa3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41e439c7-4132-4ffa-b50e-5b4ce5336f71,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:06.442248 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aaef9687-e6d8-40bf-9a21-94a6adb6aa3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.446386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aaef9687-e6d8-40bf-9a21-94a6adb6aa3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/41e439c7-4132-4ffa-b50e-5b4ce5336f71 HTTP/1.1" status: 204 len: 168 time: 0.5962980 Feb 09 03:48:06.448604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42658) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:06.524451 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (ed01a56a-005b-4770-bca2-8b73c84dc433), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.638908 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (ed01a56a-005b-4770-bca2-8b73c84dc433), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.670336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed01a56a-005b-4770-bca2-8b73c84dc433']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:06.682863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162404bf-97be-46e7-95fe-797b6997c619') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:06.683312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162404bf-97be-46e7-95fe-797b6997c619') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:06.695976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (162404bf-97be-46e7-95fe-797b6997c619), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.712841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (162404bf-97be-46e7-95fe-797b6997c619), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.722503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:48:06.723132 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (162404bf-97be-46e7-95fe-797b6997c619), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:48:06.801780 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:48:06.810177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (ed01a56a-005b-4770-bca2-8b73c84dc433), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.819296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.825544 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.830171 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ed01a56a-005b-4770-bca2-8b73c84dc433 HTTP/1.1" status: 204 len: 168 time: 0.3805342 Feb 09 03:48:06.847655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c32df-5508-440f-a61d-8c8d823cfba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed01a56a-005b-4770-bca2-8b73c84dc433,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:06.868885 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab022b2-4e4e-43f9-b246-45aa6d816e21 req-4e94b623-3d0a-4b73-b6b8-f700e96666c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:06.870704 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ab022b2-4e4e-43f9-b246-45aa6d816e21 req-4e94b623-3d0a-4b73-b6b8-f700e96666c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.1928759 Feb 09 03:48:07.015649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee2acce-6b75-4a00-bb4c-a89efc9fd43b None None] Network 6229845f-db0a-40fa-b308-f96977359c11 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:07.054544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42664) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:07.112321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 89f23d0c-681e-43fd-9537-24cec3890ee9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:07.151809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bc192e37-d528-40a2-8fa7-426d8ac00830 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a2839bc6c004340812c0a1a4eafc215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0935750 Feb 09 03:48:07.152117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42666) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:07.156687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-18a8517b-3e46-4bc0-8b8e-9ae8463371d2 None None] Provisioning complete for port 89f23d0c-681e-43fd-9537-24cec3890ee9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:07.157070 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-18a8517b-3e46-4bc0-8b8e-9ae8463371d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.227293 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-11acdd95-162d-4bb2-ab0b-9b8de94f03a6 admin admin] Publish callbacks [] for security_group (2c7fc090-d0ab-4f77-89c1-0d7fb2db064d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.272087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-11acdd95-162d-4bb2-ab0b-9b8de94f03a6 admin admin] Publish callbacks [] for security_group (2c7fc090-d0ab-4f77-89c1-0d7fb2db064d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.323739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-18a8517b-3e46-4bc0-8b8e-9ae8463371d2 None None] Current status of the port 89f23d0c-681e-43fd-9537-24cec3890ee9 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:07.324394 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-18a8517b-3e46-4bc0-8b8e-9ae8463371d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.329277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 89f23d0c-681e-43fd-9537-24cec3890ee9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:07.329951 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.369640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-11acdd95-162d-4bb2-ab0b-9b8de94f03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2c7fc090-d0ab-4f77-89c1-0d7fb2db064d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.373776 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-11acdd95-162d-4bb2-ab0b-9b8de94f03a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.375605 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-11acdd95-162d-4bb2-ab0b-9b8de94f03a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c7fc090-d0ab-4f77-89c1-0d7fb2db064d HTTP/1.1" status: 204 len: 168 time: 0.2223759 Feb 09 03:48:07.404313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acdd95-162d-4bb2-ab0b-9b8de94f03a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7fc090-d0ab-4f77-89c1-0d7fb2db064d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:07.455917 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2ab022b2-4e4e-43f9-b246-45aa6d816e21 req-2cb4a44a-a8f8-4be7-8309-7b74b2aaff90 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607674 Feb 09 03:48:07.459464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 89f23d0c-681e-43fd-9537-24cec3890ee9 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:07.459965 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.510595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-18a8517b-3e46-4bc0-8b8e-9ae8463371d2 None None] For port 89f23d0c-681e-43fd-9537-24cec3890ee9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=89f23d0c-681e-43fd-9537-24cec3890ee9,segment=NetworkSegment(2572aa7c-eb85-42fb-8c98-54ed578a8ff8),segment_id=2572aa7c-eb85-42fb-8c98-54ed578a8ff8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:07.592943 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:48:07.593834 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:48:07.594707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-18a8517b-3e46-4bc0-8b8e-9ae8463371d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.604291 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.629005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Allocated IP 172.25.5.125 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:48:07.631523 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.674254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8517b-3e46-4bc0-8b8e-9ae8463371d2 None None] Pushing event updated for resources: {'Port': ['ID=89f23d0c-681e-43fd-9537-24cec3890ee9,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:07.749692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.761301 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-305f1104-77ca-4f8f-af65-3fe928d06dbc req-1ff9322b-91ab-40c9-91b4-9f6cabf7894b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2933905 Feb 09 03:48:07.771827 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (36dc1f1c-f120-4b40-b535-60148795b01e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.823408 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-739dbb94-4c60-4052-90b8-0eedc8cd4149 None None] Provisioning complete for port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:07.823940 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-739dbb94-4c60-4052-90b8-0eedc8cd4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.899696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-739dbb94-4c60-4052-90b8-0eedc8cd4149 None None] Port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:48:07.912848 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-739dbb94-4c60-4052-90b8-0eedc8cd4149 None None] Provisioning complete for port 89f23d0c-681e-43fd-9537-24cec3890ee9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:07.913408 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-739dbb94-4c60-4052-90b8-0eedc8cd4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:07.922261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Port': ['ID=8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:08.050818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-739dbb94-4c60-4052-90b8-0eedc8cd4149 None None] Current status of the port 89f23d0c-681e-43fd-9537-24cec3890ee9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:08.112624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:08.134688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f1104-77ca-4f8f-af65-3fe928d06dbc req-4ababcaa-3598-4c6c-bc59-abe086b89cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:08.136239 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-305f1104-77ca-4f8f-af65-3fe928d06dbc req-4ababcaa-3598-4c6c-bc59-abe086b89cd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f69e921aa14082a86e09bda26aeec5&device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 1128 time: 0.2941124 Feb 09 03:48:08.144202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 89f23d0c-681e-43fd-9537-24cec3890ee9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:08.145757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 18df026e-f6af-44b9-b8cd-25f3e272cfdb up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:08.163670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network 6229845f-db0a-40fa-b308-f96977359c11 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:08.177119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:08.193770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9a4c8144-9653-4f43-a074-8861a9e1bc5f None None] Provisioning complete for port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:08.194152 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8144-9653-4f43-a074-8861a9e1bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:08.254829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c8144-9653-4f43-a074-8861a9e1bc5f None None] Port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:48:08.260007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 18df026e-f6af-44b9-b8cd-25f3e272cfdb triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:08.260513 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:08.313747 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:08.355929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 18df026e-f6af-44b9-b8cd-25f3e272cfdb is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:08.356486 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:08.383169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 18df026e-f6af-44b9-b8cd-25f3e272cfdb, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=18df026e-f6af-44b9-b8cd-25f3e272cfdb,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:08.390469 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:08.391596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:08.404452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:08.412945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f1104-77ca-4f8f-af65-3fe928d06dbc req-69dc2aeb-b3e6-46e5-a82b-e2a6a0888a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:08.414717 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-305f1104-77ca-4f8f-af65-3fe928d06dbc req-69dc2aeb-b3e6-46e5-a82b-e2a6a0888a8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 200 len: 912 time: 0.2543314 Feb 09 03:48:08.417135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:48:08.446575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:08.540826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Router 36dc1f1c-f120-4b40-b535-60148795b01e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:48:08.604360 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-305f1104-77ca-4f8f-af65-3fe928d06dbc req-9e761023-39ba-43dc-89c7-5232b8431b85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737aabb5-1a86-4bf6-9a4a-ff109de42006 HTTP/1.1" status: 200 len: 1001 time: 0.1505764 Feb 09 03:48:08.605667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81caff8-79b5-443e-89de-71b3a383f9fb req-4fe3911d-0cbc-4f1f-bdde-b2c7fb2d6e67 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:08.609258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b81caff8-79b5-443e-89de-71b3a383f9fb req-4fe3911d-0cbc-4f1f-bdde-b2c7fb2d6e67 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.0728321 Feb 09 03:48:08.665652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=18df026e-f6af-44b9-b8cd-25f3e272cfdb,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:08.668235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b81caff8-79b5-443e-89de-71b3a383f9fb req-1c8c10e5-6a47-42ad-bc29-dc094da2fdcd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Feb 09 03:48:08.679740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-71886f40-a931-4a2c-a368-76b1412f2b64 None None] Provisioning complete for port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:08.680121 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71886f40-a931-4a2c-a368-76b1412f2b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:08.719146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-71886f40-a931-4a2c-a368-76b1412f2b64 None None] Port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:48:08.814073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f1104-77ca-4f8f-af65-3fe928d06dbc req-fef3cde6-7208-4993-8981-aebe3901e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:08.815532 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-305f1104-77ca-4f8f-af65-3fe928d06dbc req-fef3cde6-7208-4993-8981-aebe3901e674 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=76252ee7-e7fa-4822-a2d9-8ea4bb95b98e HTTP/1.1" status: 200 len: 850 time: 0.2000780 Feb 09 03:48:08.898830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:48:08.907617 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e01d2af5-d602-4541-a695-c3d7be55a733 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "PUT /v2.0/routers/36dc1f1c-f120-4b40-b535-60148795b01e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3382928 Feb 09 03:48:08.909933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Sync routers for ids ['36dc1f1c-f120-4b40-b535-60148795b01e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:48:08.922569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Routers {'36dc1f1c-f120-4b40-b535-60148795b01e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:08.923273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['36dc1f1c-f120-4b40-b535-60148795b01e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:08.948581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f1104-77ca-4f8f-af65-3fe928d06dbc req-fd9253a4-9c77-4b6d-a838-0d8cf5c1b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:08.950065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-305f1104-77ca-4f8f-af65-3fe928d06dbc req-fd9253a4-9c77-4b6d-a838-0d8cf5c1b505 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=67dff6fc-e2ea-4874-82ed-23ae56fafefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1082661 Feb 09 03:48:08.963973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 89f23d0c-681e-43fd-9537-24cec3890ee9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:09.090004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Set router 36dc1f1c-f120-4b40-b535-60148795b01e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:09.092950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 89f23d0c-681e-43fd-9537-24cec3890ee9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:09.093347 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:09.212776 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-305f1104-77ca-4f8f-af65-3fe928d06dbc req-506b14ab-948f-4c51-ad5a-717a8cc29951 service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526450 Feb 09 03:48:09.301014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 89f23d0c-681e-43fd-9537-24cec3890ee9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:09.301246 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for floatingip (469ad9b8-ea88-4585-9afe-eb56e2ce9a8c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:09.302137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 18df026e-f6af-44b9-b8cd-25f3e272cfdb up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:09.334872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-871bbcfa-4ac4-4571-a0d7-f8d98975ca5c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:09.336323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-871bbcfa-4ac4-4571-a0d7-f8d98975ca5c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/networks?id=6229845f-db0a-40fa-b308-f96977359c11 HTTP/1.1" status: 200 len: 797 time: 0.2497165 Feb 09 03:48:09.375323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-3d33c7a6-3612-4a70-8e97-54d5130345c2 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/quotas/3b5c044195b84ae2a7429ffa1b005b2e HTTP/1.1" status: 200 len: 375 time: 0.0285661 Feb 09 03:48:09.385572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 18df026e-f6af-44b9-b8cd-25f3e272cfdb triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:09.385950 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:09.418932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-964463371', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:06Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd', 'name': '', 'network_id': '6229845f-db0a-40fa-b308-f96977359c11', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'mac_address': 'fa:16:3e:76:9e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'dea2d061-c4b3-4d30-a59e-500c3d5b4e00', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:05Z', 'updated_at': '2022-02-09T03:48:06Z', 'revision_number': 2, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'subnets': [{'id': 'dea2d061-c4b3-4d30-a59e-500c3d5b4e00', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:09.419252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-305f1104-77ca-4f8f-af65-3fe928d06dbc req-2b0e44cd-bc87-44e1-af3f-7e6b36a2ab57 service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961889 Feb 09 03:48:09.449764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Checking router: 36dc1f1c-f120-4b40-b535-60148795b01e for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:48:09.449986 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:09.450117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Updating router 36dc1f1c-f120-4b40-b535-60148795b01e port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:48:09.487851 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:09.500834 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-2187f57d-2fbf-430e-bb81-2e8e6bd9f85a tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b5c044195b84ae2a7429ffa1b005b2e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1136801 Feb 09 03:48:09.532135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-ae7238f5-56c9-4a95-91f3-07c2aa64bf0d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:48:09.533162 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-ae7238f5-56c9-4a95-91f3-07c2aa64bf0d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052662 Feb 09 03:48:09.562962 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 18df026e-f6af-44b9-b8cd-25f3e272cfdb is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:09.685278 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-1a8a6307-e117-4fe7-8f3b-d5ba0d399267 service neutron] 10.222.0.21 "GET /v2.0/networks/6229845f-db0a-40fa-b308-f96977359c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275475 Feb 09 03:48:09.710607 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for port (4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:09.721854 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:09.801018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72611a-e7e3-4955-b8d3-49d21bc5e8ea req-2f4e1e5f-7b73-4e57-ac31-5000857ab79c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:09.802238 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Publish callbacks [] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:09.802937 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e72611a-e7e3-4955-b8d3-49d21bc5e8ea req-2f4e1e5f-7b73-4e57-ac31-5000857ab79c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.0593655 Feb 09 03:48:09.808009 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:09.863254 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e72611a-e7e3-4955-b8d3-49d21bc5e8ea req-e4dc44c0-855b-4557-b102-00bd557774dc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520291 Feb 09 03:48:09.884114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a5eb1-6148-4ed1-b723-7c08fd8d6b5d None None] Pushing event updated for resources: {'Port': ['ID=8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:09.922797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Attempting to bind port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:48:09.923221 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Attempting to bind port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:48:09.923606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Attempting to bind port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd on network 6229845f-db0a-40fa-b308-f96977359c11 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:48:09.929554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:48:09.929944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Checking segment: {'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:09.930456 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:09.930871 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Bound using segment: {'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:48:09.931361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Bound port: 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:48:09.931757 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:10.009390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] For port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:48:10.015271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] For port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd,segment=NetworkSegment(2572aa7c-eb85-42fb-8c98-54ed578a8ff8),segment_id=2572aa7c-eb85-42fb-8c98-54ed578a8ff8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:48:10.022093 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:10.084287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Routers {'36dc1f1c-f120-4b40-b535-60148795b01e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:10.084924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['36dc1f1c-f120-4b40-b535-60148795b01e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:10.161651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a5eb1-6148-4ed1-b723-7c08fd8d6b5d None None] Pushing event updated for resources: {'Port': ['ID=8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:10.193407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d2ed3f1f-3dc2-4524-8772-db4f6528743d None None] Provisioning complete for port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:10.193653 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3f1f-3dc2-4524-8772-db4f6528743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:10.201638 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event updated for resources: {'Port': ['ID=4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:10.221840 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (469ad9b8-ea88-4585-9afe-eb56e2ce9a8c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:10.261726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] Set router 36dc1f1c-f120-4b40-b535-60148795b01e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:10.292141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-74a3edda-020d-48a4-8975-cd71f35fd044 service neutron] 10.222.0.21 "GET /v2.0/networks/6229845f-db0a-40fa-b308-f96977359c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939884 Feb 09 03:48:10.338536 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Floating IP 469ad9b8-ea88-4585-9afe-eb56e2ce9a8c associated. External IP: 172.25.5.125, port: 3ec7c983-4d3a-4d53-be30-9e15ba98291e. Feb 09 03:48:10.380054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed3f1f-3dc2-4524-8772-db4f6528743d None None] Current status of the port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:10.380332 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3f1f-3dc2-4524-8772-db4f6528743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:10.457539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d2ed3f1f-3dc2-4524-8772-db4f6528743d None None] For port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd,segment=NetworkSegment(2572aa7c-eb85-42fb-8c98-54ed578a8ff8),segment_id=2572aa7c-eb85-42fb-8c98-54ed578a8ff8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:10.470231 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3f1f-3dc2-4524-8772-db4f6528743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:10.525955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd044330-54c1-4347-a961-f8a2327b6316 req-5b85cb29-84ce-443d-9f6b-e048c57efc49 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 210 time: 0.0449522 Feb 09 03:48:10.567704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed3f1f-3dc2-4524-8772-db4f6528743d None None] Pushing event updated for resources: {'Port': ['ID=8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:10.597908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Router eee8ce59-93c4-46d9-9954-e7890b2d906f has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:48:10.602088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-85aa1064-49a6-44a3-a852-8457867c34ea None None] Provisioning complete for port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:10.602603 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85aa1064-49a6-44a3-a852-8457867c34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:10.630048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-964463371', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:06Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd', 'name': '', 'network_id': '6229845f-db0a-40fa-b308-f96977359c11', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'mac_address': 'fa:16:3e:76:9e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'dea2d061-c4b3-4d30-a59e-500c3d5b4e00', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:05Z', 'updated_at': '2022-02-09T03:48:09Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'subnets': [{'id': 'dea2d061-c4b3-4d30-a59e-500c3d5b4e00', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:10.667569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dc0290-c7df-473b-a38e-e639cef3ab3c None None] The sync data for ids ['36dc1f1c-f120-4b40-b535-60148795b01e'] in n-d-824835-15 is: [{'id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-964463371', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:06Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd', 'name': '', 'network_id': '6229845f-db0a-40fa-b308-f96977359c11', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'mac_address': 'fa:16:3e:76:9e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'dea2d061-c4b3-4d30-a59e-500c3d5b4e00', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:05Z', 'updated_at': '2022-02-09T03:48:09Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'subnets': [{'id': 'dea2d061-c4b3-4d30-a59e-500c3d5b4e00', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:48:10.768749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:48:10.783322 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c9252-73a8-42dc-9555-fb6b81aa27a6 None None] Sync routers for ids ['eee8ce59-93c4-46d9-9954-e7890b2d906f'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:48:10.790403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-85aa1064-49a6-44a3-a852-8457867c34ea None None] Current status of the port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:10.819489 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c9252-73a8-42dc-9555-fb6b81aa27a6 None None] Routers {'eee8ce59-93c4-46d9-9954-e7890b2d906f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:10.820410 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-461c9252-73a8-42dc-9555-fb6b81aa27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['eee8ce59-93c4-46d9-9954-e7890b2d906f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:10.823631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:10.869226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42696) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:10.870568 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2f96af06-878a-4a0a-81be-3639393c437a tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4985104 Feb 09 03:48:10.871455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'tag': '3ec7c983-4d3a-4d53-be30-9e15ba98291e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:10.874095 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c73a78-849d-44df-9634-dd8a68bfb036" -d '{"events": [{"name": "network-changed", "server_uuid": "ea70062e-2f12-468b-b7df-c8e1006f31d7", "tag": "3ec7c983-4d3a-4d53-be30-9e15ba98291e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:10.941612 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce0508f-d12e-4b90-a22a-7897d5343f10 x-openstack-request-id: req-fce0508f-d12e-4b90-a22a-7897d5343f10 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:10.941973 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea70062e-2f12-468b-b7df-c8e1006f31d7", "tag": "3ec7c983-4d3a-4d53-be30-9e15ba98291e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:10.942294 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fce0508f-d12e-4b90-a22a-7897d5343f10 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:10.942769 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'tag': '3ec7c983-4d3a-4d53-be30-9e15ba98291e', 'status': 'completed', 'code': 200} Feb 09 03:48:10.994580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7f6d01ae-2435-4823-ab46-59ad46c87a2e details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:48:11.043753 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1b3701e5-8eeb-4804-a7ba-59a054ab25e6 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/floatingips/469ad9b8-ea88-4585-9afe-eb56e2ce9a8c HTTP/1.1" status: 200 len: 991 time: 0.1732543 Feb 09 03:48:11.070691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831df3-5729-41bc-a731-3f9bdeb06697 req-e70582a1-2d7b-4973-9b76-13b5a127308f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:11.072470 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c831df3-5729-41bc-a731-3f9bdeb06697 req-e70582a1-2d7b-4973-9b76-13b5a127308f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 943 time: 0.0967555 Feb 09 03:48:11.090824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:11.095150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c73a78-849d-44df-9634-dd8a68bfb036 req-51890a0f-065c-4c57-aea5-495e5e35713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:11.099758 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1c73a78-849d-44df-9634-dd8a68bfb036 req-51890a0f-065c-4c57-aea5-495e5e35713f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 1128 time: 0.1321118 Feb 09 03:48:11.128989 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-461c9252-73a8-42dc-9555-fb6b81aa27a6 None None] Set router eee8ce59-93c4-46d9-9954-e7890b2d906f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:11.186845 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c831df3-5729-41bc-a731-3f9bdeb06697 req-cacc432f-1831-4a01-8f9d-99fcb0aaae47 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039264 Feb 09 03:48:11.244598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c73a78-849d-44df-9634-dd8a68bfb036 req-1d0f1f8a-d8df-4af7-8c77-8ae3351b6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:11.246661 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1c73a78-849d-44df-9634-dd8a68bfb036 req-1d0f1f8a-d8df-4af7-8c77-8ae3351b6749 service neutron] 10.222.0.42 "GET /v2.0/networks?id=352b7aa8-3a4a-4591-820b-8a2435d16548 HTTP/1.1" status: 200 len: 897 time: 0.1335104 Feb 09 03:48:11.280795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 7f6d01ae-2435-4823-ab46-59ad46c87a2e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7f6d01ae-2435-4823-ab46-59ad46c87a2e,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:11.297510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '7f6d01ae-2435-4823-ab46-59ad46c87a2e', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'port_id': '7f6d01ae-2435-4823-ab46-59ad46c87a2e', 'mac_address': 'fa:16:3e:a2:64:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:48:11.301923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:11.302422 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:11.348338 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1c73a78-849d-44df-9634-dd8a68bfb036 req-fa6e2bef-49cd-4f94-b670-442efdd4d5c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ec7c983-4d3a-4d53-be30-9e15ba98291e HTTP/1.1" status: 200 len: 999 time: 0.0890641 Feb 09 03:48:11.388128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 7f6d01ae-2435-4823-ab46-59ad46c87a2e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:11.388614 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:11.411205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6d01ae-2435-4823-ab46-59ad46c87a2e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:48:11.435831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c73a78-849d-44df-9634-dd8a68bfb036 req-93304e99-4863-471a-8bc3-0a7b6a71cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:11.440170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1c73a78-849d-44df-9634-dd8a68bfb036 req-93304e99-4863-471a-8bc3-0a7b6a71cd27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10f09b38-4292-49cb-b273-4db4239d54da HTTP/1.1" status: 200 len: 834 time: 0.0798509 Feb 09 03:48:11.468680 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-461c9252-73a8-42dc-9555-fb6b81aa27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:47:48Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '469ad9b8-ea88-4585-9afe-eb56e2ce9a8c', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'port_id': '3ec7c983-4d3a-4d53-be30-9e15ba98291e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'mac_address': 'fa:16:3e:c5:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:48:08Z', 'updated_at': '2022-02-09T03:48:08Z', 'revision_number': 0, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f146740-f537-4cc9-b191-1953b815e009', 'name': '', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:1f:1e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '10f09b38-4292-49cb-b273-4db4239d54da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:47Z', 'updated_at': '2022-02-09T03:47:53Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '10f09b38-4292-49cb-b273-4db4239d54da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:11.482123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 7f6d01ae-2435-4823-ab46-59ad46c87a2e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7f6d01ae-2435-4823-ab46-59ad46c87a2e,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:11.483818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:11.492428 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:11.513559 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c73a78-849d-44df-9634-dd8a68bfb036 req-54dc9f6b-143b-4aea-8f83-dbfc79dfbdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:11.515768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1c73a78-849d-44df-9634-dd8a68bfb036 req-54dc9f6b-143b-4aea-8f83-dbfc79dfbdba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=352b7aa8-3a4a-4591-820b-8a2435d16548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0692039 Feb 09 03:48:11.554215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=7f6d01ae-2435-4823-ab46-59ad46c87a2e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:11.630120 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c9252-73a8-42dc-9555-fb6b81aa27a6 None None] Checking router: eee8ce59-93c4-46d9-9954-e7890b2d906f for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:48:11.639346 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c9252-73a8-42dc-9555-fb6b81aa27a6 None None] Routers {'eee8ce59-93c4-46d9-9954-e7890b2d906f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:11.640140 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-461c9252-73a8-42dc-9555-fb6b81aa27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:47:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['eee8ce59-93c4-46d9-9954-e7890b2d906f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:11.661568 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-186b5a72-b726-4d1e-add9-ec215adfb686 req-8645b5a0-c18b-4055-aa67-8ade0fa3b28e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 210 time: 0.0485437 Feb 09 03:48:11.694000 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1c73a78-849d-44df-9634-dd8a68bfb036 req-2e84584e-25fd-4b89-868f-fa471f694266 service neutron] 10.222.0.42 "GET /v2.0/networks/352b7aa8-3a4a-4591-820b-8a2435d16548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709902 Feb 09 03:48:11.783816 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-461c9252-73a8-42dc-9555-fb6b81aa27a6 None None] Set router eee8ce59-93c4-46d9-9954-e7890b2d906f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:11.813342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1c73a78-849d-44df-9634-dd8a68bfb036 req-c18adda6-100e-4148-9a39-5003dd6a44b0 service neutron] 10.222.0.42 "GET /v2.0/networks/352b7aa8-3a4a-4591-820b-8a2435d16548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099730 Feb 09 03:48:11.889981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['7f6d01ae-2435-4823-ab46-59ad46c87a2e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:48:11.921281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-ecc59c7a-20ac-4a99-9dc7-077a16f848ec tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:11.924249 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-ecc59c7a-20ac-4a99-9dc7-077a16f848ec tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.42 "GET /v2.0/networks?id=6229845f-db0a-40fa-b308-f96977359c11 HTTP/1.1" status: 200 len: 797 time: 0.1401818 Feb 09 03:48:11.936764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Request body: {'port': {'device_id': 'f8590a0a-4a91-48c3-952b-d32b37839fda', 'network_id': '6229845f-db0a-40fa-b308-f96977359c11', 'admin_state_up': True, 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:12.047836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42704) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:12.090747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Made reservation on behalf of 3b5c044195b84ae2a7429ffa1b005b2e for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:48:12.095770 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:12.137567 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-461c9252-73a8-42dc-9555-fb6b81aa27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:47:48Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '469ad9b8-ea88-4585-9afe-eb56e2ce9a8c', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'port_id': '3ec7c983-4d3a-4d53-be30-9e15ba98291e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'mac_address': 'fa:16:3e:c5:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:48:08Z', 'updated_at': '2022-02-09T03:48:08Z', 'revision_number': 0, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f146740-f537-4cc9-b191-1953b815e009', 'name': '', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:1f:1e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '10f09b38-4292-49cb-b273-4db4239d54da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:47Z', 'updated_at': '2022-02-09T03:47:53Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '10f09b38-4292-49cb-b273-4db4239d54da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:12.146288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-16af1ea6-9b83-4733-a247-b0233aed5456 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/floatingips/469ad9b8-ea88-4585-9afe-eb56e2ce9a8c HTTP/1.1" status: 200 len: 991 time: 0.0972629 Feb 09 03:48:12.169412 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c9252-73a8-42dc-9555-fb6b81aa27a6 None None] The sync data for ids ['eee8ce59-93c4-46d9-9954-e7890b2d906f'] in n-d-824835-15 is: [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:47:48Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '469ad9b8-ea88-4585-9afe-eb56e2ce9a8c', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'floating_ip_address': '172.25.5.125', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'port_id': '3ec7c983-4d3a-4d53-be30-9e15ba98291e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'mac_address': 'fa:16:3e:c5:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:48:08Z', 'updated_at': '2022-02-09T03:48:08Z', 'revision_number': 0, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f146740-f537-4cc9-b191-1953b815e009', 'name': '', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:1f:1e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '10f09b38-4292-49cb-b273-4db4239d54da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:47Z', 'updated_at': '2022-02-09T03:47:53Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '10f09b38-4292-49cb-b273-4db4239d54da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:48:12.240156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Allocated IP 172.20.0.19 (6229845f-db0a-40fa-b308-f96977359c11/dea2d061-c4b3-4d30-a59e-500c3d5b4e00/1c597e4f-b682-4add-8353-4ae9add25a03) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:48:12.365694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f3969-0ea5-4c10-91d5-047e8224f581 req-b7a9ce4d-26ba-42dc-9389-1ebb9adaeabe tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:12.367260 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d98f3969-0ea5-4c10-91d5-047e8224f581 req-b7a9ce4d-26ba-42dc-9389-1ebb9adaeabe tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 944 time: 0.1166925 Feb 09 03:48:12.430564 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for port (1c597e4f-b682-4add-8353-4ae9add25a03), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:12.453519 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d98f3969-0ea5-4c10-91d5-047e8224f581 req-fc910c7a-e4eb-4d0a-936c-37a9fafba000 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752625 Feb 09 03:48:12.484004 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:12.523070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Network 6229845f-db0a-40fa-b308-f96977359c11 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:12.528384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:12.532605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:48:12.568743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event updated for resources: {'Port': ['ID=1c597e4f-b682-4add-8353-4ae9add25a03,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:12.581625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928a1c3-91c6-4f01-9888-0d85bede9aae None None] New status for floating IP 469ad9b8-ea88-4585-9afe-eb56e2ce9a8c: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:48:12.601306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:12.601996 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:12.620914 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-f8415b18-0d7b-4e13-9b86-4aa325800944 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6885722 Feb 09 03:48:12.634583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Request body: {'port': {'device_id': 'f8590a0a-4a91-48c3-952b-d32b37839fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:12.701591 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:12.814761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833a2f-47c7-4656-b099-e19fe7f17616 req-d2f11b68-c599-46c7-b67c-e07cc4b68a38 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:12.816332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-81833a2f-47c7-4656-b099-e19fe7f17616 req-d2f11b68-c599-46c7-b67c-e07cc4b68a38 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 895 time: 0.0714264 Feb 09 03:48:12.872237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5a7a381b-0a6b-4831-a2ea-d79d838f5f8a None None] Provisioning complete for port 1c597e4f-b682-4add-8353-4ae9add25a03 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:12.872617 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a7a381b-0a6b-4831-a2ea-d79d838f5f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:12.934903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a381b-0a6b-4831-a2ea-d79d838f5f8a None None] Port 1c597e4f-b682-4add-8353-4ae9add25a03 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:48:13.005617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c597e4f-b682-4add-8353-4ae9add25a03 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:48:13.009863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7f6d01ae-2435-4823-ab46-59ad46c87a2e up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:13.013875 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Publish callbacks [] for port (1c597e4f-b682-4add-8353-4ae9add25a03), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:13.027669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Transition to ACTIVE for port object 1c597e4f-b682-4add-8353-4ae9add25a03 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:48:13.031785 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:13.064613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 7f6d01ae-2435-4823-ab46-59ad46c87a2e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:48:13.070016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 7f6d01ae-2435-4823-ab46-59ad46c87a2e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:13.070646 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:13.083756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c597e4f-b682-4add-8353-4ae9add25a03,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:13.150808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42710) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:13.154366 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Attempting to bind port 1c597e4f-b682-4add-8353-4ae9add25a03 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:48:13.154532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 7f6d01ae-2435-4823-ab46-59ad46c87a2e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:13.155483 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:13.155607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Attempting to bind port 1c597e4f-b682-4add-8353-4ae9add25a03 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:48:13.156035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Attempting to bind port 1c597e4f-b682-4add-8353-4ae9add25a03 on network 6229845f-db0a-40fa-b308-f96977359c11 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:48:13.163101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Port 1c597e4f-b682-4add-8353-4ae9add25a03 on network 6229845f-db0a-40fa-b308-f96977359c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:48:13.164043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Attempting to bind port 1c597e4f-b682-4add-8353-4ae9add25a03 on network 6229845f-db0a-40fa-b308-f96977359c11 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:48:13.172302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:48:13.173094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Checking segment: {'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:13.173638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Bound using segment: {'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:48:13.174094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Bound port: 1c597e4f-b682-4add-8353-4ae9add25a03, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2572aa7c-eb85-42fb-8c98-54ed578a8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6229845f-db0a-40fa-b308-f96977359c11'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:48:13.174525 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:13.182005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf38d2-c9ca-475e-8a54-c948a26602e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6d01ae-2435-4823-ab46-59ad46c87a2e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:13.185095 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bf1af7-eaef-4574-8074-6eb2f971431c" -d '{"events": [{"server_uuid": "05cf38d2-c9ca-475e-8a54-c948a26602e5", "name": "network-vif-plugged", "status": "completed", "tag": "7f6d01ae-2435-4823-ab46-59ad46c87a2e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:13.202246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 7f6d01ae-2435-4823-ab46-59ad46c87a2e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7f6d01ae-2435-4823-ab46-59ad46c87a2e,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:13.207823 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:13.241383 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a66e88b1-06a4-4848-b34b-8d3b3a1a3360 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/floatingips/469ad9b8-ea88-4585-9afe-eb56e2ce9a8c HTTP/1.1" status: 200 len: 993 time: 0.0893271 Feb 09 03:48:13.241624 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfec4a8-5c48-43d3-aa50-c1230deaca61 x-openstack-request-id: req-8bfec4a8-5c48-43d3-aa50-c1230deaca61 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:13.241765 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf38d2-c9ca-475e-8a54-c948a26602e5", "name": "network-vif-plugged", "status": "completed", "tag": "7f6d01ae-2435-4823-ab46-59ad46c87a2e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:13.242002 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bfec4a8-5c48-43d3-aa50-c1230deaca61 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:13.242397 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cf38d2-c9ca-475e-8a54-c948a26602e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6d01ae-2435-4823-ab46-59ad46c87a2e', 'code': 200} Feb 09 03:48:13.282881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=7f6d01ae-2435-4823-ab46-59ad46c87a2e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:13.283146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] For port 1c597e4f-b682-4add-8353-4ae9add25a03, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:48:13.286955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] For port 1c597e4f-b682-4add-8353-4ae9add25a03, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1c597e4f-b682-4add-8353-4ae9add25a03,segment=NetworkSegment(2572aa7c-eb85-42fb-8c98-54ed578a8ff8),segment_id=2572aa7c-eb85-42fb-8c98-54ed578a8ff8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:48:13.296347 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:13.337488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:13.338305 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:13.340122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] 10.222.0.42 "PUT /v2.0/ports/1c597e4f-b682-4add-8353-4ae9add25a03 HTTP/1.1" status: 200 len: 1056 time: 0.7098246 Feb 09 03:48:13.341386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8590a0a-4a91-48c3-952b-d32b37839fda', 'tag': '1c597e4f-b682-4add-8353-4ae9add25a03'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:13.343131 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7ecc70-9a14-4ec0-9bc8-3d6d17a3afa5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8590a0a-4a91-48c3-952b-d32b37839fda", "tag": "1c597e4f-b682-4add-8353-4ae9add25a03"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:13.361275 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:48:13.409175 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12031350-ca4d-4653-ba3c-e7cf8c6d0dcf x-openstack-request-id: req-12031350-ca4d-4653-ba3c-e7cf8c6d0dcf {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:13.409576 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8590a0a-4a91-48c3-952b-d32b37839fda", "tag": "1c597e4f-b682-4add-8353-4ae9add25a03", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:13.409825 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12031350-ca4d-4653-ba3c-e7cf8c6d0dcf {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:13.410232 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8590a0a-4a91-48c3-952b-d32b37839fda', 'tag': '1c597e4f-b682-4add-8353-4ae9add25a03', 'status': 'completed', 'code': 200} Feb 09 03:48:13.431834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597949d5-83e1-40e5-a08f-2ea849eab8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c597e4f-b682-4add-8353-4ae9add25a03,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:13.449749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a2ac8-221f-4b8a-a577-65a4da6d2d91 req-d8b33714-cc48-42c4-b6d1-e3b96ab28def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:13.451271 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-730a2ac8-221f-4b8a-a577-65a4da6d2d91 req-d8b33714-cc48-42c4-b6d1-e3b96ab28def service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 1128 time: 0.1046343 Feb 09 03:48:13.477745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-e76ce8ab-e353-4e11-8a8f-0a82431e4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:13.479258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-e76ce8ab-e353-4e11-8a8f-0a82431e4756 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b5c044195b84ae2a7429ffa1b005b2e&device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 1090 time: 0.0847797 Feb 09 03:48:13.541531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-70a6cb22-76db-400a-9010-df924ff3bb0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=1c597e4f-b682-4add-8353-4ae9add25a03 HTTP/1.1" status: 200 len: 217 time: 0.0515144 Feb 09 03:48:13.553734 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-730a2ac8-221f-4b8a-a577-65a4da6d2d91 req-3fe29c90-441f-4d98-9bfa-5d744f84328d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951366 Feb 09 03:48:13.619867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-c727580d-3226-46b3-91df-05df2dbbc4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:13.621346 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-c727580d-3226-46b3-91df-05df2dbbc4d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dea2d061-c4b3-4d30-a59e-500c3d5b4e00 HTTP/1.1" status: 200 len: 837 time: 0.0700283 Feb 09 03:48:13.634530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8d5f3-ac32-45c2-9908-5c8243f1d7c0 req-da0a2ca1-0bcf-4805-bd3f-0374ece065f2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:13.635851 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0d8d5f3-ac32-45c2-9908-5c8243f1d7c0 req-da0a2ca1-0bcf-4805-bd3f-0374ece065f2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 945 time: 0.0963163 Feb 09 03:48:13.716151 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0d8d5f3-ac32-45c2-9908-5c8243f1d7c0 req-c9189a2f-efea-48d1-aa3e-137708bb4661 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722909 Feb 09 03:48:13.718814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-4164c94e-7e11-463e-818f-d131adeecc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:13.720237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-4164c94e-7e11-463e-818f-d131adeecc9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6229845f-db0a-40fa-b308-f96977359c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0930564 Feb 09 03:48:13.807112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-e281a954-63d7-4738-8468-ff386ab25b72 service neutron] 10.222.0.42 "GET /v2.0/networks/6229845f-db0a-40fa-b308-f96977359c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807772 Feb 09 03:48:13.901278 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abe82806-32fc-4918-aa77-0a3723bcea57 req-3d44bf1d-2ded-4637-8518-1ca770ec5342 service neutron] 10.222.0.42 "GET /v2.0/networks/6229845f-db0a-40fa-b308-f96977359c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859556 Feb 09 03:48:13.942706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1aff22-2231-4d0c-b7e4-c0059276e977 req-d1f216f1-c938-452c-bd43-215707c4fbce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:13.944375 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3c1aff22-2231-4d0c-b7e4-c0059276e977 req-d1f216f1-c938-452c-bd43-215707c4fbce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 907 time: 0.0562875 Feb 09 03:48:13.989285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ecc70-9a14-4ec0-9bc8-3d6d17a3afa5 req-7dd1f28f-c4be-4cde-8480-b607853dff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:13.990804 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae7ecc70-9a14-4ec0-9bc8-3d6d17a3afa5 req-7dd1f28f-c4be-4cde-8480-b607853dff80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b5c044195b84ae2a7429ffa1b005b2e&device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 1090 time: 0.0468512 Feb 09 03:48:14.081610 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ecc70-9a14-4ec0-9bc8-3d6d17a3afa5 req-c36a2699-2831-4dd8-b2c5-09d139a4012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:14.083070 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae7ecc70-9a14-4ec0-9bc8-3d6d17a3afa5 req-c36a2699-2831-4dd8-b2c5-09d139a4012d service neutron] 10.222.0.42 "GET /v2.0/networks?id=6229845f-db0a-40fa-b308-f96977359c11 HTTP/1.1" status: 200 len: 898 time: 0.0869632 Feb 09 03:48:14.123700 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae7ecc70-9a14-4ec0-9bc8-3d6d17a3afa5 req-a2dc2182-2e54-4360-9501-19d21f5de09f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=1c597e4f-b682-4add-8353-4ae9add25a03 HTTP/1.1" status: 200 len: 217 time: 0.0340397 Feb 09 03:48:14.178598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ecc70-9a14-4ec0-9bc8-3d6d17a3afa5 req-3cf1646c-9be9-42f2-ac53-05c8f532b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:14.179983 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae7ecc70-9a14-4ec0-9bc8-3d6d17a3afa5 req-3cf1646c-9be9-42f2-ac53-05c8f532b1dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dea2d061-c4b3-4d30-a59e-500c3d5b4e00 HTTP/1.1" status: 200 len: 837 time: 0.0419493 Feb 09 03:48:14.240518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ecc70-9a14-4ec0-9bc8-3d6d17a3afa5 req-af201f74-e534-4daa-ad98-43789660e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:14.241923 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae7ecc70-9a14-4ec0-9bc8-3d6d17a3afa5 req-af201f74-e534-4daa-ad98-43789660e6cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6229845f-db0a-40fa-b308-f96977359c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0473716 Feb 09 03:48:14.334844 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae7ecc70-9a14-4ec0-9bc8-3d6d17a3afa5 req-210bedbd-b6e4-4d55-bfc7-9c9d8311b51f service neutron] 10.222.0.42 "GET /v2.0/networks/6229845f-db0a-40fa-b308-f96977359c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794704 Feb 09 03:48:14.425143 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae7ecc70-9a14-4ec0-9bc8-3d6d17a3afa5 req-a87f9403-8279-4a35-9ecd-b8a984d79408 service neutron] 10.222.0.42 "GET /v2.0/networks/6229845f-db0a-40fa-b308-f96977359c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830669 Feb 09 03:48:14.838264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4d94-e0b3-4414-9d6c-d9ad9d83a3c0 req-65f3165d-255a-4929-a0d4-714ca74fe2ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:14.839831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae0b4d94-e0b3-4414-9d6c-d9ad9d83a3c0 req-65f3165d-255a-4929-a0d4-714ca74fe2ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 945 time: 0.0545371 Feb 09 03:48:14.887699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ae0b4d94-e0b3-4414-9d6c-d9ad9d83a3c0 req-2677aeeb-36ed-4b3f-b91d-bef3c1bf68ba tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Feb 09 03:48:15.072213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c8206-d823-475b-8f2c-6eb1d96642a5 req-37068f31-19d8-41b7-9d77-da1cfa67d767 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:15.073686 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-341c8206-d823-475b-8f2c-6eb1d96642a5 req-37068f31-19d8-41b7-9d77-da1cfa67d767 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 907 time: 0.0529110 Feb 09 03:48:15.642354 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-592b69db-aa43-4bcf-a7a0-c7187665609a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:16.016546 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1baf5-5bfa-4771-9099-8f014b75bdf4 req-36da8a6f-001c-4257-a4bb-108c548b850f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:16.018058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21c1baf5-5bfa-4771-9099-8f014b75bdf4 req-36da8a6f-001c-4257-a4bb-108c548b850f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 945 time: 0.0612934 Feb 09 03:48:16.066111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21c1baf5-5bfa-4771-9099-8f014b75bdf4 req-47fdb6d4-d5ab-4212-b93c-41d3d2589c94 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Feb 09 03:48:16.192061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e5a97-7e9c-463b-a487-e6811c280d09 req-e71578d7-3d37-458e-b6c9-2c460a824066 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:16.193515 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b40e5a97-7e9c-463b-a487-e6811c280d09 req-e71578d7-3d37-458e-b6c9-2c460a824066 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 945 time: 0.0577068 Feb 09 03:48:16.198440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb838fc9-5f25-42ee-9961-a3ed4ce479c5 req-0922c5ed-20bf-47fc-8045-b62c70d269ef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:16.199898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb838fc9-5f25-42ee-9961-a3ed4ce479c5 req-0922c5ed-20bf-47fc-8045-b62c70d269ef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 907 time: 0.0596294 Feb 09 03:48:16.242609 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b40e5a97-7e9c-463b-a487-e6811c280d09 req-3e4822a9-baeb-49d7-827e-791ba6b171a6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430334 Feb 09 03:48:16.359431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2929e0-e813-457d-969f-4a269b4a9ac8 req-4ab2c2e8-fdb1-4896-8f63-d7aff3e5822a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:16.360905 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f2929e0-e813-457d-969f-4a269b4a9ac8 req-4ab2c2e8-fdb1-4896-8f63-d7aff3e5822a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 945 time: 0.0538414 Feb 09 03:48:16.407263 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f2929e0-e813-457d-969f-4a269b4a9ac8 req-a7879383-80a6-43a0-9f0a-0d1df540e49a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Feb 09 03:48:16.693885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17532a-310a-4eac-ad79-fbd7ad1c7fa7 req-26a73aa2-f3e6-4bb6-a904-c48a679f69ee tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:16.695649 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a17532a-310a-4eac-ad79-fbd7ad1c7fa7 req-26a73aa2-f3e6-4bb6-a904-c48a679f69ee tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 945 time: 0.0548573 Feb 09 03:48:16.742739 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a17532a-310a-4eac-ad79-fbd7ad1c7fa7 req-6d574398-18f8-4f9b-9f79-1af6f39a577b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Feb 09 03:48:17.130265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1c597e4f-b682-4add-8353-4ae9add25a03 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:48:17.228239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1c597e4f-b682-4add-8353-4ae9add25a03, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1c597e4f-b682-4add-8353-4ae9add25a03,segment=NetworkSegment(2572aa7c-eb85-42fb-8c98-54ed578a8ff8),segment_id=2572aa7c-eb85-42fb-8c98-54ed578a8ff8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:17.240043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '1c597e4f-b682-4add-8353-4ae9add25a03', 'network_id': '6229845f-db0a-40fa-b308-f96977359c11', 'port_id': '1c597e4f-b682-4add-8353-4ae9add25a03', 'mac_address': 'fa:16:3e:44:3d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea2d061-c4b3-4d30-a59e-500c3d5b4e00', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:48:17.283437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 1c597e4f-b682-4add-8353-4ae9add25a03 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:17.283829 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:17.296804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c597e4f-b682-4add-8353-4ae9add25a03 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:48:17.317077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1c597e4f-b682-4add-8353-4ae9add25a03, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1c597e4f-b682-4add-8353-4ae9add25a03,segment=NetworkSegment(2572aa7c-eb85-42fb-8c98-54ed578a8ff8),segment_id=2572aa7c-eb85-42fb-8c98-54ed578a8ff8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:17.322582 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:17.330155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ade2f-554b-4073-bb88-50ba76ae7412 req-4a4b888e-bafe-4956-aa6d-5e9f674ede91 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:17.331691 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c9ade2f-554b-4073-bb88-50ba76ae7412 req-4a4b888e-bafe-4956-aa6d-5e9f674ede91 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 907 time: 0.0584745 Feb 09 03:48:17.369620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=1c597e4f-b682-4add-8353-4ae9add25a03,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:17.586020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['1c597e4f-b682-4add-8353-4ae9add25a03'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:48:17.865500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee25c0-69ce-4614-baa9-41875fb4901d req-26ca0e99-48be-4944-b7b3-a8cb172f09c6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:17.866876 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ddee25c0-69ce-4614-baa9-41875fb4901d req-26ca0e99-48be-4944-b7b3-a8cb172f09c6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 945 time: 0.0576792 Feb 09 03:48:17.913007 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ddee25c0-69ce-4614-baa9-41875fb4901d req-8d158f3b-696c-40c4-a3c3-d5e47440a5e9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Feb 09 03:48:18.165249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c845b314-e21b-45d0-91a8-df862f01e396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:18.423194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913be62a-7789-470a-8c25-f19e345c9317 req-083c62cd-1ffb-4ac1-a98f-68d58d9f4ad2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:18.424595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-913be62a-7789-470a-8c25-f19e345c9317 req-083c62cd-1ffb-4ac1-a98f-68d58d9f4ad2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 945 time: 0.0534534 Feb 09 03:48:18.453070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5fb28-fdcf-4791-b0c0-6453059ee0f4 req-28d6df32-f9cc-4711-887a-ec9655033a66 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:18.454584 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52b5fb28-fdcf-4791-b0c0-6453059ee0f4 req-28d6df32-f9cc-4711-887a-ec9655033a66 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 908 time: 0.0544133 Feb 09 03:48:18.522232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-913be62a-7789-470a-8c25-f19e345c9317 req-b85b8e9b-d0fc-44a7-b752-738d5ea3bcae tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Deleting port 7f6d01ae-2435-4823-ab46-59ad46c87a2e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:18.522563 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-913be62a-7789-470a-8c25-f19e345c9317 req-b85b8e9b-d0fc-44a7-b752-738d5ea3bcae tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:18.608831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-913be62a-7789-470a-8c25-f19e345c9317 req-b85b8e9b-d0fc-44a7-b752-738d5ea3bcae tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] For port 7f6d01ae-2435-4823-ab46-59ad46c87a2e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7f6d01ae-2435-4823-ab46-59ad46c87a2e,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:18.609182 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-913be62a-7789-470a-8c25-f19e345c9317 req-b85b8e9b-d0fc-44a7-b752-738d5ea3bcae tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:18.621050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-913be62a-7789-470a-8c25-f19e345c9317 req-b85b8e9b-d0fc-44a7-b752-738d5ea3bcae tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Calling delete_port for 7f6d01ae-2435-4823-ab46-59ad46c87a2e owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:18.750490 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-913be62a-7789-470a-8c25-f19e345c9317 req-b85b8e9b-d0fc-44a7-b752-738d5ea3bcae tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (7f6d01ae-2435-4823-ab46-59ad46c87a2e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:18.780520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b8e9b-d0fc-44a7-b752-738d5ea3bcae tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event deleted for resources: {'Port': ['ID=7f6d01ae-2435-4823-ab46-59ad46c87a2e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:18.784660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['7f6d01ae-2435-4823-ab46-59ad46c87a2e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:48:18.829176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-913be62a-7789-470a-8c25-f19e345c9317 req-b85b8e9b-d0fc-44a7-b752-738d5ea3bcae tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] No DVR routers for this DVR port 7f6d01ae-2435-4823-ab46-59ad46c87a2e on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:48:18.832161 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-913be62a-7789-470a-8c25-f19e345c9317 req-b85b8e9b-d0fc-44a7-b752-738d5ea3bcae tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:18.835689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-913be62a-7789-470a-8c25-f19e345c9317 req-b85b8e9b-d0fc-44a7-b752-738d5ea3bcae tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "DELETE /v2.0/ports/7f6d01ae-2435-4823-ab46-59ad46c87a2e HTTP/1.1" status: 204 len: 173 time: 0.4062726 Feb 09 03:48:18.836166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf38d2-c9ca-475e-8a54-c948a26602e5', 'name': 'network-vif-deleted', 'tag': '7f6d01ae-2435-4823-ab46-59ad46c87a2e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:18.838725 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebc42ed-796b-455d-babf-a6017c17cdd3" -d '{"events": [{"server_uuid": "05cf38d2-c9ca-475e-8a54-c948a26602e5", "name": "network-vif-deleted", "tag": "7f6d01ae-2435-4823-ab46-59ad46c87a2e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:19.028934 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23acd5ce-8cc9-427b-abb4-9b91e6da1efb req-4761159c-c2dc-41a9-8b4f-7629de39d268 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 210 time: 0.0399096 Feb 09 03:48:19.056757 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d0f712-c9a2-40b9-8c94-b646074476a2 x-openstack-request-id: req-99d0f712-c9a2-40b9-8c94-b646074476a2 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:19.057247 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf38d2-c9ca-475e-8a54-c948a26602e5", "name": "network-vif-deleted", "tag": "7f6d01ae-2435-4823-ab46-59ad46c87a2e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:19.057247 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99d0f712-c9a2-40b9-8c94-b646074476a2 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:19.057689 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cf38d2-c9ca-475e-8a54-c948a26602e5', 'name': 'network-vif-deleted', 'tag': '7f6d01ae-2435-4823-ab46-59ad46c87a2e', 'status': 'completed', 'code': 200} Feb 09 03:48:19.143565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1c597e4f-b682-4add-8353-4ae9add25a03 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:19.192002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 1c597e4f-b682-4add-8353-4ae9add25a03 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:48:19.196009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 1c597e4f-b682-4add-8353-4ae9add25a03 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:19.196386 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:19.280280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 1c597e4f-b682-4add-8353-4ae9add25a03 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:19.280280 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:19.303093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8590a0a-4a91-48c3-952b-d32b37839fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c597e4f-b682-4add-8353-4ae9add25a03'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:19.305314 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6e82bc-7722-46fd-b5df-ce6e35bcf872" -d '{"events": [{"server_uuid": "f8590a0a-4a91-48c3-952b-d32b37839fda", "name": "network-vif-plugged", "status": "completed", "tag": "1c597e4f-b682-4add-8353-4ae9add25a03"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:19.318731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1c597e4f-b682-4add-8353-4ae9add25a03, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1c597e4f-b682-4add-8353-4ae9add25a03,segment=NetworkSegment(2572aa7c-eb85-42fb-8c98-54ed578a8ff8),segment_id=2572aa7c-eb85-42fb-8c98-54ed578a8ff8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:19.324265 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:19.349774 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aac258e-49cd-494f-8596-89d48cf2ed44 x-openstack-request-id: req-7aac258e-49cd-494f-8596-89d48cf2ed44 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:19.350070 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8590a0a-4a91-48c3-952b-d32b37839fda", "name": "network-vif-plugged", "status": "completed", "tag": "1c597e4f-b682-4add-8353-4ae9add25a03", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:19.350326 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7aac258e-49cd-494f-8596-89d48cf2ed44 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:19.350718 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8590a0a-4a91-48c3-952b-d32b37839fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c597e4f-b682-4add-8353-4ae9add25a03', 'code': 200} Feb 09 03:48:19.385839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=1c597e4f-b682-4add-8353-4ae9add25a03,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:19.389099 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:19.457411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a6abc-8e78-4d00-b5b2-0c8343c6eb14 req-e0ef625a-d7f3-4d07-9b36-99d444e3992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:19.458892 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc6a6abc-8e78-4d00-b5b2-0c8343c6eb14 req-e0ef625a-d7f3-4d07-9b36-99d444e3992d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 1092 time: 0.0451245 Feb 09 03:48:19.578149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3acc1-4d75-4f72-a29d-41f858780b19 req-23e5e072-4e1b-437e-a912-1b99e62b5479 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:19.579514 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02e3acc1-4d75-4f72-a29d-41f858780b19 req-23e5e072-4e1b-437e-a912-1b99e62b5479 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 909 time: 0.0527437 Feb 09 03:48:20.130022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bd52d58-f0ab-4c5a-8fea-fcad7a994641 req-70b85cab-a963-4233-a2ed-9be3dfa6c1d8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 210 time: 0.0292487 Feb 09 03:48:20.708185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf613f-8bf6-4fda-acee-a29d2b30b86b req-3704ab37-8832-46ab-bd2b-c875588c100e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:20.709702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3baf613f-8bf6-4fda-acee-a29d2b30b86b req-3704ab37-8832-46ab-bd2b-c875588c100e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 909 time: 0.0583880 Feb 09 03:48:20.816811 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:20.837542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc1a6b-067e-4f21-9252-9553ce8ffecc req-aaaae631-12d2-4b69-ad91-5d71824b4244 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:20.839011 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74fc1a6b-067e-4f21-9252-9553ce8ffecc req-aaaae631-12d2-4b69-ad91-5d71824b4244 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 909 time: 0.0571227 Feb 09 03:48:20.950753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712255-60b8-4900-8eb0-022038105925 req-959835a0-eaa1-4ef9-abc9-e79724901de2 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:20.953212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67712255-60b8-4900-8eb0-022038105925 req-959835a0-eaa1-4ef9-abc9-e79724901de2 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 1092 time: 0.0491648 Feb 09 03:48:21.064289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa12d67-085d-4796-8505-ca3905939882 req-d9b5a4a4-b5a4-4b2e-814c-09a88ee764f1 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:21.066037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaa12d67-085d-4796-8505-ca3905939882 req-d9b5a4a4-b5a4-4b2e-814c-09a88ee764f1 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 1168 time: 0.0455613 Feb 09 03:48:21.118352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eaa12d67-085d-4796-8505-ca3905939882 req-9e754482-c913-4005-98d2-1f4b44d60b12 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0462387 Feb 09 03:48:21.140503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42766) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:21.190977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b081bd30-70f5-45eb-8d96-5c0075c99c49 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:21.195385 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b081bd30-70f5-45eb-8d96-5c0075c99c49 tempest-TestSecurityGroupsBasicOps-193054266 tempest-TestSecurityGroupsBasicOps-193054266-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 1087 time: 0.0510559 Feb 09 03:48:21.228847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a8e665e-f359-424c-b771-9c147aff874d req-25d11123-d4d2-48f2-b42b-36ba29b94e2a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 210 time: 0.0288355 Feb 09 03:48:21.422426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb95f0-f499-424e-bd8f-73178b99334b req-613dc98b-12bb-408a-a271-6130e4778004 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:21.424004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2eeb95f0-f499-424e-bd8f-73178b99334b req-613dc98b-12bb-408a-a271-6130e4778004 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 909 time: 0.0536232 Feb 09 03:48:21.990813 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:22.333744 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-57ad7ea9-6ae1-4649-b3d7-dfbb8938a9df req-f0bb8f82-3592-4458-ac88-a2b9fa7eddbc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 210 time: 0.0290573 Feb 09 03:48:22.546812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e89a9-3bc6-46c0-8d52-841cba0612fe req-d84a7f3d-4e6b-4581-8ff1-de4b9618a1c2 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:22.548290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-192e89a9-3bc6-46c0-8d52-841cba0612fe req-d84a7f3d-4e6b-4581-8ff1-de4b9618a1c2 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 909 time: 0.0532336 Feb 09 03:48:22.934131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8324d0-169a-4e90-abfa-b7978b52d09b req-44301cc2-cd8d-4cca-ab8d-430c122dbbf6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:22.935618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c8324d0-169a-4e90-abfa-b7978b52d09b req-44301cc2-cd8d-4cca-ab8d-430c122dbbf6 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 909 time: 0.0566595 Feb 09 03:48:23.032990 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-3c8324d0-169a-4e90-abfa-b7978b52d09b req-60f5522f-4261-4ec9-8a42-e586cc35870c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Deleting port 1c597e4f-b682-4add-8353-4ae9add25a03 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:23.033330 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3c8324d0-169a-4e90-abfa-b7978b52d09b req-60f5522f-4261-4ec9-8a42-e586cc35870c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:23.037841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7f6d01ae-2435-4823-ab46-59ad46c87a2e no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:23.057791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 7f6d01ae-2435-4823-ab46-59ad46c87a2e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:23.058139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7f6d01ae-2435-4823-ab46-59ad46c87a2e not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:23.126255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-3c8324d0-169a-4e90-abfa-b7978b52d09b req-60f5522f-4261-4ec9-8a42-e586cc35870c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] For port 1c597e4f-b682-4add-8353-4ae9add25a03, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1c597e4f-b682-4add-8353-4ae9add25a03,segment=NetworkSegment(2572aa7c-eb85-42fb-8c98-54ed578a8ff8),segment_id=2572aa7c-eb85-42fb-8c98-54ed578a8ff8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:23.126598 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3c8324d0-169a-4e90-abfa-b7978b52d09b req-60f5522f-4261-4ec9-8a42-e586cc35870c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:23.140203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-3c8324d0-169a-4e90-abfa-b7978b52d09b req-60f5522f-4261-4ec9-8a42-e586cc35870c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Calling delete_port for 1c597e4f-b682-4add-8353-4ae9add25a03 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:23.264411 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3c8324d0-169a-4e90-abfa-b7978b52d09b req-60f5522f-4261-4ec9-8a42-e586cc35870c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1c597e4f-b682-4add-8353-4ae9add25a03), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:23.294215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5522f-4261-4ec9-8a42-e586cc35870c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'Port': ['ID=1c597e4f-b682-4add-8353-4ae9add25a03,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:23.351271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8324d0-169a-4e90-abfa-b7978b52d09b req-60f5522f-4261-4ec9-8a42-e586cc35870c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] No DVR routers for this DVR port 1c597e4f-b682-4add-8353-4ae9add25a03 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:48:23.354352 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-3c8324d0-169a-4e90-abfa-b7978b52d09b req-60f5522f-4261-4ec9-8a42-e586cc35870c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:23.358674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c8324d0-169a-4e90-abfa-b7978b52d09b req-60f5522f-4261-4ec9-8a42-e586cc35870c tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.42 "DELETE /v2.0/ports/1c597e4f-b682-4add-8353-4ae9add25a03 HTTP/1.1" status: 204 len: 173 time: 0.4167221 Feb 09 03:48:23.359175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8590a0a-4a91-48c3-952b-d32b37839fda', 'name': 'network-vif-deleted', 'tag': '1c597e4f-b682-4add-8353-4ae9add25a03'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:23.361689 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ba1a3c-5ab5-4851-8772-4fd0fed794c9" -d '{"events": [{"server_uuid": "f8590a0a-4a91-48c3-952b-d32b37839fda", "name": "network-vif-deleted", "tag": "1c597e4f-b682-4add-8353-4ae9add25a03"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:23.415837 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88cdc07-973b-48f4-bb2d-b19863355c2e x-openstack-request-id: req-d88cdc07-973b-48f4-bb2d-b19863355c2e {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:23.416136 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8590a0a-4a91-48c3-952b-d32b37839fda", "name": "network-vif-deleted", "tag": "1c597e4f-b682-4add-8353-4ae9add25a03", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:23.416395 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d88cdc07-973b-48f4-bb2d-b19863355c2e {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:23.416795 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8590a0a-4a91-48c3-952b-d32b37839fda', 'name': 'network-vif-deleted', 'tag': '1c597e4f-b682-4add-8353-4ae9add25a03', 'status': 'completed', 'code': 200} Feb 09 03:48:23.462090 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-91da1c4c-bd56-40c9-8b5e-7ee46232c176 req-c66a4ef0-7d97-4b58-8f85-fc6fcb208dc3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 210 time: 0.0327485 Feb 09 03:48:23.657597 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-22d5a670-a2cf-4589-ac8b-d3bada65be02 req-cf5c3450-87d8-4c1f-82f6-f0cf31fd2842 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8590a0a-4a91-48c3-952b-d32b37839fda HTTP/1.1" status: 200 len: 210 time: 0.0272050 Feb 09 03:48:24.246517 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:24.563354 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-96ca14e6-5075-4ac2-b720-e956812c09af req-1ea951d4-a97c-4924-a745-fb5206f3a246 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 210 time: 0.0272872 Feb 09 03:48:24.714776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42790) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:25.116695 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98579281-128e-4b58-8cb2-fa38e7733df5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (36dc1f1c-f120-4b40-b535-60148795b01e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:25.124669 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0f9c8619-190f-405d-8067-f39ee849bac8 req-04129a77-eff8-4bb9-a7d4-2f164e199e22 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1780663 Feb 09 03:48:25.205193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8619-190f-405d-8067-f39ee849bac8 req-b66606cc-66b2-4a99-bb86-fc47e4861179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:25.206861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0f9c8619-190f-405d-8067-f39ee849bac8 req-b66606cc-66b2-4a99-bb86-fc47e4861179 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b5c044195b84ae2a7429ffa1b005b2e&device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 1168 time: 0.0503821 Feb 09 03:48:25.317426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8619-190f-405d-8067-f39ee849bac8 req-56022554-c69b-4a45-ab3e-3a8f0542d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:25.319153 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0f9c8619-190f-405d-8067-f39ee849bac8 req-56022554-c69b-4a45-ab3e-3a8f0542d2a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93aca28d-4b78-4f15-a801-ba63c10c72af HTTP/1.1" status: 200 len: 898 time: 0.0937490 Feb 09 03:48:25.402063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-98579281-128e-4b58-8cb2-fa38e7733df5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Deleting port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:25.402327 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98579281-128e-4b58-8cb2-fa38e7733df5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:25.508007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-98579281-128e-4b58-8cb2-fa38e7733df5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] For port 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd,segment=NetworkSegment(2572aa7c-eb85-42fb-8c98-54ed578a8ff8),segment_id=2572aa7c-eb85-42fb-8c98-54ed578a8ff8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:25.508428 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98579281-128e-4b58-8cb2-fa38e7733df5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:25.523836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-98579281-128e-4b58-8cb2-fa38e7733df5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Calling delete_port for 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:25.707780 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a68c541-c33d-4e0f-b94f-c633370c20c3 req-594ba2c8-2928-4621-9c4c-671a6ed80585 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 210 time: 0.0502498 Feb 09 03:48:25.768585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98579281-128e-4b58-8cb2-fa38e7733df5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:25.771654 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0f9c8619-190f-405d-8067-f39ee849bac8 req-b0ebc024-e70d-4181-bd1c-e525009b6e72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98dd8fbb-566b-4a41-b09d-166502a28077 HTTP/1.1" status: 200 len: 1001 time: 0.4456818 Feb 09 03:48:25.803577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98579281-128e-4b58-8cb2-fa38e7733df5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'Port': ['ID=8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:25.835102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8619-190f-405d-8067-f39ee849bac8 req-092169a1-be2f-4fbb-bba5-068f73758d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:25.836558 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0f9c8619-190f-405d-8067-f39ee849bac8 req-092169a1-be2f-4fbb-bba5-068f73758d61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86d695d8-ad12-470a-b825-04c86028afff HTTP/1.1" status: 200 len: 834 time: 0.0593066 Feb 09 03:48:25.894498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8619-190f-405d-8067-f39ee849bac8 req-f5bc0a03-2929-4f96-a43b-803c7d131152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:25.896378 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0f9c8619-190f-405d-8067-f39ee849bac8 req-f5bc0a03-2929-4f96-a43b-803c7d131152 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93aca28d-4b78-4f15-a801-ba63c10c72af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534954 Feb 09 03:48:26.000453 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0f9c8619-190f-405d-8067-f39ee849bac8 req-43db8e12-ec56-4ca6-9a3c-12ad3553be88 service neutron] 10.222.0.65 "GET /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938981 Feb 09 03:48:26.032537 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98579281-128e-4b58-8cb2-fa38e7733df5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (36dc1f1c-f120-4b40-b535-60148795b01e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:26.103235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0f9c8619-190f-405d-8067-f39ee849bac8 req-775515ae-e568-4385-be39-8cee5372e304 service neutron] 10.222.0.65 "GET /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960047 Feb 09 03:48:26.258352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98579281-128e-4b58-8cb2-fa38e7733df5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Router 36dc1f1c-f120-4b40-b535-60148795b01e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:48:26.371512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98579281-128e-4b58-8cb2-fa38e7733df5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:48:26.377865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-98579281-128e-4b58-8cb2-fa38e7733df5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "PUT /v2.0/routers/36dc1f1c-f120-4b40-b535-60148795b01e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6620157 Feb 09 03:48:26.379289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42796) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:26.382568 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff63229-273a-4fc5-9c24-326a74451813 None None] Sync routers for ids ['36dc1f1c-f120-4b40-b535-60148795b01e'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:48:26.393284 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff63229-273a-4fc5-9c24-326a74451813 None None] Routers {'36dc1f1c-f120-4b40-b535-60148795b01e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:26.393933 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8ff63229-273a-4fc5-9c24-326a74451813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['36dc1f1c-f120-4b40-b535-60148795b01e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:26.431861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f28550-f3f6-413e-9518-515cd459454f tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Deleting subnet dea2d061-c4b3-4d30-a59e-500c3d5b4e00 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:48:26.435231 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7f28550-f3f6-413e-9518-515cd459454f tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for subnet (dea2d061-c4b3-4d30-a59e-500c3d5b4e00), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:26.481506 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7f28550-f3f6-413e-9518-515cd459454f tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (dea2d061-c4b3-4d30-a59e-500c3d5b4e00), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:26.502332 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-8ff63229-273a-4fc5-9c24-326a74451813 None None] Set router 36dc1f1c-f120-4b40-b535-60148795b01e gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:26.564621 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7f28550-f3f6-413e-9518-515cd459454f tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (dea2d061-c4b3-4d30-a59e-500c3d5b4e00), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:26.626182 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7f28550-f3f6-413e-9518-515cd459454f tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (dea2d061-c4b3-4d30-a59e-500c3d5b4e00), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:26.658889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f28550-f3f6-413e-9518-515cd459454f tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'Subnet': ['ID=dea2d061-c4b3-4d30-a59e-500c3d5b4e00,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:26.662960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7f28550-f3f6-413e-9518-515cd459454f tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:26.668738 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f7f28550-f3f6-413e-9518-515cd459454f tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "DELETE /v2.0/subnets/dea2d061-c4b3-4d30-a59e-500c3d5b4e00 HTTP/1.1" status: 204 len: 168 time: 0.2883823 Feb 09 03:48:26.669122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42798) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:26.672497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a36b755-6652-450b-9fe9-22c55b015b1e None None] Network 6229845f-db0a-40fa-b308-f96977359c11 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:26.690343 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8ff63229-273a-4fc5-9c24-326a74451813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-964463371', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:25Z', 'revision_number': 5, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:26.719317 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff63229-273a-4fc5-9c24-326a74451813 None None] Checking router: 36dc1f1c-f120-4b40-b535-60148795b01e for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:48:26.728519 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff63229-273a-4fc5-9c24-326a74451813 None None] Routers {'36dc1f1c-f120-4b40-b535-60148795b01e'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:26.729003 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8ff63229-273a-4fc5-9c24-326a74451813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['36dc1f1c-f120-4b40-b535-60148795b01e'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:26.803058 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router (36dc1f1c-f120-4b40-b535-60148795b01e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:26.878085 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc50268-e377-460b-bb63-8a2894a8a165 None None] DHCP port deletion for 6229845f-db0a-40fa-b308-f96977359c11 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:48:26.899956 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4573c9b9-c9ba-4a08-a317-4a5bdc98a7f5 req-e605d556-ad3b-4010-95a3-98a15c938f40 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 210 time: 0.0795984 Feb 09 03:48:26.907549 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-8ff63229-273a-4fc5-9c24-326a74451813 None None] Set router 36dc1f1c-f120-4b40-b535-60148795b01e gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:26.956464 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7fc50268-e377-460b-bb63-8a2894a8a165 None None] Deleting port 89f23d0c-681e-43fd-9537-24cec3890ee9 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:26.957476 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7fc50268-e377-460b-bb63-8a2894a8a165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:26.965629 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router_gateway (36dc1f1c-f120-4b40-b535-60148795b01e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:27.038822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Deleting port 18df026e-f6af-44b9-b8cd-25f3e272cfdb {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:27.039433 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:27.060068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7fc50268-e377-460b-bb63-8a2894a8a165 None None] For port 89f23d0c-681e-43fd-9537-24cec3890ee9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=89f23d0c-681e-43fd-9537-24cec3890ee9,segment=NetworkSegment(2572aa7c-eb85-42fb-8c98-54ed578a8ff8),segment_id=2572aa7c-eb85-42fb-8c98-54ed578a8ff8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:27.061057 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7fc50268-e377-460b-bb63-8a2894a8a165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:27.075013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7fc50268-e377-460b-bb63-8a2894a8a165 None None] Calling delete_port for 89f23d0c-681e-43fd-9537-24cec3890ee9 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:27.131521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] For port 18df026e-f6af-44b9-b8cd-25f3e272cfdb, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=18df026e-f6af-44b9-b8cd-25f3e272cfdb,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:27.132336 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:27.150093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Calling delete_port for 18df026e-f6af-44b9-b8cd-25f3e272cfdb owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:27.153084 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8ff63229-273a-4fc5-9c24-326a74451813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-964463371', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:25Z', 'revision_number': 5, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:27.158696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 89f23d0c-681e-43fd-9537-24cec3890ee9 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:27.178837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1c597e4f-b682-4add-8353-4ae9add25a03 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:27.181336 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff63229-273a-4fc5-9c24-326a74451813 None None] The sync data for ids ['36dc1f1c-f120-4b40-b535-60148795b01e'] in n-d-824835-15 is: [{'id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-964463371', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:25Z', 'revision_number': 5, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '18df026e-f6af-44b9-b8cd-25f3e272cfdb', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dc1f1c-f120-4b40-b535-60148795b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:01Z', 'updated_at': '2022-02-09T03:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:48:27.181560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 89f23d0c-681e-43fd-9537-24cec3890ee9 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:27.181734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 89f23d0c-681e-43fd-9537-24cec3890ee9 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:27.184491 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7fc50268-e377-460b-bb63-8a2894a8a165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (89f23d0c-681e-43fd-9537-24cec3890ee9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:27.244162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc50268-e377-460b-bb63-8a2894a8a165 None None] No DVR routers for this DVR port 89f23d0c-681e-43fd-9537-24cec3890ee9 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:48:27.246405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50268-e377-460b-bb63-8a2894a8a165 None None] Pushing event deleted for resources: {'Port': ['ID=89f23d0c-681e-43fd-9537-24cec3890ee9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:27.248568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 1c597e4f-b682-4add-8353-4ae9add25a03 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:27.248915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1c597e4f-b682-4add-8353-4ae9add25a03 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:27.705778 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (18df026e-f6af-44b9-b8cd-25f3e272cfdb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:27.736003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'Port': ['ID=18df026e-f6af-44b9-b8cd-25f3e272cfdb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:27.801484 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (36dc1f1c-f120-4b40-b535-60148795b01e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:27.905967 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (36dc1f1c-f120-4b40-b535-60148795b01e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:27.908093 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router_controller (36dc1f1c-f120-4b40-b535-60148795b01e), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:27.967444 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (36dc1f1c-f120-4b40-b535-60148795b01e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:27.968163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Fanout notify agent at l3_agent the message router_deleted on router 36dc1f1c-f120-4b40-b535-60148795b01e {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:48:27.978106 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:27.982412 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-610f98ca-22de-4284-bc1f-ac82cfdd2d97 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "DELETE /v2.0/routers/36dc1f1c-f120-4b40-b535-60148795b01e HTTP/1.1" status: 204 len: 168 time: 1.3112278 Feb 09 03:48:27.982583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42804) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:28.042793 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-901ce17f-531b-4c6e-a958-77380fa1ce0b req-d54682d5-3b2b-4a9f-9497-4e6fef5b701d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=05cf38d2-c9ca-475e-8a54-c948a26602e5 HTTP/1.1" status: 200 len: 210 time: 0.0457151 Feb 09 03:48:28.082476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (6229845f-db0a-40fa-b308-f96977359c11), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:28.181002 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (6229845f-db0a-40fa-b308-f96977359c11), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:28.202132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6229845f-db0a-40fa-b308-f96977359c11']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:28.211306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2572aa7c-eb85-42fb-8c98-54ed578a8ff8') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:28.211607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2572aa7c-eb85-42fb-8c98-54ed578a8ff8') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:28.221035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (2572aa7c-eb85-42fb-8c98-54ed578a8ff8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:28.234589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (2572aa7c-eb85-42fb-8c98-54ed578a8ff8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:28.240553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:48:28.241046 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (2572aa7c-eb85-42fb-8c98-54ed578a8ff8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:48:28.244396 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:48:28.307775 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (6229845f-db0a-40fa-b308-f96977359c11), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:28.316951 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:28.320361 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "DELETE /v2.0/networks/6229845f-db0a-40fa-b308-f96977359c11 HTTP/1.1" status: 204 len: 168 time: 0.3361034 Feb 09 03:48:28.323122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42808) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:28.360060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8bb0f-0689-4663-9f10-772a4776f82b tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'Network': ['ID=6229845f-db0a-40fa-b308-f96977359c11,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:28.503498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Deleting port 6b45c4e4-6a87-4403-b008-676d27e64473 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:28.503861 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6b45c4e4-6a87-4403-b008-676d27e64473), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:28.583024 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6b45c4e4-6a87-4403-b008-676d27e64473), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:28.583277 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for floatingip (6b45c4e4-6a87-4403-b008-676d27e64473), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:28.595841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Calling delete_port for 6b45c4e4-6a87-4403-b008-676d27e64473 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:28.748669 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (6b45c4e4-6a87-4403-b008-676d27e64473), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:28.772711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'Port': ['ID=6b45c4e4-6a87-4403-b008-676d27e64473,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:28.841334 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for floatingip (de90b4ca-9ceb-41bb-8aee-0c78d71fa2c1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:28.842598 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Floating IP de90b4ca-9ceb-41bb-8aee-0c78d71fa2c1 disassociated (deleted). External IP: 172.25.5.49, port: 98dd8fbb-566b-4a41-b09d-166502a28077. Feb 09 03:48:28.975036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:28.999907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:29.000664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8a6ced3f-a4ab-49c2-a3c2-c434e6dbd4dd not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:29.002025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 18df026e-f6af-44b9-b8cd-25f3e272cfdb no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:29.024038 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 18df026e-f6af-44b9-b8cd-25f3e272cfdb {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:29.024747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 18df026e-f6af-44b9-b8cd-25f3e272cfdb not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:29.137089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Router 59c07800-1c43-48f7-9000-1d780669d853 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:48:29.270135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:48:29.274962 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:29.279490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916819b-9609-4219-a3cc-589820409cc7 None None] Sync routers for ids ['59c07800-1c43-48f7-9000-1d780669d853'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:48:29.290212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916819b-9609-4219-a3cc-589820409cc7 None None] Routers {'59c07800-1c43-48f7-9000-1d780669d853'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:29.290948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-2916819b-9609-4219-a3cc-589820409cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['59c07800-1c43-48f7-9000-1d780669d853'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:29.310453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0ed6aeb7-71b8-4bc4-a584-f988e0637998 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "DELETE /v2.0/floatingips/de90b4ca-9ceb-41bb-8aee-0c78d71fa2c1 HTTP/1.1" status: 204 len: 168 time: 0.9839678 Feb 09 03:48:29.310453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'tag': '98dd8fbb-566b-4a41-b09d-166502a28077'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:29.311726 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7e49ed-5d7b-46cc-9cc4-36d5308a1baa" -d '{"events": [{"name": "network-changed", "server_uuid": "724b6549-d8e1-49aa-b3c6-8fbfd6555d95", "tag": "98dd8fbb-566b-4a41-b09d-166502a28077"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:29.422733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-2916819b-9609-4219-a3cc-589820409cc7 None None] Set router 59c07800-1c43-48f7-9000-1d780669d853 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:29.434526 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac5bb08-07d5-4d67-8909-fe9391e75209 x-openstack-request-id: req-7ac5bb08-07d5-4d67-8909-fe9391e75209 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:29.434955 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724b6549-d8e1-49aa-b3c6-8fbfd6555d95", "tag": "98dd8fbb-566b-4a41-b09d-166502a28077", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:29.435392 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ac5bb08-07d5-4d67-8909-fe9391e75209 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:29.435998 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'tag': '98dd8fbb-566b-4a41-b09d-166502a28077', 'status': 'completed', 'code': 200} Feb 09 03:48:29.539723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e49ed-5d7b-46cc-9cc4-36d5308a1baa req-4977bf99-6a09-4f1f-8303-f17b379b1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:29.541610 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa7e49ed-5d7b-46cc-9cc4-36d5308a1baa req-4977bf99-6a09-4f1f-8303-f17b379b1be7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b5c044195b84ae2a7429ffa1b005b2e&device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 1168 time: 0.0640790 Feb 09 03:48:29.681493 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-2916819b-9609-4219-a3cc-589820409cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:46:18Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32', 'name': '', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'mac_address': 'fa:16:3e:1c:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '86d695d8-ad12-470a-b825-04c86028afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:17Z', 'updated_at': '2022-02-09T03:46:25Z', 'revision_number': 5, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'subnets': [{'id': '86d695d8-ad12-470a-b825-04c86028afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:29.684057 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a9df3-b52b-44cb-8ff9-0a933c801dc2 req-cb3d26f3-c12a-4d9c-bfc5-21503fc2c86d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:29.686170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d86a9df3-b52b-44cb-8ff9-0a933c801dc2 req-cb3d26f3-c12a-4d9c-bfc5-21503fc2c86d tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 985 time: 0.1106784 Feb 09 03:48:29.707732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e49ed-5d7b-46cc-9cc4-36d5308a1baa req-98f8c029-2068-4864-9fd4-b878656358eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:29.709201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa7e49ed-5d7b-46cc-9cc4-36d5308a1baa req-98f8c029-2068-4864-9fd4-b878656358eb service neutron] 10.222.0.65 "GET /v2.0/networks?id=93aca28d-4b78-4f15-a801-ba63c10c72af HTTP/1.1" status: 200 len: 898 time: 0.1611233 Feb 09 03:48:29.724322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916819b-9609-4219-a3cc-589820409cc7 None None] Checking router: 59c07800-1c43-48f7-9000-1d780669d853 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:48:29.736204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916819b-9609-4219-a3cc-589820409cc7 None None] Routers {'59c07800-1c43-48f7-9000-1d780669d853'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:29.737189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-2916819b-9609-4219-a3cc-589820409cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['59c07800-1c43-48f7-9000-1d780669d853'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:29.764164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa7e49ed-5d7b-46cc-9cc4-36d5308a1baa req-f8e14681-7891-49ca-94dd-ad5a892ce070 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98dd8fbb-566b-4a41-b09d-166502a28077 HTTP/1.1" status: 200 len: 217 time: 0.0469906 Feb 09 03:48:29.840807 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d86a9df3-b52b-44cb-8ff9-0a933c801dc2 req-baad1b22-6962-4737-b676-27bb7e6dbe4e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1440494 Feb 09 03:48:29.848690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e49ed-5d7b-46cc-9cc4-36d5308a1baa req-f71a5461-b69c-4c0c-82e6-92a7741fc5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:29.850445 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa7e49ed-5d7b-46cc-9cc4-36d5308a1baa req-f71a5461-b69c-4c0c-82e6-92a7741fc5f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86d695d8-ad12-470a-b825-04c86028afff HTTP/1.1" status: 200 len: 834 time: 0.0806074 Feb 09 03:48:29.875717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-2916819b-9609-4219-a3cc-589820409cc7 None None] Set router 59c07800-1c43-48f7-9000-1d780669d853 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:29.915781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e49ed-5d7b-46cc-9cc4-36d5308a1baa req-d567c8e8-1f6f-495f-a52b-f292b1ad36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:29.918299 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa7e49ed-5d7b-46cc-9cc4-36d5308a1baa req-d567c8e8-1f6f-495f-a52b-f292b1ad36f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93aca28d-4b78-4f15-a801-ba63c10c72af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0560672 Feb 09 03:48:30.038520 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa7e49ed-5d7b-46cc-9cc4-36d5308a1baa req-a423f759-a008-44bc-8c53-f9d03ef95026 service neutron] 10.222.0.65 "GET /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010175 Feb 09 03:48:30.105397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-2916819b-9609-4219-a3cc-589820409cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:46:18Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32', 'name': '', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'mac_address': 'fa:16:3e:1c:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '86d695d8-ad12-470a-b825-04c86028afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:17Z', 'updated_at': '2022-02-09T03:46:25Z', 'revision_number': 5, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'subnets': [{'id': '86d695d8-ad12-470a-b825-04c86028afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:30.136973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916819b-9609-4219-a3cc-589820409cc7 None None] The sync data for ids ['59c07800-1c43-48f7-9000-1d780669d853'] in n-d-824835-15 is: [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:46:18Z', 'revision_number': 4, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32', 'name': '', 'network_id': '93aca28d-4b78-4f15-a801-ba63c10c72af', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'mac_address': 'fa:16:3e:1c:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '86d695d8-ad12-470a-b825-04c86028afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:17Z', 'updated_at': '2022-02-09T03:46:25Z', 'revision_number': 5, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'subnets': [{'id': '86d695d8-ad12-470a-b825-04c86028afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:48:30.150170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa7e49ed-5d7b-46cc-9cc4-36d5308a1baa req-2d303776-2a8c-4b2c-8791-b7932b334514 service neutron] 10.222.0.65 "GET /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045239 Feb 09 03:48:30.447233 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0716f7-c884-4283-9c29-99914919b0d4 None None] New status for floating IP de90b4ca-9ceb-41bb-8aee-0c78d71fa2c1: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:48:30.962985 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e362-0395-48b5-b59f-9028043dda19 req-c5124e35-2069-46d8-bb4a-993e12e06538 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:30.964696 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19b8e362-0395-48b5-b59f-9028043dda19 req-c5124e35-2069-46d8-bb4a-993e12e06538 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 985 time: 0.0586059 Feb 09 03:48:31.027468 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19b8e362-0395-48b5-b59f-9028043dda19 req-48af4f89-fa73-458f-9039-43ff685ded2a tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/security-groups?id=41441930-eb88-4798-b8cb-8e7587905fdb&id=cae8daeb-8391-4370-8f26-27cf4b121892&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0550385 Feb 09 03:48:31.202463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5fc53-ebef-4e71-8830-3d2e1752333f req-b0dabd79-80b5-4e8f-803c-9bc2154a5b7e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:31.205097 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ce5fc53-ebef-4e71-8830-3d2e1752333f req-b0dabd79-80b5-4e8f-803c-9bc2154a5b7e tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.65 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 985 time: 0.0573630 Feb 09 03:48:31.337969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-1ce5fc53-ebef-4e71-8830-3d2e1752333f req-88f709ec-4fcd-4836-9524-a9c16510adef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Deleting port 98dd8fbb-566b-4a41-b09d-166502a28077 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:31.337969 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1ce5fc53-ebef-4e71-8830-3d2e1752333f req-88f709ec-4fcd-4836-9524-a9c16510adef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:31.456352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1ce5fc53-ebef-4e71-8830-3d2e1752333f req-88f709ec-4fcd-4836-9524-a9c16510adef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] For port 98dd8fbb-566b-4a41-b09d-166502a28077, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=98dd8fbb-566b-4a41-b09d-166502a28077,segment=NetworkSegment(b17247c3-812f-4e51-8376-1c51781def50),segment_id=b17247c3-812f-4e51-8376-1c51781def50)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:31.456714 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1ce5fc53-ebef-4e71-8830-3d2e1752333f req-88f709ec-4fcd-4836-9524-a9c16510adef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:31.471413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-1ce5fc53-ebef-4e71-8830-3d2e1752333f req-88f709ec-4fcd-4836-9524-a9c16510adef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Calling delete_port for 98dd8fbb-566b-4a41-b09d-166502a28077 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:31.609126 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1ce5fc53-ebef-4e71-8830-3d2e1752333f req-88f709ec-4fcd-4836-9524-a9c16510adef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (98dd8fbb-566b-4a41-b09d-166502a28077), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:31.636905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f709ec-4fcd-4836-9524-a9c16510adef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'Port': ['ID=98dd8fbb-566b-4a41-b09d-166502a28077,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:31.688412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce5fc53-ebef-4e71-8830-3d2e1752333f req-88f709ec-4fcd-4836-9524-a9c16510adef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] No DVR routers for this DVR port 98dd8fbb-566b-4a41-b09d-166502a28077 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:48:31.690884 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1ce5fc53-ebef-4e71-8830-3d2e1752333f req-88f709ec-4fcd-4836-9524-a9c16510adef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:31.694314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ce5fc53-ebef-4e71-8830-3d2e1752333f req-88f709ec-4fcd-4836-9524-a9c16510adef tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.65 "DELETE /v2.0/ports/98dd8fbb-566b-4a41-b09d-166502a28077 HTTP/1.1" status: 204 len: 173 time: 0.4845853 Feb 09 03:48:31.694812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'name': 'network-vif-deleted', 'tag': '98dd8fbb-566b-4a41-b09d-166502a28077'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:31.697409 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab92621-4732-4888-90e1-d50c0b2376ba" -d '{"events": [{"server_uuid": "724b6549-d8e1-49aa-b3c6-8fbfd6555d95", "name": "network-vif-deleted", "tag": "98dd8fbb-566b-4a41-b09d-166502a28077"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:31.739408 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1137806a-31d8-408c-a3b7-33bbb2508242 x-openstack-request-id: req-1137806a-31d8-408c-a3b7-33bbb2508242 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:31.739775 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724b6549-d8e1-49aa-b3c6-8fbfd6555d95", "name": "network-vif-deleted", "tag": "98dd8fbb-566b-4a41-b09d-166502a28077", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:31.740196 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1137806a-31d8-408c-a3b7-33bbb2508242 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:31.740614 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724b6549-d8e1-49aa-b3c6-8fbfd6555d95', 'name': 'network-vif-deleted', 'tag': '98dd8fbb-566b-4a41-b09d-166502a28077', 'status': 'completed', 'code': 200} Feb 09 03:48:32.219899 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-19264d8c-9b90-409d-b60a-3b3f20d0168d req-cca2e117-d7c4-4344-9ae8-091fbfc711ad tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "GET /v2.0/ports?device_id=724b6549-d8e1-49aa-b3c6-8fbfd6555d95 HTTP/1.1" status: 200 len: 210 time: 0.0560296 Feb 09 03:48:33.277185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42854) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:33.329798 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4e94149c-d5e4-4eb6-a392-06c6bbe2a5f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (cae8daeb-8391-4370-8f26-27cf4b121892), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:33.360439 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4e94149c-d5e4-4eb6-a392-06c6bbe2a5f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (cae8daeb-8391-4370-8f26-27cf4b121892), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:33.421744 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4e94149c-d5e4-4eb6-a392-06c6bbe2a5f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cae8daeb-8391-4370-8f26-27cf4b121892), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:33.424649 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4e94149c-d5e4-4eb6-a392-06c6bbe2a5f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:33.426066 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4e94149c-d5e4-4eb6-a392-06c6bbe2a5f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "DELETE /v2.0/security-groups/cae8daeb-8391-4370-8f26-27cf4b121892 HTTP/1.1" status: 204 len: 168 time: 0.1477671 Feb 09 03:48:33.429900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42864) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:33.444073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94149c-d5e4-4eb6-a392-06c6bbe2a5f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae8daeb-8391-4370-8f26-27cf4b121892,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:33.537202 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (41441930-eb88-4798-b8cb-8e7587905fdb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:33.599481 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (41441930-eb88-4798-b8cb-8e7587905fdb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:33.658631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (41441930-eb88-4798-b8cb-8e7587905fdb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:33.662161 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:33.663663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "DELETE /v2.0/security-groups/41441930-eb88-4798-b8cb-8e7587905fdb HTTP/1.1" status: 204 len: 168 time: 0.2327712 Feb 09 03:48:33.666617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42870) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:33.675461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41441930-eb88-4798-b8cb-8e7587905fdb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:33.683968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:33.684515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:33.685047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:33.685743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:33.686452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:33.687632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:33.688234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:33.688746 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:33.689242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:33.689775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:33.690292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:33.690796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:33.691360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7621e-e343-4b24-9ca7-6579528640f7 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:34.108118 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-805e85c5-c287-45dd-9b82-f8af1b40e862 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (59c07800-1c43-48f7-9000-1d780669d853), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:34.426560 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-805e85c5-c287-45dd-9b82-f8af1b40e862 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Deleting port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:34.427196 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-805e85c5-c287-45dd-9b82-f8af1b40e862 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:34.527329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-805e85c5-c287-45dd-9b82-f8af1b40e862 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] For port 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32,segment=NetworkSegment(b17247c3-812f-4e51-8376-1c51781def50),segment_id=b17247c3-812f-4e51-8376-1c51781def50)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:34.527977 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-805e85c5-c287-45dd-9b82-f8af1b40e862 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:34.542104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-805e85c5-c287-45dd-9b82-f8af1b40e862 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Calling delete_port for 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:34.762647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-805e85c5-c287-45dd-9b82-f8af1b40e862 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:34.802171 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e85c5-c287-45dd-9b82-f8af1b40e862 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'Port': ['ID=4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:35.078500 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-805e85c5-c287-45dd-9b82-f8af1b40e862 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (59c07800-1c43-48f7-9000-1d780669d853), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:35.088162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 98dd8fbb-566b-4a41-b09d-166502a28077 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:35.121624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 98dd8fbb-566b-4a41-b09d-166502a28077 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:35.121968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 98dd8fbb-566b-4a41-b09d-166502a28077 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:35.357772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805e85c5-c287-45dd-9b82-f8af1b40e862 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Router 59c07800-1c43-48f7-9000-1d780669d853 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:48:35.474638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805e85c5-c287-45dd-9b82-f8af1b40e862 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:48:35.482583 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-805e85c5-c287-45dd-9b82-f8af1b40e862 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "PUT /v2.0/routers/59c07800-1c43-48f7-9000-1d780669d853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8123419 Feb 09 03:48:35.482910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42878) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:35.490580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565adb0-8a90-45ef-bf7d-90f0419231b3 None None] Sync routers for ids ['59c07800-1c43-48f7-9000-1d780669d853'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:48:35.502069 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565adb0-8a90-45ef-bf7d-90f0419231b3 None None] Routers {'59c07800-1c43-48f7-9000-1d780669d853'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:35.502979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8565adb0-8a90-45ef-bf7d-90f0419231b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['59c07800-1c43-48f7-9000-1d780669d853'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:35.541860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-649d6a25-ee4b-402c-a8e9-1df0aa301bb5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Deleting subnet 86d695d8-ad12-470a-b825-04c86028afff {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:48:35.546536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-649d6a25-ee4b-402c-a8e9-1df0aa301bb5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for subnet (86d695d8-ad12-470a-b825-04c86028afff), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:35.587842 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-649d6a25-ee4b-402c-a8e9-1df0aa301bb5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (86d695d8-ad12-470a-b825-04c86028afff), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:35.652032 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-8565adb0-8a90-45ef-bf7d-90f0419231b3 None None] Set router 59c07800-1c43-48f7-9000-1d780669d853 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:35.719402 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-649d6a25-ee4b-402c-a8e9-1df0aa301bb5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (86d695d8-ad12-470a-b825-04c86028afff), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:35.786855 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-649d6a25-ee4b-402c-a8e9-1df0aa301bb5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (86d695d8-ad12-470a-b825-04c86028afff), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:35.821202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d6a25-ee4b-402c-a8e9-1df0aa301bb5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'Subnet': ['ID=86d695d8-ad12-470a-b825-04c86028afff,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:35.830009 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-649d6a25-ee4b-402c-a8e9-1df0aa301bb5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:35.837066 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-649d6a25-ee4b-402c-a8e9-1df0aa301bb5 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "DELETE /v2.0/subnets/86d695d8-ad12-470a-b825-04c86028afff HTTP/1.1" status: 204 len: 168 time: 0.3499854 Feb 09 03:48:35.837196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42884) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:35.847152 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea872f-76e4-434d-b3c9-e1f7cc6413ad None None] Network 93aca28d-4b78-4f15-a801-ba63c10c72af requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:35.962683 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router (59c07800-1c43-48f7-9000-1d780669d853), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:35.962955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8565adb0-8a90-45ef-bf7d-90f0419231b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:48:34Z', 'revision_number': 5, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:36.018822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565adb0-8a90-45ef-bf7d-90f0419231b3 None None] Checking router: 59c07800-1c43-48f7-9000-1d780669d853 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:48:36.027656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565adb0-8a90-45ef-bf7d-90f0419231b3 None None] Routers {'59c07800-1c43-48f7-9000-1d780669d853'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:36.028257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8565adb0-8a90-45ef-bf7d-90f0419231b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['59c07800-1c43-48f7-9000-1d780669d853'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:36.075849 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52e4684-7b99-49c3-b000-2b31ad902587 None None] DHCP port deletion for 93aca28d-4b78-4f15-a801-ba63c10c72af request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:48:36.115580 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router_gateway (59c07800-1c43-48f7-9000-1d780669d853), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:36.193090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Deleting port 80ec700d-7a80-4e9e-9348-93ee269da119 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:36.193700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (80ec700d-7a80-4e9e-9348-93ee269da119), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:36.301896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] For port 80ec700d-7a80-4e9e-9348-93ee269da119, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=80ec700d-7a80-4e9e-9348-93ee269da119,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:36.302339 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (80ec700d-7a80-4e9e-9348-93ee269da119), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:36.330580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Calling delete_port for 80ec700d-7a80-4e9e-9348-93ee269da119 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:36.381501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-8565adb0-8a90-45ef-bf7d-90f0419231b3 None None] Set router 59c07800-1c43-48f7-9000-1d780669d853 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:36.553109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (80ec700d-7a80-4e9e-9348-93ee269da119), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:36.581449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d52e4684-7b99-49c3-b000-2b31ad902587 None None] Deleting port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:36.581825 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d52e4684-7b99-49c3-b000-2b31ad902587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:36.590902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'Port': ['ID=80ec700d-7a80-4e9e-9348-93ee269da119,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:36.662580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d52e4684-7b99-49c3-b000-2b31ad902587 None None] For port 2fe875d7-1163-4f98-b1ad-55a281b5eac6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2fe875d7-1163-4f98-b1ad-55a281b5eac6,segment=NetworkSegment(b17247c3-812f-4e51-8376-1c51781def50),segment_id=b17247c3-812f-4e51-8376-1c51781def50)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:36.662981 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d52e4684-7b99-49c3-b000-2b31ad902587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:36.665704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (59c07800-1c43-48f7-9000-1d780669d853), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:36.679673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d52e4684-7b99-49c3-b000-2b31ad902587 None None] Calling delete_port for 2fe875d7-1163-4f98-b1ad-55a281b5eac6 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:36.682762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8565adb0-8a90-45ef-bf7d-90f0419231b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:48:34Z', 'revision_number': 5, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:36.715496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565adb0-8a90-45ef-bf7d-90f0419231b3 None None] The sync data for ids ['59c07800-1c43-48f7-9000-1d780669d853'] in n-d-824835-15 is: [{'id': '59c07800-1c43-48f7-9000-1d780669d853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-63641517', 'tenant_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:10Z', 'updated_at': '2022-02-09T03:48:34Z', 'revision_number': 5, 'project_id': '3b5c044195b84ae2a7429ffa1b005b2e', 'gw_port': {'id': '80ec700d-7a80-4e9e-9348-93ee269da119', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c07800-1c43-48f7-9000-1d780669d853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:11Z', 'updated_at': '2022-02-09T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:48:36.792396 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (59c07800-1c43-48f7-9000-1d780669d853), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:36.795104 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router_controller (59c07800-1c43-48f7-9000-1d780669d853), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:36.816949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d52e4684-7b99-49c3-b000-2b31ad902587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (2fe875d7-1163-4f98-b1ad-55a281b5eac6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:36.855742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (59c07800-1c43-48f7-9000-1d780669d853), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:36.856298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Fanout notify agent at l3_agent the message router_deleted on router 59c07800-1c43-48f7-9000-1d780669d853 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:48:36.865844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:36.867272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-09c6dc08-983e-4bf9-a715-265bcac08dce tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "DELETE /v2.0/routers/59c07800-1c43-48f7-9000-1d780669d853 HTTP/1.1" status: 204 len: 168 time: 1.0290325 Feb 09 03:48:36.870980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42894) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:36.879180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e4684-7b99-49c3-b000-2b31ad902587 None None] Pushing event deleted for resources: {'Port': ['ID=2fe875d7-1163-4f98-b1ad-55a281b5eac6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:36.885132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e4684-7b99-49c3-b000-2b31ad902587 None None] No DVR routers for this DVR port 2fe875d7-1163-4f98-b1ad-55a281b5eac6 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:48:37.013832 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (93aca28d-4b78-4f15-a801-ba63c10c72af), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:37.118341 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (93aca28d-4b78-4f15-a801-ba63c10c72af), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:37.157219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93aca28d-4b78-4f15-a801-ba63c10c72af']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:37.170051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17247c3-812f-4e51-8376-1c51781def50') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:37.170902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17247c3-812f-4e51-8376-1c51781def50') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:37.183089 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (b17247c3-812f-4e51-8376-1c51781def50), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:37.209981 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b17247c3-812f-4e51-8376-1c51781def50), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:37.217856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:48:37.218390 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (b17247c3-812f-4e51-8376-1c51781def50), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:48:37.222101 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:48:37.284095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2fe875d7-1163-4f98-b1ad-55a281b5eac6 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:37.309491 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (93aca28d-4b78-4f15-a801-ba63c10c72af), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:37.318573 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:37.318798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 2fe875d7-1163-4f98-b1ad-55a281b5eac6 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:37.319073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2fe875d7-1163-4f98-b1ad-55a281b5eac6 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:37.320079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:37.330699 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] 10.222.0.21 "DELETE /v2.0/networks/93aca28d-4b78-4f15-a801-ba63c10c72af HTTP/1.1" status: 204 len: 168 time: 0.4559064 Feb 09 03:48:37.348218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:37.348791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4c1dd2d1-8ae5-4d1b-8afd-d99319c5fc32 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:37.355120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc620ad-f5a9-41f8-9aed-a45edfee7169 tempest-TestSecurityGroupsBasicOps-1748700617 tempest-TestSecurityGroupsBasicOps-1748700617-project] Pushing event deleted for resources: {'Network': ['ID=93aca28d-4b78-4f15-a801-ba63c10c72af,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:37.735074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42904) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:37.758681 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:37.845844 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42910) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:37.952306 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2d64cbd8-c238-47cc-a00b-16abf48c2e60 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/floatingips/469ad9b8-ea88-4585-9afe-eb56e2ce9a8c HTTP/1.1" status: 200 len: 993 time: 0.1049967 Feb 09 03:48:37.970116 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-555bc76a-1403-4342-82b0-8d2359f2ccc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b5c044195b84ae2a7429ffa1b005b2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337174 Feb 09 03:48:37.972604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42916) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:38.310444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42920) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:38.410585 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82b0c6f7-c13f-4057-acee-99972eee87e0 admin admin] Publish callbacks [] for security_group (fd0e6fb8-1eb3-468e-88e9-3ba35832a814), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:38.433409 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82b0c6f7-c13f-4057-acee-99972eee87e0 admin admin] Publish callbacks [] for security_group (fd0e6fb8-1eb3-468e-88e9-3ba35832a814), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:38.487231 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82b0c6f7-c13f-4057-acee-99972eee87e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fd0e6fb8-1eb3-468e-88e9-3ba35832a814), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:38.490455 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-82b0c6f7-c13f-4057-acee-99972eee87e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:38.494277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-82b0c6f7-c13f-4057-acee-99972eee87e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd0e6fb8-1eb3-468e-88e9-3ba35832a814 HTTP/1.1" status: 204 len: 168 time: 0.5200799 Feb 09 03:48:38.503119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0c6f7-c13f-4057-acee-99972eee87e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0e6fb8-1eb3-468e-88e9-3ba35832a814,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:38.534757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting port 4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:38.535439 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:38.623636 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:38.623997 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for floatingip (4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:38.638272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Calling delete_port for 4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:38.849124 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:38.895525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Port': ['ID=4b962cca-f5f4-4b71-a7d9-6ddcc3bcf22e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:38.897895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42928) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:38.928933 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc6f8348-c333-41b0-b05a-b5dbb623c614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:38.929258 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 80ec700d-7a80-4e9e-9348-93ee269da119 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:38.980172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for floatingip (469ad9b8-ea88-4585-9afe-eb56e2ce9a8c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:38.981296 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Floating IP 469ad9b8-ea88-4585-9afe-eb56e2ce9a8c disassociated (deleted). External IP: 172.25.5.125, port: 3ec7c983-4d3a-4d53-be30-9e15ba98291e. Feb 09 03:48:38.986503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 80ec700d-7a80-4e9e-9348-93ee269da119 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:38.987097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 80ec700d-7a80-4e9e-9348-93ee269da119 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:39.071230 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc6f8348-c333-41b0-b05a-b5dbb623c614 admin admin] Publish callbacks [] for security_group (8abe43c4-4b1d-4cc7-b3d4-2a3c729a0018), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:39.080703 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc6f8348-c333-41b0-b05a-b5dbb623c614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8abe43c4-4b1d-4cc7-b3d4-2a3c729a0018), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:39.132983 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cc6f8348-c333-41b0-b05a-b5dbb623c614 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55e5848e83c64e71928e58dcf27cf659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337909 Feb 09 03:48:39.137827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 42932) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:39.147467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f8348-c333-41b0-b05a-b5dbb623c614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abe43c4-4b1d-4cc7-b3d4-2a3c729a0018,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:39.200449 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6974ab88-0f4c-45ce-b702-06ebd989abc9 admin admin] Publish callbacks [] for security_group (8abe43c4-4b1d-4cc7-b3d4-2a3c729a0018), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:39.225487 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6974ab88-0f4c-45ce-b702-06ebd989abc9 admin admin] Publish callbacks [] for security_group (8abe43c4-4b1d-4cc7-b3d4-2a3c729a0018), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:39.265994 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Router eee8ce59-93c4-46d9-9954-e7890b2d906f has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:48:39.278434 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6974ab88-0f4c-45ce-b702-06ebd989abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8abe43c4-4b1d-4cc7-b3d4-2a3c729a0018), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:39.281874 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6974ab88-0f4c-45ce-b702-06ebd989abc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:39.285407 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6974ab88-0f4c-45ce-b702-06ebd989abc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8abe43c4-4b1d-4cc7-b3d4-2a3c729a0018 HTTP/1.1" status: 204 len: 168 time: 0.1435292 Feb 09 03:48:39.296666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974ab88-0f4c-45ce-b702-06ebd989abc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abe43c4-4b1d-4cc7-b3d4-2a3c729a0018,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:39.404670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:48:39.411558 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:39.416223 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c1fe1-771a-411b-8105-7f0c0815a869 None None] Sync routers for ids ['eee8ce59-93c4-46d9-9954-e7890b2d906f'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:48:39.429776 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c1fe1-771a-411b-8105-7f0c0815a869 None None] Routers {'eee8ce59-93c4-46d9-9954-e7890b2d906f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:39.430386 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b15c1fe1-771a-411b-8105-7f0c0815a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['eee8ce59-93c4-46d9-9954-e7890b2d906f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:39.447838 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5694819d-a270-4f20-9f9f-bf06c5a7c297 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/floatingips/469ad9b8-ea88-4585-9afe-eb56e2ce9a8c HTTP/1.1" status: 204 len: 168 time: 1.1336262 Feb 09 03:48:39.447838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'tag': '3ec7c983-4d3a-4d53-be30-9e15ba98291e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:39.448552 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486142ee-4019-4abd-9b4b-4eff0a66a56d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea70062e-2f12-468b-b7df-c8e1006f31d7", "tag": "3ec7c983-4d3a-4d53-be30-9e15ba98291e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:39.489680 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075236c8-f604-4813-9223-8c6172964f0a x-openstack-request-id: req-075236c8-f604-4813-9223-8c6172964f0a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:39.489976 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea70062e-2f12-468b-b7df-c8e1006f31d7", "tag": "3ec7c983-4d3a-4d53-be30-9e15ba98291e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:39.490241 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-075236c8-f604-4813-9223-8c6172964f0a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:39.490686 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'tag': '3ec7c983-4d3a-4d53-be30-9e15ba98291e', 'status': 'completed', 'code': 200} Feb 09 03:48:39.567888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486142ee-4019-4abd-9b4b-4eff0a66a56d req-64bacefd-ac65-4841-bc0a-3e96f4f0607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:39.569112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-486142ee-4019-4abd-9b4b-4eff0a66a56d req-64bacefd-ac65-4841-bc0a-3e96f4f0607e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 1128 time: 0.0530407 Feb 09 03:48:39.590270 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b15c1fe1-771a-411b-8105-7f0c0815a869 None None] Set router eee8ce59-93c4-46d9-9954-e7890b2d906f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:39.696483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486142ee-4019-4abd-9b4b-4eff0a66a56d req-63e5f7ff-516c-400e-8b00-eaeda486c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:39.698449 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-486142ee-4019-4abd-9b4b-4eff0a66a56d req-63e5f7ff-516c-400e-8b00-eaeda486c5e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=352b7aa8-3a4a-4591-820b-8a2435d16548 HTTP/1.1" status: 200 len: 897 time: 0.1221352 Feb 09 03:48:39.778470 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-486142ee-4019-4abd-9b4b-4eff0a66a56d req-cb1ffa64-9c64-4092-a208-f844e069fbbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ec7c983-4d3a-4d53-be30-9e15ba98291e HTTP/1.1" status: 200 len: 217 time: 0.0692396 Feb 09 03:48:39.821604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42944) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:39.845214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486142ee-4019-4abd-9b4b-4eff0a66a56d req-cd11de95-d85e-4229-bbb0-57434babfa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:39.850003 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-486142ee-4019-4abd-9b4b-4eff0a66a56d req-cd11de95-d85e-4229-bbb0-57434babfa7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=10f09b38-4292-49cb-b273-4db4239d54da HTTP/1.1" status: 200 len: 834 time: 0.0573330 Feb 09 03:48:39.855156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224921b-3470-40d4-a2f8-1d0e3290f6bf req-0a0c43fa-0f3c-441e-80f2-7e795888c3b0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:39.863064 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2224921b-3470-40d4-a2f8-1d0e3290f6bf req-0a0c43fa-0f3c-441e-80f2-7e795888c3b0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 945 time: 0.1148133 Feb 09 03:48:39.918784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486142ee-4019-4abd-9b4b-4eff0a66a56d req-98bbfccf-35b8-4b4d-93b1-af94867f328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:39.922759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-486142ee-4019-4abd-9b4b-4eff0a66a56d req-98bbfccf-35b8-4b4d-93b1-af94867f328b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=352b7aa8-3a4a-4591-820b-8a2435d16548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0646482 Feb 09 03:48:39.941929 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f3a9e9e2-5845-48fc-9e4f-8537469ef9fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66be119f810147eda7628705b9b42917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1182454 Feb 09 03:48:39.945034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42948) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:39.958479 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2224921b-3470-40d4-a2f8-1d0e3290f6bf req-6ba6ea55-b30b-400d-9d90-5da976e707da tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c5b6099-69a8-4e2e-8485-689dd84f80a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945148 Feb 09 03:48:39.976416 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b15c1fe1-771a-411b-8105-7f0c0815a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:47:48Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6f146740-f537-4cc9-b191-1953b815e009', 'name': '', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:1f:1e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '10f09b38-4292-49cb-b273-4db4239d54da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:47Z', 'updated_at': '2022-02-09T03:47:53Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '10f09b38-4292-49cb-b273-4db4239d54da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:40.017847 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c1fe1-771a-411b-8105-7f0c0815a869 None None] Checking router: eee8ce59-93c4-46d9-9954-e7890b2d906f for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:48:40.044202 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c1fe1-771a-411b-8105-7f0c0815a869 None None] Routers {'eee8ce59-93c4-46d9-9954-e7890b2d906f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:40.046214 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b15c1fe1-771a-411b-8105-7f0c0815a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['eee8ce59-93c4-46d9-9954-e7890b2d906f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:40.062053 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-486142ee-4019-4abd-9b4b-4eff0a66a56d req-3573baf3-21a6-4a6f-a1d1-a31880aaf8e1 service neutron] 10.222.0.42 "GET /v2.0/networks/352b7aa8-3a4a-4591-820b-8a2435d16548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315594 Feb 09 03:48:40.062638 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b7ef-734a-4783-b33a-85bf67a16cd3 admin admin] Publish callbacks [] for security_group (b19b686e-d6d0-48c8-8f8c-03ac35bd3a7c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:40.111393 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b7ef-734a-4783-b33a-85bf67a16cd3 admin admin] Publish callbacks [] for security_group (b19b686e-d6d0-48c8-8f8c-03ac35bd3a7c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:40.210460 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b7ef-734a-4783-b33a-85bf67a16cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b19b686e-d6d0-48c8-8f8c-03ac35bd3a7c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:40.214985 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b7ef-734a-4783-b33a-85bf67a16cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:40.217519 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e3d3b7ef-734a-4783-b33a-85bf67a16cd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b19b686e-d6d0-48c8-8f8c-03ac35bd3a7c HTTP/1.1" status: 204 len: 168 time: 0.2579265 Feb 09 03:48:40.228529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3b7ef-734a-4783-b33a-85bf67a16cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19b686e-d6d0-48c8-8f8c-03ac35bd3a7c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:40.261731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-486142ee-4019-4abd-9b4b-4eff0a66a56d req-c7f58374-fd77-4094-b5af-f2d5d3edbbe8 service neutron] 10.222.0.42 "GET /v2.0/networks/352b7aa8-3a4a-4591-820b-8a2435d16548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910586 Feb 09 03:48:40.306783 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b15c1fe1-771a-411b-8105-7f0c0815a869 None None] Set router eee8ce59-93c4-46d9-9954-e7890b2d906f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:40.354973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5275dbd-0b82-4340-a07b-ab6afb393c70 req-160425ae-2d1b-41d9-a0fb-d55e80d23bf3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:40.356519 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f5275dbd-0b82-4340-a07b-ab6afb393c70 req-160425ae-2d1b-41d9-a0fb-d55e80d23bf3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0652547 Feb 09 03:48:40.409098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f5275dbd-0b82-4340-a07b-ab6afb393c70 req-8217fd1d-46bd-4eee-b6dc-e0691ff1dcd3 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463779 Feb 09 03:48:40.556651 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b15c1fe1-771a-411b-8105-7f0c0815a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:47:48Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6f146740-f537-4cc9-b191-1953b815e009', 'name': '', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:1f:1e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '10f09b38-4292-49cb-b273-4db4239d54da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:47Z', 'updated_at': '2022-02-09T03:47:53Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '10f09b38-4292-49cb-b273-4db4239d54da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:40.588180 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c1fe1-771a-411b-8105-7f0c0815a869 None None] The sync data for ids ['eee8ce59-93c4-46d9-9954-e7890b2d906f'] in n-d-824835-15 is: [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:47:48Z', 'revision_number': 4, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '6f146740-f537-4cc9-b191-1953b815e009', 'name': '', 'network_id': '352b7aa8-3a4a-4591-820b-8a2435d16548', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'mac_address': 'fa:16:3e:1f:1e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '10f09b38-4292-49cb-b273-4db4239d54da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:47Z', 'updated_at': '2022-02-09T03:47:53Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'subnets': [{'id': '10f09b38-4292-49cb-b273-4db4239d54da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:48:40.869522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772ef887-4829-4f0f-a938-0157811895e0 None None] New status for floating IP 469ad9b8-ea88-4585-9afe-eb56e2ce9a8c: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:48:41.064319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 42978) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:41.090603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b1bf6-25d5-4a0b-a102-97a9a9b5ddcf req-e33ecc8d-ae80-4410-bfc5-57e9674775f5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:41.092709 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f4b1bf6-25d5-4a0b-a102-97a9a9b5ddcf req-e33ecc8d-ae80-4410-bfc5-57e9674775f5 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 945 time: 0.0602856 Feb 09 03:48:41.151958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f4b1bf6-25d5-4a0b-a102-97a9a9b5ddcf req-0282d2db-a0fa-49ff-8d3c-395649013ca3 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c5b6099-69a8-4e2e-8485-689dd84f80a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534518 Feb 09 03:48:41.214666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1629075253-network', 'tenant_id': '70cdb5c8b82543ee8490bf7cf87ee3f5'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:41.226514 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b6591-31c1-4ab9-929f-034b6e766371 req-b5ea1028-41da-42a3-ba57-fc76fa3c926f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:41.228278 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-026b6591-31c1-4ab9-929f-034b6e766371 req-b5ea1028-41da-42a3-ba57-fc76fa3c926f tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 945 time: 0.0906878 Feb 09 03:48:41.237335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Made reservation on behalf of 70cdb5c8b82543ee8490bf7cf87ee3f5 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:48:41.239557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.249569 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.345101 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Publish callbacks [] for security_group (77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.350362 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.364744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:48:41.365686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-026b6591-31c1-4ab9-929f-034b6e766371 req-fa3fcc96-6ab6-4389-8c6b-1c656ce192ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting port 3ec7c983-4d3a-4d53-be30-9e15ba98291e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:41.366181 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-026b6591-31c1-4ab9-929f-034b6e766371 req-fa3fcc96-6ab6-4389-8c6b-1c656ce192ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.387861 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.389254 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Added segment a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3 of type vlan for network 953f3901-ff02-4815-80b3-a6b2545684c7 Feb 09 03:48:41.437285 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (953f3901-ff02-4815-80b3-a6b2545684c7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.476816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-026b6591-31c1-4ab9-929f-034b6e766371 req-fa3fcc96-6ab6-4389-8c6b-1c656ce192ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] For port 3ec7c983-4d3a-4d53-be30-9e15ba98291e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3ec7c983-4d3a-4d53-be30-9e15ba98291e,segment=NetworkSegment(6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5),segment_id=6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:41.478838 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-026b6591-31c1-4ab9-929f-034b6e766371 req-fa3fcc96-6ab6-4389-8c6b-1c656ce192ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.484731 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (953f3901-ff02-4815-80b3-a6b2545684c7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.485874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:41.486503 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.498621 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-026b6591-31c1-4ab9-929f-034b6e766371 req-fa3fcc96-6ab6-4389-8c6b-1c656ce192ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Calling delete_port for 3ec7c983-4d3a-4d53-be30-9e15ba98291e owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:41.549868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:41.562304 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4968390 Feb 09 03:48:41.562973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43024) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:41.570685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-89c10b16-85a3-4912-83d7-c44427cde138 admin admin] Request body: {'subnet': {'network_id': '953f3901-ff02-4815-80b3-a6b2545684c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1629075253-subnet', 'tenant_id': '70cdb5c8b82543ee8490bf7cf87ee3f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:41.614155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58d7ec-2482-4f07-8ab0-0a5414a732f4 admin admin] Pushing event updated for resources: {'Network': ['ID=953f3901-ff02-4815-80b3-a6b2545684c7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:41.628216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 953f3901-ff02-4815-80b3-a6b2545684c7 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:48:41.633161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c10b16-85a3-4912-83d7-c44427cde138 admin admin] Made reservation on behalf of 70cdb5c8b82543ee8490bf7cf87ee3f5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:48:41.636439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de49ea1-6091-4966-9464-89d5f1455c21 req-553dbf76-0b6f-4e4e-a6bc-3894c83d054b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:41.638245 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5de49ea1-6091-4966-9464-89d5f1455c21 req-553dbf76-0b6f-4e4e-a6bc-3894c83d054b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0896657 Feb 09 03:48:41.645248 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-89c10b16-85a3-4912-83d7-c44427cde138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.693456 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5de49ea1-6091-4966-9464-89d5f1455c21 req-4ef16aee-9cfa-4dc8-8177-4e8887082df6 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489864 Feb 09 03:48:41.849095 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-026b6591-31c1-4ab9-929f-034b6e766371 req-fa3fcc96-6ab6-4389-8c6b-1c656ce192ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3ec7c983-4d3a-4d53-be30-9e15ba98291e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.885234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fcc96-6ab6-4389-8c6b-1c656ce192ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Port': ['ID=3ec7c983-4d3a-4d53-be30-9e15ba98291e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:41.956684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-026b6591-31c1-4ab9-929f-034b6e766371 req-fa3fcc96-6ab6-4389-8c6b-1c656ce192ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] No DVR routers for this DVR port 3ec7c983-4d3a-4d53-be30-9e15ba98291e on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:48:41.960510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-026b6591-31c1-4ab9-929f-034b6e766371 req-fa3fcc96-6ab6-4389-8c6b-1c656ce192ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:41.963831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-026b6591-31c1-4ab9-929f-034b6e766371 req-fa3fcc96-6ab6-4389-8c6b-1c656ce192ac tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.42 "DELETE /v2.0/ports/3ec7c983-4d3a-4d53-be30-9e15ba98291e HTTP/1.1" status: 204 len: 173 time: 0.7277684 Feb 09 03:48:41.964334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'name': 'network-vif-deleted', 'tag': '3ec7c983-4d3a-4d53-be30-9e15ba98291e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:41.967210 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1677bf-9e9b-4b50-b1c4-430d0ab84a96" -d '{"events": [{"server_uuid": "ea70062e-2f12-468b-b7df-c8e1006f31d7", "name": "network-vif-deleted", "tag": "3ec7c983-4d3a-4d53-be30-9e15ba98291e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:42.014826 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae6531b-a702-42e5-a9c4-bf9c6c4e1f37 x-openstack-request-id: req-bae6531b-a702-42e5-a9c4-bf9c6c4e1f37 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:42.015211 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea70062e-2f12-468b-b7df-c8e1006f31d7", "name": "network-vif-deleted", "tag": "3ec7c983-4d3a-4d53-be30-9e15ba98291e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:42.016340 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bae6531b-a702-42e5-a9c4-bf9c6c4e1f37 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:42.017048 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea70062e-2f12-468b-b7df-c8e1006f31d7', 'name': 'network-vif-deleted', 'tag': '3ec7c983-4d3a-4d53-be30-9e15ba98291e', 'status': 'completed', 'code': 200} Feb 09 03:48:42.077160 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-89c10b16-85a3-4912-83d7-c44427cde138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (6d3ef60e-339c-4010-b3c8-ad92f245a00a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:42.143976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c10b16-85a3-4912-83d7-c44427cde138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3ef60e-339c-4010-b3c8-ad92f245a00a,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:42.155623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c10b16-85a3-4912-83d7-c44427cde138 admin admin] Checking segment: {'id': 'a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '953f3901-ff02-4815-80b3-a6b2545684c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:42.156066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c10b16-85a3-4912-83d7-c44427cde138 admin admin] Network hostable DHCP agents. Network: 953f3901-ff02-4815-80b3-a6b2545684c7, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:48:42.175084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c10b16-85a3-4912-83d7-c44427cde138 admin admin] Network 953f3901-ff02-4815-80b3-a6b2545684c7 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:48:42.191541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-89c10b16-85a3-4912-83d7-c44427cde138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 953f3901-ff02-4815-80b3-a6b2545684c7) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:42.198260 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c10b16-85a3-4912-83d7-c44427cde138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:42.199035 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-89c10b16-85a3-4912-83d7-c44427cde138 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:42.203304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ffb5b1-e757-4a10-92c6-7048cf16b755 None None] Network 953f3901-ff02-4815-80b3-a6b2545684c7 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:42.261755 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-89c10b16-85a3-4912-83d7-c44427cde138 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6897824 Feb 09 03:48:42.381341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb4b856-0d44-4c0a-99be-2e398fe366b9 None None] Network 953f3901-ff02-4815-80b3-a6b2545684c7 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:42.382983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-443a426f-b739-4a86-ae17-35bd3f5c1ad7 req-d547f52b-cd7d-47b9-997a-1619e567fbeb tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea70062e-2f12-468b-b7df-c8e1006f31d7 HTTP/1.1" status: 200 len: 210 time: 0.0737908 Feb 09 03:48:42.860457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d32de6-c099-4c56-b9bc-1342247e4dc6 req-b65c608a-ba04-4228-93f2-080e703a698a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:42.869778 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21d32de6-c099-4c56-b9bc-1342247e4dc6 req-b65c608a-ba04-4228-93f2-080e703a698a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0766807 Feb 09 03:48:42.953808 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21d32de6-c099-4c56-b9bc-1342247e4dc6 req-4c77df77-8bbf-4908-bbf1-7fc89931644e tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829964 Feb 09 03:48:42.967156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43082) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:42.972518 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1724407272-network', 'tenant_id': 'a6a76aa976544b2f8374119f91ca32a6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:43.002689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Made reservation on behalf of a6a76aa976544b2f8374119f91ca32a6 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:48:43.005088 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.017050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.102308 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Publish callbacks [] for security_group (88ac1723-a328-42e4-ac66-ca78a3ebdadf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.107457 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (88ac1723-a328-42e4-ac66-ca78a3ebdadf), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.137271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:48:43.144302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ac1723-a328-42e4-ac66-ca78a3ebdadf,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:43.151054 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d4b8355e-e79e-4567-ae3e-34f333e877ce), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.151492 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Added segment d4b8355e-e79e-4567-ae3e-34f333e877ce of type vlan for network 8854dd13-912a-4f1b-bb78-c7198b1b3341 Feb 09 03:48:43.197597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (8854dd13-912a-4f1b-bb78-c7198b1b3341), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.226783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (8854dd13-912a-4f1b-bb78-c7198b1b3341), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.227905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:43.228641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.294407 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3257537 Feb 09 03:48:43.295697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d3409-4234-4f43-9286-b7d4b5a66dbd admin admin] Pushing event updated for resources: {'Network': ['ID=8854dd13-912a-4f1b-bb78-c7198b1b3341,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:43.297344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43084) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:43.304959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Request body: {'subnet': {'network_id': '8854dd13-912a-4f1b-bb78-c7198b1b3341', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1724407272-subnet', 'tenant_id': 'a6a76aa976544b2f8374119f91ca32a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:43.306743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 8854dd13-912a-4f1b-bb78-c7198b1b3341 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:48:43.326625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Made reservation on behalf of a6a76aa976544b2f8374119f91ca32a6 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:48:43.330023 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.451959 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43088) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:43.521319 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-567aeb98-d9a6-4fc9-b346-0c5e14f11ebe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (8c5b6099-69a8-4e2e-8485-689dd84f80a0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.534157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (c73651d2-a2c4-4e08-8aa7-fe5cf8b7278a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.550628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-567aeb98-d9a6-4fc9-b346-0c5e14f11ebe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (8c5b6099-69a8-4e2e-8485-689dd84f80a0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.585524 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73651d2-a2c4-4e08-8aa7-fe5cf8b7278a,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:43.601881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.602224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.602564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.602900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.603238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.603580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.603890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.604215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.604558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.604882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.605196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.605609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.605885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:43.614521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Checking segment: {'id': 'd4b8355e-e79e-4567-ae3e-34f333e877ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8854dd13-912a-4f1b-bb78-c7198b1b3341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:43.614888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Network hostable DHCP agents. Network: 8854dd13-912a-4f1b-bb78-c7198b1b3341, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:48:43.628522 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-567aeb98-d9a6-4fc9-b346-0c5e14f11ebe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8c5b6099-69a8-4e2e-8485-689dd84f80a0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.631840 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-567aeb98-d9a6-4fc9-b346-0c5e14f11ebe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.633607 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-567aeb98-d9a6-4fc9-b346-0c5e14f11ebe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c5b6099-69a8-4e2e-8485-689dd84f80a0 HTTP/1.1" status: 204 len: 168 time: 0.1794541 Feb 09 03:48:43.637824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Network 8854dd13-912a-4f1b-bb78-c7198b1b3341 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:48:43.651780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567aeb98-d9a6-4fc9-b346-0c5e14f11ebe tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5b6099-69a8-4e2e-8485-689dd84f80a0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:43.652593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 8854dd13-912a-4f1b-bb78-c7198b1b3341) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:43.657860 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:43.658568 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:43.671308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0362fa-15d1-40d7-96a7-c6c01ea999ad None None] Network 8854dd13-912a-4f1b-bb78-c7198b1b3341 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:43.687115 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1b5dc844-bfc6-4de5-8528-3845f21526ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3797994 Feb 09 03:48:43.696597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43094) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:43.811699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6d79c2-045e-4213-8df3-b963375357b2 None None] Network 8854dd13-912a-4f1b-bb78-c7198b1b3341 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:44.117439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d127f37-fb26-4be3-a36a-c06839f72055 req-d1e14d19-e62e-4961-a6d2-0815b3bf2558 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:44.118928 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d127f37-fb26-4be3-a36a-c06839f72055 req-d1e14d19-e62e-4961-a6d2-0815b3bf2558 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0873959 Feb 09 03:48:44.212149 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d127f37-fb26-4be3-a36a-c06839f72055 req-e9084d61-d86d-41b6-aedf-ad16aa94232f tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862780 Feb 09 03:48:44.244726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b945cab-d2ef-498e-a0f4-08fd77fc9f21 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (eee8ce59-93c4-46d9-9954-e7890b2d906f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:44.295804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-2bc3b866-3351-4cdf-a17f-5aaf882420f5 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:44.297266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-2bc3b866-3351-4cdf-a17f-5aaf882420f5 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/networks?id=953f3901-ff02-4815-80b3-a6b2545684c7 HTTP/1.1" status: 200 len: 812 time: 0.1240544 Feb 09 03:48:44.312379 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-4bd3284c-1f86-484d-9660-c555da804d7c tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/quotas/70cdb5c8b82543ee8490bf7cf87ee3f5 HTTP/1.1" status: 200 len: 375 time: 0.0093472 Feb 09 03:48:44.349831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-01254fef-1efa-4cc3-adc3-48631a177e37 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70cdb5c8b82543ee8490bf7cf87ee3f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316575 Feb 09 03:48:44.452669 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-5a407e4e-339f-4738-b125-2a092660eba4 service neutron] 10.222.0.21 "GET /v2.0/networks/953f3901-ff02-4815-80b3-a6b2545684c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934780 Feb 09 03:48:44.541760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9b945cab-d2ef-498e-a0f4-08fd77fc9f21 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting port 6f146740-f537-4cc9-b191-1953b815e009 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:44.542223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b945cab-d2ef-498e-a0f4-08fd77fc9f21 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6f146740-f537-4cc9-b191-1953b815e009), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:44.562078 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-6f6aef90-e076-4c8e-bd15-a5833f3a92e1 service neutron] 10.222.0.21 "GET /v2.0/networks/953f3901-ff02-4815-80b3-a6b2545684c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031301 Feb 09 03:48:44.642855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-9b945cab-d2ef-498e-a0f4-08fd77fc9f21 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] For port 6f146740-f537-4cc9-b191-1953b815e009, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6f146740-f537-4cc9-b191-1953b815e009,segment=NetworkSegment(6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5),segment_id=6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:44.643307 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b945cab-d2ef-498e-a0f4-08fd77fc9f21 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6f146740-f537-4cc9-b191-1953b815e009), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:44.658714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9b945cab-d2ef-498e-a0f4-08fd77fc9f21 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Calling delete_port for 6f146740-f537-4cc9-b191-1953b815e009 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:44.748849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b64b7736-a948-49de-bafd-2d15969448ad req-6aa78143-3849-486f-9a0e-6106628e4086 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 210 time: 0.0393991 Feb 09 03:48:44.907114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b945cab-d2ef-498e-a0f4-08fd77fc9f21 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6f146740-f537-4cc9-b191-1953b815e009), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:44.937447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b945cab-d2ef-498e-a0f4-08fd77fc9f21 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Port': ['ID=6f146740-f537-4cc9-b191-1953b815e009,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:45.178770 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b945cab-d2ef-498e-a0f4-08fd77fc9f21 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (eee8ce59-93c4-46d9-9954-e7890b2d906f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:45.254133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 3ec7c983-4d3a-4d53-be30-9e15ba98291e no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:45.290412 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 3ec7c983-4d3a-4d53-be30-9e15ba98291e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:45.290756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 3ec7c983-4d3a-4d53-be30-9e15ba98291e not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:45.365411 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c4659-71c8-4b05-9a4a-336857042e3b req-8049eeea-c7b2-494c-90ef-3e5eb7e39ab7 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:45.367035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b8c4659-71c8-4b05-9a4a-336857042e3b req-8049eeea-c7b2-494c-90ef-3e5eb7e39ab7 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0589569 Feb 09 03:48:45.428036 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7b8c4659-71c8-4b05-9a4a-336857042e3b req-d77dbb54-a955-4ad8-8062-7ff73d9fe5d7 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540559 Feb 09 03:48:45.460358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b945cab-d2ef-498e-a0f4-08fd77fc9f21 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Router eee8ce59-93c4-46d9-9954-e7890b2d906f has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:48:45.575250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b945cab-d2ef-498e-a0f4-08fd77fc9f21 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:48:45.580876 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9b945cab-d2ef-498e-a0f4-08fd77fc9f21 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "PUT /v2.0/routers/eee8ce59-93c4-46d9-9954-e7890b2d906f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8827972 Feb 09 03:48:45.583570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43128) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:45.585154 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c00b3-a266-435c-871e-9fe1507005eb None None] Sync routers for ids ['eee8ce59-93c4-46d9-9954-e7890b2d906f'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:48:45.597171 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c00b3-a266-435c-871e-9fe1507005eb None None] Routers {'eee8ce59-93c4-46d9-9954-e7890b2d906f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:45.597919 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8a7c00b3-a266-435c-871e-9fe1507005eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['eee8ce59-93c4-46d9-9954-e7890b2d906f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:45.635973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04f135d-3fda-4c2b-8d0c-ce375a671ace tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting subnet 10f09b38-4292-49cb-b273-4db4239d54da {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:48:45.639919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b04f135d-3fda-4c2b-8d0c-ce375a671ace tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for subnet (10f09b38-4292-49cb-b273-4db4239d54da), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:45.662380 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14078d07-c135-4941-86dc-19fd644e214f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:45.690917 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b04f135d-3fda-4c2b-8d0c-ce375a671ace tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (10f09b38-4292-49cb-b273-4db4239d54da), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:45.741960 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-8a7c00b3-a266-435c-871e-9fe1507005eb None None] Set router eee8ce59-93c4-46d9-9954-e7890b2d906f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:45.798416 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b04f135d-3fda-4c2b-8d0c-ce375a671ace tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (10f09b38-4292-49cb-b273-4db4239d54da), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:45.882299 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8598b79-2bfb-4ce1-ace3-a1a83194c1ba req-ac6ca6c1-9ecc-498b-8d00-78c6de4f039c tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 210 time: 0.0341966 Feb 09 03:48:45.978562 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b04f135d-3fda-4c2b-8d0c-ce375a671ace tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (10f09b38-4292-49cb-b273-4db4239d54da), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:45.996784 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8a7c00b3-a266-435c-871e-9fe1507005eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:48:44Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:46.016111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f135d-3fda-4c2b-8d0c-ce375a671ace tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Subnet': ['ID=10f09b38-4292-49cb-b273-4db4239d54da,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:46.021423 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b04f135d-3fda-4c2b-8d0c-ce375a671ace tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:46.026233 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75758747-2c28-4c17-a889-fe9a77a269fb None None] Network 352b7aa8-3a4a-4591-820b-8a2435d16548 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:46.027454 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b04f135d-3fda-4c2b-8d0c-ce375a671ace tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/subnets/10f09b38-4292-49cb-b273-4db4239d54da HTTP/1.1" status: 204 len: 168 time: 0.4429183 Feb 09 03:48:46.028435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43132) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:46.030554 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c00b3-a266-435c-871e-9fe1507005eb None None] Checking router: eee8ce59-93c4-46d9-9954-e7890b2d906f for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:48:46.036777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-ebe94b10-47ea-42f7-8f0a-a16e66d1c7ef tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:46.038997 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-ebe94b10-47ea-42f7-8f0a-a16e66d1c7ef tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.65 "GET /v2.0/networks?id=953f3901-ff02-4815-80b3-a6b2545684c7 HTTP/1.1" status: 200 len: 812 time: 0.2163529 Feb 09 03:48:46.040252 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c00b3-a266-435c-871e-9fe1507005eb None None] Routers {'eee8ce59-93c4-46d9-9954-e7890b2d906f'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:46.041027 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8a7c00b3-a266-435c-871e-9fe1507005eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['eee8ce59-93c4-46d9-9954-e7890b2d906f'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:46.076805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Request body: {'port': {'device_id': '8fc28c30-b3c3-49d3-a2d9-df4380828311', 'network_id': '953f3901-ff02-4815-80b3-a6b2545684c7', 'admin_state_up': True, 'tenant_id': '70cdb5c8b82543ee8490bf7cf87ee3f5'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:46.177772 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-8a7c00b3-a266-435c-871e-9fe1507005eb None None] Set router eee8ce59-93c4-46d9-9954-e7890b2d906f gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:46.228407 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router (eee8ce59-93c4-46d9-9954-e7890b2d906f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:46.257770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Made reservation on behalf of 70cdb5c8b82543ee8490bf7cf87ee3f5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:48:46.258392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] DHCP port deletion for 352b7aa8-3a4a-4591-820b-8a2435d16548 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:48:46.266267 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:46.365199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Deleting port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:46.365609 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:46.399667 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8a7c00b3-a266-435c-871e-9fe1507005eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:48:44Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:46.434373 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c00b3-a266-435c-871e-9fe1507005eb None None] The sync data for ids ['eee8ce59-93c4-46d9-9954-e7890b2d906f'] in n-d-824835-15 is: [{'id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'name': 'tempest-TestNetworkBasicOps-router-2118562326', 'tenant_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:47:43Z', 'updated_at': '2022-02-09T03:48:44Z', 'revision_number': 5, 'project_id': '99200cc0a1a449b8b5f725e7a0ceed9f', 'gw_port': {'id': '09306981-5e64-40e3-b8d5-b9f1a60d2e21', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee8ce59-93c4-46d9-9954-e7890b2d906f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:44Z', 'updated_at': '2022-02-09T03:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:48:46.453336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Allocated IP 172.20.0.3 (953f3901-ff02-4815-80b3-a6b2545684c7/6d3ef60e-339c-4010-b3c8-ad92f245a00a/24affdab-8d98-455b-a503-64a0eb2d6391) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:48:46.493046 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] For port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=dcb6e4e6-b1c3-4f3a-a175-39f9d430630f,segment=NetworkSegment(6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5),segment_id=6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:46.493773 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:46.509795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Calling delete_port for dcb6e4e6-b1c3-4f3a-a175-39f9d430630f owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:46.625804 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (dcb6e4e6-b1c3-4f3a-a175-39f9d430630f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:46.647377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Publish callbacks [] for port (24affdab-8d98-455b-a503-64a0eb2d6391), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:46.662430 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Pushing event deleted for resources: {'Port': ['ID=dcb6e4e6-b1c3-4f3a-a175-39f9d430630f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:46.671001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] No DVR routers for this DVR port dcb6e4e6-b1c3-4f3a-a175-39f9d430630f on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:48:46.673263 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.673720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.674339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.674772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.675269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.677119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.677575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.677989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.678434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.678780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.679306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.679945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.680695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b9b35-3b1a-4afb-a6b7-5cf520c55183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:48:46.720109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:46.769475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Network 953f3901-ff02-4815-80b3-a6b2545684c7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:46.772619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:46.775034 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:48:46.803371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Pushing event updated for resources: {'Port': ['ID=24affdab-8d98-455b-a503-64a0eb2d6391,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:46.838066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:46.838720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:46.858791 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-cbd52cd8-0edf-4103-bdc5-d30270da5c96 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7862468 Feb 09 03:48:46.861863 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router_gateway (eee8ce59-93c4-46d9-9954-e7890b2d906f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:46.877715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Request body: {'port': {'device_id': '8fc28c30-b3c3-49d3-a2d9-df4380828311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:46.951019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e169-c553-4548-9a16-b061d2a693d0 req-236439d1-b3a6-4b1f-864b-c600f734f12c tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:46.952580 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65e7e169-c553-4548-9a16-b061d2a693d0 req-236439d1-b3a6-4b1f-864b-c600f734f12c tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1254478 Feb 09 03:48:46.976765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Deleting port 09306981-5e64-40e3-b8d5-b9f1a60d2e21 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:48:46.978379 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.032019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6f146740-f537-4cc9-b191-1953b815e009 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:47.036182 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.065146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6f146740-f537-4cc9-b191-1953b815e009 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:47.068169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6f146740-f537-4cc9-b191-1953b815e009 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:47.068926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device dcb6e4e6-b1c3-4f3a-a175-39f9d430630f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:47.086145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65e7e169-c553-4548-9a16-b061d2a693d0 req-6b471f65-12cb-4428-822b-44e4c3f205c0 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045969 Feb 09 03:48:47.114024 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: dcb6e4e6-b1c3-4f3a-a175-39f9d430630f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:47.114747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device dcb6e4e6-b1c3-4f3a-a175-39f9d430630f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:47.145547 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] For port 09306981-5e64-40e3-b8d5-b9f1a60d2e21, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=09306981-5e64-40e3-b8d5-b9f1a60d2e21,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:47.145988 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.167687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Calling delete_port for 09306981-5e64-40e3-b8d5-b9f1a60d2e21 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:48:47.268272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6b2c9-0103-40ed-845d-b6470c9b9cf6 req-ba01625d-13cd-46de-8103-0e0c0e9e3775 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:47.279794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8aa6b2c9-0103-40ed-845d-b6470c9b9cf6 req-ba01625d-13cd-46de-8103-0e0c0e9e3775 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 931 time: 0.2240155 Feb 09 03:48:47.391471 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (09306981-5e64-40e3-b8d5-b9f1a60d2e21), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.392600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8aa6b2c9-0103-40ed-845d-b6470c9b9cf6 req-79172fca-eb8e-4e3a-a7d6-08d99e938cf4 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016045 Feb 09 03:48:47.430236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Port': ['ID=09306981-5e64-40e3-b8d5-b9f1a60d2e21,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:47.488330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24affdab-8d98-455b-a503-64a0eb2d6391 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:48:47.496020 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Publish callbacks [] for port (24affdab-8d98-455b-a503-64a0eb2d6391), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.509236 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (eee8ce59-93c4-46d9-9954-e7890b2d906f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.510092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Transition to ACTIVE for port object 24affdab-8d98-455b-a503-64a0eb2d6391 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:48:47.515689 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.595098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Pushing event updated for resources: {'Port': ['ID=24affdab-8d98-455b-a503-64a0eb2d6391,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:47.628631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (eee8ce59-93c4-46d9-9954-e7890b2d906f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.631430 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router_controller (eee8ce59-93c4-46d9-9954-e7890b2d906f), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.659849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Attempting to bind port 24affdab-8d98-455b-a503-64a0eb2d6391 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:48:47.660456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Attempting to bind port 24affdab-8d98-455b-a503-64a0eb2d6391 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '953f3901-ff02-4815-80b3-a6b2545684c7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:48:47.660768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Attempting to bind port 24affdab-8d98-455b-a503-64a0eb2d6391 on network 953f3901-ff02-4815-80b3-a6b2545684c7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:48:47.666411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Port 24affdab-8d98-455b-a503-64a0eb2d6391 on network 953f3901-ff02-4815-80b3-a6b2545684c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:48:47.666768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Attempting to bind port 24affdab-8d98-455b-a503-64a0eb2d6391 on network 953f3901-ff02-4815-80b3-a6b2545684c7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:48:47.673301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:48:47.673682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Checking segment: {'id': 'a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '953f3901-ff02-4815-80b3-a6b2545684c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:47.674303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Bound using segment: {'id': 'a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '953f3901-ff02-4815-80b3-a6b2545684c7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:48:47.675013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Bound port: 24affdab-8d98-455b-a503-64a0eb2d6391, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '953f3901-ff02-4815-80b3-a6b2545684c7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:48:47.675376 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.696706 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (eee8ce59-93c4-46d9-9954-e7890b2d906f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.697243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Fanout notify agent at l3_agent the message router_deleted on router eee8ce59-93c4-46d9-9954-e7890b2d906f {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:48:47.706848 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.708273 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5bfc3871-97e1-4454-b467-f24eb7c61d8d tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/routers/eee8ce59-93c4-46d9-9954-e7890b2d906f HTTP/1.1" status: 204 len: 168 time: 1.6775327 Feb 09 03:48:47.718033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43142) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:47.773326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] For port 24affdab-8d98-455b-a503-64a0eb2d6391, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:48:47.778316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] For port 24affdab-8d98-455b-a503-64a0eb2d6391, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=24affdab-8d98-455b-a503-64a0eb2d6391,segment=NetworkSegment(a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3),segment_id=a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:48:47.787591 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.803360 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (352b7aa8-3a4a-4591-820b-8a2435d16548), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.811217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:47.812226 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.814312 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] 10.222.0.65 "PUT /v2.0/ports/24affdab-8d98-455b-a503-64a0eb2d6391 HTTP/1.1" status: 200 len: 1092 time: 0.9445312 Feb 09 03:48:47.814770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc28c30-b3c3-49d3-a2d9-df4380828311', 'tag': '24affdab-8d98-455b-a503-64a0eb2d6391'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:47.817026 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ff7691-b3d7-4632-8655-fced239c70fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc28c30-b3c3-49d3-a2d9-df4380828311", "tag": "24affdab-8d98-455b-a503-64a0eb2d6391"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:47.893391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb996b-1b84-4aec-a8a2-8e840c372639 service neutron] Pushing event updated for resources: {'Port': ['ID=24affdab-8d98-455b-a503-64a0eb2d6391,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:47.923336 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a95ee7a-e16d-4da6-b6cc-ae7e1c0011e2 x-openstack-request-id: req-0a95ee7a-e16d-4da6-b6cc-ae7e1c0011e2 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:47.923812 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc28c30-b3c3-49d3-a2d9-df4380828311", "tag": "24affdab-8d98-455b-a503-64a0eb2d6391", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:47.924417 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a95ee7a-e16d-4da6-b6cc-ae7e1c0011e2 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:47.925075 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc28c30-b3c3-49d3-a2d9-df4380828311', 'tag': '24affdab-8d98-455b-a503-64a0eb2d6391', 'status': 'completed', 'code': 200} Feb 09 03:48:47.951582 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-699f7009-d0e5-406d-be74-f43c0d91b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:47.954297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (352b7aa8-3a4a-4591-820b-8a2435d16548), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:47.954721 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-699f7009-d0e5-406d-be74-f43c0d91b6a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=70cdb5c8b82543ee8490bf7cf87ee3f5&device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 1126 time: 0.0746870 Feb 09 03:48:47.979734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352b7aa8-3a4a-4591-820b-8a2435d16548']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:47.992828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:47.993205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:48.007705 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:48.014493 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-9d2fccd9-1a08-4dd8-9563-a193ef53acd3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24affdab-8d98-455b-a503-64a0eb2d6391 HTTP/1.1" status: 200 len: 217 time: 0.0481634 Feb 09 03:48:48.023656 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:48.030307 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:48:48.030707 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (6ba2b2f1-cb1d-4fc8-ad25-bde834383fe5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:48:48.033935 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:48:48.070316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-fb398668-45d1-4b26-9ba5-5e660eb3598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:48.071847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-fb398668-45d1-4b26-9ba5-5e660eb3598f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3ef60e-339c-4010-b3c8-ad92f245a00a HTTP/1.1" status: 200 len: 852 time: 0.0526156 Feb 09 03:48:48.107467 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (352b7aa8-3a4a-4591-820b-8a2435d16548), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:48.110661 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-1b24c0f3-cf90-4658-91d0-128746d7c1ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=953f3901-ff02-4815-80b3-a6b2545684c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297444 Feb 09 03:48:48.118408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:48.120233 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] 10.222.0.21 "DELETE /v2.0/networks/352b7aa8-3a4a-4591-820b-8a2435d16548 HTTP/1.1" status: 204 len: 168 time: 0.4009681 Feb 09 03:48:48.131795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2572b4-7efd-46db-963e-1d4e5a7b9fa0 tempest-TestNetworkBasicOps-276860857 tempest-TestNetworkBasicOps-276860857-project] Pushing event deleted for resources: {'Network': ['ID=352b7aa8-3a4a-4591-820b-8a2435d16548,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:48.195509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed016ab2-5be5-4187-a37e-12076ce68aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:48.277805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-2e8b7234-cf7d-48d5-b4a1-dd8a2966717c service neutron] 10.222.0.65 "GET /v2.0/networks/953f3901-ff02-4815-80b3-a6b2545684c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615214 Feb 09 03:48:48.285751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0ef98-31bb-4890-ba52-a18dd7e7f8d6 req-6edaeefc-cd61-4321-a183-dc4da066c53a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:48.287262 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6f0ef98-31bb-4890-ba52-a18dd7e7f8d6 req-6edaeefc-cd61-4321-a183-dc4da066c53a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1010542 Feb 09 03:48:48.523723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43156) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:48.554191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723d827-6de3-4baf-84b3-a0aed563722a req-dd9898fc-d77c-4140-89bb-d92d8748cb9a tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:48.562049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d723d827-6de3-4baf-84b3-a0aed563722a req-dd9898fc-d77c-4140-89bb-d92d8748cb9a tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 943 time: 0.0819185 Feb 09 03:48:48.630076 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d723d827-6de3-4baf-84b3-a0aed563722a req-486c83f7-f189-4949-83f0-2d73240a05f2 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669296 Feb 09 03:48:48.701271 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-14802959-9e55-43b7-8908-84b64858b549 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99200cc0a1a449b8b5f725e7a0ceed9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758342 Feb 09 03:48:48.701926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43160) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:48.755929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57a48f0a-ebc8-49a5-b49e-5f1119938800 admin admin] Publish callbacks [] for security_group (9e9227b9-fa10-4848-9400-bc35edb24294), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:48.763700 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6f0ef98-31bb-4890-ba52-a18dd7e7f8d6 req-5df82ee2-eb7e-4f3e-8c79-d0c1022e169d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4665768 Feb 09 03:48:48.775374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e3c6329-2918-479f-bd83-b83337fdc20d req-771a5825-e010-4e5b-ab97-93d9cd849bdf service neutron] 10.222.0.65 "GET /v2.0/networks/953f3901-ff02-4815-80b3-a6b2545684c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871185 Feb 09 03:48:48.780643 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57a48f0a-ebc8-49a5-b49e-5f1119938800 admin admin] Publish callbacks [] for security_group (9e9227b9-fa10-4848-9400-bc35edb24294), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:48.832470 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57a48f0a-ebc8-49a5-b49e-5f1119938800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (9e9227b9-fa10-4848-9400-bc35edb24294), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:48.835669 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57a48f0a-ebc8-49a5-b49e-5f1119938800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:48.837573 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-57a48f0a-ebc8-49a5-b49e-5f1119938800 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e9227b9-fa10-4848-9400-bc35edb24294 HTTP/1.1" status: 204 len: 168 time: 0.1346638 Feb 09 03:48:48.847202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a48f0a-ebc8-49a5-b49e-5f1119938800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9227b9-fa10-4848-9400-bc35edb24294,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:48.923854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7691-b3d7-4632-8655-fced239c70fd req-52fe749c-45c1-4901-9af0-7f328e4c8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:48.925606 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10ff7691-b3d7-4632-8655-fced239c70fd req-52fe749c-45c1-4901-9af0-7f328e4c8d1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=70cdb5c8b82543ee8490bf7cf87ee3f5&device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 1126 time: 0.0646808 Feb 09 03:48:48.968056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 09306981-5e64-40e3-b8d5-b9f1a60d2e21 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:48:48.992893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 09306981-5e64-40e3-b8d5-b9f1a60d2e21 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:48:48.993702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 09306981-5e64-40e3-b8d5-b9f1a60d2e21 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:48:49.024813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7691-b3d7-4632-8655-fced239c70fd req-73108ad0-8c13-4ba3-9563-69072130670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:49.026458 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10ff7691-b3d7-4632-8655-fced239c70fd req-73108ad0-8c13-4ba3-9563-69072130670c service neutron] 10.222.0.65 "GET /v2.0/networks?id=953f3901-ff02-4815-80b3-a6b2545684c7 HTTP/1.1" status: 200 len: 913 time: 0.0948462 Feb 09 03:48:49.073865 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10ff7691-b3d7-4632-8655-fced239c70fd req-33451dc9-fa28-415f-abbb-af2766a48340 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24affdab-8d98-455b-a503-64a0eb2d6391 HTTP/1.1" status: 200 len: 217 time: 0.0406604 Feb 09 03:48:49.123751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7691-b3d7-4632-8655-fced239c70fd req-6a55128b-c934-407b-aef4-c4b99771037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:49.125699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10ff7691-b3d7-4632-8655-fced239c70fd req-6a55128b-c934-407b-aef4-c4b99771037b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3ef60e-339c-4010-b3c8-ad92f245a00a HTTP/1.1" status: 200 len: 852 time: 0.0464168 Feb 09 03:48:49.159552 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10ff7691-b3d7-4632-8655-fced239c70fd req-16e917aa-b662-4c4a-843e-abccd26a2c23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=953f3901-ff02-4815-80b3-a6b2545684c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289695 Feb 09 03:48:49.204210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43166) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:49.219181 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28bad25b-26d8-446b-a92f-69eb0de22476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:49.256996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10ff7691-b3d7-4632-8655-fced239c70fd req-7d5d49a8-9e77-4411-81eb-f7c2a9692dff service neutron] 10.222.0.65 "GET /v2.0/networks/953f3901-ff02-4815-80b3-a6b2545684c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919702 Feb 09 03:48:49.318520 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28bad25b-26d8-446b-a92f-69eb0de22476 admin admin] Publish callbacks [] for security_group (2f182c97-527e-4348-918b-a9b37989cb46), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:49.323076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28bad25b-26d8-446b-a92f-69eb0de22476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2f182c97-527e-4348-918b-a9b37989cb46), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:49.367008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-10ff7691-b3d7-4632-8655-fced239c70fd req-9f0939d5-4a31-48b5-9c69-49cfa9e75f48 service neutron] 10.222.0.65 "GET /v2.0/networks/953f3901-ff02-4815-80b3-a6b2545684c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045508 Feb 09 03:48:49.375855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-28bad25b-26d8-446b-a92f-69eb0de22476 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8045add7f584989b8d1f6c87d55b78f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704369 Feb 09 03:48:49.378523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43170) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:49.381768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bad25b-26d8-446b-a92f-69eb0de22476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f182c97-527e-4348-918b-a9b37989cb46,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:49.382124 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:49.432978 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2073178-ec47-4d64-b342-09412fd9094a admin admin] Publish callbacks [] for security_group (2f182c97-527e-4348-918b-a9b37989cb46), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:49.461221 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2073178-ec47-4d64-b342-09412fd9094a admin admin] Publish callbacks [] for security_group (2f182c97-527e-4348-918b-a9b37989cb46), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:49.511142 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2073178-ec47-4d64-b342-09412fd9094a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2f182c97-527e-4348-918b-a9b37989cb46), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:49.514033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c2073178-ec47-4d64-b342-09412fd9094a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:49.515176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c2073178-ec47-4d64-b342-09412fd9094a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f182c97-527e-4348-918b-a9b37989cb46 HTTP/1.1" status: 204 len: 168 time: 0.1354465 Feb 09 03:48:49.527251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2073178-ec47-4d64-b342-09412fd9094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f182c97-527e-4348-918b-a9b37989cb46,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:49.748928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fcd81-ee0f-4ff5-8f9d-a529caa19e45 req-163c2544-225d-4c84-8a7c-4b081f774f74 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:49.750545 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-436fcd81-ee0f-4ff5-8f9d-a529caa19e45 req-163c2544-225d-4c84-8a7c-4b081f774f74 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 943 time: 0.0607429 Feb 09 03:48:49.809436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-436fcd81-ee0f-4ff5-8f9d-a529caa19e45 req-a12271c8-833c-4cff-9758-f79396500b12 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523446 Feb 09 03:48:49.921683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b3062-3fe0-4416-bef1-87f357caf4a5 req-396d819e-71ca-4a66-a9da-444c1743c11d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:49.923576 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e47b3062-3fe0-4416-bef1-87f357caf4a5 req-396d819e-71ca-4a66-a9da-444c1743c11d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0629492 Feb 09 03:48:49.977721 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e47b3062-3fe0-4416-bef1-87f357caf4a5 req-27c4d215-836f-48fb-9e51-2bfac7e3eda9 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484562 Feb 09 03:48:50.288825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43196) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:50.364741 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:48:50.401697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-596983395-network', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:50.419824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Made reservation on behalf of 80ff03c76e854189be6c54f668db1f4f for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:48:50.422548 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:50.432868 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:50.519204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Publish callbacks [] for security_group (832b2bf7-4f09-4a67-ba7b-91430a9d5bf4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:50.524070 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (832b2bf7-4f09-4a67-ba7b-91430a9d5bf4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:50.551491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:48:50.557770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832b2bf7-4f09-4a67-ba7b-91430a9d5bf4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:50.569238 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1367cfa7-34a4-4e29-ab59-255eb7de61e8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:50.569880 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Added segment 1367cfa7-34a4-4e29-ab59-255eb7de61e8 of type vlan for network ddef9188-9c47-4c37-87cd-e8efbd1685f0 Feb 09 03:48:50.612865 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (ddef9188-9c47-4c37-87cd-e8efbd1685f0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:50.639532 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (ddef9188-9c47-4c37-87cd-e8efbd1685f0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:50.640706 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:50.641477 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:50.701457 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4111626 Feb 09 03:48:50.704315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43202) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:50.710827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-767485fa-1a1c-4ab5-b83e-09c63aad12ad admin admin] Request body: {'subnet': {'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-596983395-subnet', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:50.722342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1a7ee-cc63-4bab-b48b-3b567427a0bf admin admin] Pushing event updated for resources: {'Network': ['ID=ddef9188-9c47-4c37-87cd-e8efbd1685f0,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:50.742645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767485fa-1a1c-4ab5-b83e-09c63aad12ad admin admin] Made reservation on behalf of 80ff03c76e854189be6c54f668db1f4f for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:48:50.743494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network ddef9188-9c47-4c37-87cd-e8efbd1685f0 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:48:50.748642 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-767485fa-1a1c-4ab5-b83e-09c63aad12ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:50.837455 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:50.971766 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-767485fa-1a1c-4ab5-b83e-09c63aad12ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (02dd5f0c-9551-4e9c-b1f4-01b12f884d9b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.039903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f64ea8-bf03-4243-9ffe-21d5f28cfb9c req-97fecce1-a384-4ead-95a2-faff071ba254 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:51.041455 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-56f64ea8-bf03-4243-9ffe-21d5f28cfb9c req-97fecce1-a384-4ead-95a2-faff071ba254 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 943 time: 0.1232054 Feb 09 03:48:51.061231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767485fa-1a1c-4ab5-b83e-09c63aad12ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=02dd5f0c-9551-4e9c-b1f4-01b12f884d9b,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:51.092941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767485fa-1a1c-4ab5-b83e-09c63aad12ad admin admin] Checking segment: {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:51.093296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767485fa-1a1c-4ab5-b83e-09c63aad12ad admin admin] Network hostable DHCP agents. Network: ddef9188-9c47-4c37-87cd-e8efbd1685f0, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:48:51.114734 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-56f64ea8-bf03-4243-9ffe-21d5f28cfb9c req-806c3e76-1235-4516-8266-ebe73e98af86 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651217 Feb 09 03:48:51.127979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767485fa-1a1c-4ab5-b83e-09c63aad12ad admin admin] Network ddef9188-9c47-4c37-87cd-e8efbd1685f0 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:48:51.133044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21986a77-7761-4f91-ba35-3226ebe09b01 req-d8993a86-cd2d-4a13-aff5-9868406d3b20 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:51.134663 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21986a77-7761-4f91-ba35-3226ebe09b01 req-d8993a86-cd2d-4a13-aff5-9868406d3b20 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0717263 Feb 09 03:48:51.139728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-767485fa-1a1c-4ab5-b83e-09c63aad12ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, ddef9188-9c47-4c37-87cd-e8efbd1685f0) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:51.152205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767485fa-1a1c-4ab5-b83e-09c63aad12ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:51.153143 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-767485fa-1a1c-4ab5-b83e-09c63aad12ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.157308 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2363e019-8c71-47ff-885b-2aeaf95662ec None None] Network ddef9188-9c47-4c37-87cd-e8efbd1685f0 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:51.185869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-767485fa-1a1c-4ab5-b83e-09c63aad12ad admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4786563 Feb 09 03:48:51.187863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43208) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:51.192765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-596983395-router', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:51.223125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (99a14c25-599d-4ec9-bc51-2cf222861827), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.224303 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (99a14c25-599d-4ec9-bc51-2cf222861827), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.240507 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-21986a77-7761-4f91-ba35-3226ebe09b01 req-b858a18f-370e-4ec6-bb18-2d54a5dc98ed tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957255 Feb 09 03:48:51.297714 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Publish callbacks [] for router_controller (99a14c25-599d-4ec9-bc51-2cf222861827), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.303666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-ddef9188-9c47-4c37-87cd-e8efbd1685f0', 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0', 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'fixed_ips': [{'subnet_id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:48:51.304956 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.475810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Allocated IP 172.20.0.2 (ddef9188-9c47-4c37-87cd-e8efbd1685f0/02dd5f0c-9551-4e9c-b1f4-01b12f884d9b/c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:48:51.498547 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Publish callbacks [] for router_gateway (99a14c25-599d-4ec9-bc51-2cf222861827), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.612760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95742dc2-0e0a-4b62-a528-63d072e78d6a req-787ebb3a-31ac-4b5f-973a-3f0034b7ce5e tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:51.614360 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95742dc2-0e0a-4b62-a528-63d072e78d6a req-787ebb3a-31ac-4b5f-973a-3f0034b7ce5e tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0867693 Feb 09 03:48:51.618269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf5510-33fb-404d-a102-f3b2088f8e76 req-44aad616-6e07-4a99-9ac4-08003474611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:51.620093 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3fbf5510-33fb-404d-a102-f3b2088f8e76 req-44aad616-6e07-4a99-9ac4-08003474611b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f69e921aa14082a86e09bda26aeec5&device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 1128 time: 0.1010287 Feb 09 03:48:51.670117 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Publish callbacks [] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.678352 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.733471 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Network ddef9188-9c47-4c37-87cd-e8efbd1685f0 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:51.736290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:51.738658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Pushing event updated for resources: {'Port': ['ID=c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:51.742008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:48:51.742901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95742dc2-0e0a-4b62-a528-63d072e78d6a req-93b93717-e7cd-4707-b491-666da86d061f tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213560 Feb 09 03:48:51.773519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf5510-33fb-404d-a102-f3b2088f8e76 req-792d2b49-8b55-4ff1-9a73-e7e32079ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:51.775415 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3fbf5510-33fb-404d-a102-f3b2088f8e76 req-792d2b49-8b55-4ff1-9a73-e7e32079ee01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 200 len: 912 time: 0.1443925 Feb 09 03:48:51.797720 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Publish callbacks [] for router_gateway (99a14c25-599d-4ec9-bc51-2cf222861827), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.814061 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Attempting to bind port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:48:51.814628 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Attempting to bind port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:48:51.814754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Attempting to bind port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d on network ddef9188-9c47-4c37-87cd-e8efbd1685f0 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:48:51.819429 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.820057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:48:51.820431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Checking segment: {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:51.820827 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.821236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Bound using segment: {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:48:51.821707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Bound port: c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:48:51.822083 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.855220 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3fbf5510-33fb-404d-a102-f3b2088f8e76 req-86a07522-4931-40bf-b8d4-f07ba36f413f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737aabb5-1a86-4bf6-9a4a-ff109de42006 HTTP/1.1" status: 200 len: 1001 time: 0.0734830 Feb 09 03:48:51.894929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] For port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:48:51.898265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] For port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:48:51.906474 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:51.922457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf5510-33fb-404d-a102-f3b2088f8e76 req-8668e8ad-52f4-42e8-87a6-117f13979ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:51.923986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3fbf5510-33fb-404d-a102-f3b2088f8e76 req-8668e8ad-52f4-42e8-87a6-117f13979ef6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=76252ee7-e7fa-4822-a2d9-8ea4bb95b98e HTTP/1.1" status: 200 len: 850 time: 0.0631001 Feb 09 03:48:51.978038 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Allocated IP 172.25.5.133 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/f24c2a39-7e06-400a-bec5-c5c258b09e19) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:48:51.991844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf5510-33fb-404d-a102-f3b2088f8e76 req-f99bf3d9-74ae-43ec-b75f-ae8a0f059f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:51.994125 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3fbf5510-33fb-404d-a102-f3b2088f8e76 req-f99bf3d9-74ae-43ec-b75f-ae8a0f059f98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=67dff6fc-e2ea-4874-82ed-23ae56fafefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0639455 Feb 09 03:48:51.996019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffed84-eb35-47ea-91f4-143d29683d97 None None] Pushing event updated for resources: {'Port': ['ID=c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:52.016318 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:52.099715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3fbf5510-33fb-404d-a102-f3b2088f8e76 req-91143d2a-1c84-45ca-b084-70c85a162110 service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993490 Feb 09 03:48:52.150524 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Publish callbacks [] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:52.227338 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:52.258044 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3fbf5510-33fb-404d-a102-f3b2088f8e76 req-095394d3-ed92-485a-82d5-f349cb7aa411 service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517262 Feb 09 03:48:52.304340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:52.312725 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:52.318556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:48:52.323157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=f24c2a39-7e06-400a-bec5-c5c258b09e19,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:52.380899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b25ebe-2fcd-48fb-95b3-772057dc398f req-d6a7189e-3d4a-44ec-aa0e-6286fc75baea tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:52.384383 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-89b25ebe-2fcd-48fb-95b3-772057dc398f req-d6a7189e-3d4a-44ec-aa0e-6286fc75baea tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 943 time: 0.1196032 Feb 09 03:48:52.525901 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-89b25ebe-2fcd-48fb-95b3-772057dc398f req-c8160123-f387-4d21-b08d-33f4b175280d tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339743 Feb 09 03:48:52.670395 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Publish callbacks [] for router_gateway (99a14c25-599d-4ec9-bc51-2cf222861827), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:52.921080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5fd91-7cc3-4340-ae09-b3c786bf9bca req-f864cb53-f021-4ece-a04e-9a45ecb2a7bb tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:52.936485 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ec5fd91-7cc3-4340-ae09-b3c786bf9bca req-f864cb53-f021-4ece-a04e-9a45ecb2a7bb tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0927966 Feb 09 03:48:53.008384 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ec5fd91-7cc3-4340-ae09-b3c786bf9bca req-de17ad49-90f4-4214-bc5e-b406a09d9f97 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703702 Feb 09 03:48:53.034700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (99a14c25-599d-4ec9-bc51-2cf222861827), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:53.038265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:53.101330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:53.102030 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:53.139664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 24affdab-8d98-455b-a503-64a0eb2d6391 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:48:53.196635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Router 99a14c25-599d-4ec9-bc51-2cf222861827 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:48:53.349866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:48:53.378831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:53.380901 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6e92764b-3299-4814-9238-a689cba6a9c9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1915452 Feb 09 03:48:53.383649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43222) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:53.429985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f0c54-b979-414f-90bb-dd9dc6ee7b6f None None] Network ddef9188-9c47-4c37-87cd-e8efbd1685f0 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:53.434483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Sync routers for ids ['99a14c25-599d-4ec9-bc51-2cf222861827'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:48:53.485658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:53.486048 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:53.539932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Routers {'99a14c25-599d-4ec9-bc51-2cf222861827'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:53.540481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['99a14c25-599d-4ec9-bc51-2cf222861827'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:53.555487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2b611001-94ad-4eb1-a990-a05efc09907c None None] Provisioning complete for port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:53.555869 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b611001-94ad-4eb1-a990-a05efc09907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:53.721274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb6ebc-f3a7-4ee5-ad01-4f4fa19afe4f req-c02ce357-7935-4a01-8dee-501b37d2bfee tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:53.728671 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1eb6ebc-f3a7-4ee5-ad01-4f4fa19afe4f req-c02ce357-7935-4a01-8dee-501b37d2bfee tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 943 time: 0.0839074 Feb 09 03:48:53.759713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 24affdab-8d98-455b-a503-64a0eb2d6391, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=24affdab-8d98-455b-a503-64a0eb2d6391,segment=NetworkSegment(a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3),segment_id=a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:53.783528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1eb6ebc-f3a7-4ee5-ad01-4f4fa19afe4f req-2508d647-e128-41f7-9072-c7ac8bf43d14 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516455 Feb 09 03:48:53.786659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Set router 99a14c25-599d-4ec9-bc51-2cf222861827 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:53.789860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:53.863008 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:53.899784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:53.924294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '24affdab-8d98-455b-a503-64a0eb2d6391', 'network_id': '953f3901-ff02-4815-80b3-a6b2545684c7', 'port_id': '24affdab-8d98-455b-a503-64a0eb2d6391', 'mac_address': 'fa:16:3e:6b:55:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3ef60e-339c-4010-b3c8-ad92f245a00a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:48:54.056189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 24affdab-8d98-455b-a503-64a0eb2d6391 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:54.057312 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.071969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Allocated IP 172.20.0.1 (ddef9188-9c47-4c37-87cd-e8efbd1685f0/02dd5f0c-9551-4e9c-b1f4-01b12f884d9b/9863145d-c64e-47bd-9414-f532aeea0365) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:48:54.092847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2b611001-94ad-4eb1-a990-a05efc09907c None None] Current status of the port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:54.097717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:54.103795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24affdab-8d98-455b-a503-64a0eb2d6391 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:48:54.142323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 24affdab-8d98-455b-a503-64a0eb2d6391, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=24affdab-8d98-455b-a503-64a0eb2d6391,segment=NetworkSegment(a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3),segment_id=a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:54.169793 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.223575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca419ff7-a8de-46b1-850f-9469bc42bec6 req-819deae2-5b7b-4e05-968e-4c90bdc38578 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:54.225169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=24affdab-8d98-455b-a503-64a0eb2d6391,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:54.230646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ca419ff7-a8de-46b1-850f-9469bc42bec6 req-819deae2-5b7b-4e05-968e-4c90bdc38578 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1417308 Feb 09 03:48:54.273243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'name': 'tempest-TestServerMultinode-596983395-router', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:52Z', 'revision_number': 3, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'gw_port': {'id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:54.277503 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.286157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Publish callbacks [] for port (9863145d-c64e-47bd-9414-f532aeea0365), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.304192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Checking router: 99a14c25-599d-4ec9-bc51-2cf222861827 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:48:54.304541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Updating router 99a14c25-599d-4ec9-bc51-2cf222861827 port f24c2a39-7e06-400a-bec5-c5c258b09e19 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:48:54.326819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ca419ff7-a8de-46b1-850f-9469bc42bec6 req-1463151a-cedc-48de-b5d0-fc1bd4ed507e tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950711 Feb 09 03:48:54.339639 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.368817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9863145d-c64e-47bd-9414-f532aeea0365), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.412610 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Network ddef9188-9c47-4c37-87cd-e8efbd1685f0 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:54.415474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:54.422104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:48:54.451000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Pushing event updated for resources: {'Port': ['ID=9863145d-c64e-47bd-9414-f532aeea0365,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:54.467417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (99a14c25-599d-4ec9-bc51-2cf222861827), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.496505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5e7d52be-9338-467c-9764-c67c928a2699 None None] Provisioning complete for port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:54.497435 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e7d52be-9338-467c-9764-c67c928a2699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.599125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['24affdab-8d98-455b-a503-64a0eb2d6391'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:48:54.651863 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9863145d-c64e-47bd-9414-f532aeea0365), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.699604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d52be-9338-467c-9764-c67c928a2699 None None] Current status of the port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:54.860664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f73bedd7-cf26-4b7b-ad48-665ec25ee3d6 None None] Provisioning complete for port 9863145d-c64e-47bd-9414-f532aeea0365 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:54.861032 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f73bedd7-cf26-4b7b-ad48-665ec25ee3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9863145d-c64e-47bd-9414-f532aeea0365), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.863723 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Publish callbacks [] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.883938 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Publish callbacks [] for port (9863145d-c64e-47bd-9414-f532aeea0365), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.892526 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (9863145d-c64e-47bd-9414-f532aeea0365), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.894150 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:54.920707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8fd90-cfeb-4977-94eb-2d16d1bca566 req-165ade9d-530e-49c9-97bf-a64d7bb6d218 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:54.922696 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ea8fd90-cfeb-4977-94eb-2d16d1bca566 req-165ade9d-530e-49c9-97bf-a64d7bb6d218 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 944 time: 0.0631251 Feb 09 03:48:54.992260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f73bedd7-cf26-4b7b-ad48-665ec25ee3d6 None None] Port 9863145d-c64e-47bd-9414-f532aeea0365 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:48:55.007131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:55.014140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Attempting to bind port f24c2a39-7e06-400a-bec5-c5c258b09e19 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:48:55.014776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Attempting to bind port f24c2a39-7e06-400a-bec5-c5c258b09e19 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:48:55.015332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Attempting to bind port f24c2a39-7e06-400a-bec5-c5c258b09e19 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:48:55.017765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aeabc1-1dc1-40e1-a4c9-7297214724f2 None None] Pushing event updated for resources: {'Port': ['ID=f24c2a39-7e06-400a-bec5-c5c258b09e19,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:55.021969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Pushing event updated for resources: {'Port': ['ID=9863145d-c64e-47bd-9414-f532aeea0365,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:55.026029 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (99a14c25-599d-4ec9-bc51-2cf222861827), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:55.031129 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ea8fd90-cfeb-4977-94eb-2d16d1bca566 req-664f4adc-8880-4847-92c4-e607f58069a8 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976820 Feb 09 03:48:55.066891 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:48:55.067516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:55.067712 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:55.068055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:48:55.068534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Bound port: f24c2a39-7e06-400a-bec5-c5c258b09e19, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:48:55.068913 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:55.134288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] For port f24c2a39-7e06-400a-bec5-c5c258b09e19, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:48:55.136134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Network ddef9188-9c47-4c37-87cd-e8efbd1685f0 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:55.138258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:55.139667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] For port f24c2a39-7e06-400a-bec5-c5c258b09e19, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f24c2a39-7e06-400a-bec5-c5c258b09e19,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:48:55.143943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:55.144353 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:55.171769 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:55.258483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Routers {'99a14c25-599d-4ec9-bc51-2cf222861827'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:55.259108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['99a14c25-599d-4ec9-bc51-2cf222861827'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:55.306443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:55.311741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Router 99a14c25-599d-4ec9-bc51-2cf222861827 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:48:55.376197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aeabc1-1dc1-40e1-a4c9-7297214724f2 None None] Pushing event updated for resources: {'Port': ['ID=f24c2a39-7e06-400a-bec5-c5c258b09e19,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:55.435295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9cd592b2-f533-435e-883b-b112b7066965 None None] Provisioning complete for port 9863145d-c64e-47bd-9414-f532aeea0365 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:55.435574 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cd592b2-f533-435e-883b-b112b7066965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9863145d-c64e-47bd-9414-f532aeea0365), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:55.440698 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] Set router 99a14c25-599d-4ec9-bc51-2cf222861827 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:55.449600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:48:55.456878 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c8eecb83-f792-45d3-88f2-d4c468eba79a admin admin] 10.222.0.21 "PUT /v2.0/routers/99a14c25-599d-4ec9-bc51-2cf222861827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0721710 Feb 09 03:48:55.512334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9cd592b2-f533-435e-883b-b112b7066965 None None] Port 9863145d-c64e-47bd-9414-f532aeea0365 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:48:55.859928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'name': 'tempest-TestServerMultinode-596983395-router', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:54Z', 'revision_number': 4, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'gw_port': {'id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '9863145d-c64e-47bd-9414-f532aeea0365', 'name': '', 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'mac_address': 'fa:16:3e:3e:8d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:53Z', 'updated_at': '2022-02-09T03:48:54Z', 'revision_number': 2, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'subnets': [{'id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:55.891005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d8ea0-693d-4505-86b7-ca947bb94641 None None] The sync data for ids ['99a14c25-599d-4ec9-bc51-2cf222861827'] in n-d-824835-15 is: [{'id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'name': 'tempest-TestServerMultinode-596983395-router', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:54Z', 'revision_number': 4, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'gw_port': {'id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '9863145d-c64e-47bd-9414-f532aeea0365', 'name': '', 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'mac_address': 'fa:16:3e:3e:8d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:53Z', 'updated_at': '2022-02-09T03:48:54Z', 'revision_number': 2, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'subnets': [{'id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:48:56.048113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43262) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:56.053086 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-545397106-network', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:56.077135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Made reservation on behalf of d83725aec0ce4526a8a12e2fcf2ee9a8 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:48:56.080026 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:56.089282 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:56.205219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555afee7-67a5-4a75-bf6e-4c2b0fe5c86c req-993f9e54-06ea-497a-8d3a-66c79c431888 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:56.206698 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-555afee7-67a5-4a75-bf6e-4c2b0fe5c86c req-993f9e54-06ea-497a-8d3a-66c79c431888 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 944 time: 0.0965478 Feb 09 03:48:56.208617 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Publish callbacks [] for security_group (3178729a-c367-4f70-8e6f-2ae1c2386064), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:56.212998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3178729a-c367-4f70-8e6f-2ae1c2386064), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:56.263823 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3178729a-c367-4f70-8e6f-2ae1c2386064,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:56.286778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:48:56.293743 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-555afee7-67a5-4a75-bf6e-4c2b0fe5c86c req-df1b1a00-34f4-4c4a-9739-f4e8d1c81f6d tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802891 Feb 09 03:48:56.303485 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (bbbfbcd1-d59c-426d-a2ba-9486f6841e2b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:56.303961 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Added segment bbbfbcd1-d59c-426d-a2ba-9486f6841e2b of type vlan for network dddd48a7-44cc-4156-8c3d-835bc2318ec4 Feb 09 03:48:56.358944 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (dddd48a7-44cc-4156-8c3d-835bc2318ec4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:56.388521 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (dddd48a7-44cc-4156-8c3d-835bc2318ec4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:56.389517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:56.390091 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:56.453322 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4008594 Feb 09 03:48:56.454351 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43266) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:56.459096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1453e777-633d-4502-8ca6-5326ce47492a admin admin] Request body: {'subnet': {'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-545397106-subnet', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:56.470234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410574b-144f-48cc-af5b-4107640e3321 admin admin] Pushing event updated for resources: {'Network': ['ID=dddd48a7-44cc-4156-8c3d-835bc2318ec4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:56.480064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network dddd48a7-44cc-4156-8c3d-835bc2318ec4 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:48:56.502121 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1453e777-633d-4502-8ca6-5326ce47492a admin admin] Made reservation on behalf of d83725aec0ce4526a8a12e2fcf2ee9a8 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:48:56.505507 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1453e777-633d-4502-8ca6-5326ce47492a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:56.737551 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1453e777-633d-4502-8ca6-5326ce47492a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:56.809248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453e777-633d-4502-8ca6-5326ce47492a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:56.828743 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1453e777-633d-4502-8ca6-5326ce47492a admin admin] Checking segment: {'id': 'bbbfbcd1-d59c-426d-a2ba-9486f6841e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:56.829493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1453e777-633d-4502-8ca6-5326ce47492a admin admin] Network hostable DHCP agents. Network: dddd48a7-44cc-4156-8c3d-835bc2318ec4, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:48:56.850855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1453e777-633d-4502-8ca6-5326ce47492a admin admin] Network dddd48a7-44cc-4156-8c3d-835bc2318ec4 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:48:56.864192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1453e777-633d-4502-8ca6-5326ce47492a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, dddd48a7-44cc-4156-8c3d-835bc2318ec4) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:56.869255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1453e777-633d-4502-8ca6-5326ce47492a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:56.869899 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1453e777-633d-4502-8ca6-5326ce47492a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:56.882860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b389b75-5917-40cb-bb2c-482add26b5f6 None None] Network dddd48a7-44cc-4156-8c3d-835bc2318ec4 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:56.912609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43270) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:56.915248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1453e777-633d-4502-8ca6-5326ce47492a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4600194 Feb 09 03:48:56.926684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-545397106-router', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:48:56.977814 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (724ab34a-d9b8-47f2-bdec-a1c28d88848a), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:56.986631 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (724ab34a-d9b8-47f2-bdec-a1c28d88848a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.046714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f24c2a39-7e06-400a-bec5-c5c258b09e19 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:57.070252 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Publish callbacks [] for router_controller (724ab34a-d9b8-47f2-bdec-a1c28d88848a), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.109252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-dddd48a7-44cc-4156-8c3d-835bc2318ec4', 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4', 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'fixed_ips': [{'subnet_id': 'ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:48:57.110160 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.156082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 24affdab-8d98-455b-a503-64a0eb2d6391 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:57.238085 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Publish callbacks [] for router_gateway (724ab34a-d9b8-47f2-bdec-a1c28d88848a), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.315905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f24c2a39-7e06-400a-bec5-c5c258b09e19 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:57.316588 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.385662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Allocated IP 172.20.0.2 (dddd48a7-44cc-4156-8c3d-835bc2318ec4/ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63/70b2749d-016e-48ab-aa83-c06c95bb50a5) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:48:57.495998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73768ef-1467-41a4-8975-62976fff5920 req-f80b8a91-be47-4954-b928-06cb80add3d5 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:57.500423 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d73768ef-1467-41a4-8975-62976fff5920 req-f80b8a91-be47-4954-b928-06cb80add3d5 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 944 time: 0.1156144 Feb 09 03:48:57.558506 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d73768ef-1467-41a4-8975-62976fff5920 req-819fb75a-ff03-472f-8b11-04c7df6f0f42 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522816 Feb 09 03:48:57.566474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 24affdab-8d98-455b-a503-64a0eb2d6391 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:48:57.582798 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Publish callbacks [] for router_gateway (724ab34a-d9b8-47f2-bdec-a1c28d88848a), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.583026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 24affdab-8d98-455b-a503-64a0eb2d6391 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:57.583336 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.611704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.624361 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Publish callbacks [] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.674062 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.725432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f24c2a39-7e06-400a-bec5-c5c258b09e19 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:57.725832 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.747706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port f24c2a39-7e06-400a-bec5-c5c258b09e19, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f24c2a39-7e06-400a-bec5-c5c258b09e19,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:57.762432 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.779102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Allocated IP 172.25.5.129 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/2b33fce8-741c-449f-be98-4bb6aa856759) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:48:57.780129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Network dddd48a7-44cc-4156-8c3d-835bc2318ec4 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:57.785897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:57.788544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:48:57.794482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Pushing event updated for resources: {'Port': ['ID=70b2749d-016e-48ab-aa83-c06c95bb50a5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:57.883010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=f24c2a39-7e06-400a-bec5-c5c258b09e19,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:57.920721 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Publish callbacks [] for port (2b33fce8-741c-449f-be98-4bb6aa856759), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.941685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Attempting to bind port 70b2749d-016e-48ab-aa83-c06c95bb50a5 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:48:57.942411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Attempting to bind port 70b2749d-016e-48ab-aa83-c06c95bb50a5 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'bbbfbcd1-d59c-426d-a2ba-9486f6841e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:48:57.942968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Attempting to bind port 70b2749d-016e-48ab-aa83-c06c95bb50a5 on network dddd48a7-44cc-4156-8c3d-835bc2318ec4 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:48:57.953628 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:48:57.954010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Checking segment: {'id': 'bbbfbcd1-d59c-426d-a2ba-9486f6841e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:48:57.954424 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.954942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Bound using segment: {'id': 'bbbfbcd1-d59c-426d-a2ba-9486f6841e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:48:57.955440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Bound port: 70b2749d-016e-48ab-aa83-c06c95bb50a5, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbfbcd1-d59c-426d-a2ba-9486f6841e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:48:57.955831 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.971443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 24affdab-8d98-455b-a503-64a0eb2d6391 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:57.971835 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:57.972282 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2b33fce8-741c-449f-be98-4bb6aa856759), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:58.034946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc28c30-b3c3-49d3-a2d9-df4380828311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24affdab-8d98-455b-a503-64a0eb2d6391'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:48:58.036584 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:48:58.037231 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bd507e-cb0e-4e6e-a01a-4b6bc125e356" -d '{"events": [{"server_uuid": "8fc28c30-b3c3-49d3-a2d9-df4380828311", "name": "network-vif-plugged", "status": "completed", "tag": "24affdab-8d98-455b-a503-64a0eb2d6391"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:48:58.038338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:48:58.041212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:48:58.044427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2b33fce8-741c-449f-be98-4bb6aa856759,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:58.064032 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 24affdab-8d98-455b-a503-64a0eb2d6391, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=24affdab-8d98-455b-a503-64a0eb2d6391,segment=NetworkSegment(a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3),segment_id=a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:58.082741 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:58.132897 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dff7e71-6b6c-4843-be81-e02c3f8dad09 x-openstack-request-id: req-9dff7e71-6b6c-4843-be81-e02c3f8dad09 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:48:58.133365 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc28c30-b3c3-49d3-a2d9-df4380828311", "name": "network-vif-plugged", "status": "completed", "tag": "24affdab-8d98-455b-a503-64a0eb2d6391", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:48:58.133650 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9dff7e71-6b6c-4843-be81-e02c3f8dad09 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:48:58.134047 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc28c30-b3c3-49d3-a2d9-df4380828311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24affdab-8d98-455b-a503-64a0eb2d6391', 'code': 200} Feb 09 03:48:58.143908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] For port 70b2749d-016e-48ab-aa83-c06c95bb50a5, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:48:58.154948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=24affdab-8d98-455b-a503-64a0eb2d6391,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:58.160498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] For port 70b2749d-016e-48ab-aa83-c06c95bb50a5, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=70b2749d-016e-48ab-aa83-c06c95bb50a5,segment=NetworkSegment(bbbfbcd1-d59c-426d-a2ba-9486f6841e2b),segment_id=bbbfbcd1-d59c-426d-a2ba-9486f6841e2b)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:48:58.176470 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:58.247862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7143c-e4f7-4a6a-968d-d8427c026d75 None None] Pushing event updated for resources: {'Port': ['ID=70b2749d-016e-48ab-aa83-c06c95bb50a5,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:48:58.379174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b934ba-73b1-4719-8074-066eb04eff14 req-f5408749-94cc-40e9-bb17-77a7a10da8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:58.380935 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07b934ba-73b1-4719-8074-066eb04eff14 req-f5408749-94cc-40e9-bb17-77a7a10da8c8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 1128 time: 0.1428006 Feb 09 03:48:58.450860 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-07b934ba-73b1-4719-8074-066eb04eff14 req-dd97fb3e-740b-45c5-8f8b-c4ef1944bc2d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605688 Feb 09 03:48:58.454701 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Publish callbacks [] for router_gateway (724ab34a-d9b8-47f2-bdec-a1c28d88848a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:58.688952 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (724ab34a-d9b8-47f2-bdec-a1c28d88848a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:58.724296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40cfde-d08f-48ff-b41e-f118defe835b req-5f2c9a2f-bf6d-4899-991c-0ffde87cc6e1 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:58.726121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e40cfde-d08f-48ff-b41e-f118defe835b req-5f2c9a2f-bf6d-4899-991c-0ffde87cc6e1 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.0669177 Feb 09 03:48:58.777878 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e40cfde-d08f-48ff-b41e-f118defe835b req-7b890fd5-aa1a-4080-8a83-6565fbd8e71d tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461528 Feb 09 03:48:58.842712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Router 724ab34a-d9b8-47f2-bdec-a1c28d88848a is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:48:58.986170 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:48:58.997444 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Sync routers for ids ['724ab34a-d9b8-47f2-bdec-a1c28d88848a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:48:59.020002 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:59.021414 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9cf29b95-94b3-4d4e-b2c1-a56a39a9e1a9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1076620 Feb 09 03:48:59.024045 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43290) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:59.025944 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Routers {'724ab34a-d9b8-47f2-bdec-a1c28d88848a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:59.026846 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['724ab34a-d9b8-47f2-bdec-a1c28d88848a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:59.101119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f24c2a39-7e06-400a-bec5-c5c258b09e19 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:59.191512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f24c2a39-7e06-400a-bec5-c5c258b09e19 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:59.191891 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:59.203774 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Set router 724ab34a-d9b8-47f2-bdec-a1c28d88848a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:59.266307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Sync routers for ids ['99a14c25-599d-4ec9-bc51-2cf222861827'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:48:59.311252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Routers {'99a14c25-599d-4ec9-bc51-2cf222861827'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:48:59.312158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['99a14c25-599d-4ec9-bc51-2cf222861827'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:59.391535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f24c2a39-7e06-400a-bec5-c5c258b09e19 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:59.393294 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 70b2749d-016e-48ab-aa83-c06c95bb50a5 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:48:59.491828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Set router 99a14c25-599d-4ec9-bc51-2cf222861827 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:48:59.494858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 70b2749d-016e-48ab-aa83-c06c95bb50a5 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:59.495174 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:59.575748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77adeefa-2003-431f-aa70-ee23ea278826 None None] Network dddd48a7-44cc-4156-8c3d-835bc2318ec4 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:48:59.611805 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'name': 'tempest-TestServerMultinode-545397106-router', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:56Z', 'updated_at': '2022-02-09T03:48:58Z', 'revision_number': 3, 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'gw_port': {'id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:57Z', 'updated_at': '2022-02-09T03:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:48:59.650621 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Checking router: 724ab34a-d9b8-47f2-bdec-a1c28d88848a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:48:59.651417 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Updating router 724ab34a-d9b8-47f2-bdec-a1c28d88848a port 2b33fce8-741c-449f-be98-4bb6aa856759 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:48:59.692097 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2b33fce8-741c-449f-be98-4bb6aa856759), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:59.780739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b7be4299-7850-4f52-971b-f6cffb823c19 None None] Provisioning complete for port 70b2749d-016e-48ab-aa83-c06c95bb50a5 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:48:59.781280 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7be4299-7850-4f52-971b-f6cffb823c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:59.846291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 70b2749d-016e-48ab-aa83-c06c95bb50a5 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:48:59.846818 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:59.906293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 70b2749d-016e-48ab-aa83-c06c95bb50a5, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=70b2749d-016e-48ab-aa83-c06c95bb50a5,segment=NetworkSegment(bbbfbcd1-d59c-426d-a2ba-9486f6841e2b),segment_id=bbbfbcd1-d59c-426d-a2ba-9486f6841e2b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:48:59.942985 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:00.099583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=70b2749d-016e-48ab-aa83-c06c95bb50a5,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:00.167350 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Publish callbacks [] for port (2b33fce8-741c-449f-be98-4bb6aa856759), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:00.189793 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2b33fce8-741c-449f-be98-4bb6aa856759), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:00.208005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b7be4299-7850-4f52-971b-f6cffb823c19 None None] Current status of the port 70b2749d-016e-48ab-aa83-c06c95bb50a5 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:00.217858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6c763-61c9-4112-b41c-de2cbb217441 req-51f61d0a-09f6-4f5a-92f8-6fd68d677149 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:00.227637 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7be6c763-61c9-4112-b41c-de2cbb217441 req-51f61d0a-09f6-4f5a-92f8-6fd68d677149 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.1466081 Feb 09 03:49:00.239348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'name': 'tempest-TestServerMultinode-596983395-router', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:54Z', 'revision_number': 4, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'gw_port': {'id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '9863145d-c64e-47bd-9414-f532aeea0365', 'name': '', 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'mac_address': 'fa:16:3e:3e:8d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:53Z', 'updated_at': '2022-02-09T03:48:54Z', 'revision_number': 2, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'subnets': [{'id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:00.297306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Checking router: 99a14c25-599d-4ec9-bc51-2cf222861827 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:00.297607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Updating router 99a14c25-599d-4ec9-bc51-2cf222861827 port 9863145d-c64e-47bd-9414-f532aeea0365 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:49:00.303109 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Pushing event updated for resources: {'Port': ['ID=2b33fce8-741c-449f-be98-4bb6aa856759,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:00.305391 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Attempting to bind port 2b33fce8-741c-449f-be98-4bb6aa856759 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:00.305760 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Attempting to bind port 2b33fce8-741c-449f-be98-4bb6aa856759 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:00.306114 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Attempting to bind port 2b33fce8-741c-449f-be98-4bb6aa856759 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:00.327318 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:00.327685 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:00.328086 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:00.328471 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:00.328934 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Bound port: 2b33fce8-741c-449f-be98-4bb6aa856759, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:00.329309 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2b33fce8-741c-449f-be98-4bb6aa856759), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:00.343302 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.343640 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.344000 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.344363 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.344697 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.345024 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.345346 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.345693 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.346013 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.346329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.346645 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.346959 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.347272 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:00.366056 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9863145d-c64e-47bd-9414-f532aeea0365), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:00.428621 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] For port 2b33fce8-741c-449f-be98-4bb6aa856759, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:00.430401 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] For port 2b33fce8-741c-449f-be98-4bb6aa856759, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2b33fce8-741c-449f-be98-4bb6aa856759,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:00.445006 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2b33fce8-741c-449f-be98-4bb6aa856759), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:00.447907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7be6c763-61c9-4112-b41c-de2cbb217441 req-f630e088-f569-4b26-863a-c36a717380e1 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171643 Feb 09 03:49:00.530064 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:00.561834 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Routers {'724ab34a-d9b8-47f2-bdec-a1c28d88848a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:00.562546 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['724ab34a-d9b8-47f2-bdec-a1c28d88848a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:00.568232 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fecfb1-51a6-4a81-b14c-526933becdff None None] Pushing event updated for resources: {'Port': ['ID=2b33fce8-741c-449f-be98-4bb6aa856759,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:00.669787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b679faf-d438-4a7c-a304-be7bcd7fdb60 req-6b3d8049-b941-478d-9b96-58e5bce65401 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:00.677997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b679faf-d438-4a7c-a304-be7bcd7fdb60 req-6b3d8049-b941-478d-9b96-58e5bce65401 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.0764694 Feb 09 03:49:00.765982 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] Set router 724ab34a-d9b8-47f2-bdec-a1c28d88848a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:00.842001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ff216900-4c2e-4f0e-bc5b-008caa35a2ba None None] Provisioning complete for port 70b2749d-016e-48ab-aa83-c06c95bb50a5 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:00.842311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff216900-4c2e-4f0e-bc5b-008caa35a2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:00.905574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Allocated IP 172.20.0.1 (dddd48a7-44cc-4156-8c3d-835bc2318ec4/ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63/cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:01.090200 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'name': 'tempest-TestServerMultinode-545397106-router', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:56Z', 'updated_at': '2022-02-09T03:48:58Z', 'revision_number': 3, 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'gw_port': {'id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:57Z', 'updated_at': '2022-02-09T03:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:01.111823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 70b2749d-016e-48ab-aa83-c06c95bb50a5 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:01.112040 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Publish callbacks [] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:01.153636 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfe2a50-7878-4aca-b3df-df1fecc3bc7e None None] The sync data for ids ['724ab34a-d9b8-47f2-bdec-a1c28d88848a'] in n-d-824835-15 is: [{'id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'name': 'tempest-TestServerMultinode-545397106-router', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:56Z', 'updated_at': '2022-02-09T03:48:58Z', 'revision_number': 3, 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'gw_port': {'id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:57Z', 'updated_at': '2022-02-09T03:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:01.180246 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:01.287165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Network dddd48a7-44cc-4156-8c3d-835bc2318ec4 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:01.295853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 70b2749d-016e-48ab-aa83-c06c95bb50a5 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:01.296416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:01.296668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:01.306422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:01.321801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Pushing event updated for resources: {'Port': ['ID=cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:01.381790 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b679faf-d438-4a7c-a304-be7bcd7fdb60 req-484be51c-b8d9-40da-8cab-3473211c3361 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7023702 Feb 09 03:49:01.385452 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ff216900-4c2e-4f0e-bc5b-008caa35a2ba None None] Current status of the port 70b2749d-016e-48ab-aa83-c06c95bb50a5 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:01.393556 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (724ab34a-d9b8-47f2-bdec-a1c28d88848a), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:01.538722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 70b2749d-016e-48ab-aa83-c06c95bb50a5 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:01.639521 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Publish callbacks [] for port (9863145d-c64e-47bd-9414-f532aeea0365), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:01.655746 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9863145d-c64e-47bd-9414-f532aeea0365), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:01.726847 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:01.804092 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220f0e4-aaf7-438d-9e71-4f73002f76c8 None None] Pushing event updated for resources: {'Port': ['ID=9863145d-c64e-47bd-9414-f532aeea0365,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:01.899219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1c8559a1-3f6d-434a-a506-d25d08653b90 None None] Provisioning complete for port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:01.899560 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c8559a1-3f6d-434a-a506-d25d08653b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:01.955637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Attempting to bind port 9863145d-c64e-47bd-9414-f532aeea0365 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:01.956173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Attempting to bind port 9863145d-c64e-47bd-9414-f532aeea0365 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:01.956801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Attempting to bind port 9863145d-c64e-47bd-9414-f532aeea0365 on network ddef9188-9c47-4c37-87cd-e8efbd1685f0 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:01.962454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9444b-a190-4192-af23-973477e856b2 req-13011582-4112-4680-9aa1-a55e29335e2c tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:01.968354 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:01.968922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Checking segment: {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:01.969646 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:01.970158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Bound using segment: {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:01.970758 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Bound port: 9863145d-c64e-47bd-9414-f532aeea0365, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:01.971268 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9863145d-c64e-47bd-9414-f532aeea0365), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:01.979835 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4c9444b-a190-4192-af23-973477e856b2 req-13011582-4112-4680-9aa1-a55e29335e2c tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.0797069 Feb 09 03:49:01.999722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1c8559a1-3f6d-434a-a506-d25d08653b90 None None] Port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:02.066960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Publish callbacks [] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:02.082334 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:02.101995 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4c9444b-a190-4192-af23-973477e856b2 req-0697883a-c8bd-46e5-8759-28f46f0efdef tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209266 Feb 09 03:49:02.129007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] For port 9863145d-c64e-47bd-9414-f532aeea0365, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:02.132755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] For port 9863145d-c64e-47bd-9414-f532aeea0365, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9863145d-c64e-47bd-9414-f532aeea0365,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:02.144089 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9863145d-c64e-47bd-9414-f532aeea0365), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:02.157832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (724ab34a-d9b8-47f2-bdec-a1c28d88848a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:02.218407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Routers {'99a14c25-599d-4ec9-bc51-2cf222861827'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:02.219146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['99a14c25-599d-4ec9-bc51-2cf222861827'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:02.354488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Pushing event updated for resources: {'Port': ['ID=cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:02.388557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220f0e4-aaf7-438d-9e71-4f73002f76c8 None None] Pushing event updated for resources: {'Port': ['ID=9863145d-c64e-47bd-9414-f532aeea0365,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:02.433147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4c4b1072-103b-43ad-b59a-4cf14172aae2 None None] Provisioning complete for port 9863145d-c64e-47bd-9414-f532aeea0365 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:02.433838 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1072-103b-43ad-b59a-4cf14172aae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9863145d-c64e-47bd-9414-f532aeea0365), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:02.448279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Network dddd48a7-44cc-4156-8c3d-835bc2318ec4 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:02.451312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:02.506914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] Set router 99a14c25-599d-4ec9-bc51-2cf222861827 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:02.718024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Router 724ab34a-d9b8-47f2-bdec-a1c28d88848a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:49:02.878285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:02.884340 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9ff083b2-0714-4282-84da-db6f36af67ef admin admin] 10.222.0.21 "PUT /v2.0/routers/724ab34a-d9b8-47f2-bdec-a1c28d88848a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8592930 Feb 09 03:49:02.955183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b1072-103b-43ad-b59a-4cf14172aae2 None None] Current status of the port 9863145d-c64e-47bd-9414-f532aeea0365 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:02.956025 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1072-103b-43ad-b59a-4cf14172aae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9863145d-c64e-47bd-9414-f532aeea0365), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:03.003408 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4c4b1072-103b-43ad-b59a-4cf14172aae2 None None] For port 9863145d-c64e-47bd-9414-f532aeea0365, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9863145d-c64e-47bd-9414-f532aeea0365,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:03.038650 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1072-103b-43ad-b59a-4cf14172aae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9863145d-c64e-47bd-9414-f532aeea0365), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:03.135815 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b1072-103b-43ad-b59a-4cf14172aae2 None None] Pushing event updated for resources: {'Port': ['ID=9863145d-c64e-47bd-9414-f532aeea0365,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:03.192995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9863145d-c64e-47bd-9414-f532aeea0365 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:03.230576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ca994729-fa01-4f56-b5c7-f296ed91f552 None None] Provisioning complete for port 9863145d-c64e-47bd-9414-f532aeea0365 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:03.231047 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca994729-fa01-4f56-b5c7-f296ed91f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9863145d-c64e-47bd-9414-f532aeea0365), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:03.264477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403e74a-246c-4eb9-909f-6b66835d8da6 req-a7281ab1-1ed5-484a-a91e-5d0ccbf8e49d tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:03.266019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'name': 'tempest-TestServerMultinode-596983395-router', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:54Z', 'revision_number': 4, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'gw_port': {'id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '9863145d-c64e-47bd-9414-f532aeea0365', 'name': '', 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'mac_address': 'fa:16:3e:3e:8d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:53Z', 'updated_at': '2022-02-09T03:49:02Z', 'revision_number': 4, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'subnets': [{'id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:03.273085 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5403e74a-246c-4eb9-909f-6b66835d8da6 req-a7281ab1-1ed5-484a-a91e-5d0ccbf8e49d tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.0711312 Feb 09 03:49:03.322998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a587daf2-4187-4ebb-80bc-b19621284088 None None] The sync data for ids ['99a14c25-599d-4ec9-bc51-2cf222861827'] in n-d-824835-15 is: [{'id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'name': 'tempest-TestServerMultinode-596983395-router', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:54Z', 'revision_number': 4, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'gw_port': {'id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '9863145d-c64e-47bd-9414-f532aeea0365', 'name': '', 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'mac_address': 'fa:16:3e:3e:8d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:53Z', 'updated_at': '2022-02-09T03:49:02Z', 'revision_number': 4, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'subnets': [{'id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:03.403833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9863145d-c64e-47bd-9414-f532aeea0365 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:03.404885 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9863145d-c64e-47bd-9414-f532aeea0365), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:03.412058 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5403e74a-246c-4eb9-909f-6b66835d8da6 req-b67903e0-196a-4a05-a809-78a3a54c74b4 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377172 Feb 09 03:49:03.498055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ca994729-fa01-4f56-b5c7-f296ed91f552 None None] Current status of the port 9863145d-c64e-47bd-9414-f532aeea0365 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:03.514147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ca994729-fa01-4f56-b5c7-f296ed91f552 None None] Provisioning complete for port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:03.514509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca994729-fa01-4f56-b5c7-f296ed91f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:03.678271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ca994729-fa01-4f56-b5c7-f296ed91f552 None None] Port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:03.717010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9863145d-c64e-47bd-9414-f532aeea0365 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:03.718389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2b33fce8-741c-449f-be98-4bb6aa856759 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:03.851194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 2b33fce8-741c-449f-be98-4bb6aa856759 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:03.851573 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2b33fce8-741c-449f-be98-4bb6aa856759), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:04.014385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-fec05594-d870-4bb2-aaa2-b88399a1cf32 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:04.021286 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-fec05594-d870-4bb2-aaa2-b88399a1cf32 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/networks?id=ddef9188-9c47-4c37-87cd-e8efbd1685f0 HTTP/1.1" status: 200 len: 910 time: 0.2005458 Feb 09 03:49:04.023381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e771d-0aa6-40af-9354-6a4824cd4616 req-2ffc6215-bc72-458d-b773-6d2bac3034e3 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:04.033536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a3e771d-0aa6-40af-9354-6a4824cd4616 req-2ffc6215-bc72-458d-b773-6d2bac3034e3 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.2875831 Feb 09 03:49:04.046944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754847f-c4a1-43a0-8009-356756a03caf req-fb291925-e31c-4dfc-8ba7-61f00b853e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:04.048754 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2754847f-c4a1-43a0-8009-356756a03caf req-fb291925-e31c-4dfc-8ba7-61f00b853e6a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=70cdb5c8b82543ee8490bf7cf87ee3f5&device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 1128 time: 0.1985145 Feb 09 03:49:04.050035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-a56e536e-a99a-472c-b26c-0ae1fac4d3b5 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/quotas/d83725aec0ce4526a8a12e2fcf2ee9a8 HTTP/1.1" status: 200 len: 375 time: 0.0196183 Feb 09 03:49:04.053673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2b33fce8-741c-449f-be98-4bb6aa856759 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:04.054074 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2b33fce8-741c-449f-be98-4bb6aa856759), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:04.122887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 2b33fce8-741c-449f-be98-4bb6aa856759, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2b33fce8-741c-449f-be98-4bb6aa856759,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:04.134728 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2b33fce8-741c-449f-be98-4bb6aa856759), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:04.173502 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38071b03-eac9-4043-a669-e72f894435be None None] Sync routers for ids ['724ab34a-d9b8-47f2-bdec-a1c28d88848a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:04.187610 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38071b03-eac9-4043-a669-e72f894435be None None] Routers {'724ab34a-d9b8-47f2-bdec-a1c28d88848a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:04.190049 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-38071b03-eac9-4043-a669-e72f894435be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['724ab34a-d9b8-47f2-bdec-a1c28d88848a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:04.239018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-fa0191e5-3ab7-42d3-9d32-0e6a3cfa07a7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=d83725aec0ce4526a8a12e2fcf2ee9a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1725152 Feb 09 03:49:04.265672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=2b33fce8-741c-449f-be98-4bb6aa856759,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:04.271152 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a3e771d-0aa6-40af-9354-6a4824cd4616 req-d070038b-d945-4106-ac46-d71b7b5b9722 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363729 Feb 09 03:49:04.306192 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754847f-c4a1-43a0-8009-356756a03caf req-42fbeb64-a8dc-40dc-8114-1ba6f3fd2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:04.308665 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2754847f-c4a1-43a0-8009-356756a03caf req-42fbeb64-a8dc-40dc-8114-1ba6f3fd2f6d service neutron] 10.222.0.65 "GET /v2.0/networks?id=953f3901-ff02-4815-80b3-a6b2545684c7 HTTP/1.1" status: 200 len: 913 time: 0.2481422 Feb 09 03:49:04.363209 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2754847f-c4a1-43a0-8009-356756a03caf req-64b51d74-66ae-45d5-b063-58881bc41975 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24affdab-8d98-455b-a503-64a0eb2d6391 HTTP/1.1" status: 200 len: 217 time: 0.0447452 Feb 09 03:49:04.401193 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-01702a6d-3210-4acb-9277-610aceac2cbb service neutron] 10.222.0.21 "GET /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603882 Feb 09 03:49:04.419433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754847f-c4a1-43a0-8009-356756a03caf req-e5d836df-d30d-4fb0-8492-2d6d42fb0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:04.420859 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2754847f-c4a1-43a0-8009-356756a03caf req-e5d836df-d30d-4fb0-8492-2d6d42fb0808 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3ef60e-339c-4010-b3c8-ad92f245a00a HTTP/1.1" status: 200 len: 852 time: 0.0524721 Feb 09 03:49:04.477618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2754847f-c4a1-43a0-8009-356756a03caf req-38e100a6-92f2-49d1-8646-ed1c0b71134e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=953f3901-ff02-4815-80b3-a6b2545684c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498426 Feb 09 03:49:04.485757 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-38071b03-eac9-4043-a669-e72f894435be None None] Set router 724ab34a-d9b8-47f2-bdec-a1c28d88848a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:04.511332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-e0f8f569-03e3-4985-8947-2cd2339a2668 service neutron] 10.222.0.21 "GET /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084554 Feb 09 03:49:04.691046 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2754847f-c4a1-43a0-8009-356756a03caf req-5301e72a-f229-470f-8949-d73bf58af3f1 service neutron] 10.222.0.65 "GET /v2.0/networks/953f3901-ff02-4815-80b3-a6b2545684c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074142 Feb 09 03:49:04.858407 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-38071b03-eac9-4043-a669-e72f894435be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'name': 'tempest-TestServerMultinode-545397106-router', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:56Z', 'updated_at': '2022-02-09T03:49:01Z', 'revision_number': 4, 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'gw_port': {'id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:57Z', 'updated_at': '2022-02-09T03:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea', 'name': '', 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'mac_address': 'fa:16:3e:63:05:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:00Z', 'updated_at': '2022-02-09T03:49:01Z', 'revision_number': 2, 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'subnets': [{'id': 'ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:04.886374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-311e597b-b7d9-434d-b9cd-2df9e4273ff9 req-48368fcb-5c2b-478c-8d44-540161d16b94 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 210 time: 0.0852015 Feb 09 03:49:04.894614 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38071b03-eac9-4043-a669-e72f894435be None None] Checking router: 724ab34a-d9b8-47f2-bdec-a1c28d88848a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:04.894984 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38071b03-eac9-4043-a669-e72f894435be None None] Updating router 724ab34a-d9b8-47f2-bdec-a1c28d88848a port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:49:04.935827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2754847f-c4a1-43a0-8009-356756a03caf req-a9d69422-94f1-432d-93a8-1e738dc6481a service neutron] 10.222.0.65 "GET /v2.0/networks/953f3901-ff02-4815-80b3-a6b2545684c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391512 Feb 09 03:49:04.938548 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38071b03-eac9-4043-a669-e72f894435be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:05.009541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9863145d-c64e-47bd-9414-f532aeea0365 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:05.108881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9863145d-c64e-47bd-9414-f532aeea0365 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:05.109604 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9863145d-c64e-47bd-9414-f532aeea0365), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:05.200499 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9863145d-c64e-47bd-9414-f532aeea0365 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:05.201715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2b33fce8-741c-449f-be98-4bb6aa856759 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:05.260028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 2b33fce8-741c-449f-be98-4bb6aa856759 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:05.260454 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2b33fce8-741c-449f-be98-4bb6aa856759), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:05.325768 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38071b03-eac9-4043-a669-e72f894435be None None] Publish callbacks [] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:05.333444 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38071b03-eac9-4043-a669-e72f894435be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:05.364187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2b33fce8-741c-449f-be98-4bb6aa856759 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:05.459378 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-38071b03-eac9-4043-a669-e72f894435be None None] Attempting to bind port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:05.459707 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-38071b03-eac9-4043-a669-e72f894435be None None] Attempting to bind port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'bbbfbcd1-d59c-426d-a2ba-9486f6841e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:05.460028 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38071b03-eac9-4043-a669-e72f894435be None None] Attempting to bind port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea on network dddd48a7-44cc-4156-8c3d-835bc2318ec4 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:05.469190 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38071b03-eac9-4043-a669-e72f894435be None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:05.469585 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38071b03-eac9-4043-a669-e72f894435be None None] Checking segment: {'id': 'bbbfbcd1-d59c-426d-a2ba-9486f6841e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:05.470041 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38071b03-eac9-4043-a669-e72f894435be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:05.470662 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38071b03-eac9-4043-a669-e72f894435be None None] Bound using segment: {'id': 'bbbfbcd1-d59c-426d-a2ba-9486f6841e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:05.470919 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-38071b03-eac9-4043-a669-e72f894435be None None] Bound port: cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbfbcd1-d59c-426d-a2ba-9486f6841e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:05.471348 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38071b03-eac9-4043-a669-e72f894435be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:05.501907 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b86d6d-8ce1-4c4b-ac81-85ee3233d33f req-c1dd4970-1e0c-488d-bf74-9a8b55c9ec5c tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:05.521405 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40b86d6d-8ce1-4c4b-ac81-85ee3233d33f req-c1dd4970-1e0c-488d-bf74-9a8b55c9ec5c tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.0900748 Feb 09 03:49:05.589012 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40b86d6d-8ce1-4c4b-ac81-85ee3233d33f req-989794d2-c3c6-4126-aa6d-9c5e0baaad62 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657713 Feb 09 03:49:05.622969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-846a9e00-ffd6-40d5-b9da-03d18ff51f63 None None] Provisioning complete for port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:05.623349 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-846a9e00-ffd6-40d5-b9da-03d18ff51f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:05.632057 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389919d-6417-4c9e-aa0f-ae84c516122d None None] Pushing event updated for resources: {'Port': ['ID=cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:05.671296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-846a9e00-ffd6-40d5-b9da-03d18ff51f63 None None] Port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:05.702559 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-38071b03-eac9-4043-a669-e72f894435be None None] For port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:05.705881 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-38071b03-eac9-4043-a669-e72f894435be None None] For port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea,segment=NetworkSegment(bbbfbcd1-d59c-426d-a2ba-9486f6841e2b),segment_id=bbbfbcd1-d59c-426d-a2ba-9486f6841e2b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:05.712901 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38071b03-eac9-4043-a669-e72f894435be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:05.790127 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389919d-6417-4c9e-aa0f-ae84c516122d None None] Pushing event updated for resources: {'Port': ['ID=cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:05.801819 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38071b03-eac9-4043-a669-e72f894435be None None] Routers {'724ab34a-d9b8-47f2-bdec-a1c28d88848a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:05.802518 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-38071b03-eac9-4043-a669-e72f894435be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:48:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['724ab34a-d9b8-47f2-bdec-a1c28d88848a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:05.921619 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-38071b03-eac9-4043-a669-e72f894435be None None] Set router 724ab34a-d9b8-47f2-bdec-a1c28d88848a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:06.053638 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7fe6c772-704e-4b47-8471-de8205293886 req-c6b6dd6f-5e5b-4664-9236-852a0265be27 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 210 time: 0.0327301 Feb 09 03:49:06.096141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-07af5661-6e46-4316-9d1b-41ed2cd34ba9 None None] Provisioning complete for port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:06.096726 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07af5661-6e46-4316-9d1b-41ed2cd34ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:06.182096 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-38071b03-eac9-4043-a669-e72f894435be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'name': 'tempest-TestServerMultinode-545397106-router', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:56Z', 'updated_at': '2022-02-09T03:49:01Z', 'revision_number': 4, 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'gw_port': {'id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:57Z', 'updated_at': '2022-02-09T03:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea', 'name': '', 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'mac_address': 'fa:16:3e:63:05:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:00Z', 'updated_at': '2022-02-09T03:49:05Z', 'revision_number': 4, 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'subnets': [{'id': 'ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:06.182773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-07af5661-6e46-4316-9d1b-41ed2cd34ba9 None None] Current status of the port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:06.183311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07af5661-6e46-4316-9d1b-41ed2cd34ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:06.221823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-07af5661-6e46-4316-9d1b-41ed2cd34ba9 None None] For port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea,segment=NetworkSegment(bbbfbcd1-d59c-426d-a2ba-9486f6841e2b),segment_id=bbbfbcd1-d59c-426d-a2ba-9486f6841e2b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:06.228180 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07af5661-6e46-4316-9d1b-41ed2cd34ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:06.230469 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38071b03-eac9-4043-a669-e72f894435be None None] The sync data for ids ['724ab34a-d9b8-47f2-bdec-a1c28d88848a'] in n-d-824835-15 is: [{'id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'name': 'tempest-TestServerMultinode-545397106-router', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:56Z', 'updated_at': '2022-02-09T03:49:01Z', 'revision_number': 4, 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'gw_port': {'id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:57Z', 'updated_at': '2022-02-09T03:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea', 'name': '', 'network_id': 'dddd48a7-44cc-4156-8c3d-835bc2318ec4', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'mac_address': 'fa:16:3e:63:05:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:00Z', 'updated_at': '2022-02-09T03:49:05Z', 'revision_number': 4, 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'subnets': [{'id': 'ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:06.289807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af5661-6e46-4316-9d1b-41ed2cd34ba9 None None] Pushing event updated for resources: {'Port': ['ID=cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:06.361965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-f65869c5-7e41-48f3-802d-a829691c2b8d tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:06.363494 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-f65869c5-7e41-48f3-802d-a829691c2b8d tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.42 "GET /v2.0/networks?id=ddef9188-9c47-4c37-87cd-e8efbd1685f0 HTTP/1.1" status: 200 len: 910 time: 0.1624439 Feb 09 03:49:06.375899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Request body: {'port': {'device_id': 'f7d597e1-8cba-4755-960a-6e62b48f0548', 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0', 'admin_state_up': True, 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:06.417464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Made reservation on behalf of d83725aec0ce4526a8a12e2fcf2ee9a8 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:49:06.420144 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:06.580685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Allocated IP 172.20.0.4 (ddef9188-9c47-4c37-87cd-e8efbd1685f0/02dd5f0c-9551-4e9c-b1f4-01b12f884d9b/be2b7d67-1d6c-456c-9790-76092ce97864) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:06.767601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09d4b6-cb72-42c3-8d52-2da6ece8b8f3 req-6c128142-0d67-4af2-86d0-e41ef879214f tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:06.769277 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e09d4b6-cb72-42c3-8d52-2da6ece8b8f3 req-6c128142-0d67-4af2-86d0-e41ef879214f tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.0877731 Feb 09 03:49:06.779658 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks [] for port (be2b7d67-1d6c-456c-9790-76092ce97864), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:06.839037 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:06.846572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e09d4b6-cb72-42c3-8d52-2da6ece8b8f3 req-bce64fe5-7d29-4adb-8312-752597baab73 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656343 Feb 09 03:49:06.910740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Pushing event updated for resources: {'Port': ['ID=be2b7d67-1d6c-456c-9790-76092ce97864,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:06.923138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Network ddef9188-9c47-4c37-87cd-e8efbd1685f0 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:06.925273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:06.928390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:07.090022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:07.090989 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:07.104492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:07.147536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-58461f5a-828c-41f4-9163-1a36a530fa92 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7768664 Feb 09 03:49:07.162573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Request body: {'port': {'device_id': 'f7d597e1-8cba-4755-960a-6e62b48f0548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:07.219210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:07.219986 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:07.321057 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cd249-189f-4532-99d8-12ef4cbd2991 req-19b4aa62-e174-41ac-8385-31984712efce tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:07.328016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-548cd249-189f-4532-99d8-12ef4cbd2991 req-19b4aa62-e174-41ac-8385-31984712efce tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1027 time: 0.0847218 Feb 09 03:49:07.343161 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:07.373028 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a841cf-4402-4705-af99-2a7ae274b18a req-4c92c5f9-8e99-4980-bbf6-341ba0070dd5 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:07.380268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:07.380871 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25a841cf-4402-4705-af99-2a7ae274b18a req-4c92c5f9-8e99-4980-bbf6-341ba0070dd5 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.1300561 Feb 09 03:49:07.468780 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-548cd249-189f-4532-99d8-12ef4cbd2991 req-ae9dce54-a439-4a94-a58a-9a344d2f2a38 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330435 Feb 09 03:49:07.481609 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-db656ef0-9a3a-4c9f-bcf8-3ed4dcf5c205 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0831883 Feb 09 03:49:07.525722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-50266c77-1b29-4753-8281-a1c7897fa7aa None None] Provisioning complete for port be2b7d67-1d6c-456c-9790-76092ce97864 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:07.526183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50266c77-1b29-4753-8281-a1c7897fa7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:07.560916 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-25a841cf-4402-4705-af99-2a7ae274b18a req-cc78acb9-7ddf-4f8c-b1ba-fdfab7243611 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729422 Feb 09 03:49:07.577003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-50266c77-1b29-4753-8281-a1c7897fa7aa None None] Port be2b7d67-1d6c-456c-9790-76092ce97864 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:07.588251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-ff9dad9a-bcde-4107-8170-681349c212ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:07.589950 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-ff9dad9a-bcde-4107-8170-681349c212ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3f69e921aa14082a86e09bda26aeec5&device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 1128 time: 0.0588672 Feb 09 03:49:07.720847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-7d5eeabd-e3a7-430d-a7d4-11c26debd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:07.722805 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-7d5eeabd-e3a7-430d-a7d4-11c26debd59e service neutron] 10.222.0.42 "GET /v2.0/networks?id=67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 200 len: 912 time: 0.1110585 Feb 09 03:49:07.767846 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:07.772521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2b7d67-1d6c-456c-9790-76092ce97864 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:49:07.782597 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Publish callbacks [] for port (be2b7d67-1d6c-456c-9790-76092ce97864), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:07.800001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Transition to ACTIVE for port object be2b7d67-1d6c-456c-9790-76092ce97864 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:49:07.806570 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:07.831594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-0b49d16a-cad7-49b8-be26-69e67adb8e28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737aabb5-1a86-4bf6-9a4a-ff109de42006 HTTP/1.1" status: 200 len: 1001 time: 0.0956273 Feb 09 03:49:07.866262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Pushing event updated for resources: {'Port': ['ID=be2b7d67-1d6c-456c-9790-76092ce97864,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:07.922055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-4530f031-4b46-4400-8eaa-c98a66083345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:07.923871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-4530f031-4b46-4400-8eaa-c98a66083345 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=76252ee7-e7fa-4822-a2d9-8ea4bb95b98e HTTP/1.1" status: 200 len: 850 time: 0.0838208 Feb 09 03:49:07.970755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Attempting to bind port be2b7d67-1d6c-456c-9790-76092ce97864 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:07.971094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Attempting to bind port be2b7d67-1d6c-456c-9790-76092ce97864 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:07.971431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Attempting to bind port be2b7d67-1d6c-456c-9790-76092ce97864 on network ddef9188-9c47-4c37-87cd-e8efbd1685f0 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:07.976361 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Port be2b7d67-1d6c-456c-9790-76092ce97864 on network ddef9188-9c47-4c37-87cd-e8efbd1685f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:49:07.976694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Attempting to bind port be2b7d67-1d6c-456c-9790-76092ce97864 on network ddef9188-9c47-4c37-87cd-e8efbd1685f0 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:07.982905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:07.983339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Checking segment: {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:07.983633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Bound using segment: {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:07.984067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Bound port: be2b7d67-1d6c-456c-9790-76092ce97864, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:07.984430 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:07.986050 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-fea3c12f-f31a-4e9c-bed2-f1b7d13bbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:07.990662 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-fea3c12f-f31a-4e9c-bed2-f1b7d13bbf14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=67dff6fc-e2ea-4874-82ed-23ae56fafefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0595772 Feb 09 03:49:08.057302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] For port be2b7d67-1d6c-456c-9790-76092ce97864, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:08.060880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] For port be2b7d67-1d6c-456c-9790-76092ce97864, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=be2b7d67-1d6c-456c-9790-76092ce97864,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:08.068766 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:08.090293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:08.091175 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:08.092703 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-68f50967-234f-4676-9349-7aca94af5268 service neutron] 10.222.0.42 "PUT /v2.0/ports/be2b7d67-1d6c-456c-9790-76092ce97864 HTTP/1.1" status: 200 len: 1092 time: 0.9374444 Feb 09 03:49:08.094583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d597e1-8cba-4755-960a-6e62b48f0548', 'tag': 'be2b7d67-1d6c-456c-9790-76092ce97864'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:08.099867 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9ed6ef-d2f4-43f5-b62e-5dbcc27d35f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d597e1-8cba-4755-960a-6e62b48f0548", "tag": "be2b7d67-1d6c-456c-9790-76092ce97864"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:08.197988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-0368852e-f484-471b-ad87-a51157192ae4 service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910005 Feb 09 03:49:08.217942 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b293911a-9662-41f3-a079-d5bcc590e5ee x-openstack-request-id: req-b293911a-9662-41f3-a079-d5bcc590e5ee {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:08.218466 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d597e1-8cba-4755-960a-6e62b48f0548", "tag": "be2b7d67-1d6c-456c-9790-76092ce97864", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:08.221519 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b293911a-9662-41f3-a079-d5bcc590e5ee {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:08.223024 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d597e1-8cba-4755-960a-6e62b48f0548', 'tag': 'be2b7d67-1d6c-456c-9790-76092ce97864', 'status': 'completed', 'code': 200} Feb 09 03:49:08.259097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f50967-234f-4676-9349-7aca94af5268 service neutron] Pushing event updated for resources: {'Port': ['ID=be2b7d67-1d6c-456c-9790-76092ce97864,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:08.274455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-6c89f929-bb81-4e82-9806-ab55f2f931dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:08.277219 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-6c89f929-bb81-4e82-9806-ab55f2f931dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d83725aec0ce4526a8a12e2fcf2ee9a8&device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1126 time: 0.1169329 Feb 09 03:49:08.329918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-13a53f63-512d-4ab8-b41d-47e49ee8af3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2b7d67-1d6c-456c-9790-76092ce97864 HTTP/1.1" status: 200 len: 217 time: 0.0445714 Feb 09 03:49:08.332727 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-9225300d-eb6b-45cd-b7b8-304184706bd7 service neutron] 10.222.0.42 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229868 Feb 09 03:49:08.398136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-3bcd5f5f-16b7-4e12-b141-a27d1ef86163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:08.399752 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-3bcd5f5f-16b7-4e12-b141-a27d1ef86163 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02dd5f0c-9551-4e9c-b1f4-01b12f884d9b HTTP/1.1" status: 200 len: 848 time: 0.0576725 Feb 09 03:49:08.457624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-af6ec4ca-f13f-472c-8637-d20c9e4ab1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:08.459132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-af6ec4ca-f13f-472c-8637-d20c9e4ab1b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddef9188-9c47-4c37-87cd-e8efbd1685f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537689 Feb 09 03:49:08.550116 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-a4a39e91-56b8-4f19-80ab-c545cca21ce1 service neutron] 10.222.0.42 "GET /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849438 Feb 09 03:49:08.669477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdf812-e531-447d-95ba-32a82d425d4e req-b2cafab9-f7bd-423a-acb5-b3bcb45613b0 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:08.671174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cecdf812-e531-447d-95ba-32a82d425d4e req-b2cafab9-f7bd-423a-acb5-b3bcb45613b0 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1126 time: 0.1073003 Feb 09 03:49:08.692867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6477e10-040c-49f2-a9a6-14f0f735cc1d req-44a4f857-485e-407e-9a2d-770190df3aba tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:08.695090 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6477e10-040c-49f2-a9a6-14f0f735cc1d req-44a4f857-485e-407e-9a2d-770190df3aba tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.0670846 Feb 09 03:49:08.700354 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7219d9db-a97f-48de-80a8-eb91204bbe9f req-a376e4fe-5603-4a65-b7c3-1c55a04a6dbf service neutron] 10.222.0.42 "GET /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442304 Feb 09 03:49:08.730318 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cecdf812-e531-447d-95ba-32a82d425d4e req-f2e0b569-1b4f-4068-b98b-802d81ea75da tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487638 Feb 09 03:49:08.754115 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a6477e10-040c-49f2-a9a6-14f0f735cc1d req-4012b08b-6e0c-4044-aaf5-30603e5224a8 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511665 Feb 09 03:49:08.825313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed6ef-d2f4-43f5-b62e-5dbcc27d35f6 req-3a749248-bd4d-4a4f-ad37-7d3c3887b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:08.827996 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f9ed6ef-d2f4-43f5-b62e-5dbcc27d35f6 req-3a749248-bd4d-4a4f-ad37-7d3c3887b7ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d83725aec0ce4526a8a12e2fcf2ee9a8&device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1126 time: 0.0570648 Feb 09 03:49:08.955399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed6ef-d2f4-43f5-b62e-5dbcc27d35f6 req-7ebb871c-452a-45f3-ae7d-a993eb6459f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:08.955399 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f9ed6ef-d2f4-43f5-b62e-5dbcc27d35f6 req-7ebb871c-452a-45f3-ae7d-a993eb6459f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ddef9188-9c47-4c37-87cd-e8efbd1685f0 HTTP/1.1" status: 200 len: 910 time: 0.1210577 Feb 09 03:49:09.005542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88db56c-f459-4832-bac0-38df7660dacc req-8bebf329-f0ec-466f-a35a-3719943aab38 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:09.007373 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b88db56c-f459-4832-bac0-38df7660dacc req-8bebf329-f0ec-466f-a35a-3719943aab38 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.0771964 Feb 09 03:49:09.029286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f9ed6ef-d2f4-43f5-b62e-5dbcc27d35f6 req-dbc4d9a8-47d4-4dbe-9c64-9bba2651ba47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2b7d67-1d6c-456c-9790-76092ce97864 HTTP/1.1" status: 200 len: 217 time: 0.0680025 Feb 09 03:49:09.061168 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b88db56c-f459-4832-bac0-38df7660dacc req-141da86c-6903-46a7-b521-2daadb94b611 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Feb 09 03:49:09.099896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed6ef-d2f4-43f5-b62e-5dbcc27d35f6 req-f36533e0-dd76-4256-b6b8-3936031f7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:09.101335 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f9ed6ef-d2f4-43f5-b62e-5dbcc27d35f6 req-f36533e0-dd76-4256-b6b8-3936031f7101 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02dd5f0c-9551-4e9c-b1f4-01b12f884d9b HTTP/1.1" status: 200 len: 848 time: 0.0532331 Feb 09 03:49:09.106967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82ceb-7568-49bd-b399-85dcd462d34e req-567bd95c-8641-4b5b-a66e-5cb34c76e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:09.108317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4bb82ceb-7568-49bd-b399-85dcd462d34e req-567bd95c-8641-4b5b-a66e-5cb34c76e9ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=70cdb5c8b82543ee8490bf7cf87ee3f5&device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 1128 time: 0.0881279 Feb 09 03:49:09.218391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed6ef-d2f4-43f5-b62e-5dbcc27d35f6 req-42e98439-b40d-41cd-932a-673bc2ff9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:09.219923 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f9ed6ef-d2f4-43f5-b62e-5dbcc27d35f6 req-42e98439-b40d-41cd-932a-673bc2ff9bc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ddef9188-9c47-4c37-87cd-e8efbd1685f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1107721 Feb 09 03:49:09.237182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82ceb-7568-49bd-b399-85dcd462d34e req-697f5335-fede-4acc-bab3-ce54ae9dd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:09.238563 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4bb82ceb-7568-49bd-b399-85dcd462d34e req-697f5335-fede-4acc-bab3-ce54ae9dd80f service neutron] 10.222.0.65 "GET /v2.0/networks?id=953f3901-ff02-4815-80b3-a6b2545684c7 HTTP/1.1" status: 200 len: 913 time: 0.1221633 Feb 09 03:49:09.310769 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4bb82ceb-7568-49bd-b399-85dcd462d34e req-2c7e7cde-9156-4ffa-b4cd-7e79a323c727 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24affdab-8d98-455b-a503-64a0eb2d6391 HTTP/1.1" status: 200 len: 217 time: 0.0629220 Feb 09 03:49:09.379941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82ceb-7568-49bd-b399-85dcd462d34e req-75223618-520d-42a9-a9a7-7eef6f9b94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:09.381343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4bb82ceb-7568-49bd-b399-85dcd462d34e req-75223618-520d-42a9-a9a7-7eef6f9b94ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d3ef60e-339c-4010-b3c8-ad92f245a00a HTTP/1.1" status: 200 len: 852 time: 0.0649354 Feb 09 03:49:09.384662 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f9ed6ef-d2f4-43f5-b62e-5dbcc27d35f6 req-913d81e1-7a50-40b1-be55-806f28e78f2d service neutron] 10.222.0.42 "GET /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577790 Feb 09 03:49:09.450706 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4bb82ceb-7568-49bd-b399-85dcd462d34e req-0e1fade5-4ad4-43e2-84b5-aea571876fec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=953f3901-ff02-4815-80b3-a6b2545684c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637236 Feb 09 03:49:09.550409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f9ed6ef-d2f4-43f5-b62e-5dbcc27d35f6 req-f73aa228-8a0e-4c2e-8a08-a4afd4ca89a8 service neutron] 10.222.0.42 "GET /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562872 Feb 09 03:49:09.567309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4bb82ceb-7568-49bd-b399-85dcd462d34e req-a5f2c885-2640-47c0-a6a7-74eaeba7eb2b service neutron] 10.222.0.65 "GET /v2.0/networks/953f3901-ff02-4815-80b3-a6b2545684c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095047 Feb 09 03:49:09.652616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4bb82ceb-7568-49bd-b399-85dcd462d34e req-31e03175-3e9e-4fe0-9ac1-17c5e889fab4 service neutron] 10.222.0.65 "GET /v2.0/networks/953f3901-ff02-4815-80b3-a6b2545684c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796335 Feb 09 03:49:09.847067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840da708-8bc3-4081-83d1-db29eaa7dee6 req-43523596-39b6-4893-9a01-a4e02a54c676 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:09.848498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-840da708-8bc3-4081-83d1-db29eaa7dee6 req-43523596-39b6-4893-9a01-a4e02a54c676 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1126 time: 0.0453913 Feb 09 03:49:09.896088 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-840da708-8bc3-4081-83d1-db29eaa7dee6 req-39b7c361-1ae0-44be-8f19-fb2724eaaa7f tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420420 Feb 09 03:49:10.177895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39757a90-3cdb-4295-accf-c6a2b894f373 req-612ecf9d-838a-47c7-b143-8574e876e219 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:10.179490 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-39757a90-3cdb-4295-accf-c6a2b894f373 req-612ecf9d-838a-47c7-b143-8574e876e219 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.0525765 Feb 09 03:49:10.224842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-53e90d81-0a9d-4be6-bc26-d3f1d5580020 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:10.227168 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-53e90d81-0a9d-4be6-bc26-d3f1d5580020 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.1072595 Feb 09 03:49:10.227855 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-39757a90-3cdb-4295-accf-c6a2b894f373 req-4653bd07-119a-4ac0-816f-56264331afd0 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Feb 09 03:49:10.242544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-025401b3-6009-4c1a-b78d-1dc12e4212ff tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/quotas/a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 375 time: 0.0093331 Feb 09 03:49:10.302472 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-b5c8e000-3c3b-406a-9209-b46190a66162 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537319 Feb 09 03:49:10.390831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-de869649-752e-4760-bfca-ba79f2e1d5c0 service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818124 Feb 09 03:49:10.484447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-1210602f-e832-405d-aea2-4d8e2c9f3bd8 service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880365 Feb 09 03:49:10.764624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-53b9a563-53ca-4174-914a-c4c25dd895a3 req-53493a53-c022-4719-a32c-b079724d6368 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 210 time: 0.0267103 Feb 09 03:49:11.011979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c51d83-b09b-4dad-a5e6-80e030c08cc7 req-a9fb2e82-e13f-44d3-9bc9-7c3b9569d93c tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:11.014366 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95c51d83-b09b-4dad-a5e6-80e030c08cc7 req-a9fb2e82-e13f-44d3-9bc9-7c3b9569d93c tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1126 time: 0.0492983 Feb 09 03:49:11.063642 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95c51d83-b09b-4dad-a5e6-80e030c08cc7 req-ed8d3287-581f-4268-b53a-f347d727548b tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 Feb 09 03:49:11.348872 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b128-4a35-4f97-97cc-602a56f01ae6 req-086f9bca-2d09-4d8d-9af4-5cc1e622f5ee tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:11.350652 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44e9b128-4a35-4f97-97cc-602a56f01ae6 req-086f9bca-2d09-4d8d-9af4-5cc1e622f5ee tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.0543234 Feb 09 03:49:11.400631 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44e9b128-4a35-4f97-97cc-602a56f01ae6 req-e1edb67e-a373-46b8-82e9-029df03aaf9d tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 Feb 09 03:49:11.457872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device be2b7d67-1d6c-456c-9790-76092ce97864 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:49:11.559554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port be2b7d67-1d6c-456c-9790-76092ce97864, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=be2b7d67-1d6c-456c-9790-76092ce97864,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:11.572275 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'be2b7d67-1d6c-456c-9790-76092ce97864', 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0', 'port_id': 'be2b7d67-1d6c-456c-9790-76092ce97864', 'mac_address': 'fa:16:3e:cd:37:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:49:11.610375 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port be2b7d67-1d6c-456c-9790-76092ce97864 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:11.610770 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:11.628091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2b7d67-1d6c-456c-9790-76092ce97864 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:49:11.647712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port be2b7d67-1d6c-456c-9790-76092ce97864, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=be2b7d67-1d6c-456c-9790-76092ce97864,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:11.647932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee8c91-8e71-4fc3-b96a-225976c5aca7 req-fb341b59-20a6-479c-bfbf-2d7cc7cad354 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:11.649573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5fee8c91-8e71-4fc3-b96a-225976c5aca7 req-fb341b59-20a6-479c-bfbf-2d7cc7cad354 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.0556607 Feb 09 03:49:11.652949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:11.697668 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5fee8c91-8e71-4fc3-b96a-225976c5aca7 req-40f7cf3f-6f7f-4dcd-9f8e-b3c0f0e00827 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Feb 09 03:49:11.707269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=be2b7d67-1d6c-456c-9790-76092ce97864,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:11.868291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3250fa96-3084-4f39-a13e-dcca3d7ea4c7 req-a64210e3-399c-4c0f-9025-882df2f469a5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 210 time: 0.0310402 Feb 09 03:49:11.878068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['be2b7d67-1d6c-456c-9790-76092ce97864'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:49:11.908580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f5e35016-be08-403c-876f-ccc45677185f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:11.911309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f5e35016-be08-403c-876f-ccc45677185f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.1241839 Feb 09 03:49:11.938604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'port': {'device_id': 'cf686e08-2b84-43f4-b0d4-d5d5721e963c', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'admin_state_up': True, 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:12.058137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Made reservation on behalf of a84b6fef5efc481690cc4aaecd8c8b9a for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:49:12.063076 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:12.231828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3fbff-9aec-48e7-b8e0-5f03e7047a77 req-ed8ee50e-081e-4f6e-9f11-a7c875122fb3 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:12.233470 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e2c3fbff-9aec-48e7-b8e0-5f03e7047a77 req-ed8ee50e-081e-4f6e-9f11-a7c875122fb3 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1127 time: 0.1009271 Feb 09 03:49:12.237530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Allocated IP 172.20.0.14 (820dcbcf-88d8-48a9-b260-06b2dc83753e/9703353a-b52f-4207-9d03-52eb248f0c4e/196ca6d4-4f59-4954-b14b-eb68b42d5045) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:12.305714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e2c3fbff-9aec-48e7-b8e0-5f03e7047a77 req-09d12cf4-35ee-4715-a45c-6509e81c96cc tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659647 Feb 09 03:49:12.427943 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:12.461425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:12.500777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:12.506254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:12.509899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:12.537463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=196ca6d4-4f59-4954-b14b-eb68b42d5045,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:12.568845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:12.569681 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:12.587387 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-f8156430-2864-4790-ae22-b95a6a53129b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6535242 Feb 09 03:49:12.605804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Request body: {'port': {'device_id': 'cf686e08-2b84-43f4-b0d4-d5d5721e963c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:12.671565 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:12.796164 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d0db9fb8-b8fc-4418-9db5-82408ed8c164 None None] Provisioning complete for port 196ca6d4-4f59-4954-b14b-eb68b42d5045 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:12.796732 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0db9fb8-b8fc-4418-9db5-82408ed8c164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:12.833662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d0db9fb8-b8fc-4418-9db5-82408ed8c164 None None] Port 196ca6d4-4f59-4954-b14b-eb68b42d5045 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:12.863661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16f05-6fbb-4329-904b-bb5f48c254a7 req-520c3ad0-1b64-49cd-a334-eb0ffc9dac64 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:12.866722 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8f16f05-6fbb-4329-904b-bb5f48c254a7 req-520c3ad0-1b64-49cd-a334-eb0ffc9dac64 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.0875227 Feb 09 03:49:12.939666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f8f16f05-6fbb-4329-904b-bb5f48c254a7 req-cc180a9a-75f4-4f1b-806b-5412ea0f0b4e tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660341 Feb 09 03:49:13.019220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196ca6d4-4f59-4954-b14b-eb68b42d5045 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:49:13.030842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Publish callbacks [] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:13.051203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Transition to ACTIVE for port object 196ca6d4-4f59-4954-b14b-eb68b42d5045 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:49:13.055068 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:13.067841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7a5cc-4d47-4ffa-8e97-2efbb270c610 req-50308a4b-7ed8-48ac-81e7-6f73141d66a8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:13.069693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6ce7a5cc-4d47-4ffa-8e97-2efbb270c610 req-50308a4b-7ed8-48ac-81e7-6f73141d66a8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 932 time: 0.1169138 Feb 09 03:49:13.139365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Pushing event updated for resources: {'Port': ['ID=196ca6d4-4f59-4954-b14b-eb68b42d5045,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:13.435912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234325ba-e72e-4c9f-b3fe-d3db1cbd4593 req-bf388fcb-e1d8-452e-b6b7-438947310863 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:13.439149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-234325ba-e72e-4c9f-b3fe-d3db1cbd4593 req-bf388fcb-e1d8-452e-b6b7-438947310863 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1127 time: 0.0520015 Feb 09 03:49:13.459300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device be2b7d67-1d6c-456c-9790-76092ce97864 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:13.505412 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-234325ba-e72e-4c9f-b3fe-d3db1cbd4593 req-10382576-e1c7-4813-93f6-b10b867da094 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589597 Feb 09 03:49:13.555028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port be2b7d67-1d6c-456c-9790-76092ce97864 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:49:13.559889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port be2b7d67-1d6c-456c-9790-76092ce97864 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:13.560399 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:13.570771 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6ce7a5cc-4d47-4ffa-8e97-2efbb270c610 req-0fd0b606-9b9a-4b3c-a50b-db9bad1282d1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778705 Feb 09 03:49:13.604044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Attempting to bind port 196ca6d4-4f59-4954-b14b-eb68b42d5045 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:13.604367 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Attempting to bind port 196ca6d4-4f59-4954-b14b-eb68b42d5045 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:13.604840 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Attempting to bind port 196ca6d4-4f59-4954-b14b-eb68b42d5045 on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:13.611403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Port 196ca6d4-4f59-4954-b14b-eb68b42d5045 on network 820dcbcf-88d8-48a9-b260-06b2dc83753e not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:49:13.611736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Attempting to bind port 196ca6d4-4f59-4954-b14b-eb68b42d5045 on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:13.616749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:13.617090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Checking segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:13.617522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Bound using segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:13.617950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Bound port: 196ca6d4-4f59-4954-b14b-eb68b42d5045, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:13.618366 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:13.688242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] For port 196ca6d4-4f59-4954-b14b-eb68b42d5045, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:13.691653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] For port 196ca6d4-4f59-4954-b14b-eb68b42d5045, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=196ca6d4-4f59-4954-b14b-eb68b42d5045,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:13.699430 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:13.752235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:13.753157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:13.755848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] 10.222.0.65 "PUT /v2.0/ports/196ca6d4-4f59-4954-b14b-eb68b42d5045 HTTP/1.1" status: 200 len: 1093 time: 1.1535645 Feb 09 03:49:13.760743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf686e08-2b84-43f4-b0d4-d5d5721e963c', 'tag': '196ca6d4-4f59-4954-b14b-eb68b42d5045'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:13.763630 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbbfbde-765e-4645-b2e5-a34e8536d933" -d '{"events": [{"name": "network-changed", "server_uuid": "cf686e08-2b84-43f4-b0d4-d5d5721e963c", "tag": "196ca6d4-4f59-4954-b14b-eb68b42d5045"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:13.793992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c031e-29c5-430d-9634-c5ac2af6c855 service neutron] Pushing event updated for resources: {'Port': ['ID=196ca6d4-4f59-4954-b14b-eb68b42d5045,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:13.816794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4bb60-0f29-4905-ae5a-84462ff94300 req-c1802ba4-d9bd-4c85-861e-aa3616982d69 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:13.818662 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71c4bb60-0f29-4905-ae5a-84462ff94300 req-c1802ba4-d9bd-4c85-861e-aa3616982d69 tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.1078629 Feb 09 03:49:13.839682 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afda91f-9f4e-4d09-8296-faeb892c77e7 x-openstack-request-id: req-8afda91f-9f4e-4d09-8296-faeb892c77e7 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:13.839986 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf686e08-2b84-43f4-b0d4-d5d5721e963c", "tag": "196ca6d4-4f59-4954-b14b-eb68b42d5045", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:13.840767 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8afda91f-9f4e-4d09-8296-faeb892c77e7 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:13.841189 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf686e08-2b84-43f4-b0d4-d5d5721e963c', 'tag': '196ca6d4-4f59-4954-b14b-eb68b42d5045', 'status': 'completed', 'code': 200} Feb 09 03:49:13.875198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port be2b7d67-1d6c-456c-9790-76092ce97864 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:13.875797 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:13.891953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-99949213-c5d9-47c8-847f-7a94eabb040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:13.893538 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-99949213-c5d9-47c8-847f-7a94eabb040c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 1127 time: 0.0764151 Feb 09 03:49:13.911257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d597e1-8cba-4755-960a-6e62b48f0548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2b7d67-1d6c-456c-9790-76092ce97864'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:13.915442 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e69443b-a7bf-4a21-98ac-f7310df83344" -d '{"events": [{"server_uuid": "f7d597e1-8cba-4755-960a-6e62b48f0548", "name": "network-vif-plugged", "status": "completed", "tag": "be2b7d67-1d6c-456c-9790-76092ce97864"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:13.930366 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port be2b7d67-1d6c-456c-9790-76092ce97864, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=be2b7d67-1d6c-456c-9790-76092ce97864,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:13.937042 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:13.959156 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-8afde333-876c-4327-a066-920db3358026 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=196ca6d4-4f59-4954-b14b-eb68b42d5045 HTTP/1.1" status: 200 len: 217 time: 0.0530581 Feb 09 03:49:13.995782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-71c4bb60-0f29-4905-ae5a-84462ff94300 req-a3c63d55-9181-4374-b2b4-c6c1550807fd tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Deleting port 24affdab-8d98-455b-a503-64a0eb2d6391 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:13.997074 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-71c4bb60-0f29-4905-ae5a-84462ff94300 req-a3c63d55-9181-4374-b2b4-c6c1550807fd tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:14.029481 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aacd76-5e17-4a8b-b3a5-8a4ce32e3574 x-openstack-request-id: req-f1aacd76-5e17-4a8b-b3a5-8a4ce32e3574 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:14.029791 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d597e1-8cba-4755-960a-6e62b48f0548", "name": "network-vif-plugged", "status": "completed", "tag": "be2b7d67-1d6c-456c-9790-76092ce97864", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:14.029960 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1aacd76-5e17-4a8b-b3a5-8a4ce32e3574 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:14.030358 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d597e1-8cba-4755-960a-6e62b48f0548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2b7d67-1d6c-456c-9790-76092ce97864', 'code': 200} Feb 09 03:49:14.068944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=be2b7d67-1d6c-456c-9790-76092ce97864,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:14.103055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-9effa643-8d89-404c-b505-bd8d78945743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:14.104536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-9effa643-8d89-404c-b505-bd8d78945743 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.1371064 Feb 09 03:49:14.142292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ed866-75ca-4397-9bc5-76b312d93d3e req-bddbdf9a-2124-4b1b-bf55-43039028a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:14.144150 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-929ed866-75ca-4397-9bc5-76b312d93d3e req-bddbdf9a-2124-4b1b-bf55-43039028a626 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1128 time: 0.1006515 Feb 09 03:49:14.176604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-71c4bb60-0f29-4905-ae5a-84462ff94300 req-a3c63d55-9181-4374-b2b4-c6c1550807fd tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] For port 24affdab-8d98-455b-a503-64a0eb2d6391, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=24affdab-8d98-455b-a503-64a0eb2d6391,segment=NetworkSegment(a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3),segment_id=a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:14.176976 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-71c4bb60-0f29-4905-ae5a-84462ff94300 req-a3c63d55-9181-4374-b2b4-c6c1550807fd tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:14.195624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-17f10750-1178-496e-8173-1d7a4006cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:14.197232 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-17f10750-1178-496e-8173-1d7a4006cd89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0857599 Feb 09 03:49:14.201050 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bf364-4eb1-4a1e-8961-276e13576589 req-ed8ace40-d0f4-490a-a3ef-f0026901513d tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:14.202623 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-436bf364-4eb1-4a1e-8961-276e13576589 req-ed8ace40-d0f4-490a-a3ef-f0026901513d tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fc28c30-b3c3-49d3-a2d9-df4380828311 HTTP/1.1" status: 200 len: 945 time: 0.1224613 Feb 09 03:49:14.203741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-71c4bb60-0f29-4905-ae5a-84462ff94300 req-a3c63d55-9181-4374-b2b4-c6c1550807fd tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Calling delete_port for 24affdab-8d98-455b-a503-64a0eb2d6391 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:14.205380 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-929ed866-75ca-4397-9bc5-76b312d93d3e req-1e76deab-0407-4f29-9d24-47bd7230d9c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529606 Feb 09 03:49:14.299698 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-fb842a59-8b4e-4607-9fa8-b0092f47406f service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931077 Feb 09 03:49:14.310755 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-436bf364-4eb1-4a1e-8961-276e13576589 req-d4e44ac3-21a3-4dd8-8abd-606f166adfee tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.21 "GET /v2.0/security-groups?id=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988417 Feb 09 03:49:14.392212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-71c4bb60-0f29-4905-ae5a-84462ff94300 req-a3c63d55-9181-4374-b2b4-c6c1550807fd tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (24affdab-8d98-455b-a503-64a0eb2d6391), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:14.404702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f3e9173-53d5-4861-8d89-09ca8a686d94 req-cbdf2217-16c7-4524-8b55-50c3867220f7 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993037 Feb 09 03:49:14.426186 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['24affdab-8d98-455b-a503-64a0eb2d6391'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:49:14.437517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c63d55-9181-4374-b2b4-c6c1550807fd tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Pushing event deleted for resources: {'Port': ['ID=24affdab-8d98-455b-a503-64a0eb2d6391,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:14.480675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c4bb60-0f29-4905-ae5a-84462ff94300 req-a3c63d55-9181-4374-b2b4-c6c1550807fd tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] No DVR routers for this DVR port 24affdab-8d98-455b-a503-64a0eb2d6391 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:49:14.484162 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-71c4bb60-0f29-4905-ae5a-84462ff94300 req-a3c63d55-9181-4374-b2b4-c6c1550807fd tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:14.487583 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71c4bb60-0f29-4905-ae5a-84462ff94300 req-a3c63d55-9181-4374-b2b4-c6c1550807fd tempest-TestServerAdvancedOps-898556478 tempest-TestServerAdvancedOps-898556478-project] 10.222.0.65 "DELETE /v2.0/ports/24affdab-8d98-455b-a503-64a0eb2d6391 HTTP/1.1" status: 204 len: 173 time: 0.6615496 Feb 09 03:49:14.488049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc28c30-b3c3-49d3-a2d9-df4380828311', 'name': 'network-vif-deleted', 'tag': '24affdab-8d98-455b-a503-64a0eb2d6391'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:14.490374 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ae2cf0-15fc-4aa5-878e-f9cbf67b7a76" -d '{"events": [{"server_uuid": "8fc28c30-b3c3-49d3-a2d9-df4380828311", "name": "network-vif-deleted", "tag": "24affdab-8d98-455b-a503-64a0eb2d6391"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:14.539087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbfbde-765e-4645-b2e5-a34e8536d933 req-e45a738d-8bff-45d3-a2b4-49879cd92a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:14.540663 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2dbbfbde-765e-4645-b2e5-a34e8536d933 req-e45a738d-8bff-45d3-a2b4-49879cd92a0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 1127 time: 0.0641131 Feb 09 03:49:14.549676 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c04371-e95f-4353-9262-1bcbd7e2fd40 x-openstack-request-id: req-21c04371-e95f-4353-9262-1bcbd7e2fd40 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:14.549990 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc28c30-b3c3-49d3-a2d9-df4380828311", "name": "network-vif-deleted", "tag": "24affdab-8d98-455b-a503-64a0eb2d6391", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:14.550237 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21c04371-e95f-4353-9262-1bcbd7e2fd40 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:14.550644 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc28c30-b3c3-49d3-a2d9-df4380828311', 'name': 'network-vif-deleted', 'tag': '24affdab-8d98-455b-a503-64a0eb2d6391', 'status': 'completed', 'code': 200} Feb 09 03:49:14.640537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4adada-0fc0-4865-ade7-0a4540ca8300 req-c63fd91b-0088-4e35-8f17-07a74f590da4 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:14.643523 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef4adada-0fc0-4865-ade7-0a4540ca8300 req-c63fd91b-0088-4e35-8f17-07a74f590da4 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1128 time: 0.0697856 Feb 09 03:49:14.724899 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef4adada-0fc0-4865-ade7-0a4540ca8300 req-f6f104bd-d5ff-4dbc-b26c-6dc0864eb0d1 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746164 Feb 09 03:49:14.743352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbfbde-765e-4645-b2e5-a34e8536d933 req-726d044c-e006-48d3-890a-ee498b2feefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:14.744868 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2dbbfbde-765e-4645-b2e5-a34e8536d933 req-726d044c-e006-48d3-890a-ee498b2feefd service neutron] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.1689794 Feb 09 03:49:14.797305 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2dbbfbde-765e-4645-b2e5-a34e8536d933 req-56a5151b-55b4-4e53-b46d-e9aca3b2df5d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=196ca6d4-4f59-4954-b14b-eb68b42d5045 HTTP/1.1" status: 200 len: 217 time: 0.0459704 Feb 09 03:49:14.804228 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fe07b-e46f-417e-8312-37224915abfc req-298b3b38-ab7c-4743-903e-239b1bbf1fba tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:14.805666 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e27fe07b-e46f-417e-8312-37224915abfc req-298b3b38-ab7c-4743-903e-239b1bbf1fba tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.1183622 Feb 09 03:49:14.884221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbfbde-765e-4645-b2e5-a34e8536d933 req-5b1b8c19-a523-4b72-b8c1-b02a392c2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:14.885730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2dbbfbde-765e-4645-b2e5-a34e8536d933 req-5b1b8c19-a523-4b72-b8c1-b02a392c2184 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0792172 Feb 09 03:49:14.890934 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e27fe07b-e46f-417e-8312-37224915abfc req-0e23d1fb-7cbe-43bf-9550-bac9eed14991 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767186 Feb 09 03:49:14.940888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbfbde-765e-4645-b2e5-a34e8536d933 req-5bac048c-efe2-4298-81d1-2566e8b9d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:14.942355 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2dbbfbde-765e-4645-b2e5-a34e8536d933 req-5bac048c-efe2-4298-81d1-2566e8b9d950 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505815 Feb 09 03:49:15.049548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2dbbfbde-765e-4645-b2e5-a34e8536d933 req-45d8dfc6-a889-43f3-b40d-bf5f596278e1 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002088 Feb 09 03:49:15.148605 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2dbbfbde-765e-4645-b2e5-a34e8536d933 req-e6b9d442-1696-4761-b814-d32e17b82fbc service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920832 Feb 09 03:49:15.381917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43452) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:15.427810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00517b4-6b9c-4003-8930-7cc92eb229a8 admin admin] Deleting subnet 6d3ef60e-339c-4010-b3c8-ad92f245a00a {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:49:15.430933 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f00517b4-6b9c-4003-8930-7cc92eb229a8 admin admin] Publish callbacks [] for subnet (6d3ef60e-339c-4010-b3c8-ad92f245a00a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.466411 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f00517b4-6b9c-4003-8930-7cc92eb229a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (6d3ef60e-339c-4010-b3c8-ad92f245a00a), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.508796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f00517b4-6b9c-4003-8930-7cc92eb229a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (6d3ef60e-339c-4010-b3c8-ad92f245a00a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.561179 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f00517b4-6b9c-4003-8930-7cc92eb229a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (6d3ef60e-339c-4010-b3c8-ad92f245a00a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.588163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00517b4-6b9c-4003-8930-7cc92eb229a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3ef60e-339c-4010-b3c8-ad92f245a00a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:15.591013 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f00517b4-6b9c-4003-8930-7cc92eb229a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.594573 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f00517b4-6b9c-4003-8930-7cc92eb229a8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6d3ef60e-339c-4010-b3c8-ad92f245a00a HTTP/1.1" status: 204 len: 168 time: 0.2133858 Feb 09 03:49:15.597326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43454) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:15.648574 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eaefa95e-b389-42cf-8f2c-156b852543d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.671539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (953f3901-ff02-4815-80b3-a6b2545684c7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.751145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (953f3901-ff02-4815-80b3-a6b2545684c7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.774698 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953f3901-ff02-4815-80b3-a6b2545684c7']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:15.784967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:15.785332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:15.802464 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.837793 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.846612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:49:15.847002 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (a32a07bf-8fa3-4cde-b6ac-8ab6d010c8b3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:49:15.848665 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:49:15.901305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5700a-c064-4600-a14d-4e5feba65325 req-acaca78d-7d75-4199-b708-2da6d2d55ed2 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:15.903212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6c5700a-c064-4600-a14d-4e5feba65325 req-acaca78d-7d75-4199-b708-2da6d2d55ed2 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1128 time: 0.1115401 Feb 09 03:49:15.917266 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (953f3901-ff02-4815-80b3-a6b2545684c7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.931788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:15.935586 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] 10.222.0.21 "DELETE /v2.0/networks/953f3901-ff02-4815-80b3-a6b2545684c7 HTTP/1.1" status: 204 len: 168 time: 0.3369915 Feb 09 03:49:15.938424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43460) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:15.984027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6c5700a-c064-4600-a14d-4e5feba65325 req-3f82b5e0-5bd3-4994-aea1-d022088b018c tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736096 Feb 09 03:49:15.985762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a825d-0a09-4b36-8c9d-7c5bf4d39415 admin admin] Pushing event deleted for resources: {'Network': ['ID=953f3901-ff02-4815-80b3-a6b2545684c7,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:15.993750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b64eee2-d382-4460-97c1-71da28458e1a admin admin] Deleting subnet c73651d2-a2c4-4e08-8aa7-fe5cf8b7278a {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:49:16.015075 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b64eee2-d382-4460-97c1-71da28458e1a admin admin] Publish callbacks [] for subnet (c73651d2-a2c4-4e08-8aa7-fe5cf8b7278a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:16.084409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b64eee2-d382-4460-97c1-71da28458e1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (c73651d2-a2c4-4e08-8aa7-fe5cf8b7278a), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:16.110694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72d70b-9608-4402-8704-26d50626ef1b req-095afd51-71a2-4d84-8e9e-d1481feab92b tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:16.112154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e72d70b-9608-4402-8704-26d50626ef1b req-095afd51-71a2-4d84-8e9e-d1481feab92b tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1128 time: 0.0549679 Feb 09 03:49:16.117881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916827de-7f58-4f53-b468-f4be1f78fd13 req-93c3d3fd-4926-4b75-b642-2db2b33b6273 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:16.119347 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-916827de-7f58-4f53-b468-f4be1f78fd13 req-93c3d3fd-4926-4b75-b642-2db2b33b6273 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.1210806 Feb 09 03:49:16.151984 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b64eee2-d382-4460-97c1-71da28458e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c73651d2-a2c4-4e08-8aa7-fe5cf8b7278a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:16.160798 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e72d70b-9608-4402-8704-26d50626ef1b req-8e073075-9284-4135-a52d-6d662a216d5d tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Feb 09 03:49:16.206646 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-916827de-7f58-4f53-b468-f4be1f78fd13 req-2b3c37cf-0ef4-4561-99eb-a5e44627d5d8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776305 Feb 09 03:49:16.237414 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b64eee2-d382-4460-97c1-71da28458e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (c73651d2-a2c4-4e08-8aa7-fe5cf8b7278a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:16.263464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64eee2-d382-4460-97c1-71da28458e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73651d2-a2c4-4e08-8aa7-fe5cf8b7278a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:16.265544 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b64eee2-d382-4460-97c1-71da28458e1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:16.268711 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8b64eee2-d382-4460-97c1-71da28458e1a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c73651d2-a2c4-4e08-8aa7-fe5cf8b7278a HTTP/1.1" status: 204 len: 168 time: 0.3292775 Feb 09 03:49:16.271177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43466) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:16.293885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f5d14-b912-444c-a992-cf7f664f5948 req-017b76be-e47e-4926-9948-1710fb9b5da0 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:16.295634 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-896f5d14-b912-444c-a992-cf7f664f5948 req-017b76be-e47e-4926-9948-1710fb9b5da0 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1128 time: 0.0561380 Feb 09 03:49:16.344935 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-896f5d14-b912-444c-a992-cf7f664f5948 req-592ceb86-ab40-45ae-ab46-a2bc9cd4bcaf tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431430 Feb 09 03:49:16.349281 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (8854dd13-912a-4f1b-bb78-c7198b1b3341), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:16.435147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (8854dd13-912a-4f1b-bb78-c7198b1b3341), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:16.456660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8854dd13-912a-4f1b-bb78-c7198b1b3341']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:16.466689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b8355e-e79e-4567-ae3e-34f333e877ce') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:16.467054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b8355e-e79e-4567-ae3e-34f333e877ce') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:16.476667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (d4b8355e-e79e-4567-ae3e-34f333e877ce), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:16.532271 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (d4b8355e-e79e-4567-ae3e-34f333e877ce), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:16.544383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:49:16.545051 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (d4b8355e-e79e-4567-ae3e-34f333e877ce), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:49:16.546749 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:49:16.624961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (8854dd13-912a-4f1b-bb78-c7198b1b3341), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:16.630886 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:16.633990 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] 10.222.0.21 "DELETE /v2.0/networks/8854dd13-912a-4f1b-bb78-c7198b1b3341 HTTP/1.1" status: 204 len: 168 time: 0.3619027 Feb 09 03:49:16.638574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-1ecdb2b4-f6ef-47ae-985c-9fb6e12ca773 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:16.640075 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-1ecdb2b4-f6ef-47ae-985c-9fb6e12ca773 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/networks?id=ddef9188-9c47-4c37-87cd-e8efbd1685f0 HTTP/1.1" status: 200 len: 910 time: 0.1566939 Feb 09 03:49:16.649262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87103be-c22d-423f-9f02-0532e8f1bf4d admin admin] Pushing event deleted for resources: {'Network': ['ID=8854dd13-912a-4f1b-bb78-c7198b1b3341,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:16.665473 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-e9f82d37-5a0b-47b1-ae58-3ff73254aca7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/quotas/d83725aec0ce4526a8a12e2fcf2ee9a8 HTTP/1.1" status: 200 len: 375 time: 0.0089357 Feb 09 03:49:16.724802 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-0ffd8e5a-593f-4dce-a179-bbdd10044ea4 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=d83725aec0ce4526a8a12e2fcf2ee9a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522001 Feb 09 03:49:16.825279 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-daf68feb-2291-4575-a9ad-cc1e959d7779 service neutron] 10.222.0.21 "GET /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910838 Feb 09 03:49:16.841392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43482) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:16.930495 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cb5627a9-dd3f-44c4-a23f-a3502b886dd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70cdb5c8b82543ee8490bf7cf87ee3f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0880222 Feb 09 03:49:16.933255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43484) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:16.955674 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-7066fbc5-84a1-4220-a596-955e102889ce service neutron] 10.222.0.21 "GET /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227803 Feb 09 03:49:16.995992 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a1c4438-dab4-4c7e-bf90-dc36a868af5b admin admin] Publish callbacks [] for security_group (77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:17.023578 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a1c4438-dab4-4c7e-bf90-dc36a868af5b admin admin] Publish callbacks [] for security_group (77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:17.087357 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a1c4438-dab4-4c7e-bf90-dc36a868af5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:17.092629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a1c4438-dab4-4c7e-bf90-dc36a868af5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:17.100713 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6a1c4438-dab4-4c7e-bf90-dc36a868af5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b HTTP/1.1" status: 204 len: 168 time: 0.1636796 Feb 09 03:49:17.116367 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c4438-dab4-4c7e-bf90-dc36a868af5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c7d2b5-c792-4ec5-819b-c6b8ae35eb8b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:17.190675 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83a47a5f-b68b-45d9-96df-d1516248c0ec req-11ebe5fd-9bcd-4872-8251-f88b00f502fb tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 210 time: 0.0313067 Feb 09 03:49:17.306114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 24affdab-8d98-455b-a503-64a0eb2d6391 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:17.349688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 24affdab-8d98-455b-a503-64a0eb2d6391 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:17.350037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 24affdab-8d98-455b-a503-64a0eb2d6391 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:17.384703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390855d-cf3a-4edb-8a40-418530f8ef7e req-8a697211-6784-4131-a61c-99c0a584010c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:17.388164 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b390855d-cf3a-4edb-8a40-418530f8ef7e req-8a697211-6784-4131-a61c-99c0a584010c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.0941064 Feb 09 03:49:17.451052 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b390855d-cf3a-4edb-8a40-418530f8ef7e req-06993eea-eb54-4268-8048-09018461f1ad tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525799 Feb 09 03:49:17.538705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43502) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:17.585687 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-73e5f146-f960-4fe3-a244-82899d2b483a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6a76aa976544b2f8374119f91ca32a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458226 Feb 09 03:49:17.588295 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43504) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:17.639610 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03e0239d-3286-4668-8414-46a23f9eb101 admin admin] Publish callbacks [] for security_group (88ac1723-a328-42e4-ac66-ca78a3ebdadf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:17.665096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03e0239d-3286-4668-8414-46a23f9eb101 admin admin] Publish callbacks [] for security_group (88ac1723-a328-42e4-ac66-ca78a3ebdadf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:17.718100 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03e0239d-3286-4668-8414-46a23f9eb101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (88ac1723-a328-42e4-ac66-ca78a3ebdadf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:17.720957 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03e0239d-3286-4668-8414-46a23f9eb101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:17.722959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-03e0239d-3286-4668-8414-46a23f9eb101 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88ac1723-a328-42e4-ac66-ca78a3ebdadf HTTP/1.1" status: 204 len: 168 time: 0.1337383 Feb 09 03:49:17.731336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0239d-3286-4668-8414-46a23f9eb101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ac1723-a328-42e4-ac66-ca78a3ebdadf,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:18.172142 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a553a06f-8fa2-4ebf-999d-8339f62c45a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:18.350994 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89bb2c28-153e-4b9c-bbbd-6aafdc8a146a req-1e522618-4d56-43ac-85ef-969f49bfe078 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 210 time: 0.0761354 Feb 09 03:49:18.409311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-04f788e6-b20c-4f2c-a9aa-51c2b0b66390 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:18.411623 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-04f788e6-b20c-4f2c-a9aa-51c2b0b66390 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.65 "GET /v2.0/networks?id=ddef9188-9c47-4c37-87cd-e8efbd1685f0 HTTP/1.1" status: 200 len: 910 time: 0.1481183 Feb 09 03:49:18.424101 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Request body: {'port': {'device_id': '3ce35d9e-f3f9-45ea-8687-9591a62294d0', 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0', 'admin_state_up': True, 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:18.443041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Made reservation on behalf of d83725aec0ce4526a8a12e2fcf2ee9a8 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:49:18.445694 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:18.566313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Allocated IP 172.20.0.8 (ddef9188-9c47-4c37-87cd-e8efbd1685f0/02dd5f0c-9551-4e9c-b1f4-01b12f884d9b/61a2afd2-3346-41d1-a3bf-a01560ef3b3b) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:18.591965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a882f-f327-42b2-b731-d9fd3a5d0448 req-81a07df0-2aa6-483d-826b-aa238b9c967f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:18.593855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a27a882f-f327-42b2-b731-d9fd3a5d0448 req-81a07df0-2aa6-483d-826b-aa238b9c967f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.0592906 Feb 09 03:49:18.647893 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a27a882f-f327-42b2-b731-d9fd3a5d0448 req-8a189842-4444-4420-b2de-1300ef93fd85 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467458 Feb 09 03:49:18.733909 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks [] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:18.766960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:18.778332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['be2b7d67-1d6c-456c-9790-76092ce97864'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:49:18.814609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Network ddef9188-9c47-4c37-87cd-e8efbd1685f0 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:18.817896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:18.821306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:18.844636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Pushing event updated for resources: {'Port': ['ID=61a2afd2-3346-41d1-a3bf-a01560ef3b3b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:18.865567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:18.866173 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:18.887469 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-152a54ae-b02d-42cc-8fe2-1b0f8af64cc7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4663248 Feb 09 03:49:18.952804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Request body: {'port': {'device_id': '3ce35d9e-f3f9-45ea-8687-9591a62294d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:19.022442 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:19.181762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d78df3ae-36b9-47be-8297-f1c3446c0e00 None None] Provisioning complete for port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:19.182043 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d78df3ae-36b9-47be-8297-f1c3446c0e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:19.218206 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d78df3ae-36b9-47be-8297-f1c3446c0e00 None None] Port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:19.290581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a2afd2-3346-41d1-a3bf-a01560ef3b3b {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:49:19.298453 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Publish callbacks [] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:19.310652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Transition to ACTIVE for port object 61a2afd2-3346-41d1-a3bf-a01560ef3b3b will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:49:19.314654 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:19.365263 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Pushing event updated for resources: {'Port': ['ID=61a2afd2-3346-41d1-a3bf-a01560ef3b3b,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:19.404098 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:19.478212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Attempting to bind port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:19.478561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Attempting to bind port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:19.478894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Attempting to bind port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b on network ddef9188-9c47-4c37-87cd-e8efbd1685f0 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:19.490510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b on network ddef9188-9c47-4c37-87cd-e8efbd1685f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:49:19.490837 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Attempting to bind port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b on network ddef9188-9c47-4c37-87cd-e8efbd1685f0 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:19.500946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:19.501301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Checking segment: {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:19.501708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Bound using segment: {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:19.502146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Bound port: 61a2afd2-3346-41d1-a3bf-a01560ef3b3b, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1367cfa7-34a4-4e29-ab59-255eb7de61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:19.502507 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:19.519048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bca3e8-9b9a-495f-a0c9-5b72dc734f01 req-64397e0d-6d84-4687-aaba-3f1456fce4db tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:19.520608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-39bca3e8-9b9a-495f-a0c9-5b72dc734f01 req-64397e0d-6d84-4687-aaba-3f1456fce4db tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1053 time: 0.0721860 Feb 09 03:49:19.607921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] For port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:19.611708 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-39bca3e8-9b9a-495f-a0c9-5b72dc734f01 req-80e6ab2a-f6b5-4470-9a3d-6f97ac72d184 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703666 Feb 09 03:49:19.613463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] For port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=61a2afd2-3346-41d1-a3bf-a01560ef3b3b,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:19.620167 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:19.655971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:19.656719 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:19.658345 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] 10.222.0.65 "PUT /v2.0/ports/61a2afd2-3346-41d1-a3bf-a01560ef3b3b HTTP/1.1" status: 200 len: 1092 time: 0.7106376 Feb 09 03:49:19.658757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce35d9e-f3f9-45ea-8687-9591a62294d0', 'tag': '61a2afd2-3346-41d1-a3bf-a01560ef3b3b'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:19.661033 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a40c4a-c412-44e9-ab00-68c156a8b164" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce35d9e-f3f9-45ea-8687-9591a62294d0", "tag": "61a2afd2-3346-41d1-a3bf-a01560ef3b3b"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:19.714866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9adf90-956f-4c29-bc8b-9a0a9461a26f service neutron] Pushing event updated for resources: {'Port': ['ID=61a2afd2-3346-41d1-a3bf-a01560ef3b3b,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:19.734459 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c37e7-240e-4f2e-b7fe-b0c70f64b643 x-openstack-request-id: req-a32c37e7-240e-4f2e-b7fe-b0c70f64b643 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:19.734855 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce35d9e-f3f9-45ea-8687-9591a62294d0", "tag": "61a2afd2-3346-41d1-a3bf-a01560ef3b3b", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:19.735213 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a32c37e7-240e-4f2e-b7fe-b0c70f64b643 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:19.735729 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce35d9e-f3f9-45ea-8687-9591a62294d0', 'tag': '61a2afd2-3346-41d1-a3bf-a01560ef3b3b', 'status': 'completed', 'code': 200} Feb 09 03:49:19.807509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-2bfc604d-700c-40c4-bd84-633b386934f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:19.809633 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-2bfc604d-700c-40c4-bd84-633b386934f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d83725aec0ce4526a8a12e2fcf2ee9a8&device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1126 time: 0.0877278 Feb 09 03:49:19.821991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceaf6c-6e74-4025-9528-8a86fb5f7cc0 req-06c333e1-c573-4de4-b19f-779e6b08a9b7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:19.823489 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89ceaf6c-6e74-4025-9528-8a86fb5f7cc0 req-06c333e1-c573-4de4-b19f-779e6b08a9b7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.0865574 Feb 09 03:49:19.871140 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-fbcf7046-0c02-4c20-9e7f-138ca702a1ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61a2afd2-3346-41d1-a3bf-a01560ef3b3b HTTP/1.1" status: 200 len: 217 time: 0.0466597 Feb 09 03:49:19.932304 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89ceaf6c-6e74-4025-9528-8a86fb5f7cc0 req-9511960a-0995-4d96-ad3c-55a3e8938891 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012619 Feb 09 03:49:19.942699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-2edd9c58-8594-4018-815a-7634e02b7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:19.944440 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-2edd9c58-8594-4018-815a-7634e02b7ca6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02dd5f0c-9551-4e9c-b1f4-01b12f884d9b HTTP/1.1" status: 200 len: 848 time: 0.0654972 Feb 09 03:49:20.010184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-b6f8e202-faa1-4cc3-8b52-e78c6e86a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:20.011739 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-b6f8e202-faa1-4cc3-8b52-e78c6e86a559 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ddef9188-9c47-4c37-87cd-e8efbd1685f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0619521 Feb 09 03:49:20.099317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-e64ca5c1-f36c-460a-a0cf-fd7ced0ef844 service neutron] 10.222.0.65 "GET /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811303 Feb 09 03:49:20.191066 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c9d407aa-aaf9-4148-aad1-8d4ddb699885 req-dea4dbd4-049f-4959-8d07-9267d37c6e99 service neutron] 10.222.0.65 "GET /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857537 Feb 09 03:49:20.317486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a40c4a-c412-44e9-ab00-68c156a8b164 req-098b5f8a-94e6-480c-a030-878512c7f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:20.319039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6a40c4a-c412-44e9-ab00-68c156a8b164 req-098b5f8a-94e6-480c-a030-878512c7f2d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d83725aec0ce4526a8a12e2fcf2ee9a8&device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1126 time: 0.0474987 Feb 09 03:49:20.416368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a40c4a-c412-44e9-ab00-68c156a8b164 req-2293295d-a67f-43bf-98f8-1d1ebe7c8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:20.417912 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6a40c4a-c412-44e9-ab00-68c156a8b164 req-2293295d-a67f-43bf-98f8-1d1ebe7c8ebc service neutron] 10.222.0.65 "GET /v2.0/networks?id=ddef9188-9c47-4c37-87cd-e8efbd1685f0 HTTP/1.1" status: 200 len: 910 time: 0.0933821 Feb 09 03:49:20.466177 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6a40c4a-c412-44e9-ab00-68c156a8b164 req-c778aad6-6221-4b7d-83e2-99997e7b69d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61a2afd2-3346-41d1-a3bf-a01560ef3b3b HTTP/1.1" status: 200 len: 217 time: 0.0420241 Feb 09 03:49:20.518965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a40c4a-c412-44e9-ab00-68c156a8b164 req-fbc18a02-bc69-458b-aeb1-1b1c1feaba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:20.520415 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6a40c4a-c412-44e9-ab00-68c156a8b164 req-fbc18a02-bc69-458b-aeb1-1b1c1feaba21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02dd5f0c-9551-4e9c-b1f4-01b12f884d9b HTTP/1.1" status: 200 len: 848 time: 0.0490177 Feb 09 03:49:20.572733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a40c4a-c412-44e9-ab00-68c156a8b164 req-ae73f387-c034-4471-ae38-a3217ce5899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:20.574397 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6a40c4a-c412-44e9-ab00-68c156a8b164 req-ae73f387-c034-4471-ae38-a3217ce5899f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ddef9188-9c47-4c37-87cd-e8efbd1685f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482953 Feb 09 03:49:20.680779 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6a40c4a-c412-44e9-ab00-68c156a8b164 req-d232fc3a-80f1-4aa0-a6b3-79bd6039deeb service neutron] 10.222.0.65 "GET /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001625 Feb 09 03:49:20.751714 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aafe9-d3f7-4b3d-b6c6-b07dd22f1258 req-33656f14-c98c-4c26-a8f9-184a09aedf79 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:20.757951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-174aafe9-d3f7-4b3d-b6c6-b07dd22f1258 req-33656f14-c98c-4c26-a8f9-184a09aedf79 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1126 time: 0.0616741 Feb 09 03:49:20.783315 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6a40c4a-c412-44e9-ab00-68c156a8b164 req-4d10f4f6-4834-44ce-992f-71f6d062a7cc service neutron] 10.222.0.65 "GET /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973234 Feb 09 03:49:20.802266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-174aafe9-d3f7-4b3d-b6c6-b07dd22f1258 req-91e69506-4c93-4b78-878b-d3a6bac9ba95 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Feb 09 03:49:20.824109 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:21.060531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993d3d5-4241-483a-923d-4d7d0e89957e req-3a1acf2c-4958-40f4-999c-5ea4153ef0d7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:21.062052 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e993d3d5-4241-483a-923d-4d7d0e89957e req-3a1acf2c-4958-40f4-999c-5ea4153ef0d7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.0541844 Feb 09 03:49:21.114877 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e993d3d5-4241-483a-923d-4d7d0e89957e req-391b5f42-f5f9-41d9-803d-b899ba622ffb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471058 Feb 09 03:49:21.920900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6d94f-6cad-40b9-ba6e-59c9f3dd8391 req-1593d43c-8748-4b7a-a9c8-ecbca581e4b3 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:21.922504 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-26f6d94f-6cad-40b9-ba6e-59c9f3dd8391 req-1593d43c-8748-4b7a-a9c8-ecbca581e4b3 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1126 time: 0.0451894 Feb 09 03:49:21.969746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-26f6d94f-6cad-40b9-ba6e-59c9f3dd8391 req-f8a9f341-dab6-4c44-b19f-78f6131f4657 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413778 Feb 09 03:49:21.989001 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:22.235907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55680e-c18d-437c-bb9c-1272e29f30f3 req-d905c2ba-870d-4e67-89e9-4623441ef63e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:22.237901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c55680e-c18d-437c-bb9c-1272e29f30f3 req-d905c2ba-870d-4e67-89e9-4623441ef63e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.0545554 Feb 09 03:49:22.286986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0c55680e-c18d-437c-bb9c-1272e29f30f3 req-cbba803a-c88c-4ac4-b02a-8900a8f707a2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431647 Feb 09 03:49:23.083592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cfac5-e997-453f-be2d-e433f70883a5 req-bfce6c23-455b-4554-90a2-51d6ae1485c7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:23.085103 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-537cfac5-e997-453f-be2d-e433f70883a5 req-bfce6c23-455b-4554-90a2-51d6ae1485c7 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1126 time: 0.0474417 Feb 09 03:49:23.133001 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-537cfac5-e997-453f-be2d-e433f70883a5 req-b8f8c6d8-9484-43f0-b6a4-8b439f086bb6 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422468 Feb 09 03:49:23.323345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 61a2afd2-3346-41d1-a3bf-a01560ef3b3b details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:49:23.412298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022e968-6d72-449e-ac20-9849d6129676 req-7c714a16-6638-4b2a-85f1-dc2dee107374 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:23.413816 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4022e968-6d72-449e-ac20-9849d6129676 req-7c714a16-6638-4b2a-85f1-dc2dee107374 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.0520730 Feb 09 03:49:23.422807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=61a2afd2-3346-41d1-a3bf-a01560ef3b3b,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:23.438000 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '61a2afd2-3346-41d1-a3bf-a01560ef3b3b', 'network_id': 'ddef9188-9c47-4c37-87cd-e8efbd1685f0', 'port_id': '61a2afd2-3346-41d1-a3bf-a01560ef3b3b', 'mac_address': 'fa:16:3e:0a:66:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd5f0c-9551-4e9c-b1f4-01b12f884d9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:49:23.461518 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4022e968-6d72-449e-ac20-9849d6129676 req-1e4b47a9-634f-441c-a278-a60e7e9a2d1f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Feb 09 03:49:23.476288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:23.476288 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:23.489849 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a2afd2-3346-41d1-a3bf-a01560ef3b3b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:49:23.509965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=61a2afd2-3346-41d1-a3bf-a01560ef3b3b,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:23.514642 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:23.580052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=61a2afd2-3346-41d1-a3bf-a01560ef3b3b,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:23.858682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ed88d-8d0d-49cb-b01d-d6d44f4ede42 req-0feb31f4-ca13-4f11-9693-9b44016dd8f1 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:23.860050 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-212ed88d-8d0d-49cb-b01d-d6d44f4ede42 req-0feb31f4-ca13-4f11-9693-9b44016dd8f1 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0526876 Feb 09 03:49:23.907799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['61a2afd2-3346-41d1-a3bf-a01560ef3b3b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:49:23.908350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-212ed88d-8d0d-49cb-b01d-d6d44f4ede42 req-7b211fd7-31fc-4f63-a7f4-2157f190285d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425954 Feb 09 03:49:24.253306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6fcbb-a5a7-46d6-b272-0892f1fe41e1 req-8c333509-0210-4ce5-b496-5dad715b1f73 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:24.254867 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28d6fcbb-a5a7-46d6-b272-0892f1fe41e1 req-8c333509-0210-4ce5-b496-5dad715b1f73 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1127 time: 0.0518441 Feb 09 03:49:24.266597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:24.301343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28d6fcbb-a5a7-46d6-b272-0892f1fe41e1 req-fb5fd57a-2b0d-471c-b446-bf05ba75cc80 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Feb 09 03:49:24.581300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd1cfc-6d90-4650-8443-d0b0c8b9f7a4 req-17eee22c-092a-4e7c-812a-680b57b823b2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:24.582802 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5cdd1cfc-6d90-4650-8443-d0b0c8b9f7a4 req-17eee22c-092a-4e7c-812a-680b57b823b2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.0521820 Feb 09 03:49:24.632274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5cdd1cfc-6d90-4650-8443-d0b0c8b9f7a4 req-e9538695-93cc-4412-8462-5fa6ef8abda8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438735 Feb 09 03:49:25.028946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc1be-e28f-4c7a-8234-c7ace65c697c req-6186a555-4dc6-4f93-8098-d28e614e1db5 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:25.030439 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cbfc1be-e28f-4c7a-8234-c7ace65c697c req-6186a555-4dc6-4f93-8098-d28e614e1db5 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0542569 Feb 09 03:49:25.077625 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cbfc1be-e28f-4c7a-8234-c7ace65c697c req-0f5ebb70-bd27-4124-87b8-6cfedabab1f1 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415199 Feb 09 03:49:25.330694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 61a2afd2-3346-41d1-a3bf-a01560ef3b3b up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:25.379144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:49:25.383598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:25.384010 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:25.412219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880ebda-3fc6-4fd0-8ca8-97664cffdea2 req-b4b6a55c-8acf-4b59-be6c-640e234513c9 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:25.413791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5880ebda-3fc6-4fd0-8ca8-97664cffdea2 req-b4b6a55c-8acf-4b59-be6c-640e234513c9 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1127 time: 0.0453300 Feb 09 03:49:25.461302 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5880ebda-3fc6-4fd0-8ca8-97664cffdea2 req-83adce0e-1ebd-4c72-99f6-b5d5f1349fd0 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Feb 09 03:49:25.465485 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:25.465885 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:25.488286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce35d9e-f3f9-45ea-8687-9591a62294d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a2afd2-3346-41d1-a3bf-a01560ef3b3b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:25.490536 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c5ca57-893a-42bd-9f10-86dba31ba722" -d '{"events": [{"server_uuid": "3ce35d9e-f3f9-45ea-8687-9591a62294d0", "name": "network-vif-plugged", "status": "completed", "tag": "61a2afd2-3346-41d1-a3bf-a01560ef3b3b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:25.502771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=61a2afd2-3346-41d1-a3bf-a01560ef3b3b,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:25.507865 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:25.531942 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef3117f-80e4-4c51-87c1-ffbcd4655713 x-openstack-request-id: req-2ef3117f-80e4-4c51-87c1-ffbcd4655713 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:25.532245 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce35d9e-f3f9-45ea-8687-9591a62294d0", "name": "network-vif-plugged", "status": "completed", "tag": "61a2afd2-3346-41d1-a3bf-a01560ef3b3b", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:25.532501 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ef3117f-80e4-4c51-87c1-ffbcd4655713 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:25.532892 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce35d9e-f3f9-45ea-8687-9591a62294d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a2afd2-3346-41d1-a3bf-a01560ef3b3b', 'code': 200} Feb 09 03:49:25.558091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=61a2afd2-3346-41d1-a3bf-a01560ef3b3b,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:25.662591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de2eac-f676-4b57-9550-f9f7aa3ce996 req-7eacd7ce-2278-429b-93e8-ecf1887d9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:25.663612 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7de2eac-f676-4b57-9550-f9f7aa3ce996 req-7eacd7ce-2278-429b-93e8-ecf1887d9dd7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1128 time: 0.0485504 Feb 09 03:49:25.711363 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7de2eac-f676-4b57-9550-f9f7aa3ce996 req-e1f4b14b-806a-4a6f-bd09-90e33f4c263a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Feb 09 03:49:25.756183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf775e-1b3f-4ce1-9d5f-4ebb994c10de req-c707dd71-3906-45a5-9718-3330b463a3fd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:25.757705 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7dbf775e-1b3f-4ce1-9d5f-4ebb994c10de req-c707dd71-3906-45a5-9718-3330b463a3fd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.0535777 Feb 09 03:49:25.804632 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7dbf775e-1b3f-4ce1-9d5f-4ebb994c10de req-37f9aca4-4a29-4cff-bd71-4d9670157cef tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Feb 09 03:49:25.861765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-7a833470-e8a1-42c1-9da4-5a50ea8c1ad5 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:25.863261 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-7a833470-e8a1-42c1-9da4-5a50ea8c1ad5 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.0537920 Feb 09 03:49:25.955183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Deleting port 737aabb5-1a86-4bf6-9a4a-ff109de42006 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:25.955440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:26.048228 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] For port 737aabb5-1a86-4bf6-9a4a-ff109de42006, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=737aabb5-1a86-4bf6-9a4a-ff109de42006,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:26.048934 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:26.310341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3522067-98f3-49fa-8483-4799dff8d3d6 req-d66167c6-f43b-4f4f-89b4-6d330d94fd59 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:26.311810 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3522067-98f3-49fa-8483-4799dff8d3d6 req-d66167c6-f43b-4f4f-89b4-6d330d94fd59 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 945 time: 0.1562254 Feb 09 03:49:26.347360 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:26.347744 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (0daa8286-6b8a-47ca-800c-138fd6443de2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:26.348052 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Floating IP 0daa8286-6b8a-47ca-800c-138fd6443de2 disassociated. External IP: 172.25.5.159, port: 737aabb5-1a86-4bf6-9a4a-ff109de42006. Feb 09 03:49:26.348382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Calling delete_port for 737aabb5-1a86-4bf6-9a4a-ff109de42006 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:26.415007 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3522067-98f3-49fa-8483-4799dff8d3d6 req-59e46380-b0f5-4952-a8ab-187b11a25ddc tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=35623044-208c-4304-8bfd-918fb4a7af21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945184 Feb 09 03:49:26.506760 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (737aabb5-1a86-4bf6-9a4a-ff109de42006), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:26.540747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event deleted for resources: {'Port': ['ID=737aabb5-1a86-4bf6-9a4a-ff109de42006,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:26.589965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08079794-de60-4b30-83d2-7123786815f6 req-a97b3a77-28f0-41a8-b17e-ab1bc17fce42 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:26.591526 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08079794-de60-4b30-83d2-7123786815f6 req-a97b3a77-28f0-41a8-b17e-ab1bc17fce42 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1128 time: 0.0593717 Feb 09 03:49:26.635834 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08079794-de60-4b30-83d2-7123786815f6 req-0f37c8dc-bd20-4883-a7cc-ffc10d2dd392 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385780 Feb 09 03:49:26.669953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Router fe54a105-c97d-4bb9-a21e-b4c95dabc24e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:49:27.177003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3579e90-46ce-4f0c-a526-8b0fa7a2fe37 req-f465be4b-2eab-4329-aff3-24e994948cf7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:27.178423 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3579e90-46ce-4f0c-a526-8b0fa7a2fe37 req-f465be4b-2eab-4329-aff3-24e994948cf7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.0789196 Feb 09 03:49:27.181269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:27.191813 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcff7b3-e072-41ea-b304-2015b703a36f None None] Sync routers for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:27.202609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcff7b3-e072-41ea-b304-2015b703a36f None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:27.203222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-cdcff7b3-e072-41ea-b304-2015b703a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:27.237653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] No DVR routers for this DVR port 737aabb5-1a86-4bf6-9a4a-ff109de42006 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:49:27.240879 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:27.244170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac185c91-10ca-4540-a545-7ce3a7626962 req-1dfde73c-fb06-445a-9e56-689aa5174850 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.42 "DELETE /v2.0/ports/737aabb5-1a86-4bf6-9a4a-ff109de42006 HTTP/1.1" status: 204 len: 173 time: 1.3761349 Feb 09 03:49:27.244890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'name': 'network-vif-deleted', 'tag': '737aabb5-1a86-4bf6-9a4a-ff109de42006'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:27.247942 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d48532-f639-4207-87f5-599959a2172e" -d '{"events": [{"server_uuid": "1ece16a8-86db-48f3-ad9b-702f543df4a5", "name": "network-vif-deleted", "tag": "737aabb5-1a86-4bf6-9a4a-ff109de42006"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:27.280772 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3579e90-46ce-4f0c-a526-8b0fa7a2fe37 req-29e600e8-00f2-415c-951a-ff5aeecc0cb4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940025 Feb 09 03:49:27.290616 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a73254-2b33-4d9a-a53c-63bc8670b225 x-openstack-request-id: req-e5a73254-2b33-4d9a-a53c-63bc8670b225 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:27.291070 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ece16a8-86db-48f3-ad9b-702f543df4a5", "name": "network-vif-deleted", "tag": "737aabb5-1a86-4bf6-9a4a-ff109de42006", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:27.291461 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5a73254-2b33-4d9a-a53c-63bc8670b225 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:27.291877 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ece16a8-86db-48f3-ad9b-702f543df4a5', 'name': 'network-vif-deleted', 'tag': '737aabb5-1a86-4bf6-9a4a-ff109de42006', 'status': 'completed', 'code': 200} Feb 09 03:49:27.329630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-cdcff7b3-e072-41ea-b304-2015b703a36f None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:27.364659 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:49:27.522523 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7eb45e1e-68bf-4a54-8e38-4cdb206f956a req-74308cdc-4dd0-4d7a-840f-ea134b4f63f8 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ece16a8-86db-48f3-ad9b-702f543df4a5 HTTP/1.1" status: 200 len: 210 time: 0.0275528 Feb 09 03:49:27.531365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-cdcff7b3-e072-41ea-b304-2015b703a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:27.557703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcff7b3-e072-41ea-b304-2015b703a36f None None] Checking router: fe54a105-c97d-4bb9-a21e-b4c95dabc24e for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:27.566425 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcff7b3-e072-41ea-b304-2015b703a36f None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:27.567012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-cdcff7b3-e072-41ea-b304-2015b703a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:27.679924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-cdcff7b3-e072-41ea-b304-2015b703a36f None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:27.755392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d83da5-7ed9-47c7-9876-aace3b49413a req-39b4a05b-1276-41d2-8a42-e50d1d235b76 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:27.757033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8d83da5-7ed9-47c7-9876-aace3b49413a req-39b4a05b-1276-41d2-8a42-e50d1d235b76 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1128 time: 0.0474625 Feb 09 03:49:27.803416 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b8d83da5-7ed9-47c7-9876-aace3b49413a req-aa235cc9-6e7d-41a6-9e9e-88842da41c86 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388172 Feb 09 03:49:27.882867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-cdcff7b3-e072-41ea-b304-2015b703a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:27.913176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcff7b3-e072-41ea-b304-2015b703a36f None None] The sync data for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 is: [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:27.913654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae87fa-ffac-4305-93cc-baaf8fcc8d4f req-3e14e30b-990f-47dc-8f97-1d098734f818 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:27.915304 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5eae87fa-ffac-4305-93cc-baaf8fcc8d4f req-3e14e30b-990f-47dc-8f97-1d098734f818 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1128 time: 0.0445046 Feb 09 03:49:27.962393 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5eae87fa-ffac-4305-93cc-baaf8fcc8d4f req-00717ee2-c7a0-405b-b277-7d0c38617e83 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 Feb 09 03:49:28.077697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857367f5-2874-45b1-8a4f-a6164adbae77 req-9c71f223-e3cc-49be-a7ad-931f07dc22e5 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:28.079176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-857367f5-2874-45b1-8a4f-a6164adbae77 req-9c71f223-e3cc-49be-a7ad-931f07dc22e5 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1128 time: 0.0458999 Feb 09 03:49:28.131812 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-857367f5-2874-45b1-8a4f-a6164adbae77 req-26aa26d8-6981-4146-8f1b-df92cffcb013 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467837 Feb 09 03:49:28.154661 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d8dad6-48b6-4231-a306-5fd0c082b573 None None] New status for floating IP 0daa8286-6b8a-47ca-800c-138fd6443de2: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:49:28.376040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b81bc-0073-468e-a96d-166b1add4286 req-c5a0108f-61a2-4f72-98e3-37d58c1cd8f0 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:28.377581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cb4b81bc-0073-468e-a96d-166b1add4286 req-c5a0108f-61a2-4f72-98e3-37d58c1cd8f0 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1128 time: 0.0458508 Feb 09 03:49:28.412607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eba239-b18b-4d22-b8a6-648870a76490 req-99b98d68-ef5f-49ef-af0f-3f2ab3cfdb8d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:28.414267 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-60eba239-b18b-4d22-b8a6-648870a76490 req-99b98d68-ef5f-49ef-af0f-3f2ab3cfdb8d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.0582361 Feb 09 03:49:28.426286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cb4b81bc-0073-468e-a96d-166b1add4286 req-a305c563-cc6c-4636-bffa-c89c37e95a76 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Feb 09 03:49:28.462564 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-60eba239-b18b-4d22-b8a6-648870a76490 req-b214aaa7-b797-4535-8c54-990cad6c24a4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421505 Feb 09 03:49:28.604552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43580) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:28.656889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3c46-0cb0-4d0e-b4e4-213881f19129 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group (35623044-208c-4304-8bfd-918fb4a7af21), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:28.679060 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3c46-0cb0-4d0e-b4e4-213881f19129 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group (35623044-208c-4304-8bfd-918fb4a7af21), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:28.725305 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3c46-0cb0-4d0e-b4e4-213881f19129 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (35623044-208c-4304-8bfd-918fb4a7af21), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:28.727862 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3c46-0cb0-4d0e-b4e4-213881f19129 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:28.729008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7a2e3c46-0cb0-4d0e-b4e4-213881f19129 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "DELETE /v2.0/security-groups/35623044-208c-4304-8bfd-918fb4a7af21 HTTP/1.1" status: 204 len: 168 time: 0.1234665 Feb 09 03:49:28.734756 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43582) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:28.738246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3c46-0cb0-4d0e-b4e4-213881f19129 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35623044-208c-4304-8bfd-918fb4a7af21,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:28.749265 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-e287e4f0-129d-481e-be56-45531535cda9 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] show failed (client error): The resource could not be found. Feb 09 03:49:28.750475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e287e4f0-129d-481e-be56-45531535cda9 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups/35623044-208c-4304-8bfd-918fb4a7af21 HTTP/1.1" status: 404 len: 347 time: 0.0146663 Feb 09 03:49:28.753342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43584) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:28.877593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b749c07d-3574-4df2-a162-e5253bd7088a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Deleting port bf40abe8-dd05-4cf4-94e8-056b337d68fd {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:28.877939 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b749c07d-3574-4df2-a162-e5253bd7088a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (bf40abe8-dd05-4cf4-94e8-056b337d68fd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:28.959481 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b749c07d-3574-4df2-a162-e5253bd7088a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (bf40abe8-dd05-4cf4-94e8-056b337d68fd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:28.959851 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b749c07d-3574-4df2-a162-e5253bd7088a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (bf40abe8-dd05-4cf4-94e8-056b337d68fd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:28.975924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b749c07d-3574-4df2-a162-e5253bd7088a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Calling delete_port for bf40abe8-dd05-4cf4-94e8-056b337d68fd owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:29.111090 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b749c07d-3574-4df2-a162-e5253bd7088a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (bf40abe8-dd05-4cf4-94e8-056b337d68fd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.140303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749c07d-3574-4df2-a162-e5253bd7088a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event deleted for resources: {'Port': ['ID=bf40abe8-dd05-4cf4-94e8-056b337d68fd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:29.204189 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b749c07d-3574-4df2-a162-e5253bd7088a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (0daa8286-6b8a-47ca-800c-138fd6443de2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.206847 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b749c07d-3574-4df2-a162-e5253bd7088a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.208105 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b749c07d-3574-4df2-a162-e5253bd7088a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "DELETE /v2.0/floatingips/0daa8286-6b8a-47ca-800c-138fd6443de2 HTTP/1.1" status: 204 len: 168 time: 0.4536738 Feb 09 03:49:29.505957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43592) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:29.510319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f7fc269e-0265-4028-b067-d4bf2c20c717 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--976284000', 'description': 'tempest-description--229036692'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:29.522852 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 737aabb5-1a86-4bf6-9a4a-ff109de42006 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:29.545559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 737aabb5-1a86-4bf6-9a4a-ff109de42006 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:29.545997 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 737aabb5-1a86-4bf6-9a4a-ff109de42006 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:29.560297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7fc269e-0265-4028-b067-d4bf2c20c717 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.565250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1d798-b8c8-48c7-b186-4c8af011002f req-d8572830-1f89-44de-9eb7-499450831948 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:29.566957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7db1d798-b8c8-48c7-b186-4c8af011002f req-d8572830-1f89-44de-9eb7-499450831948 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1128 time: 0.0717824 Feb 09 03:49:29.609144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f24102-8b42-480b-af4c-baee9ce6d146 req-bf67dd0a-15b1-418f-8e69-57bfe738c890 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:29.610866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11f24102-8b42-480b-af4c-baee9ce6d146 req-bf67dd0a-15b1-418f-8e69-57bfe738c890 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.0657265 Feb 09 03:49:29.644507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7db1d798-b8c8-48c7-b186-4c8af011002f req-3f747bbf-5174-484f-aa2b-7a8ecbcf906a tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683420 Feb 09 03:49:29.664338 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11f24102-8b42-480b-af4c-baee9ce6d146 req-0c6a22fb-f99a-44a9-91da-cd5904fc4607 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471919 Feb 09 03:49:29.686576 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7fc269e-0265-4028-b067-d4bf2c20c717 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group (f5454d8d-70de-4556-b1d6-7024f3cd1f33), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.690314 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7fc269e-0265-4028-b067-d4bf2c20c717 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f5454d8d-70de-4556-b1d6-7024f3cd1f33), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.721386 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7fc269e-0265-4028-b067-d4bf2c20c717 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.722595 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f7fc269e-0265-4028-b067-d4bf2c20c717 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2156467 Feb 09 03:49:29.724430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc269e-0265-4028-b067-d4bf2c20c717 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5454d8d-70de-4556-b1d6-7024f3cd1f33,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:29.725646 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43594) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:29.731146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f5f759f3-57d5-418e-b503-fa08a4d84a4a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Request body: {'security_group_rule': {'security_group_id': 'f5454d8d-70de-4556-b1d6-7024f3cd1f33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:29.758009 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5f759f3-57d5-418e-b503-fa08a4d84a4a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group_rule (d16114cf-6de9-4e80-aa04-a6bcc21fafb4), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.809385 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5f759f3-57d5-418e-b503-fa08a4d84a4a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group_rule (d16114cf-6de9-4e80-aa04-a6bcc21fafb4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.812877 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5f759f3-57d5-418e-b503-fa08a4d84a4a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (d16114cf-6de9-4e80-aa04-a6bcc21fafb4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.831391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f759f3-57d5-418e-b503-fa08a4d84a4a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16114cf-6de9-4e80-aa04-a6bcc21fafb4,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:29.838866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f5f759f3-57d5-418e-b503-fa08a4d84a4a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.840944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f5f759f3-57d5-418e-b503-fa08a4d84a4a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138833 Feb 09 03:49:29.843259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43596) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:29.847595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-590cbbc0-7ef9-4126-94e8-a63567a278b1 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Request body: {'security_group_rule': {'security_group_id': 'f5454d8d-70de-4556-b1d6-7024f3cd1f33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:29.871523 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-590cbbc0-7ef9-4126-94e8-a63567a278b1 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group_rule (89d12e60-f0f2-4efc-bf7b-8649db38c82d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.931673 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-590cbbc0-7ef9-4126-94e8-a63567a278b1 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group_rule (89d12e60-f0f2-4efc-bf7b-8649db38c82d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.936389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-590cbbc0-7ef9-4126-94e8-a63567a278b1 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (89d12e60-f0f2-4efc-bf7b-8649db38c82d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.958865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cbbc0-7ef9-4126-94e8-a63567a278b1 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d12e60-f0f2-4efc-bf7b-8649db38c82d,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:29.966380 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-590cbbc0-7ef9-4126-94e8-a63567a278b1 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.967565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-590cbbc0-7ef9-4126-94e8-a63567a278b1 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233556 Feb 09 03:49:29.970597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43598) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:29.974873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:29.995389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:30.091966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb78c6f-9aa2-4a9a-a56e-fcef0b932d04 req-4a2e9045-5a7e-4b81-ade1-53dfbd20e5fb tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:30.093484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2eb78c6f-9aa2-4a9a-a56e-fcef0b932d04 req-4a2e9045-5a7e-4b81-ade1-53dfbd20e5fb tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 1128 time: 0.0792861 Feb 09 03:49:30.182115 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:30.241017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-2eb78c6f-9aa2-4a9a-a56e-fcef0b932d04 req-71ea9cf4-69a1-4a82-939a-38780120d6d9 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Deleting port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:30.241376 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2eb78c6f-9aa2-4a9a-a56e-fcef0b932d04 req-71ea9cf4-69a1-4a82-939a-38780120d6d9 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:30.351859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Allocated IP 172.25.5.37 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/dac0b556-22e8-40a6-83fa-41c0f244af45) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:30.373800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-2eb78c6f-9aa2-4a9a-a56e-fcef0b932d04 req-71ea9cf4-69a1-4a82-939a-38780120d6d9 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] For port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=61a2afd2-3346-41d1-a3bf-a01560ef3b3b,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:30.374157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2eb78c6f-9aa2-4a9a-a56e-fcef0b932d04 req-71ea9cf4-69a1-4a82-939a-38780120d6d9 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:30.398549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-2eb78c6f-9aa2-4a9a-a56e-fcef0b932d04 req-71ea9cf4-69a1-4a82-939a-38780120d6d9 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Calling delete_port for 61a2afd2-3346-41d1-a3bf-a01560ef3b3b owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:30.529523 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for port (dac0b556-22e8-40a6-83fa-41c0f244af45), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:30.601429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (dac0b556-22e8-40a6-83fa-41c0f244af45), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:30.631721 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2eb78c6f-9aa2-4a9a-a56e-fcef0b932d04 req-71ea9cf4-69a1-4a82-939a-38780120d6d9 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (61a2afd2-3346-41d1-a3bf-a01560ef3b3b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:30.641607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['be2b7d67-1d6c-456c-9790-76092ce97864'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:49:30.646437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:30.656081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:30.659723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:30.689707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event updated for resources: {'Port': ['ID=dac0b556-22e8-40a6-83fa-41c0f244af45,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:30.706924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['61a2afd2-3346-41d1-a3bf-a01560ef3b3b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:49:30.757927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb78c6f-9aa2-4a9a-a56e-fcef0b932d04 req-71ea9cf4-69a1-4a82-939a-38780120d6d9 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] No DVR routers for this DVR port 61a2afd2-3346-41d1-a3bf-a01560ef3b3b on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:49:30.762894 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-2eb78c6f-9aa2-4a9a-a56e-fcef0b932d04 req-71ea9cf4-69a1-4a82-939a-38780120d6d9 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:30.766229 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2eb78c6f-9aa2-4a9a-a56e-fcef0b932d04 req-71ea9cf4-69a1-4a82-939a-38780120d6d9 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.65 "DELETE /v2.0/ports/61a2afd2-3346-41d1-a3bf-a01560ef3b3b HTTP/1.1" status: 204 len: 173 time: 0.6668637 Feb 09 03:49:30.766852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce35d9e-f3f9-45ea-8687-9591a62294d0', 'name': 'network-vif-deleted', 'tag': '61a2afd2-3346-41d1-a3bf-a01560ef3b3b'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:30.769148 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7105e6-6d9b-44a3-829f-1ca9d0cfe388" -d '{"events": [{"server_uuid": "3ce35d9e-f3f9-45ea-8687-9591a62294d0", "name": "network-vif-deleted", "tag": "61a2afd2-3346-41d1-a3bf-a01560ef3b3b"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:30.771727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea9cf4-69a1-4a82-939a-38780120d6d9 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Pushing event deleted for resources: {'Port': ['ID=61a2afd2-3346-41d1-a3bf-a01560ef3b3b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:30.846473 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98bf5392-2d2d-4f9e-a42b-9257bbd20860 req-949c65fd-d663-4fc6-ad18-45001ef4c3da tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ce35d9e-f3f9-45ea-8687-9591a62294d0 HTTP/1.1" status: 200 len: 210 time: 0.0748792 Feb 09 03:49:30.896332 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2979e483-e78f-4f1b-99d6-2385fc0a4c5c x-openstack-request-id: req-2979e483-e78f-4f1b-99d6-2385fc0a4c5c {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:30.896642 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce35d9e-f3f9-45ea-8687-9591a62294d0", "name": "network-vif-deleted", "tag": "61a2afd2-3346-41d1-a3bf-a01560ef3b3b", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:30.896885 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2979e483-e78f-4f1b-99d6-2385fc0a4c5c {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:30.897290 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce35d9e-f3f9-45ea-8687-9591a62294d0', 'name': 'network-vif-deleted', 'tag': '61a2afd2-3346-41d1-a3bf-a01560ef3b3b', 'status': 'completed', 'code': 200} Feb 09 03:49:30.926455 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (c06335c5-565d-4d80-a3c3-e1c52a7d1899), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:30.951409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e016b-2c8a-4a97-98c8-84418cf8558c req-b93f24c5-7a98-4603-b504-4f7fd3f177e1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:30.952947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea7e016b-2c8a-4a97-98c8-84418cf8558c req-b93f24c5-7a98-4603-b504-4f7fd3f177e1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 944 time: 0.1651998 Feb 09 03:49:31.003951 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (dac0b556-22e8-40a6-83fa-41c0f244af45), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.058109 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea7e016b-2c8a-4a97-98c8-84418cf8558c req-c42c5d09-0f6c-4bfc-9f6b-44c574bb861e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960929 Feb 09 03:49:31.170377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for port (dac0b556-22e8-40a6-83fa-41c0f244af45), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.175031 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (dac0b556-22e8-40a6-83fa-41c0f244af45), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.243973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event updated for resources: {'Port': ['ID=dac0b556-22e8-40a6-83fa-41c0f244af45,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:31.252589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (c06335c5-565d-4d80-a3c3-e1c52a7d1899), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.269120 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.270371 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-321e1c97-5fdd-4988-b846-8c9e422d311d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2988479 Feb 09 03:49:31.369030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 196ca6d4-4f59-4954-b14b-eb68b42d5045 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:49:31.472382 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-623c2bbf-122d-4544-b4d0-65f4af4874a4 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--976284000&fields=id&tenant_id=f3f69e921aa14082a86e09bda26aeec5 HTTP/1.1" status: 200 len: 267 time: 0.0430079 Feb 09 03:49:31.473095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 196ca6d4-4f59-4954-b14b-eb68b42d5045, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=196ca6d4-4f59-4954-b14b-eb68b42d5045,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:31.485280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '196ca6d4-4f59-4954-b14b-eb68b42d5045', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'port_id': '196ca6d4-4f59-4954-b14b-eb68b42d5045', 'mac_address': 'fa:16:3e:d2:85:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:49:31.522122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 196ca6d4-4f59-4954-b14b-eb68b42d5045 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:31.522561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.535980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196ca6d4-4f59-4954-b14b-eb68b42d5045 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:49:31.555232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 196ca6d4-4f59-4954-b14b-eb68b42d5045, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=196ca6d4-4f59-4954-b14b-eb68b42d5045,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:31.559436 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.583448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-c7272380-7d10-4df3-8a27-ba60de2cd0f2 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:31.584951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-c7272380-7d10-4df3-8a27-ba60de2cd0f2 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/networks?id=67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 200 len: 811 time: 0.1061854 Feb 09 03:49:31.600182 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-a645d7c9-05db-43d7-947a-cabfbe82f48d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/quotas/f3f69e921aa14082a86e09bda26aeec5 HTTP/1.1" status: 200 len: 375 time: 0.0090053 Feb 09 03:49:31.607009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=196ca6d4-4f59-4954-b14b-eb68b42d5045,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:31.659744 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-3ac70097-a1a3-4e59-b4bc-2ade34b16460 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3f69e921aa14082a86e09bda26aeec5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543330 Feb 09 03:49:31.756183 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-1585ab25-dd91-4a13-9d92-4ebd3ec24b8d service neutron] 10.222.0.21 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849218 Feb 09 03:49:31.844918 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-84ad3a4e-7853-43ee-942b-7f4c9c48926a service neutron] 10.222.0.21 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829139 Feb 09 03:49:31.929019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['196ca6d4-4f59-4954-b14b-eb68b42d5045'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:49:32.024606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-888dd584-19a1-490f-8f43-e67068f4dadc req-b5ec4776-b200-4380-86d1-33de044e3372 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 210 time: 0.0330310 Feb 09 03:49:32.166895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b68a56-7f3d-4d5c-9537-9cbbe8e019d5 req-25618c2e-ed00-4d07-bd32-48f461fed8fe tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:32.169131 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2b68a56-7f3d-4d5c-9537-9cbbe8e019d5 req-25618c2e-ed00-4d07-bd32-48f461fed8fe tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1128 time: 0.0468662 Feb 09 03:49:32.206501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b13252-d6cd-4c6d-909c-2d19fb13c6a0 req-30bf3835-0b23-489a-961a-abe3a8b0db5f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:32.208020 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13b13252-d6cd-4c6d-909c-2d19fb13c6a0 req-30bf3835-0b23-489a-961a-abe3a8b0db5f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 945 time: 0.0692921 Feb 09 03:49:32.224606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2b68a56-7f3d-4d5c-9537-9cbbe8e019d5 req-065250fd-b56c-4055-9fd0-cd78e380f263 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496969 Feb 09 03:49:32.268941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13b13252-d6cd-4c6d-909c-2d19fb13c6a0 req-948f7aa7-20ae-4de7-bdf4-2c865a68aa9d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548322 Feb 09 03:49:33.054960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-a40975f7-2439-4e77-977b-1b5a1fe284ef tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:33.056432 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-a40975f7-2439-4e77-977b-1b5a1fe284ef tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.65 "GET /v2.0/networks?id=67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 200 len: 811 time: 0.1082447 Feb 09 03:49:33.124960 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b5ff72d7-9dd8-4137-82f0-6506978ceb21 req-a0b1e986-455a-4179-abce-214d039c27c4 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 210 time: 0.0275247 Feb 09 03:49:33.138600 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-ccaba67f-9057-4f6d-bbde-69f90e36e197 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f69e921aa14082a86e09bda26aeec5 HTTP/1.1" status: 200 len: 379 time: 0.0687118 Feb 09 03:49:33.156817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Request body: {'port': {'device_id': 'f225f602-d548-48ae-b965-f8e2d9303958', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'admin_state_up': True, 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'security_groups': ['f5454d8d-70de-4556-b1d6-7024f3cd1f33']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:33.266053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Made reservation on behalf of f3f69e921aa14082a86e09bda26aeec5 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:49:33.270756 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.377392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 196ca6d4-4f59-4954-b14b-eb68b42d5045 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:33.400758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e427b-fffa-4cd3-b5ae-554345fbc83d req-932b4441-12c6-4382-8a5c-8514ed872a1f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:33.406226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac2e427b-fffa-4cd3-b5ae-554345fbc83d req-932b4441-12c6-4382-8a5c-8514ed872a1f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 945 time: 0.0689318 Feb 09 03:49:33.431607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 196ca6d4-4f59-4954-b14b-eb68b42d5045 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:49:33.436878 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 196ca6d4-4f59-4954-b14b-eb68b42d5045 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:33.437064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf5071-ef75-42ae-b4aa-0458ff2e3972 req-b587a400-e442-4b21-84e9-2784cb46f1b2 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:33.437325 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.438477 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dacf5071-ef75-42ae-b4aa-0458ff2e3972 req-b587a400-e442-4b21-84e9-2784cb46f1b2 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1128 time: 0.1424847 Feb 09 03:49:33.461176 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac2e427b-fffa-4cd3-b5ae-554345fbc83d req-8b5e4b70-97b2-4d8c-8c49-3a58ddc0da0b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507324 Feb 09 03:49:33.496445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Allocated IP 172.20.0.14 (67dff6fc-e2ea-4874-82ed-23ae56fafefa/76252ee7-e7fa-4822-a2d9-8ea4bb95b98e/a05fe584-e125-4ec2-9955-7bba48a79d96) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:33.518053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454b01f-7b37-402f-8ae8-f1865ce50eae req-8cb0f375-9d6b-4cf4-a554-6cce62d22c54 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:33.519558 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f454b01f-7b37-402f-8ae8-f1865ce50eae req-8cb0f375-9d6b-4cf4-a554-6cce62d22c54 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 1128 time: 0.1334369 Feb 09 03:49:33.528763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 196ca6d4-4f59-4954-b14b-eb68b42d5045 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:33.529166 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.552653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf686e08-2b84-43f4-b0d4-d5d5721e963c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196ca6d4-4f59-4954-b14b-eb68b42d5045'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:33.553616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dacf5071-ef75-42ae-b4aa-0458ff2e3972 req-57575d84-9ee1-4e9a-8392-cac44210391c tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3178729a-c367-4f70-8e6f-2ae1c2386064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047258 Feb 09 03:49:33.554952 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a132e13-e187-4323-850e-b36efc6579da" -d '{"events": [{"server_uuid": "cf686e08-2b84-43f4-b0d4-d5d5721e963c", "name": "network-vif-plugged", "status": "completed", "tag": "196ca6d4-4f59-4954-b14b-eb68b42d5045"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:33.568318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 196ca6d4-4f59-4954-b14b-eb68b42d5045, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=196ca6d4-4f59-4954-b14b-eb68b42d5045,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:33.579291 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.580267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 61a2afd2-3346-41d1-a3bf-a01560ef3b3b no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:33.605679 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195e0813-bb97-488f-a48f-2a2e1c3a9118 x-openstack-request-id: req-195e0813-bb97-488f-a48f-2a2e1c3a9118 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:33.605985 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf686e08-2b84-43f4-b0d4-d5d5721e963c", "name": "network-vif-plugged", "status": "completed", "tag": "196ca6d4-4f59-4954-b14b-eb68b42d5045", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:33.606244 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-195e0813-bb97-488f-a48f-2a2e1c3a9118 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:33.606641 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf686e08-2b84-43f4-b0d4-d5d5721e963c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196ca6d4-4f59-4954-b14b-eb68b42d5045', 'code': 200} Feb 09 03:49:33.608709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 61a2afd2-3346-41d1-a3bf-a01560ef3b3b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:33.609057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 61a2afd2-3346-41d1-a3bf-a01560ef3b3b not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:33.661499 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=196ca6d4-4f59-4954-b14b-eb68b42d5045,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:33.708280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-f454b01f-7b37-402f-8ae8-f1865ce50eae req-db9b350e-e2b7-4ddd-9062-729843562d29 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Deleting port be2b7d67-1d6c-456c-9790-76092ce97864 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:33.708625 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f454b01f-7b37-402f-8ae8-f1865ce50eae req-db9b350e-e2b7-4ddd-9062-729843562d29 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.740122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b5794-705e-4b63-9f2a-03dcf1376e94 req-264498b5-233f-49d0-a2ad-0ca5e57f8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:33.741963 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-473b5794-705e-4b63-9f2a-03dcf1376e94 req-264498b5-233f-49d0-a2ad-0ca5e57f8224 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 1129 time: 0.0495868 Feb 09 03:49:33.757255 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.785185 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-473b5794-705e-4b63-9f2a-03dcf1376e94 req-9bf0b423-428e-45db-9fea-7f8d7f1ed462 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372624 Feb 09 03:49:33.817118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-f454b01f-7b37-402f-8ae8-f1865ce50eae req-db9b350e-e2b7-4ddd-9062-729843562d29 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] For port be2b7d67-1d6c-456c-9790-76092ce97864, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=be2b7d67-1d6c-456c-9790-76092ce97864,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:33.817511 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f454b01f-7b37-402f-8ae8-f1865ce50eae req-db9b350e-e2b7-4ddd-9062-729843562d29 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.835906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-f454b01f-7b37-402f-8ae8-f1865ce50eae req-db9b350e-e2b7-4ddd-9062-729843562d29 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Calling delete_port for be2b7d67-1d6c-456c-9790-76092ce97864 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:33.838023 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.921223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Network 67dff6fc-e2ea-4874-82ed-23ae56fafefa is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:33.927913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:33.931177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event updated for resources: {'Port': ['ID=a05fe584-e125-4ec2-9955-7bba48a79d96,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:33.934112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:34.004923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:34.005633 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.023876 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-8c6942d3-d7b0-4e80-a631-33cb783328df tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8707500 Feb 09 03:49:34.067758 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f454b01f-7b37-402f-8ae8-f1865ce50eae req-db9b350e-e2b7-4ddd-9062-729843562d29 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (be2b7d67-1d6c-456c-9790-76092ce97864), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.079406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['be2b7d67-1d6c-456c-9790-76092ce97864'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:49:34.098277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b350e-e2b7-4ddd-9062-729843562d29 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Pushing event deleted for resources: {'Port': ['ID=be2b7d67-1d6c-456c-9790-76092ce97864,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:34.142456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-f454b01f-7b37-402f-8ae8-f1865ce50eae req-db9b350e-e2b7-4ddd-9062-729843562d29 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] No DVR routers for this DVR port be2b7d67-1d6c-456c-9790-76092ce97864 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:49:34.147312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Request body: {'port': {'device_id': 'f225f602-d548-48ae-b965-f8e2d9303958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:34.150098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f454b01f-7b37-402f-8ae8-f1865ce50eae req-db9b350e-e2b7-4ddd-9062-729843562d29 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.154496 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f454b01f-7b37-402f-8ae8-f1865ce50eae req-db9b350e-e2b7-4ddd-9062-729843562d29 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.42 "DELETE /v2.0/ports/be2b7d67-1d6c-456c-9790-76092ce97864 HTTP/1.1" status: 204 len: 173 time: 0.6284788 Feb 09 03:49:34.154953 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d597e1-8cba-4755-960a-6e62b48f0548', 'name': 'network-vif-deleted', 'tag': 'be2b7d67-1d6c-456c-9790-76092ce97864'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:34.158135 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe13358-5e0c-413b-ae3f-74f73480c87f" -d '{"events": [{"server_uuid": "f7d597e1-8cba-4755-960a-6e62b48f0548", "name": "network-vif-deleted", "tag": "be2b7d67-1d6c-456c-9790-76092ce97864"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:34.203818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3f71f444-be57-4caf-ba4f-a677033d8797 None None] Provisioning complete for port a05fe584-e125-4ec2-9955-7bba48a79d96 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:34.204427 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f71f444-be57-4caf-ba4f-a677033d8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.252827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3f71f444-be57-4caf-ba4f-a677033d8797 None None] Port a05fe584-e125-4ec2-9955-7bba48a79d96 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:34.263670 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b804c6-9910-4a3c-9c5e-567e9dc15b32 x-openstack-request-id: req-55b804c6-9910-4a3c-9c5e-567e9dc15b32 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:34.264583 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d597e1-8cba-4755-960a-6e62b48f0548", "name": "network-vif-deleted", "tag": "be2b7d67-1d6c-456c-9790-76092ce97864", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:34.264842 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55b804c6-9910-4a3c-9c5e-567e9dc15b32 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:34.265251 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d597e1-8cba-4755-960a-6e62b48f0548', 'name': 'network-vif-deleted', 'tag': 'be2b7d67-1d6c-456c-9790-76092ce97864', 'status': 'completed', 'code': 200} Feb 09 03:49:34.268551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.330135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb43c0-3dec-41b7-95fe-6d76d2687792 req-b2c781b3-e388-4c0b-b1ef-882b9e51f5ff tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:34.334235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83eb43c0-3dec-41b7-95fe-6d76d2687792 req-b2c781b3-e388-4c0b-b1ef-882b9e51f5ff tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 932 time: 0.1067667 Feb 09 03:49:34.453333 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83eb43c0-3dec-41b7-95fe-6d76d2687792 req-419374d2-5ca7-44ed-bcf7-db19772e553d tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159761 Feb 09 03:49:34.585390 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9404650-74e1-4fb7-96db-79ab857c5bd3 req-8fae5e9e-3222-49d3-b6b4-0515ea4dd220 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:34.586831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a9404650-74e1-4fb7-96db-79ab857c5bd3 req-8fae5e9e-3222-49d3-b6b4-0515ea4dd220 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 946 time: 0.0567141 Feb 09 03:49:34.602389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05fe584-e125-4ec2-9955-7bba48a79d96 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:49:34.611553 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Publish callbacks [] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.625557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Transition to ACTIVE for port object a05fe584-e125-4ec2-9955-7bba48a79d96 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:49:34.631930 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.644535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a9404650-74e1-4fb7-96db-79ab857c5bd3 req-68127f03-a77a-4fe6-aae1-3f3873f308c4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500529 Feb 09 03:49:34.697320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Pushing event updated for resources: {'Port': ['ID=a05fe584-e125-4ec2-9955-7bba48a79d96,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:34.741952 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e31a94cb-e029-4c63-9731-039e57dbca58 req-6ec8bf1f-8d6c-4676-b3d5-206655d7db02 tempest-TestServerMultinode-1182717434 tempest-TestServerMultinode-1182717434-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d597e1-8cba-4755-960a-6e62b48f0548 HTTP/1.1" status: 200 len: 210 time: 0.0455968 Feb 09 03:49:34.789612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Attempting to bind port a05fe584-e125-4ec2-9955-7bba48a79d96 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:34.789957 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Attempting to bind port a05fe584-e125-4ec2-9955-7bba48a79d96 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:34.790289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Attempting to bind port a05fe584-e125-4ec2-9955-7bba48a79d96 on network 67dff6fc-e2ea-4874-82ed-23ae56fafefa {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:34.796241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Port a05fe584-e125-4ec2-9955-7bba48a79d96 on network 67dff6fc-e2ea-4874-82ed-23ae56fafefa not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:49:34.796558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Attempting to bind port a05fe584-e125-4ec2-9955-7bba48a79d96 on network 67dff6fc-e2ea-4874-82ed-23ae56fafefa {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:34.801741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:34.802081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Checking segment: {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:34.802470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Bound using segment: {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:34.802892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Bound port: a05fe584-e125-4ec2-9955-7bba48a79d96, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efcd282-9fb6-4921-949c-de4f728c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:34.803247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.873106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] For port a05fe584-e125-4ec2-9955-7bba48a79d96, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:34.876685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] For port a05fe584-e125-4ec2-9955-7bba48a79d96, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a05fe584-e125-4ec2-9955-7bba48a79d96,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:34.882639 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.916066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:34.916781 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.918424 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] 10.222.0.65 "PUT /v2.0/ports/a05fe584-e125-4ec2-9955-7bba48a79d96 HTTP/1.1" status: 200 len: 1093 time: 0.7772961 Feb 09 03:49:34.941168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9b14c-1589-46c1-8348-76d827dbd313 service neutron] Pushing event updated for resources: {'Port': ['ID=a05fe584-e125-4ec2-9955-7bba48a79d96,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:35.037148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-f67ccca2-c10c-461d-8070-78b0de10e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:35.038730 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-f67ccca2-c10c-461d-8070-78b0de10e45f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3f69e921aa14082a86e09bda26aeec5&device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 1127 time: 0.0516870 Feb 09 03:49:35.349416 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-befb68f9-c4e3-40a2-bb74-fa94f150c82a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a05fe584-e125-4ec2-9955-7bba48a79d96 HTTP/1.1" status: 200 len: 217 time: 0.2775958 Feb 09 03:49:35.396677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-c8768c57-f482-4d54-8406-35ea278c0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:35.398027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-c8768c57-f482-4d54-8406-35ea278c0dee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76252ee7-e7fa-4822-a2d9-8ea4bb95b98e HTTP/1.1" status: 200 len: 850 time: 0.0425739 Feb 09 03:49:35.446288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-59aa9f45-0e93-4239-8e3a-f3f90327fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:35.447761 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-59aa9f45-0e93-4239-8e3a-f3f90327fb01 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=67dff6fc-e2ea-4874-82ed-23ae56fafefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439930 Feb 09 03:49:35.538046 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-4accad48-f7d8-4b77-bc38-195964397f08 service neutron] 10.222.0.65 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844331 Feb 09 03:49:35.573652 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a818e1-25d0-49ef-ae16-6c29dc965203 req-ab7a2a24-c89d-486a-9066-5cfad7607a5f tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:35.576719 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23a818e1-25d0-49ef-ae16-6c29dc965203 req-ab7a2a24-c89d-486a-9066-5cfad7607a5f tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 944 time: 0.0557120 Feb 09 03:49:35.628273 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-23a818e1-25d0-49ef-ae16-6c29dc965203 req-eb57a06d-32a4-4b7c-83fd-5057be1d433b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456715 Feb 09 03:49:35.630001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13bc9ee2-6b04-440e-b72a-85ac38215d2d req-463734f6-80ef-4812-be41-e463ba866056 service neutron] 10.222.0.65 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855076 Feb 09 03:49:35.767193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6891f-8871-433a-a339-a08cc6614c5a req-4cdbfea4-12e3-4f3c-b757-fc685c1ec720 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:35.768731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6b6891f-8871-433a-a339-a08cc6614c5a req-4cdbfea4-12e3-4f3c-b757-fc685c1ec720 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 946 time: 0.0542467 Feb 09 03:49:35.804669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43658) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:35.827473 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6b6891f-8871-433a-a339-a08cc6614c5a req-6bcaa04f-cfda-47b5-9a4a-de96b514a696 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528786 Feb 09 03:49:35.945258 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747a67d-5695-48a0-9ad7-7c4f41aa3907 req-ea4a8e06-a691-45fe-ba42-029916e453d4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:35.946801 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5747a67d-5695-48a0-9ad7-7c4f41aa3907 req-ea4a8e06-a691-45fe-ba42-029916e453d4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 946 time: 0.0536129 Feb 09 03:49:35.993755 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5747a67d-5695-48a0-9ad7-7c4f41aa3907 req-169b6bfb-c4d7-4f4b-9c46-c471a2eee7fb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412011 Feb 09 03:49:36.174325 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07d89bbc-947c-4619-b311-be41e01b2571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (99a14c25-599d-4ec9-bc51-2cf222861827), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:36.266403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f225f602-d548-48ae-b965-f8e2d9303958', 'tag': 'a05fe584-e125-4ec2-9955-7bba48a79d96'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:36.268764 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51931805-d69f-46b6-95de-302c47782607" -d '{"events": [{"name": "network-changed", "server_uuid": "f225f602-d548-48ae-b965-f8e2d9303958", "tag": "a05fe584-e125-4ec2-9955-7bba48a79d96"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:36.316669 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e847c47-7a7b-49a1-8039-c772355d20af x-openstack-request-id: req-9e847c47-7a7b-49a1-8039-c772355d20af {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:36.316979 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f225f602-d548-48ae-b965-f8e2d9303958", "tag": "a05fe584-e125-4ec2-9955-7bba48a79d96", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:36.317227 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e847c47-7a7b-49a1-8039-c772355d20af {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:36.317644 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f225f602-d548-48ae-b965-f8e2d9303958', 'tag': 'a05fe584-e125-4ec2-9955-7bba48a79d96', 'status': 'completed', 'code': 200} Feb 09 03:49:36.416534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931805-d69f-46b6-95de-302c47782607 req-8e64c81b-3b86-4da0-b108-760539c3c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:36.419179 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51931805-d69f-46b6-95de-302c47782607 req-8e64c81b-3b86-4da0-b108-760539c3c523 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3f69e921aa14082a86e09bda26aeec5&device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 1127 time: 0.0689361 Feb 09 03:49:36.562798 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931805-d69f-46b6-95de-302c47782607 req-ed5976c6-863f-4100-9d97-6907003368c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:36.564499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51931805-d69f-46b6-95de-302c47782607 req-ed5976c6-863f-4100-9d97-6907003368c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 200 len: 912 time: 0.1257186 Feb 09 03:49:36.580257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-07d89bbc-947c-4619-b311-be41e01b2571 admin admin] Deleting port 9863145d-c64e-47bd-9414-f532aeea0365 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:36.580594 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07d89bbc-947c-4619-b311-be41e01b2571 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9863145d-c64e-47bd-9414-f532aeea0365), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:36.610928 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51931805-d69f-46b6-95de-302c47782607 req-d77b2327-ba1b-4694-934c-e4b28b627030 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a05fe584-e125-4ec2-9955-7bba48a79d96 HTTP/1.1" status: 200 len: 217 time: 0.0394402 Feb 09 03:49:36.713055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931805-d69f-46b6-95de-302c47782607 req-200573b2-26a8-48a8-baf1-0c4d2495fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:36.715384 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51931805-d69f-46b6-95de-302c47782607 req-200573b2-26a8-48a8-baf1-0c4d2495fd6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76252ee7-e7fa-4822-a2d9-8ea4bb95b98e HTTP/1.1" status: 200 len: 850 time: 0.0936935 Feb 09 03:49:36.768383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-07d89bbc-947c-4619-b311-be41e01b2571 admin admin] For port 9863145d-c64e-47bd-9414-f532aeea0365, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9863145d-c64e-47bd-9414-f532aeea0365,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:36.768752 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07d89bbc-947c-4619-b311-be41e01b2571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9863145d-c64e-47bd-9414-f532aeea0365), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:36.774850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede099b1-ae5a-4e2e-bc8c-7833fa830549 req-eab075cb-3fe7-4769-b65d-c65e31c3b3a9 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:36.783619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ede099b1-ae5a-4e2e-bc8c-7833fa830549 req-eab075cb-3fe7-4769-b65d-c65e31c3b3a9 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 944 time: 0.0801663 Feb 09 03:49:36.784636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-07d89bbc-947c-4619-b311-be41e01b2571 admin admin] Calling delete_port for 9863145d-c64e-47bd-9414-f532aeea0365 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:36.805123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931805-d69f-46b6-95de-302c47782607 req-5f8b7ecc-404a-4ba7-aed2-6d1c91d0b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:36.806703 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51931805-d69f-46b6-95de-302c47782607 req-5f8b7ecc-404a-4ba7-aed2-6d1c91d0b962 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=67dff6fc-e2ea-4874-82ed-23ae56fafefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0839589 Feb 09 03:49:36.848612 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ede099b1-ae5a-4e2e-bc8c-7833fa830549 req-4897bf92-c8c9-47aa-bead-4fa88f7595a5 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637772 Feb 09 03:49:37.012478 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51931805-d69f-46b6-95de-302c47782607 req-49d73577-e57d-47c8-9045-17f7ee2a8a04 service neutron] 10.222.0.65 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640704 Feb 09 03:49:37.153561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-51931805-d69f-46b6-95de-302c47782607 req-87619260-f063-4671-839d-ddeb04c7ea3f service neutron] 10.222.0.65 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377947 Feb 09 03:49:37.169812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07d89bbc-947c-4619-b311-be41e01b2571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9863145d-c64e-47bd-9414-f532aeea0365), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.204277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d89bbc-947c-4619-b311-be41e01b2571 admin admin] Pushing event deleted for resources: {'Port': ['ID=9863145d-c64e-47bd-9414-f532aeea0365,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:37.393866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-07d89bbc-947c-4619-b311-be41e01b2571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (99a14c25-599d-4ec9-bc51-2cf222861827), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.579202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device be2b7d67-1d6c-456c-9790-76092ce97864 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:37.604477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: be2b7d67-1d6c-456c-9790-76092ce97864 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:37.604845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device be2b7d67-1d6c-456c-9790-76092ce97864 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:37.638693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d89bbc-947c-4619-b311-be41e01b2571 admin admin] Router 99a14c25-599d-4ec9-bc51-2cf222861827 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:49:37.750383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d89bbc-947c-4619-b311-be41e01b2571 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:37.758344 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-07d89bbc-947c-4619-b311-be41e01b2571 admin admin] 10.222.0.21 "PUT /v2.0/routers/99a14c25-599d-4ec9-bc51-2cf222861827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9503999 Feb 09 03:49:37.758792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43728) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:37.765903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0299697f-4adb-4a07-8286-cfce362b9f8f None None] Sync routers for ids ['99a14c25-599d-4ec9-bc51-2cf222861827'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:37.774547 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.778994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299697f-4adb-4a07-8286-cfce362b9f8f None None] Routers {'99a14c25-599d-4ec9-bc51-2cf222861827'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:37.779627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0299697f-4adb-4a07-8286-cfce362b9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['99a14c25-599d-4ec9-bc51-2cf222861827'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:37.871619 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Publish callbacks [] for router (99a14c25-599d-4ec9-bc51-2cf222861827), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.002892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84622ff-a69e-4d57-9dae-9d931eb110e6 req-2fa16dae-bfa2-4474-b42b-ea1d3ed0c463 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:38.005262 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c84622ff-a69e-4d57-9dae-9d931eb110e6 req-2fa16dae-bfa2-4474-b42b-ea1d3ed0c463 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 944 time: 0.0721953 Feb 09 03:49:38.021068 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Publish callbacks [] for router_gateway (99a14c25-599d-4ec9-bc51-2cf222861827), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.072326 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c84622ff-a69e-4d57-9dae-9d931eb110e6 req-bd21aa84-e6a3-4ca2-a17c-a70fa1343554 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608990 Feb 09 03:49:38.113275 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-0299697f-4adb-4a07-8286-cfce362b9f8f None None] Set router 99a14c25-599d-4ec9-bc51-2cf222861827 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:38.328448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0299697f-4adb-4a07-8286-cfce362b9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'name': 'tempest-TestServerMultinode-596983395-router', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:49:37Z', 'revision_number': 5, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'gw_port': {'id': 'f24c2a39-7e06-400a-bec5-c5c258b09e19', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:38.334394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Deleting port f24c2a39-7e06-400a-bec5-c5c258b09e19 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:38.334730 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.356783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0299697f-4adb-4a07-8286-cfce362b9f8f None None] Checking router: 99a14c25-599d-4ec9-bc51-2cf222861827 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:38.365403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299697f-4adb-4a07-8286-cfce362b9f8f None None] Routers {'99a14c25-599d-4ec9-bc51-2cf222861827'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:38.365998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0299697f-4adb-4a07-8286-cfce362b9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['99a14c25-599d-4ec9-bc51-2cf222861827'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:38.413770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] For port f24c2a39-7e06-400a-bec5-c5c258b09e19, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f24c2a39-7e06-400a-bec5-c5c258b09e19,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:38.414184 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.429213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Calling delete_port for f24c2a39-7e06-400a-bec5-c5c258b09e19 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:38.458834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-0299697f-4adb-4a07-8286-cfce362b9f8f None None] Set router 99a14c25-599d-4ec9-bc51-2cf222861827 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:38.519765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0299697f-4adb-4a07-8286-cfce362b9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'name': 'tempest-TestServerMultinode-596983395-router', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:49:38Z', 'revision_number': 6, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:38.548786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0299697f-4adb-4a07-8286-cfce362b9f8f None None] The sync data for ids ['99a14c25-599d-4ec9-bc51-2cf222861827'] in n-d-824835-15 is: [{'id': '99a14c25-599d-4ec9-bc51-2cf222861827', 'name': 'tempest-TestServerMultinode-596983395-router', 'tenant_id': '80ff03c76e854189be6c54f668db1f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:51Z', 'updated_at': '2022-02-09T03:49:38Z', 'revision_number': 6, 'project_id': '80ff03c76e854189be6c54f668db1f4f', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:38.648854 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f24c2a39-7e06-400a-bec5-c5c258b09e19), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.689068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f24c2a39-7e06-400a-bec5-c5c258b09e19,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:38.759341 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (99a14c25-599d-4ec9-bc51-2cf222861827), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.852889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (99a14c25-599d-4ec9-bc51-2cf222861827), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.855672 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Publish callbacks [] for router_controller (99a14c25-599d-4ec9-bc51-2cf222861827), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.904214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (99a14c25-599d-4ec9-bc51-2cf222861827), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.904740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99a14c25-599d-4ec9-bc51-2cf222861827 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:49:38.909284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.910445 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7cce4129-3c99-41cf-8930-c5159c7993e3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/99a14c25-599d-4ec9-bc51-2cf222861827 HTTP/1.1" status: 204 len: 168 time: 1.1505013 Feb 09 03:49:38.912898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43734) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:38.968834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-4999b08a-1ccd-4bdc-9303-2ffa0b189dc8 admin admin] Deleting subnet 02dd5f0c-9551-4e9c-b1f4-01b12f884d9b {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:49:38.972315 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4999b08a-1ccd-4bdc-9303-2ffa0b189dc8 admin admin] Publish callbacks [] for subnet (02dd5f0c-9551-4e9c-b1f4-01b12f884d9b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.019162 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4999b08a-1ccd-4bdc-9303-2ffa0b189dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (02dd5f0c-9551-4e9c-b1f4-01b12f884d9b), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.103174 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4999b08a-1ccd-4bdc-9303-2ffa0b189dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (02dd5f0c-9551-4e9c-b1f4-01b12f884d9b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.177799 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4999b08a-1ccd-4bdc-9303-2ffa0b189dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (02dd5f0c-9551-4e9c-b1f4-01b12f884d9b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.210305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999b08a-1ccd-4bdc-9303-2ffa0b189dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02dd5f0c-9551-4e9c-b1f4-01b12f884d9b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:39.215613 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4999b08a-1ccd-4bdc-9303-2ffa0b189dc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.219463 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4999b08a-1ccd-4bdc-9303-2ffa0b189dc8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/02dd5f0c-9551-4e9c-b1f4-01b12f884d9b HTTP/1.1" status: 204 len: 168 time: 0.3053241 Feb 09 03:49:39.220924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e25ab7-b455-440c-9710-6042e6697643 None None] Network ddef9188-9c47-4c37-87cd-e8efbd1685f0 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:49:39.222063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43738) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:39.243911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f241669-8852-41c9-b7b6-77fdbfc205bd req-6de1e198-797c-48ab-a2f4-5d1ad13b3060 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:39.245437 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f241669-8852-41c9-b7b6-77fdbfc205bd req-6de1e198-797c-48ab-a2f4-5d1ad13b3060 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 944 time: 0.0986671 Feb 09 03:49:39.301998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (ddef9188-9c47-4c37-87cd-e8efbd1685f0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.302229 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f241669-8852-41c9-b7b6-77fdbfc205bd req-b226bad3-9f37-4113-b051-c8546f729823 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485001 Feb 09 03:49:39.364415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9863145d-c64e-47bd-9414-f532aeea0365 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:39.369981 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Deleting port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:39.370415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.388477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 9863145d-c64e-47bd-9414-f532aeea0365 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:39.388826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9863145d-c64e-47bd-9414-f532aeea0365 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:39.392393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7c0590-bf0a-4372-b3e2-d4c757c60f75 None None] DHCP port deletion for ddef9188-9c47-4c37-87cd-e8efbd1685f0 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:49:39.420775 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a05fe584-e125-4ec2-9955-7bba48a79d96 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:49:39.437679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] For port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:39.438050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.451697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Calling delete_port for c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:39.515710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c0590-bf0a-4372-b3e2-d4c757c60f75 None None] Deleting port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:39.516092 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7e7c0590-bf0a-4372-b3e2-d4c757c60f75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.540730 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.567470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:39.572225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] No DVR routers for this DVR port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:49:39.581021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.581476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.581867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.582210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.582557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.582891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.583218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.583541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.583868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.584207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.584517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.584842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.585163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:39.594468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a05fe584-e125-4ec2-9955-7bba48a79d96, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a05fe584-e125-4ec2-9955-7bba48a79d96,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:39.616053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7e7c0590-bf0a-4372-b3e2-d4c757c60f75 None None] For port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d,segment=NetworkSegment(1367cfa7-34a4-4e29-ab59-255eb7de61e8),segment_id=1367cfa7-34a4-4e29-ab59-255eb7de61e8)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:39.616868 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7e7c0590-bf0a-4372-b3e2-d4c757c60f75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.620488 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'a05fe584-e125-4ec2-9955-7bba48a79d96', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'port_id': 'a05fe584-e125-4ec2-9955-7bba48a79d96', 'mac_address': 'fa:16:3e:e5:a2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:49:39.636951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c0590-bf0a-4372-b3e2-d4c757c60f75 None None] Calling delete_port for c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:39.674493 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (ddef9188-9c47-4c37-87cd-e8efbd1685f0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.709797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddef9188-9c47-4c37-87cd-e8efbd1685f0']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:39.714683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a05fe584-e125-4ec2-9955-7bba48a79d96 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:39.715145 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.721244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1367cfa7-34a4-4e29-ab59-255eb7de61e8') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:39.721660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1367cfa7-34a4-4e29-ab59-255eb7de61e8') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:39.736642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05fe584-e125-4ec2-9955-7bba48a79d96 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:49:39.738891 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (1367cfa7-34a4-4e29-ab59-255eb7de61e8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.756237 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1367cfa7-34a4-4e29-ab59-255eb7de61e8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.765692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:49:39.766461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (1367cfa7-34a4-4e29-ab59-255eb7de61e8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.768121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a05fe584-e125-4ec2-9955-7bba48a79d96, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a05fe584-e125-4ec2-9955-7bba48a79d96,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:49:39.769310 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:49:39.779649 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.806608 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7e7c0590-bf0a-4372-b3e2-d4c757c60f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.826016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c0590-bf0a-4372-b3e2-d4c757c60f75 None None] No DVR routers for this DVR port c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:49:39.846589 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a05fe584-e125-4ec2-9955-7bba48a79d96,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:39.869516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c0590-bf0a-4372-b3e2-d4c757c60f75 None None] Pushing event deleted for resources: {'Port': ['ID=c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:39.896019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (ddef9188-9c47-4c37-87cd-e8efbd1685f0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.904606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.907686 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] 10.222.0.21 "DELETE /v2.0/networks/ddef9188-9c47-4c37-87cd-e8efbd1685f0 HTTP/1.1" status: 204 len: 168 time: 0.6846392 Feb 09 03:49:39.910743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43754) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:40.199859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a05fe584-e125-4ec2-9955-7bba48a79d96'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:49:40.238046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a558b8-8c4b-4f89-994d-2ae2eb20ae4d admin admin] Pushing event deleted for resources: {'Network': ['ID=ddef9188-9c47-4c37-87cd-e8efbd1685f0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:40.272242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-4a633a35-efb9-42b9-8e40-531ddcba47e5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:40.279974 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-4a633a35-efb9-42b9-8e40-531ddcba47e5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.4803648 Feb 09 03:49:40.295422 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-83d80a79-25fd-479c-88e8-49460215f91f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/quotas/a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 375 time: 0.0142603 Feb 09 03:49:40.296746 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3457ce8f-a2b7-4b5e-868e-e43ae140bea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (724ab34a-d9b8-47f2-bdec-a1c28d88848a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:40.369462 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-f85a911c-3b5f-42d5-8f95-840eb67b59d8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730999 Feb 09 03:49:40.460834 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-ea4102bb-02c1-4bc5-a3f2-5cbad88f8756 service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896990 Feb 09 03:49:40.499599 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376cb86-1ae9-4e47-ab46-c9480d9ad560 req-d5fab2ae-27e3-4abc-910f-121e4b50853b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:40.501068 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2376cb86-1ae9-4e47-ab46-c9480d9ad560 req-d5fab2ae-27e3-4abc-910f-121e4b50853b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 945 time: 0.1185150 Feb 09 03:49:40.551393 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-b698681f-2181-4283-8293-67df866b0b8f service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844293 Feb 09 03:49:40.563078 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2376cb86-1ae9-4e47-ab46-c9480d9ad560 req-922ae785-264d-4390-8d85-248b48d7cd24 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557959 Feb 09 03:49:40.637662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3457ce8f-a2b7-4b5e-868e-e43ae140bea9 admin admin] Deleting port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:40.638001 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3457ce8f-a2b7-4b5e-868e-e43ae140bea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:40.755719 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04197bcb-349c-407d-80d0-0d8fcb045252 req-586011a2-d139-4264-8fa1-ad3b7e73bf75 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 210 time: 0.0381355 Feb 09 03:49:40.757403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-3457ce8f-a2b7-4b5e-868e-e43ae140bea9 admin admin] For port cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea,segment=NetworkSegment(bbbfbcd1-d59c-426d-a2ba-9486f6841e2b),segment_id=bbbfbcd1-d59c-426d-a2ba-9486f6841e2b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:40.757770 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3457ce8f-a2b7-4b5e-868e-e43ae140bea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:40.776375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-3457ce8f-a2b7-4b5e-868e-e43ae140bea9 admin admin] Calling delete_port for cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:40.970584 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3457ce8f-a2b7-4b5e-868e-e43ae140bea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:40.989286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f24c2a39-7e06-400a-bec5-c5c258b09e19 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:41.006821 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457ce8f-a2b7-4b5e-868e-e43ae140bea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:41.020274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f24c2a39-7e06-400a-bec5-c5c258b09e19 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:41.020623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f24c2a39-7e06-400a-bec5-c5c258b09e19 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:41.021127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:41.052447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:41.052855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c3cfebd1-f6c7-4be1-8cdd-d92fd67a660d not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:41.193481 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3457ce8f-a2b7-4b5e-868e-e43ae140bea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (724ab34a-d9b8-47f2-bdec-a1c28d88848a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.408011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a05fe584-e125-4ec2-9955-7bba48a79d96 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:41.425724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3457ce8f-a2b7-4b5e-868e-e43ae140bea9 admin admin] Router 724ab34a-d9b8-47f2-bdec-a1c28d88848a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:49:41.459810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port a05fe584-e125-4ec2-9955-7bba48a79d96 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:49:41.463665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port a05fe584-e125-4ec2-9955-7bba48a79d96 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:41.464035 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.536913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3457ce8f-a2b7-4b5e-868e-e43ae140bea9 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:41.542197 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3457ce8f-a2b7-4b5e-868e-e43ae140bea9 admin admin] 10.222.0.21 "PUT /v2.0/routers/724ab34a-d9b8-47f2-bdec-a1c28d88848a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6298776 Feb 09 03:49:41.545250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43770) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:41.547003 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a05fe584-e125-4ec2-9955-7bba48a79d96 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:41.547402 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.550205 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4156d4-f684-4da1-a817-2a8412afd78d None None] Sync routers for ids ['724ab34a-d9b8-47f2-bdec-a1c28d88848a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:41.564991 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4156d4-f684-4da1-a817-2a8412afd78d None None] Routers {'724ab34a-d9b8-47f2-bdec-a1c28d88848a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:41.565705 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ee4156d4-f684-4da1-a817-2a8412afd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['724ab34a-d9b8-47f2-bdec-a1c28d88848a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:41.614449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a05fe584-e125-4ec2-9955-7bba48a79d96, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a05fe584-e125-4ec2-9955-7bba48a79d96,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:41.615951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f225f602-d548-48ae-b965-f8e2d9303958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05fe584-e125-4ec2-9955-7bba48a79d96'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:41.618113 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97295a6d-7997-42f1-b4d2-c49e0857acdf" -d '{"events": [{"server_uuid": "f225f602-d548-48ae-b965-f8e2d9303958", "name": "network-vif-plugged", "status": "completed", "tag": "a05fe584-e125-4ec2-9955-7bba48a79d96"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:41.634692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.671733 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Publish callbacks [] for router (724ab34a-d9b8-47f2-bdec-a1c28d88848a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.694366 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a96b87-9943-483f-9355-d3f810f1eecf x-openstack-request-id: req-51a96b87-9943-483f-9355-d3f810f1eecf {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:41.695089 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f225f602-d548-48ae-b965-f8e2d9303958", "name": "network-vif-plugged", "status": "completed", "tag": "a05fe584-e125-4ec2-9955-7bba48a79d96", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:41.695517 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51a96b87-9943-483f-9355-d3f810f1eecf {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:41.696061 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f225f602-d548-48ae-b965-f8e2d9303958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05fe584-e125-4ec2-9955-7bba48a79d96', 'code': 200} Feb 09 03:49:41.739791 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ee4156d4-f684-4da1-a817-2a8412afd78d None None] Set router 724ab34a-d9b8-47f2-bdec-a1c28d88848a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:41.753266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95398d0-3dcb-4eac-b6cb-a8bb7a6a5b0a req-6ccb229a-f22c-46f3-9866-149c57776012 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:41.753859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a05fe584-e125-4ec2-9955-7bba48a79d96,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:41.770989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e95398d0-3dcb-4eac-b6cb-a8bb7a6a5b0a req-6ccb229a-f22c-46f3-9866-149c57776012 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 946 time: 0.1075885 Feb 09 03:49:41.837654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e95398d0-3dcb-4eac-b6cb-a8bb7a6a5b0a req-4e19e912-3d96-4372-b8fb-bdef0294be23 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602016 Feb 09 03:49:41.940824 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ee4156d4-f684-4da1-a817-2a8412afd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'name': 'tempest-TestServerMultinode-545397106-router', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:56Z', 'updated_at': '2022-02-09T03:49:40Z', 'revision_number': 5, 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'gw_port': {'id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:57Z', 'updated_at': '2022-02-09T03:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:41.944698 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6823070-38cc-4b03-b13a-8f0005f2d9ca req-3481e82f-190e-45fd-9cde-5753c374bf3b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 210 time: 0.0633032 Feb 09 03:49:41.970285 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4156d4-f684-4da1-a817-2a8412afd78d None None] Checking router: 724ab34a-d9b8-47f2-bdec-a1c28d88848a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:41.979257 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4156d4-f684-4da1-a817-2a8412afd78d None None] Routers {'724ab34a-d9b8-47f2-bdec-a1c28d88848a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:41.980556 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ee4156d4-f684-4da1-a817-2a8412afd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['724ab34a-d9b8-47f2-bdec-a1c28d88848a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:41.984533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-2cc6d6f0-6e2f-49b9-9d0f-26fbe16b8b16 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:41.986050 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-2cc6d6f0-6e2f-49b9-9d0f-26fbe16b8b16 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.3124223 Feb 09 03:49:42.010305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'port': {'device_id': 'b78855cc-f359-41fe-a65e-488683109e13', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'admin_state_up': True, 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:42.096079 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ee4156d4-f684-4da1-a817-2a8412afd78d None None] Set router 724ab34a-d9b8-47f2-bdec-a1c28d88848a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:42.324912 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ee4156d4-f684-4da1-a817-2a8412afd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'name': 'tempest-TestServerMultinode-545397106-router', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:56Z', 'updated_at': '2022-02-09T03:49:40Z', 'revision_number': 5, 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'gw_port': {'id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:57Z', 'updated_at': '2022-02-09T03:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:42.329245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b73783-92e9-4e60-af25-17fb380c2f7b req-118164d4-1b57-43ae-9c79-0bb025f89dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:42.331037 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98b73783-92e9-4e60-af25-17fb380c2f7b req-118164d4-1b57-43ae-9c79-0bb025f89dec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 1129 time: 0.4905393 Feb 09 03:49:42.347061 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Publish callbacks [] for router_gateway (724ab34a-d9b8-47f2-bdec-a1c28d88848a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.353687 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4156d4-f684-4da1-a817-2a8412afd78d None None] The sync data for ids ['724ab34a-d9b8-47f2-bdec-a1c28d88848a'] in n-d-824835-15 is: [{'id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'name': 'tempest-TestServerMultinode-545397106-router', 'tenant_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:48:56Z', 'updated_at': '2022-02-09T03:49:40Z', 'revision_number': 5, 'project_id': 'd83725aec0ce4526a8a12e2fcf2ee9a8', 'gw_port': {'id': '2b33fce8-741c-449f-be98-4bb6aa856759', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724ab34a-d9b8-47f2-bdec-a1c28d88848a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:48:57Z', 'updated_at': '2022-02-09T03:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:42.439604 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98b73783-92e9-4e60-af25-17fb380c2f7b req-12030756-78a5-434d-8073-23377466d554 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026516 Feb 09 03:49:42.474650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Made reservation on behalf of a84b6fef5efc481690cc4aaecd8c8b9a for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:49:42.478223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.482460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Deleting port 2b33fce8-741c-449f-be98-4bb6aa856759 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:42.482793 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2b33fce8-741c-449f-be98-4bb6aa856759), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.658879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] For port 2b33fce8-741c-449f-be98-4bb6aa856759, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2b33fce8-741c-449f-be98-4bb6aa856759,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:42.659143 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2b33fce8-741c-449f-be98-4bb6aa856759), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.676686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Calling delete_port for 2b33fce8-741c-449f-be98-4bb6aa856759 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:42.695768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Allocated IP 172.20.0.4 (820dcbcf-88d8-48a9-b260-06b2dc83753e/9703353a-b52f-4207-9d03-52eb248f0c4e/33db7392-21ed-48bf-8863-06bbce39ddf8) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:42.984700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2b33fce8-741c-449f-be98-4bb6aa856759), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.020682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:43.032242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f1fa8-e9a8-4316-a69d-3f2fc7fd250a req-0b252802-da00-4868-8bdd-691a54b60b98 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:43.039833 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e11f1fa8-e9a8-4316-a69d-3f2fc7fd250a req-0b252802-da00-4868-8bdd-691a54b60b98 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 946 time: 0.1382406 Feb 09 03:49:43.068436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:43.069043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device cbdc9ebc-c19f-4c6b-bb66-39de30ae8eea not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:43.090299 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.091828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b33fce8-741c-449f-be98-4bb6aa856759,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:43.094216 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e11f1fa8-e9a8-4316-a69d-3f2fc7fd250a req-599df459-201c-40be-8ccd-c5cb190dceb7 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531626 Feb 09 03:49:43.126775 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3724b0a-d68f-44a1-9ce0-78e6489b6cb9 req-f25813c6-7baa-42d5-a7b3-3a78db3a5c61 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 210 time: 0.0579960 Feb 09 03:49:43.148783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (724ab34a-d9b8-47f2-bdec-a1c28d88848a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.252512 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (724ab34a-d9b8-47f2-bdec-a1c28d88848a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.255170 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Publish callbacks [] for router_controller (724ab34a-d9b8-47f2-bdec-a1c28d88848a), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.257054 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.290416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['196ca6d4-4f59-4954-b14b-eb68b42d5045'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:49:43.333289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:43.337985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:43.359309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:43.389670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (724ab34a-d9b8-47f2-bdec-a1c28d88848a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.390199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 724ab34a-d9b8-47f2-bdec-a1c28d88848a {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:49:43.410243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.411418 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2597e62e-5c60-43d9-a7f7-f5e91ef3b94c admin admin] 10.222.0.21 "DELETE /v2.0/routers/724ab34a-d9b8-47f2-bdec-a1c28d88848a HTTP/1.1" status: 204 len: 168 time: 1.8651292 Feb 09 03:49:43.414020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43786) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:43.418649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=33db7392-21ed-48bf-8863-06bbce39ddf8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:43.437899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:43.440573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.470070 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-3b98c9d9-f904-479f-a08e-1f3178ca4aa1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4744647 Feb 09 03:49:43.482264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Request body: {'port': {'device_id': 'b78855cc-f359-41fe-a65e-488683109e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:43.520882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f874bb-7801-4259-94b0-485ada553d96 admin admin] Deleting subnet ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:49:43.529755 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60f874bb-7801-4259-94b0-485ada553d96 admin admin] Publish callbacks [] for subnet (ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.565262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.571791 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60f874bb-7801-4259-94b0-485ada553d96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.706893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60f874bb-7801-4259-94b0-485ada553d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.716073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3442022f-00bc-4b75-9180-36b3218351fd None None] Provisioning complete for port 33db7392-21ed-48bf-8863-06bbce39ddf8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:43.716457 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3442022f-00bc-4b75-9180-36b3218351fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.773130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3442022f-00bc-4b75-9180-36b3218351fd None None] Port 33db7392-21ed-48bf-8863-06bbce39ddf8 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:43.782813 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60f874bb-7801-4259-94b0-485ada553d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.796000 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60f874bb-7801-4259-94b0-485ada553d96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.802209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f9eb35-e7fa-4b69-9cde-5a130d9dc2bf None None] Network dddd48a7-44cc-4156-8c3d-835bc2318ec4 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:49:43.802387 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-60f874bb-7801-4259-94b0-485ada553d96 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63 HTTP/1.1" status: 204 len: 168 time: 0.3863409 Feb 09 03:49:43.818294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43788) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:43.824570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f874bb-7801-4259-94b0-485ada553d96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec906d1a-9fb0-4c3d-bc0f-b23e80c83e63,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:43.907996 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (dddd48a7-44cc-4156-8c3d-835bc2318ec4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.013843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d38fe23-176f-41c6-9f5a-0734dc1a06c7 None None] DHCP port deletion for dddd48a7-44cc-4156-8c3d-835bc2318ec4 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:49:44.059391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33db7392-21ed-48bf-8863-06bbce39ddf8 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:49:44.069242 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Publish callbacks [] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.087106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8d38fe23-176f-41c6-9f5a-0734dc1a06c7 None None] Deleting port 70b2749d-016e-48ab-aa83-c06c95bb50a5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:44.087961 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d38fe23-176f-41c6-9f5a-0734dc1a06c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.091348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Deleting port 70b2749d-016e-48ab-aa83-c06c95bb50a5 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:44.091768 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.093810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Transition to ACTIVE for port object 33db7392-21ed-48bf-8863-06bbce39ddf8 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:49:44.131285 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.178660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8d38fe23-176f-41c6-9f5a-0734dc1a06c7 None None] For port 70b2749d-016e-48ab-aa83-c06c95bb50a5, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=70b2749d-016e-48ab-aa83-c06c95bb50a5,segment=NetworkSegment(bbbfbcd1-d59c-426d-a2ba-9486f6841e2b),segment_id=bbbfbcd1-d59c-426d-a2ba-9486f6841e2b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:44.194961 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d38fe23-176f-41c6-9f5a-0734dc1a06c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.208897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] For port 70b2749d-016e-48ab-aa83-c06c95bb50a5, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=70b2749d-016e-48ab-aa83-c06c95bb50a5,segment=NetworkSegment(bbbfbcd1-d59c-426d-a2ba-9486f6841e2b),segment_id=bbbfbcd1-d59c-426d-a2ba-9486f6841e2b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:44.209416 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.220903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8d38fe23-176f-41c6-9f5a-0734dc1a06c7 None None] Calling delete_port for 70b2749d-016e-48ab-aa83-c06c95bb50a5 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:44.232400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Pushing event updated for resources: {'Port': ['ID=33db7392-21ed-48bf-8863-06bbce39ddf8,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:44.235063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Calling delete_port for 70b2749d-016e-48ab-aa83-c06c95bb50a5 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:44.289833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7e4f-8b4c-4cb1-acf8-7e9e14c03858 req-4b9e881b-83e0-4d88-80d8-89136baf23cb tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:44.291295 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a6e7e4f-8b4c-4cb1-acf8-7e9e14c03858 req-4b9e881b-83e0-4d88-80d8-89136baf23cb tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 946 time: 0.0846922 Feb 09 03:49:44.302602 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.302970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.303456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.303804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.304144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.304478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.304810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.305140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.305496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.305828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.306164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.306489 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.306817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:44.368184 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d38fe23-176f-41c6-9f5a-0734dc1a06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.407890 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0a6e7e4f-8b4c-4cb1-acf8-7e9e14c03858 req-12475ed9-459b-4072-9ed5-2ea60e36199f tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014416 Feb 09 03:49:44.433768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38fe23-176f-41c6-9f5a-0734dc1a06c7 None None] Pushing event deleted for resources: {'Port': ['ID=70b2749d-016e-48ab-aa83-c06c95bb50a5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:44.441019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38fe23-176f-41c6-9f5a-0734dc1a06c7 None None] No DVR routers for this DVR port 70b2749d-016e-48ab-aa83-c06c95bb50a5 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:49:44.478976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be264f9-aa96-44e2-8dbf-ec54a1a6946c req-80321a01-30f2-4560-b947-824dfd51d38f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:44.488410 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3be264f9-aa96-44e2-8dbf-ec54a1a6946c req-80321a01-30f2-4560-b947-824dfd51d38f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.2181349 Feb 09 03:49:44.493150 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Attempting to bind port 33db7392-21ed-48bf-8863-06bbce39ddf8 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:44.493543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Attempting to bind port 33db7392-21ed-48bf-8863-06bbce39ddf8 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:44.493885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Attempting to bind port 33db7392-21ed-48bf-8863-06bbce39ddf8 on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:44.523816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Port 33db7392-21ed-48bf-8863-06bbce39ddf8 on network 820dcbcf-88d8-48a9-b260-06b2dc83753e not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:49:44.524159 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Attempting to bind port 33db7392-21ed-48bf-8863-06bbce39ddf8 on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:44.538638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:44.539031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Checking segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:44.539378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Bound using segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:44.539822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Bound port: 33db7392-21ed-48bf-8863-06bbce39ddf8, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:44.540247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.564780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fdbce-3038-44b0-ab40-acf6111e63c6 req-61b746dc-f178-42b2-b464-ea5695b743b8 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:44.566721 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-500fdbce-3038-44b0-ab40-acf6111e63c6 req-61b746dc-f178-42b2-b464-ea5695b743b8 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 946 time: 0.0763798 Feb 09 03:49:44.577736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43796) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:44.582860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-03427e0a-ae9b-41ac-84b4-23f447b7400b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Request body: {'floatingip': {'port_id': 'a05fe584-e125-4ec2-9955-7bba48a79d96'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:44.587998 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (70b2749d-016e-48ab-aa83-c06c95bb50a5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.627951 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03427e0a-ae9b-41ac-84b4-23f447b7400b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (c06335c5-565d-4d80-a3c3-e1c52a7d1899), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.633390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b2749d-016e-48ab-aa83-c06c95bb50a5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:44.644004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3be264f9-aa96-44e2-8dbf-ec54a1a6946c req-21aac6c7-d8e0-4647-a093-12b011463e98 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546628 Feb 09 03:49:44.644873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] No DVR routers for this DVR port 70b2749d-016e-48ab-aa83-c06c95bb50a5 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:49:44.734879 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (dddd48a7-44cc-4156-8c3d-835bc2318ec4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.737521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] For port 33db7392-21ed-48bf-8863-06bbce39ddf8, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:44.762027 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] For port 33db7392-21ed-48bf-8863-06bbce39ddf8, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=33db7392-21ed-48bf-8863-06bbce39ddf8,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:44.766946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddd48a7-44cc-4156-8c3d-835bc2318ec4']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:44.775094 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.783518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbfbcd1-d59c-426d-a2ba-9486f6841e2b') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:44.783813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbfbcd1-d59c-426d-a2ba-9486f6841e2b') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:44.819969 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (bbbfbcd1-d59c-426d-a2ba-9486f6841e2b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.841183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:44.841886 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.843323 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] 10.222.0.42 "PUT /v2.0/ports/33db7392-21ed-48bf-8863-06bbce39ddf8 HTTP/1.1" status: 200 len: 1092 time: 1.3658497 Feb 09 03:49:44.843779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78855cc-f359-41fe-a65e-488683109e13', 'tag': '33db7392-21ed-48bf-8863-06bbce39ddf8'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:44.846107 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5f6fc6-1abf-488c-ba6a-858e36aaddfb" -d '{"events": [{"name": "network-changed", "server_uuid": "b78855cc-f359-41fe-a65e-488683109e13", "tag": "33db7392-21ed-48bf-8863-06bbce39ddf8"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:44.858562 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (bbbfbcd1-d59c-426d-a2ba-9486f6841e2b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.873293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:49:44.873751 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (bbbfbcd1-d59c-426d-a2ba-9486f6841e2b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: self.session.flush() Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:49:44.875801 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:49:44.885781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0dafb-2039-401e-bae6-824e32eaa8ef service neutron] Pushing event updated for resources: {'Port': ['ID=33db7392-21ed-48bf-8863-06bbce39ddf8,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:44.943293 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff10e3a-3106-424e-aaf2-319dff022753 x-openstack-request-id: req-1ff10e3a-3106-424e-aaf2-319dff022753 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:44.943590 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78855cc-f359-41fe-a65e-488683109e13", "tag": "33db7392-21ed-48bf-8863-06bbce39ddf8", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:44.944104 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ff10e3a-3106-424e-aaf2-319dff022753 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:44.944526 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78855cc-f359-41fe-a65e-488683109e13', 'tag': '33db7392-21ed-48bf-8863-06bbce39ddf8', 'status': 'completed', 'code': 200} Feb 09 03:49:45.010881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-da5a9111-07ac-4191-a140-4483d3b27a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:45.013280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-da5a9111-07ac-4191-a140-4483d3b27a4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 1126 time: 0.0868382 Feb 09 03:49:45.016679 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (dddd48a7-44cc-4156-8c3d-835bc2318ec4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:45.023960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:45.032077 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dddd48a7-44cc-4156-8c3d-835bc2318ec4 HTTP/1.1" status: 204 len: 168 time: 1.2129562 Feb 09 03:49:45.062024 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 70b2749d-016e-48ab-aa83-c06c95bb50a5 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:45.098937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 70b2749d-016e-48ab-aa83-c06c95bb50a5 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:45.099516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 70b2749d-016e-48ab-aa83-c06c95bb50a5 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:45.099702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2b33fce8-741c-449f-be98-4bb6aa856759 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:45.100661 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da0e8a-7d9b-4f03-9539-7eb030cdc584 admin admin] Pushing event deleted for resources: {'Network': ['ID=dddd48a7-44cc-4156-8c3d-835bc2318ec4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:45.103552 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-90c265e7-3e4d-4521-aa01-18c1c34b5edc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33db7392-21ed-48bf-8863-06bbce39ddf8 HTTP/1.1" status: 200 len: 217 time: 0.0700274 Feb 09 03:49:45.138610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 2b33fce8-741c-449f-be98-4bb6aa856759 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:45.139683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2b33fce8-741c-449f-be98-4bb6aa856759 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:45.192227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-27a8412a-12ea-4bb9-a831-bef1dbe4fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:45.194370 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-27a8412a-12ea-4bb9-a831-bef1dbe4fdcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0795443 Feb 09 03:49:45.231880 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03427e0a-ae9b-41ac-84b4-23f447b7400b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:45.237700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03427e0a-ae9b-41ac-84b4-23f447b7400b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (c06335c5-565d-4d80-a3c3-e1c52a7d1899), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:45.260869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-448018e9-9d83-4d66-84a6-bf729cc3195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:45.263123 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-448018e9-9d83-4d66-84a6-bf729cc3195d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0623956 Feb 09 03:49:45.356375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43802) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:45.381772 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-88c8aa93-d80b-479f-922b-9bc6849fe358 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097744 Feb 09 03:49:45.427066 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3cafb4b1-7c2c-409b-a720-3227c3de9b23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80ff03c76e854189be6c54f668db1f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0687788 Feb 09 03:49:45.429656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43804) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:45.445432 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-03427e0a-ae9b-41ac-84b4-23f447b7400b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Floating IP c06335c5-565d-4d80-a3c3-e1c52a7d1899 associated. External IP: 172.25.5.37, port: a05fe584-e125-4ec2-9955-7bba48a79d96. Feb 09 03:49:45.485944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71eb096b-0cd6-4224-b348-f1aa90139e93 req-5ec49117-fc63-42d1-b20f-f3a3de38a167 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981631 Feb 09 03:49:45.565624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c22cf08-1405-4d4c-a2bf-f596f229e9e3 admin admin] Publish callbacks [] for security_group (832b2bf7-4f09-4a67-ba7b-91430a9d5bf4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:45.585309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f6fc6-1abf-488c-ba6a-858e36aaddfb req-16715f2a-37c3-4ba3-b6e3-fb30c7c7b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:45.586859 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af5f6fc6-1abf-488c-ba6a-858e36aaddfb req-16715f2a-37c3-4ba3-b6e3-fb30c7c7b4ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 1126 time: 0.0541682 Feb 09 03:49:45.598349 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c22cf08-1405-4d4c-a2bf-f596f229e9e3 admin admin] Publish callbacks [] for security_group (832b2bf7-4f09-4a67-ba7b-91430a9d5bf4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:45.655403 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d004cbf-d4c1-437c-9a19-30c233ca1a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:45.681834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f6fc6-1abf-488c-ba6a-858e36aaddfb req-6d908319-768b-4991-b6b0-34ec23cc5ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:45.683206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af5f6fc6-1abf-488c-ba6a-858e36aaddfb req-6d908319-768b-4991-b6b0-34ec23cc5ff5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.0907612 Feb 09 03:49:45.741100 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af5f6fc6-1abf-488c-ba6a-858e36aaddfb req-e2e41651-39bb-4176-b3fc-1dc9426a6074 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33db7392-21ed-48bf-8863-06bbce39ddf8 HTTP/1.1" status: 200 len: 217 time: 0.0521653 Feb 09 03:49:45.755104 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c22cf08-1405-4d4c-a2bf-f596f229e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (832b2bf7-4f09-4a67-ba7b-91430a9d5bf4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:45.758186 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c22cf08-1405-4d4c-a2bf-f596f229e9e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:45.762689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9c22cf08-1405-4d4c-a2bf-f596f229e9e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/832b2bf7-4f09-4a67-ba7b-91430a9d5bf4 HTTP/1.1" status: 204 len: 168 time: 0.3318756 Feb 09 03:49:45.776223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03427e0a-ae9b-41ac-84b4-23f447b7400b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Router fe54a105-c97d-4bb9-a21e-b4c95dabc24e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:49:45.777867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22cf08-1405-4d4c-a2bf-f596f229e9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832b2bf7-4f09-4a67-ba7b-91430a9d5bf4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:45.872561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f6fc6-1abf-488c-ba6a-858e36aaddfb req-85bc0bfd-333b-401d-8027-8641324e78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:45.874295 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af5f6fc6-1abf-488c-ba6a-858e36aaddfb req-85bc0bfd-333b-401d-8027-8641324e78a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.1266799 Feb 09 03:49:45.936200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce513fc-e00c-4195-8f00-ba8475d42ce1 req-e2153699-f72e-43cb-9adb-728d5a0bb823 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:45.937775 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ce513fc-e00c-4195-8f00-ba8475d42ce1 req-e2153699-f72e-43cb-9adb-728d5a0bb823 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.1798522 Feb 09 03:49:45.962681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03427e0a-ae9b-41ac-84b4-23f447b7400b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:45.966358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f6fc6-1abf-488c-ba6a-858e36aaddfb req-b71a3456-e7dd-4215-aefe-c131fe899407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:45.969507 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03427e0a-ae9b-41ac-84b4-23f447b7400b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:45.970365 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af5f6fc6-1abf-488c-ba6a-858e36aaddfb req-b71a3456-e7dd-4215-aefe-c131fe899407 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0878239 Feb 09 03:49:45.975713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c72b6-269c-46f5-a469-2a10f7a63bca None None] Sync routers for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:45.996180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c72b6-269c-46f5-a469-2a10f7a63bca None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:45.998451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0c2c72b6-269c-46f5-a469-2a10f7a63bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:46.007312 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-03427e0a-ae9b-41ac-84b4-23f447b7400b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "PUT /v2.0/floatingips/c06335c5-565d-4d80-a3c3-e1c52a7d1899 HTTP/1.1" status: 200 len: 991 time: 1.4277716 Feb 09 03:49:46.007963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f225f602-d548-48ae-b965-f8e2d9303958', 'tag': 'a05fe584-e125-4ec2-9955-7bba48a79d96'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:46.022279 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4107edbe-c3ae-4c91-b9c0-362385a35366" -d '{"events": [{"name": "network-changed", "server_uuid": "f225f602-d548-48ae-b965-f8e2d9303958", "tag": "a05fe584-e125-4ec2-9955-7bba48a79d96"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:46.210991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf16-8962-427c-bfbf-bf06ac6f7c67 req-ce65f0cb-5f58-4571-b61d-6f58bd470c89 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:46.220024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d74dbf16-8962-427c-bfbf-bf06ac6f7c67 req-ce65f0cb-5f58-4571-b61d-6f58bd470c89 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 946 time: 0.1252890 Feb 09 03:49:46.246070 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ce513fc-e00c-4195-8f00-ba8475d42ce1 req-c1d8c3fb-5a07-4191-b541-35016166043c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984521 Feb 09 03:49:46.251117 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af5f6fc6-1abf-488c-ba6a-858e36aaddfb req-967cfa3b-7870-4c92-bce1-918781a7ce57 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530620 Feb 09 03:49:46.275511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-0c2c72b6-269c-46f5-a469-2a10f7a63bca None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:46.297520 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d74dbf16-8962-427c-bfbf-bf06ac6f7c67 req-f031fc83-9e8d-4e6e-a028-7e376f3c01e8 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764408 Feb 09 03:49:46.322569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43816) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:46.335090 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a66e23b-c91d-4231-9b4e-e7c71863d85d x-openstack-request-id: req-9a66e23b-c91d-4231-9b4e-e7c71863d85d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:46.335439 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f225f602-d548-48ae-b965-f8e2d9303958", "tag": "a05fe584-e125-4ec2-9955-7bba48a79d96", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:46.335694 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a66e23b-c91d-4231-9b4e-e7c71863d85d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:46.336131 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f225f602-d548-48ae-b965-f8e2d9303958', 'tag': 'a05fe584-e125-4ec2-9955-7bba48a79d96', 'status': 'completed', 'code': 200} Feb 09 03:49:46.391673 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-202f1094-4dbe-44c4-b685-0ba7cf13ea91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d83725aec0ce4526a8a12e2fcf2ee9a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0642474 Feb 09 03:49:46.392486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43818) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:46.473275 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af5f6fc6-1abf-488c-ba6a-858e36aaddfb req-ba6d83b2-3699-43bc-9100-0834be63cdad service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140391 Feb 09 03:49:46.487818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107edbe-c3ae-4c91-b9c0-362385a35366 req-55b5e507-4955-40b0-b245-b963e1f98774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:46.489436 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4107edbe-c3ae-4c91-b9c0-362385a35366 req-55b5e507-4955-40b0-b245-b963e1f98774 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3f69e921aa14082a86e09bda26aeec5&device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 1129 time: 0.1108513 Feb 09 03:49:46.520244 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a1b7-9143-4ec9-a9d6-7cfe94bc86d5 admin admin] Publish callbacks [] for security_group (3178729a-c367-4f70-8e6f-2ae1c2386064), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:46.584749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a1b7-9143-4ec9-a9d6-7cfe94bc86d5 admin admin] Publish callbacks [] for security_group (3178729a-c367-4f70-8e6f-2ae1c2386064), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:46.639431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107edbe-c3ae-4c91-b9c0-362385a35366 req-0a6d252a-399d-489a-9c6a-f066ab34399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:46.640841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4107edbe-c3ae-4c91-b9c0-362385a35366 req-0a6d252a-399d-489a-9c6a-f066ab34399d service neutron] 10.222.0.65 "GET /v2.0/networks?id=67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 200 len: 912 time: 0.1446667 Feb 09 03:49:46.657873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0c2c72b6-269c-46f5-a469-2a10f7a63bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'c06335c5-565d-4d80-a3c3-e1c52a7d1899', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'port_id': 'a05fe584-e125-4ec2-9955-7bba48a79d96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'mac_address': 'fa:16:3e:e5:a2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f225f602-d548-48ae-b965-f8e2d9303958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:49:30Z', 'updated_at': '2022-02-09T03:49:45Z', 'revision_number': 1, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:46.699110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c72b6-269c-46f5-a469-2a10f7a63bca None None] Checking router: fe54a105-c97d-4bb9-a21e-b4c95dabc24e for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:46.708274 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a1b7-9143-4ec9-a9d6-7cfe94bc86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3178729a-c367-4f70-8e6f-2ae1c2386064), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:46.710043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c72b6-269c-46f5-a469-2a10f7a63bca None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:46.710649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0c2c72b6-269c-46f5-a469-2a10f7a63bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:46.711220 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a1b7-9143-4ec9-a9d6-7cfe94bc86d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:46.715131 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e6a2a1b7-9143-4ec9-a9d6-7cfe94bc86d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3178729a-c367-4f70-8e6f-2ae1c2386064 HTTP/1.1" status: 204 len: 168 time: 0.3191421 Feb 09 03:49:46.733206 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2a1b7-9143-4ec9-a9d6-7cfe94bc86d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3178729a-c367-4f70-8e6f-2ae1c2386064,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:46.743495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4107edbe-c3ae-4c91-b9c0-362385a35366 req-9a674fc0-ac27-44ef-b2d5-4a7a7e608b51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a05fe584-e125-4ec2-9955-7bba48a79d96 HTTP/1.1" status: 200 len: 999 time: 0.0955660 Feb 09 03:49:47.099065 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-0c2c72b6-269c-46f5-a469-2a10f7a63bca None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:47.115631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107edbe-c3ae-4c91-b9c0-362385a35366 req-d5b3ed4b-5f25-4008-b553-0e5bf4a13afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:47.118110 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4107edbe-c3ae-4c91-b9c0-362385a35366 req-d5b3ed4b-5f25-4008-b553-0e5bf4a13afb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76252ee7-e7fa-4822-a2d9-8ea4bb95b98e HTTP/1.1" status: 200 len: 850 time: 0.3675716 Feb 09 03:49:47.183896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107edbe-c3ae-4c91-b9c0-362385a35366 req-87979d68-bd70-4ac4-ae5d-3a725a159a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:47.186330 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4107edbe-c3ae-4c91-b9c0-362385a35366 req-87979d68-bd70-4ac4-ae5d-3a725a159a68 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=67dff6fc-e2ea-4874-82ed-23ae56fafefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0617206 Feb 09 03:49:47.350920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4107edbe-c3ae-4c91-b9c0-362385a35366 req-a0ca160a-4510-43b0-b68c-974f21e4d532 service neutron] 10.222.0.65 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574240 Feb 09 03:49:47.491763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0c2c72b6-269c-46f5-a469-2a10f7a63bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'c06335c5-565d-4d80-a3c3-e1c52a7d1899', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'port_id': 'a05fe584-e125-4ec2-9955-7bba48a79d96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'mac_address': 'fa:16:3e:e5:a2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f225f602-d548-48ae-b965-f8e2d9303958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:49:30Z', 'updated_at': '2022-02-09T03:49:45Z', 'revision_number': 1, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:47.501908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f0735-ca6f-4c14-8731-72c26dee4166 req-9d57f5ae-8676-4308-8397-8f32e2075c9c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:47.503547 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e67f0735-ca6f-4c14-8731-72c26dee4166 req-9d57f5ae-8676-4308-8397-8f32e2075c9c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.1225927 Feb 09 03:49:47.522170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4107edbe-c3ae-4c91-b9c0-362385a35366 req-28b567fc-771a-41d5-affd-fa9c68dee830 service neutron] 10.222.0.65 "GET /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648130 Feb 09 03:49:47.555622 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c72b6-269c-46f5-a469-2a10f7a63bca None None] The sync data for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 is: [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'c06335c5-565d-4d80-a3c3-e1c52a7d1899', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'port_id': 'a05fe584-e125-4ec2-9955-7bba48a79d96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'mac_address': 'fa:16:3e:e5:a2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f225f602-d548-48ae-b965-f8e2d9303958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:49:30Z', 'updated_at': '2022-02-09T03:49:45Z', 'revision_number': 1, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:47.633298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e67f0735-ca6f-4c14-8731-72c26dee4166 req-f8638dbf-a4ac-40e5-a571-d641ae555f94 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175106 Feb 09 03:49:47.656330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3779f5-a94a-4632-8d2d-8b6aa5f1fbf7 req-c1fb337d-35bf-49d3-be14-4bc3e754841b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:47.658747 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c3779f5-a94a-4632-8d2d-8b6aa5f1fbf7 req-c1fb337d-35bf-49d3-be14-4bc3e754841b tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 946 time: 0.1352365 Feb 09 03:49:47.768699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9c3779f5-a94a-4632-8d2d-8b6aa5f1fbf7 req-ebaa759a-6228-4276-8e60-918a7069da39 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029255 Feb 09 03:49:47.917940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43844) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:47.942943 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff444965-bc98-46c7-b200-ca5eadad5ba0 None None] New status for floating IP c06335c5-565d-4d80-a3c3-e1c52a7d1899: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:49:48.038224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-627952817-network', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:48.060489 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Made reservation on behalf of c914b6877d464ab882b30a0708aa4119 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:49:48.063079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.078110 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.170893 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae86f81c-895a-49dc-8031-47b73afb1bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.182810 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Publish callbacks [] for security_group (27014c78-fc55-4496-af92-85f033b45993), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.187443 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (27014c78-fc55-4496-af92-85f033b45993), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.217948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:49:48.223394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27014c78-fc55-4496-af92-85f033b45993,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:48.232199 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (3b20bdab-af5b-4aa8-9fca-35d3849d4baf), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.232685 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Added segment 3b20bdab-af5b-4aa8-9fca-35d3849d4baf of type vlan for network 8bc87523-c236-4901-86d0-d80d734ceb67 Feb 09 03:49:48.277929 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (8bc87523-c236-4901-86d0-d80d734ceb67), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.302671 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (8bc87523-c236-4901-86d0-d80d734ceb67), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.303676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:48.304247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.360185 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4410310 Feb 09 03:49:48.363036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43848) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:48.367687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ff284322-aec6-462e-8893-1cb7a46ad730 admin admin] Request body: {'subnet': {'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-627952817-subnet', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:48.383973 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0b728-fdb7-4d56-8e49-e9d7563d14cd admin admin] Pushing event updated for resources: {'Network': ['ID=8bc87523-c236-4901-86d0-d80d734ceb67,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:48.395713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 8bc87523-c236-4901-86d0-d80d734ceb67 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:49:48.398030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff284322-aec6-462e-8893-1cb7a46ad730 admin admin] Made reservation on behalf of c914b6877d464ab882b30a0708aa4119 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:49:48.400958 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff284322-aec6-462e-8893-1cb7a46ad730 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.568466 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff284322-aec6-462e-8893-1cb7a46ad730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (09da60b9-ce01-4806-8228-46124e130e88), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.627286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff284322-aec6-462e-8893-1cb7a46ad730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09da60b9-ce01-4806-8228-46124e130e88,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:48.648267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff284322-aec6-462e-8893-1cb7a46ad730 admin admin] Checking segment: {'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:48.648782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff284322-aec6-462e-8893-1cb7a46ad730 admin admin] Network hostable DHCP agents. Network: 8bc87523-c236-4901-86d0-d80d734ceb67, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:49:48.676093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff284322-aec6-462e-8893-1cb7a46ad730 admin admin] Network 8bc87523-c236-4901-86d0-d80d734ceb67 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:49:48.687903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-ff284322-aec6-462e-8893-1cb7a46ad730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 8bc87523-c236-4901-86d0-d80d734ceb67) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:48.697852 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec4eac0-43f0-455f-aed5-478a91f492b8 None None] Network 8bc87523-c236-4901-86d0-d80d734ceb67 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:49:48.702752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff284322-aec6-462e-8893-1cb7a46ad730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:48.705309 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ff284322-aec6-462e-8893-1cb7a46ad730 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.727599 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ff284322-aec6-462e-8893-1cb7a46ad730 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3604486 Feb 09 03:49:48.728835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43852) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:48.734263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:48.764897 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.766258 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.876072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-8bc87523-c236-4901-86d0-d80d734ceb67', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:49:48.876957 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.904119 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Publish callbacks [] for router_controller (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:48.914745 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb783bcc-5fd3-44c9-90fd-b6c33fb56f1e req-720e9242-c104-4817-b401-e3af30363c7c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:48.923780 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb783bcc-5fd3-44c9-90fd-b6c33fb56f1e req-720e9242-c104-4817-b401-e3af30363c7c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.1532726 Feb 09 03:49:48.960555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8831d-334b-41e0-9700-9bda9963bc5b req-fb2b7eaf-7ced-488f-8831-706775fbcba7 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:48.962988 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a3a8831d-334b-41e0-9700-9bda9963bc5b req-fb2b7eaf-7ced-488f-8831-706775fbcba7 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 946 time: 0.0973189 Feb 09 03:49:49.053858 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a3a8831d-334b-41e0-9700-9bda9963bc5b req-3a55ce48-ec65-4b05-a20f-39ca08a97717 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752659 Feb 09 03:49:49.079917 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb783bcc-5fd3-44c9-90fd-b6c33fb56f1e req-87ed635c-5dd6-4075-b317-9df2063820d6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519604 Feb 09 03:49:49.102908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Allocated IP 172.20.0.2 (8bc87523-c236-4901-86d0-d80d734ceb67/09da60b9-ce01-4806-8228-46124e130e88/a0c0b404-ba05-437e-b8a9-45b011fd2598) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:49.203310 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Publish callbacks [] for router_gateway (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:49.340100 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Publish callbacks [] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:49.347626 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:49.413985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Network 8bc87523-c236-4901-86d0-d80d734ceb67 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:49.416978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Pushing event updated for resources: {'Port': ['ID=a0c0b404-ba05-437e-b8a9-45b011fd2598,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:49.428434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:49.432869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.433321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.433678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.434110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.435036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.435299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.435948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.436634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.437291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.437894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.438675 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.439268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.440522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:49.445270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:49.454397 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:49.501341 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Publish callbacks [] for router_gateway (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:49.524849 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Attempting to bind port a0c0b404-ba05-437e-b8a9-45b011fd2598 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:49.525316 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Attempting to bind port a0c0b404-ba05-437e-b8a9-45b011fd2598 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:49.525767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Attempting to bind port a0c0b404-ba05-437e-b8a9-45b011fd2598 on network 8bc87523-c236-4901-86d0-d80d734ceb67 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:49.533154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:49.533654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Checking segment: {'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:49.534200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:49.535351 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Bound using segment: {'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:49.535838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Bound port: a0c0b404-ba05-437e-b8a9-45b011fd2598, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:49.536224 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:49.551575 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:49.632732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] For port a0c0b404-ba05-437e-b8a9-45b011fd2598, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:49.646706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] For port a0c0b404-ba05-437e-b8a9-45b011fd2598, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a0c0b404-ba05-437e-b8a9-45b011fd2598,segment=NetworkSegment(3b20bdab-af5b-4aa8-9fca-35d3849d4baf),segment_id=3b20bdab-af5b-4aa8-9fca-35d3849d4baf)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:49.659600 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:49.752472 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb72cab-6784-4907-9cea-68521d144722 None None] Pushing event updated for resources: {'Port': ['ID=a0c0b404-ba05-437e-b8a9-45b011fd2598,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:49.793449 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Allocated IP 172.25.5.170 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/ca0c0818-1cdb-4029-bd05-6c057fa3d679) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:50.012074 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Publish callbacks [] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:50.123659 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:50.266804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:50.281338 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:50.285235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:50.291481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0c0818-1cdb-4029-bd05-6c057fa3d679,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:50.376833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f062-6430-4a20-9009-21339660bc4b req-36b90a34-9566-4659-85c2-84e8fb85c612 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:50.386154 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c434f062-6430-4a20-9009-21339660bc4b req-36b90a34-9566-4659-85c2-84e8fb85c612 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.1877475 Feb 09 03:49:50.545748 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c434f062-6430-4a20-9009-21339660bc4b req-7fa7729f-47a2-4c8e-b74b-493a3c00cce9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584284 Feb 09 03:49:50.724940 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Publish callbacks [] for router_gateway (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:50.840453 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:51.056596 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:51.171869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a0c0b404-ba05-437e-b8a9-45b011fd2598 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:51.290568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a0c0b404-ba05-437e-b8a9-45b011fd2598 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:51.291254 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:51.392549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Router f03ae5f3-bb27-4239-886c-5b8b0570ca0d is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:49:51.436595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d8473e-6f02-4185-a7fe-0640976e52c7 None None] Network 8bc87523-c236-4901-86d0-d80d734ceb67 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:49:51.587241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:51.593790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9bcb8e3a-7501-4f48-afc5-8e2af4b17973 None None] Provisioning complete for port a0c0b404-ba05-437e-b8a9-45b011fd2598 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:51.593790 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8e3a-7501-4f48-afc5-8e2af4b17973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:51.620923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Sync routers for ids ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:51.623799 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:51.629441 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-38e89ec3-9e9d-4f1a-8c64-7c038821e870 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8974087 Feb 09 03:49:51.629588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a0c0b404-ba05-437e-b8a9-45b011fd2598 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:51.629588 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:51.630095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43872) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:51.712141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port a0c0b404-ba05-437e-b8a9-45b011fd2598, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a0c0b404-ba05-437e-b8a9-45b011fd2598,segment=NetworkSegment(3b20bdab-af5b-4aa8-9fca-35d3849d4baf),segment_id=3b20bdab-af5b-4aa8-9fca-35d3849d4baf)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:51.721166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Routers {'f03ae5f3-bb27-4239-886c-5b8b0570ca0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:51.721853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:51.730215 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:51.860635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402f381-5030-45cb-9c2b-63228259619b req-234a02ff-28a2-41ba-b8df-ef10043a1f2c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:51.862173 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1402f381-5030-45cb-9c2b-63228259619b req-234a02ff-28a2-41ba-b8df-ef10043a1f2c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.1254330 Feb 09 03:49:51.872233 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=a0c0b404-ba05-437e-b8a9-45b011fd2598,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:52.024914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb8e3a-7501-4f48-afc5-8e2af4b17973 None None] Current status of the port a0c0b404-ba05-437e-b8a9-45b011fd2598 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:52.050226 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.106563 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1402f381-5030-45cb-9c2b-63228259619b req-34917774-76ec-4f90-8ee8-02c4faf34646 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057545 Feb 09 03:49:52.110330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Set router f03ae5f3-bb27-4239-886c-5b8b0570ca0d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:52.244299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-766c271e-6493-4494-99f6-6476fc38ccac None None] Provisioning complete for port a0c0b404-ba05-437e-b8a9-45b011fd2598 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:52.244713 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-766c271e-6493-4494-99f6-6476fc38ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.399211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-766c271e-6493-4494-99f6-6476fc38ccac None None] Current status of the port a0c0b404-ba05-437e-b8a9-45b011fd2598 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:52.426047 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:50Z', 'revision_number': 3, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:52.459542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Checking router: f03ae5f3-bb27-4239-886c-5b8b0570ca0d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:52.459542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Updating router f03ae5f3-bb27-4239-886c-5b8b0570ca0d port ca0c0818-1cdb-4029-bd05-6c057fa3d679 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:49:52.491765 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.508567 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.738941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Allocated IP 172.20.0.1 (8bc87523-c236-4901-86d0-d80d734ceb67/09da60b9-ce01-4806-8228-46124e130e88/7cb5a435-ecff-408d-83c1-a08540aa8824) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:52.836738 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Publish callbacks [] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.847975 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.914249 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Publish callbacks [] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.918473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Attempting to bind port ca0c0818-1cdb-4029-bd05-6c057fa3d679 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:52.918989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Attempting to bind port ca0c0818-1cdb-4029-bd05-6c057fa3d679 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:52.919226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Attempting to bind port ca0c0818-1cdb-4029-bd05-6c057fa3d679 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:52.924935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:52.925320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:52.925762 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.927775 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:52.928277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Bound port: ca0c0818-1cdb-4029-bd05-6c057fa3d679, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:52.928719 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.931363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f85cd-9e34-40e1-b695-c1438d63a0c4 None None] Pushing event updated for resources: {'Port': ['ID=ca0c0818-1cdb-4029-bd05-6c057fa3d679,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:52.968213 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:53.041588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] For port ca0c0818-1cdb-4029-bd05-6c057fa3d679, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:53.052862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] For port ca0c0818-1cdb-4029-bd05-6c057fa3d679, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ca0c0818-1cdb-4029-bd05-6c057fa3d679,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:53.072705 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:53.073733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Network 8bc87523-c236-4901-86d0-d80d734ceb67 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:53.077680 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:53.097526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:53.122924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a0c0b404-ba05-437e-b8a9-45b011fd2598 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:53.150966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb5a435-ecff-408d-83c1-a08540aa8824,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:53.186224 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:53.260568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f85cd-9e34-40e1-b695-c1438d63a0c4 None None] Pushing event updated for resources: {'Port': ['ID=ca0c0818-1cdb-4029-bd05-6c057fa3d679,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:53.263815 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Routers {'f03ae5f3-bb27-4239-886c-5b8b0570ca0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:53.264421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:53.377882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff604d5d-f8ab-42fc-8b37-841279c14a66 req-48cea9b8-1c92-44b0-b7a1-d93cc4f9c3ed tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:53.379826 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff604d5d-f8ab-42fc-8b37-841279c14a66 req-48cea9b8-1c92-44b0-b7a1-d93cc4f9c3ed tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.1474335 Feb 09 03:49:53.412248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] Set router f03ae5f3-bb27-4239-886c-5b8b0570ca0d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:53.497463 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ff604d5d-f8ab-42fc-8b37-841279c14a66 req-bd05d439-9e70-4552-8d81-036eb425fb13 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058249 Feb 09 03:49:53.511636 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:53.705161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a0c0b404-ba05-437e-b8a9-45b011fd2598 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:53.705907 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:53.795503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-de784b3f-4d84-4c30-8863-bee34a0bbb75 None None] Provisioning complete for port 7cb5a435-ecff-408d-83c1-a08540aa8824 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:53.795875 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de784b3f-4d84-4c30-8863-bee34a0bbb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:53.804878 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Publish callbacks [] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:53.814841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:53.860495 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-de784b3f-4d84-4c30-8863-bee34a0bbb75 None None] Port 7cb5a435-ecff-408d-83c1-a08540aa8824 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:53.966713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a0c0b404-ba05-437e-b8a9-45b011fd2598 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:53.970962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb5a435-ecff-408d-83c1-a08540aa8824,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:53.973729 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:54.054249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:50Z', 'revision_number': 3, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:54.099775 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c1f3e-9a0f-427b-8c0c-c0f3e6255691 None None] The sync data for ids ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'] in n-d-824835-15 is: [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:50Z', 'revision_number': 3, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:54.137387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Network 8bc87523-c236-4901-86d0-d80d734ceb67 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:54.145118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:54.310773 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:54.385571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Router f03ae5f3-bb27-4239-886c-5b8b0570ca0d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:49:54.505167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ba4c9743-0639-440d-aee3-e1002c472c79 None None] Provisioning complete for port 7cb5a435-ecff-408d-83c1-a08540aa8824 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:54.505615 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9743-0639-440d-aee3-e1002c472c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:54.600423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c9743-0639-440d-aee3-e1002c472c79 None None] Port 7cb5a435-ecff-408d-83c1-a08540aa8824 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:54.691743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:54.705417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fdf89d74-4091-43bc-b44a-5c5554179c34 admin admin] 10.222.0.21 "PUT /v2.0/routers/f03ae5f3-bb27-4239-886c-5b8b0570ca0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0714679 Feb 09 03:49:54.821465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6668b-0e0f-487e-ae13-0c63d525bc4a req-70ca1718-28c4-43f1-9360-fc8bbae3b0ef tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:54.826733 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fb6668b-0e0f-487e-ae13-0c63d525bc4a req-70ca1718-28c4-43f1-9360-fc8bbae3b0ef tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0972593 Feb 09 03:49:54.924873 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5fb6668b-0e0f-487e-ae13-0c63d525bc4a req-78b1f574-feba-4d99-a618-d76b840e710b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924428 Feb 09 03:49:55.083878 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ca0c0818-1cdb-4029-bd05-6c057fa3d679 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:55.149525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ca0c0818-1cdb-4029-bd05-6c057fa3d679 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:55.149909 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:55.274677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ca0c0818-1cdb-4029-bd05-6c057fa3d679 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:55.275076 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:55.297278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port ca0c0818-1cdb-4029-bd05-6c057fa3d679, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ca0c0818-1cdb-4029-bd05-6c057fa3d679,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:55.309856 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:55.446587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=ca0c0818-1cdb-4029-bd05-6c057fa3d679,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:55.594687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43908) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:55.599493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1749456833-network', 'tenant_id': '102a5af560174d57a05912e272548c4a'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:55.648592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Made reservation on behalf of 102a5af560174d57a05912e272548c4a for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:49:55.651170 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:55.673237 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:55.838552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Publish callbacks [] for security_group (add2eb75-6ad9-437b-8824-b737c93a1212), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:55.843908 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (add2eb75-6ad9-437b-8824-b737c93a1212), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:55.879583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:49:55.901081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add2eb75-6ad9-437b-8824-b737c93a1212,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:55.905212 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f453247c-5f15-476b-8565-dc75de5a598f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:55.905887 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Added segment f453247c-5f15-476b-8565-dc75de5a598f of type vlan for network dad404c3-5676-4c66-86eb-a3a8150e3a5a Feb 09 03:49:55.963208 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (dad404c3-5676-4c66-86eb-a3a8150e3a5a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:55.998758 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (dad404c3-5676-4c66-86eb-a3a8150e3a5a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:55.999847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:56.000710 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:56.035446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4397860 Feb 09 03:49:56.038435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43914) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:56.045136 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b9d3c680-6f11-4ddc-bc96-06ed6fab4689 admin admin] Request body: {'subnet': {'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1749456833-subnet', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:56.074793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d3c680-6f11-4ddc-bc96-06ed6fab4689 admin admin] Made reservation on behalf of 102a5af560174d57a05912e272548c4a for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:49:56.079404 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c680-6f11-4ddc-bc96-06ed6fab4689 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:56.114998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0973f-6913-41f1-a7a2-a9147ab261f3 admin admin] Pushing event updated for resources: {'Network': ['ID=dad404c3-5676-4c66-86eb-a3a8150e3a5a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:56.125166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network dad404c3-5676-4c66-86eb-a3a8150e3a5a details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:49:56.145152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff70867-498b-469e-b586-e6863db61aa5 req-54f628f1-836f-47b4-9897-6a26e431f596 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:56.146892 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ff70867-498b-469e-b586-e6863db61aa5 req-54f628f1-836f-47b4-9897-6a26e431f596 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.1154079 Feb 09 03:49:56.212783 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7ff70867-498b-469e-b586-e6863db61aa5 req-1dc2fba6-81a8-4b39-a81c-e9dc2d253e58 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555649 Feb 09 03:49:56.311022 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c680-6f11-4ddc-bc96-06ed6fab4689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (005e959f-f506-4070-b6ae-a96c3704126d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:56.377613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3c680-6f11-4ddc-bc96-06ed6fab4689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=005e959f-f506-4070-b6ae-a96c3704126d,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:56.387461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d3c680-6f11-4ddc-bc96-06ed6fab4689 admin admin] Checking segment: {'id': 'f453247c-5f15-476b-8565-dc75de5a598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:56.387827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d3c680-6f11-4ddc-bc96-06ed6fab4689 admin admin] Network hostable DHCP agents. Network: dad404c3-5676-4c66-86eb-a3a8150e3a5a, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:49:56.406637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d3c680-6f11-4ddc-bc96-06ed6fab4689 admin admin] Network dad404c3-5676-4c66-86eb-a3a8150e3a5a is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:49:56.417123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b9d3c680-6f11-4ddc-bc96-06ed6fab4689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, dad404c3-5676-4c66-86eb-a3a8150e3a5a) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:56.422886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d3c680-6f11-4ddc-bc96-06ed6fab4689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:56.423575 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c680-6f11-4ddc-bc96-06ed6fab4689 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:56.429802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed23a9-56c5-445c-a565-69677b76ed85 None None] Network dad404c3-5676-4c66-86eb-a3a8150e3a5a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:49:56.447310 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b9d3c680-6f11-4ddc-bc96-06ed6fab4689 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4046075 Feb 09 03:49:56.447560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 43916) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:56.454440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1749456833-router', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:56.475945 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (3c3c394e-cd24-46e8-bef1-52d562dff1c6), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:56.477139 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (3c3c394e-cd24-46e8-bef1-52d562dff1c6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:56.537715 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Publish callbacks [] for router_controller (3c3c394e-cd24-46e8-bef1-52d562dff1c6), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:56.564278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-dad404c3-5676-4c66-86eb-a3a8150e3a5a', 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a', 'project_id': '102a5af560174d57a05912e272548c4a', 'fixed_ips': [{'subnet_id': '005e959f-f506-4070-b6ae-a96c3704126d'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:49:56.565579 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:56.703952 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Sync routers for ids ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:56.726551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Allocated IP 172.20.0.2 (dad404c3-5676-4c66-86eb-a3a8150e3a5a/005e959f-f506-4070-b6ae-a96c3704126d/0d30cf62-cc05-483c-9940-30e0ff12b253) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:56.731290 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Routers {'f03ae5f3-bb27-4239-886c-5b8b0570ca0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:56.731987 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:56.846041 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Set router f03ae5f3-bb27-4239-886c-5b8b0570ca0d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:56.892251 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Publish callbacks [] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:56.900477 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:56.951107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Pushing event updated for resources: {'Port': ['ID=0d30cf62-cc05-483c-9940-30e0ff12b253,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:56.964699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Network dad404c3-5676-4c66-86eb-a3a8150e3a5a is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:56.966594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:56.969176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:57.039283 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Attempting to bind port 0d30cf62-cc05-483c-9940-30e0ff12b253 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:57.039959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Attempting to bind port 0d30cf62-cc05-483c-9940-30e0ff12b253 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'f453247c-5f15-476b-8565-dc75de5a598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:57.040496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Attempting to bind port 0d30cf62-cc05-483c-9940-30e0ff12b253 on network dad404c3-5676-4c66-86eb-a3a8150e3a5a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:57.046911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:57.047539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Checking segment: {'id': 'f453247c-5f15-476b-8565-dc75de5a598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:57.048257 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:57.048815 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Bound using segment: {'id': 'f453247c-5f15-476b-8565-dc75de5a598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:57.049693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Bound port: 0d30cf62-cc05-483c-9940-30e0ff12b253, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f453247c-5f15-476b-8565-dc75de5a598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:57.050260 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:57.097756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ca0c0818-1cdb-4029-bd05-6c057fa3d679 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:57.116073 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '7cb5a435-ecff-408d-83c1-a08540aa8824', 'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'mac_address': 'fa:16:3e:89:12:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 2, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'subnets': [{'id': '09da60b9-ce01-4806-8228-46124e130e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:57.144732 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Checking router: f03ae5f3-bb27-4239-886c-5b8b0570ca0d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:57.145405 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Updating router f03ae5f3-bb27-4239-886c-5b8b0570ca0d port 7cb5a435-ecff-408d-83c1-a08540aa8824 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:49:57.164444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] For port 0d30cf62-cc05-483c-9940-30e0ff12b253, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:57.170349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] For port 0d30cf62-cc05-483c-9940-30e0ff12b253, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0d30cf62-cc05-483c-9940-30e0ff12b253,segment=NetworkSegment(f453247c-5f15-476b-8565-dc75de5a598f),segment_id=f453247c-5f15-476b-8565-dc75de5a598f)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:57.177144 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:57.181791 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Publish callbacks [] for router_gateway (3c3c394e-cd24-46e8-bef1-52d562dff1c6), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:57.184940 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ca0c0818-1cdb-4029-bd05-6c057fa3d679 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:57.185528 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:57.188891 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:57.324329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c50b6-9f0e-4666-9ecf-3fa8397c3722 None None] Pushing event updated for resources: {'Port': ['ID=0d30cf62-cc05-483c-9940-30e0ff12b253,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:57.389932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ca0c0818-1cdb-4029-bd05-6c057fa3d679 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:57.549687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07e3a8-5215-4c94-b5ff-858193b12ce2 req-60637bd6-0916-4913-b814-738a28b1d294 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:57.551226 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a07e3a8-5215-4c94-b5ff-858193b12ce2 req-60637bd6-0916-4913-b814-738a28b1d294 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.1272261 Feb 09 03:49:57.587775 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Publish callbacks [] for router_gateway (3c3c394e-cd24-46e8-bef1-52d562dff1c6), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:57.631024 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Publish callbacks [] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:57.641935 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:57.650519 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:57.800732 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f479ce-f590-4ef7-b04f-3ac38e452726 None None] Pushing event updated for resources: {'Port': ['ID=7cb5a435-ecff-408d-83c1-a08540aa8824,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:57.836306 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a07e3a8-5215-4c94-b5ff-858193b12ce2 req-61f36daf-c8d1-4d83-82b3-23ab8f81eaa8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718453 Feb 09 03:49:57.850311 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Attempting to bind port 7cb5a435-ecff-408d-83c1-a08540aa8824 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:57.850517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Allocated IP 172.25.5.202 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/1b2ef5ac-776a-44aa-b244-1ae9e66d5719) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:57.851903 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Attempting to bind port 7cb5a435-ecff-408d-83c1-a08540aa8824 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:57.852413 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Attempting to bind port 7cb5a435-ecff-408d-83c1-a08540aa8824 on network 8bc87523-c236-4901-86d0-d80d734ceb67 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:57.863027 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:57.864010 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Checking segment: {'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:57.865309 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:57.866133 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Bound using segment: {'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:57.867615 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Bound port: 7cb5a435-ecff-408d-83c1-a08540aa8824, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:57.868433 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:57.971290 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] For port 7cb5a435-ecff-408d-83c1-a08540aa8824, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:57.978613 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] For port 7cb5a435-ecff-408d-83c1-a08540aa8824, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7cb5a435-ecff-408d-83c1-a08540aa8824,segment=NetworkSegment(3b20bdab-af5b-4aa8-9fca-35d3849d4baf),segment_id=3b20bdab-af5b-4aa8-9fca-35d3849d4baf)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:57.991950 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:58.054873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e63bb824-257f-4a45-8a87-fbe825c6846e None None] Provisioning complete for port 7cb5a435-ecff-408d-83c1-a08540aa8824 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:58.055284 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e63bb824-257f-4a45-8a87-fbe825c6846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:58.070745 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Publish callbacks [] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:58.073459 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f479ce-f590-4ef7-b04f-3ac38e452726 None None] Pushing event updated for resources: {'Port': ['ID=7cb5a435-ecff-408d-83c1-a08540aa8824,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:58.100393 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Routers {'f03ae5f3-bb27-4239-886c-5b8b0570ca0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:58.101892 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:58.140412 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:58.205501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:58.208723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:58.221828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:58.268194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e63bb824-257f-4a45-8a87-fbe825c6846e None None] Current status of the port 7cb5a435-ecff-408d-83c1-a08540aa8824 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:58.268734 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e63bb824-257f-4a45-8a87-fbe825c6846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:58.323896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2ef5ac-776a-44aa-b244-1ae9e66d5719,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:58.329801 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] Set router f03ae5f3-bb27-4239-886c-5b8b0570ca0d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:58.355504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e63bb824-257f-4a45-8a87-fbe825c6846e None None] For port 7cb5a435-ecff-408d-83c1-a08540aa8824, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7cb5a435-ecff-408d-83c1-a08540aa8824,segment=NetworkSegment(3b20bdab-af5b-4aa8-9fca-35d3849d4baf),segment_id=3b20bdab-af5b-4aa8-9fca-35d3849d4baf)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:58.363059 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e63bb824-257f-4a45-8a87-fbe825c6846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:58.484909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bb824-257f-4a45-8a87-fbe825c6846e None None] Pushing event updated for resources: {'Port': ['ID=7cb5a435-ecff-408d-83c1-a08540aa8824,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:58.527870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6380d221-7f38-47eb-82ea-54bd001eade0 None None] Provisioning complete for port 7cb5a435-ecff-408d-83c1-a08540aa8824 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:58.528240 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6380d221-7f38-47eb-82ea-54bd001eade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:58.719591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6380d221-7f38-47eb-82ea-54bd001eade0 None None] Current status of the port 7cb5a435-ecff-408d-83c1-a08540aa8824 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:58.806384 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '7cb5a435-ecff-408d-83c1-a08540aa8824', 'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'mac_address': 'fa:16:3e:89:12:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:57Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'subnets': [{'id': '09da60b9-ce01-4806-8228-46124e130e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:58.809280 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Publish callbacks [] for router_gateway (3c3c394e-cd24-46e8-bef1-52d562dff1c6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:58.857476 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df94092-3584-454e-84d5-3315bdc49125 None None] The sync data for ids ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'] in n-d-824835-15 is: [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '7cb5a435-ecff-408d-83c1-a08540aa8824', 'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'mac_address': 'fa:16:3e:89:12:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:57Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'subnets': [{'id': '09da60b9-ce01-4806-8228-46124e130e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:58.896618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8055bf9-57e5-4db5-8b76-5d8c0fe32d02 None None] Network dad404c3-5676-4c66-86eb-a3a8150e3a5a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:49:59.151952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2c590719-bc1b-4216-97ae-580696d68658 None None] Provisioning complete for port 0d30cf62-cc05-483c-9940-30e0ff12b253 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:59.151952 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c590719-bc1b-4216-97ae-580696d68658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:59.178892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83770159-f0c8-4a1e-9afa-c189ee37ce16 req-876f732e-09d0-4e08-9f82-719ed4d0ecdb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:59.187249 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83770159-f0c8-4a1e-9afa-c189ee37ce16 req-876f732e-09d0-4e08-9f82-719ed4d0ecdb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.1271803 Feb 09 03:49:59.214539 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (3c3c394e-cd24-46e8-bef1-52d562dff1c6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:59.296023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7cb5a435-ecff-408d-83c1-a08540aa8824 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:59.355941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83770159-f0c8-4a1e-9afa-c189ee37ce16 req-415c1632-0e58-4693-951d-a0bd2335e808 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675105 Feb 09 03:49:59.407673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 7cb5a435-ecff-408d-83c1-a08540aa8824 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:59.408093 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:59.476510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2c590719-bc1b-4216-97ae-580696d68658 None None] Current status of the port 0d30cf62-cc05-483c-9940-30e0ff12b253 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:59.476898 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c590719-bc1b-4216-97ae-580696d68658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:59.529120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Router 3c3c394e-cd24-46e8-bef1-52d562dff1c6 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:49:59.549912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2c590719-bc1b-4216-97ae-580696d68658 None None] For port 0d30cf62-cc05-483c-9940-30e0ff12b253, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0d30cf62-cc05-483c-9940-30e0ff12b253,segment=NetworkSegment(f453247c-5f15-476b-8565-dc75de5a598f),segment_id=f453247c-5f15-476b-8565-dc75de5a598f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:59.560484 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c590719-bc1b-4216-97ae-580696d68658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:59.690628 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7cb5a435-ecff-408d-83c1-a08540aa8824 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:59.695374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0d30cf62-cc05-483c-9940-30e0ff12b253 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:59.713041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c590719-bc1b-4216-97ae-580696d68658 None None] Pushing event updated for resources: {'Port': ['ID=0d30cf62-cc05-483c-9940-30e0ff12b253,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:59.774543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0d30cf62-cc05-483c-9940-30e0ff12b253 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:59.775069 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:59.831812 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:59.864716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Sync routers for ids ['3c3c394e-cd24-46e8-bef1-52d562dff1c6'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:59.875227 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:59.878506 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-469bc8fa-6833-424d-9af1-8576db509612 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4274991 Feb 09 03:49:59.880134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 43928) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:59.938894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0d30cf62-cc05-483c-9940-30e0ff12b253 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:59.939782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Routers {'3c3c394e-cd24-46e8-bef1-52d562dff1c6'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:59.940209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3c3c394e-cd24-46e8-bef1-52d562dff1c6'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:50:00.239640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-769b6051-b94b-4661-b6f0-9ce60209af77 None None] Provisioning complete for port 0d30cf62-cc05-483c-9940-30e0ff12b253 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:50:00.240757 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-769b6051-b94b-4661-b6f0-9ce60209af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:00.308276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Set router 3c3c394e-cd24-46e8-bef1-52d562dff1c6 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:50:00.502810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-769b6051-b94b-4661-b6f0-9ce60209af77 None None] Current status of the port 0d30cf62-cc05-483c-9940-30e0ff12b253 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:50:00.589802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b5186-c20d-4b44-b114-a4e070175ff1 req-cc29c686-871f-4750-bf67-3f7e28d337a2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:00.591614 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a5b5186-c20d-4b44-b114-a4e070175ff1 req-cc29c686-871f-4750-bf67-3f7e28d337a2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.1194413 Feb 09 03:50:00.644810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'name': 'tempest-TestVolumeBackupRestore-1749456833-router', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:56Z', 'updated_at': '2022-02-09T03:49:58Z', 'revision_number': 3, 'project_id': '102a5af560174d57a05912e272548c4a', 'gw_port': {'id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:57Z', 'updated_at': '2022-02-09T03:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:50:00.647243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:00.689685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Checking router: 3c3c394e-cd24-46e8-bef1-52d562dff1c6 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:50:00.690470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Updating router 3c3c394e-cd24-46e8-bef1-52d562dff1c6 port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:50:00.692765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a5b5186-c20d-4b44-b114-a4e070175ff1 req-b0d8f4e8-312e-45d6-8dda-f9f01eab4a03 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952852 Feb 09 03:50:00.780794 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:00.916770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Allocated IP 172.20.0.1 (dad404c3-5676-4c66-86eb-a3a8150e3a5a/005e959f-f506-4070-b6ae-a96c3704126d/7af49312-75dc-4c7e-aae3-a97d4b146058) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:50:01.082376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0d30cf62-cc05-483c-9940-30e0ff12b253 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:50:01.135381 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Publish callbacks [] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.175499 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.212337 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Publish callbacks [] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.219885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Network dad404c3-5676-4c66-86eb-a3a8150e3a5a is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:50:01.223699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:50:01.227772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:50:01.262001 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.278060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Pushing event updated for resources: {'Port': ['ID=7af49312-75dc-4c7e-aae3-a97d4b146058,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:01.280910 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (3c3c394e-cd24-46e8-bef1-52d562dff1c6), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.350985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Attempting to bind port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:50:01.351554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Attempting to bind port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:50:01.351762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Attempting to bind port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:50:01.368552 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7a454-0101-4afd-99e3-e1c7e618be05 None None] Pushing event updated for resources: {'Port': ['ID=1b2ef5ac-776a-44aa-b244-1ae9e66d5719,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:01.373041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:50:01.373497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:50:01.373894 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.374311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:50:01.375011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Bound port: 1b2ef5ac-776a-44aa-b244-1ae9e66d5719, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:50:01.375211 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.413992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0d30cf62-cc05-483c-9940-30e0ff12b253 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:50:01.414514 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.524052 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.556720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0d30cf62-cc05-483c-9940-30e0ff12b253 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:50:01.569693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] For port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:50:01.574759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] For port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1b2ef5ac-776a-44aa-b244-1ae9e66d5719,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:50:01.583086 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.659035 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b1be7e15-72e2-4a55-8449-b3636c2ff123 None None] Provisioning complete for port 7af49312-75dc-4c7e-aae3-a97d4b146058 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:50:01.659035 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1be7e15-72e2-4a55-8449-b3636c2ff123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.709735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7a454-0101-4afd-99e3-e1c7e618be05 None None] Pushing event updated for resources: {'Port': ['ID=1b2ef5ac-776a-44aa-b244-1ae9e66d5719,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:01.712833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Routers {'3c3c394e-cd24-46e8-bef1-52d562dff1c6'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:50:01.713517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3c3c394e-cd24-46e8-bef1-52d562dff1c6'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:50:01.771592 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Publish callbacks [] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.781292 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:01.849274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b1be7e15-72e2-4a55-8449-b3636c2ff123 None None] Port 7af49312-75dc-4c7e-aae3-a97d4b146058 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:50:01.851807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] Set router 3c3c394e-cd24-46e8-bef1-52d562dff1c6 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:50:01.868823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (3c3c394e-cd24-46e8-bef1-52d562dff1c6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:02.107941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'name': 'tempest-TestVolumeBackupRestore-1749456833-router', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:56Z', 'updated_at': '2022-02-09T03:50:01Z', 'revision_number': 4, 'project_id': '102a5af560174d57a05912e272548c4a', 'gw_port': {'id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:57Z', 'updated_at': '2022-02-09T03:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '7af49312-75dc-4c7e-aae3-a97d4b146058', 'name': '', 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'mac_address': 'fa:16:3e:59:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '005e959f-f506-4070-b6ae-a96c3704126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:50:00Z', 'updated_at': '2022-02-09T03:50:00Z', 'revision_number': 1, 'project_id': '102a5af560174d57a05912e272548c4a', 'subnets': [{'id': '005e959f-f506-4070-b6ae-a96c3704126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:50:02.150444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d678b234-5e01-4ef6-ab02-62ab4a9354bf None None] The sync data for ids ['3c3c394e-cd24-46e8-bef1-52d562dff1c6'] in n-d-824835-15 is: [{'id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'name': 'tempest-TestVolumeBackupRestore-1749456833-router', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:56Z', 'updated_at': '2022-02-09T03:50:01Z', 'revision_number': 4, 'project_id': '102a5af560174d57a05912e272548c4a', 'gw_port': {'id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:57Z', 'updated_at': '2022-02-09T03:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '7af49312-75dc-4c7e-aae3-a97d4b146058', 'name': '', 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'mac_address': 'fa:16:3e:59:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '005e959f-f506-4070-b6ae-a96c3704126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:50:00Z', 'updated_at': '2022-02-09T03:50:00Z', 'revision_number': 1, 'project_id': '102a5af560174d57a05912e272548c4a', 'subnets': [{'id': '005e959f-f506-4070-b6ae-a96c3704126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:50:02.227852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Pushing event updated for resources: {'Port': ['ID=7af49312-75dc-4c7e-aae3-a97d4b146058,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:02.264550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7c073-f318-422c-96df-5778ee57d9b8 req-15cc2aae-7699-4ad9-a691-418d0c100a25 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:02.266113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2ff7c073-f318-422c-96df-5778ee57d9b8 req-15cc2aae-7699-4ad9-a691-418d0c100a25 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.4241557 Feb 09 03:50:02.321762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Network dad404c3-5676-4c66-86eb-a3a8150e3a5a is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:50:02.325290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:50:02.455223 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2ff7c073-f318-422c-96df-5778ee57d9b8 req-dd112522-dbf5-4ea9-9151-ad279ea6ff71 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813049 Feb 09 03:50:02.556232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Router 3c3c394e-cd24-46e8-bef1-52d562dff1c6 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:50:02.720140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:50:02.738286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0d0d9461-9a18-4457-80b4-68f1504b980d admin admin] 10.222.0.21 "PUT /v2.0/routers/3c3c394e-cd24-46e8-bef1-52d562dff1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8479304 Feb 09 03:50:02.784670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b8e4bc39-c7f8-42f4-9b3a-e78d666234d0 None None] Provisioning complete for port 7af49312-75dc-4c7e-aae3-a97d4b146058 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:50:02.786433 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8e4bc39-c7f8-42f4-9b3a-e78d666234d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:02.835847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4bc39-c7f8-42f4-9b3a-e78d666234d0 None None] Port 7af49312-75dc-4c7e-aae3-a97d4b146058 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:50:03.645560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237edb4-e2bc-462a-a3ca-f6ef849db699 req-36d9aaa7-80f1-47bf-aac2-c9831ccbc2d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:03.647286 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a237edb4-e2bc-462a-a3ca-f6ef849db699 req-36d9aaa7-80f1-47bf-aac2-c9831ccbc2d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0685542 Feb 09 03:50:03.712256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a237edb4-e2bc-462a-a3ca-f6ef849db699 req-65501f6d-4670-4f18-a563-5695305c2599 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574546 Feb 09 03:50:04.363738 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:50:04.847620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fca5c-5fe9-4605-9639-829ad1238351 req-a83328aa-7308-4e2b-84a8-4d836d440110 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:04.849175 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-532fca5c-5fe9-4605-9639-829ad1238351 req-a83328aa-7308-4e2b-84a8-4d836d440110 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0616384 Feb 09 03:50:04.913519 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-532fca5c-5fe9-4605-9639-829ad1238351 req-d5cb55ba-1052-4179-9f33-4f02d8ddcd3a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538228 Feb 09 03:50:05.046702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:50:05.095379 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:50:05.095857 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:05.177043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:50:05.177480 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:05.198146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1b2ef5ac-776a-44aa-b244-1ae9e66d5719,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:50:05.202285 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:05.252971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=1b2ef5ac-776a-44aa-b244-1ae9e66d5719,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:06.046548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f40450-a45e-4969-acb1-181975e3fdce req-71f113fe-40cd-4a5a-b151-57208ce065b6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:06.048158 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07f40450-a45e-4969-acb1-181975e3fdce req-71f113fe-40cd-4a5a-b151-57208ce065b6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0599799 Feb 09 03:50:06.098649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-07f40450-a45e-4969-acb1-181975e3fdce req-2daf7878-742d-4219-a6ba-a7488677e240 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447135 Feb 09 03:50:06.376178 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Sync routers for ids ['3c3c394e-cd24-46e8-bef1-52d562dff1c6'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:50:06.386624 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Routers {'3c3c394e-cd24-46e8-bef1-52d562dff1c6'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:50:06.387231 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3c3c394e-cd24-46e8-bef1-52d562dff1c6'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:50:06.494290 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Set router 3c3c394e-cd24-46e8-bef1-52d562dff1c6 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:50:06.688819 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'name': 'tempest-TestVolumeBackupRestore-1749456833-router', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:56Z', 'updated_at': '2022-02-09T03:50:01Z', 'revision_number': 4, 'project_id': '102a5af560174d57a05912e272548c4a', 'gw_port': {'id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:57Z', 'updated_at': '2022-02-09T03:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '7af49312-75dc-4c7e-aae3-a97d4b146058', 'name': '', 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'mac_address': 'fa:16:3e:59:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '005e959f-f506-4070-b6ae-a96c3704126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:50:00Z', 'updated_at': '2022-02-09T03:50:01Z', 'revision_number': 2, 'project_id': '102a5af560174d57a05912e272548c4a', 'subnets': [{'id': '005e959f-f506-4070-b6ae-a96c3704126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:50:06.717930 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Checking router: 3c3c394e-cd24-46e8-bef1-52d562dff1c6 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:50:06.718282 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Updating router 3c3c394e-cd24-46e8-bef1-52d562dff1c6 port 7af49312-75dc-4c7e-aae3-a97d4b146058 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:50:06.745650 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:07.023921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:50:07.083046 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:50:07.083521 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:07.114927 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Publish callbacks [] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:07.121704 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:07.187256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:50:07.224287 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Pushing event updated for resources: {'Port': ['ID=7af49312-75dc-4c7e-aae3-a97d4b146058,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:07.253330 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.253737 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.254183 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.254519 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.254847 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.255172 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.255701 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.256032 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.256349 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.256668 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.256982 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.257299 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.257983 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:07.279918 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Attempting to bind port 7af49312-75dc-4c7e-aae3-a97d4b146058 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:50:07.280276 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Attempting to bind port 7af49312-75dc-4c7e-aae3-a97d4b146058 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'f453247c-5f15-476b-8565-dc75de5a598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:50:07.281101 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Attempting to bind port 7af49312-75dc-4c7e-aae3-a97d4b146058 on network dad404c3-5676-4c66-86eb-a3a8150e3a5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:50:07.288712 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:50:07.289183 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Checking segment: {'id': 'f453247c-5f15-476b-8565-dc75de5a598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:50:07.289685 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:07.290082 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Bound using segment: {'id': 'f453247c-5f15-476b-8565-dc75de5a598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:50:07.290603 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Bound port: 7af49312-75dc-4c7e-aae3-a97d4b146058, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f453247c-5f15-476b-8565-dc75de5a598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:50:07.290984 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:07.298699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16521584-02ad-4677-a8c1-233a18271e13 req-747f26b8-8f3a-43b8-be53-b52c09d06c6c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:07.300120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16521584-02ad-4677-a8c1-233a18271e13 req-747f26b8-8f3a-43b8-be53-b52c09d06c6c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0823426 Feb 09 03:50:07.390521 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-16521584-02ad-4677-a8c1-233a18271e13 req-64f8fa1a-f5bb-4189-91c3-42cfb0bb8728 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834277 Feb 09 03:50:07.400981 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] For port 7af49312-75dc-4c7e-aae3-a97d4b146058, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:50:07.405941 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] For port 7af49312-75dc-4c7e-aae3-a97d4b146058, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7af49312-75dc-4c7e-aae3-a97d4b146058,segment=NetworkSegment(f453247c-5f15-476b-8565-dc75de5a598f),segment_id=f453247c-5f15-476b-8565-dc75de5a598f)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:50:07.414689 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:07.480878 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Routers {'3c3c394e-cd24-46e8-bef1-52d562dff1c6'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:50:07.481422 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:49:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3c3c394e-cd24-46e8-bef1-52d562dff1c6'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:50:07.487107 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605dd21-74b0-4389-8372-1b66e49a2f17 None None] Pushing event updated for resources: {'Port': ['ID=7af49312-75dc-4c7e-aae3-a97d4b146058,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:07.513137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9e8fe32a-6fd2-4adf-81c8-fdc832555e20 None None] Provisioning complete for port 7af49312-75dc-4c7e-aae3-a97d4b146058 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:50:07.515913 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe32a-6fd2-4adf-81c8-fdc832555e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:07.619650 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] Set router 3c3c394e-cd24-46e8-bef1-52d562dff1c6 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:50:07.630443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9e8fe32a-6fd2-4adf-81c8-fdc832555e20 None None] Current status of the port 7af49312-75dc-4c7e-aae3-a97d4b146058 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:50:07.631104 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe32a-6fd2-4adf-81c8-fdc832555e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:07.683483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9e8fe32a-6fd2-4adf-81c8-fdc832555e20 None None] For port 7af49312-75dc-4c7e-aae3-a97d4b146058, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7af49312-75dc-4c7e-aae3-a97d4b146058,segment=NetworkSegment(f453247c-5f15-476b-8565-dc75de5a598f),segment_id=f453247c-5f15-476b-8565-dc75de5a598f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:50:07.689320 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe32a-6fd2-4adf-81c8-fdc832555e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:07.780148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fe32a-6fd2-4adf-81c8-fdc832555e20 None None] Pushing event updated for resources: {'Port': ['ID=7af49312-75dc-4c7e-aae3-a97d4b146058,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:07.785115 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:07.811865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-06cebe23-6f19-4516-8474-575649302c37 None None] Provisioning complete for port 7af49312-75dc-4c7e-aae3-a97d4b146058 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:50:07.812269 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06cebe23-6f19-4516-8474-575649302c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:07.858876 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'name': 'tempest-TestVolumeBackupRestore-1749456833-router', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:56Z', 'updated_at': '2022-02-09T03:50:01Z', 'revision_number': 4, 'project_id': '102a5af560174d57a05912e272548c4a', 'gw_port': {'id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:57Z', 'updated_at': '2022-02-09T03:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '7af49312-75dc-4c7e-aae3-a97d4b146058', 'name': '', 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'mac_address': 'fa:16:3e:59:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '005e959f-f506-4070-b6ae-a96c3704126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:50:00Z', 'updated_at': '2022-02-09T03:50:07Z', 'revision_number': 4, 'project_id': '102a5af560174d57a05912e272548c4a', 'subnets': [{'id': '005e959f-f506-4070-b6ae-a96c3704126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:50:07.890750 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d41c33-9492-44f3-93d9-922c0ac094c5 None None] The sync data for ids ['3c3c394e-cd24-46e8-bef1-52d562dff1c6'] in n-d-824835-15 is: [{'id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'name': 'tempest-TestVolumeBackupRestore-1749456833-router', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:56Z', 'updated_at': '2022-02-09T03:50:01Z', 'revision_number': 4, 'project_id': '102a5af560174d57a05912e272548c4a', 'gw_port': {'id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:57Z', 'updated_at': '2022-02-09T03:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '7af49312-75dc-4c7e-aae3-a97d4b146058', 'name': '', 'network_id': 'dad404c3-5676-4c66-86eb-a3a8150e3a5a', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'mac_address': 'fa:16:3e:59:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '005e959f-f506-4070-b6ae-a96c3704126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:50:00Z', 'updated_at': '2022-02-09T03:50:07Z', 'revision_number': 4, 'project_id': '102a5af560174d57a05912e272548c4a', 'subnets': [{'id': '005e959f-f506-4070-b6ae-a96c3704126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:50:07.898253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-06cebe23-6f19-4516-8474-575649302c37 None None] Current status of the port 7af49312-75dc-4c7e-aae3-a97d4b146058 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:50:08.518229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b2611-f3fb-44a6-ac1f-c3c9372f120f req-a542dedc-ab91-41d3-822a-0257f7b4ef2b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:08.519793 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-544b2611-f3fb-44a6-ac1f-c3c9372f120f req-a542dedc-ab91-41d3-822a-0257f7b4ef2b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0597272 Feb 09 03:50:08.570482 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-544b2611-f3fb-44a6-ac1f-c3c9372f120f req-f43e12aa-2e25-4fd9-9e5f-aa8eb802966d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449116 Feb 09 03:50:09.030194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7af49312-75dc-4c7e-aae3-a97d4b146058 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:50:09.089122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 7af49312-75dc-4c7e-aae3-a97d4b146058 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:50:09.089689 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:09.177404 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7af49312-75dc-4c7e-aae3-a97d4b146058 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:50:09.709471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7accce-afaa-4e5d-9835-4f3e84d3e1b5 req-40bbfab0-8cbc-4304-be9f-0130017625f7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:09.710947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd7accce-afaa-4e5d-9835-4f3e84d3e1b5 req-40bbfab0-8cbc-4304-be9f-0130017625f7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0602429 Feb 09 03:50:09.758683 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd7accce-afaa-4e5d-9835-4f3e84d3e1b5 req-a0aadb05-6d3a-4c1f-aeb0-55d4d2ba179f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Feb 09 03:50:10.908847 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437854c-c3a4-43b6-ab19-73e15a9987e3 req-e1817c55-a8b7-4706-9bf0-17fc05878ea6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:10.909517 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8437854c-c3a4-43b6-ab19-73e15a9987e3 req-e1817c55-a8b7-4706-9bf0-17fc05878ea6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0736361 Feb 09 03:50:10.971592 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8437854c-c3a4-43b6-ab19-73e15a9987e3 req-760e3fa8-563b-4c36-bb44-2b9cadb852ad tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551195 Feb 09 03:50:12.129300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc8fb3-e306-44f2-8f1c-0a8fada1d43c req-bdc8db1f-d686-4f14-9141-67d2a50437d0 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:12.131147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2dc8fb3-e306-44f2-8f1c-0a8fada1d43c req-bdc8db1f-d686-4f14-9141-67d2a50437d0 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0693145 Feb 09 03:50:12.186948 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c2dc8fb3-e306-44f2-8f1c-0a8fada1d43c req-a04acae5-b97a-43cd-974c-6f34e99fdb85 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494184 Feb 09 03:50:13.329450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec377ea2-e0f7-4b16-8c3d-d6daa8e00d4c req-d58eef14-1e0b-4be1-b015-5958133429cd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:13.346054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ec377ea2-e0f7-4b16-8c3d-d6daa8e00d4c req-d58eef14-1e0b-4be1-b015-5958133429cd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0719795 Feb 09 03:50:13.414039 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ec377ea2-e0f7-4b16-8c3d-d6daa8e00d4c req-b4a14f49-aa19-41aa-afc4-06b018ec46e7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669401 Feb 09 03:50:14.552285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ad6f5-fda6-4654-b1a6-a0affdb0f3bb req-b3c06b80-ec6c-4f05-a629-0c52c60bd071 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:14.553926 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-993ad6f5-fda6-4654-b1a6-a0affdb0f3bb req-b3c06b80-ec6c-4f05-a629-0c52c60bd071 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0595565 Feb 09 03:50:14.615816 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-993ad6f5-fda6-4654-b1a6-a0affdb0f3bb req-5147f1ef-eef2-4cc7-9d86-c49e96c3120f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545859 Feb 09 03:50:15.640711 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd69ceca-d507-423f-98ed-fa599236c973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:15.745672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dab715-7f40-4010-9768-0870b7d38763 req-c985a1fe-d55c-454e-ae5d-b0a6c4b0b972 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:15.747067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1dab715-7f40-4010-9768-0870b7d38763 req-c985a1fe-d55c-454e-ae5d-b0a6c4b0b972 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0549529 Feb 09 03:50:15.805902 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1dab715-7f40-4010-9768-0870b7d38763 req-4ca3d623-fdd0-45ba-ba0c-c0c13ec2f9bf tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529790 Feb 09 03:50:16.953109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef70dc-aa0e-4a49-b10f-6b0f64bfc6e9 req-11a63d45-62bc-4cf2-85cf-34a84e540531 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:16.954731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80ef70dc-aa0e-4a49-b10f-6b0f64bfc6e9 req-11a63d45-62bc-4cf2-85cf-34a84e540531 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0743024 Feb 09 03:50:17.008370 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80ef70dc-aa0e-4a49-b10f-6b0f64bfc6e9 req-e028279a-ebe5-424d-9761-214b5f0c6c08 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470142 Feb 09 03:50:18.149240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc1b8b-856c-4f8a-83fe-ab0dc65ac72e req-25399878-016c-42bc-a064-5b49ea57c46b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:18.151434 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44dc1b8b-856c-4f8a-83fe-ab0dc65ac72e req-25399878-016c-42bc-a064-5b49ea57c46b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0652483 Feb 09 03:50:18.169155 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a73e944b-562e-40bd-b1ed-dacd5537ef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:18.207128 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-44dc1b8b-856c-4f8a-83fe-ab0dc65ac72e req-c8358adf-b3b4-44a0-9241-55734448a73e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492065 Feb 09 03:50:19.360462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8aef0-9db7-437a-8e88-1c9be01ce3c6 req-865ec797-8a76-4ece-b7b0-55c73ca94cfc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:19.365914 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9fc8aef0-9db7-437a-8e88-1c9be01ce3c6 req-865ec797-8a76-4ece-b7b0-55c73ca94cfc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0751765 Feb 09 03:50:19.392939 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:19.426751 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9fc8aef0-9db7-437a-8e88-1c9be01ce3c6 req-e5fd5fad-a784-4216-afda-f9b9e9480d77 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579841 Feb 09 03:50:20.569412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0d8cb-b814-42b4-bd0e-dfd0c3d73e06 req-f322b0b8-c22e-4b1f-a64c-548752bf9fff tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:20.570928 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ff0d8cb-b814-42b4-bd0e-dfd0c3d73e06 req-f322b0b8-c22e-4b1f-a64c-548752bf9fff tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0604978 Feb 09 03:50:20.625927 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ff0d8cb-b814-42b4-bd0e-dfd0c3d73e06 req-66f7e59e-0461-40c1-b628-afb7ef7aa00e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450177 Feb 09 03:50:20.863965 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:21.767382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14defd8d-1ee1-4452-b23a-5fd92ceeda53 req-2af3e04c-8213-4c89-ad4a-3e894e5d1cd0 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:21.770771 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-14defd8d-1ee1-4452-b23a-5fd92ceeda53 req-2af3e04c-8213-4c89-ad4a-3e894e5d1cd0 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 943 time: 0.0649517 Feb 09 03:50:21.771895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 33db7392-21ed-48bf-8863-06bbce39ddf8 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:50:21.833905 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-14defd8d-1ee1-4452-b23a-5fd92ceeda53 req-5f555b50-9ecf-457a-997c-0c7932263e45 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542200 Feb 09 03:50:21.912503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 33db7392-21ed-48bf-8863-06bbce39ddf8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=33db7392-21ed-48bf-8863-06bbce39ddf8,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:50:21.928678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '33db7392-21ed-48bf-8863-06bbce39ddf8', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'port_id': '33db7392-21ed-48bf-8863-06bbce39ddf8', 'mac_address': 'fa:16:3e:4b:f8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:50:21.984990 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 33db7392-21ed-48bf-8863-06bbce39ddf8 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:50:21.985705 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:22.004638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33db7392-21ed-48bf-8863-06bbce39ddf8 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:50:22.015289 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:22.035172 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 33db7392-21ed-48bf-8863-06bbce39ddf8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=33db7392-21ed-48bf-8863-06bbce39ddf8,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:50:22.043025 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:22.113302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=33db7392-21ed-48bf-8863-06bbce39ddf8,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:22.244963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['33db7392-21ed-48bf-8863-06bbce39ddf8'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:50:22.975320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607224d3-e68f-476b-8993-c8a86504717b req-376c0041-3bf5-4cea-ad9f-8780b64196b9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:22.976990 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-607224d3-e68f-476b-8993-c8a86504717b req-376c0041-3bf5-4cea-ad9f-8780b64196b9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 944 time: 0.0646434 Feb 09 03:50:23.035385 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-607224d3-e68f-476b-8993-c8a86504717b req-b27a43b5-e13e-43ff-ba8d-6bfd7c8ab96a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497932 Feb 09 03:50:23.781619 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 33db7392-21ed-48bf-8863-06bbce39ddf8 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:50:23.996588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 33db7392-21ed-48bf-8863-06bbce39ddf8 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:50:24.010826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 33db7392-21ed-48bf-8863-06bbce39ddf8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:50:24.011257 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:24.094277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 33db7392-21ed-48bf-8863-06bbce39ddf8 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:50:24.094673 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:24.123083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78855cc-f359-41fe-a65e-488683109e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33db7392-21ed-48bf-8863-06bbce39ddf8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:50:24.126114 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9274263e-9d4d-4015-8266-7f2fd095e415" -d '{"events": [{"server_uuid": "b78855cc-f359-41fe-a65e-488683109e13", "name": "network-vif-plugged", "status": "completed", "tag": "33db7392-21ed-48bf-8863-06bbce39ddf8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:50:24.142814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 33db7392-21ed-48bf-8863-06bbce39ddf8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=33db7392-21ed-48bf-8863-06bbce39ddf8,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:50:24.151231 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:24.207557 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7104e9c9-2dbd-410b-ad69-f275d3f482e2 x-openstack-request-id: req-7104e9c9-2dbd-410b-ad69-f275d3f482e2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:50:24.207937 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78855cc-f359-41fe-a65e-488683109e13", "name": "network-vif-plugged", "status": "completed", "tag": "33db7392-21ed-48bf-8863-06bbce39ddf8", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:50:24.208143 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7104e9c9-2dbd-410b-ad69-f275d3f482e2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:50:24.208575 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78855cc-f359-41fe-a65e-488683109e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33db7392-21ed-48bf-8863-06bbce39ddf8', 'code': 200} Feb 09 03:50:24.237827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50694ac3-6c5d-4a68-92fe-8c05ebafcf54 req-0703bc1d-5db7-42bd-84e0-95029229e306 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:24.245939 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-50694ac3-6c5d-4a68-92fe-8c05ebafcf54 req-0703bc1d-5db7-42bd-84e0-95029229e306 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 944 time: 0.1181955 Feb 09 03:50:24.275892 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=33db7392-21ed-48bf-8863-06bbce39ddf8,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:24.340824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:24.341757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-50694ac3-6c5d-4a68-92fe-8c05ebafcf54 req-7272d83b-4dfb-4a03-a6ad-7385e8abca6c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931325 Feb 09 03:50:24.378817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c6a7-aa33-4538-8154-e1429e759037 req-84a61d5c-7705-481b-b7f4-20c67aacf9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:24.386965 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d15c6a7-aa33-4538-8154-e1429e759037 req-84a61d5c-7705-481b-b7f4-20c67aacf9ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 1128 time: 0.1316364 Feb 09 03:50:24.448935 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5d15c6a7-aa33-4538-8154-e1429e759037 req-4c817a40-c9b7-437a-8391-c831690916ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474300 Feb 09 03:50:25.514731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177447e0-e565-45c2-916e-50c518476d16 req-df63dc26-1374-4e4c-a92a-c03f2f5fd231 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:25.516471 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-177447e0-e565-45c2-916e-50c518476d16 req-df63dc26-1374-4e4c-a92a-c03f2f5fd231 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 945 time: 0.0654743 Feb 09 03:50:25.569394 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-177447e0-e565-45c2-916e-50c518476d16 req-a031d41f-1c40-46bd-9d9d-891b6b5a273d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Feb 09 03:50:26.701758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e0003-ea71-44bf-9024-b9e2aa316430 req-057f40e6-79e7-4edb-95cd-fbfbd4bd5a0e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:26.703923 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a20e0003-ea71-44bf-9024-b9e2aa316430 req-057f40e6-79e7-4edb-95cd-fbfbd4bd5a0e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 945 time: 0.0567138 Feb 09 03:50:26.752598 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a20e0003-ea71-44bf-9024-b9e2aa316430 req-94e47d6e-9a8b-44aa-9838-eec54d6acf03 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428474 Feb 09 03:50:26.884235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0898e91-2948-4d77-836b-87204a5ae943 req-1999d836-f3f4-4dca-ae00-92fc55a80a3e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:26.887841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0898e91-2948-4d77-836b-87204a5ae943 req-1999d836-f3f4-4dca-ae00-92fc55a80a3e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 945 time: 0.0605533 Feb 09 03:50:26.936657 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0898e91-2948-4d77-836b-87204a5ae943 req-32c70903-18c2-471a-947e-336f12a7da2f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Feb 09 03:50:27.273151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab507eeb-3d7d-4c2c-80c1-e592150e65f1 req-8d4a4edb-b4ef-4a40-904b-3a1836b35ccc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:27.274806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab507eeb-3d7d-4c2c-80c1-e592150e65f1 req-8d4a4edb-b4ef-4a40-904b-3a1836b35ccc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 945 time: 0.0552018 Feb 09 03:50:27.331703 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab507eeb-3d7d-4c2c-80c1-e592150e65f1 req-fea7a36d-fb79-4e32-8a77-bd6379c1bc15 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500705 Feb 09 03:50:27.992354 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa9c4a6-9764-48a8-a008-4d29c080d659 req-9f4cf24b-de9c-446d-9c72-7d0c91caa17c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474005 Feb 09 03:50:28.100665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9c4a6-9764-48a8-a008-4d29c080d659 req-fe191b46-e54e-45fc-a8d0-5a2bb3786c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:28.102370 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa9c4a6-9764-48a8-a008-4d29c080d659 req-fe191b46-e54e-45fc-a8d0-5a2bb3786c28 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 1129 time: 0.0504599 Feb 09 03:50:28.210137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9c4a6-9764-48a8-a008-4d29c080d659 req-fbb089b7-21b3-48ec-8f71-6717011c780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:28.211792 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa9c4a6-9764-48a8-a008-4d29c080d659 req-fbb089b7-21b3-48ec-8f71-6717011c780e service neutron] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.0915411 Feb 09 03:50:28.260691 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa9c4a6-9764-48a8-a008-4d29c080d659 req-b9ba8a46-a66b-4615-a56f-0c4f077a6b2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=196ca6d4-4f59-4954-b14b-eb68b42d5045 HTTP/1.1" status: 200 len: 217 time: 0.0424149 Feb 09 03:50:28.312774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9c4a6-9764-48a8-a008-4d29c080d659 req-564132d5-25c2-4319-b323-378ebb28c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:28.314384 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa9c4a6-9764-48a8-a008-4d29c080d659 req-564132d5-25c2-4319-b323-378ebb28c2a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0487885 Feb 09 03:50:28.367828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9c4a6-9764-48a8-a008-4d29c080d659 req-0181250f-d2d6-4e81-86bb-8d91d3308811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:28.369508 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa9c4a6-9764-48a8-a008-4d29c080d659 req-0181250f-d2d6-4e81-86bb-8d91d3308811 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481241 Feb 09 03:50:28.476306 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa9c4a6-9764-48a8-a008-4d29c080d659 req-263d455c-ef4c-4574-b270-60e0c9df684a service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010323 Feb 09 03:50:28.479177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799fb2c-3325-4361-8161-8254485271c9 req-8a991805-9d13-45aa-81e5-0362515cf7a9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:28.480850 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6799fb2c-3325-4361-8161-8254485271c9 req-8a991805-9d13-45aa-81e5-0362515cf7a9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 945 time: 0.0654047 Feb 09 03:50:28.598026 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fa9c4a6-9764-48a8-a008-4d29c080d659 req-a1517d12-47ee-408d-93a3-36411341aa48 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117239 Feb 09 03:50:28.606714 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6799fb2c-3325-4361-8161-8254485271c9 req-30ae0a52-5909-4203-b483-a25df04a1f95 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073604 Feb 09 03:50:28.684128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8049ce4-8ae6-4d5d-94f3-2c1d8fa5e1b0 req-80f8e4a1-2fab-4a09-bc82-ae47e6245385 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:28.685973 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8049ce4-8ae6-4d5d-94f3-2c1d8fa5e1b0 req-80f8e4a1-2fab-4a09-bc82-ae47e6245385 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 945 time: 0.0793805 Feb 09 03:50:28.796098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-d8049ce4-8ae6-4d5d-94f3-2c1d8fa5e1b0 req-50be3237-a8f4-40d4-be8e-77fdc4bd3acc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Deleting port 33db7392-21ed-48bf-8863-06bbce39ddf8 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:50:28.796416 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8049ce4-8ae6-4d5d-94f3-2c1d8fa5e1b0 req-50be3237-a8f4-40d4-be8e-77fdc4bd3acc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:28.890998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d8049ce4-8ae6-4d5d-94f3-2c1d8fa5e1b0 req-50be3237-a8f4-40d4-be8e-77fdc4bd3acc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] For port 33db7392-21ed-48bf-8863-06bbce39ddf8, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=33db7392-21ed-48bf-8863-06bbce39ddf8,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:50:28.891602 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8049ce4-8ae6-4d5d-94f3-2c1d8fa5e1b0 req-50be3237-a8f4-40d4-be8e-77fdc4bd3acc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:28.907488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-d8049ce4-8ae6-4d5d-94f3-2c1d8fa5e1b0 req-50be3237-a8f4-40d4-be8e-77fdc4bd3acc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Calling delete_port for 33db7392-21ed-48bf-8863-06bbce39ddf8 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:50:29.060614 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8049ce4-8ae6-4d5d-94f3-2c1d8fa5e1b0 req-50be3237-a8f4-40d4-be8e-77fdc4bd3acc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (33db7392-21ed-48bf-8863-06bbce39ddf8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:29.076741 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['33db7392-21ed-48bf-8863-06bbce39ddf8'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:50:29.092027 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be3237-a8f4-40d4-be8e-77fdc4bd3acc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event deleted for resources: {'Port': ['ID=33db7392-21ed-48bf-8863-06bbce39ddf8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:29.123832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['196ca6d4-4f59-4954-b14b-eb68b42d5045'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:50:29.161167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8049ce4-8ae6-4d5d-94f3-2c1d8fa5e1b0 req-50be3237-a8f4-40d4-be8e-77fdc4bd3acc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] No DVR routers for this DVR port 33db7392-21ed-48bf-8863-06bbce39ddf8 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:50:29.168379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d8049ce4-8ae6-4d5d-94f3-2c1d8fa5e1b0 req-50be3237-a8f4-40d4-be8e-77fdc4bd3acc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:29.171864 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d8049ce4-8ae6-4d5d-94f3-2c1d8fa5e1b0 req-50be3237-a8f4-40d4-be8e-77fdc4bd3acc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "DELETE /v2.0/ports/33db7392-21ed-48bf-8863-06bbce39ddf8 HTTP/1.1" status: 204 len: 173 time: 0.4811587 Feb 09 03:50:29.172331 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78855cc-f359-41fe-a65e-488683109e13', 'name': 'network-vif-deleted', 'tag': '33db7392-21ed-48bf-8863-06bbce39ddf8'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:50:29.174759 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fecee9-6d8c-4aa9-95cd-1e8d2d8b3794" -d '{"events": [{"server_uuid": "b78855cc-f359-41fe-a65e-488683109e13", "name": "network-vif-deleted", "tag": "33db7392-21ed-48bf-8863-06bbce39ddf8"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:50:29.278338 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4811b599-c19a-4ba4-8806-f7e39a50959d x-openstack-request-id: req-4811b599-c19a-4ba4-8806-f7e39a50959d {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:50:29.278644 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78855cc-f359-41fe-a65e-488683109e13", "name": "network-vif-deleted", "tag": "33db7392-21ed-48bf-8863-06bbce39ddf8", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:50:29.278902 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4811b599-c19a-4ba4-8806-f7e39a50959d {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:50:29.279307 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78855cc-f359-41fe-a65e-488683109e13', 'name': 'network-vif-deleted', 'tag': '33db7392-21ed-48bf-8863-06bbce39ddf8', 'status': 'completed', 'code': 200} Feb 09 03:50:29.757260 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4603c0de-065b-4d5c-9f24-1bee258755c2 req-f5a0dc78-b881-4914-8bd6-10046246cf5c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 210 time: 0.0503740 Feb 09 03:50:30.870731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20c1bd5e-7023-41e7-b322-3dea1e0d89a1 req-7e242ce4-de0e-487c-b5fa-7e8f6d6057e2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 210 time: 0.0328500 Feb 09 03:50:31.796731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 33db7392-21ed-48bf-8863-06bbce39ddf8 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:50:31.819785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 33db7392-21ed-48bf-8863-06bbce39ddf8 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:50:31.820397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 33db7392-21ed-48bf-8863-06bbce39ddf8 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:50:31.972999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db4c1285-80ae-42c0-bc99-c7700332d550 req-0fded9df-fcbb-4bdc-a621-e798316788ae tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 210 time: 0.0295708 Feb 09 03:50:33.084211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f51b0314-88e4-4521-abcf-b38bfffaad17 req-02409402-e6eb-4add-8c33-68ebda6366d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 210 time: 0.0302098 Feb 09 03:50:34.187422 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25f7cc96-d321-4338-bcd3-a49119cb19cc req-b6888b09-37b7-4f55-80a0-7fe2ef8971f6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 210 time: 0.0289443 Feb 09 03:50:35.285241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0f206218-f25d-4d26-a3cd-1d3909aa465b req-2f2cdd49-87ca-45c6-b1f2-7999a80c5557 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 210 time: 0.0280654 Feb 09 03:50:36.388770 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83405429-67ab-4fe7-8961-56678509513f req-49aa27f1-c677-4325-86eb-8507a6c7dc72 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 210 time: 0.0301778 Feb 09 03:50:37.489593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4dc62a02-1615-4fcd-a033-3fe25aee3fe7 req-96de8925-439e-41ff-80c5-1ced1dcd8d5c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 210 time: 0.0306885 Feb 09 03:50:37.772258 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:38.589325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b0590f8-8f38-44ea-88e7-eabdac5494c9 req-9ad0a096-e8b3-4b0f-80a5-e4e466b98eeb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78855cc-f359-41fe-a65e-488683109e13 HTTP/1.1" status: 200 len: 210 time: 0.0311863 Feb 09 03:50:41.363539 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:50:45.637863 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b26b7c31-1a5e-4735-a8a4-970cc5d2fac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:48.162736 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbceb45b-4075-452f-9b93-9f42e32ffafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:49.395666 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:50.840436 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:51.994056 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:52.530788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d14ec-0871-4dbe-a011-8711f826014d req-0aa3637b-f98f-490a-9460-ebdb33fb8e0a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:52.532368 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-680d14ec-0871-4dbe-a011-8711f826014d req-0aa3637b-f98f-490a-9460-ebdb33fb8e0a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 946 time: 0.0585918 Feb 09 03:50:52.581081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-680d14ec-0871-4dbe-a011-8711f826014d req-5e48ba97-ee29-4b79-a982-0c8e3b827291 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Feb 09 03:50:53.704374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896941e-24ea-4395-8543-a25563c25da8 req-82d090f5-4713-4476-9544-f72087d92191 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:53.705919 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a896941e-24ea-4395-8543-a25563c25da8 req-82d090f5-4713-4476-9544-f72087d92191 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 946 time: 0.0535996 Feb 09 03:50:53.752737 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a896941e-24ea-4395-8543-a25563c25da8 req-a1c3920a-f246-46cd-9478-ef89b904a5f0 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Feb 09 03:50:54.294917 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:54.400140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ef6aa-19c2-4ae4-b3b3-c8eee78848c8 req-2d31ba11-99d7-4e8c-903e-b2608a660c8b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:54.401635 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa0ef6aa-19c2-4ae4-b3b3-c8eee78848c8 req-2d31ba11-99d7-4e8c-903e-b2608a660c8b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 946 time: 0.0535507 Feb 09 03:50:54.498017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-aa0ef6aa-19c2-4ae4-b3b3-c8eee78848c8 req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Deleting port 196ca6d4-4f59-4954-b14b-eb68b42d5045 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:50:54.498375 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-aa0ef6aa-19c2-4ae4-b3b3-c8eee78848c8 req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:54.585138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-aa0ef6aa-19c2-4ae4-b3b3-c8eee78848c8 req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] For port 196ca6d4-4f59-4954-b14b-eb68b42d5045, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=196ca6d4-4f59-4954-b14b-eb68b42d5045,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:50:54.585417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-aa0ef6aa-19c2-4ae4-b3b3-c8eee78848c8 req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:54.598281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-aa0ef6aa-19c2-4ae4-b3b3-c8eee78848c8 req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Calling delete_port for 196ca6d4-4f59-4954-b14b-eb68b42d5045 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:50:54.741367 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-aa0ef6aa-19c2-4ae4-b3b3-c8eee78848c8 req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (196ca6d4-4f59-4954-b14b-eb68b42d5045), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:54.772778 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event deleted for resources: {'Port': ['ID=196ca6d4-4f59-4954-b14b-eb68b42d5045,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:54.781715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['196ca6d4-4f59-4954-b14b-eb68b42d5045'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:50:54.811223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.811609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.811920 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.812264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.812697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.813044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.813446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.813737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.814069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.814400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.814811 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.815145 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.815473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:54.840922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0ef6aa-19c2-4ae4-b3b3-c8eee78848c8 req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] No DVR routers for this DVR port 196ca6d4-4f59-4954-b14b-eb68b42d5045 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:50:54.844376 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-aa0ef6aa-19c2-4ae4-b3b3-c8eee78848c8 req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:54.848308 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa0ef6aa-19c2-4ae4-b3b3-c8eee78848c8 req-f6173562-1ea6-4d62-b96a-2b9645362ac4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "DELETE /v2.0/ports/196ca6d4-4f59-4954-b14b-eb68b42d5045 HTTP/1.1" status: 204 len: 173 time: 0.4419529 Feb 09 03:50:54.848761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf686e08-2b84-43f4-b0d4-d5d5721e963c', 'name': 'network-vif-deleted', 'tag': '196ca6d4-4f59-4954-b14b-eb68b42d5045'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:50:54.851252 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f107c22-f8e0-418e-81bd-4acc7691e988" -d '{"events": [{"server_uuid": "cf686e08-2b84-43f4-b0d4-d5d5721e963c", "name": "network-vif-deleted", "tag": "196ca6d4-4f59-4954-b14b-eb68b42d5045"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:50:54.877306 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ced03d08-140b-44e1-8418-029f232e0eaa req-e0759c7c-04d1-4959-a06d-0991b090c9f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 210 time: 0.0351813 Feb 09 03:50:54.901768 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0d635c-a7fc-41cc-8327-954807e23c2e x-openstack-request-id: req-ae0d635c-a7fc-41cc-8327-954807e23c2e {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:50:54.902067 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf686e08-2b84-43f4-b0d4-d5d5721e963c", "name": "network-vif-deleted", "tag": "196ca6d4-4f59-4954-b14b-eb68b42d5045", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:50:54.902322 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae0d635c-a7fc-41cc-8327-954807e23c2e {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:50:54.902727 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf686e08-2b84-43f4-b0d4-d5d5721e963c', 'name': 'network-vif-deleted', 'tag': '196ca6d4-4f59-4954-b14b-eb68b42d5045', 'status': 'completed', 'code': 200} Feb 09 03:50:55.982293 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ab23ed8-c0dc-4dca-aea9-33c64299e381 req-a13d0895-fe8f-4c0a-a77d-673f420135ff tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 210 time: 0.0347362 Feb 09 03:50:57.104720 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3f066110-94ec-4854-b687-3d1b267af157 req-3c96d4fa-981b-448e-8d34-6ccc87945b6c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 210 time: 0.0272532 Feb 09 03:50:57.645777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 196ca6d4-4f59-4954-b14b-eb68b42d5045 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:50:57.670802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 196ca6d4-4f59-4954-b14b-eb68b42d5045 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:50:57.671286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 196ca6d4-4f59-4954-b14b-eb68b42d5045 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:50:58.411118 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-785e5d23-aba8-4fb9-a83f-7133ab864690 req-6dc61489-3c68-4e3c-846c-6397e5212fe9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 210 time: 0.0330024 Feb 09 03:50:59.510540 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d88132e9-fa1d-422c-959f-c77ed08749cf req-2da31854-47cf-4171-a084-abecab364f2c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 210 time: 0.0289516 Feb 09 03:51:00.627995 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-486083ec-6f15-4d51-a32e-6d4710627c98 req-d4a0df62-ab50-459c-855f-c621a8720f1f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 210 time: 0.0354128 Feb 09 03:51:01.739581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4944aded-4dbd-4298-a91b-6f017d22cd80 req-0ebbd91e-a0ea-43a0-8bc4-6233fba018f5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 210 time: 0.0419831 Feb 09 03:51:02.825808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c296a019-7718-42bd-8375-e51b6d456ac3 req-09a14501-dfc5-4249-a52e-7c936fee80bf tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 210 time: 0.0287068 Feb 09 03:51:03.938852 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b8980e7-b670-4f69-ab44-91db2263f1d1 req-027f4724-b3cb-4acc-b851-95f6aa072d27 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf686e08-2b84-43f4-b0d4-d5d5721e963c HTTP/1.1" status: 200 len: 210 time: 0.0325387 Feb 09 03:51:07.790521 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:11.991817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-aaa304a7-a22f-42b9-90a2-8fc05c38d33b req-0070ccc2-939f-4d5d-9c29-5dee39763ab7 service neutron] (103328) timed out ('10.222.0.21', 54142) {{(pid=103328) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:51:15.653467 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fdfb722-f0f2-45f3-96ee-721837eaced3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:18.197695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9399cfb4-8d16-4809-8c1a-f43f032b22bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:18.363134 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:51:18.797612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44674) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:18.802795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775994139', 'description': 'tempest-secgroup-smoke-1775994139 description', 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:18.854596 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:18.948705 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group (4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:18.966379 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:18.999475 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.004292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2021942 Feb 09 03:51:19.004292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44682) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:19.015103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2b88b84d-11ae-4048-a5e6-1657caa54c3b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'security_group_rule': {'security_group_id': '4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d', 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:19.044869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:19.059496 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.059839 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.060836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.061179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.061553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.061886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.062318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.062653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.062974 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.063967 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.066875 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.067622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.068150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbf88e-1124-4d01-9a97-5af146de7d69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:19.074124 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2b88b84d-11ae-4048-a5e6-1657caa54c3b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (5ca8a9d7-cfbe-4acb-85bb-aebc4f23f9e8), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.131983 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2b88b84d-11ae-4048-a5e6-1657caa54c3b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (5ca8a9d7-cfbe-4acb-85bb-aebc4f23f9e8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.137637 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2b88b84d-11ae-4048-a5e6-1657caa54c3b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (5ca8a9d7-cfbe-4acb-85bb-aebc4f23f9e8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.161541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88b84d-11ae-4048-a5e6-1657caa54c3b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca8a9d7-cfbe-4acb-85bb-aebc4f23f9e8,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:19.172331 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2b88b84d-11ae-4048-a5e6-1657caa54c3b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.176366 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2b88b84d-11ae-4048-a5e6-1657caa54c3b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689761 Feb 09 03:51:19.176771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44684) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:19.183230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-7b18260c-8d52-4eb4-b7d2-7d071cad41f2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'security_group_rule': {'security_group_id': '4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d', 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:19.222897 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b18260c-8d52-4eb4-b7d2-7d071cad41f2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (e45dbcba-fe2a-49c9-9eea-8351245eabc5), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.281131 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b18260c-8d52-4eb4-b7d2-7d071cad41f2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (e45dbcba-fe2a-49c9-9eea-8351245eabc5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.285297 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b18260c-8d52-4eb4-b7d2-7d071cad41f2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (e45dbcba-fe2a-49c9-9eea-8351245eabc5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.304123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18260c-8d52-4eb4-b7d2-7d071cad41f2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45dbcba-fe2a-49c9-9eea-8351245eabc5,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:19.313316 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b18260c-8d52-4eb4-b7d2-7d071cad41f2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.317668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44686) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:19.318165 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7b18260c-8d52-4eb4-b7d2-7d071cad41f2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399586 Feb 09 03:51:19.324460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3a339153-dd5f-4951-8b62-90297a4611c6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'security_group_rule': {'security_group_id': '4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d', 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:19.354345 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a339153-dd5f-4951-8b62-90297a4611c6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (a81b3e0f-fd60-408d-8d0b-a2012117f942), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.409937 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.421874 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a339153-dd5f-4951-8b62-90297a4611c6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (a81b3e0f-fd60-408d-8d0b-a2012117f942), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.426346 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a339153-dd5f-4951-8b62-90297a4611c6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (a81b3e0f-fd60-408d-8d0b-a2012117f942), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.444492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a339153-dd5f-4951-8b62-90297a4611c6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81b3e0f-fd60-408d-8d0b-a2012117f942,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:19.459998 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a339153-dd5f-4951-8b62-90297a4611c6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.464977 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3a339153-dd5f-4951-8b62-90297a4611c6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454740 Feb 09 03:51:19.465636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44690) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:19.471060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-25cc2c30-d202-47f4-ab1a-e507d0d1cdcf tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'security_group_rule': {'security_group_id': '4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d', 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:19.501744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25cc2c30-d202-47f4-ab1a-e507d0d1cdcf tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (bf701c2f-3c81-4021-9e39-45135c0931df), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.570171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25cc2c30-d202-47f4-ab1a-e507d0d1cdcf tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (bf701c2f-3c81-4021-9e39-45135c0931df), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.574426 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25cc2c30-d202-47f4-ab1a-e507d0d1cdcf tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (bf701c2f-3c81-4021-9e39-45135c0931df), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.596800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc2c30-d202-47f4-ab1a-e507d0d1cdcf tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf701c2f-3c81-4021-9e39-45135c0931df,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:19.602920 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25cc2c30-d202-47f4-ab1a-e507d0d1cdcf tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.607439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44692) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:19.607714 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-25cc2c30-d202-47f4-ab1a-e507d0d1cdcf tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409354 Feb 09 03:51:19.613575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-20bec5a8-fa72-4f88-94b4-28d93d99cf77 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'security_group_rule': {'security_group_id': '4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d', 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:19.636286 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-20bec5a8-fa72-4f88-94b4-28d93d99cf77 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Project a84b6fef5efc481690cc4aaecd8c8b9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:51:19.643101 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-20bec5a8-fa72-4f88-94b4-28d93d99cf77 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (0c9c9c45-d653-468d-90ca-e71fd93ca5d1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.712903 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-20bec5a8-fa72-4f88-94b4-28d93d99cf77 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (0c9c9c45-d653-468d-90ca-e71fd93ca5d1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.717102 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-20bec5a8-fa72-4f88-94b4-28d93d99cf77 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (0c9c9c45-d653-468d-90ca-e71fd93ca5d1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.737104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bec5a8-fa72-4f88-94b4-28d93d99cf77 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9c9c45-d653-468d-90ca-e71fd93ca5d1,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:19.747895 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-20bec5a8-fa72-4f88-94b4-28d93d99cf77 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.752000 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-20bec5a8-fa72-4f88-94b4-28d93d99cf77 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397648 Feb 09 03:51:19.752350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44694) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:19.757170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d565cedd-29c9-41ec-8c09-776c19920eb7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'security_group_rule': {'security_group_id': '4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d', 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:19.779288 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-d565cedd-29c9-41ec-8c09-776c19920eb7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Project a84b6fef5efc481690cc4aaecd8c8b9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:51:19.784986 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d565cedd-29c9-41ec-8c09-776c19920eb7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (ebb67454-7a55-465b-996e-4ac0e053fc6e), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.858763 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d565cedd-29c9-41ec-8c09-776c19920eb7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (ebb67454-7a55-465b-996e-4ac0e053fc6e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.863247 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d565cedd-29c9-41ec-8c09-776c19920eb7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (ebb67454-7a55-465b-996e-4ac0e053fc6e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.889568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565cedd-29c9-41ec-8c09-776c19920eb7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb67454-7a55-465b-996e-4ac0e053fc6e,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:19.896258 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d565cedd-29c9-41ec-8c09-776c19920eb7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:19.897690 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d565cedd-29c9-41ec-8c09-776c19920eb7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442633 Feb 09 03:51:20.848612 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:22.002873 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:23.238619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe44477-87d9-4921-b280-b9997d383a42 req-cffa16a8-f71b-4f52-942e-2b407b426ce5 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:23.240147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cbe44477-87d9-4921-b280-b9997d383a42 req-cffa16a8-f71b-4f52-942e-2b407b426ce5 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 946 time: 0.2402146 Feb 09 03:51:23.297170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cbe44477-87d9-4921-b280-b9997d383a42 req-96c32c6d-6bbf-406a-a8b7-cbb5b2b17404 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503309 Feb 09 03:51:24.311438 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:24.541616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7915d1a-3e52-4a76-972a-63102d814759 req-81cda1ec-cd6b-482b-a9da-e7fd4f8dd4e6 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:24.544101 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a7915d1a-3e52-4a76-972a-63102d814759 req-81cda1ec-cd6b-482b-a9da-e7fd4f8dd4e6 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 946 time: 0.1653557 Feb 09 03:51:24.607754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a7915d1a-3e52-4a76-972a-63102d814759 req-30930130-4417-460a-a63a-4165e3d844a5 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564036 Feb 09 03:51:25.139522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-28f553c5-0f54-4a0f-81c4-e048fe6b2579 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:25.142433 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-28f553c5-0f54-4a0f-81c4-e048fe6b2579 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.65 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 946 time: 0.0591130 Feb 09 03:51:25.253902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Deleting port a05fe584-e125-4ec2-9955-7bba48a79d96 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:51:25.254147 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:25.358569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] For port a05fe584-e125-4ec2-9955-7bba48a79d96, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a05fe584-e125-4ec2-9955-7bba48a79d96,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:25.359037 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:25.543906 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:25.544492 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (c06335c5-565d-4d80-a3c3-e1c52a7d1899), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:25.544866 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Floating IP c06335c5-565d-4d80-a3c3-e1c52a7d1899 disassociated. External IP: 172.25.5.37, port: a05fe584-e125-4ec2-9955-7bba48a79d96. Feb 09 03:51:25.545272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Calling delete_port for a05fe584-e125-4ec2-9955-7bba48a79d96 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:51:25.744629 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a05fe584-e125-4ec2-9955-7bba48a79d96), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:25.785782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083608f-f30e-44ad-aa65-6ad56ffae30d req-8f28abaa-f850-4bac-a018-6de4116e4ce5 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:25.787260 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d083608f-f30e-44ad-aa65-6ad56ffae30d req-8f28abaa-f850-4bac-a018-6de4116e4ce5 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 946 time: 0.1118522 Feb 09 03:51:25.790065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event deleted for resources: {'Port': ['ID=a05fe584-e125-4ec2-9955-7bba48a79d96,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:25.927212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d083608f-f30e-44ad-aa65-6ad56ffae30d req-8ec159ec-17df-4666-98b3-a5e35afe092c tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5454d8d-70de-4556-b1d6-7024f3cd1f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331990 Feb 09 03:51:25.959319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Router fe54a105-c97d-4bb9-a21e-b4c95dabc24e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:51:26.084110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:51:26.097908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647244e1-a6cd-48fb-a162-75fc00bc007d None None] Sync routers for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:51:26.112288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647244e1-a6cd-48fb-a162-75fc00bc007d None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:26.113327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-647244e1-a6cd-48fb-a162-75fc00bc007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:51:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:26.290504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-647244e1-a6cd-48fb-a162-75fc00bc007d None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:26.456242 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] No DVR routers for this DVR port a05fe584-e125-4ec2-9955-7bba48a79d96 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:51:26.459312 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:26.464643 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9cae68a9-b9d2-4965-9bfa-e5473c070b51 req-2599f2b0-a707-4abc-b848-6ba27d9986ca tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.65 "DELETE /v2.0/ports/a05fe584-e125-4ec2-9955-7bba48a79d96 HTTP/1.1" status: 204 len: 173 time: 1.3165357 Feb 09 03:51:26.465381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f225f602-d548-48ae-b965-f8e2d9303958', 'name': 'network-vif-deleted', 'tag': 'a05fe584-e125-4ec2-9955-7bba48a79d96'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:51:26.475152 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97368d4e-aac3-4159-b1ef-0b0af2d9af90" -d '{"events": [{"server_uuid": "f225f602-d548-48ae-b965-f8e2d9303958", "name": "network-vif-deleted", "tag": "a05fe584-e125-4ec2-9955-7bba48a79d96"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:51:26.528173 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b94f6c7-5766-4297-9d85-74ec31d10ab0 x-openstack-request-id: req-2b94f6c7-5766-4297-9d85-74ec31d10ab0 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:51:26.528475 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f225f602-d548-48ae-b965-f8e2d9303958", "name": "network-vif-deleted", "tag": "a05fe584-e125-4ec2-9955-7bba48a79d96", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:51:26.528725 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b94f6c7-5766-4297-9d85-74ec31d10ab0 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:51:26.529121 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f225f602-d548-48ae-b965-f8e2d9303958', 'name': 'network-vif-deleted', 'tag': 'a05fe584-e125-4ec2-9955-7bba48a79d96', 'status': 'completed', 'code': 200} Feb 09 03:51:26.597596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-647244e1-a6cd-48fb-a162-75fc00bc007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:26.627143 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647244e1-a6cd-48fb-a162-75fc00bc007d None None] Checking router: fe54a105-c97d-4bb9-a21e-b4c95dabc24e for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:51:26.635737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647244e1-a6cd-48fb-a162-75fc00bc007d None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:26.636438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-647244e1-a6cd-48fb-a162-75fc00bc007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:51:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:26.767884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-647244e1-a6cd-48fb-a162-75fc00bc007d None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:27.065391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-647244e1-a6cd-48fb-a162-75fc00bc007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:27.113797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647244e1-a6cd-48fb-a162-75fc00bc007d None None] The sync data for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 is: [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:46:07Z', 'revision_number': 4, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'ae1d355f-0e5c-41b1-82f9-0407d1d33220', 'name': '', 'network_id': '67dff6fc-e2ea-4874-82ed-23ae56fafefa', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'mac_address': 'fa:16:3e:8d:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:06Z', 'updated_at': '2022-02-09T03:46:17Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'subnets': [{'id': '76252ee7-e7fa-4822-a2d9-8ea4bb95b98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:51:27.114558 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcab9a89-ba66-452b-8528-bbdf7ea83a7c req-02214572-dc27-4481-bb00-e00d00784a14 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f225f602-d548-48ae-b965-f8e2d9303958 HTTP/1.1" status: 200 len: 210 time: 0.0359297 Feb 09 03:51:27.385606 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98afd0b9-7743-436c-aa9b-95f2293a19a3 None None] New status for floating IP c06335c5-565d-4d80-a3c3-e1c52a7d1899: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:51:27.754078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a05fe584-e125-4ec2-9955-7bba48a79d96 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:51:27.783641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: a05fe584-e125-4ec2-9955-7bba48a79d96 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:51:27.783999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a05fe584-e125-4ec2-9955-7bba48a79d96 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:51:28.227646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44876) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:28.291107 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-303ca0e0-912b-453b-84bb-3049c184c389 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group (f5454d8d-70de-4556-b1d6-7024f3cd1f33), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:28.315843 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-303ca0e0-912b-453b-84bb-3049c184c389 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group (f5454d8d-70de-4556-b1d6-7024f3cd1f33), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:28.367980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-303ca0e0-912b-453b-84bb-3049c184c389 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f5454d8d-70de-4556-b1d6-7024f3cd1f33), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:28.372773 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-303ca0e0-912b-453b-84bb-3049c184c389 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:28.377422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 44878) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:28.377915 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-303ca0e0-912b-453b-84bb-3049c184c389 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "DELETE /v2.0/security-groups/f5454d8d-70de-4556-b1d6-7024f3cd1f33 HTTP/1.1" status: 204 len: 168 time: 0.1490784 Feb 09 03:51:28.388236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ca0e0-912b-453b-84bb-3049c184c389 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5454d8d-70de-4556-b1d6-7024f3cd1f33,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:28.400520 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-873080ef-1c1c-4197-b2d4-143c79432767 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] show failed (client error): The resource could not be found. Feb 09 03:51:28.405165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 44880) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:28.405687 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-873080ef-1c1c-4197-b2d4-143c79432767 tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "GET /v2.0/security-groups/f5454d8d-70de-4556-b1d6-7024f3cd1f33 HTTP/1.1" status: 404 len: 347 time: 0.0210207 Feb 09 03:51:28.549058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2e10de98-24cf-4abc-81a0-dcd374cd9b1a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Deleting port dac0b556-22e8-40a6-83fa-41c0f244af45 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:51:28.549818 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e10de98-24cf-4abc-81a0-dcd374cd9b1a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (dac0b556-22e8-40a6-83fa-41c0f244af45), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:28.639116 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e10de98-24cf-4abc-81a0-dcd374cd9b1a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (dac0b556-22e8-40a6-83fa-41c0f244af45), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:28.639437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e10de98-24cf-4abc-81a0-dcd374cd9b1a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (dac0b556-22e8-40a6-83fa-41c0f244af45), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:28.655336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2e10de98-24cf-4abc-81a0-dcd374cd9b1a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Calling delete_port for dac0b556-22e8-40a6-83fa-41c0f244af45 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:51:28.827737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e10de98-24cf-4abc-81a0-dcd374cd9b1a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (dac0b556-22e8-40a6-83fa-41c0f244af45), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:28.858284 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10de98-24cf-4abc-81a0-dcd374cd9b1a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Pushing event deleted for resources: {'Port': ['ID=dac0b556-22e8-40a6-83fa-41c0f244af45,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:28.921446 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e10de98-24cf-4abc-81a0-dcd374cd9b1a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks [] for floatingip (c06335c5-565d-4d80-a3c3-e1c52a7d1899), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:28.926380 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e10de98-24cf-4abc-81a0-dcd374cd9b1a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:28.927691 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2e10de98-24cf-4abc-81a0-dcd374cd9b1a tempest-AttachVolumeTestJSON-1531577182 tempest-AttachVolumeTestJSON-1531577182-project] 10.222.0.21 "DELETE /v2.0/floatingips/c06335c5-565d-4d80-a3c3-e1c52a7d1899 HTTP/1.1" status: 204 len: 168 time: 0.5215266 Feb 09 03:51:37.789625 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:41.943448 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-d119fdee-ed0f-4683-acfd-663352968c1c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775994139&fields=id&tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 267 time: 0.0505564 Feb 09 03:51:42.077925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502649c-7305-4990-ba02-10efd7d07e93 req-e6b4b1d2-7445-420f-9260-6477a7d9b78a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:42.079812 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-e6b4b1d2-7445-420f-9260-6477a7d9b78a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.1276639 Feb 09 03:51:42.100503 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-abcfcf1d-51b4-468d-886a-4a7425a07b0f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/quotas/a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 375 time: 0.0133967 Feb 09 03:51:42.169973 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-d3514da8-cb38-44a8-982b-d0204a21ac0a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597048 Feb 09 03:51:42.360357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-382ba00e-68f8-4d67-84e0-ee1562dbf22a service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673656 Feb 09 03:51:42.463219 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-6d68ac4f-b701-4e59-885f-0fbc5ff01a1d service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964556 Feb 09 03:51:42.764759 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97ea362d-b4b8-4866-b0e8-8eed3f879204 req-1a7f3122-92f4-4d72-8267-c098788379f5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 210 time: 0.0320711 Feb 09 03:51:43.800501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502649c-7305-4990-ba02-10efd7d07e93 req-8854322a-768b-4adb-bdfa-b6b989c2b5d8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:43.802049 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-8854322a-768b-4adb-bdfa-b6b989c2b5d8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.1512427 Feb 09 03:51:43.880081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3463884-1ee3-4925-b408-61ffc41816c6 req-d0aa92ad-5e07-4ffb-9f76-cdcacbd485e4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 210 time: 0.0321219 Feb 09 03:51:43.900568 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-8728f069-ec3a-4543-ae55-7df9ad71b851 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 380 time: 0.0895486 Feb 09 03:51:43.911070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-c502649c-7305-4990-ba02-10efd7d07e93 req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'port': {'device_id': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'admin_state_up': True, 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'security_groups': ['4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:44.052355 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c502649c-7305-4990-ba02-10efd7d07e93 req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Made reservation on behalf of a84b6fef5efc481690cc4aaecd8c8b9a for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:51:44.057066 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c502649c-7305-4990-ba02-10efd7d07e93 req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.207802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-c502649c-7305-4990-ba02-10efd7d07e93 req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Allocated IP 172.20.0.11 (820dcbcf-88d8-48a9-b260-06b2dc83753e/9703353a-b52f-4207-9d03-52eb248f0c4e/f3ba9bc4-1461-4e3f-9a11-1147fb57407a) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:51:44.381283 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c502649c-7305-4990-ba02-10efd7d07e93 req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.427935 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c502649c-7305-4990-ba02-10efd7d07e93 req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.483908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c502649c-7305-4990-ba02-10efd7d07e93 req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:51:44.487149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-c502649c-7305-4990-ba02-10efd7d07e93 req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:51:44.491154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-c502649c-7305-4990-ba02-10efd7d07e93 req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:51:44.542124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502649c-7305-4990-ba02-10efd7d07e93 req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:44.542775 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c502649c-7305-4990-ba02-10efd7d07e93 req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.549303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=f3ba9bc4-1461-4e3f-9a11-1147fb57407a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:44.572150 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-050a41b9-4f3a-43f4-bd41-3cccb95d27d5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6661446 Feb 09 03:51:44.591109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Request body: {'port': {'device_id': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:44.677495 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.860350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ed8cc9d2-ae28-4922-87e1-e0734823af5a None None] Provisioning complete for port f3ba9bc4-1461-4e3f-9a11-1147fb57407a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:44.860901 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed8cc9d2-ae28-4922-87e1-e0734823af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.957512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cc9d2-ae28-4922-87e1-e0734823af5a None None] Port f3ba9bc4-1461-4e3f-9a11-1147fb57407a cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:51:45.187354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ba9bc4-1461-4e3f-9a11-1147fb57407a {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:51:45.195730 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Publish callbacks [] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.208312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Transition to ACTIVE for port object f3ba9bc4-1461-4e3f-9a11-1147fb57407a will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:51:45.224141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea741b9a-defc-407f-be58-4458efc557bf req-bbe95290-9134-4d26-8312-b1c7f55f5808 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:45.231193 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea741b9a-defc-407f-be58-4458efc557bf req-bbe95290-9134-4d26-8312-b1c7f55f5808 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 932 time: 0.1986663 Feb 09 03:51:45.238221 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.385907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ba9bc4-1461-4e3f-9a11-1147fb57407a,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:45.496123 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea741b9a-defc-407f-be58-4458efc557bf req-dcb9275f-e819-4ab0-a053-84fe61a37ce7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641122 Feb 09 03:51:45.511965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Attempting to bind port f3ba9bc4-1461-4e3f-9a11-1147fb57407a on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:51:45.512491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Attempting to bind port f3ba9bc4-1461-4e3f-9a11-1147fb57407a by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:51:45.513333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Attempting to bind port f3ba9bc4-1461-4e3f-9a11-1147fb57407a on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:51:45.524038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Port f3ba9bc4-1461-4e3f-9a11-1147fb57407a on network 820dcbcf-88d8-48a9-b260-06b2dc83753e not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:51:45.524806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Attempting to bind port f3ba9bc4-1461-4e3f-9a11-1147fb57407a on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:51:45.531991 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:51:45.532341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Checking segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:51:45.532734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Bound using segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:51:45.533168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Bound port: f3ba9bc4-1461-4e3f-9a11-1147fb57407a, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:51:45.533571 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.639188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] For port f3ba9bc4-1461-4e3f-9a11-1147fb57407a, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:51:45.643425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] For port f3ba9bc4-1461-4e3f-9a11-1147fb57407a, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3ba9bc4-1461-4e3f-9a11-1147fb57407a,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:51:45.656526 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1c19466-0db2-4ec0-949d-7f67c5f5786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.666489 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.708113 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:45.708744 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.710434 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/f3ba9bc4-1461-4e3f-9a11-1147fb57407a HTTP/1.1" status: 200 len: 1093 time: 1.1313119 Feb 09 03:51:45.711238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'tag': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:51:45.714011 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76b851e-703b-460a-a565-6b77b413dc16" -d '{"events": [{"name": "network-changed", "server_uuid": "0260e7b3-8793-4e2a-a5c9-d9edead8409d", "tag": "f3ba9bc4-1461-4e3f-9a11-1147fb57407a"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:51:45.826376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa7c1c-0086-4a80-9256-8728daa586b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ba9bc4-1461-4e3f-9a11-1147fb57407a,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:45.848164 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02eb186-4db6-4dd9-bd2a-faafe4b98b6b x-openstack-request-id: req-c02eb186-4db6-4dd9-bd2a-faafe4b98b6b {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:51:45.848469 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0260e7b3-8793-4e2a-a5c9-d9edead8409d", "tag": "f3ba9bc4-1461-4e3f-9a11-1147fb57407a", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:51:45.848725 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c02eb186-4db6-4dd9-bd2a-faafe4b98b6b {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:51:45.849135 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'tag': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a', 'status': 'completed', 'code': 200} Feb 09 03:51:45.880720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502649c-7305-4990-ba02-10efd7d07e93 req-b510168d-e067-4aad-a6ce-b31d8ddd2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:45.882769 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-b510168d-e067-4aad-a6ce-b31d8ddd2853 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 1127 time: 0.1080909 Feb 09 03:51:45.937106 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-429af52f-8e3d-4edc-b7e3-b0f99a7b2394 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3ba9bc4-1461-4e3f-9a11-1147fb57407a HTTP/1.1" status: 200 len: 217 time: 0.0477998 Feb 09 03:51:46.033243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502649c-7305-4990-ba02-10efd7d07e93 req-a7b61ed7-2b44-4ffc-9ceb-70631fc19dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:46.034796 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-a7b61ed7-2b44-4ffc-9ceb-70631fc19dbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0854514 Feb 09 03:51:46.104509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502649c-7305-4990-ba02-10efd7d07e93 req-3c06c16c-af45-4b1a-9aaa-1bd0920e5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:46.106557 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-3c06c16c-af45-4b1a-9aaa-1bd0920e5942 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0658572 Feb 09 03:51:46.223762 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-fb3e366e-9603-4bc5-8c2d-32d2c1deeb11 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094563 Feb 09 03:51:46.367107 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c502649c-7305-4990-ba02-10efd7d07e93 req-df527642-b59f-4eb5-a67d-74310f34ceed service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362669 Feb 09 03:51:46.470765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b851e-703b-460a-a565-6b77b413dc16 req-b50c2689-a081-49d8-baf9-83b739c0fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:46.472560 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f76b851e-703b-460a-a565-6b77b413dc16 req-b50c2689-a081-49d8-baf9-83b739c0fef0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 1127 time: 0.0545583 Feb 09 03:51:46.585173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b851e-703b-460a-a565-6b77b413dc16 req-01339010-85ce-48e9-bfbe-c2a0f5fcd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:46.587017 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f76b851e-703b-460a-a565-6b77b413dc16 req-01339010-85ce-48e9-bfbe-c2a0f5fcd3b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.1081312 Feb 09 03:51:46.660309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45238) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:46.719485 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f76b851e-703b-460a-a565-6b77b413dc16 req-1ab6a14a-74e0-44c6-85d9-94ffa724e3d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3ba9bc4-1461-4e3f-9a11-1147fb57407a HTTP/1.1" status: 200 len: 217 time: 0.1261656 Feb 09 03:51:46.851869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d538d-951a-4c30-a9f4-a35c6208f2b4 req-7fe2e281-5a00-4218-a5e7-9e7dd1a77e59 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:46.853496 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-770d538d-951a-4c30-a9f4-a35c6208f2b4 req-7fe2e281-5a00-4218-a5e7-9e7dd1a77e59 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 944 time: 0.2012260 Feb 09 03:51:46.883300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b851e-703b-460a-a565-6b77b413dc16 req-aa835ba8-5872-4798-a9a8-6d47c5abad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:46.888709 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f76b851e-703b-460a-a565-6b77b413dc16 req-aa835ba8-5872-4798-a9a8-6d47c5abad5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.1245704 Feb 09 03:51:47.015029 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-770d538d-951a-4c30-a9f4-a35c6208f2b4 req-733ccafc-0a4a-4538-98d6-5495316877ec tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489878 Feb 09 03:51:47.024483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b851e-703b-460a-a565-6b77b413dc16 req-a1f89a73-b3b9-4c50-be4b-c4ab249017a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:47.026179 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f76b851e-703b-460a-a565-6b77b413dc16 req-a1f89a73-b3b9-4c50-be4b-c4ab249017a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1271191 Feb 09 03:51:47.139585 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f76b851e-703b-460a-a565-6b77b413dc16 req-18fe1c64-3a34-44ba-ba79-ea19c537ff11 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067410 Feb 09 03:51:47.267827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f76b851e-703b-460a-a565-6b77b413dc16 req-2f2d216d-83c2-4adc-9a99-b378d8bae376 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214952 Feb 09 03:51:47.350263 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-104bf64c-ff9a-4f68-aaba-97b2c18d92a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:47.675220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-104bf64c-ff9a-4f68-aaba-97b2c18d92a7 admin admin] Deleting port ae1d355f-0e5c-41b1-82f9-0407d1d33220 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:51:47.677085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-104bf64c-ff9a-4f68-aaba-97b2c18d92a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:47.783330 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-104bf64c-ff9a-4f68-aaba-97b2c18d92a7 admin admin] For port ae1d355f-0e5c-41b1-82f9-0407d1d33220, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ae1d355f-0e5c-41b1-82f9-0407d1d33220,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:47.783330 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-104bf64c-ff9a-4f68-aaba-97b2c18d92a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:47.797594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-104bf64c-ff9a-4f68-aaba-97b2c18d92a7 admin admin] Calling delete_port for ae1d355f-0e5c-41b1-82f9-0407d1d33220 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:51:48.006354 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-104bf64c-ff9a-4f68-aaba-97b2c18d92a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ae1d355f-0e5c-41b1-82f9-0407d1d33220), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:48.051337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bf64c-ff9a-4f68-aaba-97b2c18d92a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1d355f-0e5c-41b1-82f9-0407d1d33220,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:48.183594 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f24898e-096e-4c0f-a930-061dec8ddea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:48.709665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16014e-fa1d-4ece-9c72-fbf3f5d87e2e req-4676474d-e1e3-4f10-aa00-4b4c37ccd888 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:48.711848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc16014e-fa1d-4ece-9c72-fbf3f5d87e2e req-4676474d-e1e3-4f10-aa00-4b4c37ccd888 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 944 time: 0.0832834 Feb 09 03:51:48.716379 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-104bf64c-ff9a-4f68-aaba-97b2c18d92a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:48.846993 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc16014e-fa1d-4ece-9c72-fbf3f5d87e2e req-9fd8b9b3-cddb-4afe-9ef5-3a40e51457a6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277230 Feb 09 03:51:48.993671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104bf64c-ff9a-4f68-aaba-97b2c18d92a7 admin admin] Router fe54a105-c97d-4bb9-a21e-b4c95dabc24e has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:51:49.135438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104bf64c-ff9a-4f68-aaba-97b2c18d92a7 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:51:49.140816 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-104bf64c-ff9a-4f68-aaba-97b2c18d92a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/fe54a105-c97d-4bb9-a21e-b4c95dabc24e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4784176 Feb 09 03:51:49.143391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45276) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:49.148133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099e6e8-2108-4a17-8098-dc99e306888f None None] Sync routers for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:51:49.158355 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099e6e8-2108-4a17-8098-dc99e306888f None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:49.158978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1099e6e8-2108-4a17-8098-dc99e306888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:51:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:49.275451 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Publish callbacks [] for router (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:49.283320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-1099e6e8-2108-4a17-8098-dc99e306888f None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:49.416440 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:49.464958 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Publish callbacks [] for router_gateway (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:49.506586 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1099e6e8-2108-4a17-8098-dc99e306888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:51:47Z', 'revision_number': 5, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port': {'id': '917ac267-671d-46a3-b456-d15f5039fd3e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:03Z', 'updated_at': '2022-02-09T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:49.537645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099e6e8-2108-4a17-8098-dc99e306888f None None] Checking router: fe54a105-c97d-4bb9-a21e-b4c95dabc24e for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:51:49.549711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099e6e8-2108-4a17-8098-dc99e306888f None None] Routers {'fe54a105-c97d-4bb9-a21e-b4c95dabc24e'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:49.550338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1099e6e8-2108-4a17-8098-dc99e306888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:51:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:49.560381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Deleting port 917ac267-671d-46a3-b456-d15f5039fd3e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:51:49.561033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (917ac267-671d-46a3-b456-d15f5039fd3e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:49.648867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-1099e6e8-2108-4a17-8098-dc99e306888f None None] Set router fe54a105-c97d-4bb9-a21e-b4c95dabc24e gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:49.715691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] For port 917ac267-671d-46a3-b456-d15f5039fd3e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=917ac267-671d-46a3-b456-d15f5039fd3e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:49.716235 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (917ac267-671d-46a3-b456-d15f5039fd3e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:49.721532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1099e6e8-2108-4a17-8098-dc99e306888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:51:49Z', 'revision_number': 6, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:49.731488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Calling delete_port for 917ac267-671d-46a3-b456-d15f5039fd3e owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:51:49.750955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099e6e8-2108-4a17-8098-dc99e306888f None None] The sync data for ids ['fe54a105-c97d-4bb9-a21e-b4c95dabc24e'] in n-d-824835-15 is: [{'id': 'fe54a105-c97d-4bb9-a21e-b4c95dabc24e', 'name': 'tempest-AttachVolumeTestJSON-1952865034-router', 'tenant_id': 'f3f69e921aa14082a86e09bda26aeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:02Z', 'updated_at': '2022-02-09T03:51:49Z', 'revision_number': 6, 'project_id': 'f3f69e921aa14082a86e09bda26aeec5', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:51:49.914046 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (917ac267-671d-46a3-b456-d15f5039fd3e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:49.962140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Pushing event deleted for resources: {'Port': ['ID=917ac267-671d-46a3-b456-d15f5039fd3e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:50.059700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.458643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2410-65e3-4244-bd82-0c3fb7a4620a req-7e21534c-b2e5-46bb-aabd-d7bc8d0e8a6c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:50.461031 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c6f2410-65e3-4244-bd82-0c3fb7a4620a req-7e21534c-b2e5-46bb-aabd-d7bc8d0e8a6c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 944 time: 0.5003355 Feb 09 03:51:50.494546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.499336 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Publish callbacks [] for router_controller (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.574330 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c6f2410-65e3-4244-bd82-0c3fb7a4620a req-591b81dc-0d54-4153-ba89-fd47abea537e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018298 Feb 09 03:51:50.580848 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (fe54a105-c97d-4bb9-a21e-b4c95dabc24e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.582145 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe54a105-c97d-4bb9-a21e-b4c95dabc24e {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:51:50.588064 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.589153 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-acd0b0a1-3d8f-4d24-a86b-619880ee72ad admin admin] 10.222.0.21 "DELETE /v2.0/routers/fe54a105-c97d-4bb9-a21e-b4c95dabc24e HTTP/1.1" status: 204 len: 168 time: 1.4447231 Feb 09 03:51:50.591640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45308) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:50.649219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-23587f18-7850-4b33-9b5d-b1d3bae332bb admin admin] Deleting subnet 76252ee7-e7fa-4822-a2d9-8ea4bb95b98e {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:51:50.652993 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23587f18-7850-4b33-9b5d-b1d3bae332bb admin admin] Publish callbacks [] for subnet (76252ee7-e7fa-4822-a2d9-8ea4bb95b98e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.704023 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23587f18-7850-4b33-9b5d-b1d3bae332bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (76252ee7-e7fa-4822-a2d9-8ea4bb95b98e), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.803582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23587f18-7850-4b33-9b5d-b1d3bae332bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (76252ee7-e7fa-4822-a2d9-8ea4bb95b98e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.874500 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.885111 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23587f18-7850-4b33-9b5d-b1d3bae332bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (76252ee7-e7fa-4822-a2d9-8ea4bb95b98e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.911352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23587f18-7850-4b33-9b5d-b1d3bae332bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76252ee7-e7fa-4822-a2d9-8ea4bb95b98e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:50.916032 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-23587f18-7850-4b33-9b5d-b1d3bae332bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.919429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-23587f18-7850-4b33-9b5d-b1d3bae332bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/76252ee7-e7fa-4822-a2d9-8ea4bb95b98e HTTP/1.1" status: 204 len: 168 time: 0.3267307 Feb 09 03:51:50.922488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45310) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:50.929593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f40d12-c2b6-4728-b587-781b88be283c None None] Network 67dff6fc-e2ea-4874-82ed-23ae56fafefa requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:51:51.014754 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (67dff6fc-e2ea-4874-82ed-23ae56fafefa), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.145785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Deleting port 96a78b23-630a-4756-84da-c51ec708aa82 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:51:51.146576 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (96a78b23-630a-4756-84da-c51ec708aa82), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.225330 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] For port 96a78b23-630a-4756-84da-c51ec708aa82, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=96a78b23-630a-4756-84da-c51ec708aa82,segment=NetworkSegment(1efcd282-9fb6-4921-949c-de4f728c609f),segment_id=1efcd282-9fb6-4921-949c-de4f728c609f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:51.227162 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (96a78b23-630a-4756-84da-c51ec708aa82), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.241167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Calling delete_port for 96a78b23-630a-4756-84da-c51ec708aa82 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:51:51.252922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 917ac267-671d-46a3-b456-d15f5039fd3e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:51:51.275442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 917ac267-671d-46a3-b456-d15f5039fd3e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:51:51.275780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 917ac267-671d-46a3-b456-d15f5039fd3e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:51:51.276349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ae1d355f-0e5c-41b1-82f9-0407d1d33220 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:51:51.329115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: ae1d355f-0e5c-41b1-82f9-0407d1d33220 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:51:51.329487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ae1d355f-0e5c-41b1-82f9-0407d1d33220 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:51:51.342802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (96a78b23-630a-4756-84da-c51ec708aa82), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.382828 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a78b23-630a-4756-84da-c51ec708aa82,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:51.384815 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] No DVR routers for this DVR port 96a78b23-630a-4756-84da-c51ec708aa82 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:51:51.463550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cae873-00a6-46ba-af40-b3dc935bb6ea None None] DHCP port deletion for 67dff6fc-e2ea-4874-82ed-23ae56fafefa request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:51:51.465028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (67dff6fc-e2ea-4874-82ed-23ae56fafefa), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.490768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dff6fc-e2ea-4874-82ed-23ae56fafefa']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:51.505807 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efcd282-9fb6-4921-949c-de4f728c609f') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:51.506122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efcd282-9fb6-4921-949c-de4f728c609f') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:51.519339 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (1efcd282-9fb6-4921-949c-de4f728c609f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.534881 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1efcd282-9fb6-4921-949c-de4f728c609f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.543319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:51:51.543731 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (1efcd282-9fb6-4921-949c-de4f728c609f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:51:51.546121 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:51:51.624631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (67dff6fc-e2ea-4874-82ed-23ae56fafefa), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.644204 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.651765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] 10.222.0.21 "DELETE /v2.0/networks/67dff6fc-e2ea-4874-82ed-23ae56fafefa HTTP/1.1" status: 204 len: 168 time: 0.7260478 Feb 09 03:51:51.651765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892d612-96ad-4ea0-8395-5a2606c62970 admin admin] Pushing event deleted for resources: {'Network': ['ID=67dff6fc-e2ea-4874-82ed-23ae56fafefa,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:51.741292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562bc6e-72af-4c98-a69b-7ac61e51c37c req-0fa3beae-bea7-4534-991d-8b4ba15c523a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:51.743323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a562bc6e-72af-4c98-a69b-7ac61e51c37c req-0fa3beae-bea7-4534-991d-8b4ba15c523a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 944 time: 0.0662239 Feb 09 03:51:51.808140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45318) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:51.814224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a562bc6e-72af-4c98-a69b-7ac61e51c37c req-2d10da94-7542-4be3-acd7-f918738a44d7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645111 Feb 09 03:51:51.858901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e83cfd87-150b-48a4-8b4c-6fd7cf8582fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3f69e921aa14082a86e09bda26aeec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490651 Feb 09 03:51:51.861290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45320) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:51.912705 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-097e875c-2f25-41dd-8ce7-467d850086af admin admin] Publish callbacks [] for security_group (fc8ac96c-6144-4f9f-8327-5d6ec912285e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.935660 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-097e875c-2f25-41dd-8ce7-467d850086af admin admin] Publish callbacks [] for security_group (fc8ac96c-6144-4f9f-8327-5d6ec912285e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.993133 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.996079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-097e875c-2f25-41dd-8ce7-467d850086af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fc8ac96c-6144-4f9f-8327-5d6ec912285e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:51.999571 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-097e875c-2f25-41dd-8ce7-467d850086af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:52.003541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-097e875c-2f25-41dd-8ce7-467d850086af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc8ac96c-6144-4f9f-8327-5d6ec912285e HTTP/1.1" status: 204 len: 168 time: 0.1412737 Feb 09 03:51:52.013006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e875c-2f25-41dd-8ce7-467d850086af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8ac96c-6144-4f9f-8327-5d6ec912285e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:52.941516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e527e95-9810-45d9-98a9-1d831c363116 req-43235b1a-31f1-4868-979d-9913e2e74456 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:52.944114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e527e95-9810-45d9-98a9-1d831c363116 req-43235b1a-31f1-4868-979d-9913e2e74456 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 944 time: 0.0674496 Feb 09 03:51:53.002207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8e527e95-9810-45d9-98a9-1d831c363116 req-64396f87-0206-4c4c-a54c-265e8eb2643b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503290 Feb 09 03:51:53.086312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 96a78b23-630a-4756-84da-c51ec708aa82 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:51:53.107051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 96a78b23-630a-4756-84da-c51ec708aa82 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:51:53.107397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 96a78b23-630a-4756-84da-c51ec708aa82 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:51:53.309217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45374) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:53.420577 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7677ffe1-7844-4c27-839e-8a78a192bdaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:53.496091 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7677ffe1-7844-4c27-839e-8a78a192bdaa admin admin] Publish callbacks [] for security_group (1e51cad9-dee1-4722-9d8d-a31382012ccf), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:53.500410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7677ffe1-7844-4c27-839e-8a78a192bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1e51cad9-dee1-4722-9d8d-a31382012ccf), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:53.539462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7677ffe1-7844-4c27-839e-8a78a192bdaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ed3974ca8064442b6b503d092f19454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290905 Feb 09 03:51:53.540721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677ffe1-7844-4c27-839e-8a78a192bdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e51cad9-dee1-4722-9d8d-a31382012ccf,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:53.542150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45378) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:53.595096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376c50a5-40d6-47f6-bc50-579a2ede9b0e admin admin] Publish callbacks [] for security_group (1e51cad9-dee1-4722-9d8d-a31382012ccf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:53.616772 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376c50a5-40d6-47f6-bc50-579a2ede9b0e admin admin] Publish callbacks [] for security_group (1e51cad9-dee1-4722-9d8d-a31382012ccf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:53.664013 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376c50a5-40d6-47f6-bc50-579a2ede9b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1e51cad9-dee1-4722-9d8d-a31382012ccf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:53.666586 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-376c50a5-40d6-47f6-bc50-579a2ede9b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:53.670061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-376c50a5-40d6-47f6-bc50-579a2ede9b0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e51cad9-dee1-4722-9d8d-a31382012ccf HTTP/1.1" status: 204 len: 168 time: 0.1245611 Feb 09 03:51:53.676770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c50a5-40d6-47f6-bc50-579a2ede9b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e51cad9-dee1-4722-9d8d-a31382012ccf,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:54.136890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf5853-020c-4f6e-b96e-2b828e3dcf06 req-15eadd53-3b10-4fe5-881d-f047c6dac1eb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:54.138451 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19cf5853-020c-4f6e-b96e-2b828e3dcf06 req-15eadd53-3b10-4fe5-881d-f047c6dac1eb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 944 time: 0.0580275 Feb 09 03:51:54.197879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19cf5853-020c-4f6e-b96e-2b828e3dcf06 req-33aa74eb-1cf8-4954-9068-df5b860d7c9e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532956 Feb 09 03:51:54.306844 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:55.347046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e1685-9e59-4f42-8758-ec8b1b991abb req-57afd4ea-7cad-4d6c-a8a8-68bbe8f9adb8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:55.348533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7d0e1685-9e59-4f42-8758-ec8b1b991abb req-57afd4ea-7cad-4d6c-a8a8-68bbe8f9adb8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 944 time: 0.0674176 Feb 09 03:51:55.363746 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:51:55.402834 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7d0e1685-9e59-4f42-8758-ec8b1b991abb req-f0dd2443-4f92-4132-8b01-47d2845a35e9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483046 Feb 09 03:51:55.959342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45448) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:56.076089 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-845a92e9-0f04-4d9b-b1d0-81d4efdf8920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.151222 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-845a92e9-0f04-4d9b-b1d0-81d4efdf8920 admin admin] Publish callbacks [] for security_group (0de91ec4-6e7c-454e-af02-8446a70be66c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.155169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-845a92e9-0f04-4d9b-b1d0-81d4efdf8920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0de91ec4-6e7c-454e-af02-8446a70be66c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.192425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a92e9-0f04-4d9b-b1d0-81d4efdf8920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de91ec4-6e7c-454e-af02-8446a70be66c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:56.201334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-845a92e9-0f04-4d9b-b1d0-81d4efdf8920 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d9d8380575a4062aa86a599098206a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383597 Feb 09 03:51:56.202441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45452) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:56.249394 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcf4987b-da1d-4697-8be7-b328ac14ecf1 admin admin] Publish callbacks [] for security_group (0de91ec4-6e7c-454e-af02-8446a70be66c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.270563 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcf4987b-da1d-4697-8be7-b328ac14ecf1 admin admin] Publish callbacks [] for security_group (0de91ec4-6e7c-454e-af02-8446a70be66c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.322456 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcf4987b-da1d-4697-8be7-b328ac14ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (0de91ec4-6e7c-454e-af02-8446a70be66c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.325162 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcf4987b-da1d-4697-8be7-b328ac14ecf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.326349 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bcf4987b-da1d-4697-8be7-b328ac14ecf1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0de91ec4-6e7c-454e-af02-8446a70be66c HTTP/1.1" status: 204 len: 168 time: 0.1238868 Feb 09 03:51:56.334197 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4987b-da1d-4697-8be7-b328ac14ecf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de91ec4-6e7c-454e-af02-8446a70be66c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:56.571003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71fc73-3fff-4fc1-8817-7582a5d07d63 req-9091f0b2-739c-478f-9448-babd72853e17 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:56.573423 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef71fc73-3fff-4fc1-8817-7582a5d07d63 req-9091f0b2-739c-478f-9448-babd72853e17 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 944 time: 0.0925956 Feb 09 03:51:56.631426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef71fc73-3fff-4fc1-8817-7582a5d07d63 req-26836d04-2f9a-447f-aed0-f13c0c8de19a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518200 Feb 09 03:51:56.675382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45462) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:56.689181 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a344c24-8068-4dd2-8e57-b71c03549f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.772896 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a344c24-8068-4dd2-8e57-b71c03549f79 admin admin] Publish callbacks [] for security_group (6feee8a2-29c6-4808-a025-cfcfd838eac1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.778956 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a344c24-8068-4dd2-8e57-b71c03549f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6feee8a2-29c6-4808-a025-cfcfd838eac1), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.818499 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6a344c24-8068-4dd2-8e57-b71c03549f79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbfdc22ba3ba478eb5862e926e067236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419826 Feb 09 03:51:56.819689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a344c24-8068-4dd2-8e57-b71c03549f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feee8a2-29c6-4808-a025-cfcfd838eac1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:56.821369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45464) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:56.871970 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Publish callbacks [] for security_group (6feee8a2-29c6-4808-a025-cfcfd838eac1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.893212 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Publish callbacks [] for security_group (6feee8a2-29c6-4808-a025-cfcfd838eac1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.942173 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6feee8a2-29c6-4808-a025-cfcfd838eac1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.945426 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.946764 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6feee8a2-29c6-4808-a025-cfcfd838eac1 HTTP/1.1" status: 204 len: 168 time: 0.1240704 Feb 09 03:51:56.956079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feee8a2-29c6-4808-a025-cfcfd838eac1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:56.964061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:56.964504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:56.964916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:56.965324 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:56.965755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:56.966160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:56.966581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:56.967018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:56.967473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:56.967866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:56.968424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:56.968871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:56.969625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed65fd0-dcb7-4b4e-8d55-8d68dc37db22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:57.793466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3e5d7-1536-4676-84d3-ee2cdf2d4eea req-21f19d3c-4736-47b6-b16e-2d9bd651cb03 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:57.794941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2dc3e5d7-1536-4676-84d3-ee2cdf2d4eea req-21f19d3c-4736-47b6-b16e-2d9bd651cb03 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 944 time: 0.0604296 Feb 09 03:51:57.844132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2dc3e5d7-1536-4676-84d3-ee2cdf2d4eea req-dbe63d2b-2b6c-4596-acb7-eea75a07d756 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434599 Feb 09 03:51:58.967419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b94378-3361-4c95-a579-f17179a2f881 req-c92513c7-2a92-4ac7-942f-a861f9714531 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:58.968926 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e6b94378-3361-4c95-a579-f17179a2f881 req-c92513c7-2a92-4ac7-942f-a861f9714531 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 944 time: 0.0561469 Feb 09 03:51:59.032416 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e6b94378-3361-4c95-a579-f17179a2f881 req-50e7d586-8f56-4b0c-976f-2f3c56b3a569 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560334 Feb 09 03:52:00.175571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e9857-3b00-4f21-bc55-5ff8c136e8e5 req-e29849b3-961a-4c81-82af-b9d9affee4c9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:00.177889 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df2e9857-3b00-4f21-bc55-5ff8c136e8e5 req-e29849b3-961a-4c81-82af-b9d9affee4c9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 944 time: 0.0643282 Feb 09 03:52:00.238038 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df2e9857-3b00-4f21-bc55-5ff8c136e8e5 req-2c7041d2-7f50-4405-84c7-82c9b2eaf639 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531933 Feb 09 03:52:01.380666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5f7bd-f131-4012-959e-9e363990de06 req-5aecf13e-1de8-409c-9dce-c3cd6b76b2eb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:01.384008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19a5f7bd-f131-4012-959e-9e363990de06 req-5aecf13e-1de8-409c-9dce-c3cd6b76b2eb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 944 time: 0.0637019 Feb 09 03:52:01.440611 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19a5f7bd-f131-4012-959e-9e363990de06 req-57146497-6243-482b-a53f-5871eec8bdf1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503194 Feb 09 03:52:02.276976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f3ba9bc4-1461-4e3f-9a11-1147fb57407a details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:52:02.383054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f3ba9bc4-1461-4e3f-9a11-1147fb57407a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3ba9bc4-1461-4e3f-9a11-1147fb57407a,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:52:02.393868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'port_id': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a', 'mac_address': 'fa:16:3e:d2:0d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:52:02.431776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port f3ba9bc4-1461-4e3f-9a11-1147fb57407a is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:02.432276 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:02.449054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ba9bc4-1461-4e3f-9a11-1147fb57407a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:52:02.469042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f3ba9bc4-1461-4e3f-9a11-1147fb57407a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3ba9bc4-1461-4e3f-9a11-1147fb57407a,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:52:02.477970 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:02.540713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=f3ba9bc4-1461-4e3f-9a11-1147fb57407a,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:02.548468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.548819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.549165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.549548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.549889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.550223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.550557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.550886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.551216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.551545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.551877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.552368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.552867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:02.583701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cbfdf-e03c-4e3b-8664-d80f577b2e6a req-335a2eb5-11f5-4fb4-9252-a01d8d5fa9af tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:02.586549 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-689cbfdf-e03c-4e3b-8664-d80f577b2e6a req-335a2eb5-11f5-4fb4-9252-a01d8d5fa9af tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 945 time: 0.0644004 Feb 09 03:52:02.643294 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-689cbfdf-e03c-4e3b-8664-d80f577b2e6a req-7a7029d3-554a-40ad-b8e1-c5d2430bdb73 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510273 Feb 09 03:52:02.682550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['f3ba9bc4-1461-4e3f-9a11-1147fb57407a'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:52:03.759776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a1476-74ac-462b-ac73-3997c4a7c4c4 req-f05f4836-510d-4fcd-9e04-dbdb875993dd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:03.761153 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-181a1476-74ac-462b-ac73-3997c4a7c4c4 req-f05f4836-510d-4fcd-9e04-dbdb875993dd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 945 time: 0.0521531 Feb 09 03:52:03.809081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-181a1476-74ac-462b-ac73-3997c4a7c4c4 req-bd877714-1ab0-40d1-901f-4171275eeaf8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423648 Feb 09 03:52:04.294566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f3ba9bc4-1461-4e3f-9a11-1147fb57407a up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:52:04.365172 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port f3ba9bc4-1461-4e3f-9a11-1147fb57407a completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:52:04.370167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port f3ba9bc4-1461-4e3f-9a11-1147fb57407a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:04.370540 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:04.447392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port f3ba9bc4-1461-4e3f-9a11-1147fb57407a is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:04.447781 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:04.469194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:52:04.471449 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f8fdc5-2ad2-4406-9fdf-095783b5f460" -d '{"events": [{"server_uuid": "0260e7b3-8793-4e2a-a5c9-d9edead8409d", "name": "network-vif-plugged", "status": "completed", "tag": "f3ba9bc4-1461-4e3f-9a11-1147fb57407a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:52:04.484369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port f3ba9bc4-1461-4e3f-9a11-1147fb57407a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3ba9bc4-1461-4e3f-9a11-1147fb57407a,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:52:04.488583 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:04.516358 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b036e1ef-afd2-4db5-871d-813f16498764 x-openstack-request-id: req-b036e1ef-afd2-4db5-871d-813f16498764 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:52:04.516629 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0260e7b3-8793-4e2a-a5c9-d9edead8409d", "name": "network-vif-plugged", "status": "completed", "tag": "f3ba9bc4-1461-4e3f-9a11-1147fb57407a", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:52:04.516879 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b036e1ef-afd2-4db5-871d-813f16498764 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:52:04.517269 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a', 'code': 200} Feb 09 03:52:04.543893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=f3ba9bc4-1461-4e3f-9a11-1147fb57407a,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:04.618045 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c7ed4-29fe-4628-950d-ba1f4151d0aa req-eea99ac9-6222-4373-af97-16d0182d8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:04.619460 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-370c7ed4-29fe-4628-950d-ba1f4151d0aa req-eea99ac9-6222-4373-af97-16d0182d8c02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 1129 time: 0.0456073 Feb 09 03:52:04.672836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-370c7ed4-29fe-4628-950d-ba1f4151d0aa req-617a8016-1c95-4319-ac26-39f1dfb4a6f2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474811 Feb 09 03:52:04.935989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f202c-3042-4b1f-b4ed-838298447f8a req-7449d8c6-552c-45fa-a945-8bfe1552d7c2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:04.937542 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b0f202c-3042-4b1f-b4ed-838298447f8a req-7449d8c6-552c-45fa-a945-8bfe1552d7c2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 946 time: 0.0597770 Feb 09 03:52:04.990256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b0f202c-3042-4b1f-b4ed-838298447f8a req-0a59e5e5-1bd9-488f-ab53-63f198a2c7a3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467594 Feb 09 03:52:06.110567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e6dcc-82d7-4b7d-845f-1cf97870c57e req-1144e6f2-64ac-4c9e-9bd3-ae1b84d55d2b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:06.112044 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a4e6dcc-82d7-4b7d-845f-1cf97870c57e req-1144e6f2-64ac-4c9e-9bd3-ae1b84d55d2b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 946 time: 0.0527968 Feb 09 03:52:06.162721 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a4e6dcc-82d7-4b7d-845f-1cf97870c57e req-0c6e5d36-bb05-4ff9-b565-ab2e2651e2ce tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443165 Feb 09 03:52:06.291675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41167807-7e7b-4dd8-91ea-c5afe7210328 req-0c23bb2d-dda9-4cd2-8fae-da2ed37d3ef2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:06.293207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41167807-7e7b-4dd8-91ea-c5afe7210328 req-0c23bb2d-dda9-4cd2-8fae-da2ed37d3ef2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 946 time: 0.0541024 Feb 09 03:52:06.345206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41167807-7e7b-4dd8-91ea-c5afe7210328 req-510d04a6-ce21-461d-a36d-b062d384f4fe tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462499 Feb 09 03:52:06.369288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45572) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:06.570338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323bf3b8-6ff9-4c2f-809a-52051245e003 tempest-TestVolumeBootPattern-124795846 tempest-TestVolumeBootPattern-124795846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:06.571777 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-323bf3b8-6ff9-4c2f-809a-52051245e003 tempest-TestVolumeBootPattern-124795846 tempest-TestVolumeBootPattern-124795846-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 1124 time: 0.2014523 Feb 09 03:52:06.574811 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45576) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:06.579014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:06.599095 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:06.695099 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:06.800932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Allocated IP 172.25.5.144 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/b7882745-2e13-40bf-8b3d-554e23abc9bd) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:06.901389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (b7882745-2e13-40bf-8b3d-554e23abc9bd), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:06.934931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b7882745-2e13-40bf-8b3d-554e23abc9bd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:06.975912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:06.982593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:06.986320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:06.993035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=b7882745-2e13-40bf-8b3d-554e23abc9bd,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:07.425756 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (9027d945-809d-403d-a143-3612a41bb446), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:07.532030 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b7882745-2e13-40bf-8b3d-554e23abc9bd), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:07.687600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (b7882745-2e13-40bf-8b3d-554e23abc9bd), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:07.692043 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (b7882745-2e13-40bf-8b3d-554e23abc9bd), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:07.764314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=b7882745-2e13-40bf-8b3d-554e23abc9bd,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:07.770593 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (9027d945-809d-403d-a143-3612a41bb446), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:07.808004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:07.873446 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Floating IP 9027d945-809d-403d-a143-3612a41bb446 associated. External IP: 172.25.5.144, port: f3ba9bc4-1461-4e3f-9a11-1147fb57407a. Feb 09 03:52:08.087603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:52:08.197311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:52:08.207507 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010368fa-ed35-46bb-ba01-338de000e454 None None] Sync routers for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:52:08.217787 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010368fa-ed35-46bb-ba01-338de000e454 None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:52:08.218137 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:08.218548 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-010368fa-ed35-46bb-ba01-338de000e454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:51:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:08.268603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-57fdefed-2292-40dd-90a9-27f7a2683e74 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6926985 Feb 09 03:52:08.269326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'tag': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:52:08.272046 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41bac29-5489-484a-bab1-21d991126aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "0260e7b3-8793-4e2a-a5c9-d9edead8409d", "tag": "f3ba9bc4-1461-4e3f-9a11-1147fb57407a"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:52:08.317778 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ffdde7-2f02-4395-b5ae-83570e4168b9 x-openstack-request-id: req-f1ffdde7-2f02-4395-b5ae-83570e4168b9 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:52:08.318097 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0260e7b3-8793-4e2a-a5c9-d9edead8409d", "tag": "f3ba9bc4-1461-4e3f-9a11-1147fb57407a", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:52:08.318360 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1ffdde7-2f02-4395-b5ae-83570e4168b9 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:52:08.319827 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'tag': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a', 'status': 'completed', 'code': 200} Feb 09 03:52:08.345279 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-010368fa-ed35-46bb-ba01-338de000e454 None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:52:08.389103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bac29-5489-484a-bab1-21d991126aa1 req-55288a3d-ffa2-4fe9-9a5a-58352fa1e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:08.390672 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c41bac29-5489-484a-bab1-21d991126aa1 req-55288a3d-ffa2-4fe9-9a5a-58352fa1e12d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 1129 time: 0.0523489 Feb 09 03:52:08.486051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bac29-5489-484a-bab1-21d991126aa1 req-b435f179-63af-460d-919c-b6383c6247dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:08.487556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c41bac29-5489-484a-bab1-21d991126aa1 req-b435f179-63af-460d-919c-b6383c6247dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.0901823 Feb 09 03:52:08.558447 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c41bac29-5489-484a-bab1-21d991126aa1 req-3e046fb0-635f-4fa0-8033-e9d9a846873f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3ba9bc4-1461-4e3f-9a11-1147fb57407a HTTP/1.1" status: 200 len: 1000 time: 0.0649762 Feb 09 03:52:08.606684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bac29-5489-484a-bab1-21d991126aa1 req-faa5d9be-4a44-4003-aa62-feb66ddd20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:08.608073 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c41bac29-5489-484a-bab1-21d991126aa1 req-faa5d9be-4a44-4003-aa62-feb66ddd20f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0444241 Feb 09 03:52:08.664020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bac29-5489-484a-bab1-21d991126aa1 req-0c08d697-6768-44a4-bb6c-25a4b2bbe453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:08.665595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c41bac29-5489-484a-bab1-21d991126aa1 req-0c08d697-6768-44a4-bb6c-25a4b2bbe453 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517504 Feb 09 03:52:08.666642 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-010368fa-ed35-46bb-ba01-338de000e454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '9027d945-809d-403d-a143-3612a41bb446', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.144', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:d2:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:52:07Z', 'updated_at': '2022-02-09T03:52:07Z', 'revision_number': 0, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:08.695652 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010368fa-ed35-46bb-ba01-338de000e454 None None] Checking router: 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:52:08.703823 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010368fa-ed35-46bb-ba01-338de000e454 None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:52:08.704417 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-010368fa-ed35-46bb-ba01-338de000e454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:51:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:08.752431 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c41bac29-5489-484a-bab1-21d991126aa1 req-d4d5a9ae-2c80-4e29-83cd-83c784db489f service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809336 Feb 09 03:52:08.821506 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-010368fa-ed35-46bb-ba01-338de000e454 None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:52:09.094534 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-010368fa-ed35-46bb-ba01-338de000e454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '9027d945-809d-403d-a143-3612a41bb446', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.144', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:d2:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:52:07Z', 'updated_at': '2022-02-09T03:52:07Z', 'revision_number': 0, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:09.112122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c41bac29-5489-484a-bab1-21d991126aa1 req-c3e70cd5-3595-4d94-bdd5-5496258908f8 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529902 Feb 09 03:52:09.122188 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010368fa-ed35-46bb-ba01-338de000e454 None None] The sync data for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 is: [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '9027d945-809d-403d-a143-3612a41bb446', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.144', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:d2:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:52:07Z', 'updated_at': '2022-02-09T03:52:07Z', 'revision_number': 0, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:52:09.347177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f0e3e-837b-45d0-a863-da3e341261fe None None] New status for floating IP 9027d945-809d-403d-a143-3612a41bb446: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:52:09.392853 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df0b7d97-f7f6-4f68-98e0-bc7b657b9915 req-7bde42da-9f87-4372-b012-4a19bb30726f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485156 Feb 09 03:52:09.479372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b7d97-f7f6-4f68-98e0-bc7b657b9915 req-ce3ecc17-7012-416e-acd8-61aab9e18fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:09.481119 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df0b7d97-f7f6-4f68-98e0-bc7b657b9915 req-ce3ecc17-7012-416e-acd8-61aab9e18fba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 1129 time: 0.0465860 Feb 09 03:52:09.587778 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b7d97-f7f6-4f68-98e0-bc7b657b9915 req-d784d429-0847-4070-b87e-11e89d381319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:09.589239 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df0b7d97-f7f6-4f68-98e0-bc7b657b9915 req-d784d429-0847-4070-b87e-11e89d381319 service neutron] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.0898633 Feb 09 03:52:09.653773 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df0b7d97-f7f6-4f68-98e0-bc7b657b9915 req-2c0056bc-7962-42df-b256-54a8b67609aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3ba9bc4-1461-4e3f-9a11-1147fb57407a HTTP/1.1" status: 200 len: 1002 time: 0.0582826 Feb 09 03:52:09.702283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b7d97-f7f6-4f68-98e0-bc7b657b9915 req-22278a56-0282-44f5-8f07-c3127142a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:09.703745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df0b7d97-f7f6-4f68-98e0-bc7b657b9915 req-22278a56-0282-44f5-8f07-c3127142a754 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0445027 Feb 09 03:52:09.757058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b7d97-f7f6-4f68-98e0-bc7b657b9915 req-21ad4581-59c1-433f-9277-3e5e854e3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:09.758694 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df0b7d97-f7f6-4f68-98e0-bc7b657b9915 req-21ad4581-59c1-433f-9277-3e5e854e3e24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479262 Feb 09 03:52:09.846460 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df0b7d97-f7f6-4f68-98e0-bc7b657b9915 req-2cc85776-5884-4833-88b4-2908291ebd78 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817833 Feb 09 03:52:09.948323 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df0b7d97-f7f6-4f68-98e0-bc7b657b9915 req-21c714d3-5620-4cad-9169-b10e9e929a7d service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883212 Feb 09 03:52:15.634794 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c524f131-42f7-46e6-b097-41b1b90c30a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:18.168022 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7377b03-3fcf-4d20-abcd-70279c314b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:19.405738 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:20.838232 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:21.862217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45734) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:21.980641 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:21.989162 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:22.073087 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Publish callbacks [] for security_group (bc0d3590-eb9e-4957-a3bb-2346474f9d85), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:22.076983 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bc0d3590-eb9e-4957-a3bb-2346474f9d85), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:22.119818 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9649801327d74c14874219248de31e49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2556148 Feb 09 03:52:22.121867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0d3590-eb9e-4957-a3bb-2346474f9d85,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:22.122565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45740) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:22.130107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.130423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.130722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.131882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.131882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.131882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.132162 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.132444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.132777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.133211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.133573 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.133900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.134230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f158d4-6877-472f-a33d-2f75ab17aef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:52:22.182671 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1c005cb-9f8c-4a92-a11c-375c3444aca5 admin admin] Publish callbacks [] for security_group (bc0d3590-eb9e-4957-a3bb-2346474f9d85), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:22.205849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1c005cb-9f8c-4a92-a11c-375c3444aca5 admin admin] Publish callbacks [] for security_group (bc0d3590-eb9e-4957-a3bb-2346474f9d85), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:22.258293 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1c005cb-9f8c-4a92-a11c-375c3444aca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bc0d3590-eb9e-4957-a3bb-2346474f9d85), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:22.261559 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f1c005cb-9f8c-4a92-a11c-375c3444aca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:22.262676 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f1c005cb-9f8c-4a92-a11c-375c3444aca5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc0d3590-eb9e-4957-a3bb-2346474f9d85 HTTP/1.1" status: 204 len: 168 time: 0.1390426 Feb 09 03:52:22.271128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c005cb-9f8c-4a92-a11c-375c3444aca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0d3590-eb9e-4957-a3bb-2346474f9d85,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:23.602390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45832) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:23.717428 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79be2270-7f4b-481d-9247-caccf491313e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:23.792764 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79be2270-7f4b-481d-9247-caccf491313e admin admin] Publish callbacks [] for security_group (06075e2d-9518-4352-a003-164fab6d9ddc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:23.796287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-79be2270-7f4b-481d-9247-caccf491313e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (06075e2d-9518-4352-a003-164fab6d9ddc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:23.838054 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be2270-7f4b-481d-9247-caccf491313e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06075e2d-9518-4352-a003-164fab6d9ddc,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:23.844922 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-79be2270-7f4b-481d-9247-caccf491313e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=277b375d666c478b8fcd6e24958e949a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390161 Feb 09 03:52:23.845281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45840) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:23.902579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c499b20-8db1-408a-b74d-edd764d370c3 admin admin] Publish callbacks [] for security_group (06075e2d-9518-4352-a003-164fab6d9ddc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:23.924646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c499b20-8db1-408a-b74d-edd764d370c3 admin admin] Publish callbacks [] for security_group (06075e2d-9518-4352-a003-164fab6d9ddc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:23.985795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c499b20-8db1-408a-b74d-edd764d370c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (06075e2d-9518-4352-a003-164fab6d9ddc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:23.990307 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c499b20-8db1-408a-b74d-edd764d370c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:23.992650 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3c499b20-8db1-408a-b74d-edd764d370c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06075e2d-9518-4352-a003-164fab6d9ddc HTTP/1.1" status: 204 len: 168 time: 0.1461496 Feb 09 03:52:24.004834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c499b20-8db1-408a-b74d-edd764d370c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06075e2d-9518-4352-a003-164fab6d9ddc,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:24.327240 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:25.362259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45904) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:25.482070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-84d7acf9-b581-438b-ac2d-94027ea51ed1 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1860021838'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:25.482525 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-84d7acf9-b581-438b-ac2d-94027ea51ed1 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Unknown quota resources ['metering_label']. {{(pid=103328) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:52:25.670928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84d7acf9-b581-438b-ac2d-94027ea51ed1 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:25.672152 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-84d7acf9-b581-438b-ac2d-94027ea51ed1 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3083470 Feb 09 03:52:25.675302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45912) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:25.680851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f042f378-8418-43e6-ab0e-fb7e7ef158f0 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1a1566bf-56df-4dbc-b702-f4a1dde68d08'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:25.681776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f042f378-8418-43e6-ab0e-fb7e7ef158f0 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:52:25.759349 n-d-824835-15 neutron-server[103327]: WARNING neutron.services.metering.metering_plugin [None req-f042f378-8418-43e6-ab0e-fb7e7ef158f0 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 03:52:25.890611 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f042f378-8418-43e6-ab0e-fb7e7ef158f0 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:25.892195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f042f378-8418-43e6-ab0e-fb7e7ef158f0 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2155197 Feb 09 03:52:25.895146 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45920) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:25.903789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c73d1963-e377-4cf3-b544-5fed06a3bdd9 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1a1566bf-56df-4dbc-b702-f4a1dde68d08'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:25.903789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-c73d1963-e377-4cf3-b544-5fed06a3bdd9 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:52:25.966198 n-d-824835-15 neutron-server[103327]: WARNING neutron.services.metering.metering_plugin [None req-c73d1963-e377-4cf3-b544-5fed06a3bdd9 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 03:52:26.074048 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c73d1963-e377-4cf3-b544-5fed06a3bdd9 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:26.077994 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c73d1963-e377-4cf3-b544-5fed06a3bdd9 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1791906 Feb 09 03:52:26.078209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45926) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:26.089530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-13a6ed2d-2d3a-4bab-8442-4ce0c9dc8012 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=8e477172-cfe9-45fd-afa8-336e79013275 HTTP/1.1" status: 200 len: 462 time: 0.0101986 Feb 09 03:52:26.092155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45928) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:26.208387 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-784558af-b645-4291-a910-83a75d5bc21a tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:26.209026 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-784558af-b645-4291-a910-83a75d5bc21a tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/8e477172-cfe9-45fd-afa8-336e79013275 HTTP/1.1" status: 204 len: 168 time: 0.1158545 Feb 09 03:52:26.212899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45932) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:26.225343 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-159b666c-c723-4b75-8d99-f5049f591e86 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=8e477172-cfe9-45fd-afa8-336e79013275 HTTP/1.1" status: 200 len: 221 time: 0.0109594 Feb 09 03:52:26.227430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45934) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:26.231996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a834d439-0b6d-44f4-ada7-c1b985e77f97 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--842282840', 'description': 'label created by tempest'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:26.232536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a834d439-0b6d-44f4-ada7-c1b985e77f97 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Unknown quota resources ['metering_label']. {{(pid=103327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:52:26.441830 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a834d439-0b6d-44f4-ada7-c1b985e77f97 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:26.443069 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a834d439-0b6d-44f4-ada7-c1b985e77f97 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2145917 Feb 09 03:52:26.446182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:26.528980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-75d3ecc5-c3c5-4ce5-a1b1-1b45d9196bb0 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=4b8a3202-5668-4864-b614-ae09cc6be80c HTTP/1.1" status: 200 len: 467 time: 0.0792704 Feb 09 03:52:26.529463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45944) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:26.742923 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-506bdd8a-7eea-48ee-9b05-b8ea19d3ada7 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:26.746606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-506bdd8a-7eea-48ee-9b05-b8ea19d3ada7 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/4b8a3202-5668-4864-b614-ae09cc6be80c HTTP/1.1" status: 204 len: 168 time: 0.2136905 Feb 09 03:52:26.747046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45952) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:26.765084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45954) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:26.765665 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-18905028-eeb0-474e-94e6-7756a54527c8 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=4b8a3202-5668-4864-b614-ae09cc6be80c HTTP/1.1" status: 200 len: 216 time: 0.0166891 Feb 09 03:52:26.776234 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a7094b98-57ac-4310-bcdf-79abb4f3b4fc tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0097537 Feb 09 03:52:26.779423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45956) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:26.796482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-70128192-2236-415c-9c07-f76950851172 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0126700 Feb 09 03:52:26.796725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45958) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:26.888040 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1ee707bd-0bc1-4021-8180-363ed4781622 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/1a1566bf-56df-4dbc-b702-f4a1dde68d08 HTTP/1.1" status: 200 len: 473 time: 0.0900829 Feb 09 03:52:26.891452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45962) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:26.901788 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-760b682d-2a32-45b8-bb94-06a25b5d9119 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/086c0c82-cc3d-4faa-9ad4-2de30d4b0ac4 HTTP/1.1" status: 200 len: 459 time: 0.0090661 Feb 09 03:52:26.909182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45964) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:27.017922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba29bc72-8831-4d69-889f-84fecbfd7786 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:27.019176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ba29bc72-8831-4d69-889f-84fecbfd7786 tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/086c0c82-cc3d-4faa-9ad4-2de30d4b0ac4 HTTP/1.1" status: 204 len: 168 time: 0.1088893 Feb 09 03:52:27.022921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45968) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:27.222406 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8ce9823-cbad-4082-bc02-f3feea1f518b tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:27.223933 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f8ce9823-cbad-4082-bc02-f3feea1f518b tempest-MeteringIpV6TestJSON-1334364653 tempest-MeteringIpV6TestJSON-1334364653-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/1a1566bf-56df-4dbc-b702-f4a1dde68d08 HTTP/1.1" status: 204 len: 168 time: 0.1999714 Feb 09 03:52:27.501789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 45986) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:27.621886 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9d73143-8265-4f1f-b011-e6e1432217cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:27.717651 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9d73143-8265-4f1f-b011-e6e1432217cc admin admin] Publish callbacks [] for security_group (bf853b93-9c44-4c42-a5f1-c153ea00d629), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:27.721798 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9d73143-8265-4f1f-b011-e6e1432217cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bf853b93-9c44-4c42-a5f1-c153ea00d629), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:27.765149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 45998) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:27.765686 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d9d73143-8265-4f1f-b011-e6e1432217cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd928aae537441d3af40c65a553bdca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2622788 Feb 09 03:52:27.766210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d73143-8265-4f1f-b011-e6e1432217cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf853b93-9c44-4c42-a5f1-c153ea00d629,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:27.825610 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8d8e-30a0-488d-b9d0-17cd691381f3 admin admin] Publish callbacks [] for security_group (bf853b93-9c44-4c42-a5f1-c153ea00d629), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:27.848546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8d8e-30a0-488d-b9d0-17cd691381f3 admin admin] Publish callbacks [] for security_group (bf853b93-9c44-4c42-a5f1-c153ea00d629), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:27.910728 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8d8e-30a0-488d-b9d0-17cd691381f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bf853b93-9c44-4c42-a5f1-c153ea00d629), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:27.914070 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8d8e-30a0-488d-b9d0-17cd691381f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:27.915215 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f9cd8d8e-30a0-488d-b9d0-17cd691381f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf853b93-9c44-4c42-a5f1-c153ea00d629 HTTP/1.1" status: 204 len: 168 time: 0.1490455 Feb 09 03:52:27.926143 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd8d8e-30a0-488d-b9d0-17cd691381f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf853b93-9c44-4c42-a5f1-c153ea00d629,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:28.229753 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46014) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:28.243923 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-345698b3-9b9d-4ad5-a3cf-1e269f401216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:28.332555 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-345698b3-9b9d-4ad5-a3cf-1e269f401216 admin admin] Publish callbacks [] for security_group (e41bbde6-0297-4f09-a827-7f3b993dd787), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:28.337387 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-345698b3-9b9d-4ad5-a3cf-1e269f401216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e41bbde6-0297-4f09-a827-7f3b993dd787), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:28.373977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345698b3-9b9d-4ad5-a3cf-1e269f401216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41bbde6-0297-4f09-a827-7f3b993dd787,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:28.378367 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-345698b3-9b9d-4ad5-a3cf-1e269f401216 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27010a08b8c1444894e0d9d83c88d687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1475077 Feb 09 03:52:28.381806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46018) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:28.436967 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf47c718-39b6-4a7f-9fde-26e449a41bfa admin admin] Publish callbacks [] for security_group (e41bbde6-0297-4f09-a827-7f3b993dd787), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:28.461051 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf47c718-39b6-4a7f-9fde-26e449a41bfa admin admin] Publish callbacks [] for security_group (e41bbde6-0297-4f09-a827-7f3b993dd787), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:28.529329 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf47c718-39b6-4a7f-9fde-26e449a41bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e41bbde6-0297-4f09-a827-7f3b993dd787), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:28.532199 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf47c718-39b6-4a7f-9fde-26e449a41bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:28.533556 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cf47c718-39b6-4a7f-9fde-26e449a41bfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e41bbde6-0297-4f09-a827-7f3b993dd787 HTTP/1.1" status: 204 len: 168 time: 0.1506209 Feb 09 03:52:28.542881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47c718-39b6-4a7f-9fde-26e449a41bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41bbde6-0297-4f09-a827-7f3b993dd787,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:30.131627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46102) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:30.241394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ba186e5e-b0fd-424b-a9b4-35a7aa57e4b3 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:30.263557 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ba186e5e-b0fd-424b-a9b4-35a7aa57e4b3 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] 10.222.0.21 "PUT /v2.0/quotas/c609eeb5ff8442939eba15b24110eb6b HTTP/1.1" status: 200 len: 368 time: 0.1302710 Feb 09 03:52:30.266449 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46108) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:30.271109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Request body: {'network': {'project_id': 'c609eeb5ff8442939eba15b24110eb6b'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:30.291781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Made reservation on behalf of c609eeb5ff8442939eba15b24110eb6b for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:30.294227 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.303675 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.384257 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks [] for security_group (bdffc89a-27fe-4555-ab8c-6ca64e74b54a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.388405 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bdffc89a-27fe-4555-ab8c-6ca64e74b54a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.414861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:52:30.424911 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdffc89a-27fe-4555-ab8c-6ca64e74b54a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:30.430525 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6b086c9b-3fe4-4c38-a332-d0068f0787d9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.431323 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Added segment 6b086c9b-3fe4-4c38-a332-d0068f0787d9 of type vlan for network 77a45446-b137-4b1d-a6e4-2bfc1fcbf090 Feb 09 03:52:30.474127 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (77a45446-b137-4b1d-a6e4-2bfc1fcbf090), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.500368 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (77a45446-b137-4b1d-a6e4-2bfc1fcbf090), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.501639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:30.502409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.567722 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2974031 Feb 09 03:52:30.568914 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46110) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:30.582013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-70927112-4546-4c76-9b01-11c811a4bd51 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Request body: {'network': {'project_id': 'c609eeb5ff8442939eba15b24110eb6b'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:30.599614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83803457-8b45-4467-8b0a-a64e11c5cee2 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Pushing event updated for resources: {'Network': ['ID=77a45446-b137-4b1d-a6e4-2bfc1fcbf090,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:30.615569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 77a45446-b137-4b1d-a6e4-2bfc1fcbf090 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:52:30.616883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70927112-4546-4c76-9b01-11c811a4bd51 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Made reservation on behalf of c609eeb5ff8442939eba15b24110eb6b for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:30.619391 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70927112-4546-4c76-9b01-11c811a4bd51 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.644746 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70927112-4546-4c76-9b01-11c811a4bd51 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:52:30.656783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70927112-4546-4c76-9b01-11c811a4bd51 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0873ecef-6275-4320-881d-5d52dd9f2083), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.657272 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-70927112-4546-4c76-9b01-11c811a4bd51 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Added segment 0873ecef-6275-4320-881d-5d52dd9f2083 of type vlan for network 168212b2-0228-43b3-915f-7dfde4e3bc2b Feb 09 03:52:30.705706 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70927112-4546-4c76-9b01-11c811a4bd51 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (168212b2-0228-43b3-915f-7dfde4e3bc2b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.736724 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70927112-4546-4c76-9b01-11c811a4bd51 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (168212b2-0228-43b3-915f-7dfde4e3bc2b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.737785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70927112-4546-4c76-9b01-11c811a4bd51 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:30.738466 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70927112-4546-4c76-9b01-11c811a4bd51 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.801510 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-70927112-4546-4c76-9b01-11c811a4bd51 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2311649 Feb 09 03:52:30.804978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46112) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:30.808904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70927112-4546-4c76-9b01-11c811a4bd51 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Pushing event updated for resources: {'Network': ['ID=168212b2-0228-43b3-915f-7dfde4e3bc2b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:30.812538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-aea21941-f039-4248-8dea-30fdf897e6a7 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Request body: {'network': {'project_id': 'c609eeb5ff8442939eba15b24110eb6b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:30.819874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 168212b2-0228-43b3-915f-7dfde4e3bc2b details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:52:30.826434 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea21941-f039-4248-8dea-30fdf897e6a7 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 03:52:30.826979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea21941-f039-4248-8dea-30fdf897e6a7 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:52:30.828950 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aea21941-f039-4248-8dea-30fdf897e6a7 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0227895 Feb 09 03:52:30.832016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46114) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:30.881901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46118) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:30.882121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2f2f707a-fbb5-44e3-822c-8f3680945d31 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c609eeb5ff8442939eba15b24110eb6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486794 Feb 09 03:52:30.940205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc4782a1-3b6d-4f93-9b6d-15e47764609c tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks [] for security_group (bdffc89a-27fe-4555-ab8c-6ca64e74b54a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:30.961918 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc4782a1-3b6d-4f93-9b6d-15e47764609c tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks [] for security_group (bdffc89a-27fe-4555-ab8c-6ca64e74b54a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.014782 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc4782a1-3b6d-4f93-9b6d-15e47764609c tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bdffc89a-27fe-4555-ab8c-6ca64e74b54a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.018517 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc4782a1-3b6d-4f93-9b6d-15e47764609c tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.019753 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dc4782a1-3b6d-4f93-9b6d-15e47764609c tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdffc89a-27fe-4555-ab8c-6ca64e74b54a HTTP/1.1" status: 204 len: 168 time: 0.1368010 Feb 09 03:52:31.023094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46120) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:31.030106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4782a1-3b6d-4f93-9b6d-15e47764609c tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdffc89a-27fe-4555-ab8c-6ca64e74b54a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:31.094813 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (168212b2-0228-43b3-915f-7dfde4e3bc2b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.174078 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (168212b2-0228-43b3-915f-7dfde4e3bc2b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.195479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168212b2-0228-43b3-915f-7dfde4e3bc2b']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:31.204597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0873ecef-6275-4320-881d-5d52dd9f2083') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:31.204892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0873ecef-6275-4320-881d-5d52dd9f2083') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:31.214139 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (0873ecef-6275-4320-881d-5d52dd9f2083), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.227615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0873ecef-6275-4320-881d-5d52dd9f2083), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.234163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:52:31.234556 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (0873ecef-6275-4320-881d-5d52dd9f2083), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:52:31.236269 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:52:31.289425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (168212b2-0228-43b3-915f-7dfde4e3bc2b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.295144 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.298431 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] 10.222.0.21 "DELETE /v2.0/networks/168212b2-0228-43b3-915f-7dfde4e3bc2b HTTP/1.1" status: 204 len: 168 time: 0.2738965 Feb 09 03:52:31.301789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46122) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:31.315813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048ab8e-d28f-43f5-96ff-0c1d164d2c86 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Pushing event deleted for resources: {'Network': ['ID=168212b2-0228-43b3-915f-7dfde4e3bc2b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:31.381172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (77a45446-b137-4b1d-a6e4-2bfc1fcbf090), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.783548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (77a45446-b137-4b1d-a6e4-2bfc1fcbf090), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.803941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a45446-b137-4b1d-a6e4-2bfc1fcbf090']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:31.813216 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b086c9b-3fe4-4c38-a332-d0068f0787d9') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:31.813540 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b086c9b-3fe4-4c38-a332-d0068f0787d9') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:31.823416 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (6b086c9b-3fe4-4c38-a332-d0068f0787d9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.837804 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6b086c9b-3fe4-4c38-a332-d0068f0787d9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.844206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:52:31.844599 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (6b086c9b-3fe4-4c38-a332-d0068f0787d9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:52:31.846353 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:52:31.904847 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (77a45446-b137-4b1d-a6e4-2bfc1fcbf090), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.916930 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.923265 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] 10.222.0.21 "DELETE /v2.0/networks/77a45446-b137-4b1d-a6e4-2bfc1fcbf090 HTTP/1.1" status: 204 len: 168 time: 0.6168363 Feb 09 03:52:31.936742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62079c9f-e86d-4fb8-b69a-a59f75aa15b6 tempest-QuotasNegativeTest-1797886819 tempest-QuotasNegativeTest-1797886819-project-admin] Pushing event deleted for resources: {'Network': ['ID=77a45446-b137-4b1d-a6e4-2bfc1fcbf090,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:32.363014 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46132) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:32.364747 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:52:32.482237 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1b303b9-39ec-4440-aca4-fb7c85058ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:32.563389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1b303b9-39ec-4440-aca4-fb7c85058ea5 admin admin] Publish callbacks [] for security_group (43868858-1cf0-4c08-b1d5-3312a84d6b52), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:32.567715 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1b303b9-39ec-4440-aca4-fb7c85058ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (43868858-1cf0-4c08-b1d5-3312a84d6b52), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:32.606509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b303b9-39ec-4440-aca4-fb7c85058ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43868858-1cf0-4c08-b1d5-3312a84d6b52,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:32.611309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b1b303b9-39ec-4440-aca4-fb7c85058ea5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e65783575a864413848f953f610f7291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472453 Feb 09 03:52:32.614140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46136) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:32.669718 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f24ad36d-3a7a-4e30-82ff-900568446fcd admin admin] Publish callbacks [] for security_group (43868858-1cf0-4c08-b1d5-3312a84d6b52), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:32.692273 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f24ad36d-3a7a-4e30-82ff-900568446fcd admin admin] Publish callbacks [] for security_group (43868858-1cf0-4c08-b1d5-3312a84d6b52), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:32.741709 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f24ad36d-3a7a-4e30-82ff-900568446fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (43868858-1cf0-4c08-b1d5-3312a84d6b52), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:32.745645 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f24ad36d-3a7a-4e30-82ff-900568446fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:32.747102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f24ad36d-3a7a-4e30-82ff-900568446fcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43868858-1cf0-4c08-b1d5-3312a84d6b52 HTTP/1.1" status: 204 len: 168 time: 0.1320357 Feb 09 03:52:32.762605 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ad36d-3a7a-4e30-82ff-900568446fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43868858-1cf0-4c08-b1d5-3312a84d6b52,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:33.040389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46148) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:33.057172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc33988d-2957-4bee-805e-8c38687205bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:33.139993 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc33988d-2957-4bee-805e-8c38687205bb admin admin] Publish callbacks [] for security_group (2753e398-7c91-4d6f-ad69-08668d9b9cab), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:33.143765 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc33988d-2957-4bee-805e-8c38687205bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2753e398-7c91-4d6f-ad69-08668d9b9cab), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:33.183175 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dc33988d-2957-4bee-805e-8c38687205bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e726c838fa4049cf8e56262d8aaa2fce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418254 Feb 09 03:52:33.184502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33988d-2957-4bee-805e-8c38687205bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2753e398-7c91-4d6f-ad69-08668d9b9cab,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:33.186318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46150) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:33.245526 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ae04886-13aa-4f45-b486-ed740f23187b admin admin] Publish callbacks [] for security_group (2753e398-7c91-4d6f-ad69-08668d9b9cab), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:33.268524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ae04886-13aa-4f45-b486-ed740f23187b admin admin] Publish callbacks [] for security_group (2753e398-7c91-4d6f-ad69-08668d9b9cab), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:33.321623 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ae04886-13aa-4f45-b486-ed740f23187b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2753e398-7c91-4d6f-ad69-08668d9b9cab), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:33.326892 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5ae04886-13aa-4f45-b486-ed740f23187b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:33.328191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5ae04886-13aa-4f45-b486-ed740f23187b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2753e398-7c91-4d6f-ad69-08668d9b9cab HTTP/1.1" status: 204 len: 168 time: 0.1391165 Feb 09 03:52:33.336715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae04886-13aa-4f45-b486-ed740f23187b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2753e398-7c91-4d6f-ad69-08668d9b9cab,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:34.670684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46194) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:34.773917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1361105090', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:34.793701 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Made reservation on behalf of 09367b7828544c67a6a0b6d9d5fc9e35 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:34.796124 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:34.805812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:34.881442 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks [] for security_group (14a3b2a0-fe01-448a-a691-cfb7be921ad8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:34.885234 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (14a3b2a0-fe01-448a-a691-cfb7be921ad8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:34.889624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] device_id is not set on port 640e05e8-9207-4908-97ec-54d5e6dba1e1 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:52:34.946876 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a3b2a0-fe01-448a-a691-cfb7be921ad8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:35.023505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Allocated IP 172.25.5.235 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/640e05e8-9207-4908-97ec-54d5e6dba1e1) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:35.169477 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks [] for port (640e05e8-9207-4908-97ec-54d5e6dba1e1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:35.210955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (640e05e8-9207-4908-97ec-54d5e6dba1e1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:35.256680 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:35.259637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:35.263133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:35.268703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Pushing event updated for resources: {'Port': ['ID=640e05e8-9207-4908-97ec-54d5e6dba1e1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:35.304443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:35.307116 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:35.324914 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c599e4e2-fa24-40df-97c8-50b08c16395d tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6527719 Feb 09 03:52:35.328135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46200) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:35.333348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.235'}]}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:35.355096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (6afe2e14-3032-4370-8d06-32f42230b22f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:35.356301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (6afe2e14-3032-4370-8d06-32f42230b22f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:35.420998 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks [] for router_controller (6afe2e14-3032-4370-8d06-32f42230b22f), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:35.561177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks [] for router_gateway (6afe2e14-3032-4370-8d06-32f42230b22f), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:35.763028 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks [] for router_gateway (6afe2e14-3032-4370-8d06-32f42230b22f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:35.782375 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:35.924905 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks [] for router (6afe2e14-3032-4370-8d06-32f42230b22f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:36.089403 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (6afe2e14-3032-4370-8d06-32f42230b22f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:36.091597 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks [] for router_controller (6afe2e14-3032-4370-8d06-32f42230b22f), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:36.135775 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (6afe2e14-3032-4370-8d06-32f42230b22f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:36.136322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6afe2e14-3032-4370-8d06-32f42230b22f {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:52:36.151819 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 03:52:36.152960 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aed64ca9-ecc6-4709-b13c-3812b701930b tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8234694 Feb 09 03:52:36.155741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46204) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:36.233940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d3260c17-838d-45b1-9633-c8475494e928 tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Deleting port 640e05e8-9207-4908-97ec-54d5e6dba1e1 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:52:36.234201 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d3260c17-838d-45b1-9633-c8475494e928 tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (640e05e8-9207-4908-97ec-54d5e6dba1e1), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:36.316865 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d3260c17-838d-45b1-9633-c8475494e928 tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (640e05e8-9207-4908-97ec-54d5e6dba1e1), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:36.329837 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d3260c17-838d-45b1-9633-c8475494e928 tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Calling delete_port for 640e05e8-9207-4908-97ec-54d5e6dba1e1 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:52:36.452842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d3260c17-838d-45b1-9633-c8475494e928 tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (640e05e8-9207-4908-97ec-54d5e6dba1e1), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:36.485432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3260c17-838d-45b1-9633-c8475494e928 tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Pushing event deleted for resources: {'Port': ['ID=640e05e8-9207-4908-97ec-54d5e6dba1e1,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:36.546042 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d3260c17-838d-45b1-9633-c8475494e928 tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:36.549515 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d3260c17-838d-45b1-9633-c8475494e928 tempest-RoutersAdminNegativeTest-909771802 tempest-RoutersAdminNegativeTest-909771802-project-admin] 10.222.0.21 "DELETE /v2.0/ports/640e05e8-9207-4908-97ec-54d5e6dba1e1 HTTP/1.1" status: 204 len: 168 time: 0.3927748 Feb 09 03:52:36.790853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46210) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:36.902635 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b9157e3-5118-4541-8c12-615fd417ba2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:36.979398 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b9157e3-5118-4541-8c12-615fd417ba2d admin admin] Publish callbacks [] for security_group (31e95751-f3ba-4f13-b810-299e92cdde18), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:36.983742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6b9157e3-5118-4541-8c12-615fd417ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (31e95751-f3ba-4f13-b810-299e92cdde18), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:37.032374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6b9157e3-5118-4541-8c12-615fd417ba2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a8d20d48fb9488799b7da691a4771f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377939 Feb 09 03:52:37.032374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9157e3-5118-4541-8c12-615fd417ba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e95751-f3ba-4f13-b810-299e92cdde18,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:37.038159 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46214) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:37.103936 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76691a47-7a6d-454c-9e27-bf5863fe2d7e admin admin] Publish callbacks [] for security_group (31e95751-f3ba-4f13-b810-299e92cdde18), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:37.128367 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76691a47-7a6d-454c-9e27-bf5863fe2d7e admin admin] Publish callbacks [] for security_group (31e95751-f3ba-4f13-b810-299e92cdde18), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:37.184149 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76691a47-7a6d-454c-9e27-bf5863fe2d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (31e95751-f3ba-4f13-b810-299e92cdde18), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:37.186844 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76691a47-7a6d-454c-9e27-bf5863fe2d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:37.188055 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-76691a47-7a6d-454c-9e27-bf5863fe2d7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31e95751-f3ba-4f13-b810-299e92cdde18 HTTP/1.1" status: 204 len: 168 time: 0.1488707 Feb 09 03:52:37.198178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76691a47-7a6d-454c-9e27-bf5863fe2d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e95751-f3ba-4f13-b810-299e92cdde18,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:37.458235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46222) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:37.503378 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-bdc1fc90-f23a-4e3e-86d5-61d1b15f9215 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09367b7828544c67a6a0b6d9d5fc9e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436902 Feb 09 03:52:37.505715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46224) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:37.552968 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ccba58d3-05e1-4212-8d73-431b1f5f14c3 admin admin] Publish callbacks [] for security_group (14a3b2a0-fe01-448a-a691-cfb7be921ad8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:37.574254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ccba58d3-05e1-4212-8d73-431b1f5f14c3 admin admin] Publish callbacks [] for security_group (14a3b2a0-fe01-448a-a691-cfb7be921ad8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:37.622143 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ccba58d3-05e1-4212-8d73-431b1f5f14c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (14a3b2a0-fe01-448a-a691-cfb7be921ad8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:37.624854 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ccba58d3-05e1-4212-8d73-431b1f5f14c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:37.626034 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ccba58d3-05e1-4212-8d73-431b1f5f14c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14a3b2a0-fe01-448a-a691-cfb7be921ad8 HTTP/1.1" status: 204 len: 168 time: 0.1194351 Feb 09 03:52:37.634857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba58d3-05e1-4212-8d73-431b1f5f14c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a3b2a0-fe01-448a-a691-cfb7be921ad8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:37.811138 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:38.358595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46250) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:38.455092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-247372606'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:38.476040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Made reservation on behalf of 0636cdf2434f42b7a3162cf0b0bbe393 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:38.479347 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:38.487638 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:38.565673 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for security_group (390ea3dd-0d44-4f4d-9e01-2406f340afbd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:38.569938 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (390ea3dd-0d44-4f4d-9e01-2406f340afbd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:38.597216 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:52:38.606762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390ea3dd-0d44-4f4d-9e01-2406f340afbd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:38.612747 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ae99df08-7efe-46b1-81f8-b7bae7a57aa5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:38.613133 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Added segment ae99df08-7efe-46b1-81f8-b7bae7a57aa5 of type vlan for network 5bedee80-4345-424a-8d5b-7558e255e4ef Feb 09 03:52:38.653918 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (5bedee80-4345-424a-8d5b-7558e255e4ef), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:38.679042 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (5bedee80-4345-424a-8d5b-7558e255e4ef), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:38.684262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:38.684838 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:38.745140 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3852496 Feb 09 03:52:38.747868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46254) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:38.754858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-0adfbc74-8236-43da-8957-9e8ec9eccaad tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Request body: {'subnet': {'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:38.773064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec92a69-cbd7-408a-9bb9-1c4f7815952d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event updated for resources: {'Network': ['ID=5bedee80-4345-424a-8d5b-7558e255e4ef,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:38.784094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 5bedee80-4345-424a-8d5b-7558e255e4ef details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:52:38.862678 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adfbc74-8236-43da-8957-9e8ec9eccaad tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Made reservation on behalf of 0636cdf2434f42b7a3162cf0b0bbe393 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:38.866481 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0adfbc74-8236-43da-8957-9e8ec9eccaad tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.056091 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0adfbc74-8236-43da-8957-9e8ec9eccaad tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (8f9a35d5-f628-4061-9bba-8ffa2024113e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.110540 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfbc74-8236-43da-8957-9e8ec9eccaad tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event updated for resources: {'Subnet': ['ID=8f9a35d5-f628-4061-9bba-8ffa2024113e,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:39.125668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adfbc74-8236-43da-8957-9e8ec9eccaad tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Checking segment: {'id': 'ae99df08-7efe-46b1-81f8-b7bae7a57aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:52:39.126027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adfbc74-8236-43da-8957-9e8ec9eccaad tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Network hostable DHCP agents. Network: 5bedee80-4345-424a-8d5b-7558e255e4ef, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:52:39.142790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adfbc74-8236-43da-8957-9e8ec9eccaad tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Network 5bedee80-4345-424a-8d5b-7558e255e4ef is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:52:39.152414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-0adfbc74-8236-43da-8957-9e8ec9eccaad tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 5bedee80-4345-424a-8d5b-7558e255e4ef) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:39.156791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adfbc74-8236-43da-8957-9e8ec9eccaad tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:39.157374 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0adfbc74-8236-43da-8957-9e8ec9eccaad tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.162516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe174b0d-ec10-4790-8e79-3c9e594c1fc3 None None] Network 5bedee80-4345-424a-8d5b-7558e255e4ef requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:52:39.178524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0adfbc74-8236-43da-8957-9e8ec9eccaad tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4268072 Feb 09 03:52:39.178738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46258) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:39.183947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Request body: {'port': {'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef', 'name': 'tempest-AllowedAddressPairTestJSON-898915147'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:39.275158 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-5bedee80-4345-424a-8d5b-7558e255e4ef', 'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef', 'project_id': '0636cdf2434f42b7a3162cf0b0bbe393', 'fixed_ips': [{'subnet_id': '8f9a35d5-f628-4061-9bba-8ffa2024113e'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:52:39.276311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.307083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Made reservation on behalf of 0636cdf2434f42b7a3162cf0b0bbe393 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:39.312032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.332262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] device_id is not set on port 79839fd3-0972-4444-9dbf-4c279f4d50c3 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:52:39.419428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Allocated IP 172.20.0.2 (5bedee80-4345-424a-8d5b-7558e255e4ef/8f9a35d5-f628-4061-9bba-8ffa2024113e/c4756618-2e0c-4404-80f9-a7dbf3da8b56) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:39.563698 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Publish callbacks [] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.574638 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.617578 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Network 5bedee80-4345-424a-8d5b-7558e255e4ef is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:39.620427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:39.622062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Allocated IP 172.20.0.6 (5bedee80-4345-424a-8d5b-7558e255e4ef/8f9a35d5-f628-4061-9bba-8ffa2024113e/79839fd3-0972-4444-9dbf-4c279f4d50c3) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:39.625049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:39.628318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Pushing event updated for resources: {'Port': ['ID=c4756618-2e0c-4404-80f9-a7dbf3da8b56,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:39.684578 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Attempting to bind port c4756618-2e0c-4404-80f9-a7dbf3da8b56 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:52:39.684852 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Attempting to bind port c4756618-2e0c-4404-80f9-a7dbf3da8b56 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ae99df08-7efe-46b1-81f8-b7bae7a57aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:52:39.685468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Attempting to bind port c4756618-2e0c-4404-80f9-a7dbf3da8b56 on network 5bedee80-4345-424a-8d5b-7558e255e4ef {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:52:39.690636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:52:39.691002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Checking segment: {'id': 'ae99df08-7efe-46b1-81f8-b7bae7a57aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:52:39.691848 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.692244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Bound using segment: {'id': 'ae99df08-7efe-46b1-81f8-b7bae7a57aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:52:39.692707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Bound port: c4756618-2e0c-4404-80f9-a7dbf3da8b56, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae99df08-7efe-46b1-81f8-b7bae7a57aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:52:39.693159 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.759399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] For port c4756618-2e0c-4404-80f9-a7dbf3da8b56, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:52:39.762696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] For port c4756618-2e0c-4404-80f9-a7dbf3da8b56, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c4756618-2e0c-4404-80f9-a7dbf3da8b56,segment=NetworkSegment(ae99df08-7efe-46b1-81f8-b7bae7a57aa5),segment_id=ae99df08-7efe-46b1-81f8-b7bae7a57aa5)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:52:39.768527 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.790050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for port (79839fd3-0972-4444-9dbf-4c279f4d50c3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.829175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3918e-32de-44dd-83a5-07f68329ea95 None None] Pushing event updated for resources: {'Port': ['ID=c4756618-2e0c-4404-80f9-a7dbf3da8b56,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:39.835861 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (79839fd3-0972-4444-9dbf-4c279f4d50c3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.883841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Network 5bedee80-4345-424a-8d5b-7558e255e4ef is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:39.889392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:39.893431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:39.921456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event updated for resources: {'Port': ['ID=79839fd3-0972-4444-9dbf-4c279f4d50c3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:39.951583 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:39.952201 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:39.973591 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-50096158-3064-48e3-914d-d2a677ea53b8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7912240 Feb 09 03:52:39.974482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46260) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:39.986540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Request body: {'port': {'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef', 'name': 'tempest-AllowedAddressPairTestJSON-1021358935', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5e:67:29'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:40.163479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Made reservation on behalf of 0636cdf2434f42b7a3162cf0b0bbe393 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:40.512465 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:40.531166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] device_id is not set on port b374ca7f-93db-4a0b-b450-198e174372a0 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:52:40.657708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Allocated IP 172.20.0.14 (5bedee80-4345-424a-8d5b-7558e255e4ef/8f9a35d5-f628-4061-9bba-8ffa2024113e/b374ca7f-93db-4a0b-b450-198e174372a0) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:40.824234 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for port (b374ca7f-93db-4a0b-b450-198e174372a0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:40.860466 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b374ca7f-93db-4a0b-b450-198e174372a0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:40.906581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Network 5bedee80-4345-424a-8d5b-7558e255e4ef is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:40.909766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:40.913915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:40.930920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6df419-77e4-4348-a722-a70e62849954 None None] Network 5bedee80-4345-424a-8d5b-7558e255e4ef requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:52:40.942825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event updated for resources: {'Port': ['ID=b374ca7f-93db-4a0b-b450-198e174372a0,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:40.971574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:40.972198 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:40.989401 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-51160d4a-5f6a-404b-b711-828e9ff63020 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.0124693 Feb 09 03:52:40.991037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46264) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:40.997513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-584b0d1a-150c-4af8-ae3c-911be2fe9a59 None None] Provisioning complete for port c4756618-2e0c-4404-80f9-a7dbf3da8b56 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:40.997958 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-584b0d1a-150c-4af8-ae3c-911be2fe9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.087569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18751892-2c11-48ec-92ec-de1929aa2bd0 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:41.093876 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18751892-2c11-48ec-92ec-de1929aa2bd0 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:41.099958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18751892-2c11-48ec-92ec-de1929aa2bd0 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:41.104486 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-18751892-2c11-48ec-92ec-de1929aa2bd0 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1099081 Feb 09 03:52:41.104893 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46266) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:41.136652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-584b0d1a-150c-4af8-ae3c-911be2fe9a59 None None] Current status of the port c4756618-2e0c-4404-80f9-a7dbf3da8b56 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:41.137492 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-584b0d1a-150c-4af8-ae3c-911be2fe9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.173486 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-584b0d1a-150c-4af8-ae3c-911be2fe9a59 None None] For port c4756618-2e0c-4404-80f9-a7dbf3da8b56, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c4756618-2e0c-4404-80f9-a7dbf3da8b56,segment=NetworkSegment(ae99df08-7efe-46b1-81f8-b7bae7a57aa5),segment_id=ae99df08-7efe-46b1-81f8-b7bae7a57aa5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:52:41.182107 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-584b0d1a-150c-4af8-ae3c-911be2fe9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.212515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c4756618-2e0c-4404-80f9-a7dbf3da8b56 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:52:41.252527 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-aa1957e8-b955-4ee6-a64f-82dae135461f tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Deleting port b374ca7f-93db-4a0b-b450-198e174372a0 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:52:41.252527 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa1957e8-b955-4ee6-a64f-82dae135461f tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b374ca7f-93db-4a0b-b450-198e174372a0), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.277423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b0d1a-150c-4af8-ae3c-911be2fe9a59 None None] Pushing event updated for resources: {'Port': ['ID=c4756618-2e0c-4404-80f9-a7dbf3da8b56,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:41.295976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c4756618-2e0c-4404-80f9-a7dbf3da8b56 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:41.296405 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.369550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa1957e8-b955-4ee6-a64f-82dae135461f tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b374ca7f-93db-4a0b-b450-198e174372a0), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.387927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-aa1957e8-b955-4ee6-a64f-82dae135461f tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Calling delete_port for b374ca7f-93db-4a0b-b450-198e174372a0 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:52:41.404544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c4756618-2e0c-4404-80f9-a7dbf3da8b56 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:41.421711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1346123d-aced-4e4b-98e3-4ba24e4d8d53 None None] Provisioning complete for port c4756618-2e0c-4404-80f9-a7dbf3da8b56 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:41.422095 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1346123d-aced-4e4b-98e3-4ba24e4d8d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.509429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1346123d-aced-4e4b-98e3-4ba24e4d8d53 None None] Current status of the port c4756618-2e0c-4404-80f9-a7dbf3da8b56 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:41.523665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1346123d-aced-4e4b-98e3-4ba24e4d8d53 None None] Provisioning complete for port 79839fd3-0972-4444-9dbf-4c279f4d50c3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:41.524352 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1346123d-aced-4e4b-98e3-4ba24e4d8d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (79839fd3-0972-4444-9dbf-4c279f4d50c3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.558156 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa1957e8-b955-4ee6-a64f-82dae135461f tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b374ca7f-93db-4a0b-b450-198e174372a0), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.563236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1346123d-aced-4e4b-98e3-4ba24e4d8d53 None None] Port 79839fd3-0972-4444-9dbf-4c279f4d50c3 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:41.570132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1346123d-aced-4e4b-98e3-4ba24e4d8d53 None None] Could not find standard attr ID for object b374ca7f-93db-4a0b-b450-198e174372a0. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:52:41.588494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1957e8-b955-4ee6-a64f-82dae135461f tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event deleted for resources: {'Port': ['ID=b374ca7f-93db-4a0b-b450-198e174372a0,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:41.652701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46276) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:41.657567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-609d95ee-8d13-492f-94f2-79b97032ffc7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-991674847', 'description': 'tempest-secgroup-smoke-991674847 description', 'project_id': 'c914b6877d464ab882b30a0708aa4119'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:41.686908 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-609d95ee-8d13-492f-94f2-79b97032ffc7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.690415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-337025e1-753f-4f09-903f-5b033b0fe27d None None] Provisioning complete for port 79839fd3-0972-4444-9dbf-4c279f4d50c3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:41.690801 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-337025e1-753f-4f09-903f-5b033b0fe27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (79839fd3-0972-4444-9dbf-4c279f4d50c3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.745996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-337025e1-753f-4f09-903f-5b033b0fe27d None None] Port 79839fd3-0972-4444-9dbf-4c279f4d50c3 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:41.773197 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aa1957e8-b955-4ee6-a64f-82dae135461f tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.774609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-609d95ee-8d13-492f-94f2-79b97032ffc7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group (4c43f4b8-8b6c-4177-91aa-891248f9b3a2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.777287 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aa1957e8-b955-4ee6-a64f-82dae135461f tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "DELETE /v2.0/ports/b374ca7f-93db-4a0b-b450-198e174372a0 HTTP/1.1" status: 204 len: 168 time: 0.6713288 Feb 09 03:52:41.780273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46278) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:41.792733 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-609d95ee-8d13-492f-94f2-79b97032ffc7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4c43f4b8-8b6c-4177-91aa-891248f9b3a2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.833409 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef624845-8299-4397-be24-4bfe3d8c706c tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] GET failed (client error): The resource could not be found. Feb 09 03:52:41.835347 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ef624845-8299-4397-be24-4bfe3d8c706c tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "GET /v2.0/ports/b374ca7f-93db-4a0b-b450-198e174372a0 HTTP/1.1" status: 404 len: 333 time: 0.0535433 Feb 09 03:52:41.839219 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46280) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:41.843817 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-609d95ee-8d13-492f-94f2-79b97032ffc7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.844606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Request body: {'port': {'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef', 'name': 'tempest-AllowedAddressPairTestJSON-814808726'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:41.845800 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-609d95ee-8d13-492f-94f2-79b97032ffc7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1923587 Feb 09 03:52:41.850337 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46282) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:41.854808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-841eee3c-4e53-40c9-89fe-4f79fbbaf996 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Request body: {'security_group_rule': {'security_group_id': '4c43f4b8-8b6c-4177-91aa-891248f9b3a2', 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:41.862712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d95ee-8d13-492f-94f2-79b97032ffc7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c43f4b8-8b6c-4177-91aa-891248f9b3a2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:41.936860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-841eee3c-4e53-40c9-89fe-4f79fbbaf996 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (becbda7d-5d7b-4903-8b92-0ee790bbc82f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:41.960173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2aea0c7d-b7ac-486f-8986-820a57e1dd46 None None] Could not find standard attr ID for object b374ca7f-93db-4a0b-b450-198e174372a0. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:52:42.023223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Made reservation on behalf of 0636cdf2434f42b7a3162cf0b0bbe393 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:42.026600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.031488 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-841eee3c-4e53-40c9-89fe-4f79fbbaf996 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (becbda7d-5d7b-4903-8b92-0ee790bbc82f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.038555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-841eee3c-4e53-40c9-89fe-4f79fbbaf996 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (becbda7d-5d7b-4903-8b92-0ee790bbc82f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.063872 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] device_id is not set on port 4fb69b33-ea16-463e-91d0-6972f6bf764b yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:52:42.070387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841eee3c-4e53-40c9-89fe-4f79fbbaf996 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becbda7d-5d7b-4903-8b92-0ee790bbc82f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:42.080849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-841eee3c-4e53-40c9-89fe-4f79fbbaf996 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.082105 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-841eee3c-4e53-40c9-89fe-4f79fbbaf996 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2308209 Feb 09 03:52:42.086461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46284) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:42.091441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-2daf268b-699d-4f0f-9677-7d755bebc9d7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Request body: {'security_group_rule': {'security_group_id': '4c43f4b8-8b6c-4177-91aa-891248f9b3a2', 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:42.119478 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2daf268b-699d-4f0f-9677-7d755bebc9d7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (2931b223-250f-4b14-a1aa-b62032fedfef), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.168665 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2daf268b-699d-4f0f-9677-7d755bebc9d7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (2931b223-250f-4b14-a1aa-b62032fedfef), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.172948 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2daf268b-699d-4f0f-9677-7d755bebc9d7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (2931b223-250f-4b14-a1aa-b62032fedfef), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.196547 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf268b-699d-4f0f-9677-7d755bebc9d7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2931b223-250f-4b14-a1aa-b62032fedfef,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:42.196906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Allocated IP 172.20.0.13 (5bedee80-4345-424a-8d5b-7558e255e4ef/8f9a35d5-f628-4061-9bba-8ffa2024113e/4fb69b33-ea16-463e-91d0-6972f6bf764b) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:42.202574 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2daf268b-699d-4f0f-9677-7d755bebc9d7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.204179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2daf268b-699d-4f0f-9677-7d755bebc9d7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163714 Feb 09 03:52:42.206789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46286) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:42.212596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-dfa72190-f554-4ca6-b384-768d008e8831 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Request body: {'security_group_rule': {'security_group_id': '4c43f4b8-8b6c-4177-91aa-891248f9b3a2', 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:42.238831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfa72190-f554-4ca6-b384-768d008e8831 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (6db3c6fc-305f-457e-95ee-b5f0a2933ff7), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.311192 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfa72190-f554-4ca6-b384-768d008e8831 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (6db3c6fc-305f-457e-95ee-b5f0a2933ff7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.318506 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfa72190-f554-4ca6-b384-768d008e8831 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (6db3c6fc-305f-457e-95ee-b5f0a2933ff7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.337414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa72190-f554-4ca6-b384-768d008e8831 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db3c6fc-305f-457e-95ee-b5f0a2933ff7,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:42.345494 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfa72190-f554-4ca6-b384-768d008e8831 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.349971 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dfa72190-f554-4ca6-b384-768d008e8831 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420546 Feb 09 03:52:42.350555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46288) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:42.355174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-aae6438f-48ec-490c-a5eb-585142c925fd tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Request body: {'security_group_rule': {'security_group_id': '4c43f4b8-8b6c-4177-91aa-891248f9b3a2', 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:42.382970 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for port (4fb69b33-ea16-463e-91d0-6972f6bf764b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.403104 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aae6438f-48ec-490c-a5eb-585142c925fd tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (dd8716ed-03b8-43ab-b4a5-f6625efe0a0f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.464138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4fb69b33-ea16-463e-91d0-6972f6bf764b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.521076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Network 5bedee80-4345-424a-8d5b-7558e255e4ef is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:42.530686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:42.536101 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aae6438f-48ec-490c-a5eb-585142c925fd tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (dd8716ed-03b8-43ab-b4a5-f6625efe0a0f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.537913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:42.542592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event updated for resources: {'Port': ['ID=4fb69b33-ea16-463e-91d0-6972f6bf764b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:42.563438 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aae6438f-48ec-490c-a5eb-585142c925fd tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (dd8716ed-03b8-43ab-b4a5-f6625efe0a0f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.595673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6438f-48ec-490c-a5eb-585142c925fd tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8716ed-03b8-43ab-b4a5-f6625efe0a0f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:42.607075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-aae6438f-48ec-490c-a5eb-585142c925fd tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.608237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-aae6438f-48ec-490c-a5eb-585142c925fd tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2566845 Feb 09 03:52:42.611230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46290) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:42.617172 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:42.617952 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.623936 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-16ed7cbc-846b-4b5e-be4b-77c6a16098c4 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Request body: {'security_group_rule': {'security_group_id': '4c43f4b8-8b6c-4177-91aa-891248f9b3a2', 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:42.637534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6d72b5b1-99e8-49a6-85dc-ffd7d27c67a8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7969167 Feb 09 03:52:42.640331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46292) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:42.648300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-019090d5-2ec6-4d12-ae22-e1918dc15e28 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5e:67:29'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:42.676915 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-16ed7cbc-846b-4b5e-be4b-77c6a16098c4 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Project c914b6877d464ab882b30a0708aa4119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:52:42.687087 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16ed7cbc-846b-4b5e-be4b-77c6a16098c4 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (c1c0b3fb-6b91-41b9-bd82-c62340ec4c28), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.791485 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6390c1e8-9555-4772-b4c2-a88c5b2bc453 None None] Provisioning complete for port 4fb69b33-ea16-463e-91d0-6972f6bf764b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:42.791893 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6390c1e8-9555-4772-b4c2-a88c5b2bc453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4fb69b33-ea16-463e-91d0-6972f6bf764b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.821125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16ed7cbc-846b-4b5e-be4b-77c6a16098c4 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (c1c0b3fb-6b91-41b9-bd82-c62340ec4c28), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.825945 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16ed7cbc-846b-4b5e-be4b-77c6a16098c4 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (c1c0b3fb-6b91-41b9-bd82-c62340ec4c28), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.830982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6390c1e8-9555-4772-b4c2-a88c5b2bc453 None None] Port 4fb69b33-ea16-463e-91d0-6972f6bf764b cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:42.858784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed7cbc-846b-4b5e-be4b-77c6a16098c4 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c0b3fb-6b91-41b9-bd82-c62340ec4c28,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:42.885834 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16ed7cbc-846b-4b5e-be4b-77c6a16098c4 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.887200 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-16ed7cbc-846b-4b5e-be4b-77c6a16098c4 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2747049 Feb 09 03:52:42.889947 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46294) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:42.896920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b3c6b441-b6f7-4617-9b91-5a7851759533 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Request body: {'security_group_rule': {'security_group_id': '4c43f4b8-8b6c-4177-91aa-891248f9b3a2', 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:42.905242 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-019090d5-2ec6-4d12-ae22-e1918dc15e28 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4fb69b33-ea16-463e-91d0-6972f6bf764b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:42.952313 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-b3c6b441-b6f7-4617-9b91-5a7851759533 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Project c914b6877d464ab882b30a0708aa4119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:52:42.960562 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b441-b6f7-4617-9b91-5a7851759533 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (3295ab62-6163-45ae-8630-bd15702a49b6), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:43.108903 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b441-b6f7-4617-9b91-5a7851759533 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (3295ab62-6163-45ae-8630-bd15702a49b6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:43.117205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b441-b6f7-4617-9b91-5a7851759533 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (3295ab62-6163-45ae-8630-bd15702a49b6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:43.118595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c4756618-2e0c-4404-80f9-a7dbf3da8b56 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:52:43.152854 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6b441-b6f7-4617-9b91-5a7851759533 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3295ab62-6163-45ae-8630-bd15702a49b6,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:43.161869 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b441-b6f7-4617-9b91-5a7851759533 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:43.163149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b3c6b441-b6f7-4617-9b91-5a7851759533 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2723060 Feb 09 03:52:43.177597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c4756618-2e0c-4404-80f9-a7dbf3da8b56 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:43.179217 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:43.181107 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-019090d5-2ec6-4d12-ae22-e1918dc15e28 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for port (4fb69b33-ea16-463e-91d0-6972f6bf764b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:43.187534 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-019090d5-2ec6-4d12-ae22-e1918dc15e28 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (4fb69b33-ea16-463e-91d0-6972f6bf764b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:43.278406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c4756618-2e0c-4404-80f9-a7dbf3da8b56 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:43.285012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-019090d5-2ec6-4d12-ae22-e1918dc15e28 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] In _notify_port_updated(), no bound segment for port 4fb69b33-ea16-463e-91d0-6972f6bf764b on network 5bedee80-4345-424a-8d5b-7558e255e4ef {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:52:43.288798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019090d5-2ec6-4d12-ae22-e1918dc15e28 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:43.289579 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-019090d5-2ec6-4d12-ae22-e1918dc15e28 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:43.293410 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-019090d5-2ec6-4d12-ae22-e1918dc15e28 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "PUT /v2.0/ports/4fb69b33-ea16-463e-91d0-6972f6bf764b HTTP/1.1" status: 200 len: 993 time: 0.6494594 Feb 09 03:52:43.293410 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019090d5-2ec6-4d12-ae22-e1918dc15e28 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event updated for resources: {'Port': ['ID=4fb69b33-ea16-463e-91d0-6972f6bf764b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:43.293968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46300) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:43.439909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-711e54b2-67ae-45e5-be67-ff27afcc69ae tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Deleting port 4fb69b33-ea16-463e-91d0-6972f6bf764b {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:52:43.440264 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-711e54b2-67ae-45e5-be67-ff27afcc69ae tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4fb69b33-ea16-463e-91d0-6972f6bf764b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:43.449279 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-680ff3fe-329b-4219-957c-9ae700b7b59e tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991674847&fields=id&tenant_id=c914b6877d464ab882b30a0708aa4119 HTTP/1.1" status: 200 len: 267 time: 0.0730352 Feb 09 03:52:43.561036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a93c637b-179e-4aad-855b-51896a0cd4cb None None] Provisioning complete for port 4fb69b33-ea16-463e-91d0-6972f6bf764b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:43.561533 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a93c637b-179e-4aad-855b-51896a0cd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4fb69b33-ea16-463e-91d0-6972f6bf764b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:43.595908 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a93c637b-179e-4aad-855b-51896a0cd4cb None None] Port 4fb69b33-ea16-463e-91d0-6972f6bf764b cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:43.605573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-711e54b2-67ae-45e5-be67-ff27afcc69ae tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4fb69b33-ea16-463e-91d0-6972f6bf764b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:43.629457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-21593df7-6633-4391-8883-49d2a1a21192 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:43.631107 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-21593df7-6633-4391-8883-49d2a1a21192 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/networks?id=8bc87523-c236-4901-86d0-d80d734ceb67 HTTP/1.1" status: 200 len: 813 time: 0.1712112 Feb 09 03:52:43.631962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-711e54b2-67ae-45e5-be67-ff27afcc69ae tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Calling delete_port for 4fb69b33-ea16-463e-91d0-6972f6bf764b owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:52:43.652280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-235c9064-6991-407f-8e8c-a2ffad72fb03 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/quotas/c914b6877d464ab882b30a0708aa4119 HTTP/1.1" status: 200 len: 375 time: 0.0147717 Feb 09 03:52:43.790147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-41e0d5f4-c212-40cd-b527-8edb91a9cd49 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c914b6877d464ab882b30a0708aa4119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090510 Feb 09 03:52:43.850138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-711e54b2-67ae-45e5-be67-ff27afcc69ae tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (4fb69b33-ea16-463e-91d0-6972f6bf764b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:43.885445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e54b2-67ae-45e5-be67-ff27afcc69ae tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event deleted for resources: {'Port': ['ID=4fb69b33-ea16-463e-91d0-6972f6bf764b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:44.067862 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-eeee0357-2b03-4aaf-b050-4717531a80a0 service neutron] 10.222.0.21 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661753 Feb 09 03:52:44.130084 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-711e54b2-67ae-45e5-be67-ff27afcc69ae tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:44.133429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-711e54b2-67ae-45e5-be67-ff27afcc69ae tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "DELETE /v2.0/ports/4fb69b33-ea16-463e-91d0-6972f6bf764b HTTP/1.1" status: 204 len: 168 time: 0.8384380 Feb 09 03:52:44.136086 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46306) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:44.162544 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f17f41-c362-4c69-be70-1af455b3ec9e tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] GET failed (client error): The resource could not be found. Feb 09 03:52:44.163966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-08f17f41-c362-4c69-be70-1af455b3ec9e tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "GET /v2.0/ports/4fb69b33-ea16-463e-91d0-6972f6bf764b HTTP/1.1" status: 404 len: 333 time: 0.0268729 Feb 09 03:52:44.167786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46308) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:44.172300 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-76a589a1-2c7e-4809-88c8-3bf718437c13 service neutron] 10.222.0.21 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954220 Feb 09 03:52:44.173113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Request body: {'port': {'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef', 'name': 'tempest-AllowedAddressPairTestJSON-213634376'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:44.286475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Made reservation on behalf of 0636cdf2434f42b7a3162cf0b0bbe393 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:44.290445 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:44.309125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] device_id is not set on port 06c1fd76-8612-462f-b0ac-a807df9eca46 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:52:44.430580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Allocated IP 172.20.0.3 (5bedee80-4345-424a-8d5b-7558e255e4ef/8f9a35d5-f628-4061-9bba-8ffa2024113e/06c1fd76-8612-462f-b0ac-a807df9eca46) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:44.502421 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e90b9064-8a48-4d88-a67f-c9a24cfc3e22 req-af1ec044-aa0f-4b09-8640-e26bf9345078 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 210 time: 0.0447400 Feb 09 03:52:44.623644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for port (06c1fd76-8612-462f-b0ac-a807df9eca46), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:44.659779 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (06c1fd76-8612-462f-b0ac-a807df9eca46), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:44.707290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Network 5bedee80-4345-424a-8d5b-7558e255e4ef is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:44.713188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:44.716961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:44.747802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event updated for resources: {'Port': ['ID=06c1fd76-8612-462f-b0ac-a807df9eca46,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:44.780379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:44.781139 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:44.800477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-978b8186-3f6e-42f6-9251-a3b97c794246 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6312530 Feb 09 03:52:44.803667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46330) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:44.809829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9e1ffe47-58e3-4f89-adae-c1473bdceead tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5e:67:29'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:44.888556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e1ffe47-58e3-4f89-adae-c1473bdceead tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (06c1fd76-8612-462f-b0ac-a807df9eca46), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.028030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6f9c01ca-7b12-469e-a967-d6de93f20e78 None None] Provisioning complete for port 06c1fd76-8612-462f-b0ac-a807df9eca46 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:45.029305 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f9c01ca-7b12-469e-a967-d6de93f20e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (06c1fd76-8612-462f-b0ac-a807df9eca46), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.071567 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c01ca-7b12-469e-a967-d6de93f20e78 None None] Port 06c1fd76-8612-462f-b0ac-a807df9eca46 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:45.092047 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e1ffe47-58e3-4f89-adae-c1473bdceead tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for port (06c1fd76-8612-462f-b0ac-a807df9eca46), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.096471 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e1ffe47-58e3-4f89-adae-c1473bdceead tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (06c1fd76-8612-462f-b0ac-a807df9eca46), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.175681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ffe47-58e3-4f89-adae-c1473bdceead tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event updated for resources: {'Port': ['ID=06c1fd76-8612-462f-b0ac-a807df9eca46,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:45.190866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ffe47-58e3-4f89-adae-c1473bdceead tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] In _notify_port_updated(), no bound segment for port 06c1fd76-8612-462f-b0ac-a807df9eca46 on network 5bedee80-4345-424a-8d5b-7558e255e4ef {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:52:45.197103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1ffe47-58e3-4f89-adae-c1473bdceead tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:45.197769 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e1ffe47-58e3-4f89-adae-c1473bdceead tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.199108 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9e1ffe47-58e3-4f89-adae-c1473bdceead tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "PUT /v2.0/ports/06c1fd76-8612-462f-b0ac-a807df9eca46 HTTP/1.1" status: 200 len: 995 time: 0.3944414 Feb 09 03:52:45.201851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46332) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:45.297429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd0e25-dea0-4f15-9787-48a9805e7a7d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Deleting port 06c1fd76-8612-462f-b0ac-a807df9eca46 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:52:45.297773 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0e25-dea0-4f15-9787-48a9805e7a7d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (06c1fd76-8612-462f-b0ac-a807df9eca46), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.390856 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0e25-dea0-4f15-9787-48a9805e7a7d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (06c1fd76-8612-462f-b0ac-a807df9eca46), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.394165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d07615df-955f-491d-b7d0-7f2e81af9b9e None None] Provisioning complete for port 06c1fd76-8612-462f-b0ac-a807df9eca46 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:45.394680 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d07615df-955f-491d-b7d0-7f2e81af9b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (06c1fd76-8612-462f-b0ac-a807df9eca46), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.403766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd0e25-dea0-4f15-9787-48a9805e7a7d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Calling delete_port for 06c1fd76-8612-462f-b0ac-a807df9eca46 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:52:45.438481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d07615df-955f-491d-b7d0-7f2e81af9b9e None None] Port 06c1fd76-8612-462f-b0ac-a807df9eca46 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:45.551343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-372fe400-266b-46d1-bdbe-222f78f58a22 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:45.553889 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-372fe400-266b-46d1-bdbe-222f78f58a22 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.65 "GET /v2.0/networks?id=8bc87523-c236-4901-86d0-d80d734ceb67 HTTP/1.1" status: 200 len: 813 time: 0.1267705 Feb 09 03:52:45.575844 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0e25-dea0-4f15-9787-48a9805e7a7d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (06c1fd76-8612-462f-b0ac-a807df9eca46), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.605415 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd0e25-dea0-4f15-9787-48a9805e7a7d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event deleted for resources: {'Port': ['ID=06c1fd76-8612-462f-b0ac-a807df9eca46,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:45.618727 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba21883b-5f21-4921-9620-f4808a1f7617 req-f10dea8e-097d-45c8-8392-d49586eb2bd6 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 210 time: 0.0327103 Feb 09 03:52:45.656651 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c804a1d0-3504-4aa3-8aad-10a3abc8a653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.671134 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ccead6ea-8b37-40df-b19c-6cfeaf121278 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c914b6877d464ab882b30a0708aa4119 HTTP/1.1" status: 200 len: 379 time: 0.1036470 Feb 09 03:52:45.682367 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Request body: {'port': {'device_id': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'admin_state_up': True, 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'security_groups': ['4c43f4b8-8b6c-4177-91aa-891248f9b3a2']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:45.711016 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0e25-dea0-4f15-9787-48a9805e7a7d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.719131 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9ddd0e25-dea0-4f15-9787-48a9805e7a7d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "DELETE /v2.0/ports/06c1fd76-8612-462f-b0ac-a807df9eca46 HTTP/1.1" status: 204 len: 168 time: 0.5159059 Feb 09 03:52:45.719795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46336) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:45.749973 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c295aec-ef50-41dd-8368-0b89b706eb6d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] GET failed (client error): The resource could not be found. Feb 09 03:52:45.756670 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8c295aec-ef50-41dd-8368-0b89b706eb6d tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "GET /v2.0/ports/06c1fd76-8612-462f-b0ac-a807df9eca46 HTTP/1.1" status: 404 len: 333 time: 0.0355420 Feb 09 03:52:45.757532 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46338) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:45.763721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Request body: {'port': {'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef', 'name': 'tempest-AllowedAddressPairTestJSON-1428658756'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:45.818878 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Made reservation on behalf of c914b6877d464ab882b30a0708aa4119 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:45.824660 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.908348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Made reservation on behalf of 0636cdf2434f42b7a3162cf0b0bbe393 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:45.912125 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:45.931618 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] device_id is not set on port 4ce4e063-1406-4cce-95c3-da0985f82cf0 yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:52:45.968517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Allocated IP 172.20.0.4 (8bc87523-c236-4901-86d0-d80d734ceb67/09da60b9-ce01-4806-8228-46124e130e88/ea01c15f-4524-4311-9c65-afe053257621) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:46.066656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Allocated IP 172.20.0.12 (5bedee80-4345-424a-8d5b-7558e255e4ef/8f9a35d5-f628-4061-9bba-8ffa2024113e/4ce4e063-1406-4cce-95c3-da0985f82cf0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:46.133575 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for port (ea01c15f-4524-4311-9c65-afe053257621), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:46.171049 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ea01c15f-4524-4311-9c65-afe053257621), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:46.219255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Network 8bc87523-c236-4901-86d0-d80d734ceb67 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:46.222277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:46.226348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:46.233184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event updated for resources: {'Port': ['ID=ea01c15f-4524-4311-9c65-afe053257621,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:46.242100 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for port (4ce4e063-1406-4cce-95c3-da0985f82cf0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:46.281037 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4ce4e063-1406-4cce-95c3-da0985f82cf0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:46.298251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:46.298899 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:46.317463 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ea7e9227-58f3-4731-b715-091ef26fc755 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6399584 Feb 09 03:52:46.327746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ab0d3f2c-0580-40aa-b573-7b6902be8c1d tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:46.329137 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-ab0d3f2c-0580-40aa-b573-7b6902be8c1d tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059292 Feb 09 03:52:46.347828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Request body: {'port': {'device_id': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:46.350387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Network 5bedee80-4345-424a-8d5b-7558e255e4ef is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:46.353964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:46.357479 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:46.386737 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event updated for resources: {'Port': ['ID=4ce4e063-1406-4cce-95c3-da0985f82cf0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:46.435447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:46.436267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:46.456446 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ea01c15f-4524-4311-9c65-afe053257621), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:46.468107 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-272d521a-4daa-4bf7-9936-137dae355121 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7094140 Feb 09 03:52:46.468917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46340) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:46.476196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Request body: {'port': {'network_id': '5bedee80-4345-424a-8d5b-7558e255e4ef', 'name': 'tempest-AllowedAddressPairTestJSON-229927240'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:46.625703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Made reservation on behalf of 0636cdf2434f42b7a3162cf0b0bbe393 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:46.629678 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:46.650654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] device_id is not set on port 1f72be6c-aea8-4152-b56a-f386b6782a2b yet. {{(pid=103327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:52:46.680514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0530bf10-dffe-4457-8cc6-24d82065c160 None None] Provisioning complete for port ea01c15f-4524-4311-9c65-afe053257621 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:46.684961 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0530bf10-dffe-4457-8cc6-24d82065c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ea01c15f-4524-4311-9c65-afe053257621), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:46.750261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0530bf10-dffe-4457-8cc6-24d82065c160 None None] Port ea01c15f-4524-4311-9c65-afe053257621 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:46.785042 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea01c15f-4524-4311-9c65-afe053257621 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:52:46.793504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Publish callbacks [] for port (ea01c15f-4524-4311-9c65-afe053257621), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:46.807046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Transition to ACTIVE for port object ea01c15f-4524-4311-9c65-afe053257621 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:52:46.816599 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ea01c15f-4524-4311-9c65-afe053257621), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:46.832151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c9b34-cb63-449a-9d83-89260c27fca6 req-58ad675a-e9e6-441e-b9a0-cff7b58b3529 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:46.835144 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-656c9b34-cb63-449a-9d83-89260c27fca6 req-58ad675a-e9e6-441e-b9a0-cff7b58b3529 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 931 time: 0.1139088 Feb 09 03:52:46.836511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Allocated IP 172.20.0.7 (5bedee80-4345-424a-8d5b-7558e255e4ef/8f9a35d5-f628-4061-9bba-8ffa2024113e/1f72be6c-aea8-4152-b56a-f386b6782a2b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:46.869827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5a03a604-448f-4ac9-92e0-5ccad90f43a8 None None] Provisioning complete for port 4ce4e063-1406-4cce-95c3-da0985f82cf0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:46.870480 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a03a604-448f-4ac9-92e0-5ccad90f43a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4ce4e063-1406-4cce-95c3-da0985f82cf0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:46.907452 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Pushing event updated for resources: {'Port': ['ID=ea01c15f-4524-4311-9c65-afe053257621,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:46.908474 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-656c9b34-cb63-449a-9d83-89260c27fca6 req-09099f94-2ac3-43f3-b9b3-e425b9779b57 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660343 Feb 09 03:52:46.936216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5a03a604-448f-4ac9-92e0-5ccad90f43a8 None None] Port 4ce4e063-1406-4cce-95c3-da0985f82cf0 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:46.998084 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Attempting to bind port ea01c15f-4524-4311-9c65-afe053257621 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:52:46.998478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Attempting to bind port ea01c15f-4524-4311-9c65-afe053257621 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:52:46.998847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Attempting to bind port ea01c15f-4524-4311-9c65-afe053257621 on network 8bc87523-c236-4901-86d0-d80d734ceb67 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:52:47.010735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Port ea01c15f-4524-4311-9c65-afe053257621 on network 8bc87523-c236-4901-86d0-d80d734ceb67 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:52:47.010855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Attempting to bind port ea01c15f-4524-4311-9c65-afe053257621 on network 8bc87523-c236-4901-86d0-d80d734ceb67 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:52:47.021778 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:52:47.022323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Checking segment: {'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:52:47.022814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Bound using segment: {'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:52:47.023352 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Bound port: ea01c15f-4524-4311-9c65-afe053257621, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b20bdab-af5b-4aa8-9fca-35d3849d4baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:52:47.023788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ea01c15f-4524-4311-9c65-afe053257621), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:47.103385 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for port (1f72be6c-aea8-4152-b56a-f386b6782a2b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:47.111521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] For port ea01c15f-4524-4311-9c65-afe053257621, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:52:47.116211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] For port ea01c15f-4524-4311-9c65-afe053257621, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ea01c15f-4524-4311-9c65-afe053257621,segment=NetworkSegment(3b20bdab-af5b-4aa8-9fca-35d3849d4baf),segment_id=3b20bdab-af5b-4aa8-9fca-35d3849d4baf)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:52:47.123928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (ea01c15f-4524-4311-9c65-afe053257621), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:47.151693 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1f72be6c-aea8-4152-b56a-f386b6782a2b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:47.162566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:47.163183 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:47.164722 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] 10.222.0.65 "PUT /v2.0/ports/ea01c15f-4524-4311-9c65-afe053257621 HTTP/1.1" status: 200 len: 1092 time: 0.8219087 Feb 09 03:52:47.165289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:52:47.167816 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2a064c-64e9-4bab-91a3-e1728a0f17eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "tag": "ea01c15f-4524-4311-9c65-afe053257621"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:52:47.197759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fbc72-9115-43d2-9264-a054fe497894 service neutron] Pushing event updated for resources: {'Port': ['ID=ea01c15f-4524-4311-9c65-afe053257621,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:47.233344 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200907b4-8f6d-4d60-90de-b41c96d09583 x-openstack-request-id: req-200907b4-8f6d-4d60-90de-b41c96d09583 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:52:47.233697 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "tag": "ea01c15f-4524-4311-9c65-afe053257621", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:52:47.233941 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-200907b4-8f6d-4d60-90de-b41c96d09583 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:52:47.234365 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621', 'status': 'completed', 'code': 200} Feb 09 03:52:47.245012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Network 5bedee80-4345-424a-8d5b-7558e255e4ef is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:47.248426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:47.252423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:47.260217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event updated for resources: {'Port': ['ID=1f72be6c-aea8-4152-b56a-f386b6782a2b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:47.321314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:47.322017 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:47.341990 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ac6c7f7f-220b-414c-b096-b0ae3a1f5892 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8710001 Feb 09 03:52:47.344334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46346) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:47.350140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a170a47a-11b8-4d5d-991a-b6e7711d956e tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5e:67:29'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:42:5d:4b'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:47.353061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-4e2c5363-d3b9-4fa4-bcc8-f27db5a674eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:47.355122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-4e2c5363-d3b9-4fa4-bcc8-f27db5a674eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c914b6877d464ab882b30a0708aa4119&device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 1126 time: 0.1061821 Feb 09 03:52:47.430981 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-e2fac35a-73c1-4ec4-882c-67b5c7f2d3fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea01c15f-4524-4311-9c65-afe053257621 HTTP/1.1" status: 200 len: 217 time: 0.0608633 Feb 09 03:52:47.477204 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a170a47a-11b8-4d5d-991a-b6e7711d956e tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1f72be6c-aea8-4152-b56a-f386b6782a2b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:47.487418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-8d8c9692-4f55-4c64-b235-55d34cb3c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:47.488887 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-8d8c9692-4f55-4c64-b235-55d34cb3c74e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09da60b9-ce01-4806-8228-46124e130e88 HTTP/1.1" status: 200 len: 852 time: 0.0519407 Feb 09 03:52:47.558372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-65fd840f-cb4e-4eb0-a529-9ba2db087740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:47.559875 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-65fd840f-cb4e-4eb0-a529-9ba2db087740 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc87523-c236-4901-86d0-d80d734ceb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0584841 Feb 09 03:52:47.685761 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-faacc5d0-30c7-4ad4-ac70-a273b9fdac0b service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201601 Feb 09 03:52:47.687867 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a170a47a-11b8-4d5d-991a-b6e7711d956e tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for port (1f72be6c-aea8-4152-b56a-f386b6782a2b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:47.693560 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a170a47a-11b8-4d5d-991a-b6e7711d956e tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (1f72be6c-aea8-4152-b56a-f386b6782a2b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:47.730999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-413a32db-229f-4501-901b-4487a98a7989 None None] Provisioning complete for port 1f72be6c-aea8-4152-b56a-f386b6782a2b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:47.732826 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-413a32db-229f-4501-901b-4487a98a7989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1f72be6c-aea8-4152-b56a-f386b6782a2b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:47.790212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a170a47a-11b8-4d5d-991a-b6e7711d956e tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] In _notify_port_updated(), no bound segment for port 1f72be6c-aea8-4152-b56a-f386b6782a2b on network 5bedee80-4345-424a-8d5b-7558e255e4ef {{(pid=103327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:52:47.795419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a170a47a-11b8-4d5d-991a-b6e7711d956e tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:47.796098 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a170a47a-11b8-4d5d-991a-b6e7711d956e tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:47.800012 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a170a47a-11b8-4d5d-991a-b6e7711d956e tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "PUT /v2.0/ports/1f72be6c-aea8-4152-b56a-f386b6782a2b HTTP/1.1" status: 200 len: 1055 time: 0.4522974 Feb 09 03:52:47.800931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46348) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:47.825894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-413a32db-229f-4501-901b-4487a98a7989 None None] Port 1f72be6c-aea8-4152-b56a-f386b6782a2b cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:47.835618 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170a47a-11b8-4d5d-991a-b6e7711d956e tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event updated for resources: {'Port': ['ID=1f72be6c-aea8-4152-b56a-f386b6782a2b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:47.910394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cd2306d1-da6c-4f6b-8531-be00d70b2d9b tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Deleting port 1f72be6c-aea8-4152-b56a-f386b6782a2b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:52:47.910742 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd2306d1-da6c-4f6b-8531-be00d70b2d9b tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1f72be6c-aea8-4152-b56a-f386b6782a2b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:48.052031 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd2306d1-da6c-4f6b-8531-be00d70b2d9b tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1f72be6c-aea8-4152-b56a-f386b6782a2b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:48.085306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cd2306d1-da6c-4f6b-8531-be00d70b2d9b tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Calling delete_port for 1f72be6c-aea8-4152-b56a-f386b6782a2b owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:52:48.126771 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e085d4a-8145-4467-bc6a-fcb622f6e4ae req-9ed54349-ed6a-4732-a3c2-c80186abd9e1 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354215 Feb 09 03:52:48.160858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f0836b30-928d-426b-9662-ff9a8ec8475b None None] Provisioning complete for port 1f72be6c-aea8-4152-b56a-f386b6782a2b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:48.161806 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0836b30-928d-426b-9662-ff9a8ec8475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1f72be6c-aea8-4152-b56a-f386b6782a2b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:48.172752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7022670-75e8-44c9-bf07-8c0fbaeae501 req-8fdd5629-ab6a-43b3-b797-ff17bcf67a75 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:48.174368 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7022670-75e8-44c9-bf07-8c0fbaeae501 req-8fdd5629-ab6a-43b3-b797-ff17bcf67a75 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.1572003 Feb 09 03:52:48.194990 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4e54c2ec-68e6-45a8-855f-b3ce05ca4be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:48.210161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f0836b30-928d-426b-9662-ff9a8ec8475b None None] Port 1f72be6c-aea8-4152-b56a-f386b6782a2b cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:48.247539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7022670-75e8-44c9-bf07-8c0fbaeae501 req-2afd0a31-a284-487c-a670-3bd4c55256a5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611069 Feb 09 03:52:48.257970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a064c-64e9-4bab-91a3-e1728a0f17eb req-2a66c90d-3091-417b-bff4-0566c598916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:48.259470 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c2a064c-64e9-4bab-91a3-e1728a0f17eb req-2a66c90d-3091-417b-bff4-0566c598916b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c914b6877d464ab882b30a0708aa4119&device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 1126 time: 0.0562758 Feb 09 03:52:48.328160 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd2306d1-da6c-4f6b-8531-be00d70b2d9b tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1f72be6c-aea8-4152-b56a-f386b6782a2b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:48.365220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2306d1-da6c-4f6b-8531-be00d70b2d9b tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event deleted for resources: {'Port': ['ID=1f72be6c-aea8-4152-b56a-f386b6782a2b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:48.372123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a064c-64e9-4bab-91a3-e1728a0f17eb req-85089775-c541-4564-aded-7e6fb9e1d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:48.373729 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c2a064c-64e9-4bab-91a3-e1728a0f17eb req-85089775-c541-4564-aded-7e6fb9e1d20a service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc87523-c236-4901-86d0-d80d734ceb67 HTTP/1.1" status: 200 len: 914 time: 0.1078372 Feb 09 03:52:48.418484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c2a064c-64e9-4bab-91a3-e1728a0f17eb req-c1d496e8-4dc3-4a11-90ca-eb266f640ee3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea01c15f-4524-4311-9c65-afe053257621 HTTP/1.1" status: 200 len: 217 time: 0.0388596 Feb 09 03:52:48.481931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a064c-64e9-4bab-91a3-e1728a0f17eb req-7e5b20a4-f78a-4432-8953-9c1ea296912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:48.483429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c2a064c-64e9-4bab-91a3-e1728a0f17eb req-7e5b20a4-f78a-4432-8953-9c1ea296912a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09da60b9-ce01-4806-8228-46124e130e88 HTTP/1.1" status: 200 len: 852 time: 0.0590007 Feb 09 03:52:48.546183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a064c-64e9-4bab-91a3-e1728a0f17eb req-21793132-f65f-488f-a047-5ff92f3803a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:48.547873 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c2a064c-64e9-4bab-91a3-e1728a0f17eb req-21793132-f65f-488f-a047-5ff92f3803a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc87523-c236-4901-86d0-d80d734ceb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0588815 Feb 09 03:52:48.622448 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd2306d1-da6c-4f6b-8531-be00d70b2d9b tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:48.627153 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cd2306d1-da6c-4f6b-8531-be00d70b2d9b tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "DELETE /v2.0/ports/1f72be6c-aea8-4152-b56a-f386b6782a2b HTTP/1.1" status: 204 len: 168 time: 0.8237526 Feb 09 03:52:48.628514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46352) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:48.654433 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c2a064c-64e9-4bab-91a3-e1728a0f17eb req-8a4b7b72-aa8a-4208-8489-24bd36fce9a1 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006479 Feb 09 03:52:48.655847 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-2529c845-afc8-4c21-b641-3db295a517ef tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] GET failed (client error): The resource could not be found. Feb 09 03:52:48.657316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2529c845-afc8-4c21-b641-3db295a517ef tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "GET /v2.0/ports/1f72be6c-aea8-4152-b56a-f386b6782a2b HTTP/1.1" status: 404 len: 333 time: 0.0277970 Feb 09 03:52:48.660032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46354) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:48.771912 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d97e10a5-a329-44e6-b0ad-f4712fe6e821 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Deleting port 4ce4e063-1406-4cce-95c3-da0985f82cf0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:52:48.772381 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d97e10a5-a329-44e6-b0ad-f4712fe6e821 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4ce4e063-1406-4cce-95c3-da0985f82cf0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:48.786531 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c2a064c-64e9-4bab-91a3-e1728a0f17eb req-937d2b2f-0f94-4aeb-adb4-cf5c8a8e8091 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262352 Feb 09 03:52:48.868511 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d97e10a5-a329-44e6-b0ad-f4712fe6e821 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4ce4e063-1406-4cce-95c3-da0985f82cf0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:48.881335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d97e10a5-a329-44e6-b0ad-f4712fe6e821 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Calling delete_port for 4ce4e063-1406-4cce-95c3-da0985f82cf0 owned by {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:52:49.010727 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d97e10a5-a329-44e6-b0ad-f4712fe6e821 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (4ce4e063-1406-4cce-95c3-da0985f82cf0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:49.051677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e10a5-a329-44e6-b0ad-f4712fe6e821 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event deleted for resources: {'Port': ['ID=4ce4e063-1406-4cce-95c3-da0985f82cf0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:49.123357 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d97e10a5-a329-44e6-b0ad-f4712fe6e821 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:49.129210 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d97e10a5-a329-44e6-b0ad-f4712fe6e821 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "DELETE /v2.0/ports/4ce4e063-1406-4cce-95c3-da0985f82cf0 HTTP/1.1" status: 204 len: 168 time: 0.4659648 Feb 09 03:52:49.129499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46356) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:49.156548 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bde562-dfa3-43c0-a29f-20a165ff6897 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] GET failed (client error): The resource could not be found. Feb 09 03:52:49.161119 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-67bde562-dfa3-43c0-a29f-20a165ff6897 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "GET /v2.0/ports/4ce4e063-1406-4cce-95c3-da0985f82cf0 HTTP/1.1" status: 404 len: 333 time: 0.0275235 Feb 09 03:52:49.162246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46358) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:49.264544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e125d36e-69d6-4e38-8a76-1684d561b018 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Deleting port 79839fd3-0972-4444-9dbf-4c279f4d50c3 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:52:49.265016 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e125d36e-69d6-4e38-8a76-1684d561b018 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (79839fd3-0972-4444-9dbf-4c279f4d50c3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:49.385119 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e125d36e-69d6-4e38-8a76-1684d561b018 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (79839fd3-0972-4444-9dbf-4c279f4d50c3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:49.402482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e125d36e-69d6-4e38-8a76-1684d561b018 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Calling delete_port for 79839fd3-0972-4444-9dbf-4c279f4d50c3 owned by {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:52:49.405787 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:49.427892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f521d-fe24-4b20-9f07-648985a39fc9 req-b06ca9c0-fb6c-42ae-ac39-010b86552c4f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:49.429468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a6f521d-fe24-4b20-9f07-648985a39fc9 req-b06ca9c0-fb6c-42ae-ac39-010b86552c4f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.0845711 Feb 09 03:52:49.527824 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2a6f521d-fe24-4b20-9f07-648985a39fc9 req-86eaa407-a0f2-44cb-a340-8c8c4be40ed9 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669730 Feb 09 03:52:49.587223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e125d36e-69d6-4e38-8a76-1684d561b018 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (79839fd3-0972-4444-9dbf-4c279f4d50c3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:49.613774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125d36e-69d6-4e38-8a76-1684d561b018 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event deleted for resources: {'Port': ['ID=79839fd3-0972-4444-9dbf-4c279f4d50c3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:49.692026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e125d36e-69d6-4e38-8a76-1684d561b018 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:49.698588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e125d36e-69d6-4e38-8a76-1684d561b018 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "DELETE /v2.0/ports/79839fd3-0972-4444-9dbf-4c279f4d50c3 HTTP/1.1" status: 204 len: 168 time: 0.5330272 Feb 09 03:52:49.699036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46362) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:49.763286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1aa2db3-1176-42d1-b38f-acd746c64f24 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Deleting subnet 8f9a35d5-f628-4061-9bba-8ffa2024113e {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:52:49.767848 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1aa2db3-1176-42d1-b38f-acd746c64f24 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for subnet (8f9a35d5-f628-4061-9bba-8ffa2024113e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:49.812637 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1aa2db3-1176-42d1-b38f-acd746c64f24 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (8f9a35d5-f628-4061-9bba-8ffa2024113e), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:49.894117 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1aa2db3-1176-42d1-b38f-acd746c64f24 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (8f9a35d5-f628-4061-9bba-8ffa2024113e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:49.957972 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1aa2db3-1176-42d1-b38f-acd746c64f24 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (8f9a35d5-f628-4061-9bba-8ffa2024113e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:49.987079 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa2db3-1176-42d1-b38f-acd746c64f24 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9a35d5-f628-4061-9bba-8ffa2024113e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:49.989032 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1aa2db3-1176-42d1-b38f-acd746c64f24 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:49.992316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d1aa2db3-1176-42d1-b38f-acd746c64f24 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "DELETE /v2.0/subnets/8f9a35d5-f628-4061-9bba-8ffa2024113e HTTP/1.1" status: 204 len: 168 time: 0.2922871 Feb 09 03:52:49.994799 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46364) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:50.010000 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e4871a-eaf2-44f4-b23f-d0a1d1c5ff14 None None] Network 5bedee80-4345-424a-8d5b-7558e255e4ef requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:52:50.089004 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (5bedee80-4345-424a-8d5b-7558e255e4ef), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.169647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Deleting port c4756618-2e0c-4404-80f9-a7dbf3da8b56 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:52:50.169991 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.221745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fde3436-62fc-4169-957a-e3b9a7afa83b None None] DHCP port deletion for 5bedee80-4345-424a-8d5b-7558e255e4ef request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:52:50.241992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] For port c4756618-2e0c-4404-80f9-a7dbf3da8b56, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c4756618-2e0c-4404-80f9-a7dbf3da8b56,segment=NetworkSegment(ae99df08-7efe-46b1-81f8-b7bae7a57aa5),segment_id=ae99df08-7efe-46b1-81f8-b7bae7a57aa5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:52:50.242375 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.255536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Calling delete_port for c4756618-2e0c-4404-80f9-a7dbf3da8b56 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:52:50.274237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9fde3436-62fc-4169-957a-e3b9a7afa83b None None] Deleting port c4756618-2e0c-4404-80f9-a7dbf3da8b56 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:52:50.274618 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fde3436-62fc-4169-957a-e3b9a7afa83b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.337666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9fde3436-62fc-4169-957a-e3b9a7afa83b None None] For port c4756618-2e0c-4404-80f9-a7dbf3da8b56, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c4756618-2e0c-4404-80f9-a7dbf3da8b56,segment=NetworkSegment(ae99df08-7efe-46b1-81f8-b7bae7a57aa5),segment_id=ae99df08-7efe-46b1-81f8-b7bae7a57aa5)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:52:50.337895 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.338209 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fde3436-62fc-4169-957a-e3b9a7afa83b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.355996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9fde3436-62fc-4169-957a-e3b9a7afa83b None None] Calling delete_port for c4756618-2e0c-4404-80f9-a7dbf3da8b56 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:52:50.366105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event deleted for resources: {'Port': ['ID=c4756618-2e0c-4404-80f9-a7dbf3da8b56,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:50.374066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] No DVR routers for this DVR port c4756618-2e0c-4404-80f9-a7dbf3da8b56 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:52:50.462182 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (5bedee80-4345-424a-8d5b-7558e255e4ef), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.485513 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bedee80-4345-424a-8d5b-7558e255e4ef']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:50.497145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae99df08-7efe-46b1-81f8-b7bae7a57aa5') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:50.497568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae99df08-7efe-46b1-81f8-b7bae7a57aa5') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:50.509399 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (ae99df08-7efe-46b1-81f8-b7bae7a57aa5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.525501 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ae99df08-7efe-46b1-81f8-b7bae7a57aa5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.534738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:52:50.535154 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (ae99df08-7efe-46b1-81f8-b7bae7a57aa5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:52:50.539775 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:52:50.634310 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (5bedee80-4345-424a-8d5b-7558e255e4ef), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.639275 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fde3436-62fc-4169-957a-e3b9a7afa83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (c4756618-2e0c-4404-80f9-a7dbf3da8b56), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.657715 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.660933 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] 10.222.0.21 "DELETE /v2.0/networks/5bedee80-4345-424a-8d5b-7558e255e4ef HTTP/1.1" status: 204 len: 168 time: 0.6651895 Feb 09 03:52:50.668775 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fde3436-62fc-4169-957a-e3b9a7afa83b None None] Network 5bedee80-4345-424a-8d5b-7558e255e4ef is not hosted by any dhcp agent {{(pid=103329) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:52:50.669496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde3436-62fc-4169-957a-e3b9a7afa83b None None] No DVR routers for this DVR port c4756618-2e0c-4404-80f9-a7dbf3da8b56 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:52:50.671249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde3436-62fc-4169-957a-e3b9a7afa83b None None] Pushing event deleted for resources: {'Port': ['ID=c4756618-2e0c-4404-80f9-a7dbf3da8b56,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:50.675285 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ff0fc-7748-4078-817e-f8e9b07cd3e8 tempest-AllowedAddressPairTestJSON-166244363 tempest-AllowedAddressPairTestJSON-166244363-project] Pushing event deleted for resources: {'Network': ['ID=5bedee80-4345-424a-8d5b-7558e255e4ef,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:50.708818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6b16b-0e8a-43d2-9e11-897a79bcad38 req-15510003-10b3-464d-b61d-bd03fdcd3061 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:50.710505 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fec6b16b-0e8a-43d2-9e11-897a79bcad38 req-15510003-10b3-464d-b61d-bd03fdcd3061 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.0874157 Feb 09 03:52:50.778619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fec6b16b-0e8a-43d2-9e11-897a79bcad38 req-7ccbb409-81d0-40e3-9894-5c39b894ef31 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624139 Feb 09 03:52:50.850085 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:50.977977 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46372) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:51.116897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c4756618-2e0c-4404-80f9-a7dbf3da8b56 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:52:51.132693 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ff2ab993-f073-4f26-a7b3-a9ee1539feca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0636cdf2434f42b7a3162cf0b0bbe393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1510868 Feb 09 03:52:51.132990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46376) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:51.138020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: c4756618-2e0c-4404-80f9-a7dbf3da8b56 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:52:51.138373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c4756618-2e0c-4404-80f9-a7dbf3da8b56 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:52:51.182129 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce3fcd0e-8a44-4496-93a1-8e1d1d065a1d admin admin] Publish callbacks [] for security_group (390ea3dd-0d44-4f4d-9e01-2406f340afbd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:51.203289 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce3fcd0e-8a44-4496-93a1-8e1d1d065a1d admin admin] Publish callbacks [] for security_group (390ea3dd-0d44-4f4d-9e01-2406f340afbd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:51.250009 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce3fcd0e-8a44-4496-93a1-8e1d1d065a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (390ea3dd-0d44-4f4d-9e01-2406f340afbd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:51.252849 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce3fcd0e-8a44-4496-93a1-8e1d1d065a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:51.254062 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ce3fcd0e-8a44-4496-93a1-8e1d1d065a1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/390ea3dd-0d44-4f4d-9e01-2406f340afbd HTTP/1.1" status: 204 len: 168 time: 0.1200128 Feb 09 03:52:51.261822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fcd0e-8a44-4496-93a1-8e1d1d065a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390ea3dd-0d44-4f4d-9e01-2406f340afbd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:51.903226 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46400) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:51.922683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249495e-4eeb-46d2-af80-01811e85c492 req-ec0e042c-645d-4c5f-a508-cfcf4173b0d5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:51.924292 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d249495e-4eeb-46d2-af80-01811e85c492 req-ec0e042c-645d-4c5f-a508-cfcf4173b0d5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.0649762 Feb 09 03:52:51.988736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d249495e-4eeb-46d2-af80-01811e85c492 req-278d4f9f-e0aa-4aee-a440-4ed66cd36824 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580623 Feb 09 03:52:52.015959 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:52.029931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-9a25c8d3-253d-46bc-95d0-456fd538d97b tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.031022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9a25c8d3-253d-46bc-95d0-456fd538d97b tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1266580 Feb 09 03:52:52.034209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46404) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.038123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-89192018-5131-4fce-ab5f-d4ae4014c93a tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.039121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-89192018-5131-4fce-ab5f-d4ae4014c93a tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0039921 Feb 09 03:52:52.041319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46406) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.045616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-14e37a6e-c0d1-4835-b1ef-76ba2fdfde1c tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.046531 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-14e37a6e-c0d1-4835-b1ef-76ba2fdfde1c tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0041656 Feb 09 03:52:52.048569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46408) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.053603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-00bf4d76-c29c-43c4-ac03-90afd5f211ba tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.054543 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-00bf4d76-c29c-43c4-ac03-90afd5f211ba tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051630 Feb 09 03:52:52.056499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46410) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.060092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-f3ca58b4-9f09-431b-b030-a0a738682e55 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.060994 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f3ca58b4-9f09-431b-b030-a0a738682e55 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0036962 Feb 09 03:52:52.063019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46412) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.066910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-9c8b4976-e063-40f5-a63a-25a79e462642 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.068458 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9c8b4976-e063-40f5-a63a-25a79e462642 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045938 Feb 09 03:52:52.070768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46414) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.074580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-fd9cdedc-36cf-4b1a-8a0d-635bf33287e9 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.075536 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fd9cdedc-36cf-4b1a-8a0d-635bf33287e9 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0039420 Feb 09 03:52:52.077865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46416) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.082482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-1cc587c9-8d47-4d3a-bba0-0b9078d1465f tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.083530 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1cc587c9-8d47-4d3a-bba0-0b9078d1465f tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046530 Feb 09 03:52:52.085847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46418) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.090070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-6c820e29-0936-46b0-b356-c843a1305d62 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.091105 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6c820e29-0936-46b0-b356-c843a1305d62 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043356 Feb 09 03:52:52.094201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46420) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.099001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-61106aa6-7f8b-42cf-8c73-b8e7e60aec9d tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.100050 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-61106aa6-7f8b-42cf-8c73-b8e7e60aec9d tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048313 Feb 09 03:52:52.103907 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46422) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.107905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-f71b27c0-d9fa-4806-9787-cb85e68cec85 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.108833 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f71b27c0-d9fa-4806-9787-cb85e68cec85 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0039909 Feb 09 03:52:52.111099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46424) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.115661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-ec4bf1f3-adf4-4867-9372-9663126fa46d tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.116587 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ec4bf1f3-adf4-4867-9372-9663126fa46d tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046465 Feb 09 03:52:52.118922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46426) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.123385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-5e7a87b5-107e-4b8e-8f76-841e826d1fa7 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.124319 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5e7a87b5-107e-4b8e-8f76-841e826d1fa7 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045593 Feb 09 03:52:52.130893 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46428) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.135507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-7510034d-b0b0-4388-8ba9-e29575f73396 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.136449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7510034d-b0b0-4388-8ba9-e29575f73396 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045743 Feb 09 03:52:52.138860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46430) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.142720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-858d1d27-fd42-4959-adad-8ced011f375c tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.143649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-858d1d27-fd42-4959-adad-8ced011f375c tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0039432 Feb 09 03:52:52.145971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46432) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.149983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-9685ef04-f033-4c43-a56e-48485619fb88 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.151030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9685ef04-f033-4c43-a56e-48485619fb88 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0039241 Feb 09 03:52:52.154597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46434) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.158566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-9de83264-147f-4761-a88d-5ddfc2b47f04 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.159533 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9de83264-147f-4761-a88d-5ddfc2b47f04 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040772 Feb 09 03:52:52.161823 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46436) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.166228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-5bd28ffd-9be4-4572-997b-ed77d04620e6 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.167190 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5bd28ffd-9be4-4572-997b-ed77d04620e6 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044966 Feb 09 03:52:52.169585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46438) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.173675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-0e482ab4-8998-48e6-a39a-a869a9b3bfc0 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.174723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0e482ab4-8998-48e6-a39a-a869a9b3bfc0 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042818 Feb 09 03:52:52.177944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46440) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.181750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-d5192086-9d48-454e-ad07-c801eaf97193 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.182674 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d5192086-9d48-454e-ad07-c801eaf97193 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0038798 Feb 09 03:52:52.184866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46442) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.189325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-4c4b0475-f2df-452f-8a9e-7dfbd6e40c8f tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.190301 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4c4b0475-f2df-452f-8a9e-7dfbd6e40c8f tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045693 Feb 09 03:52:52.194567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46444) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.198528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-5c2d699e-dcba-45cd-9379-b83446cec3bb tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.199450 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5c2d699e-dcba-45cd-9379-b83446cec3bb tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0039883 Feb 09 03:52:52.201671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46446) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.205447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-634f61d9-cef4-4a33-88f2-ae8751cf4ff9 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.206391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-634f61d9-cef4-4a33-88f2-ae8751cf4ff9 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038686 Feb 09 03:52:52.209049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46448) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.212895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-f87a7410-d6cc-402e-93a0-2573486e0b4f tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.213845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f87a7410-d6cc-402e-93a0-2573486e0b4f tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039182 Feb 09 03:52:52.216857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46450) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.220548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-99580958-8fe1-47a8-a655-5488d3464c86 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.221772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-99580958-8fe1-47a8-a655-5488d3464c86 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0040295 Feb 09 03:52:52.224352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46452) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.228503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-f97ebf10-04f4-454b-986b-aece6cfaaf76 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.229617 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f97ebf10-04f4-454b-986b-aece6cfaaf76 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0041950 Feb 09 03:52:52.232086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46454) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.236906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-50131f0f-1a11-4dc4-bd03-46f4a0981fc4 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.238025 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-50131f0f-1a11-4dc4-bd03-46f4a0981fc4 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048699 Feb 09 03:52:52.241013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46456) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.245260 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-04822ee7-6a40-4336-b35a-84ac0ab31024 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.246204 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-04822ee7-6a40-4336-b35a-84ac0ab31024 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041604 Feb 09 03:52:52.248515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46458) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.252427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-c27e4f64-27f3-49b6-9761-119253ac6a5c tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.255665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46460) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.255805 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c27e4f64-27f3-49b6-9761-119253ac6a5c tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0063181 Feb 09 03:52:52.260497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-a7408b8e-0e23-4963-a2c1-5cb681bb0e7b tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.261570 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a7408b8e-0e23-4963-a2c1-5cb681bb0e7b tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043299 Feb 09 03:52:52.263664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46462) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.267430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-62b493e9-5120-4f29-a1cc-7554e925dd96 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.268352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-62b493e9-5120-4f29-a1cc-7554e925dd96 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0038536 Feb 09 03:52:52.270532 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46464) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.275371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-5f608c89-fa39-4ea8-bf31-f5a5793f2fa5 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.276432 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5f608c89-fa39-4ea8-bf31-f5a5793f2fa5 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048974 Feb 09 03:52:52.278826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46466) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.283109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-5c476f79-b87d-4a2e-a51b-3ac128d7d480 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.284112 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5c476f79-b87d-4a2e-a51b-3ac128d7d480 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043387 Feb 09 03:52:52.287227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46468) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.291497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-4f81fb8c-2911-4897-ab2f-75ec7b2486fb tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.292491 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4f81fb8c-2911-4897-ab2f-75ec7b2486fb tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043187 Feb 09 03:52:52.295120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46470) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.299498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-81443a24-ba2d-4f25-8827-c92c57613b22 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.300515 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-81443a24-ba2d-4f25-8827-c92c57613b22 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044460 Feb 09 03:52:52.303870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46472) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.308097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-3e0c103a-437f-43f1-99cc-1bf03922aefc tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.309076 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3e0c103a-437f-43f1-99cc-1bf03922aefc tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042825 Feb 09 03:52:52.311561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46474) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.316306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-5a98cb81-649f-4fa2-958c-e95f405e5023 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.317288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5a98cb81-649f-4fa2-958c-e95f405e5023 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047638 Feb 09 03:52:52.320073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46476) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.324273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-7d4f2f7f-7ae5-478a-8141-be15f269fdaa tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.325231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7d4f2f7f-7ae5-478a-8141-be15f269fdaa tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042393 Feb 09 03:52:52.327884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46478) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.332241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-ea298324-697d-45c1-b010-e4d512dff6d7 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.333297 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ea298324-697d-45c1-b010-e4d512dff6d7 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043876 Feb 09 03:52:52.336044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46480) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.341162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-6b2cd097-9454-460f-905a-fe5d1fb267c5 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.342160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6b2cd097-9454-460f-905a-fe5d1fb267c5 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0052187 Feb 09 03:52:52.344644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46482) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.350787 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-3611f635-d7e2-4feb-ba17-c3ed4468b0b2 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.352090 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3611f635-d7e2-4feb-ba17-c3ed4468b0b2 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0062988 Feb 09 03:52:52.354518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46484) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.358905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-57c6e96e-619b-4cc5-9148-4cc8dfb19421 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.359833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-57c6e96e-619b-4cc5-9148-4cc8dfb19421 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042582 Feb 09 03:52:52.363288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46486) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.368412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-7e2c6c3b-c2f1-4527-b507-06f2f73e02b7 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.369392 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7e2c6c3b-c2f1-4527-b507-06f2f73e02b7 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051599 Feb 09 03:52:52.372267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46488) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.376554 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-ae670901-a6f7-4cf8-be0d-49813ce45d20 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.377629 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ae670901-a6f7-4cf8-be0d-49813ce45d20 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046434 Feb 09 03:52:52.380757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46490) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.385368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-7175b530-5153-43d0-b16e-6927ac6277a2 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.386374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7175b530-5153-43d0-b16e-6927ac6277a2 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044599 Feb 09 03:52:52.389273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46492) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.394007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-4f0fcdf9-7b35-4b08-9857-f1ee847dbaa4 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.395543 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4f0fcdf9-7b35-4b08-9857-f1ee847dbaa4 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0051341 Feb 09 03:52:52.398142 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46494) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.402530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-5afadefb-b3f0-46eb-90c7-db24d0fe6edc tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.403533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5afadefb-b3f0-46eb-90c7-db24d0fe6edc tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0044870 Feb 09 03:52:52.406980 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46496) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.413672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-0f608182-53db-4b73-a98e-92169495a19c tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.414693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0f608182-53db-4b73-a98e-92169495a19c tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0066409 Feb 09 03:52:52.418271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46498) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.423534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-a4d2751e-7d14-4c40-86dd-21330c4414dd tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.428392 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a4d2751e-7d14-4c40-86dd-21330c4414dd tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068154 Feb 09 03:52:52.434505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46500) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.439026 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-c5efc15d-1176-4e9c-ada9-c91804adb84e tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.439972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c5efc15d-1176-4e9c-ada9-c91804adb84e tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044694 Feb 09 03:52:52.442774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46502) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.446863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-1da66c02-a7c2-4288-a5ee-e7697c17c3f5 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.447768 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1da66c02-a7c2-4288-a5ee-e7697c17c3f5 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041065 Feb 09 03:52:52.449906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46504) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.454133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-319aa57d-8421-423c-b3ef-e135fca53c62 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.455347 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-319aa57d-8421-423c-b3ef-e135fca53c62 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044997 Feb 09 03:52:52.457887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46506) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.461742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-a78198fb-0939-4592-a28a-08aa9d179cfd tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.462685 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a78198fb-0939-4592-a28a-08aa9d179cfd tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0039251 Feb 09 03:52:52.464925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46508) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.469071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-179ee35c-3d99-4cc8-b261-b57fc0940bd4 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.470150 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-179ee35c-3d99-4cc8-b261-b57fc0940bd4 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043192 Feb 09 03:52:52.472522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46510) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.477384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-b840b140-a226-4cff-a065-23130a9c0dc4 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.478426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b840b140-a226-4cff-a065-23130a9c0dc4 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0050194 Feb 09 03:52:52.480810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46512) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.485516 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-8910dc07-9b1a-4e99-b15e-8f3d06122eca tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.486468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8910dc07-9b1a-4e99-b15e-8f3d06122eca tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047557 Feb 09 03:52:52.488891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46514) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.493783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-d920eee8-6fd7-4aad-91ba-da3defe01a5f tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.494745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d920eee8-6fd7-4aad-91ba-da3defe01a5f tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043206 Feb 09 03:52:52.497204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46516) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.502935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-7bed1060-ee1e-45ab-a2d2-4b596b049948 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.503907 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7bed1060-ee1e-45ab-a2d2-4b596b049948 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0056231 Feb 09 03:52:52.506400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46518) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.510733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-4adf983b-86e4-4799-b597-7afd4b9e9069 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.511669 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4adf983b-86e4-4799-b597-7afd4b9e9069 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043356 Feb 09 03:52:52.514251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46520) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.519275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-8c7f6d60-f1bf-4b57-a029-51be87be05fe tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.520582 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8c7f6d60-f1bf-4b57-a029-51be87be05fe tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0050802 Feb 09 03:52:52.523270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46522) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.527657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-6f5c2670-cecf-4e53-b361-5e3efbe9ecb2 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.528596 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6f5c2670-cecf-4e53-b361-5e3efbe9ecb2 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043533 Feb 09 03:52:52.530673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46524) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.534937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-1f2370f6-3b6d-4334-a13b-41b8cc2c30ff tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.535857 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1f2370f6-3b6d-4334-a13b-41b8cc2c30ff tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043592 Feb 09 03:52:52.538703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46526) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.543168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-2804f16b-0a13-4185-beab-cb93656b9eda tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.544346 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2804f16b-0a13-4185-beab-cb93656b9eda tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045342 Feb 09 03:52:52.546501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46528) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.550577 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-802f8ff1-8155-426d-b568-9c9f14691e7d tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.551639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-802f8ff1-8155-426d-b568-9c9f14691e7d tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0042107 Feb 09 03:52:52.561207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46530) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.565573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-5dc1ab39-8eaa-4b90-9017-6ba4b4719047 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.566766 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5dc1ab39-8eaa-4b90-9017-6ba4b4719047 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046070 Feb 09 03:52:52.570011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46532) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.575347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-e1eda3f6-0fef-4544-9c9a-7ce32c4a4176 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.576527 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e1eda3f6-0fef-4544-9c9a-7ce32c4a4176 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0054102 Feb 09 03:52:52.578603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46534) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.582427 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [None req-581c8179-34a9-46b4-aeb7-b81ce0574f55 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.583838 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-581c8179-34a9-46b4-aeb7-b81ce0574f55 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043857 Feb 09 03:52:52.586466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46536) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.591766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-212540b4-0920-4f8c-b0f8-89f69600170c tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.592503 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-212540b4-0920-4f8c-b0f8-89f69600170c tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050876 Feb 09 03:52:52.596006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46538) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.600638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-dabf41e2-13f3-446a-8020-78a7e19220bd tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.601615 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dabf41e2-13f3-446a-8020-78a7e19220bd tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0047078 Feb 09 03:52:52.603863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46540) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.607860 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-e7ffdc2d-97ff-4c5c-8d56-3e3cba277e92 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.608776 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e7ffdc2d-97ff-4c5c-8d56-3e3cba277e92 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040393 Feb 09 03:52:52.610948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46542) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.614929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [None req-774deefe-1639-4e11-9460-e8f99bc06957 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:52:52.615852 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-774deefe-1639-4e11-9460-e8f99bc06957 tempest-ExtensionsTestJSON-1681299785 tempest-ExtensionsTestJSON-1681299785-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0039761 Feb 09 03:52:52.885498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46548) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:52.999890 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06cad034-0408-458c-9733-f95f431c441a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:53.081168 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06cad034-0408-458c-9733-f95f431c441a admin admin] Publish callbacks [] for security_group (a5521dfa-0b1f-4b69-b9b1-1f3e6b34337c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:53.087812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06cad034-0408-458c-9733-f95f431c441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a5521dfa-0b1f-4b69-b9b1-1f3e6b34337c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:53.129740 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-06cad034-0408-458c-9733-f95f431c441a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1ec3b9c7250440ab54fdc19b61e4eed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2409117 Feb 09 03:52:53.129740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cad034-0408-458c-9733-f95f431c441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5521dfa-0b1f-4b69-b9b1-1f3e6b34337c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:53.130719 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd5a3b-3652-4491-8dfd-88885055bafd req-deac6024-d7b6-4416-afff-c8e44b0f19e5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:53.132107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46554) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:53.133912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eccd5a3b-3652-4491-8dfd-88885055bafd req-deac6024-d7b6-4416-afff-c8e44b0f19e5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.0610640 Feb 09 03:52:53.186041 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b57ebdf-55d2-48c1-9d7c-c1083f1fe552 admin admin] Publish callbacks [] for security_group (a5521dfa-0b1f-4b69-b9b1-1f3e6b34337c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:53.195520 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eccd5a3b-3652-4491-8dfd-88885055bafd req-dcf0486c-a536-42ea-b5d7-9149137e33cf tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580046 Feb 09 03:52:53.208748 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b57ebdf-55d2-48c1-9d7c-c1083f1fe552 admin admin] Publish callbacks [] for security_group (a5521dfa-0b1f-4b69-b9b1-1f3e6b34337c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:53.255034 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b57ebdf-55d2-48c1-9d7c-c1083f1fe552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (a5521dfa-0b1f-4b69-b9b1-1f3e6b34337c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:53.257767 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9b57ebdf-55d2-48c1-9d7c-c1083f1fe552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:53.258941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9b57ebdf-55d2-48c1-9d7c-c1083f1fe552 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5521dfa-0b1f-4b69-b9b1-1f3e6b34337c HTTP/1.1" status: 204 len: 168 time: 0.1266000 Feb 09 03:52:53.266742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57ebdf-55d2-48c1-9d7c-c1083f1fe552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5521dfa-0b1f-4b69-b9b1-1f3e6b34337c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:53.903228 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46576) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:54.012297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-3034179'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:54.034356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:54.038454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.047978 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.135188 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for security_group (54dfbc47-6739-4109-95b8-b342e8c008a0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.139637 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (54dfbc47-6739-4109-95b8-b342e8c008a0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.168509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:52:54.179002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54dfbc47-6739-4109-95b8-b342e8c008a0,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:54.184043 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (00298595-cbf2-44f8-b8c6-e17a4d234e32), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.184388 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Added segment 00298595-cbf2-44f8-b8c6-e17a4d234e32 of type vlan for network 92d23b5d-d122-4afa-867d-38fe04357c2f Feb 09 03:52:54.226440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (92d23b5d-d122-4afa-867d-38fe04357c2f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.251588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (92d23b5d-d122-4afa-867d-38fe04357c2f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.257286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:54.258141 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.352336 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.379349 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4750028 Feb 09 03:52:54.382837 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46582) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:54.388284 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b40b4de7-5fc8-4eab-a765-a750ac608f50 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1683654544'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:54.399809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d470063-3a59-4a71-9fb9-75a331f3daa4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Network': ['ID=92d23b5d-d122-4afa-867d-38fe04357c2f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:54.413333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 92d23b5d-d122-4afa-867d-38fe04357c2f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:52:54.417763 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40b4de7-5fc8-4eab-a765-a750ac608f50 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:54.421519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b40b4de7-5fc8-4eab-a765-a750ac608f50 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.421820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad4de-fe45-41e4-8607-20a2260a6986 req-5a016776-8546-41ed-9a3c-3a4f25e445fd tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:54.423655 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f38ad4de-fe45-41e4-8607-20a2260a6986 req-5a016776-8546-41ed-9a3c-3a4f25e445fd tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.1588955 Feb 09 03:52:54.453900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40b4de7-5fc8-4eab-a765-a750ac608f50 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:52:54.464704 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b40b4de7-5fc8-4eab-a765-a750ac608f50 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (22cb4bf7-0664-435d-987a-a8a2fa418b49), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.465550 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-b40b4de7-5fc8-4eab-a765-a750ac608f50 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Added segment 22cb4bf7-0664-435d-987a-a8a2fa418b49 of type vlan for network 6a8b17b4-b530-4701-b25c-3baba0d427a7 Feb 09 03:52:54.485642 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f38ad4de-fe45-41e4-8607-20a2260a6986 req-2ca35da2-4b45-4073-a7d7-880d0ecacf2a tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553045 Feb 09 03:52:54.520607 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b40b4de7-5fc8-4eab-a765-a750ac608f50 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (6a8b17b4-b530-4701-b25c-3baba0d427a7), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.545750 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b40b4de7-5fc8-4eab-a765-a750ac608f50 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (6a8b17b4-b530-4701-b25c-3baba0d427a7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.550860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b4de7-5fc8-4eab-a765-a750ac608f50 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:54.551432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b40b4de7-5fc8-4eab-a765-a750ac608f50 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:54.943164 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b40b4de7-5fc8-4eab-a765-a750ac608f50 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5584962 Feb 09 03:52:54.946187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46584) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:54.952926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-37c2ba5a-7017-456f-b388-6b22fbea55f1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'subnet': {'network_id': '92d23b5d-d122-4afa-867d-38fe04357c2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:54.960934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b4de7-5fc8-4eab-a765-a750ac608f50 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Network': ['ID=6a8b17b4-b530-4701-b25c-3baba0d427a7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:54.971063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 6a8b17b4-b530-4701-b25c-3baba0d427a7 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:52:55.050440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c2ba5a-7017-456f-b388-6b22fbea55f1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:55.054351 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37c2ba5a-7017-456f-b388-6b22fbea55f1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:55.246572 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37c2ba5a-7017-456f-b388-6b22fbea55f1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (372a0387-d463-49ca-8b36-30bb5433c31d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:55.311212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2ba5a-7017-456f-b388-6b22fbea55f1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Subnet': ['ID=372a0387-d463-49ca-8b36-30bb5433c31d,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:55.319361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c2ba5a-7017-456f-b388-6b22fbea55f1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Checking segment: {'id': '00298595-cbf2-44f8-b8c6-e17a4d234e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '92d23b5d-d122-4afa-867d-38fe04357c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:52:55.319489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c2ba5a-7017-456f-b388-6b22fbea55f1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network hostable DHCP agents. Network: 92d23b5d-d122-4afa-867d-38fe04357c2f, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:52:55.336848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c2ba5a-7017-456f-b388-6b22fbea55f1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 92d23b5d-d122-4afa-867d-38fe04357c2f is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:52:55.345585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-37c2ba5a-7017-456f-b388-6b22fbea55f1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 92d23b5d-d122-4afa-867d-38fe04357c2f) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:55.349608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c2ba5a-7017-456f-b388-6b22fbea55f1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:55.350210 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37c2ba5a-7017-456f-b388-6b22fbea55f1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:55.355819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbb4f90-22b7-4ab9-a184-6d3d5de9e11b None None] Network 92d23b5d-d122-4afa-867d-38fe04357c2f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:52:55.368443 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-37c2ba5a-7017-456f-b388-6b22fbea55f1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4212515 Feb 09 03:52:55.371290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46586) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:55.376202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ba7546ba-dd00-43cc-8b01-4df99821489d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'subnet': {'network_id': '6a8b17b4-b530-4701-b25c-3baba0d427a7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:55.466810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-92d23b5d-d122-4afa-867d-38fe04357c2f', 'network_id': '92d23b5d-d122-4afa-867d-38fe04357c2f', 'project_id': '867a943dcb4f4a18b31098710f14154c', 'fixed_ips': [{'subnet_id': '372a0387-d463-49ca-8b36-30bb5433c31d'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:52:55.468148 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:55.471058 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7546ba-dd00-43cc-8b01-4df99821489d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:52:55.475234 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba7546ba-dd00-43cc-8b01-4df99821489d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:55.618316 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Allocated IP 2001:db8::2 (92d23b5d-d122-4afa-867d-38fe04357c2f/372a0387-d463-49ca-8b36-30bb5433c31d/a1b569e3-924d-4de7-882a-e3638b9dce32) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:55.683233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9a592-61ac-4471-834f-ce2eb9dd0606 req-b0682c34-174c-45f0-a0b7-bf87bb5f50d6 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:55.685390 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-53e9a592-61ac-4471-834f-ce2eb9dd0606 req-b0682c34-174c-45f0-a0b7-bf87bb5f50d6 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.1207199 Feb 09 03:52:55.772554 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Publish callbacks [] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:55.780581 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:55.788914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-53e9a592-61ac-4471-834f-ce2eb9dd0606 req-7c897eee-7b9f-431e-91a6-e5f7353b23df tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923548 Feb 09 03:52:55.790293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba7546ba-dd00-43cc-8b01-4df99821489d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (18581349-a8de-4f32-96bd-8a9b65f99ec0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:55.828282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Network 92d23b5d-d122-4afa-867d-38fe04357c2f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:55.831199 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:55.836036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:55.839338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Pushing event updated for resources: {'Port': ['ID=a1b569e3-924d-4de7-882a-e3638b9dce32,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:55.854647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7546ba-dd00-43cc-8b01-4df99821489d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Subnet': ['ID=18581349-a8de-4f32-96bd-8a9b65f99ec0,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:55.872521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7546ba-dd00-43cc-8b01-4df99821489d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Checking segment: {'id': '22cb4bf7-0664-435d-987a-a8a2fa418b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6a8b17b4-b530-4701-b25c-3baba0d427a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:52:55.872887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7546ba-dd00-43cc-8b01-4df99821489d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network hostable DHCP agents. Network: 6a8b17b4-b530-4701-b25c-3baba0d427a7, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:52:55.892619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7546ba-dd00-43cc-8b01-4df99821489d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 6a8b17b4-b530-4701-b25c-3baba0d427a7 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:52:55.904967 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ba7546ba-dd00-43cc-8b01-4df99821489d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 6a8b17b4-b530-4701-b25c-3baba0d427a7) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:55.907596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Attempting to bind port a1b569e3-924d-4de7-882a-e3638b9dce32 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:52:55.908629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Attempting to bind port a1b569e3-924d-4de7-882a-e3638b9dce32 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '00298595-cbf2-44f8-b8c6-e17a4d234e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '92d23b5d-d122-4afa-867d-38fe04357c2f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:52:55.909006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Attempting to bind port a1b569e3-924d-4de7-882a-e3638b9dce32 on network 92d23b5d-d122-4afa-867d-38fe04357c2f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:52:55.909763 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7546ba-dd00-43cc-8b01-4df99821489d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:55.910453 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba7546ba-dd00-43cc-8b01-4df99821489d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:55.917511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:52:55.917949 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Checking segment: {'id': '00298595-cbf2-44f8-b8c6-e17a4d234e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '92d23b5d-d122-4afa-867d-38fe04357c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:52:55.918371 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:55.918775 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Bound using segment: {'id': '00298595-cbf2-44f8-b8c6-e17a4d234e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '92d23b5d-d122-4afa-867d-38fe04357c2f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:52:55.922235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Bound port: a1b569e3-924d-4de7-882a-e3638b9dce32, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00298595-cbf2-44f8-b8c6-e17a4d234e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '92d23b5d-d122-4afa-867d-38fe04357c2f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:52:55.922235 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:55.925584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac35d5-3ea7-45f6-a691-cf4aaac06a83 None None] Network 6a8b17b4-b530-4701-b25c-3baba0d427a7 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:52:55.932296 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ba7546ba-dd00-43cc-8b01-4df99821489d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5599420 Feb 09 03:52:55.935051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46590) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:55.939813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3d1b3a91-f331-4e21-bcda-b67302c305a4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1481933559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:52:55.967051 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3a91-f331-4e21-bcda-b67302c305a4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:55.968415 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3a91-f331-4e21-bcda-b67302c305a4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.033656 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3a91-f331-4e21-bcda-b67302c305a4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.039123 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3a91-f331-4e21-bcda-b67302c305a4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.057072 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3a91-f331-4e21-bcda-b67302c305a4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.058329 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3d1b3a91-f331-4e21-bcda-b67302c305a4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1221497 Feb 09 03:52:56.059506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] For port a1b569e3-924d-4de7-882a-e3638b9dce32, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:52:56.061145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46592) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:56.087782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] For port a1b569e3-924d-4de7-882a-e3638b9dce32, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a1b569e3-924d-4de7-882a-e3638b9dce32,segment=NetworkSegment(00298595-cbf2-44f8-b8c6-e17a4d234e32),segment_id=00298595-cbf2-44f8-b8c6-e17a4d234e32)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:52:56.094336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-6a8b17b4-b530-4701-b25c-3baba0d427a7', 'network_id': '6a8b17b4-b530-4701-b25c-3baba0d427a7', 'project_id': '867a943dcb4f4a18b31098710f14154c', 'fixed_ips': [{'subnet_id': '18581349-a8de-4f32-96bd-8a9b65f99ec0'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:52:56.095518 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.106475 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.244291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed2849-4cad-408e-b7ac-1a9b2d15d0b3 None None] Pushing event updated for resources: {'Port': ['ID=a1b569e3-924d-4de7-882a-e3638b9dce32,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:56.306468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Allocated IP 2001:db8:1::2 (6a8b17b4-b530-4701-b25c-3baba0d427a7/18581349-a8de-4f32-96bd-8a9b65f99ec0/ee15edbe-de19-4131-8505-3f448239c6af) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:56.411433 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.483875 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Publish callbacks [] for port (ee15edbe-de19-4131-8505-3f448239c6af), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.491382 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (ee15edbe-de19-4131-8505-3f448239c6af), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.533166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Network 6a8b17b4-b530-4701-b25c-3baba0d427a7 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:56.537857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:56.542465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:56.545820 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Pushing event updated for resources: {'Port': ['ID=ee15edbe-de19-4131-8505-3f448239c6af,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:56.608113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Attempting to bind port ee15edbe-de19-4131-8505-3f448239c6af on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:52:56.608489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Attempting to bind port ee15edbe-de19-4131-8505-3f448239c6af by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '22cb4bf7-0664-435d-987a-a8a2fa418b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6a8b17b4-b530-4701-b25c-3baba0d427a7'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:52:56.608855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Attempting to bind port ee15edbe-de19-4131-8505-3f448239c6af on network 6a8b17b4-b530-4701-b25c-3baba0d427a7 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:52:56.613792 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:52:56.614484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Checking segment: {'id': '22cb4bf7-0664-435d-987a-a8a2fa418b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6a8b17b4-b530-4701-b25c-3baba0d427a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:52:56.615528 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.615528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Bound using segment: {'id': '22cb4bf7-0664-435d-987a-a8a2fa418b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6a8b17b4-b530-4701-b25c-3baba0d427a7'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:52:56.615528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Bound port: ee15edbe-de19-4131-8505-3f448239c6af, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cb4bf7-0664-435d-987a-a8a2fa418b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6a8b17b4-b530-4701-b25c-3baba0d427a7'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:52:56.615852 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ee15edbe-de19-4131-8505-3f448239c6af), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.668990 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Allocated IP 2001:db8::1 (92d23b5d-d122-4afa-867d-38fe04357c2f/372a0387-d463-49ca-8b36-30bb5433c31d/1ac59936-fb89-4f91-9433-f82e125a5bcd) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:56.678170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] For port ee15edbe-de19-4131-8505-3f448239c6af, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:52:56.681566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] For port ee15edbe-de19-4131-8505-3f448239c6af, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ee15edbe-de19-4131-8505-3f448239c6af,segment=NetworkSegment(22cb4bf7-0664-435d-987a-a8a2fa418b49),segment_id=22cb4bf7-0664-435d-987a-a8a2fa418b49)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:52:56.687480 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ee15edbe-de19-4131-8505-3f448239c6af), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.754047 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38e32d-bca4-479c-9fff-652649ae049c None None] Pushing event updated for resources: {'Port': ['ID=ee15edbe-de19-4131-8505-3f448239c6af,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:56.795218 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (1ac59936-fb89-4f91-9433-f82e125a5bcd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.832128 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1ac59936-fb89-4f91-9433-f82e125a5bcd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.887888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=1ac59936-fb89-4f91-9433-f82e125a5bcd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:56.899654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 92d23b5d-d122-4afa-867d-38fe04357c2f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:56.901012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:56.903417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:56.904020 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:56.964536 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ed139-9eba-46d5-93c5-dc9a15e2d6b3 req-fd2d138a-6c3c-40ec-a6f6-8e18b0643b68 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:56.967338 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f27ed139-9eba-46d5-93c5-dc9a15e2d6b3 req-fd2d138a-6c3c-40ec-a6f6-8e18b0643b68 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.0929081 Feb 09 03:52:57.059860 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f27ed139-9eba-46d5-93c5-dc9a15e2d6b3 req-73f5178f-fcaf-485c-9eee-f6706c2c877e tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867074 Feb 09 03:52:57.105757 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1ac59936-fb89-4f91-9433-f82e125a5bcd), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:57.220396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ee15edbe-de19-4131-8505-3f448239c6af up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:52:57.279615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ee15edbe-de19-4131-8505-3f448239c6af triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:57.279995 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ee15edbe-de19-4131-8505-3f448239c6af), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:57.367850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ee15edbe-de19-4131-8505-3f448239c6af is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:57.368250 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ee15edbe-de19-4131-8505-3f448239c6af), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:57.371733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b617e0ca-95a0-4e31-a7a2-8ca4150d109a None None] Network 92d23b5d-d122-4afa-867d-38fe04357c2f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:52:57.418276 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (1ac59936-fb89-4f91-9433-f82e125a5bcd), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:57.423053 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (1ac59936-fb89-4f91-9433-f82e125a5bcd), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:57.423968 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:57.469809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port ee15edbe-de19-4131-8505-3f448239c6af, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ee15edbe-de19-4131-8505-3f448239c6af,segment=NetworkSegment(22cb4bf7-0664-435d-987a-a8a2fa418b49),segment_id=22cb4bf7-0664-435d-987a-a8a2fa418b49)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:52:57.480773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-266ce477-cd8e-42fb-a2b8-127d8493cda5 None None] Provisioning complete for port a1b569e3-924d-4de7-882a-e3638b9dce32 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:57.481132 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-266ce477-cd8e-42fb-a2b8-127d8493cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:57.484214 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ee15edbe-de19-4131-8505-3f448239c6af), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:57.484987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a1b569e3-924d-4de7-882a-e3638b9dce32 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:52:57.515460 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=1ac59936-fb89-4f91-9433-f82e125a5bcd,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:57.562890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 92d23b5d-d122-4afa-867d-38fe04357c2f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:57.564396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:57.631013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=ee15edbe-de19-4131-8505-3f448239c6af,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:57.683977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a1b569e3-924d-4de7-882a-e3638b9dce32 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:57.684591 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:57.709996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 52c8abb3-a4b2-4159-843b-e5ae3a8ee776 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:52:57.710503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-266ce477-cd8e-42fb-a2b8-127d8493cda5 None None] Current status of the port a1b569e3-924d-4de7-882a-e3638b9dce32 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:57.710832 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-266ce477-cd8e-42fb-a2b8-127d8493cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:57.763229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-266ce477-cd8e-42fb-a2b8-127d8493cda5 None None] For port a1b569e3-924d-4de7-882a-e3638b9dce32, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a1b569e3-924d-4de7-882a-e3638b9dce32,segment=NetworkSegment(00298595-cbf2-44f8-b8c6-e17a4d234e32),segment_id=00298595-cbf2-44f8-b8c6-e17a4d234e32)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:52:57.789943 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-266ce477-cd8e-42fb-a2b8-127d8493cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:57.831719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a1b569e3-924d-4de7-882a-e3638b9dce32 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:57.832120 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:57.848227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:52:57.861448 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46596) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:57.862109 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7145960-42dd-447f-91f1-2802969af45b None None] Sync routers for ids ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:52:57.865080 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ec971c0d-2b46-49f1-9572-8d59a27629ce tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/52c8abb3-a4b2-4159-843b-e5ae3a8ee776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8019328 Feb 09 03:52:57.865910 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce477-cd8e-42fb-a2b8-127d8493cda5 None None] Pushing event updated for resources: {'Port': ['ID=a1b569e3-924d-4de7-882a-e3638b9dce32,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:57.899468 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7145960-42dd-447f-91f1-2802969af45b None None] Routers {'52c8abb3-a4b2-4159-843b-e5ae3a8ee776'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:52:57.900543 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a7145960-42dd-447f-91f1-2802969af45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:57.922360 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:52:57.922737 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:52:57.932866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a04e3-0761-4506-9e57-87fe667e5160 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:57.934568 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-596a04e3-0761-4506-9e57-87fe667e5160 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports/1ac59936-fb89-4f91-9433-f82e125a5bcd HTTP/1.1" status: 200 len: 911 time: 0.0713270 Feb 09 03:52:57.937347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46598) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:57.942913 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a7145960-42dd-447f-91f1-2802969af45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:57.952052 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7145960-42dd-447f-91f1-2802969af45b None None] Routers {'52c8abb3-a4b2-4159-843b-e5ae3a8ee776'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:52:57.952904 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a7145960-42dd-447f-91f1-2802969af45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:57.986917 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a7145960-42dd-447f-91f1-2802969af45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:57.987808 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7145960-42dd-447f-91f1-2802969af45b None None] The sync data for ids ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:52:58.124311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d9b2da3f-1f25-456f-b583-5ed4a72b377a None None] Provisioning complete for port a1b569e3-924d-4de7-882a-e3638b9dce32 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:58.126283 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9b2da3f-1f25-456f-b583-5ed4a72b377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:58.129462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049cbf52-d1b0-4dde-810b-117122fc5c52 None None] Network 6a8b17b4-b530-4701-b25c-3baba0d427a7 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:52:58.273597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df354f-0ede-457e-8c25-c987666c7910 req-b0653536-7869-4339-9b49-12c29c62d7d7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:58.275166 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83df354f-0ede-457e-8c25-c987666c7910 req-b0653536-7869-4339-9b49-12c29c62d7d7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.1351142 Feb 09 03:52:58.315663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d9b2da3f-1f25-456f-b583-5ed4a72b377a None None] Current status of the port a1b569e3-924d-4de7-882a-e3638b9dce32 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:58.337986 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d9b2da3f-1f25-456f-b583-5ed4a72b377a None None] Provisioning complete for port 1ac59936-fb89-4f91-9433-f82e125a5bcd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:58.338391 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9b2da3f-1f25-456f-b583-5ed4a72b377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1ac59936-fb89-4f91-9433-f82e125a5bcd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:58.376600 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83df354f-0ede-457e-8c25-c987666c7910 req-ca114d0d-214e-450e-b6b2-7b749ca6e35e tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899644 Feb 09 03:52:58.381707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d9b2da3f-1f25-456f-b583-5ed4a72b377a None None] Port 1ac59936-fb89-4f91-9433-f82e125a5bcd cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:58.431685 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:58.463204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a1b569e3-924d-4de7-882a-e3638b9dce32 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:58.504460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-45666075-ee4c-461c-8729-df1c30b97bcb None None] Provisioning complete for port ee15edbe-de19-4131-8505-3f448239c6af triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:58.505259 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45666075-ee4c-461c-8729-df1c30b97bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ee15edbe-de19-4131-8505-3f448239c6af), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:58.594918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-45666075-ee4c-461c-8729-df1c30b97bcb None None] Current status of the port ee15edbe-de19-4131-8505-3f448239c6af is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:58.611875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-45666075-ee4c-461c-8729-df1c30b97bcb None None] Provisioning complete for port 1ac59936-fb89-4f91-9433-f82e125a5bcd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:58.612264 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45666075-ee4c-461c-8729-df1c30b97bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1ac59936-fb89-4f91-9433-f82e125a5bcd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:58.653862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-45666075-ee4c-461c-8729-df1c30b97bcb None None] Port 1ac59936-fb89-4f91-9433-f82e125a5bcd cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:58.721448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Allocated IP 2001:db8:1::1 (6a8b17b4-b530-4701-b25c-3baba0d427a7/18581349-a8de-4f32-96bd-8a9b65f99ec0/dd2cd3bd-20f6-414e-9e13-82fd07455bb6) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:52:58.775842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0c9329f4-4d78-4ffc-ba0a-4858ffe2aa2b None None] Provisioning complete for port ee15edbe-de19-4131-8505-3f448239c6af triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:58.776249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c9329f4-4d78-4ffc-ba0a-4858ffe2aa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ee15edbe-de19-4131-8505-3f448239c6af), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:58.833835 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (dd2cd3bd-20f6-414e-9e13-82fd07455bb6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:58.858256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0c9329f4-4d78-4ffc-ba0a-4858ffe2aa2b None None] Current status of the port ee15edbe-de19-4131-8505-3f448239c6af is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:58.868330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0c9329f4-4d78-4ffc-ba0a-4858ffe2aa2b None None] Provisioning complete for port 1ac59936-fb89-4f91-9433-f82e125a5bcd triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:58.868727 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c9329f4-4d78-4ffc-ba0a-4858ffe2aa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1ac59936-fb89-4f91-9433-f82e125a5bcd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:58.869152 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (dd2cd3bd-20f6-414e-9e13-82fd07455bb6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:58.916169 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 6a8b17b4-b530-4701-b25c-3baba0d427a7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:58.921810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:58.924591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:52:58.925412 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:58.976620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=dd2cd3bd-20f6-414e-9e13-82fd07455bb6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:59.069467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0c9329f4-4d78-4ffc-ba0a-4858ffe2aa2b None None] Port 1ac59936-fb89-4f91-9433-f82e125a5bcd cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:59.073317 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (dd2cd3bd-20f6-414e-9e13-82fd07455bb6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:59.146164 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ee15edbe-de19-4131-8505-3f448239c6af up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:52:59.202808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fcec3fda-7cf9-49ff-acb9-3d93a86992fd None None] Provisioning complete for port dd2cd3bd-20f6-414e-9e13-82fd07455bb6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:59.203174 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcec3fda-7cf9-49ff-acb9-3d93a86992fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (dd2cd3bd-20f6-414e-9e13-82fd07455bb6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:59.241719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port ee15edbe-de19-4131-8505-3f448239c6af triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:59.242007 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ee15edbe-de19-4131-8505-3f448239c6af), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:59.268005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fcec3fda-7cf9-49ff-acb9-3d93a86992fd None None] Port dd2cd3bd-20f6-414e-9e13-82fd07455bb6 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:52:59.328820 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port ee15edbe-de19-4131-8505-3f448239c6af is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:59.329966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a1b569e3-924d-4de7-882a-e3638b9dce32 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:52:59.355353 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (dd2cd3bd-20f6-414e-9e13-82fd07455bb6), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:59.360590 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (dd2cd3bd-20f6-414e-9e13-82fd07455bb6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:59.361349 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:59.377503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a1b569e3-924d-4de7-882a-e3638b9dce32 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:59.377914 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:59.452437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=dd2cd3bd-20f6-414e-9e13-82fd07455bb6,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:52:59.461623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a1b569e3-924d-4de7-882a-e3638b9dce32 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:52:59.494072 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 6a8b17b4-b530-4701-b25c-3baba0d427a7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:52:59.495552 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:52:59.519758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8b653-8546-4100-97b6-a2d2f987c101 req-5420e293-4414-4087-855d-6568e55ba8f5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:59.522689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0df8b653-8546-4100-97b6-a2d2f987c101 req-5420e293-4414-4087-855d-6568e55ba8f5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.0604339 Feb 09 03:52:59.579622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0df8b653-8546-4100-97b6-a2d2f987c101 req-84aa26e6-864b-480d-8409-a12e1358e71c tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470920 Feb 09 03:52:59.606776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 52c8abb3-a4b2-4159-843b-e5ae3a8ee776 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:52:59.705099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:52:59.711305 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-307c05d6-1449-4992-85b4-16661aa0563b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/52c8abb3-a4b2-4159-843b-e5ae3a8ee776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7728555 Feb 09 03:52:59.713884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46604) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:59.717230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb41221-5914-4b3a-98f4-5596bc6c0572 None None] Sync routers for ids ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:52:59.728683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb41221-5914-4b3a-98f4-5596bc6c0572 None None] Routers {'52c8abb3-a4b2-4159-843b-e5ae3a8ee776'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:52:59.729402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-adb41221-5914-4b3a-98f4-5596bc6c0572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:59.759713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b127ee82-962d-4f79-9808-cab26f1e4c8a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:59.761162 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b127ee82-962d-4f79-9808-cab26f1e4c8a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports/dd2cd3bd-20f6-414e-9e13-82fd07455bb6 HTTP/1.1" status: 200 len: 913 time: 0.0463452 Feb 09 03:52:59.762769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-adb41221-5914-4b3a-98f4-5596bc6c0572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:59.763941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46606) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:59.772179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb41221-5914-4b3a-98f4-5596bc6c0572 None None] Routers {'52c8abb3-a4b2-4159-843b-e5ae3a8ee776'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:52:59.772812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-adb41221-5914-4b3a-98f4-5596bc6c0572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:59.811703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-adb41221-5914-4b3a-98f4-5596bc6c0572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:52:59.812260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb41221-5914-4b3a-98f4-5596bc6c0572 None None] The sync data for ids ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:52:59.823447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c4d57596-d201-44ca-afb1-bef4912176b9 None None] Provisioning complete for port dd2cd3bd-20f6-414e-9e13-82fd07455bb6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:52:59.823824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4d57596-d201-44ca-afb1-bef4912176b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (dd2cd3bd-20f6-414e-9e13-82fd07455bb6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:59.858117 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c4d57596-d201-44ca-afb1-bef4912176b9 None None] Port dd2cd3bd-20f6-414e-9e13-82fd07455bb6 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:00.427820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3430-ae97-4486-a22a-b34f79c2d493 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:00.717249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd3430-ae97-4486-a22a-b34f79c2d493 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port dd2cd3bd-20f6-414e-9e13-82fd07455bb6 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:00.717513 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3430-ae97-4486-a22a-b34f79c2d493 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (dd2cd3bd-20f6-414e-9e13-82fd07455bb6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:00.737496 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae480cea-761c-4ae2-8721-f581f0be4a0b req-32abc35d-e53c-4459-8a34-97cb7a4382a0 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:00.739009 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae480cea-761c-4ae2-8721-f581f0be4a0b req-32abc35d-e53c-4459-8a34-97cb7a4382a0 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.0842352 Feb 09 03:53:00.846330 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae480cea-761c-4ae2-8721-f581f0be4a0b req-9f0d3e80-a6a6-412c-87a4-df65161c61c9 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817473 Feb 09 03:53:00.850465 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3430-ae97-4486-a22a-b34f79c2d493 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (dd2cd3bd-20f6-414e-9e13-82fd07455bb6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:00.867227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd3430-ae97-4486-a22a-b34f79c2d493 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for dd2cd3bd-20f6-414e-9e13-82fd07455bb6 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:01.049068 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3430-ae97-4486-a22a-b34f79c2d493 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (dd2cd3bd-20f6-414e-9e13-82fd07455bb6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:01.078591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd3430-ae97-4486-a22a-b34f79c2d493 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=dd2cd3bd-20f6-414e-9e13-82fd07455bb6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:01.198561 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3430-ae97-4486-a22a-b34f79c2d493 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:01.400576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fd3430-ae97-4486-a22a-b34f79c2d493 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 52c8abb3-a4b2-4159-843b-e5ae3a8ee776 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:01.496790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fd3430-ae97-4486-a22a-b34f79c2d493 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:01.504865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c3fd3430-ae97-4486-a22a-b34f79c2d493 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/52c8abb3-a4b2-4159-843b-e5ae3a8ee776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7369287 Feb 09 03:53:01.505226 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46610) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:01.507682 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b84c45-870c-4939-b665-b5e32ed0a77e None None] Sync routers for ids ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:01.517977 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b84c45-870c-4939-b665-b5e32ed0a77e None None] Routers {'52c8abb3-a4b2-4159-843b-e5ae3a8ee776'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:01.518716 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-97b84c45-870c-4939-b665-b5e32ed0a77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:01.555671 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-97b84c45-870c-4939-b665-b5e32ed0a77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:01.564251 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b84c45-870c-4939-b665-b5e32ed0a77e None None] Routers {'52c8abb3-a4b2-4159-843b-e5ae3a8ee776'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:01.564948 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-97b84c45-870c-4939-b665-b5e32ed0a77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:01.598999 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-97b84c45-870c-4939-b665-b5e32ed0a77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:01.600000 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b84c45-870c-4939-b665-b5e32ed0a77e None None] The sync data for ids ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:01.822737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b07251ed-6eb6-4bfa-9037-ec144a10fdd1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:01.980128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53805348-f15c-4c1c-a27f-d5f7f24fb141 req-66b4f490-d9d1-4ef4-9d21-cd75bb9c781b tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:01.981819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-53805348-f15c-4c1c-a27f-d5f7f24fb141 req-66b4f490-d9d1-4ef4-9d21-cd75bb9c781b tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.0592492 Feb 09 03:53:02.045191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-53805348-f15c-4c1c-a27f-d5f7f24fb141 req-bede0f09-7a4c-4e6e-980f-b62311fb262f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570214 Feb 09 03:53:02.090492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b07251ed-6eb6-4bfa-9037-ec144a10fdd1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port 1ac59936-fb89-4f91-9433-f82e125a5bcd {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:02.090926 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b07251ed-6eb6-4bfa-9037-ec144a10fdd1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1ac59936-fb89-4f91-9433-f82e125a5bcd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:02.177959 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b07251ed-6eb6-4bfa-9037-ec144a10fdd1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1ac59936-fb89-4f91-9433-f82e125a5bcd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:02.189327 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b07251ed-6eb6-4bfa-9037-ec144a10fdd1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for 1ac59936-fb89-4f91-9433-f82e125a5bcd owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:02.356552 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b07251ed-6eb6-4bfa-9037-ec144a10fdd1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1ac59936-fb89-4f91-9433-f82e125a5bcd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:02.387767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07251ed-6eb6-4bfa-9037-ec144a10fdd1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=1ac59936-fb89-4f91-9433-f82e125a5bcd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:02.485220 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b07251ed-6eb6-4bfa-9037-ec144a10fdd1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:02.654571 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07251ed-6eb6-4bfa-9037-ec144a10fdd1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 52c8abb3-a4b2-4159-843b-e5ae3a8ee776 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:02.731895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07251ed-6eb6-4bfa-9037-ec144a10fdd1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:02.737504 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b07251ed-6eb6-4bfa-9037-ec144a10fdd1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/52c8abb3-a4b2-4159-843b-e5ae3a8ee776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2306156 Feb 09 03:53:02.740286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46614) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:02.742863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c8efe-beb1-4a19-9eff-40b0a7959542 None None] Sync routers for ids ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:02.752364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c8efe-beb1-4a19-9eff-40b0a7959542 None None] Routers {'52c8abb3-a4b2-4159-843b-e5ae3a8ee776'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:02.753051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-718c8efe-beb1-4a19-9eff-40b0a7959542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:02.770731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a47495ce-3d58-47a0-8154-dabe06054c8f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c8abb3-a4b2-4159-843b-e5ae3a8ee776 HTTP/1.1" status: 200 len: 205 time: 0.0293272 Feb 09 03:53:02.773095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46616) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:02.787518 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-718c8efe-beb1-4a19-9eff-40b0a7959542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:02.796026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c8efe-beb1-4a19-9eff-40b0a7959542 None None] Routers {'52c8abb3-a4b2-4159-843b-e5ae3a8ee776'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:02.796623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-718c8efe-beb1-4a19-9eff-40b0a7959542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:02.832869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-718c8efe-beb1-4a19-9eff-40b0a7959542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:02.833556 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c8efe-beb1-4a19-9eff-40b0a7959542 None None] The sync data for ids ['52c8abb3-a4b2-4159-843b-e5ae3a8ee776'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:02.846805 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93d625c7-2a9b-4c65-bd35-94adfbe47189 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.013617 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93d625c7-2a9b-4c65-bd35-94adfbe47189 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.015750 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93d625c7-2a9b-4c65-bd35-94adfbe47189 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.062363 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93d625c7-2a9b-4c65-bd35-94adfbe47189 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (52c8abb3-a4b2-4159-843b-e5ae3a8ee776), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.062873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d625c7-2a9b-4c65-bd35-94adfbe47189 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Fanout notify agent at l3_agent the message router_deleted on router 52c8abb3-a4b2-4159-843b-e5ae3a8ee776 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:53:03.070324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93d625c7-2a9b-4c65-bd35-94adfbe47189 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.071465 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-93d625c7-2a9b-4c65-bd35-94adfbe47189 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/52c8abb3-a4b2-4159-843b-e5ae3a8ee776 HTTP/1.1" status: 204 len: 168 time: 0.2974236 Feb 09 03:53:03.074458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46620) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:03.126903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-238516d8-8b44-4596-8626-704b3afe492a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting subnet 18581349-a8de-4f32-96bd-8a9b65f99ec0 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:53:03.137884 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-238516d8-8b44-4596-8626-704b3afe492a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (18581349-a8de-4f32-96bd-8a9b65f99ec0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.198062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-238516d8-8b44-4596-8626-704b3afe492a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (18581349-a8de-4f32-96bd-8a9b65f99ec0), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.238578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02897b-6933-4445-bbb0-1cc99ed4292c req-225bc1bd-1bb9-4612-b788-f6b421bf0be5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:03.240199 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b02897b-6933-4445-bbb0-1cc99ed4292c req-225bc1bd-1bb9-4612-b788-f6b421bf0be5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.1183128 Feb 09 03:53:03.323797 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b02897b-6933-4445-bbb0-1cc99ed4292c req-437968c3-6177-49b7-a42c-79992995b89b tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763593 Feb 09 03:53:03.326248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-238516d8-8b44-4596-8626-704b3afe492a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (18581349-a8de-4f32-96bd-8a9b65f99ec0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.384383 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-238516d8-8b44-4596-8626-704b3afe492a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (18581349-a8de-4f32-96bd-8a9b65f99ec0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.414844 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238516d8-8b44-4596-8626-704b3afe492a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Subnet': ['ID=18581349-a8de-4f32-96bd-8a9b65f99ec0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:03.418422 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-238516d8-8b44-4596-8626-704b3afe492a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.421691 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-238516d8-8b44-4596-8626-704b3afe492a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/18581349-a8de-4f32-96bd-8a9b65f99ec0 HTTP/1.1" status: 204 len: 168 time: 0.3461971 Feb 09 03:53:03.424189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46622) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:03.427391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb5a6d-802a-44e9-9061-09c48225375f None None] Network 6a8b17b4-b530-4701-b25c-3baba0d427a7 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:03.478480 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-605ac105-9daa-4cf5-90f9-448bab739ae5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting subnet 372a0387-d463-49ca-8b36-30bb5433c31d {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:53:03.481745 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-605ac105-9daa-4cf5-90f9-448bab739ae5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (372a0387-d463-49ca-8b36-30bb5433c31d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.523201 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-605ac105-9daa-4cf5-90f9-448bab739ae5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (372a0387-d463-49ca-8b36-30bb5433c31d), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.581025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] DHCP port deletion for 6a8b17b4-b530-4701-b25c-3baba0d427a7 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:53:03.614732 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-605ac105-9daa-4cf5-90f9-448bab739ae5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (372a0387-d463-49ca-8b36-30bb5433c31d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.628937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Deleting port ee15edbe-de19-4131-8505-3f448239c6af {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:03.629315 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ee15edbe-de19-4131-8505-3f448239c6af), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.671229 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-605ac105-9daa-4cf5-90f9-448bab739ae5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (372a0387-d463-49ca-8b36-30bb5433c31d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.693512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] For port ee15edbe-de19-4131-8505-3f448239c6af, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ee15edbe-de19-4131-8505-3f448239c6af,segment=NetworkSegment(22cb4bf7-0664-435d-987a-a8a2fa418b49),segment_id=22cb4bf7-0664-435d-987a-a8a2fa418b49)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:03.693897 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ee15edbe-de19-4131-8505-3f448239c6af), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.699819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ac105-9daa-4cf5-90f9-448bab739ae5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Subnet': ['ID=372a0387-d463-49ca-8b36-30bb5433c31d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:03.701818 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-605ac105-9daa-4cf5-90f9-448bab739ae5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.705155 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-605ac105-9daa-4cf5-90f9-448bab739ae5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/372a0387-d463-49ca-8b36-30bb5433c31d HTTP/1.1" status: 204 len: 168 time: 0.2787957 Feb 09 03:53:03.707610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46624) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:03.711923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16e979-b186-4101-b399-a8e02b270e64 None None] Network 92d23b5d-d122-4afa-867d-38fe04357c2f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:03.714048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Calling delete_port for ee15edbe-de19-4131-8505-3f448239c6af owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:03.784315 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (6a8b17b4-b530-4701-b25c-3baba0d427a7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.841978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port ee15edbe-de19-4131-8505-3f448239c6af {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:03.842207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ee15edbe-de19-4131-8505-3f448239c6af), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.872449 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (ee15edbe-de19-4131-8505-3f448239c6af), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.899009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Pushing event deleted for resources: {'Port': ['ID=ee15edbe-de19-4131-8505-3f448239c6af,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:03.907134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] No DVR routers for this DVR port ee15edbe-de19-4131-8505-3f448239c6af on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:03.909526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.909951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.910204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.910532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.910662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] For port ee15edbe-de19-4131-8505-3f448239c6af, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ee15edbe-de19-4131-8505-3f448239c6af,segment=NetworkSegment(22cb4bf7-0664-435d-987a-a8a2fa418b49),segment_id=22cb4bf7-0664-435d-987a-a8a2fa418b49)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:03.910980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.911697 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ee15edbe-de19-4131-8505-3f448239c6af), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:03.912646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.912991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.913326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.913684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.914013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.914343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.914670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.914994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cca2ea-dbf2-45d5-a5b2-586ff1914313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:03.925621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for ee15edbe-de19-4131-8505-3f448239c6af owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:03.966914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e6a44d-1ae1-4cf8-ba25-5efe16bfedc0 None None] DHCP port deletion for 92d23b5d-d122-4afa-867d-38fe04357c2f request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:53:04.018435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-76e6a44d-1ae1-4cf8-ba25-5efe16bfedc0 None None] Deleting port a1b569e3-924d-4de7-882a-e3638b9dce32 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:04.018810 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76e6a44d-1ae1-4cf8-ba25-5efe16bfedc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.098416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-76e6a44d-1ae1-4cf8-ba25-5efe16bfedc0 None None] For port a1b569e3-924d-4de7-882a-e3638b9dce32, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a1b569e3-924d-4de7-882a-e3638b9dce32,segment=NetworkSegment(00298595-cbf2-44f8-b8c6-e17a4d234e32),segment_id=00298595-cbf2-44f8-b8c6-e17a4d234e32)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:04.099316 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76e6a44d-1ae1-4cf8-ba25-5efe16bfedc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.112414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-76e6a44d-1ae1-4cf8-ba25-5efe16bfedc0 None None] Calling delete_port for a1b569e3-924d-4de7-882a-e3638b9dce32 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:04.198185 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76e6a44d-1ae1-4cf8-ba25-5efe16bfedc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (a1b569e3-924d-4de7-882a-e3638b9dce32), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.227972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6a44d-1ae1-4cf8-ba25-5efe16bfedc0 None None] Pushing event deleted for resources: {'Port': ['ID=a1b569e3-924d-4de7-882a-e3638b9dce32,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:04.231667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e6a44d-1ae1-4cf8-ba25-5efe16bfedc0 None None] No DVR routers for this DVR port a1b569e3-924d-4de7-882a-e3638b9dce32 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:04.246644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ea01c15f-4524-4311-9c65-afe053257621 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:53:04.349615 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ee15edbe-de19-4131-8505-3f448239c6af), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.355974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ea01c15f-4524-4311-9c65-afe053257621, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ea01c15f-4524-4311-9c65-afe053257621,segment=NetworkSegment(3b20bdab-af5b-4aa8-9fca-35d3849d4baf),segment_id=3b20bdab-af5b-4aa8-9fca-35d3849d4baf)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:04.369148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'ea01c15f-4524-4311-9c65-afe053257621', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'port_id': 'ea01c15f-4524-4311-9c65-afe053257621', 'mac_address': 'fa:16:3e:2a:fa:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:53:04.378362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No DVR routers for this DVR port ee15edbe-de19-4131-8505-3f448239c6af on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:04.385961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=ee15edbe-de19-4131-8505-3f448239c6af,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:04.414508 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ea01c15f-4524-4311-9c65-afe053257621 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:04.415067 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ea01c15f-4524-4311-9c65-afe053257621), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.429446 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea01c15f-4524-4311-9c65-afe053257621 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:53:04.455083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ea01c15f-4524-4311-9c65-afe053257621, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ea01c15f-4524-4311-9c65-afe053257621,segment=NetworkSegment(3b20bdab-af5b-4aa8-9fca-35d3849d4baf),segment_id=3b20bdab-af5b-4aa8-9fca-35d3849d4baf)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:04.455486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4552f-8c49-44d1-8fd2-bb2889eece4a req-fa0b7862-bd56-4785-833b-9efc74155cd2 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:04.457123 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-58e4552f-8c49-44d1-8fd2-bb2889eece4a req-fa0b7862-bd56-4785-833b-9efc74155cd2 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 943 time: 0.0591922 Feb 09 03:53:04.460970 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ea01c15f-4524-4311-9c65-afe053257621), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.480590 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (6a8b17b4-b530-4701-b25c-3baba0d427a7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.501617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8b17b4-b530-4701-b25c-3baba0d427a7']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:04.511994 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-58e4552f-8c49-44d1-8fd2-bb2889eece4a req-279c43e6-bf32-4fc1-98dd-2a69c177f072 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478523 Feb 09 03:53:04.512285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ea01c15f-4524-4311-9c65-afe053257621,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:04.512908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cb4bf7-0664-435d-987a-a8a2fa418b49') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:04.513339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cb4bf7-0664-435d-987a-a8a2fa418b49') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:04.525992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (22cb4bf7-0664-435d-987a-a8a2fa418b49), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.539707 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (22cb4bf7-0664-435d-987a-a8a2fa418b49), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.545873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:53:04.546254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (22cb4bf7-0664-435d-987a-a8a2fa418b49), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: self.session.flush() Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:53:04.549243 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:53:04.606309 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (6a8b17b4-b530-4701-b25c-3baba0d427a7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.613055 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.616831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/networks/6a8b17b4-b530-4701-b25c-3baba0d427a7 HTTP/1.1" status: 204 len: 168 time: 0.9082954 Feb 09 03:53:04.619820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46628) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:04.628384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddd177-10cd-4a5d-8376-65d2f054e0fa tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Network': ['ID=6a8b17b4-b530-4701-b25c-3baba0d427a7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:04.698585 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (92d23b5d-d122-4afa-867d-38fe04357c2f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.783034 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (92d23b5d-d122-4afa-867d-38fe04357c2f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.802657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d23b5d-d122-4afa-867d-38fe04357c2f']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:04.811600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00298595-cbf2-44f8-b8c6-e17a4d234e32') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:04.811896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00298595-cbf2-44f8-b8c6-e17a4d234e32') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:04.821918 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (00298595-cbf2-44f8-b8c6-e17a4d234e32), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.834947 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (00298595-cbf2-44f8-b8c6-e17a4d234e32), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.840675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:53:04.841056 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (00298595-cbf2-44f8-b8c6-e17a4d234e32), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:53:04.843946 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:53:04.897167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['ea01c15f-4524-4311-9c65-afe053257621'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:53:04.904406 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (92d23b5d-d122-4afa-867d-38fe04357c2f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.921489 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.924635 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/networks/92d23b5d-d122-4afa-867d-38fe04357c2f HTTP/1.1" status: 204 len: 168 time: 0.3037624 Feb 09 03:53:04.925903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Network': ['ID=92d23b5d-d122-4afa-867d-38fe04357c2f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:04.929410 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46630) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:04.934373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3797a010-afe1-4570-b3a2-58943df7b49e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2127046483'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:04.934555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.934872 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.935217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.935558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.935895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.936233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.936566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.936896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.937230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.937585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.937914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.938243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.938568 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f05343-33a7-48c2-ac1b-61506454179b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:04.956578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3797a010-afe1-4570-b3a2-58943df7b49e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:04.961348 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3797a010-afe1-4570-b3a2-58943df7b49e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.986856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3797a010-afe1-4570-b3a2-58943df7b49e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:53:04.996943 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3797a010-afe1-4570-b3a2-58943df7b49e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (23ca5251-8451-49bd-9422-a5efc5744843), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.997292 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-3797a010-afe1-4570-b3a2-58943df7b49e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Added segment 23ca5251-8451-49bd-9422-a5efc5744843 of type vlan for network 7381a4a7-e33c-44c1-89b6-973c39835c24 Feb 09 03:53:05.043113 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3797a010-afe1-4570-b3a2-58943df7b49e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (7381a4a7-e33c-44c1-89b6-973c39835c24), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.070727 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3797a010-afe1-4570-b3a2-58943df7b49e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (7381a4a7-e33c-44c1-89b6-973c39835c24), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.076627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3797a010-afe1-4570-b3a2-58943df7b49e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:05.077231 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3797a010-afe1-4570-b3a2-58943df7b49e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.129636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ee15edbe-de19-4131-8505-3f448239c6af no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:05.132901 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3797a010-afe1-4570-b3a2-58943df7b49e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2024422 Feb 09 03:53:05.136687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46632) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:05.142112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c6ddc688-5cda-439a-a07b-9dcd2c0dfa4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'subnet': {'network_id': '7381a4a7-e33c-44c1-89b6-973c39835c24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:05.151253 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797a010-afe1-4570-b3a2-58943df7b49e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Network': ['ID=7381a4a7-e33c-44c1-89b6-973c39835c24,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:05.163619 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 7381a4a7-e33c-44c1-89b6-973c39835c24 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:53:05.166821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: ee15edbe-de19-4131-8505-3f448239c6af {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:05.167172 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ee15edbe-de19-4131-8505-3f448239c6af not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:05.167616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a1b569e3-924d-4de7-882a-e3638b9dce32 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:05.234964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: a1b569e3-924d-4de7-882a-e3638b9dce32 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:05.235310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a1b569e3-924d-4de7-882a-e3638b9dce32 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:05.246104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ddc688-5cda-439a-a07b-9dcd2c0dfa4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:05.249784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6ddc688-5cda-439a-a07b-9dcd2c0dfa4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.429895 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6ddc688-5cda-439a-a07b-9dcd2c0dfa4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.486761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddc688-5cda-439a-a07b-9dcd2c0dfa4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Subnet': ['ID=b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:05.497739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ddc688-5cda-439a-a07b-9dcd2c0dfa4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Checking segment: {'id': '23ca5251-8451-49bd-9422-a5efc5744843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7381a4a7-e33c-44c1-89b6-973c39835c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:05.498105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ddc688-5cda-439a-a07b-9dcd2c0dfa4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network hostable DHCP agents. Network: 7381a4a7-e33c-44c1-89b6-973c39835c24, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:53:05.515013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ddc688-5cda-439a-a07b-9dcd2c0dfa4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 7381a4a7-e33c-44c1-89b6-973c39835c24 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:53:05.523927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c6ddc688-5cda-439a-a07b-9dcd2c0dfa4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 7381a4a7-e33c-44c1-89b6-973c39835c24) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:05.528009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ddc688-5cda-439a-a07b-9dcd2c0dfa4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:05.528602 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6ddc688-5cda-439a-a07b-9dcd2c0dfa4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.533411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c2646-8fe6-446d-a47e-9c42a0755397 None None] Network 7381a4a7-e33c-44c1-89b6-973c39835c24 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:05.547699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c6ddc688-5cda-439a-a07b-9dcd2c0dfa4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4097629 Feb 09 03:53:05.551069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46636) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:05.556503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f15bb441-72fc-41a8-a334-6e0881863a02 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-627984025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:05.580631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f15bb441-72fc-41a8-a334-6e0881863a02 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (3b31e838-b508-409c-938d-542498c970b3), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.581830 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f15bb441-72fc-41a8-a334-6e0881863a02 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (3b31e838-b508-409c-938d-542498c970b3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.666498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-7381a4a7-e33c-44c1-89b6-973c39835c24', 'network_id': '7381a4a7-e33c-44c1-89b6-973c39835c24', 'project_id': '867a943dcb4f4a18b31098710f14154c', 'fixed_ips': [{'subnet_id': 'b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:53:05.667612 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.674201 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f15bb441-72fc-41a8-a334-6e0881863a02 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (3b31e838-b508-409c-938d-542498c970b3), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.679276 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f15bb441-72fc-41a8-a334-6e0881863a02 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (3b31e838-b508-409c-938d-542498c970b3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.704169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f15bb441-72fc-41a8-a334-6e0881863a02 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.705283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f15bb441-72fc-41a8-a334-6e0881863a02 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1526926 Feb 09 03:53:05.708227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46638) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:05.713501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44340c-8da3-4515-a943-5b028491c565 req-4e9ef665-fd15-4a98-85ce-652cb13d2134 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:05.714509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'port': {'network_id': '7381a4a7-e33c-44c1-89b6-973c39835c24', 'name': 'tempest-RoutersIpV6Test-1234155901'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:05.714959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca44340c-8da3-4515-a943-5b028491c565 req-4e9ef665-fd15-4a98-85ce-652cb13d2134 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 944 time: 0.1088204 Feb 09 03:53:05.767639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca44340c-8da3-4515-a943-5b028491c565 req-f42f9652-3f45-4125-879e-dcbf3a3a65a1 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465932 Feb 09 03:53:05.838119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Allocated IP 2001:db8::2 (7381a4a7-e33c-44c1-89b6-973c39835c24/b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76/628c67d4-1c13-4fa7-87c8-ca958b59d206) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:05.855470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:05.859757 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.881815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] device_id is not set on port a4759bf2-0c0c-41da-86e3-fe0b41542400 yet. {{(pid=103328) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:53:05.996872 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Publish callbacks [] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.002931 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.044041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Network 7381a4a7-e33c-44c1-89b6-973c39835c24 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:06.049118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:06.051217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Pushing event updated for resources: {'Port': ['ID=628c67d4-1c13-4fa7-87c8-ca958b59d206,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:06.054266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:06.067294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Allocated IP 2001:db8::12b (7381a4a7-e33c-44c1-89b6-973c39835c24/b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76/a4759bf2-0c0c-41da-86e3-fe0b41542400) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:06.112636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Attempting to bind port 628c67d4-1c13-4fa7-87c8-ca958b59d206 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:06.113005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Attempting to bind port 628c67d4-1c13-4fa7-87c8-ca958b59d206 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '23ca5251-8451-49bd-9422-a5efc5744843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7381a4a7-e33c-44c1-89b6-973c39835c24'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:06.113420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Attempting to bind port 628c67d4-1c13-4fa7-87c8-ca958b59d206 on network 7381a4a7-e33c-44c1-89b6-973c39835c24 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:06.119165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:06.119552 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Checking segment: {'id': '23ca5251-8451-49bd-9422-a5efc5744843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7381a4a7-e33c-44c1-89b6-973c39835c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:06.120004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.120396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Bound using segment: {'id': '23ca5251-8451-49bd-9422-a5efc5744843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7381a4a7-e33c-44c1-89b6-973c39835c24'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:06.120863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Bound port: 628c67d4-1c13-4fa7-87c8-ca958b59d206, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ca5251-8451-49bd-9422-a5efc5744843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '7381a4a7-e33c-44c1-89b6-973c39835c24'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:06.121247 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.184248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] For port 628c67d4-1c13-4fa7-87c8-ca958b59d206, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:06.187335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] For port 628c67d4-1c13-4fa7-87c8-ca958b59d206, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=628c67d4-1c13-4fa7-87c8-ca958b59d206,segment=NetworkSegment(23ca5251-8451-49bd-9422-a5efc5744843),segment_id=23ca5251-8451-49bd-9422-a5efc5744843)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:06.194134 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.217944 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.255213 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.260328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ea01c15f-4524-4311-9c65-afe053257621 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:06.291841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb11a76-62ee-420a-8ecb-5615fd993728 None None] Pushing event updated for resources: {'Port': ['ID=628c67d4-1c13-4fa7-87c8-ca958b59d206,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:06.303760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 7381a4a7-e33c-44c1-89b6-973c39835c24 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:06.307146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:06.310969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:06.318662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:06.319928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.326650 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port ea01c15f-4524-4311-9c65-afe053257621 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:53:06.330038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=a4759bf2-0c0c-41da-86e3-fe0b41542400,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:06.330946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port ea01c15f-4524-4311-9c65-afe053257621 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:06.331320 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (ea01c15f-4524-4311-9c65-afe053257621), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.347799 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1f50ff49-290c-4f35-8507-ff2b3a336e2c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6354740 Feb 09 03:53:06.348785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46640) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:06.417033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port ea01c15f-4524-4311-9c65-afe053257621 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:06.417648 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (ea01c15f-4524-4311-9c65-afe053257621), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.467881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:53:06.470232 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e46964-dac3-4fe6-a26f-5c371b670403" -d '{"events": [{"server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "name": "network-vif-plugged", "status": "completed", "tag": "ea01c15f-4524-4311-9c65-afe053257621"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:53:06.488178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port ea01c15f-4524-4311-9c65-afe053257621, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ea01c15f-4524-4311-9c65-afe053257621,segment=NetworkSegment(3b20bdab-af5b-4aa8-9fca-35d3849d4baf),segment_id=3b20bdab-af5b-4aa8-9fca-35d3849d4baf)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:06.498229 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (ea01c15f-4524-4311-9c65-afe053257621), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.576257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=ea01c15f-4524-4311-9c65-afe053257621,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:06.696411 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a05e78-18fd-4862-83bf-32f5c0e7bd2e x-openstack-request-id: req-40a05e78-18fd-4862-83bf-32f5c0e7bd2e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:53:06.696712 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "name": "network-vif-plugged", "status": "completed", "tag": "ea01c15f-4524-4311-9c65-afe053257621", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:53:06.696972 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40a05e78-18fd-4862-83bf-32f5c0e7bd2e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:53:06.697400 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621', 'code': 200} Feb 09 03:53:06.738374 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.890602 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520c1a9-80d5-478f-bd2c-7ff144aa136d req-43a50c07-a498-4ce4-bee2-03809aab137c tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:06.892112 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1520c1a9-80d5-478f-bd2c-7ff144aa136d req-43a50c07-a498-4ce4-bee2-03809aab137c tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 945 time: 0.0547514 Feb 09 03:53:06.914097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06509ce-2e56-47d9-8b3b-0298c793051c req-3507671b-c55b-4c9c-85db-b971cc600eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:06.915579 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d06509ce-2e56-47d9-8b3b-0298c793051c req-3507671b-c55b-4c9c-85db-b971cc600eb0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 1128 time: 0.1306779 Feb 09 03:53:06.945446 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1520c1a9-80d5-478f-bd2c-7ff144aa136d req-62a95585-2bf1-4471-84f9-134f85459b39 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473452 Feb 09 03:53:07.014611 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d06509ce-2e56-47d9-8b3b-0298c793051c req-5a2710ae-2327-45eb-8608-0411596a8954 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743549 Feb 09 03:53:07.063020 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.069000 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.144851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=a4759bf2-0c0c-41da-86e3-fe0b41542400,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:07.168211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 628c67d4-1c13-4fa7-87c8-ca958b59d206 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:07.221750 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 628c67d4-1c13-4fa7-87c8-ca958b59d206 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:07.222162 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.265066 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (3b31e838-b508-409c-938d-542498c970b3), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.313174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 628c67d4-1c13-4fa7-87c8-ca958b59d206 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:07.313174 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.331604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3cc63-70e1-446c-87e5-fa4e4badd5cd None None] Network 7381a4a7-e33c-44c1-89b6-973c39835c24 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:07.397926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 628c67d4-1c13-4fa7-87c8-ca958b59d206, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=628c67d4-1c13-4fa7-87c8-ca958b59d206,segment=NetworkSegment(23ca5251-8451-49bd-9422-a5efc5744843),segment_id=23ca5251-8451-49bd-9422-a5efc5744843)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:07.398471 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.403019 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.491245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-74893b82-d84f-4b80-bf5a-d342690ca5ea None None] Provisioning complete for port 628c67d4-1c13-4fa7-87c8-ca958b59d206 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:07.491621 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74893b82-d84f-4b80-bf5a-d342690ca5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.515594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=628c67d4-1c13-4fa7-87c8-ca958b59d206,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:07.592352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-74893b82-d84f-4b80-bf5a-d342690ca5ea None None] Current status of the port 628c67d4-1c13-4fa7-87c8-ca958b59d206 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:07.799866 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.820557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fb25a601-eb4e-4c1c-a3e9-0dc4a974f8b1 None None] Provisioning complete for port a4759bf2-0c0c-41da-86e3-fe0b41542400 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:07.820926 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fb25a601-eb4e-4c1c-a3e9-0dc4a974f8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.862802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fb25a601-eb4e-4c1c-a3e9-0dc4a974f8b1 None None] Port a4759bf2-0c0c-41da-86e3-fe0b41542400 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:07.873691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fb25a601-eb4e-4c1c-a3e9-0dc4a974f8b1 None None] Provisioning complete for port 628c67d4-1c13-4fa7-87c8-ca958b59d206 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:07.874061 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fb25a601-eb4e-4c1c-a3e9-0dc4a974f8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.957052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fb25a601-eb4e-4c1c-a3e9-0dc4a974f8b1 None None] Current status of the port 628c67d4-1c13-4fa7-87c8-ca958b59d206 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:07.961069 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.966847 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:07.967649 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (3b31e838-b508-409c-938d-542498c970b3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:08.080687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3f0df51c-b449-4f89-87b3-532eabe2868e None None] Provisioning complete for port a4759bf2-0c0c-41da-86e3-fe0b41542400 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:08.081007 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f0df51c-b449-4f89-87b3-532eabe2868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:08.089290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=a4759bf2-0c0c-41da-86e3-fe0b41542400,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:08.128135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3f0df51c-b449-4f89-87b3-532eabe2868e None None] Port a4759bf2-0c0c-41da-86e3-fe0b41542400 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:08.143131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc3852-2398-474e-b5c5-105a555cfa1f req-04cc4a5f-3503-454f-a1ee-e3a2a751bec1 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:08.144645 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89bc3852-2398-474e-b5c5-105a555cfa1f req-04cc4a5f-3503-454f-a1ee-e3a2a751bec1 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 945 time: 0.1037378 Feb 09 03:53:08.154732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 7381a4a7-e33c-44c1-89b6-973c39835c24 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:08.160406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:08.252083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-71399f9e-0ef7-4ce4-a725-ca2219d79d70 None None] Provisioning complete for port a4759bf2-0c0c-41da-86e3-fe0b41542400 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:08.253146 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71399f9e-0ef7-4ce4-a725-ca2219d79d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:08.269806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89bc3852-2398-474e-b5c5-105a555cfa1f req-1181ec8b-f0a9-46c8-b02c-a6f9546f71d1 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177177 Feb 09 03:53:08.312769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-71399f9e-0ef7-4ce4-a725-ca2219d79d70 None None] Port a4759bf2-0c0c-41da-86e3-fe0b41542400 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:08.326259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 3b31e838-b508-409c-938d-542498c970b3 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:53:08.433179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:08.441188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46650) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:08.441673 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-240175bc-44cf-427e-a2ea-01fe1967d05b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/3b31e838-b508-409c-938d-542498c970b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0910406 Feb 09 03:53:08.444750 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da25c2-f51d-40a5-b6c5-f2793f8eeedb None None] Sync routers for ids ['3b31e838-b508-409c-938d-542498c970b3'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:08.456045 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da25c2-f51d-40a5-b6c5-f2793f8eeedb None None] Routers {'3b31e838-b508-409c-938d-542498c970b3'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:08.456675 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d4da25c2-f51d-40a5-b6c5-f2793f8eeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3b31e838-b508-409c-938d-542498c970b3'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:08.494655 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d4da25c2-f51d-40a5-b6c5-f2793f8eeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:08.495882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec6b7a9-1018-4222-aec1-80ac9fb27209 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:08.497384 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9ec6b7a9-1018-4222-aec1-80ac9fb27209 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports/a4759bf2-0c0c-41da-86e3-fe0b41542400 HTTP/1.1" status: 200 len: 984 time: 0.0544207 Feb 09 03:53:08.500143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46652) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:08.503500 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da25c2-f51d-40a5-b6c5-f2793f8eeedb None None] Routers {'3b31e838-b508-409c-938d-542498c970b3'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:08.504084 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d4da25c2-f51d-40a5-b6c5-f2793f8eeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3b31e838-b508-409c-938d-542498c970b3'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:08.535381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4673191b-c6f7-4d98-a5d7-e579e45f10f9 None None] Provisioning complete for port a4759bf2-0c0c-41da-86e3-fe0b41542400 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:08.536158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4673191b-c6f7-4d98-a5d7-e579e45f10f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:08.537832 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d4da25c2-f51d-40a5-b6c5-f2793f8eeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:08.538475 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da25c2-f51d-40a5-b6c5-f2793f8eeedb None None] The sync data for ids ['3b31e838-b508-409c-938d-542498c970b3'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:08.572663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4673191b-c6f7-4d98-a5d7-e579e45f10f9 None None] Port a4759bf2-0c0c-41da-86e3-fe0b41542400 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:08.916853 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad59d435-3864-4d16-84e0-41932568aa3f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (3b31e838-b508-409c-938d-542498c970b3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:09.126753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 628c67d4-1c13-4fa7-87c8-ca958b59d206 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:09.131062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ad59d435-3864-4d16-84e0-41932568aa3f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port a4759bf2-0c0c-41da-86e3-fe0b41542400 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:09.131407 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad59d435-3864-4d16-84e0-41932568aa3f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:09.172885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 628c67d4-1c13-4fa7-87c8-ca958b59d206 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:09.173162 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:09.218673 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad59d435-3864-4d16-84e0-41932568aa3f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:09.230431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ad59d435-3864-4d16-84e0-41932568aa3f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for a4759bf2-0c0c-41da-86e3-fe0b41542400 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:09.252796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 628c67d4-1c13-4fa7-87c8-ca958b59d206 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:09.364649 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:53:09.433849 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad59d435-3864-4d16-84e0-41932568aa3f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a4759bf2-0c0c-41da-86e3-fe0b41542400), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:09.445137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a9471-7262-4b3d-b9d7-e4bd5182be04 req-43d25c96-7a76-447d-b3d6-3cf1ad788609 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:09.446657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-182a9471-7262-4b3d-b9d7-e4bd5182be04 req-43d25c96-7a76-447d-b3d6-3cf1ad788609 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 945 time: 0.0945716 Feb 09 03:53:09.477499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59d435-3864-4d16-84e0-41932568aa3f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=a4759bf2-0c0c-41da-86e3-fe0b41542400,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:09.603542 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-182a9471-7262-4b3d-b9d7-e4bd5182be04 req-c1fd9f89-bd64-4774-9701-e9338b9faefd tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493299 Feb 09 03:53:09.611850 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad59d435-3864-4d16-84e0-41932568aa3f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (3b31e838-b508-409c-938d-542498c970b3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:09.731393 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3535460-2485-4fd2-90d7-082522b3f2b6 req-9bc62fa7-ee4a-4e51-a51e-9607e65a6d40 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:09.732985 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3535460-2485-4fd2-90d7-082522b3f2b6 req-9bc62fa7-ee4a-4e51-a51e-9607e65a6d40 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 945 time: 0.0575047 Feb 09 03:53:09.772576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad59d435-3864-4d16-84e0-41932568aa3f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 3b31e838-b508-409c-938d-542498c970b3 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:09.782942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3535460-2485-4fd2-90d7-082522b3f2b6 req-100520e1-e972-4312-8826-2277884ecbff tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443313 Feb 09 03:53:09.805543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46658) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:09.853555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad59d435-3864-4d16-84e0-41932568aa3f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:09.858932 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ad59d435-3864-4d16-84e0-41932568aa3f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/3b31e838-b508-409c-938d-542498c970b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3577530 Feb 09 03:53:09.861631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46662) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:09.864737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fdbb08-f921-42b9-b24c-1a9621f2e48c None None] Sync routers for ids ['3b31e838-b508-409c-938d-542498c970b3'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:09.874666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fdbb08-f921-42b9-b24c-1a9621f2e48c None None] Routers {'3b31e838-b508-409c-938d-542498c970b3'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:09.875285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-95fdbb08-f921-42b9-b24c-1a9621f2e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3b31e838-b508-409c-938d-542498c970b3'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:09.908905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-95fdbb08-f921-42b9-b24c-1a9621f2e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:09.927180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fdbb08-f921-42b9-b24c-1a9621f2e48c None None] Routers {'3b31e838-b508-409c-938d-542498c970b3'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:09.927785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-95fdbb08-f921-42b9-b24c-1a9621f2e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3b31e838-b508-409c-938d-542498c970b3'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:09.962362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad5f24b-7a8d-4fb3-9c34-4f1f0ee21196 tempest-TestVolumeBackupRestore-851388658 tempest-TestVolumeBackupRestore-851388658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:09.965237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3ad5f24b-7a8d-4fb3-9c34-4f1f0ee21196 tempest-TestVolumeBackupRestore-851388658 tempest-TestVolumeBackupRestore-851388658-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 1123 time: 0.1586647 Feb 09 03:53:09.966447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-95fdbb08-f921-42b9-b24c-1a9621f2e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:09.966869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46664) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:09.967105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fdbb08-f921-42b9-b24c-1a9621f2e48c None None] The sync data for ids ['3b31e838-b508-409c-938d-542498c970b3'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:09.974286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'ea01c15f-4524-4311-9c65-afe053257621', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:09.994433 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.058045 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-47036d1f-a7a5-4705-a489-5131e0fdf4f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 03:53:10.059104 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-47036d1f-a7a5-4705-a489-5131e0fdf4f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/3b31e838-b508-409c-938d-542498c970b3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1964457 Feb 09 03:53:10.061823 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46666) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:10.092096 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7722ee10-de7f-4cb2-9dc4-edd594e15963 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b31e838-b508-409c-938d-542498c970b3 HTTP/1.1" status: 200 len: 205 time: 0.0270314 Feb 09 03:53:10.092319 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46668) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:10.092455 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.175798 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7826239e-3949-4921-96f1-695745be90b7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (3b31e838-b508-409c-938d-542498c970b3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.199775 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Allocated IP 172.25.5.92 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/5eab3f9c-8f71-4943-9585-f1f2a0c32e98) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:10.301765 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for port (5eab3f9c-8f71-4943-9585-f1f2a0c32e98), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.336887 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5eab3f9c-8f71-4943-9585-f1f2a0c32e98), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.343629 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7826239e-3949-4921-96f1-695745be90b7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (3b31e838-b508-409c-938d-542498c970b3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.345809 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7826239e-3949-4921-96f1-695745be90b7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (3b31e838-b508-409c-938d-542498c970b3), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.373791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:10.391470 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7826239e-3949-4921-96f1-695745be90b7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (3b31e838-b508-409c-938d-542498c970b3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.391879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:10.392005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7826239e-3949-4921-96f1-695745be90b7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Fanout notify agent at l3_agent the message router_deleted on router 3b31e838-b508-409c-938d-542498c970b3 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:53:10.396609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:10.400016 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7826239e-3949-4921-96f1-695745be90b7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.401603 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7826239e-3949-4921-96f1-695745be90b7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/3b31e838-b508-409c-938d-542498c970b3 HTTP/1.1" status: 204 len: 168 time: 0.3083463 Feb 09 03:53:10.404115 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46672) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:10.426768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event updated for resources: {'Port': ['ID=5eab3f9c-8f71-4943-9585-f1f2a0c32e98,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:10.462998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2814fd-8b5c-41cc-8e12-754a2484e6f7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting subnet b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:53:10.466224 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d2814fd-8b5c-41cc-8e12-754a2484e6f7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.506278 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d2814fd-8b5c-41cc-8e12-754a2484e6f7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.557420 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-558acd2e-a09d-4459-9b97-62a81b828512 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1823797 Feb 09 03:53:10.590025 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d2814fd-8b5c-41cc-8e12-754a2484e6f7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.652101 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d2814fd-8b5c-41cc-8e12-754a2484e6f7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.680804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2814fd-8b5c-41cc-8e12-754a2484e6f7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:10.682770 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d2814fd-8b5c-41cc-8e12-754a2484e6f7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.688339 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5d2814fd-8b5c-41cc-8e12-754a2484e6f7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76 HTTP/1.1" status: 204 len: 168 time: 0.2808332 Feb 09 03:53:10.689140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46674) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:10.693347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bea328-3d65-432a-af90-dedf3bd01fe2 None None] Network 7381a4a7-e33c-44c1-89b6-973c39835c24 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:10.696945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-d6f5b8e1-bb33-46dc-affe-082b759c9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:10.698477 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-d6f5b8e1-bb33-46dc-affe-082b759c9d0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 1129 time: 0.0740008 Feb 09 03:53:10.772190 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (7381a4a7-e33c-44c1-89b6-973c39835c24), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.836018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port 628c67d4-1c13-4fa7-87c8-ca958b59d206 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:10.836933 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.911418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] For port 628c67d4-1c13-4fa7-87c8-ca958b59d206, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=628c67d4-1c13-4fa7-87c8-ca958b59d206,segment=NetworkSegment(23ca5251-8451-49bd-9422-a5efc5744843),segment_id=23ca5251-8451-49bd-9422-a5efc5744843)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:10.911672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-0f6cc7d2-7826-47a7-b446-6dd572a90546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:10.912183 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:10.912871 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-0f6cc7d2-7826-47a7-b446-6dd572a90546 service neutron] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.1582336 Feb 09 03:53:10.925892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for 628c67d4-1c13-4fa7-87c8-ca958b59d206 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:10.926838 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for floatingip (6679ad08-0ad4-476f-b785-4a7bc30ea6fb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.015879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-cb833858-5abb-41b7-882d-91815e0c3378 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3ba9bc4-1461-4e3f-9a11-1147fb57407a HTTP/1.1" status: 200 len: 1002 time: 0.0957224 Feb 09 03:53:11.022124 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (628c67d4-1c13-4fa7-87c8-ca958b59d206), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.030108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d92654-6555-4ed7-8965-73882ad0106b None None] DHCP port deletion for 7381a4a7-e33c-44c1-89b6-973c39835c24 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:53:11.062868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=628c67d4-1c13-4fa7-87c8-ca958b59d206,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:11.064630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No DVR routers for this DVR port 628c67d4-1c13-4fa7-87c8-ca958b59d206 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:11.078706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5eab3f9c-8f71-4943-9585-f1f2a0c32e98), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.115104 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-e065d8e2-ce3d-4043-b284-c127a8fd1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:11.116575 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-e065d8e2-ce3d-4043-b284-c127a8fd1560 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0831454 Feb 09 03:53:11.149780 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (7381a4a7-e33c-44c1-89b6-973c39835c24), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.156816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 628c67d4-1c13-4fa7-87c8-ca958b59d206 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:11.173425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7381a4a7-e33c-44c1-89b6-973c39835c24']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:11.178923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 628c67d4-1c13-4fa7-87c8-ca958b59d206 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:11.179369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 628c67d4-1c13-4fa7-87c8-ca958b59d206 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:11.184333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ca5251-8451-49bd-9422-a5efc5744843') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:11.184630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ca5251-8451-49bd-9422-a5efc5744843') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:11.195795 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (23ca5251-8451-49bd-9422-a5efc5744843), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.209494 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (23ca5251-8451-49bd-9422-a5efc5744843), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.215515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:53:11.215918 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (23ca5251-8451-49bd-9422-a5efc5744843), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:53:11.219036 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:53:11.231719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-48cf1b51-89ee-41af-91d8-286aef75c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:11.233246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-48cf1b51-89ee-41af-91d8-286aef75c596 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1068242 Feb 09 03:53:11.250715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-2f2a0f74-5127-4ab6-8d15-b82ce0de2d49 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:53:11.251624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-2f2a0f74-5127-4ab6-8d15-b82ce0de2d49 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108068 Feb 09 03:53:11.339465 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for port (5eab3f9c-8f71-4943-9585-f1f2a0c32e98), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.345706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (5eab3f9c-8f71-4943-9585-f1f2a0c32e98), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.443472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event updated for resources: {'Port': ['ID=5eab3f9c-8f71-4943-9585-f1f2a0c32e98,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:11.448286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-2be5f995-f29a-4637-8dc3-bb9818065401 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897535 Feb 09 03:53:11.476791 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (6679ad08-0ad4-476f-b785-4a7bc30ea6fb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.610509 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (7381a4a7-e33c-44c1-89b6-973c39835c24), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.618138 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.621416 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/networks/7381a4a7-e33c-44c1-89b6-973c39835c24 HTTP/1.1" status: 204 len: 168 time: 0.9318738 Feb 09 03:53:11.625329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46676) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:11.629197 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-702752f3-5aec-443c-a881-8e094cd8cf0f req-a3a673ba-2d4e-4968-a544-ab36a09c11e6 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737559 Feb 09 03:53:11.631144 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-5bb021ff-5473-46ee-9ae0-daf42b4b658e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1777567508'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:11.638868 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Floating IP 6679ad08-0ad4-476f-b785-4a7bc30ea6fb associated. External IP: 172.25.5.92, port: ea01c15f-4524-4311-9c65-afe053257621. Feb 09 03:53:11.645546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4167c-339f-4154-8cbd-0fc3a0261b4d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Network': ['ID=7381a4a7-e33c-44c1-89b6-973c39835c24,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:11.659968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb021ff-5473-46ee-9ae0-daf42b4b658e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:11.663524 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bb021ff-5473-46ee-9ae0-daf42b4b658e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.688030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb021ff-5473-46ee-9ae0-daf42b4b658e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:53:11.697323 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bb021ff-5473-46ee-9ae0-daf42b4b658e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7e2a46e2-ee44-4592-a89c-e3b9b331984c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.697765 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-5bb021ff-5473-46ee-9ae0-daf42b4b658e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Added segment 7e2a46e2-ee44-4592-a89c-e3b9b331984c of type vlan for network 309bee6f-928c-43b6-82ad-7aa9d2c64b62 Feb 09 03:53:11.736255 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bb021ff-5473-46ee-9ae0-daf42b4b658e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (309bee6f-928c-43b6-82ad-7aa9d2c64b62), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.761006 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bb021ff-5473-46ee-9ae0-daf42b4b658e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (309bee6f-928c-43b6-82ad-7aa9d2c64b62), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.766015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb021ff-5473-46ee-9ae0-daf42b4b658e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:11.766597 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bb021ff-5473-46ee-9ae0-daf42b4b658e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.830530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5bb021ff-5473-46ee-9ae0-daf42b4b658e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2044072 Feb 09 03:53:11.833337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46678) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:11.840065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-986aef09-db42-4b13-a65c-da99276f05e5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'subnet': {'network_id': '309bee6f-928c-43b6-82ad-7aa9d2c64b62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:11.849506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Router f03ae5f3-bb27-4239-886c-5b8b0570ca0d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:11.856557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb021ff-5473-46ee-9ae0-daf42b4b658e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Network': ['ID=309bee6f-928c-43b6-82ad-7aa9d2c64b62,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:11.867513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 309bee6f-928c-43b6-82ad-7aa9d2c64b62 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:53:11.942997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986aef09-db42-4b13-a65c-da99276f05e5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:11.946572 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-986aef09-db42-4b13-a65c-da99276f05e5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.964388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:11.983043 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a871c1-87a8-4c4b-a464-30d72765d3dc None None] Sync routers for ids ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:11.988477 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.994875 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a871c1-87a8-4c4b-a464-30d72765d3dc None None] Routers {'f03ae5f3-bb27-4239-886c-5b8b0570ca0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:11.996269 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-11a871c1-87a8-4c4b-a464-30d72765d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:12.025046 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-370bbf49-8065-4220-8737-7190aad002f3 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0568020 Feb 09 03:53:12.026121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:53:12.028235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46680) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:12.028778 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8de4831-8097-4fa5-88ac-6c0bc3ec6069" -d '{"events": [{"name": "network-changed", "server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "tag": "ea01c15f-4524-4311-9c65-afe053257621"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:53:12.076212 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c7341-d355-4d10-a1bd-af7e5bb2a3af x-openstack-request-id: req-d66c7341-d355-4d10-a1bd-af7e5bb2a3af {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:53:12.076807 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "tag": "ea01c15f-4524-4311-9c65-afe053257621", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:53:12.078166 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d66c7341-d355-4d10-a1bd-af7e5bb2a3af {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:53:12.078873 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621', 'status': 'completed', 'code': 200} Feb 09 03:53:12.116050 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-11a871c1-87a8-4c4b-a464-30d72765d3dc None None] Set router f03ae5f3-bb27-4239-886c-5b8b0570ca0d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:12.118360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6583346-a175-4ae4-90d8-7d5ad4c4b68c tempest-TestVolumeBackupRestore-851388658 tempest-TestVolumeBackupRestore-851388658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:12.120024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b6583346-a175-4ae4-90d8-7d5ad4c4b68c tempest-TestVolumeBackupRestore-851388658 tempest-TestVolumeBackupRestore-851388658-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 1123 time: 0.0886750 Feb 09 03:53:12.122903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46684) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:12.129077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-094ed185-006e-4b63-b05a-a19995001da5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Request body: {'floatingip': {'port_id': 'ea01c15f-4524-4311-9c65-afe053257621'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:12.165967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de4831-8097-4fa5-88ac-6c0bc3ec6069 req-5598ab2a-3773-4964-ba7f-7e0717722657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:12.167620 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8de4831-8097-4fa5-88ac-6c0bc3ec6069 req-5598ab2a-3773-4964-ba7f-7e0717722657 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c914b6877d464ab882b30a0708aa4119&device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 1128 time: 0.0493455 Feb 09 03:53:12.226904 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-094ed185-006e-4b63-b05a-a19995001da5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for floatingip (6679ad08-0ad4-476f-b785-4a7bc30ea6fb), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:12.269304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de4831-8097-4fa5-88ac-6c0bc3ec6069 req-1d43e03a-6f82-4865-b57f-419d42d2382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:12.271586 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8de4831-8097-4fa5-88ac-6c0bc3ec6069 req-1d43e03a-6f82-4865-b57f-419d42d2382f service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc87523-c236-4901-86d0-d80d734ceb67 HTTP/1.1" status: 200 len: 914 time: 0.0980110 Feb 09 03:53:12.276478 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-986aef09-db42-4b13-a65c-da99276f05e5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (b9c200df-21ee-4e3a-96d5-eac48494c410), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:12.342155 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8de4831-8097-4fa5-88ac-6c0bc3ec6069 req-0a733d97-b888-48aa-956e-5a3a123bb502 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea01c15f-4524-4311-9c65-afe053257621 HTTP/1.1" status: 200 len: 998 time: 0.0640998 Feb 09 03:53:12.398390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de4831-8097-4fa5-88ac-6c0bc3ec6069 req-e31f96f9-8f41-47d9-9a2f-0dcda1dcb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:12.399869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8de4831-8097-4fa5-88ac-6c0bc3ec6069 req-e31f96f9-8f41-47d9-9a2f-0dcda1dcb1f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09da60b9-ce01-4806-8228-46124e130e88 HTTP/1.1" status: 200 len: 852 time: 0.0523095 Feb 09 03:53:12.411583 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986aef09-db42-4b13-a65c-da99276f05e5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Subnet': ['ID=b9c200df-21ee-4e3a-96d5-eac48494c410,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:12.452220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de4831-8097-4fa5-88ac-6c0bc3ec6069 req-704b4726-dfd5-420a-9eac-4bcac706c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:12.453777 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8de4831-8097-4fa5-88ac-6c0bc3ec6069 req-704b4726-dfd5-420a-9eac-4bcac706c9a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc87523-c236-4901-86d0-d80d734ceb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482559 Feb 09 03:53:12.468082 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-11a871c1-87a8-4c4b-a464-30d72765d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6679ad08-0ad4-476f-b785-4a7bc30ea6fb', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'port_id': 'ea01c15f-4524-4311-9c65-afe053257621', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'mac_address': 'fa:16:3e:2a:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:53:10Z', 'updated_at': '2022-02-09T03:53:10Z', 'revision_number': 0, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb5a435-ecff-408d-83c1-a08540aa8824', 'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'mac_address': 'fa:16:3e:89:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:58Z', 'revision_number': 5, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'subnets': [{'id': '09da60b9-ce01-4806-8228-46124e130e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:12.475627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986aef09-db42-4b13-a65c-da99276f05e5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Checking segment: {'id': '7e2a46e2-ee44-4592-a89c-e3b9b331984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '309bee6f-928c-43b6-82ad-7aa9d2c64b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:12.475992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986aef09-db42-4b13-a65c-da99276f05e5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network hostable DHCP agents. Network: 309bee6f-928c-43b6-82ad-7aa9d2c64b62, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:53:12.496306 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a871c1-87a8-4c4b-a464-30d72765d3dc None None] Checking router: f03ae5f3-bb27-4239-886c-5b8b0570ca0d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:12.505924 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a871c1-87a8-4c4b-a464-30d72765d3dc None None] Routers {'f03ae5f3-bb27-4239-886c-5b8b0570ca0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:12.506522 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-11a871c1-87a8-4c4b-a464-30d72765d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:12.532402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986aef09-db42-4b13-a65c-da99276f05e5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 309bee6f-928c-43b6-82ad-7aa9d2c64b62 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:53:12.550637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-986aef09-db42-4b13-a65c-da99276f05e5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 309bee6f-928c-43b6-82ad-7aa9d2c64b62) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:12.554900 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8de4831-8097-4fa5-88ac-6c0bc3ec6069 req-6f88d9f8-71a5-4875-97e5-6dc467987e0a service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951183 Feb 09 03:53:12.557457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986aef09-db42-4b13-a65c-da99276f05e5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:12.558055 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-986aef09-db42-4b13-a65c-da99276f05e5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:12.560918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e513a6-30ef-4eb6-afdc-70b07de27389 None None] Network 309bee6f-928c-43b6-82ad-7aa9d2c64b62 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:12.619749 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-986aef09-db42-4b13-a65c-da99276f05e5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7853189 Feb 09 03:53:12.622280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46686) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:12.627073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-60c0737d-4f14-41bc-9904-562350c31242 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1108996844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:12.641064 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-11a871c1-87a8-4c4b-a464-30d72765d3dc None None] Set router f03ae5f3-bb27-4239-886c-5b8b0570ca0d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:12.686690 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e8de4831-8097-4fa5-88ac-6c0bc3ec6069 req-5008e59c-6d60-4c53-a8e0-e0bfb09a550c service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129589 Feb 09 03:53:12.701162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-309bee6f-928c-43b6-82ad-7aa9d2c64b62', 'network_id': '309bee6f-928c-43b6-82ad-7aa9d2c64b62', 'project_id': '867a943dcb4f4a18b31098710f14154c', 'fixed_ips': [{'subnet_id': 'b9c200df-21ee-4e3a-96d5-eac48494c410'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:53:12.702212 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:12.717715 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60c0737d-4f14-41bc-9904-562350c31242 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (a86eff9a-7e04-4506-ba5b-7058d34a1b18), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:12.718741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60c0737d-4f14-41bc-9904-562350c31242 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (a86eff9a-7e04-4506-ba5b-7058d34a1b18), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:12.816391 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60c0737d-4f14-41bc-9904-562350c31242 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (a86eff9a-7e04-4506-ba5b-7058d34a1b18), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:12.822347 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60c0737d-4f14-41bc-9904-562350c31242 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (a86eff9a-7e04-4506-ba5b-7058d34a1b18), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:12.866460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Allocated IP 2001:db8::2 (309bee6f-928c-43b6-82ad-7aa9d2c64b62/b9c200df-21ee-4e3a-96d5-eac48494c410/cacbca02-963c-45be-b97b-e701fb23e43a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:12.877430 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60c0737d-4f14-41bc-9904-562350c31242 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:12.881326 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-60c0737d-4f14-41bc-9904-562350c31242 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2554431 Feb 09 03:53:12.881602 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46688) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:12.913663 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-11a871c1-87a8-4c4b-a464-30d72765d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6679ad08-0ad4-476f-b785-4a7bc30ea6fb', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'port_id': 'ea01c15f-4524-4311-9c65-afe053257621', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'mac_address': 'fa:16:3e:2a:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:53:10Z', 'updated_at': '2022-02-09T03:53:10Z', 'revision_number': 0, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb5a435-ecff-408d-83c1-a08540aa8824', 'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'mac_address': 'fa:16:3e:89:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:58Z', 'revision_number': 5, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'subnets': [{'id': '09da60b9-ce01-4806-8228-46124e130e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:12.940153 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a871c1-87a8-4c4b-a464-30d72765d3dc None None] The sync data for ids ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'] in n-d-824835-15 is: [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6679ad08-0ad4-476f-b785-4a7bc30ea6fb', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'port_id': 'ea01c15f-4524-4311-9c65-afe053257621', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'mac_address': 'fa:16:3e:2a:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:53:10Z', 'updated_at': '2022-02-09T03:53:10Z', 'revision_number': 0, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb5a435-ecff-408d-83c1-a08540aa8824', 'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'mac_address': 'fa:16:3e:89:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:58Z', 'revision_number': 5, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'subnets': [{'id': '09da60b9-ce01-4806-8228-46124e130e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:12.975370 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-094ed185-006e-4b63-b05a-a19995001da5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:12.982311 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-094ed185-006e-4b63-b05a-a19995001da5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (6679ad08-0ad4-476f-b785-4a7bc30ea6fb), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:13.027462 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Publish callbacks [] for port (cacbca02-963c-45be-b97b-e701fb23e43a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:13.034846 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:13.082207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Network 309bee6f-928c-43b6-82ad-7aa9d2c64b62 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:13.087142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:13.089695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:13.091706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Pushing event updated for resources: {'Port': ['ID=cacbca02-963c-45be-b97b-e701fb23e43a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:13.151129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Attempting to bind port cacbca02-963c-45be-b97b-e701fb23e43a on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:13.151507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Attempting to bind port cacbca02-963c-45be-b97b-e701fb23e43a by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7e2a46e2-ee44-4592-a89c-e3b9b331984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '309bee6f-928c-43b6-82ad-7aa9d2c64b62'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:13.151875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Attempting to bind port cacbca02-963c-45be-b97b-e701fb23e43a on network 309bee6f-928c-43b6-82ad-7aa9d2c64b62 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:13.157202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:13.157604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Checking segment: {'id': '7e2a46e2-ee44-4592-a89c-e3b9b331984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '309bee6f-928c-43b6-82ad-7aa9d2c64b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:13.158213 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:13.158608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Bound using segment: {'id': '7e2a46e2-ee44-4592-a89c-e3b9b331984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '309bee6f-928c-43b6-82ad-7aa9d2c64b62'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:13.159076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Bound port: cacbca02-963c-45be-b97b-e701fb23e43a, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2a46e2-ee44-4592-a89c-e3b9b331984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '309bee6f-928c-43b6-82ad-7aa9d2c64b62'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:13.159456 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:13.201332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed7fad-75fd-4f20-ba0a-90a92d5a7246 None None] New status for floating IP 6679ad08-0ad4-476f-b785-4a7bc30ea6fb: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:53:13.280941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] For port cacbca02-963c-45be-b97b-e701fb23e43a, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:13.331055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] For port cacbca02-963c-45be-b97b-e701fb23e43a, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cacbca02-963c-45be-b97b-e701fb23e43a,segment=NetworkSegment(7e2a46e2-ee44-4592-a89c-e3b9b331984c),segment_id=7e2a46e2-ee44-4592-a89c-e3b9b331984c)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:13.335914 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:13.347627 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:13.480545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841d1c3-2604-49a4-a227-f2b48f21afad None None] Pushing event updated for resources: {'Port': ['ID=cacbca02-963c-45be-b97b-e701fb23e43a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:13.507278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094ed185-006e-4b63-b05a-a19995001da5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Router f03ae5f3-bb27-4239-886c-5b8b0570ca0d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:13.720890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094ed185-006e-4b63-b05a-a19995001da5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:13.723011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Allocated IP 2001:db8::1 (309bee6f-928c-43b6-82ad-7aa9d2c64b62/b9c200df-21ee-4e3a-96d5-eac48494c410/a124a7b4-5d2d-4cab-83a8-e5e1157920ca) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:13.727560 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-094ed185-006e-4b63-b05a-a19995001da5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:13.730580 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56102d6a-5d0b-4611-943f-354e4371bcce None None] Sync routers for ids ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:13.743450 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56102d6a-5d0b-4611-943f-354e4371bcce None None] Routers {'f03ae5f3-bb27-4239-886c-5b8b0570ca0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:13.744469 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-56102d6a-5d0b-4611-943f-354e4371bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:13.811965 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:53:13.814271 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeebfacd-53e7-4046-b4ea-3e69237fef4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "tag": "ea01c15f-4524-4311-9c65-afe053257621"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:53:13.859382 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-094ed185-006e-4b63-b05a-a19995001da5 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "PUT /v2.0/floatingips/6679ad08-0ad4-476f-b785-4a7bc30ea6fb HTTP/1.1" status: 200 len: 990 time: 1.7320828 Feb 09 03:53:13.862509 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-56102d6a-5d0b-4611-943f-354e4371bcce None None] Set router f03ae5f3-bb27-4239-886c-5b8b0570ca0d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:13.874344 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cf8e49-30ba-4573-914e-12bc5822722a x-openstack-request-id: req-19cf8e49-30ba-4573-914e-12bc5822722a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:53:13.874639 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "tag": "ea01c15f-4524-4311-9c65-afe053257621", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:53:13.874889 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19cf8e49-30ba-4573-914e-12bc5822722a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:53:13.875278 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621', 'status': 'completed', 'code': 200} Feb 09 03:53:13.904060 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (a124a7b4-5d2d-4cab-83a8-e5e1157920ca), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:13.944644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a124a7b4-5d2d-4cab-83a8-e5e1157920ca), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:13.968652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebfacd-53e7-4046-b4ea-3e69237fef4e req-50600594-2465-45b4-a271-13ce2c828340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:13.972512 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eeebfacd-53e7-4046-b4ea-3e69237fef4e req-50600594-2465-45b4-a271-13ce2c828340 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c914b6877d464ab882b30a0708aa4119&device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 1128 time: 0.0615313 Feb 09 03:53:13.992822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 309bee6f-928c-43b6-82ad-7aa9d2c64b62 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:13.996091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:13.998622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:13.999343 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (a86eff9a-7e04-4506-ba5b-7058d34a1b18), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:14.043256 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=a124a7b4-5d2d-4cab-83a8-e5e1157920ca,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:14.112741 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-56102d6a-5d0b-4611-943f-354e4371bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6679ad08-0ad4-476f-b785-4a7bc30ea6fb', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'port_id': 'ea01c15f-4524-4311-9c65-afe053257621', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'mac_address': 'fa:16:3e:2a:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:53:10Z', 'updated_at': '2022-02-09T03:53:13Z', 'revision_number': 2, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb5a435-ecff-408d-83c1-a08540aa8824', 'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'mac_address': 'fa:16:3e:89:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:58Z', 'revision_number': 5, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'subnets': [{'id': '09da60b9-ce01-4806-8228-46124e130e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:14.143156 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56102d6a-5d0b-4611-943f-354e4371bcce None None] Checking router: f03ae5f3-bb27-4239-886c-5b8b0570ca0d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:14.149940 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a124a7b4-5d2d-4cab-83a8-e5e1157920ca), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:14.153170 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56102d6a-5d0b-4611-943f-354e4371bcce None None] Routers {'f03ae5f3-bb27-4239-886c-5b8b0570ca0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:14.153930 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-56102d6a-5d0b-4611-943f-354e4371bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:14.283419 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-56102d6a-5d0b-4611-943f-354e4371bcce None None] Set router f03ae5f3-bb27-4239-886c-5b8b0570ca0d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:14.436649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebfacd-53e7-4046-b4ea-3e69237fef4e req-ab143e40-7223-4238-9650-0ddd4cc4d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:14.438936 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eeebfacd-53e7-4046-b4ea-3e69237fef4e req-ab143e40-7223-4238-9650-0ddd4cc4d28c service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc87523-c236-4901-86d0-d80d734ceb67 HTTP/1.1" status: 200 len: 914 time: 0.4593968 Feb 09 03:53:14.497682 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (a124a7b4-5d2d-4cab-83a8-e5e1157920ca), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:14.506530 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a124a7b4-5d2d-4cab-83a8-e5e1157920ca), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:14.507363 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (a86eff9a-7e04-4506-ba5b-7058d34a1b18), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:14.520724 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eeebfacd-53e7-4046-b4ea-3e69237fef4e req-999a1110-6f99-4f3b-ac8b-a0dfeda101d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea01c15f-4524-4311-9c65-afe053257621 HTTP/1.1" status: 200 len: 1000 time: 0.0748494 Feb 09 03:53:14.569417 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-56102d6a-5d0b-4611-943f-354e4371bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6679ad08-0ad4-476f-b785-4a7bc30ea6fb', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'port_id': 'ea01c15f-4524-4311-9c65-afe053257621', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'mac_address': 'fa:16:3e:2a:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:53:10Z', 'updated_at': '2022-02-09T03:53:13Z', 'revision_number': 2, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb5a435-ecff-408d-83c1-a08540aa8824', 'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'mac_address': 'fa:16:3e:89:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:58Z', 'revision_number': 5, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'subnets': [{'id': '09da60b9-ce01-4806-8228-46124e130e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:14.580726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93bcb71-9aff-4b44-872c-108e27aefd6f None None] Network 309bee6f-928c-43b6-82ad-7aa9d2c64b62 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:14.598746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebfacd-53e7-4046-b4ea-3e69237fef4e req-ea8c52f9-be4b-4629-bddc-651067dd0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:14.600735 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eeebfacd-53e7-4046-b4ea-3e69237fef4e req-ea8c52f9-be4b-4629-bddc-651067dd0f30 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09da60b9-ce01-4806-8228-46124e130e88 HTTP/1.1" status: 200 len: 852 time: 0.0685446 Feb 09 03:53:14.601618 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=a124a7b4-5d2d-4cab-83a8-e5e1157920ca,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:14.608774 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56102d6a-5d0b-4611-943f-354e4371bcce None None] The sync data for ids ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'] in n-d-824835-15 is: [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6679ad08-0ad4-476f-b785-4a7bc30ea6fb', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'port_id': 'ea01c15f-4524-4311-9c65-afe053257621', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'mac_address': 'fa:16:3e:2a:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:53:10Z', 'updated_at': '2022-02-09T03:53:13Z', 'revision_number': 2, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb5a435-ecff-408d-83c1-a08540aa8824', 'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'mac_address': 'fa:16:3e:89:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:58Z', 'revision_number': 5, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'subnets': [{'id': '09da60b9-ce01-4806-8228-46124e130e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:14.652445 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-92e622a0-e749-419d-8c25-6d5a77fb5c39 None None] Provisioning complete for port cacbca02-963c-45be-b97b-e701fb23e43a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:14.652827 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92e622a0-e749-419d-8c25-6d5a77fb5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:14.657046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 309bee6f-928c-43b6-82ad-7aa9d2c64b62 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:14.658527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:14.684722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebfacd-53e7-4046-b4ea-3e69237fef4e req-0403d9a6-0fc7-44a9-9889-e54f61aebef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:14.686545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eeebfacd-53e7-4046-b4ea-3e69237fef4e req-0403d9a6-0fc7-44a9-9889-e54f61aebef3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc87523-c236-4901-86d0-d80d734ceb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0715749 Feb 09 03:53:14.791114 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eeebfacd-53e7-4046-b4ea-3e69237fef4e req-a5412600-5410-492a-b05f-5e21fd1d29ee service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970030 Feb 09 03:53:14.796064 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router a86eff9a-7e04-4506-ba5b-7058d34a1b18 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:53:14.807710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-92e622a0-e749-419d-8c25-6d5a77fb5c39 None None] Current status of the port cacbca02-963c-45be-b97b-e701fb23e43a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:14.808190 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92e622a0-e749-419d-8c25-6d5a77fb5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:14.861341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-92e622a0-e749-419d-8c25-6d5a77fb5c39 None None] For port cacbca02-963c-45be-b97b-e701fb23e43a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cacbca02-963c-45be-b97b-e701fb23e43a,segment=NetworkSegment(7e2a46e2-ee44-4592-a89c-e3b9b331984c),segment_id=7e2a46e2-ee44-4592-a89c-e3b9b331984c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:14.866203 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92e622a0-e749-419d-8c25-6d5a77fb5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:14.906912 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eeebfacd-53e7-4046-b4ea-3e69237fef4e req-46722937-ec06-46c9-ab85-e6935c57bbc3 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088860 Feb 09 03:53:14.933555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:14.943685 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46692) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:14.944428 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-54adab86-8c6b-47ed-9dac-5e4d2acd6085 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/a86eff9a-7e04-4506-ba5b-7058d34a1b18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0617199 Feb 09 03:53:14.948938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1fbc8-1edf-4605-9e06-1babb538a305 None None] Sync routers for ids ['a86eff9a-7e04-4506-ba5b-7058d34a1b18'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:14.955354 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e622a0-e749-419d-8c25-6d5a77fb5c39 None None] Pushing event updated for resources: {'Port': ['ID=cacbca02-963c-45be-b97b-e701fb23e43a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:14.965112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1fbc8-1edf-4605-9e06-1babb538a305 None None] Routers {'a86eff9a-7e04-4506-ba5b-7058d34a1b18'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:14.965764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0cb1fbc8-1edf-4605-9e06-1babb538a305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a86eff9a-7e04-4506-ba5b-7058d34a1b18'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:14.999207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0cb1fbc8-1edf-4605-9e06-1babb538a305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:15.007854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5afe587-33b5-4f89-9cf7-11ed07514824 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:15.012130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1fbc8-1edf-4605-9e06-1babb538a305 None None] Routers {'a86eff9a-7e04-4506-ba5b-7058d34a1b18'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:15.012438 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f5afe587-33b5-4f89-9cf7-11ed07514824 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports/a124a7b4-5d2d-4cab-83a8-e5e1157920ca HTTP/1.1" status: 200 len: 911 time: 0.0670838 Feb 09 03:53:15.012573 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46694) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:15.013155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0cb1fbc8-1edf-4605-9e06-1babb538a305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a86eff9a-7e04-4506-ba5b-7058d34a1b18'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:15.050884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0cb1fbc8-1edf-4605-9e06-1babb538a305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:15.051816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1fbc8-1edf-4605-9e06-1babb538a305 None None] The sync data for ids ['a86eff9a-7e04-4506-ba5b-7058d34a1b18'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:15.178939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device cacbca02-963c-45be-b97b-e701fb23e43a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:15.225167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-788b650c-105c-46c6-90ce-4a64be2270b6 None None] Provisioning complete for port a124a7b4-5d2d-4cab-83a8-e5e1157920ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:15.225662 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-788b650c-105c-46c6-90ce-4a64be2270b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a124a7b4-5d2d-4cab-83a8-e5e1157920ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:15.268702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-788b650c-105c-46c6-90ce-4a64be2270b6 None None] Port a124a7b4-5d2d-4cab-83a8-e5e1157920ca cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:15.283878 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port cacbca02-963c-45be-b97b-e701fb23e43a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:15.284270 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:15.287211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-788b650c-105c-46c6-90ce-4a64be2270b6 None None] Provisioning complete for port cacbca02-963c-45be-b97b-e701fb23e43a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:15.287578 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-788b650c-105c-46c6-90ce-4a64be2270b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:15.433138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-788b650c-105c-46c6-90ce-4a64be2270b6 None None] Current status of the port cacbca02-963c-45be-b97b-e701fb23e43a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:15.435243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port cacbca02-963c-45be-b97b-e701fb23e43a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:15.559074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f13b1f42-80d1-437d-9d02-f3c7414ddab4 None None] Provisioning complete for port a124a7b4-5d2d-4cab-83a8-e5e1157920ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:15.559455 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f13b1f42-80d1-437d-9d02-f3c7414ddab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a124a7b4-5d2d-4cab-83a8-e5e1157920ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:15.593656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f13b1f42-80d1-437d-9d02-f3c7414ddab4 None None] Port a124a7b4-5d2d-4cab-83a8-e5e1157920ca cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:15.635499 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5eb229ae-d3d1-4071-b9a2-1dde5af5fe35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:15.706023 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50ac219a-b9d6-47cd-a4b6-59302856b48b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (a86eff9a-7e04-4506-ba5b-7058d34a1b18), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:15.713997 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-087e3a36-db56-4273-af4b-9c7db492dccb None None] Provisioning complete for port a124a7b4-5d2d-4cab-83a8-e5e1157920ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:15.714376 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-087e3a36-db56-4273-af4b-9c7db492dccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a124a7b4-5d2d-4cab-83a8-e5e1157920ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:15.749837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-087e3a36-db56-4273-af4b-9c7db492dccb None None] Port a124a7b4-5d2d-4cab-83a8-e5e1157920ca cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:15.891363 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:53:15.893566 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d6e923-522e-448b-aa66-84406f12bddd" -d '{"events": [{"name": "network-changed", "server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "tag": "ea01c15f-4524-4311-9c65-afe053257621"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:53:15.933130 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4343546-12e2-4152-bbc9-441df931ac31 x-openstack-request-id: req-e4343546-12e2-4152-bbc9-441df931ac31 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:53:15.933471 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "tag": "ea01c15f-4524-4311-9c65-afe053257621", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:53:15.933724 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4343546-12e2-4152-bbc9-441df931ac31 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:53:15.934117 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621', 'status': 'completed', 'code': 200} Feb 09 03:53:15.961165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-50ac219a-b9d6-47cd-a4b6-59302856b48b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port a124a7b4-5d2d-4cab-83a8-e5e1157920ca {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:15.961559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50ac219a-b9d6-47cd-a4b6-59302856b48b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a124a7b4-5d2d-4cab-83a8-e5e1157920ca), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:16.018793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6e923-522e-448b-aa66-84406f12bddd req-bb13548b-8aed-426b-8404-97cb5ad52f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:16.020966 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33d6e923-522e-448b-aa66-84406f12bddd req-bb13548b-8aed-426b-8404-97cb5ad52f8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c914b6877d464ab882b30a0708aa4119&device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 1128 time: 0.0462096 Feb 09 03:53:16.053452 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50ac219a-b9d6-47cd-a4b6-59302856b48b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a124a7b4-5d2d-4cab-83a8-e5e1157920ca), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:16.065313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-50ac219a-b9d6-47cd-a4b6-59302856b48b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for a124a7b4-5d2d-4cab-83a8-e5e1157920ca owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:16.112630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6e923-522e-448b-aa66-84406f12bddd req-a68bab13-246c-4852-83a0-a9afc1aa09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:16.114163 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33d6e923-522e-448b-aa66-84406f12bddd req-a68bab13-246c-4852-83a0-a9afc1aa09e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc87523-c236-4901-86d0-d80d734ceb67 HTTP/1.1" status: 200 len: 914 time: 0.0878599 Feb 09 03:53:16.178783 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33d6e923-522e-448b-aa66-84406f12bddd req-649ec209-237b-45af-a526-d87c7c55a74c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea01c15f-4524-4311-9c65-afe053257621 HTTP/1.1" status: 200 len: 1000 time: 0.0582774 Feb 09 03:53:16.226679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6e923-522e-448b-aa66-84406f12bddd req-015b1c99-5188-4062-b6fa-1674d3616b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:16.228130 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33d6e923-522e-448b-aa66-84406f12bddd req-015b1c99-5188-4062-b6fa-1674d3616b7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09da60b9-ce01-4806-8228-46124e130e88 HTTP/1.1" status: 200 len: 852 time: 0.0445735 Feb 09 03:53:16.238755 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50ac219a-b9d6-47cd-a4b6-59302856b48b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a124a7b4-5d2d-4cab-83a8-e5e1157920ca), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:16.264629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac219a-b9d6-47cd-a4b6-59302856b48b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=a124a7b4-5d2d-4cab-83a8-e5e1157920ca,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:16.288694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6e923-522e-448b-aa66-84406f12bddd req-b2423023-358f-4b2c-bca2-6e3f287d067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:16.290731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33d6e923-522e-448b-aa66-84406f12bddd req-b2423023-358f-4b2c-bca2-6e3f287d067e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc87523-c236-4901-86d0-d80d734ceb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0566120 Feb 09 03:53:16.370483 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50ac219a-b9d6-47cd-a4b6-59302856b48b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (a86eff9a-7e04-4506-ba5b-7058d34a1b18), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:16.383534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33d6e923-522e-448b-aa66-84406f12bddd req-68f29050-3497-4f73-8b0b-306894faf643 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869560 Feb 09 03:53:16.483820 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-33d6e923-522e-448b-aa66-84406f12bddd req-9842d1c8-d139-422c-920a-4e4f4f7437e4 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944824 Feb 09 03:53:16.538526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ac219a-b9d6-47cd-a4b6-59302856b48b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router a86eff9a-7e04-4506-ba5b-7058d34a1b18 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:16.613972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ac219a-b9d6-47cd-a4b6-59302856b48b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:16.619576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-50ac219a-b9d6-47cd-a4b6-59302856b48b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/a86eff9a-7e04-4506-ba5b-7058d34a1b18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6058156 Feb 09 03:53:16.622148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46698) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:16.624549 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df973a2-1a21-4ce0-98ac-41e0a8978868 None None] Sync routers for ids ['a86eff9a-7e04-4506-ba5b-7058d34a1b18'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:16.635445 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df973a2-1a21-4ce0-98ac-41e0a8978868 None None] Routers {'a86eff9a-7e04-4506-ba5b-7058d34a1b18'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:16.636061 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8df973a2-1a21-4ce0-98ac-41e0a8978868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a86eff9a-7e04-4506-ba5b-7058d34a1b18'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:16.654831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6ef912e9-6a21-4a80-9e3b-86a6b84afc14 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=a86eff9a-7e04-4506-ba5b-7058d34a1b18 HTTP/1.1" status: 200 len: 205 time: 0.0315909 Feb 09 03:53:16.657426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46700) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:16.668876 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8df973a2-1a21-4ce0-98ac-41e0a8978868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:16.678116 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df973a2-1a21-4ce0-98ac-41e0a8978868 None None] Routers {'a86eff9a-7e04-4506-ba5b-7058d34a1b18'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:16.678723 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8df973a2-1a21-4ce0-98ac-41e0a8978868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:52:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a86eff9a-7e04-4506-ba5b-7058d34a1b18'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:16.715148 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8df973a2-1a21-4ce0-98ac-41e0a8978868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:16.715696 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df973a2-1a21-4ce0-98ac-41e0a8978868 None None] The sync data for ids ['a86eff9a-7e04-4506-ba5b-7058d34a1b18'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:16.734902 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28fc3d1f-f6d3-43b2-b903-a0f4806bed68 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (a86eff9a-7e04-4506-ba5b-7058d34a1b18), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:16.897780 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28fc3d1f-f6d3-43b2-b903-a0f4806bed68 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (a86eff9a-7e04-4506-ba5b-7058d34a1b18), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:16.899912 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28fc3d1f-f6d3-43b2-b903-a0f4806bed68 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (a86eff9a-7e04-4506-ba5b-7058d34a1b18), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:16.947027 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28fc3d1f-f6d3-43b2-b903-a0f4806bed68 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (a86eff9a-7e04-4506-ba5b-7058d34a1b18), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:16.947618 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fc3d1f-f6d3-43b2-b903-a0f4806bed68 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Fanout notify agent at l3_agent the message router_deleted on router a86eff9a-7e04-4506-ba5b-7058d34a1b18 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:53:16.954680 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28fc3d1f-f6d3-43b2-b903-a0f4806bed68 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:16.955782 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-28fc3d1f-f6d3-43b2-b903-a0f4806bed68 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/a86eff9a-7e04-4506-ba5b-7058d34a1b18 HTTP/1.1" status: 204 len: 168 time: 0.2974637 Feb 09 03:53:16.958588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46702) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:17.015088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0851a2-578d-468c-a9dc-334601c74322 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting subnet b9c200df-21ee-4e3a-96d5-eac48494c410 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:53:17.018296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a0851a2-578d-468c-a9dc-334601c74322 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (b9c200df-21ee-4e3a-96d5-eac48494c410), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.059052 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a0851a2-578d-468c-a9dc-334601c74322 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (b9c200df-21ee-4e3a-96d5-eac48494c410), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.145405 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a0851a2-578d-468c-a9dc-334601c74322 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (b9c200df-21ee-4e3a-96d5-eac48494c410), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.203340 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a0851a2-578d-468c-a9dc-334601c74322 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (b9c200df-21ee-4e3a-96d5-eac48494c410), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.231112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0851a2-578d-468c-a9dc-334601c74322 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c200df-21ee-4e3a-96d5-eac48494c410,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:17.233099 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a0851a2-578d-468c-a9dc-334601c74322 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.236594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3a0851a2-578d-468c-a9dc-334601c74322 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/b9c200df-21ee-4e3a-96d5-eac48494c410 HTTP/1.1" status: 204 len: 168 time: 0.2766864 Feb 09 03:53:17.239454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46704) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:17.241014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876da5b3-ff19-4a7e-8858-5714fefab9f1 None None] Network 309bee6f-928c-43b6-82ad-7aa9d2c64b62 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:17.324695 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (309bee6f-928c-43b6-82ad-7aa9d2c64b62), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.384435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port cacbca02-963c-45be-b97b-e701fb23e43a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:17.384778 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.399088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02afe99-e2d5-4946-9b57-b96fed69a672 None None] DHCP port deletion for 309bee6f-928c-43b6-82ad-7aa9d2c64b62 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:53:17.446125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c02afe99-e2d5-4946-9b57-b96fed69a672 None None] Deleting port cacbca02-963c-45be-b97b-e701fb23e43a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:17.446496 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c02afe99-e2d5-4946-9b57-b96fed69a672 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.446615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] For port cacbca02-963c-45be-b97b-e701fb23e43a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cacbca02-963c-45be-b97b-e701fb23e43a,segment=NetworkSegment(7e2a46e2-ee44-4592-a89c-e3b9b331984c),segment_id=7e2a46e2-ee44-4592-a89c-e3b9b331984c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:17.446921 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.460871 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for cacbca02-963c-45be-b97b-e701fb23e43a owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:17.510466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c02afe99-e2d5-4946-9b57-b96fed69a672 None None] For port cacbca02-963c-45be-b97b-e701fb23e43a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cacbca02-963c-45be-b97b-e701fb23e43a,segment=NetworkSegment(7e2a46e2-ee44-4592-a89c-e3b9b331984c),segment_id=7e2a46e2-ee44-4592-a89c-e3b9b331984c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:17.510841 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c02afe99-e2d5-4946-9b57-b96fed69a672 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.523034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c02afe99-e2d5-4946-9b57-b96fed69a672 None None] Calling delete_port for cacbca02-963c-45be-b97b-e701fb23e43a owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:17.543076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.571539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=cacbca02-963c-45be-b97b-e701fb23e43a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:17.573413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No DVR routers for this DVR port cacbca02-963c-45be-b97b-e701fb23e43a on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:17.608300 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c02afe99-e2d5-4946-9b57-b96fed69a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (cacbca02-963c-45be-b97b-e701fb23e43a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.633477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02afe99-e2d5-4946-9b57-b96fed69a672 None None] Pushing event deleted for resources: {'Port': ['ID=cacbca02-963c-45be-b97b-e701fb23e43a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:17.638841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02afe99-e2d5-4946-9b57-b96fed69a672 None None] No DVR routers for this DVR port cacbca02-963c-45be-b97b-e701fb23e43a on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:17.658484 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (309bee6f-928c-43b6-82ad-7aa9d2c64b62), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.678831 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309bee6f-928c-43b6-82ad-7aa9d2c64b62']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:17.687969 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2a46e2-ee44-4592-a89c-e3b9b331984c') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:17.688262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2a46e2-ee44-4592-a89c-e3b9b331984c') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:17.697840 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (7e2a46e2-ee44-4592-a89c-e3b9b331984c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.711773 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7e2a46e2-ee44-4592-a89c-e3b9b331984c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.717780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:53:17.718225 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (7e2a46e2-ee44-4592-a89c-e3b9b331984c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:53:17.721156 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:53:17.779323 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (309bee6f-928c-43b6-82ad-7aa9d2c64b62), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.786547 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.789847 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/networks/309bee6f-928c-43b6-82ad-7aa9d2c64b62 HTTP/1.1" status: 204 len: 168 time: 0.5494637 Feb 09 03:53:17.794061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46706) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:17.798835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1177514408', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:17.801233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b798163-58db-47c2-891c-137bb97391b4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Network': ['ID=309bee6f-928c-43b6-82ad-7aa9d2c64b62,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:17.821740 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (3d4c07e6-4136-44c4-9614-ddef653cb120), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.822774 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (3d4c07e6-4136-44c4-9614-ddef653cb120), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:17.873262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (3d4c07e6-4136-44c4-9614-ddef653cb120), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.016827 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_gateway (3d4c07e6-4136-44c4-9614-ddef653cb120), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.160512 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0102bf0-a7f2-4b83-8db0-57108cee2900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.213702 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_gateway (3d4c07e6-4136-44c4-9614-ddef653cb120), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.231554 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.335990 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Allocated IP 172.25.5.156 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/e26f45cc-daae-49ed-bee6-be7e4117b069) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:18.440138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (e26f45cc-daae-49ed-bee6-be7e4117b069), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.477735 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e26f45cc-daae-49ed-bee6-be7e4117b069), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.523449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:18.526278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:18.528811 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:18.534359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=e26f45cc-daae-49ed-bee6-be7e4117b069,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:18.782376 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_gateway (3d4c07e6-4136-44c4-9614-ddef653cb120), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.985900 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (3d4c07e6-4136-44c4-9614-ddef653cb120), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:19.122395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 3d4c07e6-4136-44c4-9614-ddef653cb120 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:53:19.130498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device cacbca02-963c-45be-b97b-e701fb23e43a no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:19.153079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: cacbca02-963c-45be-b97b-e701fb23e43a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:19.153550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device cacbca02-963c-45be-b97b-e701fb23e43a not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:19.233669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:19.244753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a397409-67e7-42f5-bf5e-0a5a4a183310 None None] Sync routers for ids ['3d4c07e6-4136-44c4-9614-ddef653cb120'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:19.253939 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:19.258458 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d01d6bd4-d8ea-4a91-a766-37c4345690f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4606445 Feb 09 03:53:19.258617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a397409-67e7-42f5-bf5e-0a5a4a183310 None None] Routers {'3d4c07e6-4136-44c4-9614-ddef653cb120'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:19.258735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46708) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:19.258959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1a397409-67e7-42f5-bf5e-0a5a4a183310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3d4c07e6-4136-44c4-9614-ddef653cb120'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:19.301978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1a397409-67e7-42f5-bf5e-0a5a4a183310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:19.312067 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a397409-67e7-42f5-bf5e-0a5a4a183310 None None] Routers {'3d4c07e6-4136-44c4-9614-ddef653cb120'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:19.312858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1a397409-67e7-42f5-bf5e-0a5a4a183310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3d4c07e6-4136-44c4-9614-ddef653cb120'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:19.352266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1a397409-67e7-42f5-bf5e-0a5a4a183310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:19.352835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a397409-67e7-42f5-bf5e-0a5a4a183310 None None] The sync data for ids ['3d4c07e6-4136-44c4-9614-ddef653cb120'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:19.380068 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-27a2fd5e-07c0-4e36-9469-43a93ede6233 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/routers/3d4c07e6-4136-44c4-9614-ddef653cb120 HTTP/1.1" status: 200 len: 885 time: 0.1202190 Feb 09 03:53:19.382547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46710) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:19.402480 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:19.633402 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-541ae594-ccea-4f40-8ada-b74f15fe8299 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2496765 Feb 09 03:53:19.636092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46712) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:19.640819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-7b288db1-b372-4488-ba7b-68f83dfa709f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1177514408'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:20.275932 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b288db1-b372-4488-ba7b-68f83dfa709f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (3d4c07e6-4136-44c4-9614-ddef653cb120), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:20.287914 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b288db1-b372-4488-ba7b-68f83dfa709f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (3d4c07e6-4136-44c4-9614-ddef653cb120), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:20.394889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b288db1-b372-4488-ba7b-68f83dfa709f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 3d4c07e6-4136-44c4-9614-ddef653cb120 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:20.501285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b288db1-b372-4488-ba7b-68f83dfa709f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:20.510075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b288db1-b372-4488-ba7b-68f83dfa709f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:20.511171 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b478dd-865c-454b-be8d-59299a7b8fa5 None None] Sync routers for ids ['3d4c07e6-4136-44c4-9614-ddef653cb120'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:20.511634 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7b288db1-b372-4488-ba7b-68f83dfa709f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/3d4c07e6-4136-44c4-9614-ddef653cb120 HTTP/1.1" status: 200 len: 892 time: 0.8741384 Feb 09 03:53:20.513829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46714) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:20.521793 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b478dd-865c-454b-be8d-59299a7b8fa5 None None] Routers {'3d4c07e6-4136-44c4-9614-ddef653cb120'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:20.522395 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-38b478dd-865c-454b-be8d-59299a7b8fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3d4c07e6-4136-44c4-9614-ddef653cb120'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:20.555329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-38b478dd-865c-454b-be8d-59299a7b8fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:20.563625 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b478dd-865c-454b-be8d-59299a7b8fa5 None None] Routers {'3d4c07e6-4136-44c4-9614-ddef653cb120'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:20.564202 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-38b478dd-865c-454b-be8d-59299a7b8fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3d4c07e6-4136-44c4-9614-ddef653cb120'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:20.596797 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-38b478dd-865c-454b-be8d-59299a7b8fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:20.597453 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b478dd-865c-454b-be8d-59299a7b8fa5 None None] The sync data for ids ['3d4c07e6-4136-44c4-9614-ddef653cb120'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:20.626442 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9f9b101c-cc69-4088-a2cb-d39fc43627f8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/routers/3d4c07e6-4136-44c4-9614-ddef653cb120 HTTP/1.1" status: 200 len: 892 time: 0.1115425 Feb 09 03:53:20.630395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46716) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:20.657797 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3b1b285f-7bef-471a-9143-414b4f98b825 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d4c07e6-4136-44c4-9614-ddef653cb120 HTTP/1.1" status: 200 len: 205 time: 0.0262418 Feb 09 03:53:20.660217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46718) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:20.770318 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (3d4c07e6-4136-44c4-9614-ddef653cb120), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:20.842903 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:20.880421 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_gateway (3d4c07e6-4136-44c4-9614-ddef653cb120), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:20.936245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port e26f45cc-daae-49ed-bee6-be7e4117b069 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:20.936582 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e26f45cc-daae-49ed-bee6-be7e4117b069), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.012744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e26f45cc-daae-49ed-bee6-be7e4117b069), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.024523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for e26f45cc-daae-49ed-bee6-be7e4117b069 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:21.187472 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (e26f45cc-daae-49ed-bee6-be7e4117b069), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.212746 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=e26f45cc-daae-49ed-bee6-be7e4117b069,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:21.278234 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (3d4c07e6-4136-44c4-9614-ddef653cb120), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.371408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (3d4c07e6-4136-44c4-9614-ddef653cb120), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.373618 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (3d4c07e6-4136-44c4-9614-ddef653cb120), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.417328 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (3d4c07e6-4136-44c4-9614-ddef653cb120), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.417875 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Fanout notify agent at l3_agent the message router_deleted on router 3d4c07e6-4136-44c4-9614-ddef653cb120 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:53:21.424393 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.425594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b871ebb7-2379-4576-a6cb-06e0e0ba1576 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/3d4c07e6-4136-44c4-9614-ddef653cb120 HTTP/1.1" status: 204 len: 168 time: 0.7639544 Feb 09 03:53:21.429117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46720) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:21.433888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8ba816f5-163f-40b2-9a65-daca891bd7df tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2105467147'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:21.453026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba816f5-163f-40b2-9a65-daca891bd7df tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:21.456233 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ba816f5-163f-40b2-9a65-daca891bd7df tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.480070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba816f5-163f-40b2-9a65-daca891bd7df tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:53:21.489531 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ba816f5-163f-40b2-9a65-daca891bd7df tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ca1e7814-25ce-453c-9ba7-b923702b8794), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.489881 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-8ba816f5-163f-40b2-9a65-daca891bd7df tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Added segment ca1e7814-25ce-453c-9ba7-b923702b8794 of type vlan for network fa607776-0b07-4726-a682-9862331da9a5 Feb 09 03:53:21.533050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ba816f5-163f-40b2-9a65-daca891bd7df tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (fa607776-0b07-4726-a682-9862331da9a5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.557886 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ba816f5-163f-40b2-9a65-daca891bd7df tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (fa607776-0b07-4726-a682-9862331da9a5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.562925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba816f5-163f-40b2-9a65-daca891bd7df tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:21.563505 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ba816f5-163f-40b2-9a65-daca891bd7df tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.614117 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8ba816f5-163f-40b2-9a65-daca891bd7df tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1837747 Feb 09 03:53:21.616932 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46722) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:21.622074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4881860f-d15a-48e7-a4f2-e46094b7d1d2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'subnet': {'network_id': 'fa607776-0b07-4726-a682-9862331da9a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:21.631409 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba816f5-163f-40b2-9a65-daca891bd7df tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Network': ['ID=fa607776-0b07-4726-a682-9862331da9a5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:21.645298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network fa607776-0b07-4726-a682-9862331da9a5 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:53:21.714033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4881860f-d15a-48e7-a4f2-e46094b7d1d2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:21.717444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4881860f-d15a-48e7-a4f2-e46094b7d1d2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.892939 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4881860f-d15a-48e7-a4f2-e46094b7d1d2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (d6af69ed-b800-434e-8e2e-05a0bd451a6f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.947130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881860f-d15a-48e7-a4f2-e46094b7d1d2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Subnet': ['ID=d6af69ed-b800-434e-8e2e-05a0bd451a6f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:21.963077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881860f-d15a-48e7-a4f2-e46094b7d1d2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Checking segment: {'id': 'ca1e7814-25ce-453c-9ba7-b923702b8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fa607776-0b07-4726-a682-9862331da9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:21.963375 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881860f-d15a-48e7-a4f2-e46094b7d1d2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network hostable DHCP agents. Network: fa607776-0b07-4726-a682-9862331da9a5, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:53:21.979427 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.982462 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881860f-d15a-48e7-a4f2-e46094b7d1d2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network fa607776-0b07-4726-a682-9862331da9a5 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:53:21.990858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4881860f-d15a-48e7-a4f2-e46094b7d1d2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, fa607776-0b07-4726-a682-9862331da9a5) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:21.994780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4881860f-d15a-48e7-a4f2-e46094b7d1d2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:21.995399 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4881860f-d15a-48e7-a4f2-e46094b7d1d2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.999453 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d467c624-39d3-467c-b0c8-d6399b5850b8 None None] Network fa607776-0b07-4726-a682-9862331da9a5 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:22.012296 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4881860f-d15a-48e7-a4f2-e46094b7d1d2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3941500 Feb 09 03:53:22.014658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46724) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:22.019128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-62be9cdf-1e4f-400c-89dc-bc58782ae6d1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2069683869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:22.040731 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be9cdf-1e4f-400c-89dc-bc58782ae6d1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (3171d3ab-60c5-46ca-88ab-b7f07b2712af), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.041813 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be9cdf-1e4f-400c-89dc-bc58782ae6d1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (3171d3ab-60c5-46ca-88ab-b7f07b2712af), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.093872 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be9cdf-1e4f-400c-89dc-bc58782ae6d1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (3171d3ab-60c5-46ca-88ab-b7f07b2712af), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.097633 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be9cdf-1e4f-400c-89dc-bc58782ae6d1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (3171d3ab-60c5-46ca-88ab-b7f07b2712af), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.103300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-fa607776-0b07-4726-a682-9862331da9a5', 'network_id': 'fa607776-0b07-4726-a682-9862331da9a5', 'project_id': '867a943dcb4f4a18b31098710f14154c', 'fixed_ips': [{'subnet_id': 'd6af69ed-b800-434e-8e2e-05a0bd451a6f'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:53:22.104159 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.115098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62be9cdf-1e4f-400c-89dc-bc58782ae6d1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.116293 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-62be9cdf-1e4f-400c-89dc-bc58782ae6d1 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1006765 Feb 09 03:53:22.119081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46726) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:22.243712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Allocated IP 2001:db8::2 (fa607776-0b07-4726-a682-9862331da9a5/d6af69ed-b800-434e-8e2e-05a0bd451a6f/027d9a4d-63c1-495f-b6fa-4be409f826c8) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:22.386945 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Publish callbacks [] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.392733 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.402667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.591310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Network fa607776-0b07-4726-a682-9862331da9a5 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:22.594564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:22.597113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:22.606081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Pushing event updated for resources: {'Port': ['ID=027d9a4d-63c1-495f-b6fa-4be409f826c8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:22.660178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Attempting to bind port 027d9a4d-63c1-495f-b6fa-4be409f826c8 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:22.660554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Attempting to bind port 027d9a4d-63c1-495f-b6fa-4be409f826c8 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ca1e7814-25ce-453c-9ba7-b923702b8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fa607776-0b07-4726-a682-9862331da9a5'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:22.661087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Attempting to bind port 027d9a4d-63c1-495f-b6fa-4be409f826c8 on network fa607776-0b07-4726-a682-9862331da9a5 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:22.666290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:22.666667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Checking segment: {'id': 'ca1e7814-25ce-453c-9ba7-b923702b8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fa607776-0b07-4726-a682-9862331da9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:22.667075 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.667474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Bound using segment: {'id': 'ca1e7814-25ce-453c-9ba7-b923702b8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fa607776-0b07-4726-a682-9862331da9a5'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:22.667943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Bound port: 027d9a4d-63c1-495f-b6fa-4be409f826c8, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1e7814-25ce-453c-9ba7-b923702b8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'fa607776-0b07-4726-a682-9862331da9a5'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:22.668330 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.709025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Allocated IP 2001:db8::1 (fa607776-0b07-4726-a682-9862331da9a5/d6af69ed-b800-434e-8e2e-05a0bd451a6f/899838d2-67b2-4cb3-8e6c-8b874c90c245) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:22.733667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] For port 027d9a4d-63c1-495f-b6fa-4be409f826c8, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:22.736799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] For port 027d9a4d-63c1-495f-b6fa-4be409f826c8, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=027d9a4d-63c1-495f-b6fa-4be409f826c8,segment=NetworkSegment(ca1e7814-25ce-453c-9ba7-b923702b8794),segment_id=ca1e7814-25ce-453c-9ba7-b923702b8794)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:22.743880 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.800388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b41cae-3728-43ad-b390-71a9d4c919f1 None None] Pushing event updated for resources: {'Port': ['ID=027d9a4d-63c1-495f-b6fa-4be409f826c8,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:22.829067 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.864426 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.911414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network fa607776-0b07-4726-a682-9862331da9a5 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:22.915060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:22.918947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:22.919580 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (3171d3ab-60c5-46ca-88ab-b7f07b2712af), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.965416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=899838d2-67b2-4cb3-8e6c-8b874c90c245,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:23.062209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:23.180147 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 027d9a4d-63c1-495f-b6fa-4be409f826c8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:23.229018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 027d9a4d-63c1-495f-b6fa-4be409f826c8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:23.229437 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:23.311685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 027d9a4d-63c1-495f-b6fa-4be409f826c8 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:23.312082 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:23.340912 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:23.344952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 027d9a4d-63c1-495f-b6fa-4be409f826c8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=027d9a4d-63c1-495f-b6fa-4be409f826c8,segment=NetworkSegment(ca1e7814-25ce-453c-9ba7-b923702b8794),segment_id=ca1e7814-25ce-453c-9ba7-b923702b8794)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:23.345236 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:23.346001 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (3171d3ab-60c5-46ca-88ab-b7f07b2712af), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:23.349949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:23.401247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=027d9a4d-63c1-495f-b6fa-4be409f826c8,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:23.442292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=899838d2-67b2-4cb3-8e6c-8b874c90c245,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:23.486837 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network fa607776-0b07-4726-a682-9862331da9a5 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:23.488343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:23.612389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 3171d3ab-60c5-46ca-88ab-b7f07b2712af is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:53:23.714942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:23.719949 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-06b948b0-93a4-4f49-bf59-b33f4e1485d7 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/3171d3ab-60c5-46ca-88ab-b7f07b2712af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5998304 Feb 09 03:53:23.722457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46728) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:23.725682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4814736-9180-416e-8203-d0a2ffddb1e9 None None] Sync routers for ids ['3171d3ab-60c5-46ca-88ab-b7f07b2712af'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:23.737039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4814736-9180-416e-8203-d0a2ffddb1e9 None None] Routers {'3171d3ab-60c5-46ca-88ab-b7f07b2712af'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:23.737725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e4814736-9180-416e-8203-d0a2ffddb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3171d3ab-60c5-46ca-88ab-b7f07b2712af'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:23.772901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e4814736-9180-416e-8203-d0a2ffddb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:23.774157 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91619569-988c-42a5-a8f4-f1ce2ca0bd4c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:23.775834 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-91619569-988c-42a5-a8f4-f1ce2ca0bd4c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports/899838d2-67b2-4cb3-8e6c-8b874c90c245 HTTP/1.1" status: 200 len: 911 time: 0.0513318 Feb 09 03:53:23.778545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46730) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:23.783907 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd6af69ed-b800-434e-8e2e-05a0bd451a6f'}]}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:23.784566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4814736-9180-416e-8203-d0a2ffddb1e9 None None] Routers {'3171d3ab-60c5-46ca-88ab-b7f07b2712af'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:23.785733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e4814736-9180-416e-8203-d0a2ffddb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3171d3ab-60c5-46ca-88ab-b7f07b2712af'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:23.825410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7f4b21-040e-4320-9a61-28bbaff263ab None None] Network fa607776-0b07-4726-a682-9862331da9a5 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:23.829766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e4814736-9180-416e-8203-d0a2ffddb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:23.830387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4814736-9180-416e-8203-d0a2ffddb1e9 None None] The sync data for ids ['3171d3ab-60c5-46ca-88ab-b7f07b2712af'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:23.884879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d93ec536-8d1f-47e8-9b8c-0f49e10219bc None None] Provisioning complete for port 027d9a4d-63c1-495f-b6fa-4be409f826c8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:23.885170 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d93ec536-8d1f-47e8-9b8c-0f49e10219bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:23.947748 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.014974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d93ec536-8d1f-47e8-9b8c-0f49e10219bc None None] Current status of the port 027d9a4d-63c1-495f-b6fa-4be409f826c8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:24.240688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2e82bf01-48cf-4203-a2dc-b0192ec100de None None] Provisioning complete for port 899838d2-67b2-4cb3-8e6c-8b874c90c245 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:24.241401 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e82bf01-48cf-4203-a2dc-b0192ec100de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.276982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2e82bf01-48cf-4203-a2dc-b0192ec100de None None] Port 899838d2-67b2-4cb3-8e6c-8b874c90c245 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:24.287461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2e82bf01-48cf-4203-a2dc-b0192ec100de None None] Provisioning complete for port 027d9a4d-63c1-495f-b6fa-4be409f826c8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:24.287836 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e82bf01-48cf-4203-a2dc-b0192ec100de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.332267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.342232 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.348015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:24.348335 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.349886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/ports/899838d2-67b2-4cb3-8e6c-8b874c90c245 HTTP/1.1" status: 200 len: 911 time: 0.5702908 Feb 09 03:53:24.352938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46732) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:24.373055 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.388101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2e82bf01-48cf-4203-a2dc-b0192ec100de None None] Current status of the port 027d9a4d-63c1-495f-b6fa-4be409f826c8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:24.405585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=899838d2-67b2-4cb3-8e6c-8b874c90c245,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:24.413891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.414326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.414667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.415006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.415347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.415687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.416020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.416352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.416711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.417040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.417392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.417858 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.418194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bceb19a-5627-4b61-8c60-c9cf7c68e170 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:24.511629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-71eddcd8-15d9-447b-a3f7-11fbdc80bc6b None None] Provisioning complete for port 899838d2-67b2-4cb3-8e6c-8b874c90c245 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:24.512003 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71eddcd8-15d9-447b-a3f7-11fbdc80bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.558347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-71eddcd8-15d9-447b-a3f7-11fbdc80bc6b None None] Port 899838d2-67b2-4cb3-8e6c-8b874c90c245 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:24.676719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2dfe7f8c-be54-4604-b906-d1897370fa76 None None] Provisioning complete for port 899838d2-67b2-4cb3-8e6c-8b874c90c245 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:24.677053 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2dfe7f8c-be54-4604-b906-d1897370fa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.684600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-889dabd9-3ba5-4a63-bf29-bea6c8946947 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (3171d3ab-60c5-46ca-88ab-b7f07b2712af), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.712700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe7f8c-be54-4604-b906-d1897370fa76 None None] Port 899838d2-67b2-4cb3-8e6c-8b874c90c245 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:25.136106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 027d9a4d-63c1-495f-b6fa-4be409f826c8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:25.190947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 027d9a4d-63c1-495f-b6fa-4be409f826c8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:25.191532 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.209942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-889dabd9-3ba5-4a63-bf29-bea6c8946947 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port 899838d2-67b2-4cb3-8e6c-8b874c90c245 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:25.210367 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-889dabd9-3ba5-4a63-bf29-bea6c8946947 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.270165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 027d9a4d-63c1-495f-b6fa-4be409f826c8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:25.298692 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-889dabd9-3ba5-4a63-bf29-bea6c8946947 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.310918 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-889dabd9-3ba5-4a63-bf29-bea6c8946947 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for 899838d2-67b2-4cb3-8e6c-8b874c90c245 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:25.477340 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-889dabd9-3ba5-4a63-bf29-bea6c8946947 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (899838d2-67b2-4cb3-8e6c-8b874c90c245), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.508666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dabd9-3ba5-4a63-bf29-bea6c8946947 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=899838d2-67b2-4cb3-8e6c-8b874c90c245,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:25.614126 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-889dabd9-3ba5-4a63-bf29-bea6c8946947 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (3171d3ab-60c5-46ca-88ab-b7f07b2712af), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.801589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889dabd9-3ba5-4a63-bf29-bea6c8946947 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 3171d3ab-60c5-46ca-88ab-b7f07b2712af has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:25.883485 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889dabd9-3ba5-4a63-bf29-bea6c8946947 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:25.890439 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-889dabd9-3ba5-4a63-bf29-bea6c8946947 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/3171d3ab-60c5-46ca-88ab-b7f07b2712af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5345581 Feb 09 03:53:25.891505 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46736) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:25.893029 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ad0d6-4b0a-4a36-a4ef-9b8292254842 None None] Sync routers for ids ['3171d3ab-60c5-46ca-88ab-b7f07b2712af'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:25.923867 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5b30b0db-0cb2-42e7-97ff-c3390c34e84b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3171d3ab-60c5-46ca-88ab-b7f07b2712af HTTP/1.1" status: 200 len: 205 time: 0.0286505 Feb 09 03:53:25.924209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46738) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:26.007217 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ad0d6-4b0a-4a36-a4ef-9b8292254842 None None] Routers {'3171d3ab-60c5-46ca-88ab-b7f07b2712af'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:26.008006 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-413ad0d6-4b0a-4a36-a4ef-9b8292254842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3171d3ab-60c5-46ca-88ab-b7f07b2712af'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:26.010281 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc581ccc-d90b-40ca-bd90-a08780234855 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (3171d3ab-60c5-46ca-88ab-b7f07b2712af), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.043433 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-413ad0d6-4b0a-4a36-a4ef-9b8292254842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:26.054002 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ad0d6-4b0a-4a36-a4ef-9b8292254842 None None] Routers {'3171d3ab-60c5-46ca-88ab-b7f07b2712af'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:26.054563 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-413ad0d6-4b0a-4a36-a4ef-9b8292254842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3171d3ab-60c5-46ca-88ab-b7f07b2712af'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:26.089044 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-413ad0d6-4b0a-4a36-a4ef-9b8292254842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:26.089702 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ad0d6-4b0a-4a36-a4ef-9b8292254842 None None] The sync data for ids ['3171d3ab-60c5-46ca-88ab-b7f07b2712af'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:26.515702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc581ccc-d90b-40ca-bd90-a08780234855 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (3171d3ab-60c5-46ca-88ab-b7f07b2712af), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.517749 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc581ccc-d90b-40ca-bd90-a08780234855 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (3171d3ab-60c5-46ca-88ab-b7f07b2712af), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.562663 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc581ccc-d90b-40ca-bd90-a08780234855 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (3171d3ab-60c5-46ca-88ab-b7f07b2712af), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.563219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc581ccc-d90b-40ca-bd90-a08780234855 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Fanout notify agent at l3_agent the message router_deleted on router 3171d3ab-60c5-46ca-88ab-b7f07b2712af {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:53:26.571287 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc581ccc-d90b-40ca-bd90-a08780234855 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.572504 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-cc581ccc-d90b-40ca-bd90-a08780234855 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/3171d3ab-60c5-46ca-88ab-b7f07b2712af HTTP/1.1" status: 204 len: 168 time: 0.6469934 Feb 09 03:53:26.575450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46740) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:26.636980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2fdfc0-5f1a-421a-8d1d-08c01e112845 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting subnet d6af69ed-b800-434e-8e2e-05a0bd451a6f {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:53:26.640692 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfc0-5f1a-421a-8d1d-08c01e112845 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (d6af69ed-b800-434e-8e2e-05a0bd451a6f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.689004 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfc0-5f1a-421a-8d1d-08c01e112845 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (d6af69ed-b800-434e-8e2e-05a0bd451a6f), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.771631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfc0-5f1a-421a-8d1d-08c01e112845 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (d6af69ed-b800-434e-8e2e-05a0bd451a6f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.830225 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfc0-5f1a-421a-8d1d-08c01e112845 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (d6af69ed-b800-434e-8e2e-05a0bd451a6f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.860267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2fdfc0-5f1a-421a-8d1d-08c01e112845 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.863619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7b2fdfc0-5f1a-421a-8d1d-08c01e112845 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/d6af69ed-b800-434e-8e2e-05a0bd451a6f HTTP/1.1" status: 204 len: 168 time: 0.2871151 Feb 09 03:53:26.865790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fdfc0-5f1a-421a-8d1d-08c01e112845 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Subnet': ['ID=d6af69ed-b800-434e-8e2e-05a0bd451a6f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:26.866708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46742) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:26.869850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0c0140-4944-434f-ae62-a18aba3d29c3 None None] Network fa607776-0b07-4726-a682-9862331da9a5 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:26.951576 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (fa607776-0b07-4726-a682-9862331da9a5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.017677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port 027d9a4d-63c1-495f-b6fa-4be409f826c8 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:27.018032 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.018706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae58ff47-9832-4880-8b60-58331791c50d None None] DHCP port deletion for fa607776-0b07-4726-a682-9862331da9a5 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:53:27.070457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ae58ff47-9832-4880-8b60-58331791c50d None None] Deleting port 027d9a4d-63c1-495f-b6fa-4be409f826c8 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:27.070743 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae58ff47-9832-4880-8b60-58331791c50d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.080608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] For port 027d9a4d-63c1-495f-b6fa-4be409f826c8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=027d9a4d-63c1-495f-b6fa-4be409f826c8,segment=NetworkSegment(ca1e7814-25ce-453c-9ba7-b923702b8794),segment_id=ca1e7814-25ce-453c-9ba7-b923702b8794)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:27.080977 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.094748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for 027d9a4d-63c1-495f-b6fa-4be409f826c8 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:27.141704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 027d9a4d-63c1-495f-b6fa-4be409f826c8 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:27.144566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ae58ff47-9832-4880-8b60-58331791c50d None None] For port 027d9a4d-63c1-495f-b6fa-4be409f826c8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=027d9a4d-63c1-495f-b6fa-4be409f826c8,segment=NetworkSegment(ca1e7814-25ce-453c-9ba7-b923702b8794),segment_id=ca1e7814-25ce-453c-9ba7-b923702b8794)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:27.144977 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae58ff47-9832-4880-8b60-58331791c50d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.174994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ae58ff47-9832-4880-8b60-58331791c50d None None] Calling delete_port for 027d9a4d-63c1-495f-b6fa-4be409f826c8 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:27.179159 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.207744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No DVR routers for this DVR port 027d9a4d-63c1-495f-b6fa-4be409f826c8 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:27.212957 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=027d9a4d-63c1-495f-b6fa-4be409f826c8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:27.235911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No active binding found for port 027d9a4d-63c1-495f-b6fa-4be409f826c8 {{(pid=103329) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 03:53:27.236285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] The host n-d-824835-15 is not matching for port 027d9a4d-63c1-495f-b6fa-4be409f826c8 host None! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:53:27.236674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 027d9a4d-63c1-495f-b6fa-4be409f826c8 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:27.270634 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae58ff47-9832-4880-8b60-58331791c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (027d9a4d-63c1-495f-b6fa-4be409f826c8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.293746 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (fa607776-0b07-4726-a682-9862331da9a5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.295599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58ff47-9832-4880-8b60-58331791c50d None None] Pushing event deleted for resources: {'Port': ['ID=027d9a4d-63c1-495f-b6fa-4be409f826c8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:27.299132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae58ff47-9832-4880-8b60-58331791c50d None None] No DVR routers for this DVR port 027d9a4d-63c1-495f-b6fa-4be409f826c8 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:27.321429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa607776-0b07-4726-a682-9862331da9a5']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:27.330381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1e7814-25ce-453c-9ba7-b923702b8794') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:27.330675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1e7814-25ce-453c-9ba7-b923702b8794') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:27.340315 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (ca1e7814-25ce-453c-9ba7-b923702b8794), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.353322 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ca1e7814-25ce-453c-9ba7-b923702b8794), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.359107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:53:27.359477 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (ca1e7814-25ce-453c-9ba7-b923702b8794), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:53:27.362561 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:53:27.421114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (fa607776-0b07-4726-a682-9862331da9a5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.431165 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.434255 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/networks/fa607776-0b07-4726-a682-9862331da9a5 HTTP/1.1" status: 204 len: 168 time: 0.5660605 Feb 09 03:53:27.438693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46744) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:27.444124 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d3a988da-36eb-4070-addf-7f4df66f1d41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1995157604', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:27.444988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0563264-1c87-46f5-bb9a-77b7fe44c023 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Network': ['ID=fa607776-0b07-4726-a682-9862331da9a5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:27.464998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3a988da-36eb-4070-addf-7f4df66f1d41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.466003 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3a988da-36eb-4070-addf-7f4df66f1d41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.521418 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3a988da-36eb-4070-addf-7f4df66f1d41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (2675291b-029a-444c-b557-3a7bc01bd1d2), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.525447 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3a988da-36eb-4070-addf-7f4df66f1d41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.543285 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3a988da-36eb-4070-addf-7f4df66f1d41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.544566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d3a988da-36eb-4070-addf-7f4df66f1d41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1048186 Feb 09 03:53:27.548072 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46746) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:27.553848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-65eccc62-029d-4a46-8556-479c74dbd458 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-567601322'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:27.572682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eccc62-029d-4a46-8556-479c74dbd458 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:27.575839 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65eccc62-029d-4a46-8556-479c74dbd458 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.599003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65eccc62-029d-4a46-8556-479c74dbd458 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:53:27.607845 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65eccc62-029d-4a46-8556-479c74dbd458 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b67a5b19-9908-4b85-a895-f2b658cfe190), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.608183 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-65eccc62-029d-4a46-8556-479c74dbd458 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Added segment b67a5b19-9908-4b85-a895-f2b658cfe190 of type vlan for network 6a1f824d-abdc-48b0-8d55-1135a9d7c299 Feb 09 03:53:27.646715 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65eccc62-029d-4a46-8556-479c74dbd458 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (6a1f824d-abdc-48b0-8d55-1135a9d7c299), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.671875 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65eccc62-029d-4a46-8556-479c74dbd458 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (6a1f824d-abdc-48b0-8d55-1135a9d7c299), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.676991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eccc62-029d-4a46-8556-479c74dbd458 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:27.677592 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65eccc62-029d-4a46-8556-479c74dbd458 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.735079 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-65eccc62-029d-4a46-8556-479c74dbd458 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1859176 Feb 09 03:53:27.738085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46748) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:27.743911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-05204e49-d9d5-4393-a5fb-80cef935b3d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'subnet': {'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:27.749918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eccc62-029d-4a46-8556-479c74dbd458 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Network': ['ID=6a1f824d-abdc-48b0-8d55-1135a9d7c299,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:27.760757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 6a1f824d-abdc-48b0-8d55-1135a9d7c299 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:53:27.842748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05204e49-d9d5-4393-a5fb-80cef935b3d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:27.846142 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05204e49-d9d5-4393-a5fb-80cef935b3d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.032813 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05204e49-d9d5-4393-a5fb-80cef935b3d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (ec5db0ec-379a-4794-a113-3123c81894ca), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.091993 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05204e49-d9d5-4393-a5fb-80cef935b3d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Subnet': ['ID=ec5db0ec-379a-4794-a113-3123c81894ca,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:28.101613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05204e49-d9d5-4393-a5fb-80cef935b3d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Checking segment: {'id': 'b67a5b19-9908-4b85-a895-f2b658cfe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:28.101979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05204e49-d9d5-4393-a5fb-80cef935b3d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network hostable DHCP agents. Network: 6a1f824d-abdc-48b0-8d55-1135a9d7c299, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:53:28.117569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05204e49-d9d5-4393-a5fb-80cef935b3d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 6a1f824d-abdc-48b0-8d55-1135a9d7c299 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:53:28.126169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-05204e49-d9d5-4393-a5fb-80cef935b3d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 6a1f824d-abdc-48b0-8d55-1135a9d7c299) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:28.130207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05204e49-d9d5-4393-a5fb-80cef935b3d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:28.130799 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-05204e49-d9d5-4393-a5fb-80cef935b3d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.135332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca34717-1d6e-4d96-b7d1-b884349fc351 None None] Network 6a1f824d-abdc-48b0-8d55-1135a9d7c299 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:28.151442 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-05204e49-d9d5-4393-a5fb-80cef935b3d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4089177 Feb 09 03:53:28.151673 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46750) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:28.233830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'project_id': '867a943dcb4f4a18b31098710f14154c', 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:53:28.234763 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.373583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Allocated IP 2001:db8::2 (6a1f824d-abdc-48b0-8d55-1135a9d7c299/ec5db0ec-379a-4794-a113-3123c81894ca/1424d1e3-e676-4c79-88eb-c927dd3c1df6) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:28.434808 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.517642 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Publish callbacks [] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.524871 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.562750 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Network 6a1f824d-abdc-48b0-8d55-1135a9d7c299 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:28.569762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:28.574045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:28.582555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Pushing event updated for resources: {'Port': ['ID=1424d1e3-e676-4c79-88eb-c927dd3c1df6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:28.641172 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Attempting to bind port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:28.641490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Attempting to bind port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b67a5b19-9908-4b85-a895-f2b658cfe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:28.641858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Attempting to bind port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 on network 6a1f824d-abdc-48b0-8d55-1135a9d7c299 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:28.648887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:28.649369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Checking segment: {'id': 'b67a5b19-9908-4b85-a895-f2b658cfe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:28.649857 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.650322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Bound using segment: {'id': 'b67a5b19-9908-4b85-a895-f2b658cfe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:28.650862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Bound port: 1424d1e3-e676-4c79-88eb-c927dd3c1df6, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67a5b19-9908-4b85-a895-f2b658cfe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:28.651310 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.692741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Allocated IP 2001:db8::1 (6a1f824d-abdc-48b0-8d55-1135a9d7c299/ec5db0ec-379a-4794-a113-3123c81894ca/215b9ced-2333-4c70-a17b-c2f9b5b06a14) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:28.715499 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] For port 1424d1e3-e676-4c79-88eb-c927dd3c1df6, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:28.718668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] For port 1424d1e3-e676-4c79-88eb-c927dd3c1df6, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1424d1e3-e676-4c79-88eb-c927dd3c1df6,segment=NetworkSegment(b67a5b19-9908-4b85-a895-f2b658cfe190),segment_id=b67a5b19-9908-4b85-a895-f2b658cfe190)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:28.724878 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.783855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de099a-ec29-4461-99fa-ff805f6701bb None None] Pushing event updated for resources: {'Port': ['ID=1424d1e3-e676-4c79-88eb-c927dd3c1df6,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:28.811150 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.856803 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.899976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 6a1f824d-abdc-48b0-8d55-1135a9d7c299 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:28.905722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:28.910962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:28.911522 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.963427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=215b9ced-2333-4c70-a17b-c2f9b5b06a14,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:29.059687 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.181290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1424d1e3-e676-4c79-88eb-c927dd3c1df6 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:29.234184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:29.234477 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.313146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:29.313567 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.350799 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.352872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 1424d1e3-e676-4c79-88eb-c927dd3c1df6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1424d1e3-e676-4c79-88eb-c927dd3c1df6,segment=NetworkSegment(b67a5b19-9908-4b85-a895-f2b658cfe190),segment_id=b67a5b19-9908-4b85-a895-f2b658cfe190)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:29.355187 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.356131 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.357694 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.409236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=1424d1e3-e676-4c79-88eb-c927dd3c1df6,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:29.446085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=215b9ced-2333-4c70-a17b-c2f9b5b06a14,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:29.491503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 6a1f824d-abdc-48b0-8d55-1135a9d7c299 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:29.492950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:29.619825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 2675291b-029a-444c-b557-3a7bc01bd1d2 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:53:29.721823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:29.731069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46752) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:29.732907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Sync routers for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:29.733927 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-53ae4397-3c15-4c57-81be-f7a79ac7d013 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5812483 Feb 09 03:53:29.736499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-132b1b93-0f3a-4dbe-8423-35a9e979bec2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1144883658'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:29.744604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:29.745480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:29.756813 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132b1b93-0f3a-4dbe-8423-35a9e979bec2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:29.760385 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132b1b93-0f3a-4dbe-8423-35a9e979bec2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.787905 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132b1b93-0f3a-4dbe-8423-35a9e979bec2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:53:29.797657 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132b1b93-0f3a-4dbe-8423-35a9e979bec2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b5187b46-25a8-4c77-8fdf-0d2abcbdbc52), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.798001 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-132b1b93-0f3a-4dbe-8423-35a9e979bec2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Added segment b5187b46-25a8-4c77-8fdf-0d2abcbdbc52 of type vlan for network e9cf24ea-43a8-470e-bcc0-eb8b3f102456 Feb 09 03:53:29.840594 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132b1b93-0f3a-4dbe-8423-35a9e979bec2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (e9cf24ea-43a8-470e-bcc0-eb8b3f102456), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.845090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:29.865918 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132b1b93-0f3a-4dbe-8423-35a9e979bec2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (e9cf24ea-43a8-470e-bcc0-eb8b3f102456), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.873576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b1b93-0f3a-4dbe-8423-35a9e979bec2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:29.874240 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-132b1b93-0f3a-4dbe-8423-35a9e979bec2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.885090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffbdd6a-e85b-42e4-b7e2-24cf68ca5772 None None] Network 6a1f824d-abdc-48b0-8d55-1135a9d7c299 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:29.934422 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-132b1b93-0f3a-4dbe-8423-35a9e979bec2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2022076 Feb 09 03:53:29.937500 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46754) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:29.944794 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-65487d77-bc75-445e-a5cf-503317ad92a2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'subnet': {'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:29.954826 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b1b93-0f3a-4dbe-8423-35a9e979bec2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Network': ['ID=e9cf24ea-43a8-470e-bcc0-eb8b3f102456,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:29.974020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network e9cf24ea-43a8-470e-bcc0-eb8b3f102456 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:53:30.041871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65487d77-bc75-445e-a5cf-503317ad92a2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:30.045718 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65487d77-bc75-445e-a5cf-503317ad92a2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.159462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-aa3e0b74-3266-442c-9e79-194d37b7d445 None None] Provisioning complete for port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:30.159775 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa3e0b74-3266-442c-9e79-194d37b7d445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.237033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65487d77-bc75-445e-a5cf-503317ad92a2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (002d92fa-01ea-44b5-87c5-8980e6ec0cca), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.299105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65487d77-bc75-445e-a5cf-503317ad92a2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Subnet': ['ID=002d92fa-01ea-44b5-87c5-8980e6ec0cca,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:30.318151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65487d77-bc75-445e-a5cf-503317ad92a2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Checking segment: {'id': 'b5187b46-25a8-4c77-8fdf-0d2abcbdbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:30.318580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65487d77-bc75-445e-a5cf-503317ad92a2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network hostable DHCP agents. Network: e9cf24ea-43a8-470e-bcc0-eb8b3f102456, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:53:30.336634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65487d77-bc75-445e-a5cf-503317ad92a2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network e9cf24ea-43a8-470e-bcc0-eb8b3f102456 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:53:30.346351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-65487d77-bc75-445e-a5cf-503317ad92a2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, e9cf24ea-43a8-470e-bcc0-eb8b3f102456) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:30.351362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65487d77-bc75-445e-a5cf-503317ad92a2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:30.352230 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-65487d77-bc75-445e-a5cf-503317ad92a2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.370790 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-65487d77-bc75-445e-a5cf-503317ad92a2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4319165 Feb 09 03:53:30.373691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46756) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:30.405104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846c134d-91ab-419c-9d61-b41bad1d239a None None] Network e9cf24ea-43a8-470e-bcc0-eb8b3f102456 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:30.593520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e0b74-3266-442c-9e79-194d37b7d445 None None] Current status of the port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:30.601055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'project_id': '867a943dcb4f4a18b31098710f14154c', 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:53:30.601969 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.607212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:29Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:29Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:30.644357 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Checking router: 2675291b-029a-444c-b557-3a7bc01bd1d2 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:30.645269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Updating router 2675291b-029a-444c-b557-3a7bc01bd1d2 port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:53:30.739665 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.920408 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-627c0cc1-0765-4fac-afd5-27e26c66e149 None None] Provisioning complete for port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:30.921082 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-627c0cc1-0765-4fac-afd5-27e26c66e149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.926129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Allocated IP 2001:db8:1::2 (e9cf24ea-43a8-470e-bcc0-eb8b3f102456/002d92fa-01ea-44b5-87c5-8980e6ec0cca/00f31ca0-e410-4acd-88ab-d03fa8dbe0f4) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:31.078939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-627c0cc1-0765-4fac-afd5-27e26c66e149 None None] Port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:31.120106 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28d0a7cd-77fc-498e-9b7d-5816f416e178 req-45ba612d-2738-445f-afbe-5ff557e6ac71 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1989384 Feb 09 03:53:31.127114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.138358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-627c0cc1-0765-4fac-afd5-27e26c66e149 None None] Provisioning complete for port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:31.138731 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-627c0cc1-0765-4fac-afd5-27e26c66e149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.204485 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1424d1e3-e676-4c79-88eb-c927dd3c1df6 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:31.293839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0a7cd-77fc-498e-9b7d-5816f416e178 req-a133c92b-0119-46cb-9eec-1d13820e0adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:31.295394 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28d0a7cd-77fc-498e-9b7d-5816f416e178 req-a133c92b-0119-46cb-9eec-1d13820e0adf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c914b6877d464ab882b30a0708aa4119&device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 1128 time: 0.1011107 Feb 09 03:53:31.400733 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Publish callbacks [] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.430564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:31.431398 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.433760 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Publish callbacks [] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.436995 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.495169 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.499815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0a7cd-77fc-498e-9b7d-5816f416e178 req-c69dd96a-96ab-44c0-8434-99a131c86331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:31.501349 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28d0a7cd-77fc-498e-9b7d-5816f416e178 req-c69dd96a-96ab-44c0-8434-99a131c86331 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc87523-c236-4901-86d0-d80d734ceb67 HTTP/1.1" status: 200 len: 914 time: 0.1748643 Feb 09 03:53:31.519412 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-627c0cc1-0765-4fac-afd5-27e26c66e149 None None] Current status of the port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:31.530284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Network e9cf24ea-43a8-470e-bcc0-eb8b3f102456 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:31.539817 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:31.542611 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Pushing event updated for resources: {'Port': ['ID=00f31ca0-e410-4acd-88ab-d03fa8dbe0f4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:31.545015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:31.571187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Allocated IP 2001:db8:1::1 (e9cf24ea-43a8-470e-bcc0-eb8b3f102456/002d92fa-01ea-44b5-87c5-8980e6ec0cca/9ff275c6-7810-4e38-a9b1-76d21ec7d9a2) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:31.592521 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28d0a7cd-77fc-498e-9b7d-5816f416e178 req-ed237a77-3385-4065-a0e5-5c4afd0a1410 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea01c15f-4524-4311-9c65-afe053257621 HTTP/1.1" status: 200 len: 1000 time: 0.0840313 Feb 09 03:53:31.699671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0a7cd-77fc-498e-9b7d-5816f416e178 req-417a49ed-75c4-4c43-83e1-f19376c716c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:31.700947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28d0a7cd-77fc-498e-9b7d-5816f416e178 req-417a49ed-75c4-4c43-83e1-f19376c716c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09da60b9-ce01-4806-8228-46124e130e88 HTTP/1.1" status: 200 len: 852 time: 0.1001592 Feb 09 03:53:31.702826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4031e17-85cc-4ce7-ba3f-daf05d0bdeb9 None None] Pushing event updated for resources: {'Port': ['ID=215b9ced-2333-4c70-a17b-c2f9b5b06a14,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:31.738631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Attempting to bind port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:31.739096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Attempting to bind port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b5187b46-25a8-4c77-8fdf-0d2abcbdbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:31.739604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Attempting to bind port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 on network e9cf24ea-43a8-470e-bcc0-eb8b3f102456 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:31.742728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:31.744890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Attempting to bind port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:31.745260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Attempting to bind port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b67a5b19-9908-4b85-a895-f2b658cfe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:31.745651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Attempting to bind port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 on network 6a1f824d-abdc-48b0-8d55-1135a9d7c299 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:31.750367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ec0d1031-b73e-44d7-b56e-b056b937d436 None None] Provisioning complete for port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:31.750762 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec0d1031-b73e-44d7-b56e-b056b937d436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.757833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:31.758222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Checking segment: {'id': 'b5187b46-25a8-4c77-8fdf-0d2abcbdbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:31.758623 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.759019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Bound using segment: {'id': 'b5187b46-25a8-4c77-8fdf-0d2abcbdbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:31.759499 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Bound port: 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5187b46-25a8-4c77-8fdf-0d2abcbdbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:31.759878 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.761923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:31.762290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Checking segment: {'id': 'b67a5b19-9908-4b85-a895-f2b658cfe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:31.762704 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.763118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Bound using segment: {'id': 'b67a5b19-9908-4b85-a895-f2b658cfe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:31.763543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Bound port: 215b9ced-2333-4c70-a17b-c2f9b5b06a14, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67a5b19-9908-4b85-a895-f2b658cfe190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:31.763917 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.770703 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.790811 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0a7cd-77fc-498e-9b7d-5816f416e178 req-435e46ed-3bc9-473b-a42b-b97a61b15ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:31.792266 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28d0a7cd-77fc-498e-9b7d-5816f416e178 req-435e46ed-3bc9-473b-a42b-b97a61b15ae3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc87523-c236-4901-86d0-d80d734ceb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0806382 Feb 09 03:53:31.850078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d1031-b73e-44d7-b56e-b056b937d436 None None] Port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:31.871484 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.909730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] For port 215b9ced-2333-4c70-a17b-c2f9b5b06a14, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:31.912457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-dece3a15-c400-4461-aad8-03845b22003a None None] For port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:31.915253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] For port 215b9ced-2333-4c70-a17b-c2f9b5b06a14, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=215b9ced-2333-4c70-a17b-c2f9b5b06a14,segment=NetworkSegment(b67a5b19-9908-4b85-a895-f2b658cfe190),segment_id=b67a5b19-9908-4b85-a895-f2b658cfe190)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:31.918038 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-dece3a15-c400-4461-aad8-03845b22003a None None] For port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=00f31ca0-e410-4acd-88ab-d03fa8dbe0f4,segment=NetworkSegment(b5187b46-25a8-4c77-8fdf-0d2abcbdbc52),segment_id=b5187b46-25a8-4c77-8fdf-0d2abcbdbc52)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:31.923976 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.932049 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.932341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network e9cf24ea-43a8-470e-bcc0-eb8b3f102456 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:31.940670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:31.951405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:31.951981 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.956126 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=9ff275c6-7810-4e38-a9b1-76d21ec7d9a2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:31.997658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:31.998313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:32.000873 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28d0a7cd-77fc-498e-9b7d-5816f416e178 req-56d4db54-e270-4bdc-96e3-58374d9f02ec service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015045 Feb 09 03:53:32.096942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4031e17-85cc-4ce7-ba3f-daf05d0bdeb9 None None] Pushing event updated for resources: {'Port': ['ID=215b9ced-2333-4c70-a17b-c2f9b5b06a14,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:32.162761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4ac3b645-ec76-4ffb-a02d-e9343aff49cc None None] Provisioning complete for port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:32.163137 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ac3b645-ec76-4ffb-a02d-e9343aff49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.190869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-28d0a7cd-77fc-498e-9b7d-5816f416e178 req-9ec776f9-a6fd-4d9b-9ee8-c2278314a14b service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824331 Feb 09 03:53:32.195410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.218495 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:32.220635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece3a15-c400-4461-aad8-03845b22003a None None] Pushing event updated for resources: {'Port': ['ID=00f31ca0-e410-4acd-88ab-d03fa8dbe0f4,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:32.575784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.580135 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.580945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.627000 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4ac3b645-ec76-4ffb-a02d-e9343aff49cc None None] Current status of the port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:32.627494 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ac3b645-ec76-4ffb-a02d-e9343aff49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.668891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=9ff275c6-7810-4e38-a9b1-76d21ec7d9a2,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:32.700765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4ac3b645-ec76-4ffb-a02d-e9343aff49cc None None] For port 215b9ced-2333-4c70-a17b-c2f9b5b06a14, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=215b9ced-2333-4c70-a17b-c2f9b5b06a14,segment=NetworkSegment(b67a5b19-9908-4b85-a895-f2b658cfe190),segment_id=b67a5b19-9908-4b85-a895-f2b658cfe190)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:32.705718 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ac3b645-ec76-4ffb-a02d-e9343aff49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.712079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network e9cf24ea-43a8-470e-bcc0-eb8b3f102456 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:32.713502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:32.775593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3b645-ec76-4ffb-a02d-e9343aff49cc None None] Pushing event updated for resources: {'Port': ['ID=215b9ced-2333-4c70-a17b-c2f9b5b06a14,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:32.782716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:29Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:31Z', 'revision_number': 4, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:32.814615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 2675291b-029a-444c-b557-3a7bc01bd1d2 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:32.818647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ca67d-1fb3-4992-93fc-b344bb201550 None None] The sync data for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 is: [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:29Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:31Z', 'revision_number': 4, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:32.831271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-26456b7b-3927-436d-8f7e-616e8781efcd None None] Provisioning complete for port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:32.831917 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26456b7b-3927-436d-8f7e-616e8781efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.925223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-26456b7b-3927-436d-8f7e-616e8781efcd None None] Current status of the port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:32.932443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:32.941958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0e31a6d8-17a9-4d83-9738-d9aace9c0b83 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5637126 Feb 09 03:53:32.942318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46760) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:32.947657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3772abfb-f135-4ed6-a8b0-218cfb323f8b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2125130123'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:32.972420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3772abfb-f135-4ed6-a8b0-218cfb323f8b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:32.977126 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3772abfb-f135-4ed6-a8b0-218cfb323f8b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.012048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3772abfb-f135-4ed6-a8b0-218cfb323f8b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:53:33.023827 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3772abfb-f135-4ed6-a8b0-218cfb323f8b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7ffbfad9-c401-4855-8cc3-4fce176578d3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.024231 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-3772abfb-f135-4ed6-a8b0-218cfb323f8b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Added segment 7ffbfad9-c401-4855-8cc3-4fce176578d3 of type vlan for network f5b5168c-bbb0-4e80-8e64-5f7a7471b789 Feb 09 03:53:33.082765 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3772abfb-f135-4ed6-a8b0-218cfb323f8b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f5b5168c-bbb0-4e80-8e64-5f7a7471b789), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.125689 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3772abfb-f135-4ed6-a8b0-218cfb323f8b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f5b5168c-bbb0-4e80-8e64-5f7a7471b789), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.132281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3772abfb-f135-4ed6-a8b0-218cfb323f8b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:33.133477 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3772abfb-f135-4ed6-a8b0-218cfb323f8b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.208492 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3772abfb-f135-4ed6-a8b0-218cfb323f8b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2649124 Feb 09 03:53:33.211578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46762) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:33.217048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b5e2fe12-a27e-4203-8c5e-47feb3cf0cf2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'subnet': {'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:33.238098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772abfb-f135-4ed6-a8b0-218cfb323f8b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Network': ['ID=f5b5168c-bbb0-4e80-8e64-5f7a7471b789,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:33.250672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f5b5168c-bbb0-4e80-8e64-5f7a7471b789 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:53:33.351140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:33.385771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e2fe12-a27e-4203-8c5e-47feb3cf0cf2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:33.389843 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5e2fe12-a27e-4203-8c5e-47feb3cf0cf2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.396033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c31288-c6cb-429d-8be0-bdde9da72f15 None None] Network e9cf24ea-43a8-470e-bcc0-eb8b3f102456 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:33.531027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-603e8eb9-ad7b-4188-ac28-3b8018b7add2 None None] Provisioning complete for port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:33.531417 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-603e8eb9-ad7b-4188-ac28-3b8018b7add2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.596699 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:33.597121 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.626324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5e2fe12-a27e-4203-8c5e-47feb3cf0cf2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (820cafaa-749f-440c-8241-091b5dd0a0e9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.693671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2fe12-a27e-4203-8c5e-47feb3cf0cf2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Subnet': ['ID=820cafaa-749f-440c-8241-091b5dd0a0e9,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:33.712329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2fe12-a27e-4203-8c5e-47feb3cf0cf2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Checking segment: {'id': '7ffbfad9-c401-4855-8cc3-4fce176578d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:33.714181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e2fe12-a27e-4203-8c5e-47feb3cf0cf2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network hostable DHCP agents. Network: f5b5168c-bbb0-4e80-8e64-5f7a7471b789, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:53:33.735594 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e2fe12-a27e-4203-8c5e-47feb3cf0cf2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network f5b5168c-bbb0-4e80-8e64-5f7a7471b789 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:53:33.749350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b5e2fe12-a27e-4203-8c5e-47feb3cf0cf2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, f5b5168c-bbb0-4e80-8e64-5f7a7471b789) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:33.752146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-603e8eb9-ad7b-4188-ac28-3b8018b7add2 None None] Current status of the port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:33.752823 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-603e8eb9-ad7b-4188-ac28-3b8018b7add2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.757545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e2fe12-a27e-4203-8c5e-47feb3cf0cf2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:33.757545 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5e2fe12-a27e-4203-8c5e-47feb3cf0cf2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.779667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a8900-f72a-40b3-873e-d785c6ea68a3 None None] Network f5b5168c-bbb0-4e80-8e64-5f7a7471b789 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:33.787599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b5e2fe12-a27e-4203-8c5e-47feb3cf0cf2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5748291 Feb 09 03:53:33.788025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46764) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:33.796220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:33.796615 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.864383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-603e8eb9-ad7b-4188-ac28-3b8018b7add2 None None] For port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=00f31ca0-e410-4acd-88ab-d03fa8dbe0f4,segment=NetworkSegment(b5187b46-25a8-4c77-8fdf-0d2abcbdbc52),segment_id=b5187b46-25a8-4c77-8fdf-0d2abcbdbc52)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:33.872393 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-603e8eb9-ad7b-4188-ac28-3b8018b7add2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.024380 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:53:34.024744 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:53:34.028726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e8eb9-ad7b-4188-ac28-3b8018b7add2 None None] Pushing event updated for resources: {'Port': ['ID=00f31ca0-e410-4acd-88ab-d03fa8dbe0f4,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:34.043255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'project_id': '867a943dcb4f4a18b31098710f14154c', 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:53:34.044124 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.047431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8c34b6be-06b7-47ea-81db-19a89faa9cd8 None None] Provisioning complete for port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:34.047797 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c34b6be-06b7-47ea-81db-19a89faa9cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.150066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8c34b6be-06b7-47ea-81db-19a89faa9cd8 None None] Port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:34.172999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8c34b6be-06b7-47ea-81db-19a89faa9cd8 None None] Provisioning complete for port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:34.173511 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c34b6be-06b7-47ea-81db-19a89faa9cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.232981 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.274564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Allocated IP 2001:db8:2::2 (f5b5168c-bbb0-4e80-8e64-5f7a7471b789/820cafaa-749f-440c-8241-091b5dd0a0e9/6b636bf8-bb2e-4ffa-942e-13890a440603) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:34.374697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8c34b6be-06b7-47ea-81db-19a89faa9cd8 None None] Current status of the port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:34.482185 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Publish callbacks [] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.491471 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.552138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Allocated IP 2001:db8:2::1 (f5b5168c-bbb0-4e80-8e64-5f7a7471b789/820cafaa-749f-440c-8241-091b5dd0a0e9/d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:34.575906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Network f5b5168c-bbb0-4e80-8e64-5f7a7471b789 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:34.588248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:34.593421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Pushing event updated for resources: {'Port': ['ID=6b636bf8-bb2e-4ffa-942e-13890a440603,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:34.596947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:34.600203 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9cfcb32f-e680-4053-bd65-5284e9a23f7b None None] Provisioning complete for port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:34.600573 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cfcb32f-e680-4053-bd65-5284e9a23f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.603025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:34.603780 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Sync routers for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:34.604254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 215b9ced-2333-4c70-a17b-c2f9b5b06a14 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:34.614180 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:34.614783 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:34.691264 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.708199 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:34.712536 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9cfcb32f-e680-4053-bd65-5284e9a23f7b None None] Port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:34.719407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Attempting to bind port 6b636bf8-bb2e-4ffa-942e-13890a440603 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:34.719860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Attempting to bind port 6b636bf8-bb2e-4ffa-942e-13890a440603 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7ffbfad9-c401-4855-8cc3-4fce176578d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:34.720292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Attempting to bind port 6b636bf8-bb2e-4ffa-942e-13890a440603 on network f5b5168c-bbb0-4e80-8e64-5f7a7471b789 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:34.729985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:34.730339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Checking segment: {'id': '7ffbfad9-c401-4855-8cc3-4fce176578d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:34.730815 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.731203 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Bound using segment: {'id': '7ffbfad9-c401-4855-8cc3-4fce176578d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:34.731812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Bound port: 6b636bf8-bb2e-4ffa-942e-13890a440603, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffbfad9-c401-4855-8cc3-4fce176578d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:34.732349 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.735172 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.748560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:34.748811 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.790862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network f5b5168c-bbb0-4e80-8e64-5f7a7471b789 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:34.795888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:34.801197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:34.801974 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.806644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:34.838624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] For port 6b636bf8-bb2e-4ffa-942e-13890a440603, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:34.857435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] For port 6b636bf8-bb2e-4ffa-942e-13890a440603, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6b636bf8-bb2e-4ffa-942e-13890a440603,segment=NetworkSegment(7ffbfad9-c401-4855-8cc3-4fce176578d3),segment_id=7ffbfad9-c401-4855-8cc3-4fce176578d3)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:34.864419 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-50f07be6-a29c-40ca-a3df-da1d411310ac None None] Provisioning complete for port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:34.864794 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50f07be6-a29c-40ca-a3df-da1d411310ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.890387 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.929233 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 3, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:34.947675 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.957046 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Checking router: 2675291b-029a-444c-b557-3a7bc01bd1d2 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:34.958399 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Updating router 2675291b-029a-444c-b557-3a7bc01bd1d2 port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:53:34.969705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:34.990293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-50f07be6-a29c-40ca-a3df-da1d411310ac None None] Port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:34.999562 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.012180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbf943-6293-4ac6-ad8c-cb39b27d4d59 None None] Pushing event updated for resources: {'Port': ['ID=6b636bf8-bb2e-4ffa-942e-13890a440603,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:35.223868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:35.281084 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.288146 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.288942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.296826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:35.297211 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.339855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:35.395408 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Publish callbacks [] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.406431 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.464393 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network f5b5168c-bbb0-4e80-8e64-5f7a7471b789 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:35.466685 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Pushing event updated for resources: {'Port': ['ID=9ff275c6-7810-4e38-a9b1-76d21ec7d9a2,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:35.468674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:35.517233 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.517657 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.518008 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.518337 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.520104 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.520351 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.520686 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.521012 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.521546 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.521659 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.522253 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.522580 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.522905 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:35.546851 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Attempting to bind port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:35.547576 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Attempting to bind port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b5187b46-25a8-4c77-8fdf-0d2abcbdbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:35.548714 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Attempting to bind port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 on network e9cf24ea-43a8-470e-bcc0-eb8b3f102456 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:35.555643 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:35.556321 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Checking segment: {'id': 'b5187b46-25a8-4c77-8fdf-0d2abcbdbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:35.556908 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.557538 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Bound using segment: {'id': 'b5187b46-25a8-4c77-8fdf-0d2abcbdbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:35.558243 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Bound port: 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5187b46-25a8-4c77-8fdf-0d2abcbdbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:35.558839 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.579788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:35.614094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 2675291b-029a-444c-b557-3a7bc01bd1d2 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:35.633743 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] For port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:35.637435 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] For port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9ff275c6-7810-4e38-a9b1-76d21ec7d9a2,segment=NetworkSegment(b5187b46-25a8-4c77-8fdf-0d2abcbdbc52),segment_id=b5187b46-25a8-4c77-8fdf-0d2abcbdbc52)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:35.645607 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.710704 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:35.711337 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:35.853197 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f780d7b-ca57-4a2c-905c-d90c30335143 None None] Pushing event updated for resources: {'Port': ['ID=9ff275c6-7810-4e38-a9b1-76d21ec7d9a2,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:35.857630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-74d7fcf1-bc4f-428d-97f4-7150994aab38 None None] Provisioning complete for port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:35.858206 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74d7fcf1-bc4f-428d-97f4-7150994aab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.876778 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:36.000055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-74d7fcf1-bc4f-428d-97f4-7150994aab38 None None] Current status of the port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:36.000581 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74d7fcf1-bc4f-428d-97f4-7150994aab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.055432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-74d7fcf1-bc4f-428d-97f4-7150994aab38 None None] For port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9ff275c6-7810-4e38-a9b1-76d21ec7d9a2,segment=NetworkSegment(b5187b46-25a8-4c77-8fdf-0d2abcbdbc52),segment_id=b5187b46-25a8-4c77-8fdf-0d2abcbdbc52)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:36.063096 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74d7fcf1-bc4f-428d-97f4-7150994aab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.162890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7fcf1-bc4f-428d-97f4-7150994aab38 None None] Pushing event updated for resources: {'Port': ['ID=9ff275c6-7810-4e38-a9b1-76d21ec7d9a2,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:36.167342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:36.174347 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e1cde672-6d53-4a0f-b82c-cac53620ba5a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3832941 Feb 09 03:53:36.177025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46768) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:36.182060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1da11865-b5aa-4159-a2b4-c5d776c42e28 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1181978654'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:36.207155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b2fece13-4622-41d6-8e01-0d3c2880d941 None None] Provisioning complete for port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:36.207574 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2fece13-4622-41d6-8e01-0d3c2880d941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.213972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da11865-b5aa-4159-a2b4-c5d776c42e28 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:36.218087 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1da11865-b5aa-4159-a2b4-c5d776c42e28 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.229088 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:34Z', 'revision_number': 4, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:35Z', 'revision_number': 4, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:35Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:36.261349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da11865-b5aa-4159-a2b4-c5d776c42e28 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:53:36.266674 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf14ae-e15c-4f51-b678-54b54bdd9045 None None] The sync data for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 is: [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:34Z', 'revision_number': 4, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:35Z', 'revision_number': 4, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:35Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:36.273756 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1da11865-b5aa-4159-a2b4-c5d776c42e28 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0a138250-3568-4f38-9a4d-c095ab262513), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.274223 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-1da11865-b5aa-4159-a2b4-c5d776c42e28 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Added segment 0a138250-3568-4f38-9a4d-c095ab262513 of type vlan for network 939a701e-efe5-494c-8d9e-cf1a4f989148 Feb 09 03:53:36.313478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b2fece13-4622-41d6-8e01-0d3c2880d941 None None] Current status of the port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:36.341086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1da11865-b5aa-4159-a2b4-c5d776c42e28 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (939a701e-efe5-494c-8d9e-cf1a4f989148), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.378735 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1da11865-b5aa-4159-a2b4-c5d776c42e28 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (939a701e-efe5-494c-8d9e-cf1a4f989148), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.386924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da11865-b5aa-4159-a2b4-c5d776c42e28 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:36.388345 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1da11865-b5aa-4159-a2b4-c5d776c42e28 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.404971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fcbf6c-750d-48f8-bc52-afc85772bfad None None] Network f5b5168c-bbb0-4e80-8e64-5f7a7471b789 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:36.472205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1da11865-b5aa-4159-a2b4-c5d776c42e28 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2914846 Feb 09 03:53:36.472517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46770) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:36.478652 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-020371d9-a1ac-4aa4-ab9e-72f1f46555d8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'subnet': {'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:36.480343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3cd287ec-e189-4464-bbf6-a358675dbc1e None None] Provisioning complete for port 6b636bf8-bb2e-4ffa-942e-13890a440603 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:36.480868 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd287ec-e189-4464-bbf6-a358675dbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.534266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da11865-b5aa-4159-a2b4-c5d776c42e28 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Network': ['ID=939a701e-efe5-494c-8d9e-cf1a4f989148,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:36.569759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 939a701e-efe5-494c-8d9e-cf1a4f989148 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:53:36.603230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020371d9-a1ac-4aa4-ab9e-72f1f46555d8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Made reservation on behalf of 867a943dcb4f4a18b31098710f14154c for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:36.607062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-020371d9-a1ac-4aa4-ab9e-72f1f46555d8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.709497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3cd287ec-e189-4464-bbf6-a358675dbc1e None None] Current status of the port 6b636bf8-bb2e-4ffa-942e-13890a440603 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:36.709961 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd287ec-e189-4464-bbf6-a358675dbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.756288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3cd287ec-e189-4464-bbf6-a358675dbc1e None None] For port 6b636bf8-bb2e-4ffa-942e-13890a440603, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6b636bf8-bb2e-4ffa-942e-13890a440603,segment=NetworkSegment(7ffbfad9-c401-4855-8cc3-4fce176578d3),segment_id=7ffbfad9-c401-4855-8cc3-4fce176578d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:36.763130 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd287ec-e189-4464-bbf6-a358675dbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.822433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd287ec-e189-4464-bbf6-a358675dbc1e None None] Pushing event updated for resources: {'Port': ['ID=6b636bf8-bb2e-4ffa-942e-13890a440603,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:36.853428 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-020371d9-a1ac-4aa4-ab9e-72f1f46555d8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (33c0ed64-c966-4dd9-ab77-be7163417ab5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:36.955473 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020371d9-a1ac-4aa4-ab9e-72f1f46555d8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Subnet': ['ID=33c0ed64-c966-4dd9-ab77-be7163417ab5,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:36.967025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020371d9-a1ac-4aa4-ab9e-72f1f46555d8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Checking segment: {'id': '0a138250-3568-4f38-9a4d-c095ab262513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:36.967636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020371d9-a1ac-4aa4-ab9e-72f1f46555d8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network hostable DHCP agents. Network: 939a701e-efe5-494c-8d9e-cf1a4f989148, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:53:37.002210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020371d9-a1ac-4aa4-ab9e-72f1f46555d8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 939a701e-efe5-494c-8d9e-cf1a4f989148 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:53:37.018949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-020371d9-a1ac-4aa4-ab9e-72f1f46555d8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 939a701e-efe5-494c-8d9e-cf1a4f989148) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:37.025682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020371d9-a1ac-4aa4-ab9e-72f1f46555d8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:37.026440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-020371d9-a1ac-4aa4-ab9e-72f1f46555d8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:37.044599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5066404-e14e-4fb4-b7cf-c0ee1b774a65 None None] Network 939a701e-efe5-494c-8d9e-cf1a4f989148 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:37.050777 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-020371d9-a1ac-4aa4-ab9e-72f1f46555d8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5760906 Feb 09 03:53:37.053230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46772) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:37.136289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-be33d8f6-452c-4aab-a4cc-a427367bf90d None None] Provisioning complete for port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:37.136719 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-be33d8f6-452c-4aab-a4cc-a427367bf90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:37.192242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-be33d8f6-452c-4aab-a4cc-a427367bf90d None None] Port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:37.225866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-939a701e-efe5-494c-8d9e-cf1a4f989148', 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148', 'project_id': '867a943dcb4f4a18b31098710f14154c', 'fixed_ips': [{'subnet_id': '33c0ed64-c966-4dd9-ab77-be7163417ab5'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:53:37.226791 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:37.257767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-be33d8f6-452c-4aab-a4cc-a427367bf90d None None] Provisioning complete for port 6b636bf8-bb2e-4ffa-942e-13890a440603 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:37.258146 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-be33d8f6-452c-4aab-a4cc-a427367bf90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:37.369071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6b636bf8-bb2e-4ffa-942e-13890a440603 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:37.520343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Allocated IP 2001:db8:3::2 (939a701e-efe5-494c-8d9e-cf1a4f989148/33c0ed64-c966-4dd9-ab77-be7163417ab5/d72cd65c-e765-4cab-b692-ccdbbc88a27d) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:37.622984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-be33d8f6-452c-4aab-a4cc-a427367bf90d None None] Current status of the port 6b636bf8-bb2e-4ffa-942e-13890a440603 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:37.627417 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6b636bf8-bb2e-4ffa-942e-13890a440603 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:37.627770 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:37.643737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:37.822412 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6b636bf8-bb2e-4ffa-942e-13890a440603 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:37.824373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:37.832732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Sync routers for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:37.834748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bff3cce7-63b5-43f5-b1e3-6eec8f0b1d6e None None] Provisioning complete for port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:37.835228 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bff3cce7-63b5-43f5-b1e3-6eec8f0b1d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:37.877408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-b1d2108c-3df3-4848-ac60-79783399b070 req-fb910e59-53bd-49fa-aa88-d0872969ca0e service neutron] (103328) timed out ('10.222.0.21', 50092) {{(pid=103328) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:53:37.903201 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:37.904266 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Publish callbacks [] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:37.924467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:37.925106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:37.928168 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:37.964364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Allocated IP 2001:db8:3::1 (939a701e-efe5-494c-8d9e-cf1a4f989148/33c0ed64-c966-4dd9-ab77-be7163417ab5/a5d42155-109c-4450-8f62-f7a487eb307e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:38.026555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bff3cce7-63b5-43f5-b1e3-6eec8f0b1d6e None None] Port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:38.058113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Network 939a701e-efe5-494c-8d9e-cf1a4f989148 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:38.068973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:38.071695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:38.088358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Pushing event updated for resources: {'Port': ['ID=d72cd65c-e765-4cab-b692-ccdbbc88a27d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:38.101349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:38.103000 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (a5d42155-109c-4450-8f62-f7a487eb307e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.139165 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.180931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:38.181303 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.187475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 939a701e-efe5-494c-8d9e-cf1a4f989148 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:38.191575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:38.197087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:38.197744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.201024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=a5d42155-109c-4450-8f62-f7a487eb307e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:38.219304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Attempting to bind port d72cd65c-e765-4cab-b692-ccdbbc88a27d on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:38.219680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Attempting to bind port d72cd65c-e765-4cab-b692-ccdbbc88a27d by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0a138250-3568-4f38-9a4d-c095ab262513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:38.220039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Attempting to bind port d72cd65c-e765-4cab-b692-ccdbbc88a27d on network 939a701e-efe5-494c-8d9e-cf1a4f989148 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:38.266527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:38.267005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Checking segment: {'id': '0a138250-3568-4f38-9a4d-c095ab262513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:38.267408 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.267824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Bound using segment: {'id': '0a138250-3568-4f38-9a4d-c095ab262513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:38.268309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Bound port: d72cd65c-e765-4cab-b692-ccdbbc88a27d, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a138250-3568-4f38-9a4d-c095ab262513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:38.268734 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.329780 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.449707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:38.457009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] For port d72cd65c-e765-4cab-b692-ccdbbc88a27d, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:38.460805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] For port d72cd65c-e765-4cab-b692-ccdbbc88a27d, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d72cd65c-e765-4cab-b692-ccdbbc88a27d,segment=NetworkSegment(0a138250-3568-4f38-9a4d-c095ab262513),segment_id=0a138250-3568-4f38-9a4d-c095ab262513)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:38.490080 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.565569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7aa111-f54a-4217-8ac3-550fe76eb8d7 None None] Pushing event updated for resources: {'Port': ['ID=d72cd65c-e765-4cab-b692-ccdbbc88a27d,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:38.580626 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:34Z', 'revision_number': 4, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:35Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:38.609428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Checking router: 2675291b-029a-444c-b557-3a7bc01bd1d2 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:38.609790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Updating router 2675291b-029a-444c-b557-3a7bc01bd1d2 port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:53:38.640839 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.658291 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for port (a5d42155-109c-4450-8f62-f7a487eb307e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.664662 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.665791 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.777053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event updated for resources: {'Port': ['ID=a5d42155-109c-4450-8f62-f7a487eb307e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:38.826090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Network 939a701e-efe5-494c-8d9e-cf1a4f989148 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:38.827669 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:38.953555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 2675291b-029a-444c-b557-3a7bc01bd1d2 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:39.069408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:39.079537 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d0b1d617-5d24-4d8d-a205-ae07fefc67f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0213706 Feb 09 03:53:39.080203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46776) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:39.084756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3044c9d3-38c8-40d5-8fd9-73a3f32451c2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:39.135908 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Publish callbacks [] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:39.145418 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:39.230377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64c68c-e311-4d4e-952b-92955915f33e None None] Pushing event updated for resources: {'Port': ['ID=d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:39.260333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d72cd65c-e765-4cab-b692-ccdbbc88a27d up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:39.291283 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Attempting to bind port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:39.291681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Attempting to bind port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7ffbfad9-c401-4855-8cc3-4fce176578d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:39.293647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Attempting to bind port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca on network f5b5168c-bbb0-4e80-8e64-5f7a7471b789 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:39.310531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:39.311347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Checking segment: {'id': '7ffbfad9-c401-4855-8cc3-4fce176578d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:39.311970 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:39.312577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Bound using segment: {'id': '7ffbfad9-c401-4855-8cc3-4fce176578d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:39.313292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Bound port: d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffbfad9-c401-4855-8cc3-4fce176578d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:39.313942 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:39.395357 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d72cd65c-e765-4cab-b692-ccdbbc88a27d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:39.395750 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:39.438081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] For port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:39.455531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] For port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca,segment=NetworkSegment(7ffbfad9-c401-4855-8cc3-4fce176578d3),segment_id=7ffbfad9-c401-4855-8cc3-4fce176578d3)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:39.466316 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:39.574963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:39.575672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:39.578399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d72cd65c-e765-4cab-b692-ccdbbc88a27d is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:39.578785 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:39.585304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.extraroute_db [None req-3044c9d3-38c8-40d5-8fd9-73a3f32451c2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103328) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 03:53:39.607419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.extraroute_db [None req-3044c9d3-38c8-40d5-8fd9-73a3f32451c2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Removed routes are [] {{(pid=103328) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 03:53:39.607823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3044c9d3-38c8-40d5-8fd9-73a3f32451c2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:39.641964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64c68c-e311-4d4e-952b-92955915f33e None None] Pushing event updated for resources: {'Port': ['ID=d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:39.704226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port d72cd65c-e765-4cab-b692-ccdbbc88a27d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d72cd65c-e765-4cab-b692-ccdbbc88a27d,segment=NetworkSegment(0a138250-3568-4f38-9a4d-c095ab262513),segment_id=0a138250-3568-4f38-9a4d-c095ab262513)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:39.708462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-69b9d5ac-c2a5-45ff-8457-3b059bf9660e None None] Provisioning complete for port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:39.708815 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69b9d5ac-c2a5-45ff-8457-3b059bf9660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:39.713667 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:39.798503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:39.835626 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3044c9d3-38c8-40d5-8fd9-73a3f32451c2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:39.839146 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3044c9d3-38c8-40d5-8fd9-73a3f32451c2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:39.849829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=d72cd65c-e765-4cab-b692-ccdbbc88a27d,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:39.921966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f554b3-9543-4160-8173-a1034dd702fd None None] Network 939a701e-efe5-494c-8d9e-cf1a4f989148 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:39.947773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3044c9d3-38c8-40d5-8fd9-73a3f32451c2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 2675291b-029a-444c-b557-3a7bc01bd1d2 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:40.016625 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-69b9d5ac-c2a5-45ff-8457-3b059bf9660e None None] Current status of the port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:40.017012 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69b9d5ac-c2a5-45ff-8457-3b059bf9660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.050433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3044c9d3-38c8-40d5-8fd9-73a3f32451c2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:40.058272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3044c9d3-38c8-40d5-8fd9-73a3f32451c2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.059393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3044c9d3-38c8-40d5-8fd9-73a3f32451c2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2 HTTP/1.1" status: 200 len: 954 time: 0.9796429 Feb 09 03:53:40.062044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46778) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:40.113662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-69b9d5ac-c2a5-45ff-8457-3b059bf9660e None None] For port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca,segment=NetworkSegment(7ffbfad9-c401-4855-8cc3-4fce176578d3),segment_id=7ffbfad9-c401-4855-8cc3-4fce176578d3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:40.121959 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69b9d5ac-c2a5-45ff-8457-3b059bf9660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.165003 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f495685a-9411-4681-939d-88561bb518a0 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2 HTTP/1.1" status: 200 len: 954 time: 0.1012187 Feb 09 03:53:40.167531 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46780) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:40.171804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-69863820-f8f1-4557-8625-877d111e1e4b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'router': {'routes': None}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:40.217382 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9d5ac-c2a5-45ff-8457-3b059bf9660e None None] Pushing event updated for resources: {'Port': ['ID=d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:40.240708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:38Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5d42155-109c-4450-8f62-f7a487eb307e', 'name': '', 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:15:20:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '33c0ed64-c966-4dd9-ab77-be7163417ab5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:37Z', 'updated_at': '2022-02-09T03:53:38Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '33c0ed64-c966-4dd9-ab77-be7163417ab5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:39Z', 'revision_number': 4, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:40.271124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a545a82-8feb-414c-aa94-725fad088d70 None None] The sync data for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 is: [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:38Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5d42155-109c-4450-8f62-f7a487eb307e', 'name': '', 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:15:20:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '33c0ed64-c966-4dd9-ab77-be7163417ab5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:37Z', 'updated_at': '2022-02-09T03:53:38Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '33c0ed64-c966-4dd9-ab77-be7163417ab5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:39Z', 'revision_number': 4, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:40.294203 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1dea5811-2585-476f-b01f-2e948ff9ecd8 None None] Provisioning complete for port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:40.294578 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1dea5811-2585-476f-b01f-2e948ff9ecd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.416967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1dea5811-2585-476f-b01f-2e948ff9ecd8 None None] Current status of the port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:40.428151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1dea5811-2585-476f-b01f-2e948ff9ecd8 None None] Provisioning complete for port d72cd65c-e765-4cab-b692-ccdbbc88a27d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:40.428527 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1dea5811-2585-476f-b01f-2e948ff9ecd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.527714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1dea5811-2585-476f-b01f-2e948ff9ecd8 None None] Current status of the port d72cd65c-e765-4cab-b692-ccdbbc88a27d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:40.626183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.extraroute_db [None req-69863820-f8f1-4557-8625-877d111e1e4b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Added routes are [] {{(pid=103328) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 03:53:40.626495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.extraroute_db [None req-69863820-f8f1-4557-8625-877d111e1e4b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103328) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 03:53:40.650837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fc1b3c51-700f-42e1-9c64-77ab7d15c781 None None] Provisioning complete for port d72cd65c-e765-4cab-b692-ccdbbc88a27d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:40.651317 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3c51-700f-42e1-9c64-77ab7d15c781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.662820 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69863820-f8f1-4557-8625-877d111e1e4b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.767149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b3c51-700f-42e1-9c64-77ab7d15c781 None None] Current status of the port d72cd65c-e765-4cab-b692-ccdbbc88a27d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:40.781494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fc1b3c51-700f-42e1-9c64-77ab7d15c781 None None] Provisioning complete for port a5d42155-109c-4450-8f62-f7a487eb307e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:40.781949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3c51-700f-42e1-9c64-77ab7d15c781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.820821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b3c51-700f-42e1-9c64-77ab7d15c781 None None] Port a5d42155-109c-4450-8f62-f7a487eb307e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:40.899815 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69863820-f8f1-4557-8625-877d111e1e4b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.903658 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69863820-f8f1-4557-8625-877d111e1e4b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.946237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-57bca1ce-1959-408b-a904-d858143bacfa None None] Provisioning complete for port a5d42155-109c-4450-8f62-f7a487eb307e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:40.946677 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57bca1ce-1959-408b-a904-d858143bacfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.989385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-57bca1ce-1959-408b-a904-d858143bacfa None None] Port a5d42155-109c-4450-8f62-f7a487eb307e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:41.028786 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69863820-f8f1-4557-8625-877d111e1e4b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 2675291b-029a-444c-b557-3a7bc01bd1d2 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:41.096398 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Sync routers for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:41.106190 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:41.106916 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:41.109527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-41f210eb-09af-400c-9b1e-4c09cb1ba71c None None] Provisioning complete for port a5d42155-109c-4450-8f62-f7a487eb307e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:41.109913 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41f210eb-09af-400c-9b1e-4c09cb1ba71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:41.131799 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69863820-f8f1-4557-8625-877d111e1e4b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:41.138970 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-69863820-f8f1-4557-8625-877d111e1e4b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:41.140347 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-69863820-f8f1-4557-8625-877d111e1e4b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2 HTTP/1.1" status: 200 len: 704 time: 0.9719164 Feb 09 03:53:41.143262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46782) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:41.150477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-41f210eb-09af-400c-9b1e-4c09cb1ba71c None None] Port a5d42155-109c-4450-8f62-f7a487eb307e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:41.209419 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:41.251987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d72cd65c-e765-4cab-b692-ccdbbc88a27d up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:41.267636 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1c05dc4e-3334-4063-969d-e2a37c84d00e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2 HTTP/1.1" status: 200 len: 704 time: 0.1208203 Feb 09 03:53:41.268209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46784) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:41.305544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d72cd65c-e765-4cab-b692-ccdbbc88a27d triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:41.305922 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:41.395944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d72cd65c-e765-4cab-b692-ccdbbc88a27d is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:41.397065 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:41.449565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:41.449943 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:41.529141 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:40Z', 'revision_number': 7, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5d42155-109c-4450-8f62-f7a487eb307e', 'name': '', 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:15:20:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '33c0ed64-c966-4dd9-ab77-be7163417ab5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:37Z', 'updated_at': '2022-02-09T03:53:38Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '33c0ed64-c966-4dd9-ab77-be7163417ab5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:40Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:41.536166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:41.557988 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Checking router: 2675291b-029a-444c-b557-3a7bc01bd1d2 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:41.558336 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Updating router 2675291b-029a-444c-b557-3a7bc01bd1d2 port a5d42155-109c-4450-8f62-f7a487eb307e binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:53:41.585487 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:41.607314 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71448972-debb-4b25-86ba-1deb078efcb5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:41.844069 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Publish callbacks [] for port (a5d42155-109c-4450-8f62-f7a487eb307e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:41.850818 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:41.870160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-71448972-debb-4b25-86ba-1deb078efcb5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port a5d42155-109c-4450-8f62-f7a487eb307e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:41.870519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71448972-debb-4b25-86ba-1deb078efcb5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:41.919997 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fcf68-fdc1-44fb-aabb-b1418c813ce0 None None] Pushing event updated for resources: {'Port': ['ID=a5d42155-109c-4450-8f62-f7a487eb307e,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:41.951629 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Attempting to bind port a5d42155-109c-4450-8f62-f7a487eb307e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:41.952049 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Attempting to bind port a5d42155-109c-4450-8f62-f7a487eb307e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0a138250-3568-4f38-9a4d-c095ab262513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:41.952351 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Attempting to bind port a5d42155-109c-4450-8f62-f7a487eb307e on network 939a701e-efe5-494c-8d9e-cf1a4f989148 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:41.957768 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:41.958141 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Checking segment: {'id': '0a138250-3568-4f38-9a4d-c095ab262513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:41.958563 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:41.958955 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Bound using segment: {'id': '0a138250-3568-4f38-9a4d-c095ab262513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:41.959569 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Bound port: a5d42155-109c-4450-8f62-f7a487eb307e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a138250-3568-4f38-9a4d-c095ab262513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:41.959958 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:41.974531 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71448972-debb-4b25-86ba-1deb078efcb5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:41.987629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-71448972-debb-4b25-86ba-1deb078efcb5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for a5d42155-109c-4450-8f62-f7a487eb307e owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:42.035510 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] For port a5d42155-109c-4450-8f62-f7a487eb307e, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:42.038983 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] For port a5d42155-109c-4450-8f62-f7a487eb307e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a5d42155-109c-4450-8f62-f7a487eb307e,segment=NetworkSegment(0a138250-3568-4f38-9a4d-c095ab262513),segment_id=0a138250-3568-4f38-9a4d-c095ab262513)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:42.047794 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:42.101266 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:42.101932 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:42.186348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e48f5d22-d417-444d-95e1-922d9c6c7655 None None] Provisioning complete for port a5d42155-109c-4450-8f62-f7a487eb307e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:42.187053 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e48f5d22-d417-444d-95e1-922d9c6c7655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:42.201348 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:42.293572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e48f5d22-d417-444d-95e1-922d9c6c7655 None None] Current status of the port a5d42155-109c-4450-8f62-f7a487eb307e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:42.294160 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e48f5d22-d417-444d-95e1-922d9c6c7655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:42.343997 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fcf68-fdc1-44fb-aabb-b1418c813ce0 None None] Pushing event updated for resources: {'Port': ['ID=a5d42155-109c-4450-8f62-f7a487eb307e,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:42.455542 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:40Z', 'revision_number': 7, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5d42155-109c-4450-8f62-f7a487eb307e', 'name': '', 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:15:20:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '33c0ed64-c966-4dd9-ab77-be7163417ab5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:37Z', 'updated_at': '2022-02-09T03:53:42Z', 'revision_number': 4, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '33c0ed64-c966-4dd9-ab77-be7163417ab5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:40Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:42.488612 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3423b69-8f38-4719-a796-7b55e2a1b0dc None None] The sync data for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 is: [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:40Z', 'revision_number': 7, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5d42155-109c-4450-8f62-f7a487eb307e', 'name': '', 'network_id': '939a701e-efe5-494c-8d9e-cf1a4f989148', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:15:20:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '33c0ed64-c966-4dd9-ab77-be7163417ab5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:37Z', 'updated_at': '2022-02-09T03:53:42Z', 'revision_number': 4, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '33c0ed64-c966-4dd9-ab77-be7163417ab5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:40Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:42.533010 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71448972-debb-4b25-86ba-1deb078efcb5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a5d42155-109c-4450-8f62-f7a487eb307e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:42.559367 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71448972-debb-4b25-86ba-1deb078efcb5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=a5d42155-109c-4450-8f62-f7a487eb307e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:42.654940 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0e464-f80b-4bf7-baa7-7ee34b07638b None None] Sync routers for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:42.670087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0e464-f80b-4bf7-baa7-7ee34b07638b None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:42.670711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-66f0e464-f80b-4bf7-baa7-7ee34b07638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:42.674302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-4dd5fb1c-c56e-4212-9d85-9e69f9c8237d None None] Could not find standard attr ID for object a5d42155-109c-4450-8f62-f7a487eb307e. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:53:42.692172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71448972-debb-4b25-86ba-1deb078efcb5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:42.773163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-66f0e464-f80b-4bf7-baa7-7ee34b07638b None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:42.900155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71448972-debb-4b25-86ba-1deb078efcb5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 2675291b-029a-444c-b557-3a7bc01bd1d2 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:42.997170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-66f0e464-f80b-4bf7-baa7-7ee34b07638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:42Z', 'revision_number': 8, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:40Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:43.005892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71448972-debb-4b25-86ba-1deb078efcb5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:43.014750 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-71448972-debb-4b25-86ba-1deb078efcb5 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457008 Feb 09 03:53:43.017268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46788) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:43.028987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0e464-f80b-4bf7-baa7-7ee34b07638b None None] Checking router: 2675291b-029a-444c-b557-3a7bc01bd1d2 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:43.039301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0e464-f80b-4bf7-baa7-7ee34b07638b None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:43.039903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-66f0e464-f80b-4bf7-baa7-7ee34b07638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:43.068620 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccddc74-21f0-4497-b9ba-7d317476284c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting subnet 33c0ed64-c966-4dd9-ab77-be7163417ab5 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:53:43.071859 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ccddc74-21f0-4497-b9ba-7d317476284c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (33c0ed64-c966-4dd9-ab77-be7163417ab5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.112789 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ccddc74-21f0-4497-b9ba-7d317476284c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (33c0ed64-c966-4dd9-ab77-be7163417ab5), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.207146 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ccddc74-21f0-4497-b9ba-7d317476284c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (33c0ed64-c966-4dd9-ab77-be7163417ab5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.268189 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ccddc74-21f0-4497-b9ba-7d317476284c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (33c0ed64-c966-4dd9-ab77-be7163417ab5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.295672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccddc74-21f0-4497-b9ba-7d317476284c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Subnet': ['ID=33c0ed64-c966-4dd9-ab77-be7163417ab5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:43.297055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-66f0e464-f80b-4bf7-baa7-7ee34b07638b None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:43.299327 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ccddc74-21f0-4497-b9ba-7d317476284c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.305582 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9ccddc74-21f0-4497-b9ba-7d317476284c tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/33c0ed64-c966-4dd9-ab77-be7163417ab5 HTTP/1.1" status: 204 len: 168 time: 0.2843213 Feb 09 03:53:43.305582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46790) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:43.327462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7d184f-51a4-42fb-8c9e-b84e57c4aee2 None None] Network 939a701e-efe5-494c-8d9e-cf1a4f989148 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:43.388387 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (939a701e-efe5-494c-8d9e-cf1a4f989148), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.443548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port d72cd65c-e765-4cab-b692-ccdbbc88a27d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:43.443882 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.509836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] For port d72cd65c-e765-4cab-b692-ccdbbc88a27d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d72cd65c-e765-4cab-b692-ccdbbc88a27d,segment=NetworkSegment(0a138250-3568-4f38-9a4d-c095ab262513),segment_id=0a138250-3568-4f38-9a4d-c095ab262513)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:43.510237 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.524114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for d72cd65c-e765-4cab-b692-ccdbbc88a27d owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:43.597777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-66f0e464-f80b-4bf7-baa7-7ee34b07638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:42Z', 'revision_number': 8, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:40Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:43.623157 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d72cd65c-e765-4cab-b692-ccdbbc88a27d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.633930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a83f3-b232-4ca6-b816-06b382cd79b4 None None] DHCP port deletion for 939a701e-efe5-494c-8d9e-cf1a4f989148 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:53:43.636602 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0e464-f80b-4bf7-baa7-7ee34b07638b None None] The sync data for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 is: [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:42Z', 'revision_number': 8, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:40Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:43.667617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=d72cd65c-e765-4cab-b692-ccdbbc88a27d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:43.670779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No DVR routers for this DVR port d72cd65c-e765-4cab-b692-ccdbbc88a27d on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:43.761940 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (939a701e-efe5-494c-8d9e-cf1a4f989148), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.782785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939a701e-efe5-494c-8d9e-cf1a4f989148']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:43.793770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a138250-3568-4f38-9a4d-c095ab262513') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:43.794065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a138250-3568-4f38-9a4d-c095ab262513') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:43.804584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (0a138250-3568-4f38-9a4d-c095ab262513), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.820059 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0a138250-3568-4f38-9a4d-c095ab262513), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.826143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:53:43.826612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (0a138250-3568-4f38-9a4d-c095ab262513), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:53:43.830187 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:53:43.888775 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (939a701e-efe5-494c-8d9e-cf1a4f989148), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.894950 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.898300 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/networks/939a701e-efe5-494c-8d9e-cf1a4f989148 HTTP/1.1" status: 204 len: 168 time: 0.5921404 Feb 09 03:53:43.901178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46792) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:43.912774 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b7682-bf9b-4466-b743-230318c1dd41 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Network': ['ID=939a701e-efe5-494c-8d9e-cf1a4f989148,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:43.928365 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48986e60-80da-400e-a498-1bb9d6885290 None None] Sync routers for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:43.938549 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48986e60-80da-400e-a498-1bb9d6885290 None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:43.939177 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-48986e60-80da-400e-a498-1bb9d6885290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:44.033535 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-48986e60-80da-400e-a498-1bb9d6885290 None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:44.234604 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-48986e60-80da-400e-a498-1bb9d6885290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:42Z', 'revision_number': 8, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:40Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:44.237902 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b5c814d-b91d-4ee9-8b55-a909fb2964c4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:44.268257 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48986e60-80da-400e-a498-1bb9d6885290 None None] Checking router: 2675291b-029a-444c-b557-3a7bc01bd1d2 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:44.277777 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48986e60-80da-400e-a498-1bb9d6885290 None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:44.278387 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-48986e60-80da-400e-a498-1bb9d6885290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:44.369844 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-48986e60-80da-400e-a498-1bb9d6885290 None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:44.496938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1b5c814d-b91d-4ee9-8b55-a909fb2964c4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:44.497259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b5c814d-b91d-4ee9-8b55-a909fb2964c4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:44.602302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-1b5c814d-b91d-4ee9-8b55-a909fb2964c4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] For port d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca,segment=NetworkSegment(7ffbfad9-c401-4855-8cc3-4fce176578d3),segment_id=7ffbfad9-c401-4855-8cc3-4fce176578d3)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:44.602646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b5c814d-b91d-4ee9-8b55-a909fb2964c4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:44.692130 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-48986e60-80da-400e-a498-1bb9d6885290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:42Z', 'revision_number': 8, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:40Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:44.730742 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48986e60-80da-400e-a498-1bb9d6885290 None None] The sync data for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 is: [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:42Z', 'revision_number': 8, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd74afa5e-698b-4fc0-84f2-e4bd9f92e8ca', 'name': '', 'network_id': 'f5b5168c-bbb0-4e80-8e64-5f7a7471b789', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:33:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:34Z', 'updated_at': '2022-02-09T03:53:40Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '820cafaa-749f-440c-8241-091b5dd0a0e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:44.918593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1b5c814d-b91d-4ee9-8b55-a909fb2964c4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:45.092417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b5c814d-b91d-4ee9-8b55-a909fb2964c4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:45.117893 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c814d-b91d-4ee9-8b55-a909fb2964c4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:45.209759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d72cd65c-e765-4cab-b692-ccdbbc88a27d no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:45.239529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1b5c814d-b91d-4ee9-8b55-a909fb2964c4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:45.245962 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: d72cd65c-e765-4cab-b692-ccdbbc88a27d {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:45.246401 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d72cd65c-e765-4cab-b692-ccdbbc88a27d not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:45.246887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a5d42155-109c-4450-8f62-f7a487eb307e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:45.268457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: a5d42155-109c-4450-8f62-f7a487eb307e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:45.269631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a5d42155-109c-4450-8f62-f7a487eb307e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:45.447155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5c814d-b91d-4ee9-8b55-a909fb2964c4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 2675291b-029a-444c-b557-3a7bc01bd1d2 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:45.546854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5c814d-b91d-4ee9-8b55-a909fb2964c4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:45.552345 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1b5c814d-b91d-4ee9-8b55-a909fb2964c4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6500177 Feb 09 03:53:45.555215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46794) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:45.556290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35b7f1-7f36-42d5-bde2-951cf5fa6c20 None None] Sync routers for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:45.568267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35b7f1-7f36-42d5-bde2-951cf5fa6c20 None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:45.568885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9d35b7f1-7f36-42d5-bde2-951cf5fa6c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:45.613387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cc9dec-9e3e-495f-acdd-e06703463b05 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting subnet 820cafaa-749f-440c-8241-091b5dd0a0e9 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:53:45.617189 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66cc9dec-9e3e-495f-acdd-e06703463b05 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (820cafaa-749f-440c-8241-091b5dd0a0e9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:45.662404 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66cc9dec-9e3e-495f-acdd-e06703463b05 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (820cafaa-749f-440c-8241-091b5dd0a0e9), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:45.664153 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ad59f0d-c201-4b6e-9866-418aa04ee246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:45.676703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9d35b7f1-7f36-42d5-bde2-951cf5fa6c20 None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:45.769380 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66cc9dec-9e3e-495f-acdd-e06703463b05 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (820cafaa-749f-440c-8241-091b5dd0a0e9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:45.831068 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66cc9dec-9e3e-495f-acdd-e06703463b05 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (820cafaa-749f-440c-8241-091b5dd0a0e9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:45.858461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc9dec-9e3e-495f-acdd-e06703463b05 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Subnet': ['ID=820cafaa-749f-440c-8241-091b5dd0a0e9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:45.862215 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66cc9dec-9e3e-495f-acdd-e06703463b05 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:45.866081 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-66cc9dec-9e3e-495f-acdd-e06703463b05 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/820cafaa-749f-440c-8241-091b5dd0a0e9 HTTP/1.1" status: 204 len: 168 time: 0.3099005 Feb 09 03:53:45.868704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46796) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:45.874844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b78facc-13eb-4c16-a33f-dca6551fc8c7 None None] Network f5b5168c-bbb0-4e80-8e64-5f7a7471b789 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:45.952426 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (f5b5168c-bbb0-4e80-8e64-5f7a7471b789), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:45.967853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9d35b7f1-7f36-42d5-bde2-951cf5fa6c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:45Z', 'revision_number': 9, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:45.998692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35b7f1-7f36-42d5-bde2-951cf5fa6c20 None None] Checking router: 2675291b-029a-444c-b557-3a7bc01bd1d2 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:46.012512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port 6b636bf8-bb2e-4ffa-942e-13890a440603 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:46.012934 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.015323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35b7f1-7f36-42d5-bde2-951cf5fa6c20 None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:46.015922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9d35b7f1-7f36-42d5-bde2-951cf5fa6c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:46.082475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] For port 6b636bf8-bb2e-4ffa-942e-13890a440603, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6b636bf8-bb2e-4ffa-942e-13890a440603,segment=NetworkSegment(7ffbfad9-c401-4855-8cc3-4fce176578d3),segment_id=7ffbfad9-c401-4855-8cc3-4fce176578d3)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:46.082918 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.098979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for 6b636bf8-bb2e-4ffa-942e-13890a440603 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:46.105560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd48a218-5f9e-41fd-a16b-fc9b5c860a96 None None] DHCP port deletion for f5b5168c-bbb0-4e80-8e64-5f7a7471b789 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:53:46.149196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9d35b7f1-7f36-42d5-bde2-951cf5fa6c20 None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:46.191049 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.218320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=6b636bf8-bb2e-4ffa-942e-13890a440603,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:46.220237 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No DVR routers for this DVR port 6b636bf8-bb2e-4ffa-942e-13890a440603 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:46.287399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cd48a218-5f9e-41fd-a16b-fc9b5c860a96 None None] Deleting port 6b636bf8-bb2e-4ffa-942e-13890a440603 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:46.288067 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd48a218-5f9e-41fd-a16b-fc9b5c860a96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.304381 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (f5b5168c-bbb0-4e80-8e64-5f7a7471b789), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.326742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b5168c-bbb0-4e80-8e64-5f7a7471b789']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:46.336279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffbfad9-c401-4855-8cc3-4fce176578d3') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:46.336512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffbfad9-c401-4855-8cc3-4fce176578d3') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:46.345870 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (7ffbfad9-c401-4855-8cc3-4fce176578d3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.359665 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7ffbfad9-c401-4855-8cc3-4fce176578d3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.366772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:53:46.367098 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:53:46.367720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (7ffbfad9-c401-4855-8cc3-4fce176578d3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:53:46.370331 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:53:46.378299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cd48a218-5f9e-41fd-a16b-fc9b5c860a96 None None] For port 6b636bf8-bb2e-4ffa-942e-13890a440603, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:46.378704 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd48a218-5f9e-41fd-a16b-fc9b5c860a96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.413156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cd48a218-5f9e-41fd-a16b-fc9b5c860a96 None None] Calling delete_port for 6b636bf8-bb2e-4ffa-942e-13890a440603 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:46.416570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-cd48a218-5f9e-41fd-a16b-fc9b5c860a96 None None] Port 6b636bf8-bb2e-4ffa-942e-13890a440603 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:53:46.419044 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd48a218-5f9e-41fd-a16b-fc9b5c860a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (6b636bf8-bb2e-4ffa-942e-13890a440603), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.427850 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (f5b5168c-bbb0-4e80-8e64-5f7a7471b789), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.433902 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.437217 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/networks/f5b5168c-bbb0-4e80-8e64-5f7a7471b789 HTTP/1.1" status: 204 len: 168 time: 0.5670204 Feb 09 03:53:46.440482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46798) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:46.452206 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48a218-5f9e-41fd-a16b-fc9b5c860a96 None None] No DVR routers for this DVR port 6b636bf8-bb2e-4ffa-942e-13890a440603 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:46.453791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48a218-5f9e-41fd-a16b-fc9b5c860a96 None None] Pushing event deleted for resources: {'Port': ['ID=6b636bf8-bb2e-4ffa-942e-13890a440603,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:46.458705 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123fea9-72f8-4e36-9272-165468172f37 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Network': ['ID=f5b5168c-bbb0-4e80-8e64-5f7a7471b789,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:46.480604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9d35b7f1-7f36-42d5-bde2-951cf5fa6c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:45Z', 'revision_number': 9, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:46.509501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35b7f1-7f36-42d5-bde2-951cf5fa6c20 None None] The sync data for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 is: [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:45Z', 'revision_number': 9, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ff275c6-7810-4e38-a9b1-76d21ec7d9a2', 'name': '', 'network_id': 'e9cf24ea-43a8-470e-bcc0-eb8b3f102456', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:6d:b0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:31Z', 'updated_at': '2022-02-09T03:53:36Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': '002d92fa-01ea-44b5-87c5-8980e6ec0cca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:46.729578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46802) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:46.797525 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c423-b6f9-4961-adf1-2ee228e9cc9d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.898293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Deleting port 5eab3f9c-8f71-4943-9585-f1f2a0c32e98 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:46.898720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5eab3f9c-8f71-4943-9585-f1f2a0c32e98), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.991517 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5eab3f9c-8f71-4943-9585-f1f2a0c32e98), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:46.992096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for floatingip (5eab3f9c-8f71-4943-9585-f1f2a0c32e98), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:47.006628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Calling delete_port for 5eab3f9c-8f71-4943-9585-f1f2a0c32e98 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:47.092500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3c423-b6f9-4961-adf1-2ee228e9cc9d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:47.092842 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c423-b6f9-4961-adf1-2ee228e9cc9d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:47.192771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2ef3c423-b6f9-4961-adf1-2ee228e9cc9d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] For port 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9ff275c6-7810-4e38-a9b1-76d21ec7d9a2,segment=NetworkSegment(b5187b46-25a8-4c77-8fdf-0d2abcbdbc52),segment_id=b5187b46-25a8-4c77-8fdf-0d2abcbdbc52)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:47.193142 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c423-b6f9-4961-adf1-2ee228e9cc9d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:47.196487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6b636bf8-bb2e-4ffa-942e-13890a440603 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:47.208266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3c423-b6f9-4961-adf1-2ee228e9cc9d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:47.211553 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5eab3f9c-8f71-4943-9585-f1f2a0c32e98), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:47.221429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6b636bf8-bb2e-4ffa-942e-13890a440603 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:47.222755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6b636bf8-bb2e-4ffa-942e-13890a440603 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:47.223314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:47.240079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event deleted for resources: {'Port': ['ID=5eab3f9c-8f71-4943-9585-f1f2a0c32e98,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:47.255520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:47.255872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d74afa5e-698b-4fc0-84f2-e4bd9f92e8ca not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:47.312038 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for floatingip (6679ad08-0ad4-476f-b785-4a7bc30ea6fb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:47.312359 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Floating IP 6679ad08-0ad4-476f-b785-4a7bc30ea6fb disassociated (deleted). External IP: 172.25.5.92, port: ea01c15f-4524-4311-9c65-afe053257621. Feb 09 03:53:47.411188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c423-b6f9-4961-adf1-2ee228e9cc9d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (9ff275c6-7810-4e38-a9b1-76d21ec7d9a2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:47.444711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3c423-b6f9-4961-adf1-2ee228e9cc9d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=9ff275c6-7810-4e38-a9b1-76d21ec7d9a2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:47.558253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Router f03ae5f3-bb27-4239-886c-5b8b0570ca0d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:47.586809 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c423-b6f9-4961-adf1-2ee228e9cc9d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:47.698379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:47.705234 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:47.711560 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf461b-4e59-4457-8a4e-6ce2eeb957e6 None None] Sync routers for ids ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:47.725511 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf461b-4e59-4457-8a4e-6ce2eeb957e6 None None] Routers {'f03ae5f3-bb27-4239-886c-5b8b0570ca0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:47.726287 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a3bf461b-4e59-4457-8a4e-6ce2eeb957e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:47.751493 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dc1befd9-6f76-4bde-967e-32edd6ace78f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "DELETE /v2.0/floatingips/6679ad08-0ad4-476f-b785-4a7bc30ea6fb HTTP/1.1" status: 204 len: 168 time: 1.0182149 Feb 09 03:53:47.751493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:53:47.752966 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caca6663-20a8-4f0f-a9ff-54b5e57234ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "tag": "ea01c15f-4524-4311-9c65-afe053257621"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:53:47.824234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef3c423-b6f9-4961-adf1-2ee228e9cc9d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 2675291b-029a-444c-b557-3a7bc01bd1d2 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:47.850699 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-a3bf461b-4e59-4457-8a4e-6ce2eeb957e6 None None] Set router f03ae5f3-bb27-4239-886c-5b8b0570ca0d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:47.906876 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a30edd-7c84-4d6b-9198-5287c052f452 x-openstack-request-id: req-f1a30edd-7c84-4d6b-9198-5287c052f452 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:53:47.907315 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "tag": "ea01c15f-4524-4311-9c65-afe053257621", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:53:47.907703 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1a30edd-7c84-4d6b-9198-5287c052f452 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:53:47.908358 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621', 'status': 'completed', 'code': 200} Feb 09 03:53:47.943028 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef3c423-b6f9-4961-adf1-2ee228e9cc9d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:47.951352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2ef3c423-b6f9-4961-adf1-2ee228e9cc9d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5069971 Feb 09 03:53:47.951839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46812) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:47.960174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a72d86-3422-4e37-8cfc-780d959cb94f None None] Sync routers for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:47.984281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a72d86-3422-4e37-8cfc-780d959cb94f None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:47.985329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e8a72d86-3422-4e37-8cfc-780d959cb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:48.068218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9c9be-c2fd-452e-8a38-4cd4969f7a44 req-1845fd0e-0ddc-441d-9a67-f3011ea0713c tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:48.070308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4db9c9be-c2fd-452e-8a38-4cd4969f7a44 req-1845fd0e-0ddc-441d-9a67-f3011ea0713c tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 945 time: 0.0773873 Feb 09 03:53:48.073196 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a3bf461b-4e59-4457-8a4e-6ce2eeb957e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '7cb5a435-ecff-408d-83c1-a08540aa8824', 'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'mac_address': 'fa:16:3e:89:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:58Z', 'revision_number': 5, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'subnets': [{'id': '09da60b9-ce01-4806-8228-46124e130e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:48.077591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd24340-5be6-4c5b-ba67-af0b72203050 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting subnet 002d92fa-01ea-44b5-87c5-8980e6ec0cca {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:53:48.084225 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2dd24340-5be6-4c5b-ba67-af0b72203050 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (002d92fa-01ea-44b5-87c5-8980e6ec0cca), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:48.094053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-e8a72d86-3422-4e37-8cfc-780d959cb94f None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:48.102870 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf461b-4e59-4457-8a4e-6ce2eeb957e6 None None] Checking router: f03ae5f3-bb27-4239-886c-5b8b0570ca0d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:48.111817 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf461b-4e59-4457-8a4e-6ce2eeb957e6 None None] Routers {'f03ae5f3-bb27-4239-886c-5b8b0570ca0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:48.113032 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a3bf461b-4e59-4457-8a4e-6ce2eeb957e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:48.128300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca6663-20a8-4f0f-a9ff-54b5e57234ee req-484c3125-d444-4092-8e2d-68dd3d7fcfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:48.130162 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caca6663-20a8-4f0f-a9ff-54b5e57234ee req-484c3125-d444-4092-8e2d-68dd3d7fcfda service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c914b6877d464ab882b30a0708aa4119&device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 1128 time: 0.1384480 Feb 09 03:53:48.155937 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4db9c9be-c2fd-452e-8a38-4cd4969f7a44 req-f11b0ba0-ffb0-4065-a5c6-4fd190bad3fd tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797093 Feb 09 03:53:48.197464 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2dd24340-5be6-4c5b-ba67-af0b72203050 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (002d92fa-01ea-44b5-87c5-8980e6ec0cca), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:48.236693 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-a3bf461b-4e59-4457-8a4e-6ce2eeb957e6 None None] Set router f03ae5f3-bb27-4239-886c-5b8b0570ca0d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:48.236930 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3dc37fc-1092-40b7-9790-e037da4a7b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:48.321401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca6663-20a8-4f0f-a9ff-54b5e57234ee req-82afa97e-6c44-4846-9054-d062ad01949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:48.323544 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caca6663-20a8-4f0f-a9ff-54b5e57234ee req-82afa97e-6c44-4846-9054-d062ad01949c service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bc87523-c236-4901-86d0-d80d734ceb67 HTTP/1.1" status: 200 len: 914 time: 0.1855693 Feb 09 03:53:48.342599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e8a72d86-3422-4e37-8cfc-780d959cb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:47Z', 'revision_number': 10, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:48.377196 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caca6663-20a8-4f0f-a9ff-54b5e57234ee req-fab7c482-c118-4189-9781-db3a79054fd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea01c15f-4524-4311-9c65-afe053257621 HTTP/1.1" status: 200 len: 217 time: 0.0430965 Feb 09 03:53:48.379232 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2dd24340-5be6-4c5b-ba67-af0b72203050 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (002d92fa-01ea-44b5-87c5-8980e6ec0cca), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:48.379403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a72d86-3422-4e37-8cfc-780d959cb94f None None] Checking router: 2675291b-029a-444c-b557-3a7bc01bd1d2 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:48.389832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a72d86-3422-4e37-8cfc-780d959cb94f None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:48.390576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e8a72d86-3422-4e37-8cfc-780d959cb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:48.476597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca6663-20a8-4f0f-a9ff-54b5e57234ee req-a032deac-d9a3-450c-8cb3-066f5a0ee3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:48.478539 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caca6663-20a8-4f0f-a9ff-54b5e57234ee req-a032deac-d9a3-450c-8cb3-066f5a0ee3ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09da60b9-ce01-4806-8228-46124e130e88 HTTP/1.1" status: 200 len: 852 time: 0.0753953 Feb 09 03:53:48.482889 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a3bf461b-4e59-4457-8a4e-6ce2eeb957e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '7cb5a435-ecff-408d-83c1-a08540aa8824', 'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'mac_address': 'fa:16:3e:89:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:58Z', 'revision_number': 5, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'subnets': [{'id': '09da60b9-ce01-4806-8228-46124e130e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:48.486905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-e8a72d86-3422-4e37-8cfc-780d959cb94f None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:48.512679 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf461b-4e59-4457-8a4e-6ce2eeb957e6 None None] The sync data for ids ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'] in n-d-824835-15 is: [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:49:53Z', 'revision_number': 4, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '7cb5a435-ecff-408d-83c1-a08540aa8824', 'name': '', 'network_id': '8bc87523-c236-4901-86d0-d80d734ceb67', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'mac_address': 'fa:16:3e:89:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '09da60b9-ce01-4806-8228-46124e130e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:58Z', 'revision_number': 5, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'subnets': [{'id': '09da60b9-ce01-4806-8228-46124e130e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:48.533480 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2dd24340-5be6-4c5b-ba67-af0b72203050 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (002d92fa-01ea-44b5-87c5-8980e6ec0cca), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:48.575225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd24340-5be6-4c5b-ba67-af0b72203050 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Subnet': ['ID=002d92fa-01ea-44b5-87c5-8980e6ec0cca,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:48.583066 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2dd24340-5be6-4c5b-ba67-af0b72203050 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:48.587793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2dd24340-5be6-4c5b-ba67-af0b72203050 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/002d92fa-01ea-44b5-87c5-8980e6ec0cca HTTP/1.1" status: 204 len: 168 time: 0.6344397 Feb 09 03:53:48.590685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46816) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:48.593278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca6663-20a8-4f0f-a9ff-54b5e57234ee req-811c07a4-0d0d-4459-b4ec-18309a188193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:48.594791 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caca6663-20a8-4f0f-a9ff-54b5e57234ee req-811c07a4-0d0d-4459-b4ec-18309a188193 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bc87523-c236-4901-86d0-d80d734ceb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1091321 Feb 09 03:53:48.686539 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (e9cf24ea-43a8-470e-bcc0-eb8b3f102456), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:48.708085 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ba8ad-abce-42ba-b727-8c5aeb631877 None None] Network e9cf24ea-43a8-470e-bcc0-eb8b3f102456 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:48.720237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caca6663-20a8-4f0f-a9ff-54b5e57234ee req-244ea208-e068-485c-81f7-56ccbe423cb4 service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176143 Feb 09 03:53:48.750908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:48.751282 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:48.839413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] For port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=00f31ca0-e410-4acd-88ab-d03fa8dbe0f4,segment=NetworkSegment(b5187b46-25a8-4c77-8fdf-0d2abcbdbc52),segment_id=b5187b46-25a8-4c77-8fdf-0d2abcbdbc52)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:48.839885 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:48.843695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caca6663-20a8-4f0f-a9ff-54b5e57234ee req-55688c6c-8045-4888-8a0e-a79c13a1008a service neutron] 10.222.0.65 "GET /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156111 Feb 09 03:53:48.858684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:48.899361 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f3cd4-85d3-4362-a72e-4d7df3265b8a None None] New status for floating IP 6679ad08-0ad4-476f-b785-4a7bc30ea6fb: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:53:48.959092 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (00f31ca0-e410-4acd-88ab-d03fa8dbe0f4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:48.995643 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=00f31ca0-e410-4acd-88ab-d03fa8dbe0f4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:49.002932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No DVR routers for this DVR port 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:49.015311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-e8a72d86-3422-4e37-8cfc-780d959cb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:47Z', 'revision_number': 10, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:49.020407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ae88e9-79d9-4fe2-9c20-879b885e0ddb None None] DHCP port deletion for e9cf24ea-43a8-470e-bcc0-eb8b3f102456 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:53:49.052020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a72d86-3422-4e37-8cfc-780d959cb94f None None] The sync data for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 is: [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:47Z', 'revision_number': 10, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None, '_interfaces': [{'id': '215b9ced-2333-4c70-a17b-c2f9b5b06a14', 'name': '', 'network_id': '6a1f824d-abdc-48b0-8d55-1135a9d7c299', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'mac_address': 'fa:16:3e:00:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:28Z', 'updated_at': '2022-02-09T03:53:32Z', 'revision_number': 5, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'subnets': [{'id': 'ec5db0ec-379a-4794-a113-3123c81894ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:49.094925 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (e9cf24ea-43a8-470e-bcc0-eb8b3f102456), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:49.115165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cf24ea-43a8-470e-bcc0-eb8b3f102456']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:49.124015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5187b46-25a8-4c77-8fdf-0d2abcbdbc52') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:49.124305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5187b46-25a8-4c77-8fdf-0d2abcbdbc52') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:49.133783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (b5187b46-25a8-4c77-8fdf-0d2abcbdbc52), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:49.147085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b5187b46-25a8-4c77-8fdf-0d2abcbdbc52), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:49.153043 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:53:49.153562 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (b5187b46-25a8-4c77-8fdf-0d2abcbdbc52), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:53:49.156483 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:53:49.215754 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (e9cf24ea-43a8-470e-bcc0-eb8b3f102456), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:49.223878 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:49.227121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/networks/e9cf24ea-43a8-470e-bcc0-eb8b3f102456 HTTP/1.1" status: 204 len: 168 time: 0.6354692 Feb 09 03:53:49.229966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46820) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:49.248839 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a79b8-ef90-4a60-b362-fa10c8830f40 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Network': ['ID=e9cf24ea-43a8-470e-bcc0-eb8b3f102456,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:49.284822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859e5d4-b550-4a34-8777-9af7e10981e9 req-43e17778-d981-4e55-a115-2614f5725c3d tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:49.286331 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f859e5d4-b550-4a34-8777-9af7e10981e9 req-43e17778-d981-4e55-a115-2614f5725c3d tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 945 time: 0.0580802 Feb 09 03:53:49.340957 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f859e5d4-b550-4a34-8777-9af7e10981e9 req-28b307de-a1b1-4017-847e-477ed5b26b97 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c43f4b8-8b6c-4177-91aa-891248f9b3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490329 Feb 09 03:53:49.409851 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:49.483391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:49.509982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:49.510216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 00f31ca0-e410-4acd-88ab-d03fa8dbe0f4 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:49.510738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:49.532191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:49.532546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9ff275c6-7810-4e38-a9b1-76d21ec7d9a2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:49.598828 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef80994e-7987-411c-be8a-b1373ea145f3 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:49.886552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9a51f-1cc6-4502-b073-b887278dd0a6 req-aa225d73-bb7c-40a3-8923-7c14d22709e7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:49.887985 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-66e9a51f-1cc6-4502-b073-b887278dd0a6 req-aa225d73-bb7c-40a3-8923-7c14d22709e7 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.65 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 945 time: 0.0533187 Feb 09 03:53:49.990222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-66e9a51f-1cc6-4502-b073-b887278dd0a6 req-653db420-0c49-44bf-883b-90acc335071f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Deleting port ea01c15f-4524-4311-9c65-afe053257621 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:49.990564 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-66e9a51f-1cc6-4502-b073-b887278dd0a6 req-653db420-0c49-44bf-883b-90acc335071f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ea01c15f-4524-4311-9c65-afe053257621), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:50.098572 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-66e9a51f-1cc6-4502-b073-b887278dd0a6 req-653db420-0c49-44bf-883b-90acc335071f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] For port ea01c15f-4524-4311-9c65-afe053257621, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=ea01c15f-4524-4311-9c65-afe053257621,segment=NetworkSegment(3b20bdab-af5b-4aa8-9fca-35d3849d4baf),segment_id=3b20bdab-af5b-4aa8-9fca-35d3849d4baf)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:50.099201 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-66e9a51f-1cc6-4502-b073-b887278dd0a6 req-653db420-0c49-44bf-883b-90acc335071f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ea01c15f-4524-4311-9c65-afe053257621), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:50.116118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-66e9a51f-1cc6-4502-b073-b887278dd0a6 req-653db420-0c49-44bf-883b-90acc335071f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Calling delete_port for ea01c15f-4524-4311-9c65-afe053257621 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:50.207856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ef80994e-7987-411c-be8a-b1373ea145f3 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port 215b9ced-2333-4c70-a17b-c2f9b5b06a14 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:50.208103 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef80994e-7987-411c-be8a-b1373ea145f3 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:50.250378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-66e9a51f-1cc6-4502-b073-b887278dd0a6 req-653db420-0c49-44bf-883b-90acc335071f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (ea01c15f-4524-4311-9c65-afe053257621), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:50.277016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653db420-0c49-44bf-883b-90acc335071f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event deleted for resources: {'Port': ['ID=ea01c15f-4524-4311-9c65-afe053257621,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:50.305949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ef80994e-7987-411c-be8a-b1373ea145f3 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] For port 215b9ced-2333-4c70-a17b-c2f9b5b06a14, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=215b9ced-2333-4c70-a17b-c2f9b5b06a14,segment=NetworkSegment(b67a5b19-9908-4b85-a895-f2b658cfe190),segment_id=b67a5b19-9908-4b85-a895-f2b658cfe190)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:50.306319 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef80994e-7987-411c-be8a-b1373ea145f3 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:50.319388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ef80994e-7987-411c-be8a-b1373ea145f3 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for 215b9ced-2333-4c70-a17b-c2f9b5b06a14 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:50.325245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e9a51f-1cc6-4502-b073-b887278dd0a6 req-653db420-0c49-44bf-883b-90acc335071f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] No DVR routers for this DVR port ea01c15f-4524-4311-9c65-afe053257621 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:50.328080 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-66e9a51f-1cc6-4502-b073-b887278dd0a6 req-653db420-0c49-44bf-883b-90acc335071f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:50.332162 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-66e9a51f-1cc6-4502-b073-b887278dd0a6 req-653db420-0c49-44bf-883b-90acc335071f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.65 "DELETE /v2.0/ports/ea01c15f-4524-4311-9c65-afe053257621 HTTP/1.1" status: 204 len: 173 time: 0.4390655 Feb 09 03:53:50.332609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'name': 'network-vif-deleted', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:53:50.334866 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dff629-9bf5-4ba6-9854-f585ddea8ae4" -d '{"events": [{"server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "name": "network-vif-deleted", "tag": "ea01c15f-4524-4311-9c65-afe053257621"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:53:50.380639 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2e1965-87e6-4a52-8adb-c31e968610e0 x-openstack-request-id: req-2b2e1965-87e6-4a52-8adb-c31e968610e0 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:53:50.380877 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db907c9-b8f1-44bc-9705-03e11e9eff65", "name": "network-vif-deleted", "tag": "ea01c15f-4524-4311-9c65-afe053257621", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:53:50.381190 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b2e1965-87e6-4a52-8adb-c31e968610e0 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:53:50.381684 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db907c9-b8f1-44bc-9705-03e11e9eff65', 'name': 'network-vif-deleted', 'tag': 'ea01c15f-4524-4311-9c65-afe053257621', 'status': 'completed', 'code': 200} Feb 09 03:53:50.453611 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a86a8949-5af4-4df0-b6ee-6dcd2994d51d req-baa3f1d5-b309-4034-b64b-7cc206c523ea tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 210 time: 0.0320599 Feb 09 03:53:50.512845 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef80994e-7987-411c-be8a-b1373ea145f3 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (215b9ced-2333-4c70-a17b-c2f9b5b06a14), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:50.543466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80994e-7987-411c-be8a-b1373ea145f3 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=215b9ced-2333-4c70-a17b-c2f9b5b06a14,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:50.652427 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef80994e-7987-411c-be8a-b1373ea145f3 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (2675291b-029a-444c-b557-3a7bc01bd1d2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:50.825029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef80994e-7987-411c-be8a-b1373ea145f3 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 2675291b-029a-444c-b557-3a7bc01bd1d2 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:50.847752 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:50.927808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef80994e-7987-411c-be8a-b1373ea145f3 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:50.936023 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ef80994e-7987-411c-be8a-b1373ea145f3 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004890 Feb 09 03:53:50.936023 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46828) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:50.939556 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb30725f-71ce-4a1e-8740-e07145f13539 None None] Sync routers for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:50.950483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb30725f-71ce-4a1e-8740-e07145f13539 None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:50.951168 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fb30725f-71ce-4a1e-8740-e07145f13539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:50.987923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-07904cf3-4992-4889-a014-4925d936c1b0 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting subnet ec5db0ec-379a-4794-a113-3123c81894ca {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:53:50.991405 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07904cf3-4992-4889-a014-4925d936c1b0 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (ec5db0ec-379a-4794-a113-3123c81894ca), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:51.033676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-fb30725f-71ce-4a1e-8740-e07145f13539 None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:51.039270 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07904cf3-4992-4889-a014-4925d936c1b0 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (ec5db0ec-379a-4794-a113-3123c81894ca), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:51.092130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fb30725f-71ce-4a1e-8740-e07145f13539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:50Z', 'revision_number': 11, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:51.123667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb30725f-71ce-4a1e-8740-e07145f13539 None None] Checking router: 2675291b-029a-444c-b557-3a7bc01bd1d2 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:51.131846 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07904cf3-4992-4889-a014-4925d936c1b0 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ec5db0ec-379a-4794-a113-3123c81894ca), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:51.133682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb30725f-71ce-4a1e-8740-e07145f13539 None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:51.134351 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fb30725f-71ce-4a1e-8740-e07145f13539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:51.212774 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07904cf3-4992-4889-a014-4925d936c1b0 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (ec5db0ec-379a-4794-a113-3123c81894ca), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:51.218801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-fb30725f-71ce-4a1e-8740-e07145f13539 None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:51.246771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07904cf3-4992-4889-a014-4925d936c1b0 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5db0ec-379a-4794-a113-3123c81894ca,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:51.248644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07904cf3-4992-4889-a014-4925d936c1b0 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:51.254781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46830) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:51.255357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-07904cf3-4992-4889-a014-4925d936c1b0 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/ec5db0ec-379a-4794-a113-3123c81894ca HTTP/1.1" status: 204 len: 168 time: 0.3189304 Feb 09 03:53:51.286125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fb30725f-71ce-4a1e-8740-e07145f13539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:50Z', 'revision_number': 11, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:51.290922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459a213-71eb-4317-a4a7-d33cc76adaaa None None] Network 6a1f824d-abdc-48b0-8d55-1135a9d7c299 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:51.330015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb30725f-71ce-4a1e-8740-e07145f13539 None None] The sync data for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 is: [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:50Z', 'revision_number': 11, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:51.337738 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (6a1f824d-abdc-48b0-8d55-1135a9d7c299), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:51.397908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Deleting port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:51.398248 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:51.470668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] For port 1424d1e3-e676-4c79-88eb-c927dd3c1df6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1424d1e3-e676-4c79-88eb-c927dd3c1df6,segment=NetworkSegment(b67a5b19-9908-4b85-a895-f2b658cfe190),segment_id=b67a5b19-9908-4b85-a895-f2b658cfe190)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:51.471033 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:51.560664 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce64ff86-2c35-421c-9d03-99dca741ccf4 req-affd5055-b009-4bad-ae5e-b68014f2ce27 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 210 time: 0.0308058 Feb 09 03:53:51.714526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07d6392-0883-4580-b022-03b2f4960392 None None] DHCP port deletion for 6a1f824d-abdc-48b0-8d55-1135a9d7c299 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:53:51.782872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b07d6392-0883-4580-b022-03b2f4960392 None None] Deleting port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:51.783779 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b07d6392-0883-4580-b022-03b2f4960392 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:51.785946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Calling delete_port for 1424d1e3-e676-4c79-88eb-c927dd3c1df6 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:51.859485 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b07d6392-0883-4580-b022-03b2f4960392 None None] For port 1424d1e3-e676-4c79-88eb-c927dd3c1df6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1424d1e3-e676-4c79-88eb-c927dd3c1df6,segment=NetworkSegment(b67a5b19-9908-4b85-a895-f2b658cfe190),segment_id=b67a5b19-9908-4b85-a895-f2b658cfe190)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:51.860021 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b07d6392-0883-4580-b022-03b2f4960392 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:51.874166 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b07d6392-0883-4580-b022-03b2f4960392 None None] Calling delete_port for 1424d1e3-e676-4c79-88eb-c927dd3c1df6 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:51.880919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:51.914053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Port': ['ID=1424d1e3-e676-4c79-88eb-c927dd3c1df6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:51.918542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No DVR routers for this DVR port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:51.981271 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b07d6392-0883-4580-b022-03b2f4960392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (1424d1e3-e676-4c79-88eb-c927dd3c1df6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.014194 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.017208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d6392-0883-4580-b022-03b2f4960392 None None] Pushing event deleted for resources: {'Port': ['ID=1424d1e3-e676-4c79-88eb-c927dd3c1df6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:52.019581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d6392-0883-4580-b022-03b2f4960392 None None] No DVR routers for this DVR port 1424d1e3-e676-4c79-88eb-c927dd3c1df6 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:52.021212 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (6a1f824d-abdc-48b0-8d55-1135a9d7c299), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.048490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1f824d-abdc-48b0-8d55-1135a9d7c299']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:52.058382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67a5b19-9908-4b85-a895-f2b658cfe190') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:52.058678 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67a5b19-9908-4b85-a895-f2b658cfe190') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:52.069802 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (b67a5b19-9908-4b85-a895-f2b658cfe190), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.084674 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b67a5b19-9908-4b85-a895-f2b658cfe190), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.091866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:53:52.092279 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (b67a5b19-9908-4b85-a895-f2b658cfe190), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:53:52.095457 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:53:52.160559 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (6a1f824d-abdc-48b0-8d55-1135a9d7c299), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.167813 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.171058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/networks/6a1f824d-abdc-48b0-8d55-1135a9d7c299 HTTP/1.1" status: 204 len: 168 time: 0.9146266 Feb 09 03:53:52.173850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46834) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:52.178728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-af1a7bf8-bc0f-492c-8e02-2d07f39a4be8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'router': {'routes': None}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:52.187878 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25126f8f-4547-48e8-8028-31cad53ec5ad tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Pushing event deleted for resources: {'Network': ['ID=6a1f824d-abdc-48b0-8d55-1135a9d7c299,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:52.364638 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.extraroute_db [None req-af1a7bf8-bc0f-492c-8e02-2d07f39a4be8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Added routes are [] {{(pid=103327) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 03:53:52.364888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.extraroute_db [None req-af1a7bf8-bc0f-492c-8e02-2d07f39a4be8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Removed routes are [] {{(pid=103327) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 03:53:52.365187 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af1a7bf8-bc0f-492c-8e02-2d07f39a4be8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.398550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ea01c15f-4524-4311-9c65-afe053257621 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:52.420266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: ea01c15f-4524-4311-9c65-afe053257621 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:52.420605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device ea01c15f-4524-4311-9c65-afe053257621 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:52.507540 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af1a7bf8-bc0f-492c-8e02-2d07f39a4be8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.511027 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af1a7bf8-bc0f-492c-8e02-2d07f39a4be8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.590843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1a7bf8-bc0f-492c-8e02-2d07f39a4be8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 2675291b-029a-444c-b557-3a7bc01bd1d2 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:52.660867 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dbd4b305-2b78-4123-8302-92abb5dd5295 req-13ec659b-ba99-47c2-8df2-8e8a970439dc tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 210 time: 0.0272644 Feb 09 03:53:52.672907 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1a7bf8-bc0f-492c-8e02-2d07f39a4be8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:52.681220 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af1a7bf8-bc0f-492c-8e02-2d07f39a4be8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.682436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-af1a7bf8-bc0f-492c-8e02-2d07f39a4be8 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2 HTTP/1.1" status: 200 len: 705 time: 0.5075943 Feb 09 03:53:52.685212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46838) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:52.685349 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc107e-b7e1-476b-95a6-1fbcddaafa2a None None] Sync routers for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:52.695071 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc107e-b7e1-476b-95a6-1fbcddaafa2a None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:52.695660 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-45dc107e-b7e1-476b-95a6-1fbcddaafa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:52.713765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b028442a-749e-4081-8033-cdbac2c73f10 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=2675291b-029a-444c-b557-3a7bc01bd1d2 HTTP/1.1" status: 200 len: 205 time: 0.0273857 Feb 09 03:53:52.716123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46840) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:52.767219 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-45dc107e-b7e1-476b-95a6-1fbcddaafa2a None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:52.796244 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c548407e-b151-49ad-9609-cbe5765e7a8d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.819447 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-45dc107e-b7e1-476b-95a6-1fbcddaafa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:50Z', 'revision_number': 11, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:52.849926 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc107e-b7e1-476b-95a6-1fbcddaafa2a None None] Checking router: 2675291b-029a-444c-b557-3a7bc01bd1d2 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:52.858409 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc107e-b7e1-476b-95a6-1fbcddaafa2a None None] Routers {'2675291b-029a-444c-b557-3a7bc01bd1d2'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:52.858996 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-45dc107e-b7e1-476b-95a6-1fbcddaafa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['2675291b-029a-444c-b557-3a7bc01bd1d2'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:52.926749 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-45dc107e-b7e1-476b-95a6-1fbcddaafa2a None None] Set router 2675291b-029a-444c-b557-3a7bc01bd1d2 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:52.967343 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c548407e-b151-49ad-9609-cbe5765e7a8d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.969618 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c548407e-b151-49ad-9609-cbe5765e7a8d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (2675291b-029a-444c-b557-3a7bc01bd1d2), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:53.020858 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c548407e-b151-49ad-9609-cbe5765e7a8d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (2675291b-029a-444c-b557-3a7bc01bd1d2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:53.021887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c548407e-b151-49ad-9609-cbe5765e7a8d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Fanout notify agent at l3_agent the message router_deleted on router 2675291b-029a-444c-b557-3a7bc01bd1d2 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:53:53.030432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c548407e-b151-49ad-9609-cbe5765e7a8d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:53.033877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c548407e-b151-49ad-9609-cbe5765e7a8d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2 HTTP/1.1" status: 204 len: 168 time: 0.3165724 Feb 09 03:53:53.036100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46842) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:53.041542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f24506d1-08fe-49f0-bd96-1af7dae50837 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1953943137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:53.066926 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f24506d1-08fe-49f0-bd96-1af7dae50837 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (08707e53-8af2-4a02-8d1f-6caed9727cb5), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:53.069065 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f24506d1-08fe-49f0-bd96-1af7dae50837 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (08707e53-8af2-4a02-8d1f-6caed9727cb5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:53.097538 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-45dc107e-b7e1-476b-95a6-1fbcddaafa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:50Z', 'revision_number': 11, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:53.123672 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc107e-b7e1-476b-95a6-1fbcddaafa2a None None] The sync data for ids ['2675291b-029a-444c-b557-3a7bc01bd1d2'] in n-d-824835-15 is: [{'id': '2675291b-029a-444c-b557-3a7bc01bd1d2', 'name': 'tempest-RoutersIpV6Test-router-1995157604', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:50Z', 'revision_number': 11, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:53.127428 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f24506d1-08fe-49f0-bd96-1af7dae50837 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (08707e53-8af2-4a02-8d1f-6caed9727cb5), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:53.137937 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f24506d1-08fe-49f0-bd96-1af7dae50837 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (08707e53-8af2-4a02-8d1f-6caed9727cb5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:53.164271 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f24506d1-08fe-49f0-bd96-1af7dae50837 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:53.165574 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f24506d1-08fe-49f0-bd96-1af7dae50837 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1284616 Feb 09 03:53:53.168213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46844) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:53.172744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-50b3e334-c85b-45c3-b5df-0350973a3d9a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:53.196060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 215b9ced-2333-4c70-a17b-c2f9b5b06a14 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:53.222593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 215b9ced-2333-4c70-a17b-c2f9b5b06a14 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:53.223053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 215b9ced-2333-4c70-a17b-c2f9b5b06a14 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:53.223587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1424d1e3-e676-4c79-88eb-c927dd3c1df6 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:53.244964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 1424d1e3-e676-4c79-88eb-c927dd3c1df6 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:53.245700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1424d1e3-e676-4c79-88eb-c927dd3c1df6 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:53.406336 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50b3e334-c85b-45c3-b5df-0350973a3d9a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24844'] for router (08707e53-8af2-4a02-8d1f-6caed9727cb5), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:53.415812 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50b3e334-c85b-45c3-b5df-0350973a3d9a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-357075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-357066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345257'] for router (08707e53-8af2-4a02-8d1f-6caed9727cb5), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:53.516824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b3e334-c85b-45c3-b5df-0350973a3d9a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Router 08707e53-8af2-4a02-8d1f-6caed9727cb5 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:53:53.595861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b3e334-c85b-45c3-b5df-0350973a3d9a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:53.603240 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50b3e334-c85b-45c3-b5df-0350973a3d9a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:53.607294 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-50b3e334-c85b-45c3-b5df-0350973a3d9a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "PUT /v2.0/routers/08707e53-8af2-4a02-8d1f-6caed9727cb5 HTTP/1.1" status: 200 len: 698 time: 0.4358764 Feb 09 03:53:53.607446 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28e4f8-b73e-43a6-90e4-eadc5fc7039d None None] Sync routers for ids ['08707e53-8af2-4a02-8d1f-6caed9727cb5'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:53.607682 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46846) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:53.616468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28e4f8-b73e-43a6-90e4-eadc5fc7039d None None] Routers {'08707e53-8af2-4a02-8d1f-6caed9727cb5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:53.617082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6b28e4f8-b73e-43a6-90e4-eadc5fc7039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['08707e53-8af2-4a02-8d1f-6caed9727cb5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:53.694887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-6b28e4f8-b73e-43a6-90e4-eadc5fc7039d None None] Set router 08707e53-8af2-4a02-8d1f-6caed9727cb5 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:53.697286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46850) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:53.697491 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6ff0fe8d-6d2a-4e62-b476-d1d553579bdc tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/routers/08707e53-8af2-4a02-8d1f-6caed9727cb5 HTTP/1.1" status: 200 len: 704 time: 0.0882859 Feb 09 03:53:53.728963 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6f5c66ab-1ba7-4034-8c6a-0b6c3308f2d9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=08707e53-8af2-4a02-8d1f-6caed9727cb5 HTTP/1.1" status: 200 len: 205 time: 0.0308690 Feb 09 03:53:53.731703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46852) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:53.755407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6b28e4f8-b73e-43a6-90e4-eadc5fc7039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08707e53-8af2-4a02-8d1f-6caed9727cb5', 'name': 'tempest-RoutersIpV6Test-router-1953943137', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:53Z', 'updated_at': '2022-02-09T03:53:53Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:53.775258 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-685da15a-054f-4618-87c4-18c0ead296fb req-1e731e0f-af6f-43ac-823e-a8c701844893 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 210 time: 0.0309248 Feb 09 03:53:53.795165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28e4f8-b73e-43a6-90e4-eadc5fc7039d None None] Checking router: 08707e53-8af2-4a02-8d1f-6caed9727cb5 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:53.804545 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28e4f8-b73e-43a6-90e4-eadc5fc7039d None None] Routers {'08707e53-8af2-4a02-8d1f-6caed9727cb5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:53.805319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6b28e4f8-b73e-43a6-90e4-eadc5fc7039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['08707e53-8af2-4a02-8d1f-6caed9727cb5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:53.817224 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e31581dc-8dc8-43ca-9a94-c90ab05b60d4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (08707e53-8af2-4a02-8d1f-6caed9727cb5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:53.877830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-6b28e4f8-b73e-43a6-90e4-eadc5fc7039d None None] Set router 08707e53-8af2-4a02-8d1f-6caed9727cb5 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:53.938689 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-6b28e4f8-b73e-43a6-90e4-eadc5fc7039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08707e53-8af2-4a02-8d1f-6caed9727cb5', 'name': 'tempest-RoutersIpV6Test-router-1953943137', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:53Z', 'updated_at': '2022-02-09T03:53:53Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:53.968108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28e4f8-b73e-43a6-90e4-eadc5fc7039d None None] The sync data for ids ['08707e53-8af2-4a02-8d1f-6caed9727cb5'] in n-d-824835-15 is: [{'id': '08707e53-8af2-4a02-8d1f-6caed9727cb5', 'name': 'tempest-RoutersIpV6Test-router-1953943137', 'tenant_id': '867a943dcb4f4a18b31098710f14154c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:53Z', 'updated_at': '2022-02-09T03:53:53Z', 'revision_number': 2, 'project_id': '867a943dcb4f4a18b31098710f14154c', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:53.998773 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e31581dc-8dc8-43ca-9a94-c90ab05b60d4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (08707e53-8af2-4a02-8d1f-6caed9727cb5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:54.001232 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e31581dc-8dc8-43ca-9a94-c90ab05b60d4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router_controller (08707e53-8af2-4a02-8d1f-6caed9727cb5), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:54.057582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e31581dc-8dc8-43ca-9a94-c90ab05b60d4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (08707e53-8af2-4a02-8d1f-6caed9727cb5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:54.058583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31581dc-8dc8-43ca-9a94-c90ab05b60d4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Fanout notify agent at l3_agent the message router_deleted on router 08707e53-8af2-4a02-8d1f-6caed9727cb5 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:53:54.066670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e31581dc-8dc8-43ca-9a94-c90ab05b60d4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:54.067780 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e31581dc-8dc8-43ca-9a94-c90ab05b60d4 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/08707e53-8af2-4a02-8d1f-6caed9727cb5 HTTP/1.1" status: 204 len: 168 time: 0.3348281 Feb 09 03:53:54.071090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46854) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.100498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-165d5a03-6113-4489-91f3-5764fdc11744 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=08707e53-8af2-4a02-8d1f-6caed9727cb5 HTTP/1.1" status: 200 len: 205 time: 0.0282183 Feb 09 03:53:54.102822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46856) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.146746 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-d79ed48e-9297-4435-92ba-5d933511334a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] delete failed (client error): The resource could not be found. Feb 09 03:53:54.150383 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d79ed48e-9297-4435-92ba-5d933511334a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/08707e53-8af2-4a02-8d1f-6caed9727cb5 HTTP/1.1" status: 404 len: 336 time: 0.0442278 Feb 09 03:53:54.150865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46858) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.181144 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6e92d7-558e-40d4-9232-598482b5280e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] DELETE failed (client error): The resource could not be found. Feb 09 03:53:54.181750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6e92d7-558e-40d4-9232-598482b5280e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:53:54.187246 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1e6e92d7-558e-40d4-9232-598482b5280e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/33c0ed64-c966-4dd9-ab77-be7163417ab5 HTTP/1.1" status: 404 len: 337 time: 0.0328858 Feb 09 03:53:54.187620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46860) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.218530 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25d0a94-91fa-4781-80d3-fa18c93e4d5e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] DELETE failed (client error): The resource could not be found. Feb 09 03:53:54.219265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25d0a94-91fa-4781-80d3-fa18c93e4d5e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:53:54.223397 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e25d0a94-91fa-4781-80d3-fa18c93e4d5e tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/820cafaa-749f-440c-8241-091b5dd0a0e9 HTTP/1.1" status: 404 len: 337 time: 0.0347474 Feb 09 03:53:54.226082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46862) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.252717 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-015dac21-0c7c-4152-bc4e-f8ffdbce753a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] DELETE failed (client error): The resource could not be found. Feb 09 03:53:54.253524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015dac21-0c7c-4152-bc4e-f8ffdbce753a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:53:54.257140 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-015dac21-0c7c-4152-bc4e-f8ffdbce753a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/002d92fa-01ea-44b5-87c5-8980e6ec0cca HTTP/1.1" status: 404 len: 337 time: 0.0296211 Feb 09 03:53:54.259424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46864) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.291952 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b8133f-d38f-4507-b287-c1d3679ac21f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] DELETE failed (client error): The resource could not be found. Feb 09 03:53:54.292402 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b8133f-d38f-4507-b287-c1d3679ac21f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:53:54.295916 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f8b8133f-d38f-4507-b287-c1d3679ac21f tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/ec5db0ec-379a-4794-a113-3123c81894ca HTTP/1.1" status: 404 len: 337 time: 0.0349984 Feb 09 03:53:54.298029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46866) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.335622 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9cfeb279-d40c-4a41-bc93-4c657547df7b tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=2675291b-029a-444c-b557-3a7bc01bd1d2 HTTP/1.1" status: 200 len: 205 time: 0.0362544 Feb 09 03:53:54.337627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46868) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.353099 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:54.379281 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-d35cda5c-5685-4b12-b3d0-21a3daeeb829 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] delete failed (client error): The resource could not be found. Feb 09 03:53:54.380330 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d35cda5c-5685-4b12-b3d0-21a3daeeb829 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/2675291b-029a-444c-b557-3a7bc01bd1d2 HTTP/1.1" status: 404 len: 336 time: 0.0418141 Feb 09 03:53:54.383203 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46870) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.413702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-78a5c3ff-b342-4c51-83fa-56b60e7bc961 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3171d3ab-60c5-46ca-88ab-b7f07b2712af HTTP/1.1" status: 200 len: 205 time: 0.0293612 Feb 09 03:53:54.416414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46872) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.459536 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-e01af0aa-aeb5-41d9-952a-fcecd85b994a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] delete failed (client error): The resource could not be found. Feb 09 03:53:54.460595 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e01af0aa-aeb5-41d9-952a-fcecd85b994a tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/3171d3ab-60c5-46ca-88ab-b7f07b2712af HTTP/1.1" status: 404 len: 336 time: 0.0432096 Feb 09 03:53:54.463270 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46874) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.490374 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc2b153-ec29-4e5f-b313-1dc765cba68d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] DELETE failed (client error): The resource could not be found. Feb 09 03:53:54.490836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc2b153-ec29-4e5f-b313-1dc765cba68d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:53:54.493895 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0bc2b153-ec29-4e5f-b313-1dc765cba68d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/d6af69ed-b800-434e-8e2e-05a0bd451a6f HTTP/1.1" status: 404 len: 337 time: 0.0297170 Feb 09 03:53:54.496430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46876) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.526205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fc12cc0e-b537-41f7-8d10-4c2b67befe60 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d4c07e6-4136-44c4-9614-ddef653cb120 HTTP/1.1" status: 200 len: 205 time: 0.0286822 Feb 09 03:53:54.528582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46878) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.566655 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-00053427-3c05-4e92-b000-839911bf7982 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] delete failed (client error): The resource could not be found. Feb 09 03:53:54.568096 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-00053427-3c05-4e92-b000-839911bf7982 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/3d4c07e6-4136-44c4-9614-ddef653cb120 HTTP/1.1" status: 404 len: 336 time: 0.0386212 Feb 09 03:53:54.570697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46880) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.604691 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a09ea68d-841d-4bdc-8782-6fcb8db2527d tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=a86eff9a-7e04-4506-ba5b-7058d34a1b18 HTTP/1.1" status: 200 len: 205 time: 0.0328147 Feb 09 03:53:54.606887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46882) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.653187 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-50d00907-027f-487b-8c85-73240da1a862 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] delete failed (client error): The resource could not be found. Feb 09 03:53:54.654429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-50d00907-027f-487b-8c85-73240da1a862 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/a86eff9a-7e04-4506-ba5b-7058d34a1b18 HTTP/1.1" status: 404 len: 336 time: 0.0466359 Feb 09 03:53:54.657028 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46884) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.684469 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-be09d69a-8b97-42d7-994d-d8af609d6556 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] DELETE failed (client error): The resource could not be found. Feb 09 03:53:54.684754 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be09d69a-8b97-42d7-994d-d8af609d6556 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:53:54.687857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-be09d69a-8b97-42d7-994d-d8af609d6556 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/b9c200df-21ee-4e3a-96d5-eac48494c410 HTTP/1.1" status: 404 len: 337 time: 0.0298104 Feb 09 03:53:54.692622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46888) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.723298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c7757b80-e2d9-4bac-9748-f4b479957891 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b31e838-b508-409c-938d-542498c970b3 HTTP/1.1" status: 200 len: 205 time: 0.0295665 Feb 09 03:53:54.725610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46890) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.770572 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-0c576024-e99b-43a4-bc1e-1553f3c1fc77 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] delete failed (client error): The resource could not be found. Feb 09 03:53:54.771654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0c576024-e99b-43a4-bc1e-1553f3c1fc77 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/3b31e838-b508-409c-938d-542498c970b3 HTTP/1.1" status: 404 len: 336 time: 0.0451453 Feb 09 03:53:54.775406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46892) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.801876 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a42339-30b2-4cd5-82ed-478f8788e8f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] DELETE failed (client error): The resource could not be found. Feb 09 03:53:54.802401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a42339-30b2-4cd5-82ed-478f8788e8f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:53:54.807897 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b0a42339-30b2-4cd5-82ed-478f8788e8f2 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/b5b8c5cd-e3ca-494d-b1f8-a4ef8bfc2d76 HTTP/1.1" status: 404 len: 337 time: 0.0292106 Feb 09 03:53:54.808155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46896) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.839194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-609f2519-f0ad-45d9-ae7d-2cd3e5bae661 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c8abb3-a4b2-4159-843b-e5ae3a8ee776 HTTP/1.1" status: 200 len: 205 time: 0.0295329 Feb 09 03:53:54.841468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46898) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.885868 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-70fa6b1b-2483-4d5f-8011-9ba9d45ad5b9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] delete failed (client error): The resource could not be found. Feb 09 03:53:54.886948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-70fa6b1b-2483-4d5f-8011-9ba9d45ad5b9 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/routers/52c8abb3-a4b2-4159-843b-e5ae3a8ee776 HTTP/1.1" status: 404 len: 336 time: 0.0445843 Feb 09 03:53:54.889566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46900) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.892051 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e9e5854-e670-4313-af13-dcd7ca191ec5 req-4ab02844-557c-46be-8889-8575bbf43de2 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 210 time: 0.0321364 Feb 09 03:53:54.915739 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cde1d5-4213-4ce6-a20d-5e3df7a22852 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] DELETE failed (client error): The resource could not be found. Feb 09 03:53:54.916196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cde1d5-4213-4ce6-a20d-5e3df7a22852 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:53:54.919826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-90cde1d5-4213-4ce6-a20d-5e3df7a22852 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/18581349-a8de-4f32-96bd-8a9b65f99ec0 HTTP/1.1" status: 404 len: 337 time: 0.0294387 Feb 09 03:53:54.922349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46902) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:54.949886 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-c491a3c1-00ab-4474-89f4-1ffc3d74ca49 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] DELETE failed (client error): The resource could not be found. Feb 09 03:53:54.950354 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c491a3c1-00ab-4474-89f4-1ffc3d74ca49 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:53:54.953657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c491a3c1-00ab-4474-89f4-1ffc3d74ca49 tempest-RoutersIpV6Test-1372424234 tempest-RoutersIpV6Test-1372424234-project] 10.222.0.21 "DELETE /v2.0/subnets/372a0387-d463-49ca-8b36-30bb5433c31d HTTP/1.1" status: 404 len: 337 time: 0.0299752 Feb 09 03:53:55.257876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46908) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:55.392331 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7f811414-b1c8-4119-9a2f-4eed942a2870 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=867a943dcb4f4a18b31098710f14154c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332097 Feb 09 03:53:55.394868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46912) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:55.442214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b90cdb01-b20f-46bc-a6e3-da664a14487e admin admin] Publish callbacks [] for security_group (54dfbc47-6739-4109-95b8-b342e8c008a0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:55.463543 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b90cdb01-b20f-46bc-a6e3-da664a14487e admin admin] Publish callbacks [] for security_group (54dfbc47-6739-4109-95b8-b342e8c008a0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:55.514019 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b90cdb01-b20f-46bc-a6e3-da664a14487e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (54dfbc47-6739-4109-95b8-b342e8c008a0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:55.516633 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b90cdb01-b20f-46bc-a6e3-da664a14487e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:55.520322 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b90cdb01-b20f-46bc-a6e3-da664a14487e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54dfbc47-6739-4109-95b8-b342e8c008a0 HTTP/1.1" status: 204 len: 168 time: 0.1220808 Feb 09 03:53:55.526398 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cdb01-b20f-46bc-a6e3-da664a14487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dfbc47-6739-4109-95b8-b342e8c008a0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:55.998451 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ac983ce4-a2fc-4ae3-a314-e3d6c9ee086e req-5a504ace-2bf9-4024-aca6-cdb35c0e3d63 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 210 time: 0.0356350 Feb 09 03:53:56.188124 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46936) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:56.284617 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-0417b67d-acdc-4a2e-8796-6fc606547b82 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-737407241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:56.306509 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0417b67d-acdc-4a2e-8796-6fc606547b82 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (1f839631-996d-46bd-9184-26d282def019), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.307648 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0417b67d-acdc-4a2e-8796-6fc606547b82 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (1f839631-996d-46bd-9184-26d282def019), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.361643 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0417b67d-acdc-4a2e-8796-6fc606547b82 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for router_controller (1f839631-996d-46bd-9184-26d282def019), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.366076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0417b67d-acdc-4a2e-8796-6fc606547b82 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (1f839631-996d-46bd-9184-26d282def019), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.384238 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0417b67d-acdc-4a2e-8796-6fc606547b82 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.385574 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0417b67d-acdc-4a2e-8796-6fc606547b82 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1963682 Feb 09 03:53:56.388200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46940) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:56.392973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1872520311'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:56.413665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Made reservation on behalf of 40cd595da7f7402399c56bd2ebaf8077 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:56.416895 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.425443 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.507184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for security_group (f9724151-3923-4c7f-b544-299819aa2c64), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.511587 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f9724151-3923-4c7f-b544-299819aa2c64), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.538210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:53:56.547928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9724151-3923-4c7f-b544-299819aa2c64,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:56.553110 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (efce7266-0e06-4e89-9eec-00f16b442d88), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.553481 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Added segment efce7266-0e06-4e89-9eec-00f16b442d88 of type vlan for network 2f8a266f-8419-466b-9cfb-3786dd3a4f04 Feb 09 03:53:56.593013 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (2f8a266f-8419-466b-9cfb-3786dd3a4f04), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.618648 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (2f8a266f-8419-466b-9cfb-3786dd3a4f04), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.623564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:56.624145 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.677482 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2882237 Feb 09 03:53:56.680405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46942) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:56.685875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-35883c3d-e357-4dce-8b9a-8ee538b6b432 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Request body: {'subnet': {'network_id': '2f8a266f-8419-466b-9cfb-3786dd3a4f04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:56.691895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255731b3-ab12-4d54-af64-08cbf4153988 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'Network': ['ID=2f8a266f-8419-466b-9cfb-3786dd3a4f04,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:56.702320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 2f8a266f-8419-466b-9cfb-3786dd3a4f04 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:53:56.786596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35883c3d-e357-4dce-8b9a-8ee538b6b432 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Made reservation on behalf of 40cd595da7f7402399c56bd2ebaf8077 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:56.790003 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35883c3d-e357-4dce-8b9a-8ee538b6b432 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:56.969492 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35883c3d-e357-4dce-8b9a-8ee538b6b432 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (97f7821c-2e61-4fc5-a278-78df66ef7e32), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.035974 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35883c3d-e357-4dce-8b9a-8ee538b6b432 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'Subnet': ['ID=97f7821c-2e61-4fc5-a278-78df66ef7e32,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:57.043203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35883c3d-e357-4dce-8b9a-8ee538b6b432 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Checking segment: {'id': 'efce7266-0e06-4e89-9eec-00f16b442d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2f8a266f-8419-466b-9cfb-3786dd3a4f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:57.043558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35883c3d-e357-4dce-8b9a-8ee538b6b432 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Network hostable DHCP agents. Network: 2f8a266f-8419-466b-9cfb-3786dd3a4f04, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:53:57.061873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35883c3d-e357-4dce-8b9a-8ee538b6b432 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Network 2f8a266f-8419-466b-9cfb-3786dd3a4f04 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:53:57.075040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-35883c3d-e357-4dce-8b9a-8ee538b6b432 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 2f8a266f-8419-466b-9cfb-3786dd3a4f04) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:57.079253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35883c3d-e357-4dce-8b9a-8ee538b6b432 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:57.079943 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-35883c3d-e357-4dce-8b9a-8ee538b6b432 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.087196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897393ac-3e32-4550-8d57-e8b228855d82 None None] Network 2f8a266f-8419-466b-9cfb-3786dd3a4f04 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:57.119521 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-139438c6-9237-48d0-abb3-9fa13b84f33f req-18af082c-e32b-422e-acbf-a31e4392409e tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 210 time: 0.0341761 Feb 09 03:53:57.144305 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-35883c3d-e357-4dce-8b9a-8ee538b6b432 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4596164 Feb 09 03:53:57.144583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46946) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:57.149760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3ec8307b-5623-4301-8b27-3a6d360c5d44 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Request body: {'network': {'name': 'tempest-router-network01--1258095505'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:57.169885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec8307b-5623-4301-8b27-3a6d360c5d44 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Made reservation on behalf of 40cd595da7f7402399c56bd2ebaf8077 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:57.173491 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3ec8307b-5623-4301-8b27-3a6d360c5d44 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.198734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec8307b-5623-4301-8b27-3a6d360c5d44 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:53:57.209091 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3ec8307b-5623-4301-8b27-3a6d360c5d44 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c08dfc57-884f-4816-a1bf-36afef8c0264), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.209396 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-3ec8307b-5623-4301-8b27-3a6d360c5d44 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Added segment c08dfc57-884f-4816-a1bf-36afef8c0264 of type vlan for network e535ad15-c013-4ac4-af3c-291f7ff4ce4a Feb 09 03:53:57.211746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-2f8a266f-8419-466b-9cfb-3786dd3a4f04', 'network_id': '2f8a266f-8419-466b-9cfb-3786dd3a4f04', 'project_id': '40cd595da7f7402399c56bd2ebaf8077', 'fixed_ips': [{'subnet_id': '97f7821c-2e61-4fc5-a278-78df66ef7e32'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:53:57.213004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.254504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3ec8307b-5623-4301-8b27-3a6d360c5d44 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (e535ad15-c013-4ac4-af3c-291f7ff4ce4a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.279827 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3ec8307b-5623-4301-8b27-3a6d360c5d44 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (e535ad15-c013-4ac4-af3c-291f7ff4ce4a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.285380 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec8307b-5623-4301-8b27-3a6d360c5d44 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:57.285914 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3ec8307b-5623-4301-8b27-3a6d360c5d44 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.340639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3ec8307b-5623-4301-8b27-3a6d360c5d44 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1924832 Feb 09 03:53:57.342096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46948) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:57.347654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4bb4c466-1fa6-4c32-b69d-516430528f15 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Request body: {'network': {'name': 'tempest-router-network02--68076847'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:57.364292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8307b-5623-4301-8b27-3a6d360c5d44 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'Network': ['ID=e535ad15-c013-4ac4-af3c-291f7ff4ce4a,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:57.381932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb4c466-1fa6-4c32-b69d-516430528f15 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Made reservation on behalf of 40cd595da7f7402399c56bd2ebaf8077 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:57.385465 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c466-1fa6-4c32-b69d-516430528f15 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.414032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb4c466-1fa6-4c32-b69d-516430528f15 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:53:57.426299 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c466-1fa6-4c32-b69d-516430528f15 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (88d97603-73b4-4859-ac22-dce7bc88db0d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.426835 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-4bb4c466-1fa6-4c32-b69d-516430528f15 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Added segment 88d97603-73b4-4859-ac22-dce7bc88db0d of type vlan for network b79c8341-99f5-4a7a-8283-ef9577e993bf Feb 09 03:53:57.511450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network e535ad15-c013-4ac4-af3c-291f7ff4ce4a details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:53:57.606767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Allocated IP 2001:db8::2 (2f8a266f-8419-466b-9cfb-3786dd3a4f04/97f7821c-2e61-4fc5-a278-78df66ef7e32/2ea6cd36-63e6-48d3-8701-fba204258cf2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:57.763086 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Publish callbacks [] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.771158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.817957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Pushing event updated for resources: {'Port': ['ID=2ea6cd36-63e6-48d3-8701-fba204258cf2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:57.823399 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c466-1fa6-4c32-b69d-516430528f15 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (b79c8341-99f5-4a7a-8283-ef9577e993bf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.832399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Network 2f8a266f-8419-466b-9cfb-3786dd3a4f04 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:57.834413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:57.837062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:57.855591 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c466-1fa6-4c32-b69d-516430528f15 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (b79c8341-99f5-4a7a-8283-ef9577e993bf), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.860817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb4c466-1fa6-4c32-b69d-516430528f15 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:57.861437 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c466-1fa6-4c32-b69d-516430528f15 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.895274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Attempting to bind port 2ea6cd36-63e6-48d3-8701-fba204258cf2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:57.895824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Attempting to bind port 2ea6cd36-63e6-48d3-8701-fba204258cf2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'efce7266-0e06-4e89-9eec-00f16b442d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2f8a266f-8419-466b-9cfb-3786dd3a4f04'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:57.896254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Attempting to bind port 2ea6cd36-63e6-48d3-8701-fba204258cf2 on network 2f8a266f-8419-466b-9cfb-3786dd3a4f04 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:57.902196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:57.902581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Checking segment: {'id': 'efce7266-0e06-4e89-9eec-00f16b442d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2f8a266f-8419-466b-9cfb-3786dd3a4f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:57.902986 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.903378 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Bound using segment: {'id': 'efce7266-0e06-4e89-9eec-00f16b442d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2f8a266f-8419-466b-9cfb-3786dd3a4f04'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:57.903847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Bound port: 2ea6cd36-63e6-48d3-8701-fba204258cf2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efce7266-0e06-4e89-9eec-00f16b442d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2f8a266f-8419-466b-9cfb-3786dd3a4f04'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:57.904225 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:57.924351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46950) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:57.925692 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4bb4c466-1fa6-4c32-b69d-516430528f15 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5821025 Feb 09 03:53:57.929989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4f285dae-d5ea-451c-b1fc-2c93fb13a6eb tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Request body: {'subnet': {'network_id': 'e535ad15-c013-4ac4-af3c-291f7ff4ce4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:57.939769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4c466-1fa6-4c32-b69d-516430528f15 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'Network': ['ID=b79c8341-99f5-4a7a-8283-ef9577e993bf,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:57.954682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network b79c8341-99f5-4a7a-8283-ef9577e993bf details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:53:58.033660 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f285dae-d5ea-451c-b1fc-2c93fb13a6eb tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Made reservation on behalf of 40cd595da7f7402399c56bd2ebaf8077 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:58.037752 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f285dae-d5ea-451c-b1fc-2c93fb13a6eb tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:58.046006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] For port 2ea6cd36-63e6-48d3-8701-fba204258cf2, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:58.051998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] For port 2ea6cd36-63e6-48d3-8701-fba204258cf2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2ea6cd36-63e6-48d3-8701-fba204258cf2,segment=NetworkSegment(efce7266-0e06-4e89-9eec-00f16b442d88),segment_id=efce7266-0e06-4e89-9eec-00f16b442d88)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:58.059824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:58.128853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a0b7d-100c-4bd0-b875-bd8c11a37f04 None None] Pushing event updated for resources: {'Port': ['ID=2ea6cd36-63e6-48d3-8701-fba204258cf2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:58.240568 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f03b842-c744-40ab-9f4c-6b5832997cbd req-a386910c-28d3-4a6f-8d99-1646d23891b9 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 210 time: 0.0374813 Feb 09 03:53:58.245946 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f285dae-d5ea-451c-b1fc-2c93fb13a6eb tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (308f7022-a226-4782-b6dc-aac0016aaeed), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:58.307456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f285dae-d5ea-451c-b1fc-2c93fb13a6eb tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'Subnet': ['ID=308f7022-a226-4782-b6dc-aac0016aaeed,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:58.319182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f285dae-d5ea-451c-b1fc-2c93fb13a6eb tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Checking segment: {'id': 'c08dfc57-884f-4816-a1bf-36afef8c0264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e535ad15-c013-4ac4-af3c-291f7ff4ce4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:58.319609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f285dae-d5ea-451c-b1fc-2c93fb13a6eb tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Network hostable DHCP agents. Network: e535ad15-c013-4ac4-af3c-291f7ff4ce4a, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:53:58.339414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f285dae-d5ea-451c-b1fc-2c93fb13a6eb tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Network e535ad15-c013-4ac4-af3c-291f7ff4ce4a is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:53:58.382912 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4f285dae-d5ea-451c-b1fc-2c93fb13a6eb tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, e535ad15-c013-4ac4-af3c-291f7ff4ce4a) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:58.387312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f285dae-d5ea-451c-b1fc-2c93fb13a6eb tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:58.387915 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f285dae-d5ea-451c-b1fc-2c93fb13a6eb tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:58.394961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460fa804-b23d-41f8-821c-c18c053480ca None None] Network e535ad15-c013-4ac4-af3c-291f7ff4ce4a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:58.409921 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4f285dae-d5ea-451c-b1fc-2c93fb13a6eb tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4797559 Feb 09 03:53:58.410642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46954) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:58.423092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9f1d7dab-29ff-402d-9eb6-76afdc8bc265 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Request body: {'subnet': {'network_id': 'b79c8341-99f5-4a7a-8283-ef9577e993bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:58.541588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1d7dab-29ff-402d-9eb6-76afdc8bc265 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Made reservation on behalf of 40cd595da7f7402399c56bd2ebaf8077 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:58.547387 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7dab-29ff-402d-9eb6-76afdc8bc265 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:58.555950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-e535ad15-c013-4ac4-af3c-291f7ff4ce4a', 'network_id': 'e535ad15-c013-4ac4-af3c-291f7ff4ce4a', 'project_id': '40cd595da7f7402399c56bd2ebaf8077', 'fixed_ips': [{'subnet_id': '308f7022-a226-4782-b6dc-aac0016aaeed'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:53:58.556819 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:58.705465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Allocated IP 2001:db8::2 (e535ad15-c013-4ac4-af3c-291f7ff4ce4a/308f7022-a226-4782-b6dc-aac0016aaeed/76b87fd7-ecaa-46fb-994e-3987680e3ba4) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:58.752518 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7dab-29ff-402d-9eb6-76afdc8bc265 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (a3e7f00c-aa4e-4598-8d9c-13fbb77fa7ea), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:58.816577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d7dab-29ff-402d-9eb6-76afdc8bc265 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'Subnet': ['ID=a3e7f00c-aa4e-4598-8d9c-13fbb77fa7ea,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:58.826750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d7dab-29ff-402d-9eb6-76afdc8bc265 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Checking segment: {'id': '88d97603-73b4-4859-ac22-dce7bc88db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b79c8341-99f5-4a7a-8283-ef9577e993bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:58.827329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d7dab-29ff-402d-9eb6-76afdc8bc265 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Network hostable DHCP agents. Network: b79c8341-99f5-4a7a-8283-ef9577e993bf, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:53:58.845049 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d7dab-29ff-402d-9eb6-76afdc8bc265 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Network b79c8341-99f5-4a7a-8283-ef9577e993bf is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:53:58.855676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d7dab-29ff-402d-9eb6-76afdc8bc265 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, b79c8341-99f5-4a7a-8283-ef9577e993bf) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:58.860918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1d7dab-29ff-402d-9eb6-76afdc8bc265 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:58.861738 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7dab-29ff-402d-9eb6-76afdc8bc265 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:58.874594 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Publish callbacks [] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:58.878916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ca5a1-6a39-43b4-bf62-3a68ffb503dd None None] Network b79c8341-99f5-4a7a-8283-ef9577e993bf requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:58.884362 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9f1d7dab-29ff-402d-9eb6-76afdc8bc265 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4716406 Feb 09 03:53:58.886889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 46956) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:58.957950 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.030509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Network e535ad15-c013-4ac4-af3c-291f7ff4ce4a is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:59.032264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:59.036722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:59.044025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-b79c8341-99f5-4a7a-8283-ef9577e993bf', 'network_id': 'b79c8341-99f5-4a7a-8283-ef9577e993bf', 'project_id': '40cd595da7f7402399c56bd2ebaf8077', 'fixed_ips': [{'subnet_id': 'a3e7f00c-aa4e-4598-8d9c-13fbb77fa7ea'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:53:59.045019 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.061978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Pushing event updated for resources: {'Port': ['ID=76b87fd7-ecaa-46fb-994e-3987680e3ba4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:59.131311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Attempting to bind port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:59.131682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Attempting to bind port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'c08dfc57-884f-4816-a1bf-36afef8c0264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e535ad15-c013-4ac4-af3c-291f7ff4ce4a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:59.132053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Attempting to bind port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 on network e535ad15-c013-4ac4-af3c-291f7ff4ce4a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:59.139474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:59.139860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Checking segment: {'id': 'c08dfc57-884f-4816-a1bf-36afef8c0264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e535ad15-c013-4ac4-af3c-291f7ff4ce4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:59.140270 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.140734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Bound using segment: {'id': 'c08dfc57-884f-4816-a1bf-36afef8c0264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e535ad15-c013-4ac4-af3c-291f7ff4ce4a'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:59.141219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Bound port: 76b87fd7-ecaa-46fb-994e-3987680e3ba4, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08dfc57-884f-4816-a1bf-36afef8c0264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e535ad15-c013-4ac4-af3c-291f7ff4ce4a'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:59.142064 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.291080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2ea6cd36-63e6-48d3-8701-fba204258cf2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:59.324937 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.408476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] For port 76b87fd7-ecaa-46fb-994e-3987680e3ba4, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:59.417386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1128dbec-be16-41bc-8c6e-ffad10b5b286 req-a62671d7-2a51-419b-8de0-abef83d6178f tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db907c9-b8f1-44bc-9705-03e11e9eff65 HTTP/1.1" status: 200 len: 210 time: 0.0482340 Feb 09 03:53:59.432836 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] For port 76b87fd7-ecaa-46fb-994e-3987680e3ba4, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=76b87fd7-ecaa-46fb-994e-3987680e3ba4,segment=NetworkSegment(c08dfc57-884f-4816-a1bf-36afef8c0264),segment_id=c08dfc57-884f-4816-a1bf-36afef8c0264)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:59.451238 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.484743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86295ec7-1459-40b1-ad8e-140f5dca0daa None None] Network 2f8a266f-8419-466b-9cfb-3786dd3a4f04 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:59.487920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 2ea6cd36-63e6-48d3-8701-fba204258cf2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:59.488314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.501528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Allocated IP 2001:db8::2 (b79c8341-99f5-4a7a-8283-ef9577e993bf/a3e7f00c-aa4e-4598-8d9c-13fbb77fa7ea/1ceeba28-0815-4051-ab8f-8fa79b0bf32b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:59.665911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f963f3-4713-4d7f-9890-6e6ac50712e4 None None] Pushing event updated for resources: {'Port': ['ID=76b87fd7-ecaa-46fb-994e-3987680e3ba4,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:59.679204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Allocated IP 2001:db8::1 (e535ad15-c013-4ac4-af3c-291f7ff4ce4a/308f7022-a226-4782-b6dc-aac0016aaeed/a1cac13a-ea01-4e92-914d-40474748f617) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:59.688293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-40e29e44-cfe8-4fcb-9faa-fef75523745a None None] Provisioning complete for port 2ea6cd36-63e6-48d3-8701-fba204258cf2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:59.688671 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-40e29e44-cfe8-4fcb-9faa-fef75523745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.826635 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for port (a1cac13a-ea01-4e92-914d-40474748f617), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.875020 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a1cac13a-ea01-4e92-914d-40474748f617), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.889217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2ea6cd36-63e6-48d3-8701-fba204258cf2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:59.889803 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.935941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Network e535ad15-c013-4ac4-af3c-291f7ff4ce4a is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:59.939747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:59.943852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:59.944741 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (1f839631-996d-46bd-9184-26d282def019), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.953671 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Publish callbacks [] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.988219 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:59.998834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 2ea6cd36-63e6-48d3-8701-fba204258cf2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2ea6cd36-63e6-48d3-8701-fba204258cf2,segment=NetworkSegment(efce7266-0e06-4e89-9eec-00f16b442d88),segment_id=efce7266-0e06-4e89-9eec-00f16b442d88)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:00.053028 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.056944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'Port': ['ID=a1cac13a-ea01-4e92-914d-40474748f617,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:00.082868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-40e29e44-cfe8-4fcb-9faa-fef75523745a None None] Current status of the port 2ea6cd36-63e6-48d3-8701-fba204258cf2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:00.083324 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-40e29e44-cfe8-4fcb-9faa-fef75523745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.088954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Network b79c8341-99f5-4a7a-8283-ef9577e993bf is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:54:00.105637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:54:00.108597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Pushing event updated for resources: {'Port': ['ID=1ceeba28-0815-4051-ab8f-8fa79b0bf32b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:00.111895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:54:00.147389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a1cac13a-ea01-4e92-914d-40474748f617), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.271577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=2ea6cd36-63e6-48d3-8701-fba204258cf2,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:00.280227 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-40e29e44-cfe8-4fcb-9faa-fef75523745a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:54:00.280586 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-40e29e44-cfe8-4fcb-9faa-fef75523745a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:54:00.281781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Attempting to bind port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:54:00.282119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Attempting to bind port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '88d97603-73b4-4859-ac22-dce7bc88db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b79c8341-99f5-4a7a-8283-ef9577e993bf'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:54:00.282484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Attempting to bind port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b on network b79c8341-99f5-4a7a-8283-ef9577e993bf {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:54:00.289423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:54:00.289919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Checking segment: {'id': '88d97603-73b4-4859-ac22-dce7bc88db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b79c8341-99f5-4a7a-8283-ef9577e993bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:54:00.290436 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.290923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Bound using segment: {'id': '88d97603-73b4-4859-ac22-dce7bc88db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b79c8341-99f5-4a7a-8283-ef9577e993bf'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:54:00.291495 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Bound port: 1ceeba28-0815-4051-ab8f-8fa79b0bf32b, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d97603-73b4-4859-ac22-dce7bc88db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b79c8341-99f5-4a7a-8283-ef9577e993bf'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:54:00.292004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.366459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] For port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:54:00.369835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] For port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1ceeba28-0815-4051-ab8f-8fa79b0bf32b,segment=NetworkSegment(88d97603-73b4-4859-ac22-dce7bc88db0d),segment_id=88d97603-73b4-4859-ac22-dce7bc88db0d)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:54:00.376049 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.435734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fab1c-e813-4bec-9d1f-762da7daac8e None None] Pushing event updated for resources: {'Port': ['ID=1ceeba28-0815-4051-ab8f-8fa79b0bf32b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:00.500417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46962) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:00.512807 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for port (a1cac13a-ea01-4e92-914d-40474748f617), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.524757 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a1cac13a-ea01-4e92-914d-40474748f617), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.526212 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (1f839631-996d-46bd-9184-26d282def019), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.588080 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96d6e13d-fdc8-442c-8ed2-d86d6ba91af9 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group (4c43f4b8-8b6c-4177-91aa-891248f9b3a2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.632163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96d6e13d-fdc8-442c-8ed2-d86d6ba91af9 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group (4c43f4b8-8b6c-4177-91aa-891248f9b3a2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.640472 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'Port': ['ID=a1cac13a-ea01-4e92-914d-40474748f617,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:00.709143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Network e535ad15-c013-4ac4-af3c-291f7ff4ce4a is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:54:00.723460 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:54:00.748781 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96d6e13d-fdc8-442c-8ed2-d86d6ba91af9 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4c43f4b8-8b6c-4177-91aa-891248f9b3a2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.752213 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96d6e13d-fdc8-442c-8ed2-d86d6ba91af9 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.757627 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-96d6e13d-fdc8-442c-8ed2-d86d6ba91af9 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] 10.222.0.21 "DELETE /v2.0/security-groups/4c43f4b8-8b6c-4177-91aa-891248f9b3a2 HTTP/1.1" status: 204 len: 168 time: 0.2552810 Feb 09 03:54:00.771463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6e13d-fdc8-442c-8ed2-d86d6ba91af9 tempest-TestVolumeBackupRestore-112732885 tempest-TestVolumeBackupRestore-112732885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c43f4b8-8b6c-4177-91aa-891248f9b3a2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:00.851790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-40e29e44-cfe8-4fcb-9faa-fef75523745a None None] Current status of the port 2ea6cd36-63e6-48d3-8701-fba204258cf2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:00.946293 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Router 1f839631-996d-46bd-9184-26d282def019 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:54:01.013087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9c20f490-6bcf-41a6-b8c7-2bc43fd14f07 None None] Provisioning complete for port 2ea6cd36-63e6-48d3-8701-fba204258cf2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:01.013659 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9c20f490-6bcf-41a6-b8c7-2bc43fd14f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:01.059564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:54:01.069654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46966) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:01.074663 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d434c393-2396-4a5b-bd38-e1a11c189d30 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "PUT /v2.0/routers/1f839631-996d-46bd-9184-26d282def019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1856818 Feb 09 03:54:01.075985 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9078de96-0a48-4698-a11d-4b16c7e1036d None None] Sync routers for ids ['1f839631-996d-46bd-9184-26d282def019'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:54:01.094709 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078de96-0a48-4698-a11d-4b16c7e1036d None None] Routers {'1f839631-996d-46bd-9184-26d282def019'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:01.095467 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9078de96-0a48-4698-a11d-4b16c7e1036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1f839631-996d-46bd-9184-26d282def019'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:01.149194 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9078de96-0a48-4698-a11d-4b16c7e1036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:01.175378 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078de96-0a48-4698-a11d-4b16c7e1036d None None] Routers {'1f839631-996d-46bd-9184-26d282def019'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:01.176883 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9078de96-0a48-4698-a11d-4b16c7e1036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1f839631-996d-46bd-9184-26d282def019'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:01.240763 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9078de96-0a48-4698-a11d-4b16c7e1036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:01.241767 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9078de96-0a48-4698-a11d-4b16c7e1036d None None] The sync data for ids ['1f839631-996d-46bd-9184-26d282def019'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:54:01.312677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b0e71f-41be-4e7d-ac57-664661c3f338 None None] Network e535ad15-c013-4ac4-af3c-291f7ff4ce4a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:54:01.365726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9c20f490-6bcf-41a6-b8c7-2bc43fd14f07 None None] Current status of the port 2ea6cd36-63e6-48d3-8701-fba204258cf2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:01.443831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1ceeba28-0815-4051-ab8f-8fa79b0bf32b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:54:01.517872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d38f0df5-a213-4fac-877e-d6ea0d4591fa None None] Provisioning complete for port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:01.518303 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d38f0df5-a213-4fac-877e-d6ea0d4591fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:01.563920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:01.564299 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:01.649885 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-fe540f7f-f107-486c-8e4e-3c5250ad62be tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:54:01.654195 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fe540f7f-f107-486c-8e4e-3c5250ad62be tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "PUT /v2.0/routers/1f839631-996d-46bd-9184-26d282def019/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5795922 Feb 09 03:54:01.654195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 46968) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:01.694198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d38f0df5-a213-4fac-877e-d6ea0d4591fa None None] Current status of the port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:01.694587 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d38f0df5-a213-4fac-877e-d6ea0d4591fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:01.759503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:01.760161 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:01.847160 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d38f0df5-a213-4fac-877e-d6ea0d4591fa None None] For port 76b87fd7-ecaa-46fb-994e-3987680e3ba4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=76b87fd7-ecaa-46fb-994e-3987680e3ba4,segment=NetworkSegment(c08dfc57-884f-4816-a1bf-36afef8c0264),segment_id=c08dfc57-884f-4816-a1bf-36afef8c0264)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:01.854463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1ceeba28-0815-4051-ab8f-8fa79b0bf32b,segment=NetworkSegment(88d97603-73b4-4859-ac22-dce7bc88db0d),segment_id=88d97603-73b4-4859-ac22-dce7bc88db0d)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:01.859041 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d38f0df5-a213-4fac-877e-d6ea0d4591fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:01.869067 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:01.870189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2ea6cd36-63e6-48d3-8701-fba204258cf2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:54:02.105839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f308d8-c12e-4cbb-a4cf-91c9def37075 None None] Network b79c8341-99f5-4a7a-8283-ef9577e993bf requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:54:02.234661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-206c4ce0-2428-42c3-8b31-488606107a7c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (1f839631-996d-46bd-9184-26d282def019), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:02.267359 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eb7749d3-3c47-4ee9-97e9-a78e0501ec37 None None] Provisioning complete for port a1cac13a-ea01-4e92-914d-40474748f617 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:02.267918 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb7749d3-3c47-4ee9-97e9-a78e0501ec37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a1cac13a-ea01-4e92-914d-40474748f617), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:02.353119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f0df5-a213-4fac-877e-d6ea0d4591fa None None] Pushing event updated for resources: {'Port': ['ID=76b87fd7-ecaa-46fb-994e-3987680e3ba4,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:02.515569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eb7749d3-3c47-4ee9-97e9-a78e0501ec37 None None] Port a1cac13a-ea01-4e92-914d-40474748f617 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:54:02.542131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 2ea6cd36-63e6-48d3-8701-fba204258cf2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:02.542509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:02.623250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=1ceeba28-0815-4051-ab8f-8fa79b0bf32b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:02.672960 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eb7749d3-3c47-4ee9-97e9-a78e0501ec37 None None] Provisioning complete for port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:02.673992 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb7749d3-3c47-4ee9-97e9-a78e0501ec37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:02.881315 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2ea6cd36-63e6-48d3-8701-fba204258cf2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:02.882505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 76b87fd7-ecaa-46fb-994e-3987680e3ba4 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:54:02.993768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eb7749d3-3c47-4ee9-97e9-a78e0501ec37 None None] Current status of the port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:03.036078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:03.036587 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:03.142562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:03.191993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5ba8c4fc-85d3-4b8a-96cd-eebf8ec2e432 None None] Provisioning complete for port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:03.194541 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c4fc-85d3-4b8a-96cd-eebf8ec2e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:03.275486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-206c4ce0-2428-42c3-8b31-488606107a7c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Deleting port a1cac13a-ea01-4e92-914d-40474748f617 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:03.276181 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-206c4ce0-2428-42c3-8b31-488606107a7c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a1cac13a-ea01-4e92-914d-40474748f617), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:03.311894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1ceeba28-0815-4051-ab8f-8fa79b0bf32b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:54:03.342590 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8c4fc-85d3-4b8a-96cd-eebf8ec2e432 None None] Current status of the port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:03.390328 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-206c4ce0-2428-42c3-8b31-488606107a7c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a1cac13a-ea01-4e92-914d-40474748f617), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:03.396102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5ba8c4fc-85d3-4b8a-96cd-eebf8ec2e432 None None] Provisioning complete for port a1cac13a-ea01-4e92-914d-40474748f617 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:03.396761 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c4fc-85d3-4b8a-96cd-eebf8ec2e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a1cac13a-ea01-4e92-914d-40474748f617), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:03.410073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-206c4ce0-2428-42c3-8b31-488606107a7c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Calling delete_port for a1cac13a-ea01-4e92-914d-40474748f617 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:03.437088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:03.437517 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:03.442329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8c4fc-85d3-4b8a-96cd-eebf8ec2e432 None None] Port a1cac13a-ea01-4e92-914d-40474748f617 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:54:03.541674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:03.542894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 76b87fd7-ecaa-46fb-994e-3987680e3ba4 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:54:03.606542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:03.607458 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:03.639558 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-206c4ce0-2428-42c3-8b31-488606107a7c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a1cac13a-ea01-4e92-914d-40474748f617), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:03.700863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:03.721777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c4ce0-2428-42c3-8b31-488606107a7c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Port': ['ID=a1cac13a-ea01-4e92-914d-40474748f617,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:03.806492 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-206c4ce0-2428-42c3-8b31-488606107a7c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (1f839631-996d-46bd-9184-26d282def019), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:03.997595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206c4ce0-2428-42c3-8b31-488606107a7c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Router 1f839631-996d-46bd-9184-26d282def019 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:54:04.091488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206c4ce0-2428-42c3-8b31-488606107a7c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:54:04.100999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6131bf-32a5-4b2e-a8bc-559ad1b10a3b None None] Sync routers for ids ['1f839631-996d-46bd-9184-26d282def019'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:54:04.103361 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-206c4ce0-2428-42c3-8b31-488606107a7c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "PUT /v2.0/routers/1f839631-996d-46bd-9184-26d282def019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4480493 Feb 09 03:54:04.106999 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47188) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:04.147074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6131bf-32a5-4b2e-a8bc-559ad1b10a3b None None] Routers {'1f839631-996d-46bd-9184-26d282def019'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:04.152455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1f6131bf-32a5-4b2e-a8bc-559ad1b10a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1f839631-996d-46bd-9184-26d282def019'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:04.173723 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-525e848c-ccbb-42f6-b70c-d021842a6187 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] delete failed (client error): The resource could not be found. Feb 09 03:54:04.178838 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-525e848c-ccbb-42f6-b70c-d021842a6187 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1336421728 HTTP/1.1" status: 404 len: 335 time: 0.0706892 Feb 09 03:54:04.179520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47196) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:04.186190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-594882d8-0a84-4569-9793-41a32c5c4fd1 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f839631-996d-46bd-9184-26d282def019'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:54:04.200967 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1f6131bf-32a5-4b2e-a8bc-559ad1b10a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:04.213460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6131bf-32a5-4b2e-a8bc-559ad1b10a3b None None] Routers {'1f839631-996d-46bd-9184-26d282def019'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:04.214529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1f6131bf-32a5-4b2e-a8bc-559ad1b10a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1f839631-996d-46bd-9184-26d282def019'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:04.254202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-1f6131bf-32a5-4b2e-a8bc-559ad1b10a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:04.254954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6131bf-32a5-4b2e-a8bc-559ad1b10a3b None None] The sync data for ids ['1f839631-996d-46bd-9184-26d282def019'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:54:04.462758 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-594882d8-0a84-4569-9793-41a32c5c4fd1 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for router_gateway (1f839631-996d-46bd-9184-26d282def019), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:04.495066 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-594882d8-0a84-4569-9793-41a32c5c4fd1 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] update failed (client error): The resource could not be found. Feb 09 03:54:04.500498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47240) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:04.501246 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-594882d8-0a84-4569-9793-41a32c5c4fd1 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "PUT /v2.0/routers/1f839631-996d-46bd-9184-26d282def019 HTTP/1.1" status: 404 len: 339 time: 0.3198173 Feb 09 03:54:04.506217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-7f7d4752-e381-4f1e-a12b-f00070746162 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1512351487'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:54:04.539107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7d4752-e381-4f1e-a12b-f00070746162 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Made reservation on behalf of 40cd595da7f7402399c56bd2ebaf8077 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:54:04.543497 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4752-e381-4f1e-a12b-f00070746162 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:04.579946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7d4752-e381-4f1e-a12b-f00070746162 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:54:04.597826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4752-e381-4f1e-a12b-f00070746162 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0004b9d3-9fcc-4afc-9b54-05993a3bc4bd), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:04.598276 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-7f7d4752-e381-4f1e-a12b-f00070746162 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Added segment 0004b9d3-9fcc-4afc-9b54-05993a3bc4bd of type vlan for network 6b4ac1a1-54fb-4294-8323-7e2ea895a0e8 Feb 09 03:54:04.655319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4752-e381-4f1e-a12b-f00070746162 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (6b4ac1a1-54fb-4294-8323-7e2ea895a0e8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:04.694407 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4752-e381-4f1e-a12b-f00070746162 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (6b4ac1a1-54fb-4294-8323-7e2ea895a0e8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:04.704316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7d4752-e381-4f1e-a12b-f00070746162 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:04.705220 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7f7d4752-e381-4f1e-a12b-f00070746162 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:04.791605 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7f7d4752-e381-4f1e-a12b-f00070746162 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2900140 Feb 09 03:54:04.794946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47274) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:04.800545 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Request body: {'subnet': {'network_id': '6b4ac1a1-54fb-4294-8323-7e2ea895a0e8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:54:04.826560 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d4752-e381-4f1e-a12b-f00070746162 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'Network': ['ID=6b4ac1a1-54fb-4294-8323-7e2ea895a0e8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:04.842539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 6b4ac1a1-54fb-4294-8323-7e2ea895a0e8 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:54:04.984480 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Made reservation on behalf of 40cd595da7f7402399c56bd2ebaf8077 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:54:04.990358 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:05.259939 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (af6c7683-2942-402f-b212-369b3dd3bebd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:05.327231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'Subnet': ['ID=af6c7683-2942-402f-b212-369b3dd3bebd,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:05.343179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.343528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.344066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.344414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.344749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.345083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.345440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.345773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.346100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.346457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.346788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.347111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.347435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:05.364140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Checking segment: {'id': '0004b9d3-9fcc-4afc-9b54-05993a3bc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6b4ac1a1-54fb-4294-8323-7e2ea895a0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:54:05.364446 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Network hostable DHCP agents. Network: 6b4ac1a1-54fb-4294-8323-7e2ea895a0e8, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:54:05.386534 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Network 6b4ac1a1-54fb-4294-8323-7e2ea895a0e8 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:54:05.411167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 6b4ac1a1-54fb-4294-8323-7e2ea895a0e8) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:54:05.418123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:05.418790 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:05.421718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995372a8-49e2-4a54-ae8c-bbabd94dc213 None None] Network 6b4ac1a1-54fb-4294-8323-7e2ea895a0e8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:54:05.470819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7b986557-80fc-445a-9b10-502c6fcb555e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6745617 Feb 09 03:54:05.474465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47342) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:05.491572 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-37c5caf0-a2ba-4a14-914b-dad95774b2c9 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b4ac1a1-54fb-4294-8323-7e2ea895a0e8'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:54:05.564705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-6b4ac1a1-54fb-4294-8323-7e2ea895a0e8', 'network_id': '6b4ac1a1-54fb-4294-8323-7e2ea895a0e8', 'project_id': '40cd595da7f7402399c56bd2ebaf8077', 'fixed_ips': [{'subnet_id': 'af6c7683-2942-402f-b212-369b3dd3bebd'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:54:05.566574 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:05.845841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37c5caf0-a2ba-4a14-914b-dad95774b2c9 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for router_gateway (1f839631-996d-46bd-9184-26d282def019), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:05.857757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Allocated IP 2001:db8:1::2 (6b4ac1a1-54fb-4294-8323-7e2ea895a0e8/af6c7683-2942-402f-b212-369b3dd3bebd/f152a225-bfd2-4196-a192-b3c013f60dd9) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:54:05.985591 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-37c5caf0-a2ba-4a14-914b-dad95774b2c9 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:54:05.987192 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-37c5caf0-a2ba-4a14-914b-dad95774b2c9 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "PUT /v2.0/routers/1f839631-996d-46bd-9184-26d282def019 HTTP/1.1" status: 400 len: 364 time: 0.5116057 Feb 09 03:54:05.991901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47402) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:06.145694 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Publish callbacks [] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:06.156550 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:06.263963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Pushing event updated for resources: {'Port': ['ID=f152a225-bfd2-4196-a192-b3c013f60dd9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:06.304426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Network 6b4ac1a1-54fb-4294-8323-7e2ea895a0e8 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:54:06.310598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.311162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.312192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.317068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.317571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.317983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.318328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.318662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.319014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.319317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.319844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.319978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.320291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:06.339523 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:54:06.354370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:54:06.478983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Attempting to bind port f152a225-bfd2-4196-a192-b3c013f60dd9 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:54:06.480216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Attempting to bind port f152a225-bfd2-4196-a192-b3c013f60dd9 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0004b9d3-9fcc-4afc-9b54-05993a3bc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6b4ac1a1-54fb-4294-8323-7e2ea895a0e8'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:54:06.481192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Attempting to bind port f152a225-bfd2-4196-a192-b3c013f60dd9 on network 6b4ac1a1-54fb-4294-8323-7e2ea895a0e8 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:54:06.488145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:54:06.488789 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Checking segment: {'id': '0004b9d3-9fcc-4afc-9b54-05993a3bc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6b4ac1a1-54fb-4294-8323-7e2ea895a0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:54:06.491220 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:06.491810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Bound using segment: {'id': '0004b9d3-9fcc-4afc-9b54-05993a3bc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6b4ac1a1-54fb-4294-8323-7e2ea895a0e8'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:54:06.492643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Bound port: f152a225-bfd2-4196-a192-b3c013f60dd9, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0004b9d3-9fcc-4afc-9b54-05993a3bc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6b4ac1a1-54fb-4294-8323-7e2ea895a0e8'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:54:06.493210 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:06.570401 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] For port f152a225-bfd2-4196-a192-b3c013f60dd9, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:54:06.574434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] For port f152a225-bfd2-4196-a192-b3c013f60dd9, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f152a225-bfd2-4196-a192-b3c013f60dd9,segment=NetworkSegment(0004b9d3-9fcc-4afc-9b54-05993a3bc4bd),segment_id=0004b9d3-9fcc-4afc-9b54-05993a3bc4bd)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:54:06.577889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:06.581468 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:06.594791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38deef0-9115-494b-9e08-dab8b1a3e5f3 req-e49d1f30-a7d3-42e9-8f7f-23abf1ed7ac1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:06.602689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e38deef0-9115-494b-9e08-dab8b1a3e5f3 req-e49d1f30-a7d3-42e9-8f7f-23abf1ed7ac1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 946 time: 0.1336167 Feb 09 03:54:06.643851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b1469-0d44-4995-a109-72478f3c2676 None None] Pushing event updated for resources: {'Port': ['ID=f152a225-bfd2-4196-a192-b3c013f60dd9,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:06.760944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e38deef0-9115-494b-9e08-dab8b1a3e5f3 req-ae2789b1-4a26-48ab-a8df-6c7c8744f254 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566167 Feb 09 03:54:07.045687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Allocated IP 2001:db8::1 (2f8a266f-8419-466b-9cfb-3786dd3a4f04/97f7821c-2e61-4fc5-a278-78df66ef7e32/0589b9ea-554b-4251-b2c9-cbd0e45da57d) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:54:07.228364 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for port (0589b9ea-554b-4251-b2c9-cbd0e45da57d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:07.272312 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0589b9ea-554b-4251-b2c9-cbd0e45da57d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:07.293438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f152a225-bfd2-4196-a192-b3c013f60dd9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:54:07.326570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Network 2f8a266f-8419-466b-9cfb-3786dd3a4f04 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:54:07.329929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:54:07.347557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:54:07.348708 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (1f839631-996d-46bd-9184-26d282def019), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:07.351917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f152a225-bfd2-4196-a192-b3c013f60dd9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:07.352405 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:07.487609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f152a225-bfd2-4196-a192-b3c013f60dd9 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:07.488718 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:07.522782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'Port': ['ID=0589b9ea-554b-4251-b2c9-cbd0e45da57d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:07.571487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port f152a225-bfd2-4196-a192-b3c013f60dd9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f152a225-bfd2-4196-a192-b3c013f60dd9,segment=NetworkSegment(0004b9d3-9fcc-4afc-9b54-05993a3bc4bd),segment_id=0004b9d3-9fcc-4afc-9b54-05993a3bc4bd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:07.580398 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:07.602858 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0589b9ea-554b-4251-b2c9-cbd0e45da57d), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:07.698770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=f152a225-bfd2-4196-a192-b3c013f60dd9,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:07.808943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-cf5ccce5-0398-4286-be13-b3d503c6af3f None None] Provisioning complete for port 0589b9ea-554b-4251-b2c9-cbd0e45da57d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:07.810700 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccce5-0398-4286-be13-b3d503c6af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0589b9ea-554b-4251-b2c9-cbd0e45da57d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:07.880081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cf5ccce5-0398-4286-be13-b3d503c6af3f None None] Port 0589b9ea-554b-4251-b2c9-cbd0e45da57d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:54:07.926211 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:07.997191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a5cf2-fa95-4b4a-8198-eb6486c8b889 req-32217885-d996-4d6d-8cbb-7d362a5ea35f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:08.001253 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f3a5cf2-fa95-4b4a-8198-eb6486c8b889 req-32217885-d996-4d6d-8cbb-7d362a5ea35f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 946 time: 0.1269600 Feb 09 03:54:08.067664 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f3a5cf2-fa95-4b4a-8198-eb6486c8b889 req-742d4d60-000f-4638-b19a-8824242fa6c1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540276 Feb 09 03:54:08.198824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53534ed-798d-4a13-a460-2754fdabab5b None None] Network 6b4ac1a1-54fb-4294-8323-7e2ea895a0e8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:54:08.340370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ece0238a-b498-4403-bd7d-962881dc9578 None None] Provisioning complete for port f152a225-bfd2-4196-a192-b3c013f60dd9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:08.343957 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ece0238a-b498-4403-bd7d-962881dc9578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:08.389239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-0cca0a3f-4d6a-4bef-a5d9-941f00c5f116 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:08.392137 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-0cca0a3f-4d6a-4bef-a5d9-941f00c5f116 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 946 time: 0.4588161 Feb 09 03:54:08.476259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for port (0589b9ea-554b-4251-b2c9-cbd0e45da57d), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:08.497987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ece0238a-b498-4403-bd7d-962881dc9578 None None] Current status of the port f152a225-bfd2-4196-a192-b3c013f60dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:08.514253 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (0589b9ea-554b-4251-b2c9-cbd0e45da57d), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:08.515048 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (1f839631-996d-46bd-9184-26d282def019), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:08.636346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event updated for resources: {'Port': ['ID=0589b9ea-554b-4251-b2c9-cbd0e45da57d,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:08.652083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Deleting port f3ba9bc4-1461-4e3f-9a11-1147fb57407a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:08.652427 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:08.772962 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] For port f3ba9bc4-1461-4e3f-9a11-1147fb57407a, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=f3ba9bc4-1461-4e3f-9a11-1147fb57407a,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:08.773448 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:08.796402 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Network 2f8a266f-8419-466b-9cfb-3786dd3a4f04 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:54:08.821111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-39b4b7f3-f1ba-4880-ac77-15b895b6b1cd None None] Provisioning complete for port f152a225-bfd2-4196-a192-b3c013f60dd9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:08.821515 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-39b4b7f3-f1ba-4880-ac77-15b895b6b1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:08.834933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:54:08.936662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-39b4b7f3-f1ba-4880-ac77-15b895b6b1cd None None] Current status of the port f152a225-bfd2-4196-a192-b3c013f60dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:09.100336 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:09.100704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (9027d945-809d-403d-a143-3612a41bb446), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:09.101066 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Floating IP 9027d945-809d-403d-a143-3612a41bb446 disassociated. External IP: 172.25.5.144, port: f3ba9bc4-1461-4e3f-9a11-1147fb57407a. Feb 09 03:54:09.101449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Calling delete_port for f3ba9bc4-1461-4e3f-9a11-1147fb57407a owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:09.113591 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Router 1f839631-996d-46bd-9184-26d282def019 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:54:09.275112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f152a225-bfd2-4196-a192-b3c013f60dd9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:54:09.277530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-73442546-1977-4b58-80ae-48156d7cbe91 None None] Provisioning complete for port 0589b9ea-554b-4251-b2c9-cbd0e45da57d triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:09.278095 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73442546-1977-4b58-80ae-48156d7cbe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0589b9ea-554b-4251-b2c9-cbd0e45da57d), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:09.365660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-73442546-1977-4b58-80ae-48156d7cbe91 None None] Port 0589b9ea-554b-4251-b2c9-cbd0e45da57d cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:54:09.388455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f152a225-bfd2-4196-a192-b3c013f60dd9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:09.389245 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:09.390816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299000c7-3083-4759-9112-196bc9e04b96 req-09671ade-cdc9-46d2-b055-9d5e723fe11c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:09.392810 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-299000c7-3083-4759-9112-196bc9e04b96 req-09671ade-cdc9-46d2-b055-9d5e723fe11c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 946 time: 0.1974657 Feb 09 03:54:09.397005 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f3ba9bc4-1461-4e3f-9a11-1147fb57407a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:09.400325 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:54:09.416327 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5fed5f-d7ce-43b4-966e-42153408d6fb None None] Sync routers for ids ['1f839631-996d-46bd-9184-26d282def019'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:54:09.418167 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1cfe36e7-c041-43d3-9e5c-e6e6bc2c1025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "PUT /v2.0/routers/1f839631-996d-46bd-9184-26d282def019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4246826 Feb 09 03:54:09.420788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47452) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:09.433402 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5fed5f-d7ce-43b4-966e-42153408d6fb None None] Routers {'1f839631-996d-46bd-9184-26d282def019'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:09.434026 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8d5fed5f-d7ce-43b4-966e-42153408d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1f839631-996d-46bd-9184-26d282def019'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:09.468283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event deleted for resources: {'Port': ['ID=f3ba9bc4-1461-4e3f-9a11-1147fb57407a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:09.507657 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8d5fed5f-d7ce-43b4-966e-42153408d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:09.531808 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5fed5f-d7ce-43b4-966e-42153408d6fb None None] Routers {'1f839631-996d-46bd-9184-26d282def019'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:09.532694 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8d5fed5f-d7ce-43b4-966e-42153408d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1f839631-996d-46bd-9184-26d282def019'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:09.594002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f152a225-bfd2-4196-a192-b3c013f60dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:09.599902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:54:09.604665 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8d5fed5f-d7ce-43b4-966e-42153408d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:09.613737 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5fed5f-d7ce-43b4-966e-42153408d6fb None None] The sync data for ids ['1f839631-996d-46bd-9184-26d282def019'] in n-d-824835-15 is: [] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:54:09.621830 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-299000c7-3083-4759-9112-196bc9e04b96 req-ce16e559-b495-48ef-9996-0c0ca8231563 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228606 Feb 09 03:54:09.640687 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d654a124-6508-419e-b513-fd60c1d0ca59 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for router (1f839631-996d-46bd-9184-26d282def019), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:09.753088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:54:09.764004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7b80f-8d34-4946-a41f-537b97d2b29f None None] Sync routers for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:54:09.765836 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-d654a124-6508-419e-b513-fd60c1d0ca59 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 03:54:09.766762 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d654a124-6508-419e-b513-fd60c1d0ca59 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "DELETE /v2.0/routers/1f839631-996d-46bd-9184-26d282def019 HTTP/1.1" status: 409 len: 329 time: 0.3444512 Feb 09 03:54:09.769817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47456) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:09.784853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7b80f-8d34-4946-a41f-537b97d2b29f None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:09.785644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-18d7b80f-8d34-4946-a41f-537b97d2b29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:09.845913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] No DVR routers for this DVR port f3ba9bc4-1461-4e3f-9a11-1147fb57407a on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:09.858614 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:09.862410 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-084e3f55-a8f0-4e7d-a33f-0e6c2a6d902b req-38800807-3bda-474b-9621-ba2b49bfb4c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "DELETE /v2.0/ports/f3ba9bc4-1461-4e3f-9a11-1147fb57407a HTTP/1.1" status: 204 len: 173 time: 1.4623148 Feb 09 03:54:09.863306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'name': 'network-vif-deleted', 'tag': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:54:09.865953 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aaa145-93d9-4120-a37b-c2555e8b4e4a" -d '{"events": [{"server_uuid": "0260e7b3-8793-4e2a-a5c9-d9edead8409d", "name": "network-vif-deleted", "tag": "f3ba9bc4-1461-4e3f-9a11-1147fb57407a"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:54:09.939539 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60dc133-e198-4187-a992-a736ef5a6d80 x-openstack-request-id: req-f60dc133-e198-4187-a992-a736ef5a6d80 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:54:09.940960 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0260e7b3-8793-4e2a-a5c9-d9edead8409d", "name": "network-vif-deleted", "tag": "f3ba9bc4-1461-4e3f-9a11-1147fb57407a", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:54:09.941426 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f60dc133-e198-4187-a992-a736ef5a6d80 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:54:09.942072 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0260e7b3-8793-4e2a-a5c9-d9edead8409d', 'name': 'network-vif-deleted', 'tag': 'f3ba9bc4-1461-4e3f-9a11-1147fb57407a', 'status': 'completed', 'code': 200} Feb 09 03:54:10.293028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-18d7b80f-8d34-4946-a41f-537b97d2b29f None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:54:10.344816 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f3e5-2478-4771-b78d-8c17a61da022 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (1f839631-996d-46bd-9184-26d282def019), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:10.618533 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-18d7b80f-8d34-4946-a41f-537b97d2b29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:10.653646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7b80f-8d34-4946-a41f-537b97d2b29f None None] Checking router: 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:54:10.695861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7b80f-8d34-4946-a41f-537b97d2b29f None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:10.697905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-18d7b80f-8d34-4946-a41f-537b97d2b29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:10.820470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0f3e5-2478-4771-b78d-8c17a61da022 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Deleting port 0589b9ea-554b-4251-b2c9-cbd0e45da57d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:10.821058 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f3e5-2478-4771-b78d-8c17a61da022 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0589b9ea-554b-4251-b2c9-cbd0e45da57d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:10.851215 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2cecb3eb-d22b-4e3d-bf90-0e500456c36b req-59287917-d984-4e3c-8167-8fe22d484a9e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 210 time: 0.0795920 Feb 09 03:54:10.933094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-18d7b80f-8d34-4946-a41f-537b97d2b29f None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:54:11.060892 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f3e5-2478-4771-b78d-8c17a61da022 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0589b9ea-554b-4251-b2c9-cbd0e45da57d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:11.091768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0f3e5-2478-4771-b78d-8c17a61da022 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Calling delete_port for 0589b9ea-554b-4251-b2c9-cbd0e45da57d owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:11.112945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f3ba9bc4-1461-4e3f-9a11-1147fb57407a no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:54:11.136139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: f3ba9bc4-1461-4e3f-9a11-1147fb57407a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:54:11.136493 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device f3ba9bc4-1461-4e3f-9a11-1147fb57407a not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:54:11.333434 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f3e5-2478-4771-b78d-8c17a61da022 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (0589b9ea-554b-4251-b2c9-cbd0e45da57d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:11.336838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-18d7b80f-8d34-4946-a41f-537b97d2b29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:11.364214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0f3e5-2478-4771-b78d-8c17a61da022 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Port': ['ID=0589b9ea-554b-4251-b2c9-cbd0e45da57d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:11.438872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7b80f-8d34-4946-a41f-537b97d2b29f None None] The sync data for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 is: [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:54:11.592145 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f3e5-2478-4771-b78d-8c17a61da022 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (1f839631-996d-46bd-9184-26d282def019), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:11.791724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b0f3e5-2478-4771-b78d-8c17a61da022 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Router 1f839631-996d-46bd-9184-26d282def019 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:54:11.832140 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dee901-deef-4212-b211-e15563ccbadb None None] New status for floating IP 9027d945-809d-403d-a143-3612a41bb446: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:54:11.881870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b0f3e5-2478-4771-b78d-8c17a61da022 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:54:11.892281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec8a0e-12ae-44f5-9e58-0207c5a3b5f3 None None] Sync routers for ids ['1f839631-996d-46bd-9184-26d282def019'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:54:11.894637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d5b0f3e5-2478-4771-b78d-8c17a61da022 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "PUT /v2.0/routers/1f839631-996d-46bd-9184-26d282def019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1224430 Feb 09 03:54:11.897562 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47466) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:11.936169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec8a0e-12ae-44f5-9e58-0207c5a3b5f3 None None] Routers {'1f839631-996d-46bd-9184-26d282def019'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:11.939239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-65ec8a0e-12ae-44f5-9e58-0207c5a3b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1f839631-996d-46bd-9184-26d282def019'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:11.969529 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-1199e395-6fee-4bd4-b3b2-9aa5b8f82025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] show failed (client error): The resource could not be found. Feb 09 03:54:11.970297 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1199e395-6fee-4bd4-b3b2-9aa5b8f82025 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1867460966 HTTP/1.1" status: 404 len: 335 time: 0.0710673 Feb 09 03:54:11.978789 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47470) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:11.989378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-66bd6145-6b15-4a21-bfce-e27045b10293 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:54:12.029535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-65ec8a0e-12ae-44f5-9e58-0207c5a3b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:12.030020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-647f5ef0-7164-4c8a-bfbd-4abdefb76b55 req-a463e3ef-f76e-4c81-b705-5e357a4061c2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 210 time: 0.0714726 Feb 09 03:54:12.031038 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47472) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:12.052867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec8a0e-12ae-44f5-9e58-0207c5a3b5f3 None None] Routers {'1f839631-996d-46bd-9184-26d282def019'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:12.053524 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-65ec8a0e-12ae-44f5-9e58-0207c5a3b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['1f839631-996d-46bd-9184-26d282def019'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:12.073587 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-66bd6145-6b15-4a21-bfce-e27045b10293 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] update failed (client error): The resource could not be found. Feb 09 03:54:12.085709 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-66bd6145-6b15-4a21-bfce-e27045b10293 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-276816969 HTTP/1.1" status: 404 len: 334 time: 0.1100595 Feb 09 03:54:12.086349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47474) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:12.123260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-65ec8a0e-12ae-44f5-9e58-0207c5a3b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:12.123935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec8a0e-12ae-44f5-9e58-0207c5a3b5f3 None None] The sync data for ids ['1f839631-996d-46bd-9184-26d282def019'] in n-d-824835-15 is: [] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:54:12.172382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf3f227-28db-4903-a06e-a4ee28f25dd9 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Deleting subnet af6c7683-2942-402f-b212-369b3dd3bebd {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:54:12.178948 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f227-28db-4903-a06e-a4ee28f25dd9 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for subnet (af6c7683-2942-402f-b212-369b3dd3bebd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:12.235945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f227-28db-4903-a06e-a4ee28f25dd9 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (af6c7683-2942-402f-b212-369b3dd3bebd), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:12.337315 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f227-28db-4903-a06e-a4ee28f25dd9 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (af6c7683-2942-402f-b212-369b3dd3bebd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:12.404304 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f227-28db-4903-a06e-a4ee28f25dd9 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (af6c7683-2942-402f-b212-369b3dd3bebd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:12.444026 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3f227-28db-4903-a06e-a4ee28f25dd9 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Subnet': ['ID=af6c7683-2942-402f-b212-369b3dd3bebd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:12.454795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bf3f227-28db-4903-a06e-a4ee28f25dd9 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:12.457151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eb0c6d-56c3-44e7-8155-31cafcf86c5b None None] Network 6b4ac1a1-54fb-4294-8323-7e2ea895a0e8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:54:12.462750 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9bf3f227-28db-4903-a06e-a4ee28f25dd9 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "DELETE /v2.0/subnets/af6c7683-2942-402f-b212-369b3dd3bebd HTTP/1.1" status: 204 len: 168 time: 0.3731863 Feb 09 03:54:12.463437 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47476) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:12.548666 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-657b8b2d-1b68-4718-9025-4dc5ffefce2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:12.636052 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (6b4ac1a1-54fb-4294-8323-7e2ea895a0e8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:12.653427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1695b477-51e4-4ba6-8038-a11403a4d711 None None] DHCP port deletion for 6b4ac1a1-54fb-4294-8323-7e2ea895a0e8 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:54:12.720339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1695b477-51e4-4ba6-8038-a11403a4d711 None None] Deleting port f152a225-bfd2-4196-a192-b3c013f60dd9 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:12.722182 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1695b477-51e4-4ba6-8038-a11403a4d711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:12.795050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1695b477-51e4-4ba6-8038-a11403a4d711 None None] For port f152a225-bfd2-4196-a192-b3c013f60dd9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f152a225-bfd2-4196-a192-b3c013f60dd9,segment=NetworkSegment(0004b9d3-9fcc-4afc-9b54-05993a3bc4bd),segment_id=0004b9d3-9fcc-4afc-9b54-05993a3bc4bd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:12.795728 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1695b477-51e4-4ba6-8038-a11403a4d711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:12.811816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1695b477-51e4-4ba6-8038-a11403a4d711 None None] Calling delete_port for f152a225-bfd2-4196-a192-b3c013f60dd9 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:12.918738 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1695b477-51e4-4ba6-8038-a11403a4d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:12.932394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695b477-51e4-4ba6-8038-a11403a4d711 None None] No DVR routers for this DVR port f152a225-bfd2-4196-a192-b3c013f60dd9 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:12.952002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695b477-51e4-4ba6-8038-a11403a4d711 None None] Pushing event deleted for resources: {'Port': ['ID=f152a225-bfd2-4196-a192-b3c013f60dd9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:13.153583 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8472c6dd-c6b3-47bd-a814-ea93b2bfa29a req-18adb3c2-aa3e-43be-a3dc-0b34e93012f9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 210 time: 0.0386298 Feb 09 03:54:13.174081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Deleting port f152a225-bfd2-4196-a192-b3c013f60dd9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:13.175075 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.252225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f152a225-bfd2-4196-a192-b3c013f60dd9 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:54:13.256762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] For port f152a225-bfd2-4196-a192-b3c013f60dd9, host n-d-824835-15, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:13.257121 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.273811 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f152a225-bfd2-4196-a192-b3c013f60dd9 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:54:13.274132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f152a225-bfd2-4196-a192-b3c013f60dd9 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:54:13.275467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Calling delete_port for f152a225-bfd2-4196-a192-b3c013f60dd9 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:13.279777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Port f152a225-bfd2-4196-a192-b3c013f60dd9 was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:54:13.281771 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f152a225-bfd2-4196-a192-b3c013f60dd9), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.310987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Port': ['ID=f152a225-bfd2-4196-a192-b3c013f60dd9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:13.334613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] No DVR routers for this DVR port f152a225-bfd2-4196-a192-b3c013f60dd9 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:13.448456 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (6b4ac1a1-54fb-4294-8323-7e2ea895a0e8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.475951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4ac1a1-54fb-4294-8323-7e2ea895a0e8']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:13.487835 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0004b9d3-9fcc-4afc-9b54-05993a3bc4bd') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:13.488130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0004b9d3-9fcc-4afc-9b54-05993a3bc4bd') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:13.500360 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (0004b9d3-9fcc-4afc-9b54-05993a3bc4bd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.510682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-657b8b2d-1b68-4718-9025-4dc5ffefce2b admin admin] Deleting port 7cb5a435-ecff-408d-83c1-a08540aa8824 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:13.511026 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-657b8b2d-1b68-4718-9025-4dc5ffefce2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.525697 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (0004b9d3-9fcc-4afc-9b54-05993a3bc4bd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.564315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:54:13.564698 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (0004b9d3-9fcc-4afc-9b54-05993a3bc4bd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:54:13.569408 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:54:13.652740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (6b4ac1a1-54fb-4294-8323-7e2ea895a0e8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.665633 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.668702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "DELETE /v2.0/networks/6b4ac1a1-54fb-4294-8323-7e2ea895a0e8 HTTP/1.1" status: 204 len: 168 time: 1.2041235 Feb 09 03:54:13.671391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47480) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:13.686736 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dad0bd-2277-45c1-af8e-3ec81205a00a tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Network': ['ID=6b4ac1a1-54fb-4294-8323-7e2ea895a0e8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:13.698141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-657b8b2d-1b68-4718-9025-4dc5ffefce2b admin admin] For port 7cb5a435-ecff-408d-83c1-a08540aa8824, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7cb5a435-ecff-408d-83c1-a08540aa8824,segment=NetworkSegment(3b20bdab-af5b-4aa8-9fca-35d3849d4baf),segment_id=3b20bdab-af5b-4aa8-9fca-35d3849d4baf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:13.698578 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-657b8b2d-1b68-4718-9025-4dc5ffefce2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.712270 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-657b8b2d-1b68-4718-9025-4dc5ffefce2b admin admin] Calling delete_port for 7cb5a435-ecff-408d-83c1-a08540aa8824 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:13.725865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbe9c3d-c2bc-4cfc-bec8-acaffc90fc6e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Deleting subnet a3e7f00c-aa4e-4598-8d9c-13fbb77fa7ea {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:54:13.729026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bbe9c3d-c2bc-4cfc-bec8-acaffc90fc6e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for subnet (a3e7f00c-aa4e-4598-8d9c-13fbb77fa7ea), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.773897 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bbe9c3d-c2bc-4cfc-bec8-acaffc90fc6e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (a3e7f00c-aa4e-4598-8d9c-13fbb77fa7ea), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.869925 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bbe9c3d-c2bc-4cfc-bec8-acaffc90fc6e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (a3e7f00c-aa4e-4598-8d9c-13fbb77fa7ea), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.906829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-657b8b2d-1b68-4718-9025-4dc5ffefce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (7cb5a435-ecff-408d-83c1-a08540aa8824), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.930873 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bbe9c3d-c2bc-4cfc-bec8-acaffc90fc6e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (a3e7f00c-aa4e-4598-8d9c-13fbb77fa7ea), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.941412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b8b2d-1b68-4718-9025-4dc5ffefce2b admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb5a435-ecff-408d-83c1-a08540aa8824,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:13.961281 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe9c3d-c2bc-4cfc-bec8-acaffc90fc6e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e7f00c-aa4e-4598-8d9c-13fbb77fa7ea,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:13.966678 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9bbe9c3d-c2bc-4cfc-bec8-acaffc90fc6e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:13.970096 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9bbe9c3d-c2bc-4cfc-bec8-acaffc90fc6e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "DELETE /v2.0/subnets/a3e7f00c-aa4e-4598-8d9c-13fbb77fa7ea HTTP/1.1" status: 204 len: 168 time: 0.2977152 Feb 09 03:54:13.980408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47482) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:13.982576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2bcb0a-e8a4-4d46-8cd3-f0630e846ba1 None None] Network b79c8341-99f5-4a7a-8283-ef9577e993bf requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:54:14.057559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6651d3-003c-4a7e-b3e0-bacfd939265b tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Deleting subnet 308f7022-a226-4782-b6dc-aac0016aaeed {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:54:14.063689 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb6651d3-003c-4a7e-b3e0-bacfd939265b tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for subnet (308f7022-a226-4782-b6dc-aac0016aaeed), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.136644 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb6651d3-003c-4a7e-b3e0-bacfd939265b tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (308f7022-a226-4782-b6dc-aac0016aaeed), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.140474 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-657b8b2d-1b68-4718-9025-4dc5ffefce2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.217706 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb9522c-dbc3-4fb3-a5f1-cfa8d0e0ee19 None None] DHCP port deletion for b79c8341-99f5-4a7a-8283-ef9577e993bf request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:54:14.285314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb6651d3-003c-4a7e-b3e0-bacfd939265b tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (308f7022-a226-4782-b6dc-aac0016aaeed), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.289947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3eb9522c-dbc3-4fb3-a5f1-cfa8d0e0ee19 None None] Deleting port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:14.290249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3eb9522c-dbc3-4fb3-a5f1-cfa8d0e0ee19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.319550 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7e03280-664f-4b94-b724-636938f8ab9e req-b1cd71f2-b124-4d80-8174-a30545aa1963 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 210 time: 0.0398550 Feb 09 03:54:14.367574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3eb9522c-dbc3-4fb3-a5f1-cfa8d0e0ee19 None None] For port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1ceeba28-0815-4051-ab8f-8fa79b0bf32b,segment=NetworkSegment(88d97603-73b4-4859-ac22-dce7bc88db0d),segment_id=88d97603-73b4-4859-ac22-dce7bc88db0d)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:14.367980 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3eb9522c-dbc3-4fb3-a5f1-cfa8d0e0ee19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.380756 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb6651d3-003c-4a7e-b3e0-bacfd939265b tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (308f7022-a226-4782-b6dc-aac0016aaeed), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.383094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3eb9522c-dbc3-4fb3-a5f1-cfa8d0e0ee19 None None] Calling delete_port for 1ceeba28-0815-4051-ab8f-8fa79b0bf32b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:14.418817 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb6651d3-003c-4a7e-b3e0-bacfd939265b tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.424330 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bb6651d3-003c-4a7e-b3e0-bacfd939265b tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "DELETE /v2.0/subnets/308f7022-a226-4782-b6dc-aac0016aaeed HTTP/1.1" status: 204 len: 168 time: 0.4406254 Feb 09 03:54:14.424330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6651d3-003c-4a7e-b3e0-bacfd939265b tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Subnet': ['ID=308f7022-a226-4782-b6dc-aac0016aaeed,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:14.430067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47486) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:14.436667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af323ed-65a5-420f-91e8-cca421b505cd None None] Network e535ad15-c013-4ac4-af3c-291f7ff4ce4a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:54:14.509793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657b8b2d-1b68-4718-9025-4dc5ffefce2b admin admin] Router f03ae5f3-bb27-4239-886c-5b8b0570ca0d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:54:14.540546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (b79c8341-99f5-4a7a-8283-ef9577e993bf), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.614606 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3eb9522c-dbc3-4fb3-a5f1-cfa8d0e0ee19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.621187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Deleting port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:14.621788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.642549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9522c-dbc3-4fb3-a5f1-cfa8d0e0ee19 None None] Pushing event deleted for resources: {'Port': ['ID=1ceeba28-0815-4051-ab8f-8fa79b0bf32b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:14.649723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9522c-dbc3-4fb3-a5f1-cfa8d0e0ee19 None None] No DVR routers for this DVR port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:14.652589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657b8b2d-1b68-4718-9025-4dc5ffefce2b admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:54:14.660824 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-657b8b2d-1b68-4718-9025-4dc5ffefce2b admin admin] 10.222.0.21 "PUT /v2.0/routers/f03ae5f3-bb27-4239-886c-5b8b0570ca0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262090 Feb 09 03:54:14.666900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47488) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:14.668417 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c6b48-c653-4d74-8acf-e959c6a58b84 None None] Sync routers for ids ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:54:14.670313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a4df3-60c6-4d7a-8e62-c3c328de89bf None None] DHCP port deletion for e535ad15-c013-4ac4-af3c-291f7ff4ce4a request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:54:14.686439 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c6b48-c653-4d74-8acf-e959c6a58b84 None None] Routers {'f03ae5f3-bb27-4239-886c-5b8b0570ca0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:14.687071 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8b5c6b48-c653-4d74-8acf-e959c6a58b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:14.728262 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a4df3-60c6-4d7a-8e62-c3c328de89bf None None] Deleting port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:14.728801 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c6a4df3-60c6-4d7a-8e62-c3c328de89bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.740862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] For port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b, host n-d-824835-15, got binding levels [] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:14.741528 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.756958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Calling delete_port for 1ceeba28-0815-4051-ab8f-8fa79b0bf32b owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:14.760131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_backend_mixin [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b was not found and therefore no delete operation was performed {{(pid=103328) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:54:14.761415 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1ceeba28-0815-4051-ab8f-8fa79b0bf32b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.793933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Port': ['ID=1ceeba28-0815-4051-ab8f-8fa79b0bf32b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:14.796361 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] No DVR routers for this DVR port 1ceeba28-0815-4051-ab8f-8fa79b0bf32b on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:14.808081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2c6a4df3-60c6-4d7a-8e62-c3c328de89bf None None] For port 76b87fd7-ecaa-46fb-994e-3987680e3ba4, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=76b87fd7-ecaa-46fb-994e-3987680e3ba4,segment=NetworkSegment(c08dfc57-884f-4816-a1bf-36afef8c0264),segment_id=c08dfc57-884f-4816-a1bf-36afef8c0264)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:14.808464 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c6a4df3-60c6-4d7a-8e62-c3c328de89bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.823703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a4df3-60c6-4d7a-8e62-c3c328de89bf None None] Calling delete_port for 76b87fd7-ecaa-46fb-994e-3987680e3ba4 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:14.850876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Publish callbacks [] for router (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.869578 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-8b5c6b48-c653-4d74-8acf-e959c6a58b84 None None] Set router f03ae5f3-bb27-4239-886c-5b8b0570ca0d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:54:14.913263 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c6a4df3-60c6-4d7a-8e62-c3c328de89bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (76b87fd7-ecaa-46fb-994e-3987680e3ba4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:14.946621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a4df3-60c6-4d7a-8e62-c3c328de89bf None None] Pushing event deleted for resources: {'Port': ['ID=76b87fd7-ecaa-46fb-994e-3987680e3ba4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:14.955250 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6a4df3-60c6-4d7a-8e62-c3c328de89bf None None] No DVR routers for this DVR port 76b87fd7-ecaa-46fb-994e-3987680e3ba4 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:14.975923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (b79c8341-99f5-4a7a-8283-ef9577e993bf), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.017206 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79c8341-99f5-4a7a-8283-ef9577e993bf']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:15.029195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d97603-73b4-4859-ac22-dce7bc88db0d') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:15.029926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d97603-73b4-4859-ac22-dce7bc88db0d') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:15.041974 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (88d97603-73b4-4859-ac22-dce7bc88db0d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.045998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Publish callbacks [] for router_gateway (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.059623 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (88d97603-73b4-4859-ac22-dce7bc88db0d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.068186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:54:15.068848 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (88d97603-73b4-4859-ac22-dce7bc88db0d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:54:15.072697 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:54:15.088406 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8b5c6b48-c653-4d74-8acf-e959c6a58b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:54:13Z', 'revision_number': 5, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port': {'id': 'ca0c0818-1cdb-4029-bd05-6c057fa3d679', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:49Z', 'updated_at': '2022-02-09T03:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:15.117230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Deleting port ca0c0818-1cdb-4029-bd05-6c057fa3d679 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:15.117611 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.124303 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c6b48-c653-4d74-8acf-e959c6a58b84 None None] Checking router: f03ae5f3-bb27-4239-886c-5b8b0570ca0d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:54:15.135059 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c6b48-c653-4d74-8acf-e959c6a58b84 None None] Routers {'f03ae5f3-bb27-4239-886c-5b8b0570ca0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:15.135699 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8b5c6b48-c653-4d74-8acf-e959c6a58b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:53:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:15.145173 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (b79c8341-99f5-4a7a-8283-ef9577e993bf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.150861 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.155886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "DELETE /v2.0/networks/b79c8341-99f5-4a7a-8283-ef9577e993bf HTTP/1.1" status: 204 len: 168 time: 0.7248294 Feb 09 03:54:15.163231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47490) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:15.204735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c29b7-6ba7-4b9c-a8d1-ec6a09627a3c tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Network': ['ID=b79c8341-99f5-4a7a-8283-ef9577e993bf,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:15.265630 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-8b5c6b48-c653-4d74-8acf-e959c6a58b84 None None] Set router f03ae5f3-bb27-4239-886c-5b8b0570ca0d gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:54:15.280313 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (e535ad15-c013-4ac4-af3c-291f7ff4ce4a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.323621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] For port ca0c0818-1cdb-4029-bd05-6c057fa3d679, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=ca0c0818-1cdb-4029-bd05-6c057fa3d679,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:15.324702 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.326832 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-8b5c6b48-c653-4d74-8acf-e959c6a58b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:54:15Z', 'revision_number': 6, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:15.356247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1ceeba28-0815-4051-ab8f-8fa79b0bf32b no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:54:15.357629 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c6b48-c653-4d74-8acf-e959c6a58b84 None None] The sync data for ids ['f03ae5f3-bb27-4239-886c-5b8b0570ca0d'] in n-d-824835-15 is: [{'id': 'f03ae5f3-bb27-4239-886c-5b8b0570ca0d', 'name': 'tempest-TestVolumeBackupRestore-627952817-router', 'tenant_id': 'c914b6877d464ab882b30a0708aa4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:48Z', 'updated_at': '2022-02-09T03:54:15Z', 'revision_number': 6, 'project_id': 'c914b6877d464ab882b30a0708aa4119', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:54:15.396471 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 1ceeba28-0815-4051-ab8f-8fa79b0bf32b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:54:15.396824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1ceeba28-0815-4051-ab8f-8fa79b0bf32b not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:54:15.397253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 76b87fd7-ecaa-46fb-994e-3987680e3ba4 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:54:15.421584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 76b87fd7-ecaa-46fb-994e-3987680e3ba4 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:54:15.421846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 76b87fd7-ecaa-46fb-994e-3987680e3ba4 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:54:15.441692 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (e535ad15-c013-4ac4-af3c-291f7ff4ce4a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.444391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Calling delete_port for ca0c0818-1cdb-4029-bd05-6c057fa3d679 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:15.454025 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6043dd7c-9e3c-4750-a6e5-9768fec5972f req-15d6fe72-d228-44c0-a1f1-417ea8b11cbe tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 210 time: 0.0284860 Feb 09 03:54:15.478899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e535ad15-c013-4ac4-af3c-291f7ff4ce4a']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:15.516438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08dfc57-884f-4816-a1bf-36afef8c0264') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:15.516737 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08dfc57-884f-4816-a1bf-36afef8c0264') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:15.530071 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (c08dfc57-884f-4816-a1bf-36afef8c0264), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.556043 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (c08dfc57-884f-4816-a1bf-36afef8c0264), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.564707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:54:15.566038 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (c08dfc57-884f-4816-a1bf-36afef8c0264), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:54:15.569077 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:54:15.639333 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a19f3b6-784f-4f23-bc81-3ea225bd62cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.671772 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (e535ad15-c013-4ac4-af3c-291f7ff4ce4a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.682798 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.688145 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "DELETE /v2.0/networks/e535ad15-c013-4ac4-af3c-291f7ff4ce4a HTTP/1.1" status: 204 len: 168 time: 0.5238838 Feb 09 03:54:15.688285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47494) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:15.708181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4988f74-0b00-4e0b-a9a0-441383a594f0 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Network': ['ID=e535ad15-c013-4ac4-af3c-291f7ff4ce4a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:15.762376 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (ca0c0818-1cdb-4029-bd05-6c057fa3d679), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.772629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc75623e-6b8f-4cdb-81b3-53ae398f227e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Deleting subnet 97f7821c-2e61-4fc5-a278-78df66ef7e32 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:54:15.775867 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc75623e-6b8f-4cdb-81b3-53ae398f227e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for subnet (97f7821c-2e61-4fc5-a278-78df66ef7e32), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.825996 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc75623e-6b8f-4cdb-81b3-53ae398f227e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (97f7821c-2e61-4fc5-a278-78df66ef7e32), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.828196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0c0818-1cdb-4029-bd05-6c057fa3d679,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:15.879369 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.921372 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc75623e-6b8f-4cdb-81b3-53ae398f227e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (97f7821c-2e61-4fc5-a278-78df66ef7e32), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.980653 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.983653 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Publish callbacks [] for router_controller (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:15.993425 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc75623e-6b8f-4cdb-81b3-53ae398f227e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (97f7821c-2e61-4fc5-a278-78df66ef7e32), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.025960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75623e-6b8f-4cdb-81b3-53ae398f227e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Subnet': ['ID=97f7821c-2e61-4fc5-a278-78df66ef7e32,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:16.032145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc75623e-6b8f-4cdb-81b3-53ae398f227e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.035879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dc75623e-6b8f-4cdb-81b3-53ae398f227e tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "DELETE /v2.0/subnets/97f7821c-2e61-4fc5-a278-78df66ef7e32 HTTP/1.1" status: 204 len: 168 time: 0.3465300 Feb 09 03:54:16.037077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300d9e97-2b86-4bcd-b37d-ea2f170087c7 None None] Network 2f8a266f-8419-466b-9cfb-3786dd3a4f04 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:54:16.039210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47496) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:16.048926 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (f03ae5f3-bb27-4239-886c-5b8b0570ca0d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.049945 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f03ae5f3-bb27-4239-886c-5b8b0570ca0d {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:54:16.064202 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.069162 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f5a2491f-5eb4-4621-8bcb-3ed7905e65c7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f03ae5f3-bb27-4239-886c-5b8b0570ca0d HTTP/1.1" status: 204 len: 168 time: 1.4011478 Feb 09 03:54:16.069377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47498) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:16.134492 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (2f8a266f-8419-466b-9cfb-3786dd3a4f04), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.135209 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdf1745-ed81-465d-a960-2ab686613f0a admin admin] Deleting subnet 09da60b9-ce01-4806-8228-46124e130e88 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:54:16.139263 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fdf1745-ed81-465d-a960-2ab686613f0a admin admin] Publish callbacks [] for subnet (09da60b9-ce01-4806-8228-46124e130e88), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.207505 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fdf1745-ed81-465d-a960-2ab686613f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (09da60b9-ce01-4806-8228-46124e130e88), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.210624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Deleting port 2ea6cd36-63e6-48d3-8701-fba204258cf2 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:16.211091 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.235098 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce771e-3abb-45c6-8d60-e8401542aad6 None None] DHCP port deletion for 2f8a266f-8419-466b-9cfb-3786dd3a4f04 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:54:16.293384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] For port 2ea6cd36-63e6-48d3-8701-fba204258cf2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2ea6cd36-63e6-48d3-8701-fba204258cf2,segment=NetworkSegment(efce7266-0e06-4e89-9eec-00f16b442d88),segment_id=efce7266-0e06-4e89-9eec-00f16b442d88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:16.293776 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.309163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Calling delete_port for 2ea6cd36-63e6-48d3-8701-fba204258cf2 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:16.309395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6cce771e-3abb-45c6-8d60-e8401542aad6 None None] Deleting port 2ea6cd36-63e6-48d3-8701-fba204258cf2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:16.312237 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cce771e-3abb-45c6-8d60-e8401542aad6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.316024 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fdf1745-ed81-465d-a960-2ab686613f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (09da60b9-ce01-4806-8228-46124e130e88), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.399260 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fdf1745-ed81-465d-a960-2ab686613f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (09da60b9-ce01-4806-8228-46124e130e88), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.418884 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.419472 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6cce771e-3abb-45c6-8d60-e8401542aad6 None None] For port 2ea6cd36-63e6-48d3-8701-fba204258cf2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2ea6cd36-63e6-48d3-8701-fba204258cf2,segment=NetworkSegment(efce7266-0e06-4e89-9eec-00f16b442d88),segment_id=efce7266-0e06-4e89-9eec-00f16b442d88)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:16.419472 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cce771e-3abb-45c6-8d60-e8401542aad6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.433128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fc93a5-3ca4-4138-a793-fdd7a7bdb247 None None] Network 8bc87523-c236-4901-86d0-d80d734ceb67 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:54:16.455219 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3fdf1745-ed81-465d-a960-2ab686613f0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.458663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] No DVR routers for this DVR port 2ea6cd36-63e6-48d3-8701-fba204258cf2 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:16.464485 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3fdf1745-ed81-465d-a960-2ab686613f0a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/09da60b9-ce01-4806-8228-46124e130e88 HTTP/1.1" status: 204 len: 168 time: 0.3936529 Feb 09 03:54:16.466911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47500) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:16.490940 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Port': ['ID=2ea6cd36-63e6-48d3-8701-fba204258cf2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:16.503968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf1745-ed81-465d-a960-2ab686613f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09da60b9-ce01-4806-8228-46124e130e88,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:16.525468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6cce771e-3abb-45c6-8d60-e8401542aad6 None None] Calling delete_port for 2ea6cd36-63e6-48d3-8701-fba204258cf2 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:16.609617 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (2f8a266f-8419-466b-9cfb-3786dd3a4f04), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.624744 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-930a96ff-46bb-43a6-93ab-55cf59f28ca9 req-24d8644d-9e1b-4b6a-94fc-ee5804096bd8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 210 time: 0.0429032 Feb 09 03:54:16.640996 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (8bc87523-c236-4901-86d0-d80d734ceb67), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.660399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8a266f-8419-466b-9cfb-3786dd3a4f04']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:16.673971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efce7266-0e06-4e89-9eec-00f16b442d88') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:16.675369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efce7266-0e06-4e89-9eec-00f16b442d88') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:16.689063 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (efce7266-0e06-4e89-9eec-00f16b442d88), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.719097 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cce771e-3abb-45c6-8d60-e8401542aad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (2ea6cd36-63e6-48d3-8701-fba204258cf2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.720485 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (efce7266-0e06-4e89-9eec-00f16b442d88), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.741315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:54:16.741875 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (efce7266-0e06-4e89-9eec-00f16b442d88), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.744147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Deleting port a0c0b404-ba05-437e-b8a9-45b011fd2598 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:16.744886 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.761438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce771e-3abb-45c6-8d60-e8401542aad6 None None] Pushing event deleted for resources: {'Port': ['ID=2ea6cd36-63e6-48d3-8701-fba204258cf2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:16.763862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d21bf26-862e-4098-9994-f73789f4016a None None] DHCP port deletion for 8bc87523-c236-4901-86d0-d80d734ceb67 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:54:16.770321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce771e-3abb-45c6-8d60-e8401542aad6 None None] No DVR routers for this DVR port 2ea6cd36-63e6-48d3-8701-fba204258cf2 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:54:16.827206 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:54:16.834883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bf26-862e-4098-9994-f73789f4016a None None] Deleting port a0c0b404-ba05-437e-b8a9-45b011fd2598 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:16.835315 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d21bf26-862e-4098-9994-f73789f4016a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.835686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] For port a0c0b404-ba05-437e-b8a9-45b011fd2598, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a0c0b404-ba05-437e-b8a9-45b011fd2598,segment=NetworkSegment(3b20bdab-af5b-4aa8-9fca-35d3849d4baf),segment_id=3b20bdab-af5b-4aa8-9fca-35d3849d4baf)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:16.836192 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.839920 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (2f8a266f-8419-466b-9cfb-3786dd3a4f04), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.851578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Calling delete_port for a0c0b404-ba05-437e-b8a9-45b011fd2598 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:16.854582 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:16.863058 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "DELETE /v2.0/networks/2f8a266f-8419-466b-9cfb-3786dd3a4f04 HTTP/1.1" status: 204 len: 168 time: 0.8215849 Feb 09 03:54:16.866842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47504) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:16.888889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ea06b-2a62-4f04-afd0-828f6395b7f2 tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Pushing event deleted for resources: {'Network': ['ID=2f8a266f-8419-466b-9cfb-3786dd3a4f04,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:16.903817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47506) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:16.904155 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c3ff59d4-8997-4c0e-8c1c-b4b67c3dda7b tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f839631-996d-46bd-9184-26d282def019 HTTP/1.1" status: 200 len: 205 time: 0.0361848 Feb 09 03:54:16.983779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.018660 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c0b404-ba05-437e-b8a9-45b011fd2598,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:17.023074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] No DVR routers for this DVR port a0c0b404-ba05-437e-b8a9-45b011fd2598 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:17.044312 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b0d4-2b41-42d8-8ae8-c9689193e0ac tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for router (1f839631-996d-46bd-9184-26d282def019), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.093145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3d21bf26-862e-4098-9994-f73789f4016a None None] For port a0c0b404-ba05-437e-b8a9-45b011fd2598, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a0c0b404-ba05-437e-b8a9-45b011fd2598,segment=NetworkSegment(3b20bdab-af5b-4aa8-9fca-35d3849d4baf),segment_id=3b20bdab-af5b-4aa8-9fca-35d3849d4baf)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:17.093735 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d21bf26-862e-4098-9994-f73789f4016a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.108983 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bf26-862e-4098-9994-f73789f4016a None None] Calling delete_port for a0c0b404-ba05-437e-b8a9-45b011fd2598 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:17.109454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (8bc87523-c236-4901-86d0-d80d734ceb67), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.132205 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc87523-c236-4901-86d0-d80d734ceb67']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:17.142330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b20bdab-af5b-4aa8-9fca-35d3849d4baf') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:17.142648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b20bdab-af5b-4aa8-9fca-35d3849d4baf') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:17.154510 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (3b20bdab-af5b-4aa8-9fca-35d3849d4baf), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.170673 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (3b20bdab-af5b-4aa8-9fca-35d3849d4baf), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.179796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:54:17.180204 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (3b20bdab-af5b-4aa8-9fca-35d3849d4baf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:54:17.186751 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:54:17.249325 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d21bf26-862e-4098-9994-f73789f4016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (a0c0b404-ba05-437e-b8a9-45b011fd2598), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.267025 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b0d4-2b41-42d8-8ae8-c9689193e0ac tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (1f839631-996d-46bd-9184-26d282def019), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.269979 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b0d4-2b41-42d8-8ae8-c9689193e0ac tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for router_controller (1f839631-996d-46bd-9184-26d282def019), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.285439 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (8bc87523-c236-4901-86d0-d80d734ceb67), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.290477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ca0c0818-1cdb-4029-bd05-6c057fa3d679 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:54:17.295547 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bf26-862e-4098-9994-f73789f4016a None None] Pushing event deleted for resources: {'Port': ['ID=a0c0b404-ba05-437e-b8a9-45b011fd2598,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:17.296331 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.301923 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8bc87523-c236-4901-86d0-d80d734ceb67 HTTP/1.1" status: 204 len: 168 time: 0.8334458 Feb 09 03:54:17.305154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47510) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:17.319057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d21bf26-862e-4098-9994-f73789f4016a None None] Network 8bc87523-c236-4901-86d0-d80d734ceb67 is not hosted by any dhcp agent {{(pid=103329) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:54:17.319926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21bf26-862e-4098-9994-f73789f4016a None None] No DVR routers for this DVR port a0c0b404-ba05-437e-b8a9-45b011fd2598 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:17.321712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: ca0c0818-1cdb-4029-bd05-6c057fa3d679 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:54:17.322243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device ca0c0818-1cdb-4029-bd05-6c057fa3d679 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:54:17.322828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7cb5a435-ecff-408d-83c1-a08540aa8824 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:54:17.335992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b0d4-2b41-42d8-8ae8-c9689193e0ac tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (1f839631-996d-46bd-9184-26d282def019), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.336537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f1b0d4-2b41-42d8-8ae8-c9689193e0ac tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Fanout notify agent at l3_agent the message router_deleted on router 1f839631-996d-46bd-9184-26d282def019 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:54:17.344929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 7cb5a435-ecff-408d-83c1-a08540aa8824 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:54:17.345433 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7cb5a435-ecff-408d-83c1-a08540aa8824 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:54:17.345860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a0c0b404-ba05-437e-b8a9-45b011fd2598 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:54:17.355721 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b0d4-2b41-42d8-8ae8-c9689193e0ac tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.370808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e8f1b0d4-2b41-42d8-8ae8-c9689193e0ac tempest-RoutersNegativeIpV6Test-1427121613 tempest-RoutersNegativeIpV6Test-1427121613-project] 10.222.0.21 "DELETE /v2.0/routers/1f839631-996d-46bd-9184-26d282def019 HTTP/1.1" status: 204 len: 168 time: 0.4641480 Feb 09 03:54:17.374953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: a0c0b404-ba05-437e-b8a9-45b011fd2598 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:54:17.375306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a0c0b404-ba05-437e-b8a9-45b011fd2598 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:54:17.377874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2ea6cd36-63e6-48d3-8701-fba204258cf2 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:54:17.397379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac34bf-9602-40f6-bdc1-2476e74af4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc87523-c236-4901-86d0-d80d734ceb67,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:17.421012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 2ea6cd36-63e6-48d3-8701-fba204258cf2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:54:17.424070 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2ea6cd36-63e6-48d3-8701-fba204258cf2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:54:17.655318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47520) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:17.817471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ea80a4b4-4c31-4e48-bb1b-8af2479b2e79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40cd595da7f7402399c56bd2ebaf8077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608415 Feb 09 03:54:17.820090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47524) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:17.881927 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21db2e60-bdf2-4b73-8cce-64740ce1ecba admin admin] Publish callbacks [] for security_group (f9724151-3923-4c7f-b544-299819aa2c64), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.906830 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-840d7036-5841-4887-909d-abd0813debb3 req-e3a20ef9-5d45-44f9-820b-c9a5ce0ad0b6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 210 time: 0.0342376 Feb 09 03:54:17.911275 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21db2e60-bdf2-4b73-8cce-64740ce1ecba admin admin] Publish callbacks [] for security_group (f9724151-3923-4c7f-b544-299819aa2c64), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.979775 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21db2e60-bdf2-4b73-8cce-64740ce1ecba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (f9724151-3923-4c7f-b544-299819aa2c64), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.983754 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21db2e60-bdf2-4b73-8cce-64740ce1ecba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:17.988681 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-21db2e60-bdf2-4b73-8cce-64740ce1ecba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9724151-3923-4c7f-b544-299819aa2c64 HTTP/1.1" status: 204 len: 168 time: 0.1636732 Feb 09 03:54:17.997458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db2e60-bdf2-4b73-8cce-64740ce1ecba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9724151-3923-4c7f-b544-299819aa2c64,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:18.125095 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8916fb33-5f82-47d0-9531-6a50eb0dc586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (3c3c394e-cd24-46e8-bef1-52d562dff1c6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:18.167518 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc1c8-299f-4978-920f-1943061e45aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:18.414510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-8916fb33-5f82-47d0-9531-6a50eb0dc586 admin admin] Deleting port 7af49312-75dc-4c7e-aae3-a97d4b146058 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:18.414945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8916fb33-5f82-47d0-9531-6a50eb0dc586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:18.495267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-8916fb33-5f82-47d0-9531-6a50eb0dc586 admin admin] For port 7af49312-75dc-4c7e-aae3-a97d4b146058, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7af49312-75dc-4c7e-aae3-a97d4b146058,segment=NetworkSegment(f453247c-5f15-476b-8565-dc75de5a598f),segment_id=f453247c-5f15-476b-8565-dc75de5a598f)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:18.495632 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8916fb33-5f82-47d0-9531-6a50eb0dc586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:18.509626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-8916fb33-5f82-47d0-9531-6a50eb0dc586 admin admin] Calling delete_port for 7af49312-75dc-4c7e-aae3-a97d4b146058 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:18.707216 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8916fb33-5f82-47d0-9531-6a50eb0dc586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (7af49312-75dc-4c7e-aae3-a97d4b146058), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:18.729125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47548) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:18.738517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916fb33-5f82-47d0-9531-6a50eb0dc586 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af49312-75dc-4c7e-aae3-a97d4b146058,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:18.860309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7ffd365d-db78-4dd3-ad9a-88a3f09a3b2a tempest-ServiceProvidersTest-911806061 tempest-ServiceProvidersTest-911806061-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1290145 Feb 09 03:54:18.949304 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8916fb33-5f82-47d0-9531-6a50eb0dc586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (3c3c394e-cd24-46e8-bef1-52d562dff1c6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:19.046555 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a1199f09-0954-4d97-8f21-a14a5c470337 req-16e27eaf-186a-49ca-8d1b-3c85f5d144e3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 210 time: 0.0337620 Feb 09 03:54:19.220130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8916fb33-5f82-47d0-9531-6a50eb0dc586 admin admin] Router 3c3c394e-cd24-46e8-bef1-52d562dff1c6 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:54:19.227496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47560) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:19.353038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8916fb33-5f82-47d0-9531-6a50eb0dc586 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:54:19.358679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8916fb33-5f82-47d0-9531-6a50eb0dc586 admin admin] 10.222.0.21 "PUT /v2.0/routers/3c3c394e-cd24-46e8-bef1-52d562dff1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0523939 Feb 09 03:54:19.359709 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9046b1b3-ed6e-4d51-908e-c171b8bd7eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:19.361395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47564) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:19.366873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d4586-f316-4007-a3ff-b3a17b383084 None None] Sync routers for ids ['3c3c394e-cd24-46e8-bef1-52d562dff1c6'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:54:19.385664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d4586-f316-4007-a3ff-b3a17b383084 None None] Routers {'3c3c394e-cd24-46e8-bef1-52d562dff1c6'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:19.386722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f03d4586-f316-4007-a3ff-b3a17b383084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:54:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3c3c394e-cd24-46e8-bef1-52d562dff1c6'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:19.455536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9046b1b3-ed6e-4d51-908e-c171b8bd7eb0 admin admin] Publish callbacks [] for security_group (05595568-6959-46a4-bd76-d23d97a15ec5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:19.461194 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9046b1b3-ed6e-4d51-908e-c171b8bd7eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (05595568-6959-46a4-bd76-d23d97a15ec5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:19.507406 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Publish callbacks [] for router (3c3c394e-cd24-46e8-bef1-52d562dff1c6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:19.510570 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9046b1b3-ed6e-4d51-908e-c171b8bd7eb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f74943c6f344b4d83bebe86cb9b901e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2819774 Feb 09 03:54:19.514356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47566) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:19.520226 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:19.524354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046b1b3-ed6e-4d51-908e-c171b8bd7eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05595568-6959-46a4-bd76-d23d97a15ec5,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:19.546439 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f03d4586-f316-4007-a3ff-b3a17b383084 None None] Set router 3c3c394e-cd24-46e8-bef1-52d562dff1c6 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:54:19.579504 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b69af24b-371b-45c5-ac32-d6839217be0d admin admin] Publish callbacks [] for security_group (05595568-6959-46a4-bd76-d23d97a15ec5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:19.604647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b69af24b-371b-45c5-ac32-d6839217be0d admin admin] Publish callbacks [] for security_group (05595568-6959-46a4-bd76-d23d97a15ec5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:19.658613 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b69af24b-371b-45c5-ac32-d6839217be0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (05595568-6959-46a4-bd76-d23d97a15ec5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:19.662566 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b69af24b-371b-45c5-ac32-d6839217be0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:19.664101 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b69af24b-371b-45c5-ac32-d6839217be0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05595568-6959-46a4-bd76-d23d97a15ec5 HTTP/1.1" status: 204 len: 168 time: 0.1487787 Feb 09 03:54:19.674067 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69af24b-371b-45c5-ac32-d6839217be0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05595568-6959-46a4-bd76-d23d97a15ec5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:19.763926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f03d4586-f316-4007-a3ff-b3a17b383084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'name': 'tempest-TestVolumeBackupRestore-1749456833-router', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:56Z', 'updated_at': '2022-02-09T03:54:18Z', 'revision_number': 5, 'project_id': '102a5af560174d57a05912e272548c4a', 'gw_port': {'id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:57Z', 'updated_at': '2022-02-09T03:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:19.800509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d4586-f316-4007-a3ff-b3a17b383084 None None] Checking router: 3c3c394e-cd24-46e8-bef1-52d562dff1c6 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:54:19.810572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d4586-f316-4007-a3ff-b3a17b383084 None None] Routers {'3c3c394e-cd24-46e8-bef1-52d562dff1c6'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:19.811318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f03d4586-f316-4007-a3ff-b3a17b383084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:54:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3c3c394e-cd24-46e8-bef1-52d562dff1c6'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:19.944678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f03d4586-f316-4007-a3ff-b3a17b383084 None None] Set router 3c3c394e-cd24-46e8-bef1-52d562dff1c6 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:54:20.142698 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Publish callbacks [] for router_gateway (3c3c394e-cd24-46e8-bef1-52d562dff1c6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.182354 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86509aa1-bd8e-4569-a216-6708a0d5d0c6 req-542290b2-8929-4f2c-8d73-8a824e897dfb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0260e7b3-8793-4e2a-a5c9-d9edead8409d HTTP/1.1" status: 200 len: 210 time: 0.0381105 Feb 09 03:54:20.203866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f03d4586-f316-4007-a3ff-b3a17b383084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'name': 'tempest-TestVolumeBackupRestore-1749456833-router', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:56Z', 'updated_at': '2022-02-09T03:54:18Z', 'revision_number': 5, 'project_id': '102a5af560174d57a05912e272548c4a', 'gw_port': {'id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:57Z', 'updated_at': '2022-02-09T03:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:20.212303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Deleting port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:20.212645 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.244473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d4586-f316-4007-a3ff-b3a17b383084 None None] The sync data for ids ['3c3c394e-cd24-46e8-bef1-52d562dff1c6'] in n-d-824835-15 is: [{'id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'name': 'tempest-TestVolumeBackupRestore-1749456833-router', 'tenant_id': '102a5af560174d57a05912e272548c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:56Z', 'updated_at': '2022-02-09T03:54:18Z', 'revision_number': 5, 'project_id': '102a5af560174d57a05912e272548c4a', 'gw_port': {'id': '1b2ef5ac-776a-44aa-b244-1ae9e66d5719', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3c394e-cd24-46e8-bef1-52d562dff1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:57Z', 'updated_at': '2022-02-09T03:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:54:20.315222 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] For port 1b2ef5ac-776a-44aa-b244-1ae9e66d5719, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1b2ef5ac-776a-44aa-b244-1ae9e66d5719,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:20.315952 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.333661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Calling delete_port for 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:20.505268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1b2ef5ac-776a-44aa-b244-1ae9e66d5719), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.532462 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2ef5ac-776a-44aa-b244-1ae9e66d5719,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:20.609206 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (3c3c394e-cd24-46e8-bef1-52d562dff1c6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.723329 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (3c3c394e-cd24-46e8-bef1-52d562dff1c6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.725846 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Publish callbacks [] for router_controller (3c3c394e-cd24-46e8-bef1-52d562dff1c6), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.781740 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (3c3c394e-cd24-46e8-bef1-52d562dff1c6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.782298 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c3c394e-cd24-46e8-bef1-52d562dff1c6 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:54:20.787605 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.791007 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a2550053-a04e-4bed-82ed-04333edb5949 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3c3c394e-cd24-46e8-bef1-52d562dff1c6 HTTP/1.1" status: 204 len: 168 time: 1.4259942 Feb 09 03:54:20.791461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47598) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:20.840604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ceb154-7f86-419e-b1a7-d4a882ecba40 admin admin] Deleting subnet 005e959f-f506-4070-b6ae-a96c3704126d {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:54:20.844195 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-99ceb154-7f86-419e-b1a7-d4a882ecba40 admin admin] Publish callbacks [] for subnet (005e959f-f506-4070-b6ae-a96c3704126d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.859544 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.882684 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-99ceb154-7f86-419e-b1a7-d4a882ecba40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (005e959f-f506-4070-b6ae-a96c3704126d), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.971934 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-99ceb154-7f86-419e-b1a7-d4a882ecba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (005e959f-f506-4070-b6ae-a96c3704126d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.037318 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-99ceb154-7f86-419e-b1a7-d4a882ecba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (005e959f-f506-4070-b6ae-a96c3704126d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.064612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ceb154-7f86-419e-b1a7-d4a882ecba40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=005e959f-f506-4070-b6ae-a96c3704126d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:21.067434 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-99ceb154-7f86-419e-b1a7-d4a882ecba40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.073229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad59535-c5d9-4bbe-afd4-c8cf525737eb None None] Network dad404c3-5676-4c66-86eb-a3a8150e3a5a requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:54:21.073397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47608) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:21.073764 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-99ceb154-7f86-419e-b1a7-d4a882ecba40 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/005e959f-f506-4070-b6ae-a96c3704126d HTTP/1.1" status: 204 len: 168 time: 0.2811785 Feb 09 03:54:21.146486 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (dad404c3-5676-4c66-86eb-a3a8150e3a5a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.205269 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Deleting port 0d30cf62-cc05-483c-9940-30e0ff12b253 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:21.206064 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.278287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] For port 0d30cf62-cc05-483c-9940-30e0ff12b253, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0d30cf62-cc05-483c-9940-30e0ff12b253,segment=NetworkSegment(f453247c-5f15-476b-8565-dc75de5a598f),segment_id=f453247c-5f15-476b-8565-dc75de5a598f)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:21.278649 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.293102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Calling delete_port for 0d30cf62-cc05-483c-9940-30e0ff12b253 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:21.380803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0230e4e-b7eb-486b-a8cd-bc166cd3887a None None] DHCP port deletion for dad404c3-5676-4c66-86eb-a3a8150e3a5a request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:54:21.415520 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.474473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e0230e4e-b7eb-486b-a8cd-bc166cd3887a None None] Deleting port 0d30cf62-cc05-483c-9940-30e0ff12b253 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:21.475864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] No DVR routers for this DVR port 0d30cf62-cc05-483c-9940-30e0ff12b253 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:21.477456 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0230e4e-b7eb-486b-a8cd-bc166cd3887a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.508482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d30cf62-cc05-483c-9940-30e0ff12b253,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:21.520566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7af49312-75dc-4c7e-aae3-a97d4b146058 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:54:21.551028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 7af49312-75dc-4c7e-aae3-a97d4b146058 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:54:21.551381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7af49312-75dc-4c7e-aae3-a97d4b146058 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:54:21.551809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:54:21.582180 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (dad404c3-5676-4c66-86eb-a3a8150e3a5a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.591076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:54:21.591569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1b2ef5ac-776a-44aa-b244-1ae9e66d5719 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:54:21.592069 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0d30cf62-cc05-483c-9940-30e0ff12b253 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:54:21.594278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e0230e4e-b7eb-486b-a8cd-bc166cd3887a None None] For port 0d30cf62-cc05-483c-9940-30e0ff12b253, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:21.594679 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0230e4e-b7eb-486b-a8cd-bc166cd3887a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.619220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad404c3-5676-4c66-86eb-a3a8150e3a5a']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:21.625193 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 0d30cf62-cc05-483c-9940-30e0ff12b253 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:54:21.625580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0d30cf62-cc05-483c-9940-30e0ff12b253 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:54:21.627852 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e0230e4e-b7eb-486b-a8cd-bc166cd3887a None None] Calling delete_port for 0d30cf62-cc05-483c-9940-30e0ff12b253 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:21.630966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-e0230e4e-b7eb-486b-a8cd-bc166cd3887a None None] Port 0d30cf62-cc05-483c-9940-30e0ff12b253 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:54:21.632203 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0230e4e-b7eb-486b-a8cd-bc166cd3887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (0d30cf62-cc05-483c-9940-30e0ff12b253), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.637443 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-2d14f36e-a966-45f5-9760-d98fcf544e81 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775994139&fields=id&tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 267 time: 0.1303911 Feb 09 03:54:21.642758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f453247c-5f15-476b-8565-dc75de5a598f') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:21.643256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f453247c-5f15-476b-8565-dc75de5a598f') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:21.661646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230e4e-b7eb-486b-a8cd-bc166cd3887a None None] Pushing event deleted for resources: {'Port': ['ID=0d30cf62-cc05-483c-9940-30e0ff12b253,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:21.663760 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0230e4e-b7eb-486b-a8cd-bc166cd3887a None None] No DVR routers for this DVR port 0d30cf62-cc05-483c-9940-30e0ff12b253 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:21.715655 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (f453247c-5f15-476b-8565-dc75de5a598f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.739185 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f453247c-5f15-476b-8565-dc75de5a598f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.751794 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:54:21.752181 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (f453247c-5f15-476b-8565-dc75de5a598f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:54:21.754316 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:54:21.834865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-9342114a-a968-40de-b290-6c1d4933822f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:21.836324 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-9342114a-a968-40de-b290-6c1d4933822f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.1981046 Feb 09 03:54:21.840700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (dad404c3-5676-4c66-86eb-a3a8150e3a5a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.852550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:21.855620 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dad404c3-5676-4c66-86eb-a3a8150e3a5a HTTP/1.1" status: 204 len: 168 time: 0.7806716 Feb 09 03:54:21.867907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b084f-faa1-4b18-bfd7-bfc05438d437 admin admin] Pushing event deleted for resources: {'Network': ['ID=dad404c3-5676-4c66-86eb-a3a8150e3a5a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:21.870519 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-b76e969f-6c71-4c56-afed-1d60389dbf2e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/quotas/a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 375 time: 0.0278332 Feb 09 03:54:21.928523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-38e75da4-0027-406d-b605-3337e1e9b976 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523715 Feb 09 03:54:21.944511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-c965b92b-4820-421b-a756-a7c50b180994 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:54:21.945534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-c965b92b-4820-421b-a756-a7c50b180994 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056932 Feb 09 03:54:21.990656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:22.039875 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47632) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:22.045648 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-4e77a66c-0552-4b00-a361-cedf9d242e35 service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945153 Feb 09 03:54:22.079781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a3fe9c82-f4fc-40e2-9a66-ba9078d043ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c914b6877d464ab882b30a0708aa4119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385859 Feb 09 03:54:22.082934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47634) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:22.131262 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fda14ed-6318-4dc3-b35d-55fcb66dcab7 admin admin] Publish callbacks [] for security_group (27014c78-fc55-4496-af92-85f033b45993), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:22.142579 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-0001aca1-c6d9-4aa7-934e-87990068bfda service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905550 Feb 09 03:54:22.153706 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fda14ed-6318-4dc3-b35d-55fcb66dcab7 admin admin] Publish callbacks [] for security_group (27014c78-fc55-4496-af92-85f033b45993), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:22.202264 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fda14ed-6318-4dc3-b35d-55fcb66dcab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (27014c78-fc55-4496-af92-85f033b45993), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:22.205036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fda14ed-6318-4dc3-b35d-55fcb66dcab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:22.206281 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5fda14ed-6318-4dc3-b35d-55fcb66dcab7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27014c78-fc55-4496-af92-85f033b45993 HTTP/1.1" status: 204 len: 168 time: 0.1224394 Feb 09 03:54:22.214372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda14ed-6318-4dc3-b35d-55fcb66dcab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27014c78-fc55-4496-af92-85f033b45993,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:22.446945 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0cedba3-1a12-407e-ac30-2ebf72a3622b req-38be200d-1ad0-46d6-aab2-2dbc19fa8ad0 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0366590 Feb 09 03:54:22.545160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47652) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:22.586646 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ccc81955-fd47-4aa5-8475-6f8857c265d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=102a5af560174d57a05912e272548c4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401881 Feb 09 03:54:22.589166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47654) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:22.637163 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43742bd9-b0d6-4168-b565-57cb46bd17f1 admin admin] Publish callbacks [] for security_group (add2eb75-6ad9-437b-8824-b737c93a1212), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:22.658569 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43742bd9-b0d6-4168-b565-57cb46bd17f1 admin admin] Publish callbacks [] for security_group (add2eb75-6ad9-437b-8824-b737c93a1212), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:22.707726 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43742bd9-b0d6-4168-b565-57cb46bd17f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (add2eb75-6ad9-437b-8824-b737c93a1212), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:22.710559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43742bd9-b0d6-4168-b565-57cb46bd17f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:22.715991 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-43742bd9-b0d6-4168-b565-57cb46bd17f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/add2eb75-6ad9-437b-8824-b737c93a1212 HTTP/1.1" status: 204 len: 168 time: 0.1218235 Feb 09 03:54:22.720523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43742bd9-b0d6-4168-b565-57cb46bd17f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add2eb75-6ad9-437b-8824-b737c93a1212,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:23.367388 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:54:23.544907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e622303-b803-4633-b4fc-fe2d00187aaf req-825f3ae9-6059-4d73-86ea-40e94ac2267a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0282953 Feb 09 03:54:23.958968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-50804b9a-fb0f-4291-8948-833df373aa14 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:23.960581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-50804b9a-fb0f-4291-8948-833df373aa14 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.1114402 Feb 09 03:54:24.034525 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-875680b9-b56f-4128-868b-26bcc8b6608e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 380 time: 0.0594125 Feb 09 03:54:24.042510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'port': {'device_id': '9a6071c9-299d-4c57-abde-a758a93433c8', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'admin_state_up': True, 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'security_groups': ['4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:54:24.157704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Made reservation on behalf of a84b6fef5efc481690cc4aaecd8c8b9a for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:54:24.161491 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:24.339726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Allocated IP 172.20.0.12 (820dcbcf-88d8-48a9-b260-06b2dc83753e/9703353a-b52f-4207-9d03-52eb248f0c4e/2aa794d2-06b6-4230-a5b2-1f4785ee3655) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:54:24.368179 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:24.503066 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:24.538261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:24.578492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:54:24.581854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:54:24.588576 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:54:24.629930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=2aa794d2-06b6-4230-a5b2-1f4785ee3655,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:24.644620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:24.645518 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:24.663905 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-47974bcf-b4dc-4978-9baa-dcf95d1b23ac tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6251111 Feb 09 03:54:24.683845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Request body: {'port': {'device_id': '9a6071c9-299d-4c57-abde-a758a93433c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:54:24.781895 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:24.795417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84f1b8-a412-4d4a-b3bf-9de8ed06c864 req-d60903be-3eed-46aa-b731-e44362fc3210 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:24.797089 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b84f1b8-a412-4d4a-b3bf-9de8ed06c864 req-d60903be-3eed-46aa-b731-e44362fc3210 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 932 time: 0.1049516 Feb 09 03:54:24.866906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b84f1b8-a412-4d4a-b3bf-9de8ed06c864 req-7387721c-60e5-42d5-8f50-2c57814dfd15 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578980 Feb 09 03:54:25.040943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-80842adb-87a2-4cb7-9351-2cf83cb21b6e None None] Provisioning complete for port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:25.041742 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80842adb-87a2-4cb7-9351-2cf83cb21b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:25.087774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-80842adb-87a2-4cb7-9351-2cf83cb21b6e None None] Port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:54:25.121813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa794d2-06b6-4230-a5b2-1f4785ee3655 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:54:25.131749 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Publish callbacks [] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:25.148585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Transition to ACTIVE for port object 2aa794d2-06b6-4230-a5b2-1f4785ee3655 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:54:25.153881 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:25.216044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Pushing event updated for resources: {'Port': ['ID=2aa794d2-06b6-4230-a5b2-1f4785ee3655,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:25.312129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Attempting to bind port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:54:25.312129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Attempting to bind port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:54:25.312129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Attempting to bind port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:54:25.317756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 on network 820dcbcf-88d8-48a9-b260-06b2dc83753e not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:54:25.318020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Attempting to bind port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:54:25.323770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:54:25.324117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Checking segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:54:25.324503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Bound using segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:54:25.324929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Bound port: 2aa794d2-06b6-4230-a5b2-1f4785ee3655, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:54:25.325285 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:25.410945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] For port 2aa794d2-06b6-4230-a5b2-1f4785ee3655, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:54:25.414742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] For port 2aa794d2-06b6-4230-a5b2-1f4785ee3655, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2aa794d2-06b6-4230-a5b2-1f4785ee3655,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:54:25.423511 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:25.504501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:25.506065 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:25.507568 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] 10.222.0.65 "PUT /v2.0/ports/2aa794d2-06b6-4230-a5b2-1f4785ee3655 HTTP/1.1" status: 200 len: 1093 time: 0.8286030 Feb 09 03:54:25.508350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6071c9-299d-4c57-abde-a758a93433c8', 'tag': '2aa794d2-06b6-4230-a5b2-1f4785ee3655'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:54:25.510851 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb745cef-887a-41e3-b379-2441a84491c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6071c9-299d-4c57-abde-a758a93433c8", "tag": "2aa794d2-06b6-4230-a5b2-1f4785ee3655"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:54:25.513811 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aad07-5371-4aa8-b357-44ae53a3df6d service neutron] Pushing event updated for resources: {'Port': ['ID=2aa794d2-06b6-4230-a5b2-1f4785ee3655,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:25.626487 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca7d508-d3da-49ef-89d8-d6a1c4be554d x-openstack-request-id: req-cca7d508-d3da-49ef-89d8-d6a1c4be554d {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:54:25.627166 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6071c9-299d-4c57-abde-a758a93433c8", "tag": "2aa794d2-06b6-4230-a5b2-1f4785ee3655", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:54:25.627166 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cca7d508-d3da-49ef-89d8-d6a1c4be554d {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:54:25.628521 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6071c9-299d-4c57-abde-a758a93433c8', 'tag': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'status': 'completed', 'code': 200} Feb 09 03:54:25.655296 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-b8e9bf0a-dcb3-47bd-b596-f3b32ed11535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:25.657469 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-b8e9bf0a-dcb3-47bd-b596-f3b32ed11535 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 1127 time: 0.0827281 Feb 09 03:54:25.717762 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-98112e91-5cf4-4a1d-a4a6-70a2ecb1d63c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa794d2-06b6-4230-a5b2-1f4785ee3655 HTTP/1.1" status: 200 len: 217 time: 0.0459433 Feb 09 03:54:25.774668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-1d1bf29f-f9ce-4667-bff1-58166211d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:25.776332 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-1d1bf29f-f9ce-4667-bff1-58166211d64b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0524850 Feb 09 03:54:25.855797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-4fdc8944-9708-425a-ae3f-71c6939b4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:25.860073 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-4fdc8944-9708-425a-ae3f-71c6939b4bb0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0779865 Feb 09 03:54:25.981303 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-b15e90d3-5b07-412d-baf5-2748c9e7c9b7 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110735 Feb 09 03:54:26.056359 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269cec2-d093-443f-9512-8e145703f85c req-52a8d982-4510-43c7-b18e-23887aba3123 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:26.058655 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f269cec2-d093-443f-9512-8e145703f85c req-52a8d982-4510-43c7-b18e-23887aba3123 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0942249 Feb 09 03:54:26.113292 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9aca417-798f-43af-9e1f-f0b2596c4745 req-3a64a89e-27aa-456c-9335-0ac899c22c55 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258736 Feb 09 03:54:26.119490 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f269cec2-d093-443f-9512-8e145703f85c req-e12d5e1b-4458-4123-a622-423fa4bff672 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550447 Feb 09 03:54:26.240431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745cef-887a-41e3-b379-2441a84491c8 req-e77164b8-cb86-4d03-a1d8-b8055f73612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:26.242032 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb745cef-887a-41e3-b379-2441a84491c8 req-e77164b8-cb86-4d03-a1d8-b8055f73612e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 1127 time: 0.0484283 Feb 09 03:54:26.334284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745cef-887a-41e3-b379-2441a84491c8 req-da5ab99d-24ed-41b3-8f12-5ee6f4adca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:26.335910 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb745cef-887a-41e3-b379-2441a84491c8 req-da5ab99d-24ed-41b3-8f12-5ee6f4adca07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.0867980 Feb 09 03:54:26.381558 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb745cef-887a-41e3-b379-2441a84491c8 req-b3623037-9186-413d-91e9-8cce9f18776c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa794d2-06b6-4230-a5b2-1f4785ee3655 HTTP/1.1" status: 200 len: 217 time: 0.0395770 Feb 09 03:54:26.428893 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745cef-887a-41e3-b379-2441a84491c8 req-f09d1d02-a597-4ebb-96e0-35771dfbd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:26.430877 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb745cef-887a-41e3-b379-2441a84491c8 req-f09d1d02-a597-4ebb-96e0-35771dfbd6ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0443687 Feb 09 03:54:26.482944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745cef-887a-41e3-b379-2441a84491c8 req-49d9db0c-2585-4c5e-80e4-4a0760d02f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:26.484857 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb745cef-887a-41e3-b379-2441a84491c8 req-49d9db0c-2585-4c5e-80e4-4a0760d02f76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478613 Feb 09 03:54:26.587043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb745cef-887a-41e3-b379-2441a84491c8 req-63d0a86f-b90f-4e3a-8c9e-a3f392571a04 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961914 Feb 09 03:54:26.688181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eb745cef-887a-41e3-b379-2441a84491c8 req-ceba606c-f08e-40ef-b64b-91323ad0d0ce service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878041 Feb 09 03:54:27.260306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f1434-40da-4c31-8604-ea0c9d55a846 req-11745c86-bf60-4601-80fd-cf4c95e76c38 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:27.262120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f0f1434-40da-4c31-8604-ea0c9d55a846 req-11745c86-bf60-4601-80fd-cf4c95e76c38 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0616171 Feb 09 03:54:27.312256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f0f1434-40da-4c31-8604-ea0c9d55a846 req-08e2c7d6-4710-42b9-8663-63a2fc66a26b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441008 Feb 09 03:54:28.452388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e111e62-12d0-48bb-8f5e-e32c4d20eacd req-85fbb08e-7a28-4eea-b504-705f48f3df7b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:28.457235 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e111e62-12d0-48bb-8f5e-e32c4d20eacd req-85fbb08e-7a28-4eea-b504-705f48f3df7b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0604682 Feb 09 03:54:28.509028 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e111e62-12d0-48bb-8f5e-e32c4d20eacd req-ef660d01-cba6-4d10-beb1-4190b2b682dd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486336 Feb 09 03:54:29.633397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369ebb2-c4db-4370-aae4-37519fabbc43 req-2ed4401f-5304-4a34-a08a-c23351beeda3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:29.634908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a369ebb2-c4db-4370-aae4-37519fabbc43 req-2ed4401f-5304-4a34-a08a-c23351beeda3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0554454 Feb 09 03:54:29.685716 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a369ebb2-c4db-4370-aae4-37519fabbc43 req-6a8efc86-9fb7-46a0-82d7-a4846f5ba012 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447743 Feb 09 03:54:30.809137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ac174-f4e2-4927-9e10-af22020f1015 req-577c9e13-d092-4962-9524-ff15bbc21a84 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:30.810659 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e31ac174-f4e2-4927-9e10-af22020f1015 req-577c9e13-d092-4962-9524-ff15bbc21a84 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0547040 Feb 09 03:54:30.861480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e31ac174-f4e2-4927-9e10-af22020f1015 req-b8395231-dfa7-4c52-a6ac-a2626046f0b5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441470 Feb 09 03:54:32.041457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d0460-bab2-4143-b4ea-523804bde642 req-927af0fa-98f3-49c1-b7ab-258352cc415f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:32.048476 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b21d0460-bab2-4143-b4ea-523804bde642 req-927af0fa-98f3-49c1-b7ab-258352cc415f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0948513 Feb 09 03:54:32.106018 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b21d0460-bab2-4143-b4ea-523804bde642 req-b3e2a531-820f-4a7f-b71c-1e729ce01d14 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540259 Feb 09 03:54:33.240000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161a9f1-fb63-4679-b51b-c64a58ce7659 req-df226fa6-b79d-4a5e-a6d1-f2dfd06ce1c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:33.241659 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9161a9f1-fb63-4679-b51b-c64a58ce7659 req-df226fa6-b79d-4a5e-a6d1-f2dfd06ce1c8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0604134 Feb 09 03:54:33.294484 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9161a9f1-fb63-4679-b51b-c64a58ce7659 req-152ca1d3-0339-4666-baf4-5d902dbee4b9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466859 Feb 09 03:54:34.416217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ff544-5cd8-4d0b-bd3e-a50e4d4acdb1 req-f29f1f9f-3044-400e-b58f-ff61f3273d81 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:34.417716 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-060ff544-5cd8-4d0b-bd3e-a50e4d4acdb1 req-f29f1f9f-3044-400e-b58f-ff61f3273d81 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0536563 Feb 09 03:54:34.467246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-060ff544-5cd8-4d0b-bd3e-a50e4d4acdb1 req-c47caf26-30e4-4c10-be20-7abfbfb6b7ab tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437112 Feb 09 03:54:35.590360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a099e6-8490-4397-96f7-b045b462d208 req-56b7bef3-d8c7-476b-a981-166a1c1fa857 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:35.591754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22a099e6-8490-4397-96f7-b045b462d208 req-56b7bef3-d8c7-476b-a981-166a1c1fa857 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0570810 Feb 09 03:54:35.640862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22a099e6-8490-4397-96f7-b045b462d208 req-4e716031-31c4-4f89-a5d0-3f1e52eb4202 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429664 Feb 09 03:54:36.762135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd14189-73c9-42e2-bc24-f98b06ed5c5e req-4992a4f5-91a3-405f-8cda-a74ad22fb47d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:36.764350 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9bd14189-73c9-42e2-bc24-f98b06ed5c5e req-4992a4f5-91a3-405f-8cda-a74ad22fb47d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0545714 Feb 09 03:54:36.815641 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9bd14189-73c9-42e2-bc24-f98b06ed5c5e req-8c253563-d246-4f1c-ae39-c564ababeff0 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444598 Feb 09 03:54:37.842834 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:37.935350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da160580-5e55-44db-a334-21a57960b38f req-99e22496-d8f4-493e-a14c-3c5dcb85fa06 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:37.936832 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da160580-5e55-44db-a334-21a57960b38f req-99e22496-d8f4-493e-a14c-3c5dcb85fa06 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0532875 Feb 09 03:54:37.985796 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-da160580-5e55-44db-a334-21a57960b38f req-1ffa04d9-09f6-4b64-9aed-43750a68ec51 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428417 Feb 09 03:54:39.108581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59d8af-3dfb-4d1d-a585-6a061c193149 req-377957a2-5e2c-4c5b-9d80-02fa67ef0af1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:39.110055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e59d8af-3dfb-4d1d-a585-6a061c193149 req-377957a2-5e2c-4c5b-9d80-02fa67ef0af1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0560288 Feb 09 03:54:39.157211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e59d8af-3dfb-4d1d-a585-6a061c193149 req-636276c2-5909-47ff-9ece-a37cda8bb074 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410042 Feb 09 03:54:40.276619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727883d-bd0d-4372-825c-4596d4977959 req-53e668ab-02d6-4195-85c5-3b7140592dd3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:40.278122 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1727883d-bd0d-4372-825c-4596d4977959 req-53e668ab-02d6-4195-85c5-3b7140592dd3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0530488 Feb 09 03:54:40.332796 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1727883d-bd0d-4372-825c-4596d4977959 req-76bee67b-a47d-4511-966a-e943e99ccbce tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482786 Feb 09 03:54:41.468797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afad72f-91bd-4908-beb7-44f5bab0877b req-2c7e0d86-a0e6-4e72-8d73-aade8f717500 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:41.470296 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2afad72f-91bd-4908-beb7-44f5bab0877b req-2c7e0d86-a0e6-4e72-8d73-aade8f717500 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0608017 Feb 09 03:54:41.521603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2afad72f-91bd-4908-beb7-44f5bab0877b req-47f37faa-d046-4572-9e44-d789502502b0 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453722 Feb 09 03:54:42.640134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4095dc-d38c-4e00-862a-b41e525028fd req-754381da-0531-4034-be5d-b198600a4dce tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:42.641631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b4095dc-d38c-4e00-862a-b41e525028fd req-754381da-0531-4034-be5d-b198600a4dce tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 944 time: 0.0531533 Feb 09 03:54:42.678700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2aa794d2-06b6-4230-a5b2-1f4785ee3655 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:54:42.691873 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b4095dc-d38c-4e00-862a-b41e525028fd req-887523c3-aa8b-4d38-bfd6-787702f7b830 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437496 Feb 09 03:54:42.781130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2aa794d2-06b6-4230-a5b2-1f4785ee3655, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2aa794d2-06b6-4230-a5b2-1f4785ee3655,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:42.792778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'port_id': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'mac_address': 'fa:16:3e:e8:83:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:54:42.833397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:42.833801 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:42.846361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa794d2-06b6-4230-a5b2-1f4785ee3655 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:54:42.865576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2aa794d2-06b6-4230-a5b2-1f4785ee3655, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2aa794d2-06b6-4230-a5b2-1f4785ee3655,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:42.869114 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:42.915872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2aa794d2-06b6-4230-a5b2-1f4785ee3655,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:43.243093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['2aa794d2-06b6-4230-a5b2-1f4785ee3655'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:54:43.818383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844ffc1-6ef6-473e-9ac6-5236ade03674 req-a02cb5b2-3b31-45a6-ae01-3dbffa278d4f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:43.819856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4844ffc1-6ef6-473e-9ac6-5236ade03674 req-a02cb5b2-3b31-45a6-ae01-3dbffa278d4f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 945 time: 0.0592320 Feb 09 03:54:43.867551 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4844ffc1-6ef6-473e-9ac6-5236ade03674 req-fd42abe2-2f05-47c2-bca7-7280d795d2e9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421884 Feb 09 03:54:44.693114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2aa794d2-06b6-4230-a5b2-1f4785ee3655 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:54:44.743601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:54:44.747795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:54:44.748175 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:44.827360 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:54:44.827749 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:44.850014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6071c9-299d-4c57-abde-a758a93433c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa794d2-06b6-4230-a5b2-1f4785ee3655'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:54:44.852231 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda0afb8-2f0d-4b27-9f88-bd8e0febb10a" -d '{"events": [{"server_uuid": "9a6071c9-299d-4c57-abde-a758a93433c8", "name": "network-vif-plugged", "status": "completed", "tag": "2aa794d2-06b6-4230-a5b2-1f4785ee3655"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:54:44.864788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2aa794d2-06b6-4230-a5b2-1f4785ee3655, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2aa794d2-06b6-4230-a5b2-1f4785ee3655,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:44.868990 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:44.907183 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128052c8-2aa4-4a74-adb5-df24e9372685 x-openstack-request-id: req-128052c8-2aa4-4a74-adb5-df24e9372685 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:54:44.907339 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6071c9-299d-4c57-abde-a758a93433c8", "name": "network-vif-plugged", "status": "completed", "tag": "2aa794d2-06b6-4230-a5b2-1f4785ee3655", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:54:44.907570 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-128052c8-2aa4-4a74-adb5-df24e9372685 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:54:44.908007 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6071c9-299d-4c57-abde-a758a93433c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'code': 200} Feb 09 03:54:44.920036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2aa794d2-06b6-4230-a5b2-1f4785ee3655,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:45.016152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd04d9-cec5-42f8-9a4d-638a98f24e90 req-0425d55f-aa52-459e-a8a7-b08f513789db tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:45.017763 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02dd04d9-cec5-42f8-9a4d-638a98f24e90 req-0425d55f-aa52-459e-a8a7-b08f513789db tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 946 time: 0.0758913 Feb 09 03:54:45.054499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7f41b-d3db-4a33-a25c-890d4ec325be req-e7ec471a-0e3f-431b-b2bf-af2b70f054cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:45.055995 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45b7f41b-d3db-4a33-a25c-890d4ec325be req-e7ec471a-0e3f-431b-b2bf-af2b70f054cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 1129 time: 0.0742369 Feb 09 03:54:45.092896 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02dd04d9-cec5-42f8-9a4d-638a98f24e90 req-b2404500-adbe-454c-8f5c-2f07f960e1fb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692446 Feb 09 03:54:45.122702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45b7f41b-d3db-4a33-a25c-890d4ec325be req-11b7398c-3e8e-4194-b4b4-2349390ed259 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590744 Feb 09 03:54:45.644624 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0f411bd-5c21-48bb-beab-f8b86cc78f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:46.217751 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4ca41-0a29-48cf-81f8-0d231d1c42f9 req-cb6dee75-b862-4262-997a-2e299a21c41c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:46.219255 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eda4ca41-0a29-48cf-81f8-0d231d1c42f9 req-cb6dee75-b862-4262-997a-2e299a21c41c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 946 time: 0.0539212 Feb 09 03:54:46.270641 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eda4ca41-0a29-48cf-81f8-0d231d1c42f9 req-007d719f-5b7e-4a63-b95a-2d430a2f7595 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456047 Feb 09 03:54:47.397921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc4425-4f3a-4da6-85c5-f182f0943730 req-3281ba87-8a34-4765-813c-1bed5cbbdd44 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:47.399428 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4bbc4425-4f3a-4da6-85c5-f182f0943730 req-3281ba87-8a34-4765-813c-1bed5cbbdd44 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 946 time: 0.0558417 Feb 09 03:54:47.451906 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4bbc4425-4f3a-4da6-85c5-f182f0943730 req-652d8f5f-de60-46f8-b3ca-7f1f8df498ab tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469241 Feb 09 03:54:47.581943 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b330787-84fe-40c3-a203-95dfa8e95382 req-a334ee57-6d5a-495f-93da-6c692c824878 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:47.584201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b330787-84fe-40c3-a203-95dfa8e95382 req-a334ee57-6d5a-495f-93da-6c692c824878 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 946 time: 0.0614007 Feb 09 03:54:47.638616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9b330787-84fe-40c3-a203-95dfa8e95382 req-270fd681-87e2-4c29-a689-bab55137189a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485458 Feb 09 03:54:47.661756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47906) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:47.706560 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebff68e8-fa99-4c3e-95d4-ce9024ce332e tempest-TestVolumeBootPattern-124795846 tempest-TestVolumeBootPattern-124795846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:47.708104 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ebff68e8-fa99-4c3e-95d4-ce9024ce332e tempest-TestVolumeBootPattern-124795846 tempest-TestVolumeBootPattern-124795846-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 1124 time: 0.0452595 Feb 09 03:54:47.710996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47908) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:47.715357 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:54:47.735714 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:47.846580 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:47.966825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Allocated IP 172.25.5.155 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/7da6f416-5d49-4807-91f9-8161c775d551) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:54:48.176788 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0261a7d-33ed-4e24-9570-77fba1e5b3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:48.385097 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (7da6f416-5d49-4807-91f9-8161c775d551), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:48.399908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 47934) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:48.433962 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (7da6f416-5d49-4807-91f9-8161c775d551), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:48.471148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:54:48.477617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:54:48.481133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:54:48.487189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=7da6f416-5d49-4807-91f9-8161c775d551,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:48.557836 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6e91f5-37dd-4996-a6f4-a12b514c3e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:48.764049 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6e91f5-37dd-4996-a6f4-a12b514c3e24 admin admin] Publish callbacks [] for security_group (aaabf337-cc89-48a1-ac49-6e20961fbf82), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:48.773372 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6e91f5-37dd-4996-a6f4-a12b514c3e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (aaabf337-cc89-48a1-ac49-6e20961fbf82), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:48.877565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eb6e91f5-37dd-4996-a6f4-a12b514c3e24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f345498be5149b0bc7d844c6bb05ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4717958 Feb 09 03:54:48.880615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47938) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:48.886490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e91f5-37dd-4996-a6f4-a12b514c3e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaabf337-cc89-48a1-ac49-6e20961fbf82,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:48.939059 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Publish callbacks [] for security_group (aaabf337-cc89-48a1-ac49-6e20961fbf82), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:48.951172 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (fe7e28c0-75b3-4ef5-ba4d-067c13fae455), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:48.962569 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Publish callbacks [] for security_group (aaabf337-cc89-48a1-ac49-6e20961fbf82), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.017085 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (aaabf337-cc89-48a1-ac49-6e20961fbf82), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.022107 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.024133 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaabf337-cc89-48a1-ac49-6e20961fbf82 HTTP/1.1" status: 204 len: 168 time: 0.1413000 Feb 09 03:54:49.040400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaabf337-cc89-48a1-ac49-6e20961fbf82,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:49.058452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.059517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.060337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.061189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.061424 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7da6f416-5d49-4807-91f9-8161c775d551), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.062220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.062997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.063791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.065263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.065869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.066618 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.067477 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.068250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.069017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa022ae9-9d88-4366-9683-8d56a41fe4f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:49.238951 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (7da6f416-5d49-4807-91f9-8161c775d551), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.244752 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (7da6f416-5d49-4807-91f9-8161c775d551), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.310372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=7da6f416-5d49-4807-91f9-8161c775d551,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:49.326606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (fe7e28c0-75b3-4ef5-ba4d-067c13fae455), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.332340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47944) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:49.345536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93cbb096-4f0a-4076-b04c-18967a3c4f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.418507 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.438248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93cbb096-4f0a-4076-b04c-18967a3c4f0d admin admin] Publish callbacks [] for security_group (5313c4f5-d77a-4a5a-b415-ece1434df5e5), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.443070 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93cbb096-4f0a-4076-b04c-18967a3c4f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5313c4f5-d77a-4a5a-b415-ece1434df5e5), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.449922 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Floating IP fe7e28c0-75b3-4ef5-ba4d-067c13fae455 associated. External IP: 172.25.5.155, port: 2aa794d2-06b6-4230-a5b2-1f4785ee3655. Feb 09 03:54:49.484786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbb096-4f0a-4076-b04c-18967a3c4f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5313c4f5-d77a-4a5a-b415-ece1434df5e5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:49.493163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-93cbb096-4f0a-4076-b04c-18967a3c4f0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52e7ed954af84dbe9a37353cd249b52a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1574824 Feb 09 03:54:49.493413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 47946) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:49.545972 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61764fe4-009f-41d9-82b4-8cb1e733e124 admin admin] Publish callbacks [] for security_group (5313c4f5-d77a-4a5a-b415-ece1434df5e5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.568923 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61764fe4-009f-41d9-82b4-8cb1e733e124 admin admin] Publish callbacks [] for security_group (5313c4f5-d77a-4a5a-b415-ece1434df5e5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.620754 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61764fe4-009f-41d9-82b4-8cb1e733e124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (5313c4f5-d77a-4a5a-b415-ece1434df5e5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.623862 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61764fe4-009f-41d9-82b4-8cb1e733e124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.627879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-61764fe4-009f-41d9-82b4-8cb1e733e124 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5313c4f5-d77a-4a5a-b415-ece1434df5e5 HTTP/1.1" status: 204 len: 168 time: 0.1308281 Feb 09 03:54:49.636120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61764fe4-009f-41d9-82b4-8cb1e733e124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5313c4f5-d77a-4a5a-b415-ece1434df5e5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:49.684501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:54:49.802090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:54:49.814160 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fa35ca-d6d6-4ef9-a946-3cdac6afa0d1 None None] Sync routers for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:54:49.821841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:49.837533 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa35ca-d6d6-4ef9-a946-3cdac6afa0d1 None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:49.838630 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-20fa35ca-d6d6-4ef9-a946-3cdac6afa0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:54:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:49.859934 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d4c5a8de-cd3d-4ce4-a5c2-9e7f9f9823f1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1478469 Feb 09 03:54:49.860546 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6071c9-299d-4c57-abde-a758a93433c8', 'tag': '2aa794d2-06b6-4230-a5b2-1f4785ee3655'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:54:49.863910 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aad3eac-a8ee-4578-a25d-998f8cb7ffc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6071c9-299d-4c57-abde-a758a93433c8", "tag": "2aa794d2-06b6-4230-a5b2-1f4785ee3655"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:54:49.911472 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7a3d73-4cf8-4409-808e-c1672270b39c x-openstack-request-id: req-1b7a3d73-4cf8-4409-808e-c1672270b39c {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:54:49.911769 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6071c9-299d-4c57-abde-a758a93433c8", "tag": "2aa794d2-06b6-4230-a5b2-1f4785ee3655", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:54:49.912029 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b7a3d73-4cf8-4409-808e-c1672270b39c {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:54:49.912582 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6071c9-299d-4c57-abde-a758a93433c8', 'tag': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'status': 'completed', 'code': 200} Feb 09 03:54:50.007377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3eac-a8ee-4578-a25d-998f8cb7ffc6 req-8508722b-bec2-4981-9885-f0de8b6da7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:50.007377 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4aad3eac-a8ee-4578-a25d-998f8cb7ffc6 req-8508722b-bec2-4981-9885-f0de8b6da7d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 1129 time: 0.0488687 Feb 09 03:54:50.090327 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-20fa35ca-d6d6-4ef9-a946-3cdac6afa0d1 None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:54:50.108302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3eac-a8ee-4578-a25d-998f8cb7ffc6 req-5727ae9d-12c0-437d-b4b9-cb403f92c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:50.111303 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4aad3eac-a8ee-4578-a25d-998f8cb7ffc6 req-5727ae9d-12c0-437d-b4b9-cb403f92c8d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.0984454 Feb 09 03:54:50.183189 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4aad3eac-a8ee-4578-a25d-998f8cb7ffc6 req-652c7e9b-5699-4ff8-b0af-ce84dd3eea65 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa794d2-06b6-4230-a5b2-1f4785ee3655 HTTP/1.1" status: 200 len: 1000 time: 0.0663350 Feb 09 03:54:50.237280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3eac-a8ee-4578-a25d-998f8cb7ffc6 req-636cb1b5-49ea-42ff-919d-c7e00101f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:50.238868 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4aad3eac-a8ee-4578-a25d-998f8cb7ffc6 req-636cb1b5-49ea-42ff-919d-c7e00101f953 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0503163 Feb 09 03:54:50.297061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3eac-a8ee-4578-a25d-998f8cb7ffc6 req-8d376374-bac9-4c3d-b07f-708cf17360ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:50.298824 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4aad3eac-a8ee-4578-a25d-998f8cb7ffc6 req-8d376374-bac9-4c3d-b07f-708cf17360ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0540593 Feb 09 03:54:50.349343 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-20fa35ca-d6d6-4ef9-a946-3cdac6afa0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'fe7e28c0-75b3-4ef5-ba4d-067c13fae455', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:e8:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6071c9-299d-4c57-abde-a758a93433c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:54:48Z', 'updated_at': '2022-02-09T03:54:48Z', 'revision_number': 0, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:50.375954 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fa35ca-d6d6-4ef9-a946-3cdac6afa0d1 None None] Checking router: 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:54:50.387256 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa35ca-d6d6-4ef9-a946-3cdac6afa0d1 None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:50.387770 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-20fa35ca-d6d6-4ef9-a946-3cdac6afa0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:54:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:50.391155 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4aad3eac-a8ee-4578-a25d-998f8cb7ffc6 req-f21fa9d8-0141-4793-8688-f26e1f898484 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868127 Feb 09 03:54:50.485940 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4aad3eac-a8ee-4578-a25d-998f8cb7ffc6 req-c25b728b-c2f3-41e0-8e47-1f7e8414f43e service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887306 Feb 09 03:54:50.503051 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-20fa35ca-d6d6-4ef9-a946-3cdac6afa0d1 None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:54:50.741558 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-20fa35ca-d6d6-4ef9-a946-3cdac6afa0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'fe7e28c0-75b3-4ef5-ba4d-067c13fae455', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:e8:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6071c9-299d-4c57-abde-a758a93433c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:54:48Z', 'updated_at': '2022-02-09T03:54:48Z', 'revision_number': 0, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:50.770637 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fa35ca-d6d6-4ef9-a946-3cdac6afa0d1 None None] The sync data for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 is: [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'fe7e28c0-75b3-4ef5-ba4d-067c13fae455', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:e8:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6071c9-299d-4c57-abde-a758a93433c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:54:48Z', 'updated_at': '2022-02-09T03:54:48Z', 'revision_number': 0, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:54:50.927572 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:51.052597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7a1585-756b-4a84-9644-3986aa1885f3 None None] New status for floating IP fe7e28c0-75b3-4ef5-ba4d-067c13fae455: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:54:51.983402 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:54.381897 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.368204 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:55:07.854099 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:15.647311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4fadfbdd-b3bd-45eb-ab00-970d4169dbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:16.310158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-68a3b2e6-e190-49be-ad1c-e90f26dfa8f6 req-0346584a-4ddd-4007-b220-f44927bdf82f service neutron] (103327) timed out ('10.222.0.21', 33432) {{(pid=103327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:55:17.710441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48154) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:17.817200 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-856c78f5-cad4-4e6c-9eff-80714cc1f2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:17.894981 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-856c78f5-cad4-4e6c-9eff-80714cc1f2cd admin admin] Publish callbacks [] for security_group (561f9f35-7200-44c5-8e38-16607417ab9a), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:17.898753 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-856c78f5-cad4-4e6c-9eff-80714cc1f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (561f9f35-7200-44c5-8e38-16607417ab9a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:17.940723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-856c78f5-cad4-4e6c-9eff-80714cc1f2cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c86ef83676c348558550f2ac06381705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291317 Feb 09 03:55:17.943687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48158) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:17.944526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c78f5-cad4-4e6c-9eff-80714cc1f2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561f9f35-7200-44c5-8e38-16607417ab9a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:17.995025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Publish callbacks [] for security_group (561f9f35-7200-44c5-8e38-16607417ab9a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:18.017054 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Publish callbacks [] for security_group (561f9f35-7200-44c5-8e38-16607417ab9a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:18.066247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (561f9f35-7200-44c5-8e38-16607417ab9a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:18.068850 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:18.070074 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/561f9f35-7200-44c5-8e38-16607417ab9a HTTP/1.1" status: 204 len: 168 time: 0.1252363 Feb 09 03:55:18.077740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561f9f35-7200-44c5-8e38-16607417ab9a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:18.085969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.086321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.086667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.086999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.087391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.087731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.088062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.088393 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.088830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.089037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.089392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.089720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.090047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5f7e3-cf14-4c5d-9e44-64f354f79e45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:18.172909 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4ca8124-fdcc-49dd-ac68-670800ea1f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:18.352096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48164) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:18.371457 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c9f498d-d234-4ed4-a916-ca3a89f615ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:18.449721 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c9f498d-d234-4ed4-a916-ca3a89f615ca admin admin] Publish callbacks [] for security_group (bf39834a-47f1-4419-8009-4b4fb8a5bb16), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:18.454025 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c9f498d-d234-4ed4-a916-ca3a89f615ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bf39834a-47f1-4419-8009-4b4fb8a5bb16), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:18.495668 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2c9f498d-d234-4ed4-a916-ca3a89f615ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0c16a4f842c44f5a2062511e5b7e5ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400263 Feb 09 03:55:18.495668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f498d-d234-4ed4-a916-ca3a89f615ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf39834a-47f1-4419-8009-4b4fb8a5bb16,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:18.496547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48166) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:18.556921 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8537f68-32f1-4c4a-a1b7-a2f51b047a08 admin admin] Publish callbacks [] for security_group (bf39834a-47f1-4419-8009-4b4fb8a5bb16), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:18.578156 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8537f68-32f1-4c4a-a1b7-a2f51b047a08 admin admin] Publish callbacks [] for security_group (bf39834a-47f1-4419-8009-4b4fb8a5bb16), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:18.628015 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8537f68-32f1-4c4a-a1b7-a2f51b047a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (bf39834a-47f1-4419-8009-4b4fb8a5bb16), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:18.630582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c8537f68-32f1-4c4a-a1b7-a2f51b047a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:18.634037 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c8537f68-32f1-4c4a-a1b7-a2f51b047a08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf39834a-47f1-4419-8009-4b4fb8a5bb16 HTTP/1.1" status: 204 len: 168 time: 0.1342025 Feb 09 03:55:18.641311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8537f68-32f1-4c4a-a1b7-a2f51b047a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf39834a-47f1-4419-8009-4b4fb8a5bb16,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:19.418444 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.243401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48214) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:20.351508 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34fc8b29-d367-4e18-a92d-517ac4b2795c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.425177 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34fc8b29-d367-4e18-a92d-517ac4b2795c admin admin] Publish callbacks [] for security_group (d402f574-08dc-413a-a6c7-9fc3ce01fbb6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.428988 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34fc8b29-d367-4e18-a92d-517ac4b2795c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d402f574-08dc-413a-a6c7-9fc3ce01fbb6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.467112 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-34fc8b29-d367-4e18-a92d-517ac4b2795c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4dd56b03bef4225966408119063298f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226272 Feb 09 03:55:20.468223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc8b29-d367-4e18-a92d-517ac4b2795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d402f574-08dc-413a-a6c7-9fc3ce01fbb6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:20.469819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48218) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:20.520761 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a036b08-77ed-4b54-8236-b8e8517f542d admin admin] Publish callbacks [] for security_group (d402f574-08dc-413a-a6c7-9fc3ce01fbb6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.540948 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a036b08-77ed-4b54-8236-b8e8517f542d admin admin] Publish callbacks [] for security_group (d402f574-08dc-413a-a6c7-9fc3ce01fbb6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.589113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a036b08-77ed-4b54-8236-b8e8517f542d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d402f574-08dc-413a-a6c7-9fc3ce01fbb6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.591658 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a036b08-77ed-4b54-8236-b8e8517f542d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.592830 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6a036b08-77ed-4b54-8236-b8e8517f542d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d402f574-08dc-413a-a6c7-9fc3ce01fbb6 HTTP/1.1" status: 204 len: 168 time: 0.1218691 Feb 09 03:55:20.600487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a036b08-77ed-4b54-8236-b8e8517f542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d402f574-08dc-413a-a6c7-9fc3ce01fbb6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:20.848738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48224) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:20.855365 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.862559 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5db0f154-78f0-43fe-a520-44485ddc5305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.936366 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5db0f154-78f0-43fe-a520-44485ddc5305 admin admin] Publish callbacks [] for security_group (06ebfa4e-d212-4f45-aa47-287e733022b7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.941650 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5db0f154-78f0-43fe-a520-44485ddc5305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (06ebfa4e-d212-4f45-aa47-287e733022b7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.978900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0f154-78f0-43fe-a520-44485ddc5305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ebfa4e-d212-4f45-aa47-287e733022b7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:20.984039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5db0f154-78f0-43fe-a520-44485ddc5305 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f835dca9eeef4fd8ad6009d1dc0bbbfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341724 Feb 09 03:55:20.986890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48226) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:21.041730 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fffb85a1-2134-4984-9772-6e1267a9f57b admin admin] Publish callbacks [] for security_group (06ebfa4e-d212-4f45-aa47-287e733022b7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:21.062548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fffb85a1-2134-4984-9772-6e1267a9f57b admin admin] Publish callbacks [] for security_group (06ebfa4e-d212-4f45-aa47-287e733022b7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:21.109710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fffb85a1-2134-4984-9772-6e1267a9f57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (06ebfa4e-d212-4f45-aa47-287e733022b7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:21.112515 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fffb85a1-2134-4984-9772-6e1267a9f57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:21.113705 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-fffb85a1-2134-4984-9772-6e1267a9f57b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06ebfa4e-d212-4f45-aa47-287e733022b7 HTTP/1.1" status: 204 len: 168 time: 0.1254036 Feb 09 03:55:21.121120 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb85a1-2134-4984-9772-6e1267a9f57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ebfa4e-d212-4f45-aa47-287e733022b7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:21.991671 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.046578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48298) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:23.152193 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e96e9f1a-1d63-443b-a449-581d8ad924d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.228179 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e96e9f1a-1d63-443b-a449-581d8ad924d5 admin admin] Publish callbacks [] for security_group (c64e9b1a-1031-4508-a4b3-03f7bf9eb467), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.232536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e96e9f1a-1d63-443b-a449-581d8ad924d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c64e9b1a-1031-4508-a4b3-03f7bf9eb467), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.271429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e9f1a-1d63-443b-a449-581d8ad924d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64e9b1a-1031-4508-a4b3-03f7bf9eb467,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:23.275695 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e96e9f1a-1d63-443b-a449-581d8ad924d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7057e0470d1c428d80379b66e76a0fe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280946 Feb 09 03:55:23.278396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48302) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:23.325755 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b81e6210-1c6a-4d5a-a62d-cb6efc4632c5 admin admin] Publish callbacks [] for security_group (c64e9b1a-1031-4508-a4b3-03f7bf9eb467), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.350081 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b81e6210-1c6a-4d5a-a62d-cb6efc4632c5 admin admin] Publish callbacks [] for security_group (c64e9b1a-1031-4508-a4b3-03f7bf9eb467), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.397380 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b81e6210-1c6a-4d5a-a62d-cb6efc4632c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c64e9b1a-1031-4508-a4b3-03f7bf9eb467), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.399931 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b81e6210-1c6a-4d5a-a62d-cb6efc4632c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.401107 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b81e6210-1c6a-4d5a-a62d-cb6efc4632c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c64e9b1a-1031-4508-a4b3-03f7bf9eb467 HTTP/1.1" status: 204 len: 168 time: 0.1218987 Feb 09 03:55:23.409508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e6210-1c6a-4d5a-a62d-cb6efc4632c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64e9b1a-1031-4508-a4b3-03f7bf9eb467,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:23.661133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48308) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:23.674687 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0df8aa6-ee87-43aa-b8e0-fbfcb3adca86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.750901 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0df8aa6-ee87-43aa-b8e0-fbfcb3adca86 admin admin] Publish callbacks [] for security_group (51bb7991-d0ff-4243-8a79-0d105fc05317), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.755412 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0df8aa6-ee87-43aa-b8e0-fbfcb3adca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (51bb7991-d0ff-4243-8a79-0d105fc05317), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.793424 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f0df8aa6-ee87-43aa-b8e0-fbfcb3adca86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc027f405ffa40cea4f59e3dfeb801cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311824 Feb 09 03:55:23.794292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df8aa6-ee87-43aa-b8e0-fbfcb3adca86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bb7991-d0ff-4243-8a79-0d105fc05317,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:23.796183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48310) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:23.843275 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00846c31-e355-4bba-8056-0b50dc14f5c5 admin admin] Publish callbacks [] for security_group (51bb7991-d0ff-4243-8a79-0d105fc05317), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.865564 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00846c31-e355-4bba-8056-0b50dc14f5c5 admin admin] Publish callbacks [] for security_group (51bb7991-d0ff-4243-8a79-0d105fc05317), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.914971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00846c31-e355-4bba-8056-0b50dc14f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (51bb7991-d0ff-4243-8a79-0d105fc05317), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.917532 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-00846c31-e355-4bba-8056-0b50dc14f5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.918671 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-00846c31-e355-4bba-8056-0b50dc14f5c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51bb7991-d0ff-4243-8a79-0d105fc05317 HTTP/1.1" status: 204 len: 168 time: 0.1209581 Feb 09 03:55:23.927211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00846c31-e355-4bba-8056-0b50dc14f5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bb7991-d0ff-4243-8a79-0d105fc05317,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:24.394960 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:31.154227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48380) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:31.267637 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2752-808e-458e-8591-d3cc76ee25e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:31.341864 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2752-808e-458e-8591-d3cc76ee25e5 admin admin] Publish callbacks [] for security_group (70215613-582d-4bc4-b4a1-f858c2e26780), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:31.346432 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2752-808e-458e-8591-d3cc76ee25e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (70215613-582d-4bc4-b4a1-f858c2e26780), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:31.385280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e2752-808e-458e-8591-d3cc76ee25e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70215613-582d-4bc4-b4a1-f858c2e26780,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:31.392031 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3c4e2752-808e-458e-8591-d3cc76ee25e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27ef17740c2046b292922ec10742ce7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364349 Feb 09 03:55:31.394492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48384) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:31.444734 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bb243ba-eed6-46b7-95a2-6c48dd6004ba admin admin] Publish callbacks [] for security_group (70215613-582d-4bc4-b4a1-f858c2e26780), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:31.465547 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bb243ba-eed6-46b7-95a2-6c48dd6004ba admin admin] Publish callbacks [] for security_group (70215613-582d-4bc4-b4a1-f858c2e26780), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:31.518450 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bb243ba-eed6-46b7-95a2-6c48dd6004ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (70215613-582d-4bc4-b4a1-f858c2e26780), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:31.521033 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bb243ba-eed6-46b7-95a2-6c48dd6004ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:31.524549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3bb243ba-eed6-46b7-95a2-6c48dd6004ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70215613-582d-4bc4-b4a1-f858c2e26780 HTTP/1.1" status: 204 len: 168 time: 0.1258345 Feb 09 03:55:31.531803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb243ba-eed6-46b7-95a2-6c48dd6004ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70215613-582d-4bc4-b4a1-f858c2e26780,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:31.792551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48390) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:31.805870 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e682634-eccf-4fed-bd92-38c85ebe2bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:31.885491 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e682634-eccf-4fed-bd92-38c85ebe2bb6 admin admin] Publish callbacks [] for security_group (ba3a2b99-4e6c-43af-bc0d-8df04056ad88), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:31.889785 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e682634-eccf-4fed-bd92-38c85ebe2bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ba3a2b99-4e6c-43af-bc0d-8df04056ad88), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:31.931639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3e682634-eccf-4fed-bd92-38c85ebe2bb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=095ea41e571a453b84b5b37182ecbf47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379671 Feb 09 03:55:31.932629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e682634-eccf-4fed-bd92-38c85ebe2bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3a2b99-4e6c-43af-bc0d-8df04056ad88,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:31.934391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48392) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:31.988308 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fedd3e8c-6330-431e-bca1-f81a6f191ee7 admin admin] Publish callbacks [] for security_group (ba3a2b99-4e6c-43af-bc0d-8df04056ad88), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:32.010297 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fedd3e8c-6330-431e-bca1-f81a6f191ee7 admin admin] Publish callbacks [] for security_group (ba3a2b99-4e6c-43af-bc0d-8df04056ad88), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:32.063029 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fedd3e8c-6330-431e-bca1-f81a6f191ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (ba3a2b99-4e6c-43af-bc0d-8df04056ad88), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:32.066819 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fedd3e8c-6330-431e-bca1-f81a6f191ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:32.068009 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fedd3e8c-6330-431e-bca1-f81a6f191ee7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba3a2b99-4e6c-43af-bc0d-8df04056ad88 HTTP/1.1" status: 204 len: 168 time: 0.1325259 Feb 09 03:55:32.076061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd3e8c-6330-431e-bca1-f81a6f191ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3a2b99-4e6c-43af-bc0d-8df04056ad88,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:32.746649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48414) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:32.847074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-829452063-network', 'tenant_id': '67e80b6b42344bd1a0ed9fa64b168d91'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:32.866156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Made reservation on behalf of 67e80b6b42344bd1a0ed9fa64b168d91 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:55:32.868399 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:32.876442 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:32.960477 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Publish callbacks [] for security_group (3ac44d6d-1da8-4531-b655-76425642425d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:32.964859 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3ac44d6d-1da8-4531-b655-76425642425d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:32.988492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:55:33.005995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac44d6d-1da8-4531-b655-76425642425d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:33.011087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:33.011480 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Added segment ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e of type vlan for network 8361da9d-3b0f-4cf2-9143-51702e086961 Feb 09 03:55:33.053942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (8361da9d-3b0f-4cf2-9143-51702e086961), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:33.078193 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (8361da9d-3b0f-4cf2-9143-51702e086961), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:33.079115 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:33.079691 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:33.137069 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3893154 Feb 09 03:55:33.140062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 48418) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:33.142251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f8208-6990-4272-8fac-d977ba9c65dc admin admin] Pushing event updated for resources: {'Network': ['ID=8361da9d-3b0f-4cf2-9143-51702e086961,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:33.146167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-667bf665-d385-4323-8444-d197e3fd8fde admin admin] Request body: {'subnet': {'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-829452063-subnet', 'tenant_id': '67e80b6b42344bd1a0ed9fa64b168d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:33.152801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 8361da9d-3b0f-4cf2-9143-51702e086961 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:55:33.170879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667bf665-d385-4323-8444-d197e3fd8fde admin admin] Made reservation on behalf of 67e80b6b42344bd1a0ed9fa64b168d91 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:55:33.173423 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-667bf665-d385-4323-8444-d197e3fd8fde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:33.344979 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-667bf665-d385-4323-8444-d197e3fd8fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (2cb36109-8a1f-44ba-8a2c-6820ac50cb80), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:33.399663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bf665-d385-4323-8444-d197e3fd8fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb36109-8a1f-44ba-8a2c-6820ac50cb80,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:33.410576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667bf665-d385-4323-8444-d197e3fd8fde admin admin] Checking segment: {'id': 'ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:55:33.410935 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667bf665-d385-4323-8444-d197e3fd8fde admin admin] Network hostable DHCP agents. Network: 8361da9d-3b0f-4cf2-9143-51702e086961, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:55:33.427343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667bf665-d385-4323-8444-d197e3fd8fde admin admin] Network 8361da9d-3b0f-4cf2-9143-51702e086961 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:55:33.436152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-667bf665-d385-4323-8444-d197e3fd8fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 8361da9d-3b0f-4cf2-9143-51702e086961) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:33.440727 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667bf665-d385-4323-8444-d197e3fd8fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:33.441326 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-667bf665-d385-4323-8444-d197e3fd8fde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:33.445863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a724ef-450f-493b-8b22-2bd494887f24 None None] Network 8361da9d-3b0f-4cf2-9143-51702e086961 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:55:33.457257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-667bf665-d385-4323-8444-d197e3fd8fde admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3160360 Feb 09 03:55:33.557074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7b1cb-a97a-4ea9-94cb-bba6abd4b3ab None None] Network 8361da9d-3b0f-4cf2-9143-51702e086961 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:55:33.978760 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b3f3a02-8262-408d-b3bd-218301a89c4b req-3334ae57-3b32-4a99-a2e4-3106bc0e98b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558641 Feb 09 03:55:34.085665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f3a02-8262-408d-b3bd-218301a89c4b req-122b6951-d4f8-4a83-8903-7f1941349c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:34.087223 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b3f3a02-8262-408d-b3bd-218301a89c4b req-122b6951-d4f8-4a83-8903-7f1941349c0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 1129 time: 0.0492508 Feb 09 03:55:34.200502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f3a02-8262-408d-b3bd-218301a89c4b req-8596b85e-18b9-46c0-b806-a7d5d29aa4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:34.202125 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b3f3a02-8262-408d-b3bd-218301a89c4b req-8596b85e-18b9-46c0-b806-a7d5d29aa4b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.0953116 Feb 09 03:55:34.271948 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b3f3a02-8262-408d-b3bd-218301a89c4b req-ab8e0903-d4f7-405b-b4d1-d66345f205e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa794d2-06b6-4230-a5b2-1f4785ee3655 HTTP/1.1" status: 200 len: 1002 time: 0.0632210 Feb 09 03:55:34.323547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f3a02-8262-408d-b3bd-218301a89c4b req-dea9c9d0-5bca-4611-88fa-348305d63e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:34.325034 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b3f3a02-8262-408d-b3bd-218301a89c4b req-dea9c9d0-5bca-4611-88fa-348305d63e74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0467954 Feb 09 03:55:34.379818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f3a02-8262-408d-b3bd-218301a89c4b req-a6fe56cc-fb06-48a0-8feb-f8ed81ae40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:34.381305 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b3f3a02-8262-408d-b3bd-218301a89c4b req-a6fe56cc-fb06-48a0-8feb-f8ed81ae40c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491695 Feb 09 03:55:34.470543 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b3f3a02-8262-408d-b3bd-218301a89c4b req-2a5ca455-d597-43dc-8916-8d4c900cce89 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824404 Feb 09 03:55:34.562800 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2b3f3a02-8262-408d-b3bd-218301a89c4b req-cc400dfb-3cba-42fc-b8fe-9b5fe18af27d service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859897 Feb 09 03:55:36.277273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-4d129962-7f8d-42af-a7f7-e23145f0d8f4 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:36.278984 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-4d129962-7f8d-42af-a7f7-e23145f0d8f4 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/networks?id=8361da9d-3b0f-4cf2-9143-51702e086961 HTTP/1.1" status: 200 len: 808 time: 0.1145492 Feb 09 03:55:36.299421 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-7941318b-736a-490b-8227-9c8b8e2f1994 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/quotas/67e80b6b42344bd1a0ed9fa64b168d91 HTTP/1.1" status: 200 len: 375 time: 0.0141115 Feb 09 03:55:36.334726 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-ddc0f41a-3e6f-4375-aa86-9270412e8fb6 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67e80b6b42344bd1a0ed9fa64b168d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297301 Feb 09 03:55:36.426705 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-61ef5f01-3002-477f-a236-65ffbc1b8e13 service neutron] 10.222.0.21 "GET /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853486 Feb 09 03:55:36.516404 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-4a74a8ae-f5b4-4592-8632-712e1a019976 service neutron] 10.222.0.21 "GET /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840263 Feb 09 03:55:36.682622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37890da4-4caa-4f5c-a902-6c0e1cfa9f8e req-5325ef5c-801d-4303-a7ac-b1ba08156603 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 210 time: 0.0290768 Feb 09 03:55:37.367820 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:55:37.760657 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bc567d9a-c796-4cea-91c5-6c74f1e5ddef req-fab05e20-cfe1-4835-b7fd-ae73e19cf4db tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 210 time: 0.0278869 Feb 09 03:55:37.854540 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:38.842063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-215deed7-9817-4f48-8c65-78d6e8646309 req-74f123dd-ef56-49a3-b2f9-d311c46a6105 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 210 time: 0.0288327 Feb 09 03:55:39.927169 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c312d2f8-2297-48de-a31f-22983da9ce53 req-70d8ff85-4e3b-4b60-a62f-67b52978dcf2 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 210 time: 0.0287485 Feb 09 03:55:41.021556 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c4c40688-4dae-4c7c-85fd-6849578f90b5 req-fe88d4f4-a3b1-49e5-a6d4-68f26b30c616 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 210 time: 0.0281718 Feb 09 03:55:41.642128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-fec5a28f-eba8-4a12-bdef-f87ca058ce66 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:41.644941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-fec5a28f-eba8-4a12-bdef-f87ca058ce66 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.42 "GET /v2.0/networks?id=8361da9d-3b0f-4cf2-9143-51702e086961 HTTP/1.1" status: 200 len: 808 time: 0.1055374 Feb 09 03:55:41.657715 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Request body: {'port': {'device_id': '559e593b-90c0-4499-937e-aaf14f99fb58', 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961', 'admin_state_up': True, 'tenant_id': '67e80b6b42344bd1a0ed9fa64b168d91'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:41.762364 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Made reservation on behalf of 67e80b6b42344bd1a0ed9fa64b168d91 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:55:41.765794 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:41.891537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Allocated IP 172.20.0.12 (8361da9d-3b0f-4cf2-9143-51702e086961/2cb36109-8a1f-44ba-8a2c-6820ac50cb80/5a89b6a9-7d52-487c-acdf-fcabe95bd565) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:55:42.037566 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks [] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:42.071729 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:42.113871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Network 8361da9d-3b0f-4cf2-9143-51702e086961 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:55:42.118897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:42.122592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:55:42.148201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Pushing event updated for resources: {'Port': ['ID=5a89b6a9-7d52-487c-acdf-fcabe95bd565,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:42.152368 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbc084-1bf1-4997-8dd8-dbbd8261da1b req-3b4f75b1-e9b2-4db7-87bd-1374b47df704 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:42.153338 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cddbc084-1bf1-4997-8dd8-dbbd8261da1b req-3b4f75b1-e9b2-4db7-87bd-1374b47df704 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 932 time: 0.0615609 Feb 09 03:55:42.176842 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:42.177478 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:42.194774 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-8a9e279d-437b-4321-a215-3e68a7c4b7fc tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5408375 Feb 09 03:55:42.203466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cddbc084-1bf1-4997-8dd8-dbbd8261da1b req-eb8b8874-f960-4a21-957b-4faba4a7927a tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429366 Feb 09 03:55:42.207069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Request body: {'port': {'device_id': '559e593b-90c0-4499-937e-aaf14f99fb58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:42.560202 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:42.809120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a89b6a9-7d52-487c-acdf-fcabe95bd565 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:55:42.816879 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Publish callbacks [] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:42.828548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Transition to ACTIVE for port object 5a89b6a9-7d52-487c-acdf-fcabe95bd565 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:55:42.831953 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:42.879259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a89b6a9-7d52-487c-acdf-fcabe95bd565,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:42.950410 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Attempting to bind port 5a89b6a9-7d52-487c-acdf-fcabe95bd565 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:55:42.950745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Attempting to bind port 5a89b6a9-7d52-487c-acdf-fcabe95bd565 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:55:42.951070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Attempting to bind port 5a89b6a9-7d52-487c-acdf-fcabe95bd565 on network 8361da9d-3b0f-4cf2-9143-51702e086961 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:55:42.955808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Port 5a89b6a9-7d52-487c-acdf-fcabe95bd565 on network 8361da9d-3b0f-4cf2-9143-51702e086961 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:55:42.956127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Attempting to bind port 5a89b6a9-7d52-487c-acdf-fcabe95bd565 on network 8361da9d-3b0f-4cf2-9143-51702e086961 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:55:42.960959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:55:42.961297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Checking segment: {'id': 'ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:55:42.961716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Bound using segment: {'id': 'ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:55:42.962134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Bound port: 5a89b6a9-7d52-487c-acdf-fcabe95bd565, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:55:42.962489 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:43.024931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] For port 5a89b6a9-7d52-487c-acdf-fcabe95bd565, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:55:43.028142 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] For port 5a89b6a9-7d52-487c-acdf-fcabe95bd565, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=5a89b6a9-7d52-487c-acdf-fcabe95bd565,segment=NetworkSegment(ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e),segment_id=ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:55:43.035053 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:43.068513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:43.069127 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:43.070551 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] 10.222.0.42 "PUT /v2.0/ports/5a89b6a9-7d52-487c-acdf-fcabe95bd565 HTTP/1.1" status: 200 len: 1093 time: 0.8683248 Feb 09 03:55:43.071016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559e593b-90c0-4499-937e-aaf14f99fb58', 'tag': '5a89b6a9-7d52-487c-acdf-fcabe95bd565'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:55:43.073220 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187a600c-1d96-4337-ab4e-a10494f06d72" -d '{"events": [{"name": "network-changed", "server_uuid": "559e593b-90c0-4499-937e-aaf14f99fb58", "tag": "5a89b6a9-7d52-487c-acdf-fcabe95bd565"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:55:43.098102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791664fd-3723-49eb-abf6-479e31f2c7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a89b6a9-7d52-487c-acdf-fcabe95bd565,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:43.117667 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87a637d-2801-4257-8e72-aef60eb8cf5b x-openstack-request-id: req-e87a637d-2801-4257-8e72-aef60eb8cf5b {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:55:43.117952 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559e593b-90c0-4499-937e-aaf14f99fb58", "tag": "5a89b6a9-7d52-487c-acdf-fcabe95bd565", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:55:43.118204 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e87a637d-2801-4257-8e72-aef60eb8cf5b {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:55:43.118593 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559e593b-90c0-4499-937e-aaf14f99fb58', 'tag': '5a89b6a9-7d52-487c-acdf-fcabe95bd565', 'status': 'completed', 'code': 200} Feb 09 03:55:43.157513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-b565f562-a280-4a8e-a019-0bb27a041294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:43.159718 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-b565f562-a280-4a8e-a019-0bb27a041294 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=67e80b6b42344bd1a0ed9fa64b168d91&device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 1127 time: 0.0514581 Feb 09 03:55:43.198903 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-47ad9368-cb50-4445-a5be-f39fcc87aadb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a89b6a9-7d52-487c-acdf-fcabe95bd565 HTTP/1.1" status: 200 len: 217 time: 0.0332453 Feb 09 03:55:43.246222 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-69b5f732-1bfd-4704-bb2a-7dbf87767514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:43.247721 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-69b5f732-1bfd-4704-bb2a-7dbf87767514 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cb36109-8a1f-44ba-8a2c-6820ac50cb80 HTTP/1.1" status: 200 len: 848 time: 0.0435348 Feb 09 03:55:43.282918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-2ea64d4b-f754-4c09-9252-87f1f823f42c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8361da9d-3b0f-4cf2-9143-51702e086961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292504 Feb 09 03:55:43.325423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b0cc1-0d06-4b2f-b7d2-e95c936474c9 req-f690edb9-3e1d-49f3-9b18-fd979d6fa09d tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:43.326841 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-027b0cc1-0d06-4b2f-b7d2-e95c936474c9 req-f690edb9-3e1d-49f3-9b18-fd979d6fa09d tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 944 time: 0.0537679 Feb 09 03:55:43.370436 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-26e666f0-01b3-4847-b304-533ee583c40a service neutron] 10.222.0.42 "GET /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816312 Feb 09 03:55:43.375053 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-027b0cc1-0d06-4b2f-b7d2-e95c936474c9 req-05c228fb-890c-472a-b812-6e94800dea43 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413992 Feb 09 03:55:43.462385 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86f6b91b-d5c8-47a4-b436-d4ef3c635681 req-ed4f72ff-249f-4526-bfdf-d3a690d1fdf3 service neutron] 10.222.0.42 "GET /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868473 Feb 09 03:55:43.547693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a600c-1d96-4337-ab4e-a10494f06d72 req-bfcf8ec3-74fc-4ba7-95b7-8d9b0be9ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:43.549374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-187a600c-1d96-4337-ab4e-a10494f06d72 req-bfcf8ec3-74fc-4ba7-95b7-8d9b0be9ec11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=67e80b6b42344bd1a0ed9fa64b168d91&device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 1127 time: 0.0447445 Feb 09 03:55:43.638323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a600c-1d96-4337-ab4e-a10494f06d72 req-dde57baf-ae44-4a9f-92bf-9bb6b6eabf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:43.639674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-187a600c-1d96-4337-ab4e-a10494f06d72 req-dde57baf-ae44-4a9f-92bf-9bb6b6eabf8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8361da9d-3b0f-4cf2-9143-51702e086961 HTTP/1.1" status: 200 len: 909 time: 0.0848384 Feb 09 03:55:43.683457 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-187a600c-1d96-4337-ab4e-a10494f06d72 req-268585a4-0173-426d-9cb7-5f118166bc7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a89b6a9-7d52-487c-acdf-fcabe95bd565 HTTP/1.1" status: 200 len: 217 time: 0.0377352 Feb 09 03:55:43.730630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a600c-1d96-4337-ab4e-a10494f06d72 req-03de37ec-12f8-461a-9cd9-53d9daca9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:43.732025 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-187a600c-1d96-4337-ab4e-a10494f06d72 req-03de37ec-12f8-461a-9cd9-53d9daca9cce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cb36109-8a1f-44ba-8a2c-6820ac50cb80 HTTP/1.1" status: 200 len: 848 time: 0.0429158 Feb 09 03:55:43.763827 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-187a600c-1d96-4337-ab4e-a10494f06d72 req-7e30c91d-e598-491d-917d-a31c580d5751 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8361da9d-3b0f-4cf2-9143-51702e086961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248299 Feb 09 03:55:43.854957 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-187a600c-1d96-4337-ab4e-a10494f06d72 req-55f37505-9476-4315-be70-6985f8ccda04 service neutron] 10.222.0.42 "GET /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836380 Feb 09 03:55:43.941860 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-187a600c-1d96-4337-ab4e-a10494f06d72 req-9e4a85fd-e03f-4fa7-8365-58808c561196 service neutron] 10.222.0.42 "GET /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806375 Feb 09 03:55:44.500831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2452c2-cb39-4f17-90d2-6199b26934ee req-04069367-880c-40e9-8bbd-3b705bc4a505 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:44.503012 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e2452c2-cb39-4f17-90d2-6199b26934ee req-04069367-880c-40e9-8bbd-3b705bc4a505 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 944 time: 0.0529420 Feb 09 03:55:44.552853 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e2452c2-cb39-4f17-90d2-6199b26934ee req-e928fb47-db4a-4631-9d5e-6ce6d3234eee tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442433 Feb 09 03:55:45.649683 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a20abf8-6004-453d-be04-51f48ed6d747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:45.671721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec370e-7d3f-4e6b-868f-0892465ed6ee req-bdca48fd-b981-4488-9719-c45c54ef34df tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:45.673224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b3ec370e-7d3f-4e6b-868f-0892465ed6ee req-bdca48fd-b981-4488-9719-c45c54ef34df tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 944 time: 0.0530410 Feb 09 03:55:45.723923 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b3ec370e-7d3f-4e6b-868f-0892465ed6ee req-68e504d2-0e2f-471e-8d12-fe5fd126aa21 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443499 Feb 09 03:55:46.843464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8093b8-e197-4697-ad67-6e8a7081a2b8 req-bc0f352e-180c-44a5-95d6-458e7275fb90 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:46.844923 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e8093b8-e197-4697-ad67-6e8a7081a2b8 req-bc0f352e-180c-44a5-95d6-458e7275fb90 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 944 time: 0.0524929 Feb 09 03:55:46.891574 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e8093b8-e197-4697-ad67-6e8a7081a2b8 req-608bd610-4359-4f04-addc-375dae29ba98 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Feb 09 03:55:47.255543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 5a89b6a9-7d52-487c-acdf-fcabe95bd565 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:55:47.353630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 5a89b6a9-7d52-487c-acdf-fcabe95bd565, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=5a89b6a9-7d52-487c-acdf-fcabe95bd565,segment=NetworkSegment(ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e),segment_id=ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:47.365683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '5a89b6a9-7d52-487c-acdf-fcabe95bd565', 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961', 'port_id': '5a89b6a9-7d52-487c-acdf-fcabe95bd565', 'mac_address': 'fa:16:3e:f7:d0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb36109-8a1f-44ba-8a2c-6820ac50cb80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:55:47.401683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 5a89b6a9-7d52-487c-acdf-fcabe95bd565 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:47.402072 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:47.415109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a89b6a9-7d52-487c-acdf-fcabe95bd565 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:55:47.434195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 5a89b6a9-7d52-487c-acdf-fcabe95bd565, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=5a89b6a9-7d52-487c-acdf-fcabe95bd565,segment=NetworkSegment(ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e),segment_id=ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:47.438068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:47.490792 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=5a89b6a9-7d52-487c-acdf-fcabe95bd565,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:47.497906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.498257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.498602 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.498943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.499277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.499608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.499938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.500265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.500591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.500917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.501243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.501591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.502026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:47.656521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['5a89b6a9-7d52-487c-acdf-fcabe95bd565'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:55:48.014811 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4069c-e886-4d9f-be4e-26b43b3ad4ac req-dca0dedd-41d6-49dc-a5ba-2e3d929a7286 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:48.016274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46d4069c-e886-4d9f-be4e-26b43b3ad4ac req-dca0dedd-41d6-49dc-a5ba-2e3d929a7286 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 945 time: 0.0529675 Feb 09 03:55:48.065883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-46d4069c-e886-4d9f-be4e-26b43b3ad4ac req-23a1da4a-cd95-4d9a-a9f5-c70c5f562f9b tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Feb 09 03:55:48.176246 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fb2494ca-995d-45f3-8fec-c7abbed811a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:49.183686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66240ec-d84b-4782-9fb0-777debb5013b req-c6a0886a-8652-4002-a08b-1275372e1af0 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:49.185177 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d66240ec-d84b-4782-9fb0-777debb5013b req-c6a0886a-8652-4002-a08b-1275372e1af0 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 945 time: 0.0538733 Feb 09 03:55:49.232035 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d66240ec-d84b-4782-9fb0-777debb5013b req-5294b12e-0a1b-4bef-aa2f-926aa9350434 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409698 Feb 09 03:55:49.271388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 5a89b6a9-7d52-487c-acdf-fcabe95bd565 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:55:49.319941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 5a89b6a9-7d52-487c-acdf-fcabe95bd565 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:55:49.324244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 5a89b6a9-7d52-487c-acdf-fcabe95bd565 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:49.324614 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:49.400183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 5a89b6a9-7d52-487c-acdf-fcabe95bd565 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:49.400578 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:49.429678 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:49.434835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559e593b-90c0-4499-937e-aaf14f99fb58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a89b6a9-7d52-487c-acdf-fcabe95bd565'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:55:49.437071 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82bffe8-59ae-4f4d-9914-08edb6ca12b8" -d '{"events": [{"server_uuid": "559e593b-90c0-4499-937e-aaf14f99fb58", "name": "network-vif-plugged", "status": "completed", "tag": "5a89b6a9-7d52-487c-acdf-fcabe95bd565"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:55:49.450292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 5a89b6a9-7d52-487c-acdf-fcabe95bd565, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=5a89b6a9-7d52-487c-acdf-fcabe95bd565,segment=NetworkSegment(ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e),segment_id=ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:49.454451 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:49.485192 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfd0907-46fc-4669-9697-11db05e29934 x-openstack-request-id: req-1dfd0907-46fc-4669-9697-11db05e29934 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:55:49.485519 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559e593b-90c0-4499-937e-aaf14f99fb58", "name": "network-vif-plugged", "status": "completed", "tag": "5a89b6a9-7d52-487c-acdf-fcabe95bd565", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:55:49.485751 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dfd0907-46fc-4669-9697-11db05e29934 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:55:49.486738 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559e593b-90c0-4499-937e-aaf14f99fb58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a89b6a9-7d52-487c-acdf-fcabe95bd565', 'code': 200} Feb 09 03:55:49.513168 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=5a89b6a9-7d52-487c-acdf-fcabe95bd565,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:49.575283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1a4c5-d0e8-4fd6-a6d9-0be2554570b5 req-a245689b-a819-4e7a-9c50-c210d3e4b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:49.576765 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-32e1a4c5-d0e8-4fd6-a6d9-0be2554570b5 req-a245689b-a819-4e7a-9c50-c210d3e4b5f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 1129 time: 0.0487211 Feb 09 03:55:49.621055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-32e1a4c5-d0e8-4fd6-a6d9-0be2554570b5 req-9f3bec42-e551-4de7-acdb-0fb48694c277 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378115 Feb 09 03:55:50.352540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e59db-4edf-4c06-ace2-d0000879b1f9 req-af5400ea-17f2-4292-ae8c-d873e69c7f05 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:50.354061 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3b2e59db-4edf-4c06-ace2-d0000879b1f9 req-af5400ea-17f2-4292-ae8c-d873e69c7f05 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 946 time: 0.0534413 Feb 09 03:55:50.400299 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3b2e59db-4edf-4c06-ace2-d0000879b1f9 req-582ffcd7-d9e3-460d-b572-7bd5c6b9ca99 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 Feb 09 03:55:50.856812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:51.521103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452c213-7554-46e1-b826-c8d6f06b011f req-af7809a6-22c9-4654-b8ec-064922db75bd tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:51.522598 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4452c213-7554-46e1-b826-c8d6f06b011f req-af7809a6-22c9-4654-b8ec-064922db75bd tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 946 time: 0.0538082 Feb 09 03:55:51.569272 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4452c213-7554-46e1-b826-c8d6f06b011f req-3a3a8b38-33a5-4272-bf71-e84c34399c44 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Feb 09 03:55:51.986541 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:52.134309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804ba38-0c81-4900-ac10-0e208fa8cfc4 req-b5ecdecf-b7de-4e47-b22f-a371cf1c0f1a tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:52.135813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c804ba38-0c81-4900-ac10-0e208fa8cfc4 req-b5ecdecf-b7de-4e47-b22f-a371cf1c0f1a tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 946 time: 0.0577557 Feb 09 03:55:52.181637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c804ba38-0c81-4900-ac10-0e208fa8cfc4 req-3d05fc18-ae71-4fdc-9145-4eade3193158 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403156 Feb 09 03:55:53.305005 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264f2fc-087b-4afe-a39a-59de207c3ae2 req-6fd21c87-2998-4d16-b1fb-34e38bafd0c2 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:53.306522 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c264f2fc-087b-4afe-a39a-59de207c3ae2 req-6fd21c87-2998-4d16-b1fb-34e38bafd0c2 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 946 time: 0.0520885 Feb 09 03:55:53.357987 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c264f2fc-087b-4afe-a39a-59de207c3ae2 req-307f2ec8-eb68-44ab-9b81-6b49b9372d98 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458856 Feb 09 03:55:53.506945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b326b-8c63-4c07-83ab-58b1fbb4a8a2 req-ca51f605-ea1b-4114-a424-c7b281d93be8 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:53.508414 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b9b326b-8c63-4c07-83ab-58b1fbb4a8a2 req-ca51f605-ea1b-4114-a424-c7b281d93be8 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.42 "GET /v2.0/ports?device_id=559e593b-90c0-4499-937e-aaf14f99fb58 HTTP/1.1" status: 200 len: 946 time: 0.0523489 Feb 09 03:55:53.600731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-5b9b326b-8c63-4c07-83ab-58b1fbb4a8a2 req-9693c260-198e-444e-8ad2-388f5a995d8e tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Deleting port 5a89b6a9-7d52-487c-acdf-fcabe95bd565 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:55:53.600973 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b9b326b-8c63-4c07-83ab-58b1fbb4a8a2 req-9693c260-198e-444e-8ad2-388f5a995d8e tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:53.691899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5b9b326b-8c63-4c07-83ab-58b1fbb4a8a2 req-9693c260-198e-444e-8ad2-388f5a995d8e tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] For port 5a89b6a9-7d52-487c-acdf-fcabe95bd565, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=5a89b6a9-7d52-487c-acdf-fcabe95bd565,segment=NetworkSegment(ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e),segment_id=ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:53.692258 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b9b326b-8c63-4c07-83ab-58b1fbb4a8a2 req-9693c260-198e-444e-8ad2-388f5a995d8e tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:53.705517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-5b9b326b-8c63-4c07-83ab-58b1fbb4a8a2 req-9693c260-198e-444e-8ad2-388f5a995d8e tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Calling delete_port for 5a89b6a9-7d52-487c-acdf-fcabe95bd565 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:55:53.833585 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b9b326b-8c63-4c07-83ab-58b1fbb4a8a2 req-9693c260-198e-444e-8ad2-388f5a995d8e tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5a89b6a9-7d52-487c-acdf-fcabe95bd565), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:53.845099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['5a89b6a9-7d52-487c-acdf-fcabe95bd565'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:55:53.862984 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693c260-198e-444e-8ad2-388f5a995d8e tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Pushing event deleted for resources: {'Port': ['ID=5a89b6a9-7d52-487c-acdf-fcabe95bd565,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:53.908687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9b326b-8c63-4c07-83ab-58b1fbb4a8a2 req-9693c260-198e-444e-8ad2-388f5a995d8e tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] No DVR routers for this DVR port 5a89b6a9-7d52-487c-acdf-fcabe95bd565 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:55:53.911533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5b9b326b-8c63-4c07-83ab-58b1fbb4a8a2 req-9693c260-198e-444e-8ad2-388f5a995d8e tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:53.915003 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b9b326b-8c63-4c07-83ab-58b1fbb4a8a2 req-9693c260-198e-444e-8ad2-388f5a995d8e tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.42 "DELETE /v2.0/ports/5a89b6a9-7d52-487c-acdf-fcabe95bd565 HTTP/1.1" status: 204 len: 173 time: 0.4020348 Feb 09 03:55:53.915463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559e593b-90c0-4499-937e-aaf14f99fb58', 'name': 'network-vif-deleted', 'tag': '5a89b6a9-7d52-487c-acdf-fcabe95bd565'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:55:53.917745 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a720eaf4-32c9-42db-924d-d2482c71d5ae" -d '{"events": [{"server_uuid": "559e593b-90c0-4499-937e-aaf14f99fb58", "name": "network-vif-deleted", "tag": "5a89b6a9-7d52-487c-acdf-fcabe95bd565"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:55:53.953852 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a59727d-2235-4d76-a1a0-481513630569 x-openstack-request-id: req-3a59727d-2235-4d76-a1a0-481513630569 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:55:53.954153 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559e593b-90c0-4499-937e-aaf14f99fb58", "name": "network-vif-deleted", "tag": "5a89b6a9-7d52-487c-acdf-fcabe95bd565", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:55:53.954409 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a59727d-2235-4d76-a1a0-481513630569 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:55:53.954902 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559e593b-90c0-4499-937e-aaf14f99fb58', 'name': 'network-vif-deleted', 'tag': '5a89b6a9-7d52-487c-acdf-fcabe95bd565', 'status': 'completed', 'code': 200} Feb 09 03:55:54.398383 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:54.626123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-e839b46e-d0d0-4a95-955d-c29209827385 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:54.628130 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-e839b46e-d0d0-4a95-955d-c29209827385 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/networks?id=8361da9d-3b0f-4cf2-9143-51702e086961 HTTP/1.1" status: 200 len: 808 time: 0.1051321 Feb 09 03:55:54.642980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-64e5cf82-d730-4b8b-ab4e-4610880c0365 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/quotas/67e80b6b42344bd1a0ed9fa64b168d91 HTTP/1.1" status: 200 len: 375 time: 0.0089321 Feb 09 03:55:54.674432 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-2db93c39-5631-4faf-ab0b-cdc79205c06a tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67e80b6b42344bd1a0ed9fa64b168d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265684 Feb 09 03:55:54.762252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-340744e3-655d-42fd-9b85-cdaf87479b9b service neutron] 10.222.0.21 "GET /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813162 Feb 09 03:55:54.854205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-ac5c090b-cedc-4efc-811d-e0744d38eb25 service neutron] 10.222.0.21 "GET /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855656 Feb 09 03:55:55.015695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d45f479-9f0f-47ee-a8c2-a8e30417985f req-896a5c10-d286-4e3e-86d8-70eab40f7903 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 210 time: 0.0294621 Feb 09 03:55:55.920181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-7c920e18-698f-48c2-9ed4-bf9c1c08d939 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:55.921660 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-7c920e18-698f-48c2-9ed4-bf9c1c08d939 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.42 "GET /v2.0/networks?id=8361da9d-3b0f-4cf2-9143-51702e086961 HTTP/1.1" status: 200 len: 808 time: 0.1101539 Feb 09 03:55:55.933477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Request body: {'port': {'device_id': '16bd1b9a-1932-486f-ad8f-ae359868bd85', 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961', 'admin_state_up': True, 'tenant_id': '67e80b6b42344bd1a0ed9fa64b168d91'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:56.052854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Made reservation on behalf of 67e80b6b42344bd1a0ed9fa64b168d91 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:55:56.056331 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:56.122876 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a9ecb442-3f15-484b-8cbd-14250e90d576 req-ebe0d682-01aa-4320-8565-11cf6ca9c56c tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 210 time: 0.0320933 Feb 09 03:55:56.193465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Allocated IP 172.20.0.7 (8361da9d-3b0f-4cf2-9143-51702e086961/2cb36109-8a1f-44ba-8a2c-6820ac50cb80/e64c55d0-9bd3-4bec-abcb-e9dc92715911) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:55:56.361960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks [] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:56.397286 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:56.445740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Network 8361da9d-3b0f-4cf2-9143-51702e086961 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:55:56.450881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:56.453308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:55:56.491558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Pushing event updated for resources: {'Port': ['ID=e64c55d0-9bd3-4bec-abcb-e9dc92715911,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:56.518530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:56.519147 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:56.536624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-748a3ad2-c243-4cd2-b04a-c363e86e5217 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6069646 Feb 09 03:55:56.548583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Request body: {'port': {'device_id': '16bd1b9a-1932-486f-ad8f-ae359868bd85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:56.615083 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:56.878933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64c55d0-9bd3-4bec-abcb-e9dc92715911 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:55:56.886368 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Publish callbacks [] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:56.898852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Transition to ACTIVE for port object e64c55d0-9bd3-4bec-abcb-e9dc92715911 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:55:56.902880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:56.950928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=e64c55d0-9bd3-4bec-abcb-e9dc92715911,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:57.022254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Attempting to bind port e64c55d0-9bd3-4bec-abcb-e9dc92715911 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:55:57.022634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Attempting to bind port e64c55d0-9bd3-4bec-abcb-e9dc92715911 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:55:57.023035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Attempting to bind port e64c55d0-9bd3-4bec-abcb-e9dc92715911 on network 8361da9d-3b0f-4cf2-9143-51702e086961 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:55:57.027598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Port e64c55d0-9bd3-4bec-abcb-e9dc92715911 on network 8361da9d-3b0f-4cf2-9143-51702e086961 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:55:57.027903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Attempting to bind port e64c55d0-9bd3-4bec-abcb-e9dc92715911 on network 8361da9d-3b0f-4cf2-9143-51702e086961 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:55:57.032803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:55:57.033142 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Checking segment: {'id': 'ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:55:57.033612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Bound using segment: {'id': 'ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:55:57.034080 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Bound port: e64c55d0-9bd3-4bec-abcb-e9dc92715911, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:55:57.034381 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:57.100237 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] For port e64c55d0-9bd3-4bec-abcb-e9dc92715911, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:55:57.103610 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] For port e64c55d0-9bd3-4bec-abcb-e9dc92715911, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e64c55d0-9bd3-4bec-abcb-e9dc92715911,segment=NetworkSegment(ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e),segment_id=ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:55:57.109254 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:57.143839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:57.144445 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:57.145863 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] 10.222.0.42 "PUT /v2.0/ports/e64c55d0-9bd3-4bec-abcb-e9dc92715911 HTTP/1.1" status: 200 len: 1092 time: 0.6015170 Feb 09 03:55:57.146302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16bd1b9a-1932-486f-ad8f-ae359868bd85', 'tag': 'e64c55d0-9bd3-4bec-abcb-e9dc92715911'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:55:57.148638 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db550fd9-be56-41d2-b674-bf4627be30e7" -d '{"events": [{"name": "network-changed", "server_uuid": "16bd1b9a-1932-486f-ad8f-ae359868bd85", "tag": "e64c55d0-9bd3-4bec-abcb-e9dc92715911"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:55:57.175508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee6b80-7c44-491f-a8e1-4766daa66cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=e64c55d0-9bd3-4bec-abcb-e9dc92715911,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:57.197831 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043df181-4b28-44ee-9310-d979a1eb30f2 x-openstack-request-id: req-043df181-4b28-44ee-9310-d979a1eb30f2 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:55:57.198129 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16bd1b9a-1932-486f-ad8f-ae359868bd85", "tag": "e64c55d0-9bd3-4bec-abcb-e9dc92715911", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:55:57.198399 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-043df181-4b28-44ee-9310-d979a1eb30f2 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:55:57.198807 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16bd1b9a-1932-486f-ad8f-ae359868bd85', 'tag': 'e64c55d0-9bd3-4bec-abcb-e9dc92715911', 'status': 'completed', 'code': 200} Feb 09 03:55:57.277665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-2896a15c-2aef-4375-8293-a0b158663046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:57.279179 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-2896a15c-2aef-4375-8293-a0b158663046 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=67e80b6b42344bd1a0ed9fa64b168d91&device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 1126 time: 0.0755484 Feb 09 03:55:57.290340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c31530-b293-49be-bb26-a63a1d53cf77 req-6faedbd9-c582-4f37-87d2-bc8208bd1cfb tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:57.291692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c4c31530-b293-49be-bb26-a63a1d53cf77 req-6faedbd9-c582-4f37-87d2-bc8208bd1cfb tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 943 time: 0.0799584 Feb 09 03:55:57.306424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 5a89b6a9-7d52-487c-acdf-fcabe95bd565 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:55:57.327086 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 5a89b6a9-7d52-487c-acdf-fcabe95bd565 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:55:57.327531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 5a89b6a9-7d52-487c-acdf-fcabe95bd565 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:55:57.335635 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-4e1e6148-aa01-4072-9afe-1d4dfe238ecc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e64c55d0-9bd3-4bec-abcb-e9dc92715911 HTTP/1.1" status: 200 len: 217 time: 0.0430233 Feb 09 03:55:57.408749 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c4c31530-b293-49be-bb26-a63a1d53cf77 req-6da76906-e4e0-4bec-bd40-8a05ccf777d7 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103489 Feb 09 03:55:57.410499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-ce88df34-c357-473e-ba8f-71647d559957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:57.411846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-ce88df34-c357-473e-ba8f-71647d559957 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cb36109-8a1f-44ba-8a2c-6820ac50cb80 HTTP/1.1" status: 200 len: 848 time: 0.0703917 Feb 09 03:55:57.444715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-38b43b0e-e577-40d1-a378-3efbbadfb5f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8361da9d-3b0f-4cf2-9143-51702e086961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266569 Feb 09 03:55:57.534884 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-fbd0d379-79f1-4e6b-86db-7e145f1a6818 service neutron] 10.222.0.42 "GET /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842841 Feb 09 03:55:57.620058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bfde3984-5b67-4df7-a424-c22b7248a7ac req-c87f7138-fb42-47d7-ade1-7d34cf6195fb service neutron] 10.222.0.42 "GET /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796115 Feb 09 03:55:57.718764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db550fd9-be56-41d2-b674-bf4627be30e7 req-112323b8-5d9d-463d-b076-43500b84c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:57.720164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db550fd9-be56-41d2-b674-bf4627be30e7 req-112323b8-5d9d-463d-b076-43500b84c672 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=67e80b6b42344bd1a0ed9fa64b168d91&device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 1126 time: 0.0524850 Feb 09 03:55:57.806640 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db550fd9-be56-41d2-b674-bf4627be30e7 req-3a7df508-99a3-47f6-9dc5-585c88e76c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:57.808090 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db550fd9-be56-41d2-b674-bf4627be30e7 req-3a7df508-99a3-47f6-9dc5-585c88e76c2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8361da9d-3b0f-4cf2-9143-51702e086961 HTTP/1.1" status: 200 len: 909 time: 0.0820296 Feb 09 03:55:57.849350 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db550fd9-be56-41d2-b674-bf4627be30e7 req-7071e628-d81d-4ff8-b930-160c335a5abe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e64c55d0-9bd3-4bec-abcb-e9dc92715911 HTTP/1.1" status: 200 len: 217 time: 0.0343547 Feb 09 03:55:57.901399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db550fd9-be56-41d2-b674-bf4627be30e7 req-44455a6d-8b54-4da2-8092-327ba17e0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:57.902869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db550fd9-be56-41d2-b674-bf4627be30e7 req-44455a6d-8b54-4da2-8092-327ba17e0681 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cb36109-8a1f-44ba-8a2c-6820ac50cb80 HTTP/1.1" status: 200 len: 848 time: 0.0478044 Feb 09 03:55:57.934863 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db550fd9-be56-41d2-b674-bf4627be30e7 req-b6f79eda-02dd-4340-b53c-3806d1d87efe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8361da9d-3b0f-4cf2-9143-51702e086961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248950 Feb 09 03:55:58.034724 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db550fd9-be56-41d2-b674-bf4627be30e7 req-9a3f044d-8edb-4784-b23b-4e334a811ec5 service neutron] 10.222.0.42 "GET /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826209 Feb 09 03:55:58.133181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-db550fd9-be56-41d2-b674-bf4627be30e7 req-91ef48b4-ec94-4fac-bd5a-f96650ce6b85 service neutron] 10.222.0.42 "GET /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923531 Feb 09 03:55:58.530131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a7eb4-2fc7-4d3c-b9fe-8e38f215c4b8 req-c87f0fec-fd2a-427f-b81d-ec91d3a06bdb tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:58.531609 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e47a7eb4-2fc7-4d3c-b9fe-8e38f215c4b8 req-c87f0fec-fd2a-427f-b81d-ec91d3a06bdb tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 943 time: 0.0534668 Feb 09 03:55:58.577912 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e47a7eb4-2fc7-4d3c-b9fe-8e38f215c4b8 req-b9898cd9-3d73-420d-a64d-86b80c467951 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Feb 09 03:55:59.696370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf4afd-7caf-4371-9832-7028bb326226 req-acb84839-e670-46d3-a8c5-d83d9b69d343 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:59.697863 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a7bf4afd-7caf-4371-9832-7028bb326226 req-acb84839-e670-46d3-a8c5-d83d9b69d343 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 943 time: 0.0540469 Feb 09 03:55:59.746741 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a7bf4afd-7caf-4371-9832-7028bb326226 req-0858bd37-b16d-4c68-acc2-1a6f53a06467 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433116 Feb 09 03:56:00.873979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17320851-3ce9-4db7-911a-c8fde11e8336 req-53c6d252-2104-464c-91cb-117ea80b652f tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:00.875430 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17320851-3ce9-4db7-911a-c8fde11e8336 req-53c6d252-2104-464c-91cb-117ea80b652f tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 943 time: 0.0591087 Feb 09 03:56:00.925506 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-17320851-3ce9-4db7-911a-c8fde11e8336 req-8fe9b688-5e1c-40bd-8779-4c5111a338bd tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436614 Feb 09 03:56:01.337030 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e64c55d0-9bd3-4bec-abcb-e9dc92715911 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:56:01.434758 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e64c55d0-9bd3-4bec-abcb-e9dc92715911, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e64c55d0-9bd3-4bec-abcb-e9dc92715911,segment=NetworkSegment(ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e),segment_id=ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:56:01.446814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'e64c55d0-9bd3-4bec-abcb-e9dc92715911', 'network_id': '8361da9d-3b0f-4cf2-9143-51702e086961', 'port_id': 'e64c55d0-9bd3-4bec-abcb-e9dc92715911', 'mac_address': 'fa:16:3e:d5:5c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb36109-8a1f-44ba-8a2c-6820ac50cb80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:56:01.483484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port e64c55d0-9bd3-4bec-abcb-e9dc92715911 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:56:01.483797 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:01.496981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64c55d0-9bd3-4bec-abcb-e9dc92715911 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:56:01.516551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e64c55d0-9bd3-4bec-abcb-e9dc92715911, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e64c55d0-9bd3-4bec-abcb-e9dc92715911,segment=NetworkSegment(ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e),segment_id=ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:56:01.521448 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:01.567891 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=e64c55d0-9bd3-4bec-abcb-e9dc92715911,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:01.720385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['e64c55d0-9bd3-4bec-abcb-e9dc92715911'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:56:02.057771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90afb9-8b73-4cc0-bf49-6a088a6ac08b req-0824f8bb-1813-4a0f-bc80-4f22ac1f09a8 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:02.059241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec90afb9-8b73-4cc0-bf49-6a088a6ac08b req-0824f8bb-1813-4a0f-bc80-4f22ac1f09a8 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 944 time: 0.0629342 Feb 09 03:56:02.106386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec90afb9-8b73-4cc0-bf49-6a088a6ac08b req-e7ccba37-f726-417e-b949-06c132f937d0 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Feb 09 03:56:03.224377 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad48603-9aae-459c-9361-1692a586dd4e req-27e932f2-3421-4f71-b5f1-b8b16c141d1a tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:03.225879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4ad48603-9aae-459c-9361-1692a586dd4e req-27e932f2-3421-4f71-b5f1-b8b16c141d1a tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 944 time: 0.0533450 Feb 09 03:56:03.273694 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4ad48603-9aae-459c-9361-1692a586dd4e req-c419fe4d-9de1-4705-b6b6-81f22a70f289 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422845 Feb 09 03:56:03.333101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e64c55d0-9bd3-4bec-abcb-e9dc92715911 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:56:03.381969 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port e64c55d0-9bd3-4bec-abcb-e9dc92715911 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:56:03.386451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port e64c55d0-9bd3-4bec-abcb-e9dc92715911 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:56:03.386821 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:03.466341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port e64c55d0-9bd3-4bec-abcb-e9dc92715911 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:56:03.466720 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:03.489023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bd1b9a-1932-486f-ad8f-ae359868bd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64c55d0-9bd3-4bec-abcb-e9dc92715911'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:56:03.491279 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5ef048-38c6-41af-8bba-69552c11cead" -d '{"events": [{"server_uuid": "16bd1b9a-1932-486f-ad8f-ae359868bd85", "name": "network-vif-plugged", "status": "completed", "tag": "e64c55d0-9bd3-4bec-abcb-e9dc92715911"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:56:03.504458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e64c55d0-9bd3-4bec-abcb-e9dc92715911, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e64c55d0-9bd3-4bec-abcb-e9dc92715911,segment=NetworkSegment(ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e),segment_id=ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:56:03.510499 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:03.532850 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf14c3c-a3ce-4caf-a0c9-aaea7467a0c6 x-openstack-request-id: req-7bf14c3c-a3ce-4caf-a0c9-aaea7467a0c6 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:56:03.533146 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bd1b9a-1932-486f-ad8f-ae359868bd85", "name": "network-vif-plugged", "status": "completed", "tag": "e64c55d0-9bd3-4bec-abcb-e9dc92715911", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:56:03.534077 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bf14c3c-a3ce-4caf-a0c9-aaea7467a0c6 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:56:03.534653 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bd1b9a-1932-486f-ad8f-ae359868bd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64c55d0-9bd3-4bec-abcb-e9dc92715911', 'code': 200} Feb 09 03:56:03.560036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=e64c55d0-9bd3-4bec-abcb-e9dc92715911,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:03.627496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be923f-5be1-420e-bc7a-454ee84d830b req-845d3c4f-54da-4718-81a1-280b0f4fa4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:03.628784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3be923f-5be1-420e-bc7a-454ee84d830b req-845d3c4f-54da-4718-81a1-280b0f4fa4f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 1128 time: 0.0441370 Feb 09 03:56:03.676314 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3be923f-5be1-420e-bc7a-454ee84d830b req-92dae178-898c-489c-8e72-9d64bd929958 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418906 Feb 09 03:56:04.392235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca065c-a4cd-469a-a0bd-dd1f1892fc9a req-5a811cfd-fafd-447a-99b1-83b74d85bf09 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:04.393706 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59ca065c-a4cd-469a-a0bd-dd1f1892fc9a req-5a811cfd-fafd-447a-99b1-83b74d85bf09 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 945 time: 0.0528195 Feb 09 03:56:04.444247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59ca065c-a4cd-469a-a0bd-dd1f1892fc9a req-6353ba45-e50b-46a3-99ba-eb5c0fbc7ce0 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441563 Feb 09 03:56:05.564377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17218-6e46-4704-9557-687b1b091404 req-faaa2c54-d03d-49ab-a907-d32030f60dec tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:05.567092 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80a17218-6e46-4704-9557-687b1b091404 req-faaa2c54-d03d-49ab-a907-d32030f60dec tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 945 time: 0.0522897 Feb 09 03:56:05.616218 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80a17218-6e46-4704-9557-687b1b091404 req-c0444a1e-4ae5-4be3-aee1-b4005f563ebb tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437708 Feb 09 03:56:06.219549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59580989-1cb8-4b3a-bd92-045aee324398 req-1ad8fdf7-32ce-4feb-b0d0-52cd761e3a6b tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:06.220942 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59580989-1cb8-4b3a-bd92-045aee324398 req-1ad8fdf7-32ce-4feb-b0d0-52cd761e3a6b tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 945 time: 0.0527318 Feb 09 03:56:06.267141 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59580989-1cb8-4b3a-bd92-045aee324398 req-10b847f4-f1d9-4b71-9f25-650a45d9d749 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399857 Feb 09 03:56:07.390662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09909c-f773-408e-a264-861cb457acc2 req-a0e25943-8598-4a9a-a8df-07a184a97461 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:07.392162 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a09909c-f773-408e-a264-861cb457acc2 req-a0e25943-8598-4a9a-a8df-07a184a97461 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 945 time: 0.0542161 Feb 09 03:56:07.438370 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4a09909c-f773-408e-a264-861cb457acc2 req-f73099b5-89c3-4c05-9e28-75edf356dde0 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac44d6d-1da8-4531-b655-76425642425d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Feb 09 03:56:07.500906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c308e6-21c3-49ab-8e33-252d022bb1b6 req-0a763719-588c-4920-8cdd-c1148c7edba0 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:07.502364 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49c308e6-21c3-49ab-8e33-252d022bb1b6 req-0a763719-588c-4920-8cdd-c1148c7edba0 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.42 "GET /v2.0/ports?device_id=16bd1b9a-1932-486f-ad8f-ae359868bd85 HTTP/1.1" status: 200 len: 945 time: 0.0520234 Feb 09 03:56:07.595620 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-49c308e6-21c3-49ab-8e33-252d022bb1b6 req-b78ae5f0-e15d-4da8-995b-81c0d2937cd7 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Deleting port e64c55d0-9bd3-4bec-abcb-e9dc92715911 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:56:07.595866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-49c308e6-21c3-49ab-8e33-252d022bb1b6 req-b78ae5f0-e15d-4da8-995b-81c0d2937cd7 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:07.688093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-49c308e6-21c3-49ab-8e33-252d022bb1b6 req-b78ae5f0-e15d-4da8-995b-81c0d2937cd7 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] For port e64c55d0-9bd3-4bec-abcb-e9dc92715911, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e64c55d0-9bd3-4bec-abcb-e9dc92715911,segment=NetworkSegment(ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e),segment_id=ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:56:07.688460 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-49c308e6-21c3-49ab-8e33-252d022bb1b6 req-b78ae5f0-e15d-4da8-995b-81c0d2937cd7 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:07.701604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-49c308e6-21c3-49ab-8e33-252d022bb1b6 req-b78ae5f0-e15d-4da8-995b-81c0d2937cd7 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Calling delete_port for e64c55d0-9bd3-4bec-abcb-e9dc92715911 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:56:07.830808 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-49c308e6-21c3-49ab-8e33-252d022bb1b6 req-b78ae5f0-e15d-4da8-995b-81c0d2937cd7 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e64c55d0-9bd3-4bec-abcb-e9dc92715911), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:07.842864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['e64c55d0-9bd3-4bec-abcb-e9dc92715911'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:56:07.859088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ae5f0-e15d-4da8-995b-81c0d2937cd7 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Pushing event deleted for resources: {'Port': ['ID=e64c55d0-9bd3-4bec-abcb-e9dc92715911,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:07.883445 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:07.906175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c308e6-21c3-49ab-8e33-252d022bb1b6 req-b78ae5f0-e15d-4da8-995b-81c0d2937cd7 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] No DVR routers for this DVR port e64c55d0-9bd3-4bec-abcb-e9dc92715911 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:56:07.908858 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-49c308e6-21c3-49ab-8e33-252d022bb1b6 req-b78ae5f0-e15d-4da8-995b-81c0d2937cd7 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:07.912920 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-49c308e6-21c3-49ab-8e33-252d022bb1b6 req-b78ae5f0-e15d-4da8-995b-81c0d2937cd7 tempest-VolumesActionsTest-918582257 tempest-VolumesActionsTest-918582257-project] 10.222.0.42 "DELETE /v2.0/ports/e64c55d0-9bd3-4bec-abcb-e9dc92715911 HTTP/1.1" status: 204 len: 173 time: 0.4051328 Feb 09 03:56:07.913383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bd1b9a-1932-486f-ad8f-ae359868bd85', 'name': 'network-vif-deleted', 'tag': 'e64c55d0-9bd3-4bec-abcb-e9dc92715911'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:56:07.915634 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34a1535-95d3-4dfe-bc91-dfffbe082412" -d '{"events": [{"server_uuid": "16bd1b9a-1932-486f-ad8f-ae359868bd85", "name": "network-vif-deleted", "tag": "e64c55d0-9bd3-4bec-abcb-e9dc92715911"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:56:07.952604 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977d8328-a1e0-4e9d-be86-3abf789fb01b x-openstack-request-id: req-977d8328-a1e0-4e9d-be86-3abf789fb01b {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:56:07.952896 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bd1b9a-1932-486f-ad8f-ae359868bd85", "name": "network-vif-deleted", "tag": "e64c55d0-9bd3-4bec-abcb-e9dc92715911", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:56:07.953147 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-977d8328-a1e0-4e9d-be86-3abf789fb01b {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:56:07.953585 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bd1b9a-1932-486f-ad8f-ae359868bd85', 'name': 'network-vif-deleted', 'tag': 'e64c55d0-9bd3-4bec-abcb-e9dc92715911', 'status': 'completed', 'code': 200} Feb 09 03:56:11.366965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e64c55d0-9bd3-4bec-abcb-e9dc92715911 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:56:11.393477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: e64c55d0-9bd3-4bec-abcb-e9dc92715911 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:56:11.393824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e64c55d0-9bd3-4bec-abcb-e9dc92715911 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:56:14.371138 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:56:15.679556 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c0fe-8e60-40e7-a00c-a268bb9ba659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:18.188224 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-831a1bc0-22b5-4ffc-af2c-8d5a290c778c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:19.465270 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:20.862784 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:21.996760 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:24.394420 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:31.572481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48862) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:56:31.620621 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Deleting subnet 2cb36109-8a1f-44ba-8a2c-6820ac50cb80 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:56:31.624250 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Publish callbacks [] for subnet (2cb36109-8a1f-44ba-8a2c-6820ac50cb80), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:31.677278 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (2cb36109-8a1f-44ba-8a2c-6820ac50cb80), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:31.723895 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (2cb36109-8a1f-44ba-8a2c-6820ac50cb80), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:31.778420 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (2cb36109-8a1f-44ba-8a2c-6820ac50cb80), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:31.806818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb36109-8a1f-44ba-8a2c-6820ac50cb80,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:31.816580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.816580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.820109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.820109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.820109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.820109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.820109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.820109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.820109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.820109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.820109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.827252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.827252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:31.829457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:31.832840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bc73a3da-72d1-4f69-afba-5cd78a20871a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2cb36109-8a1f-44ba-8a2c-6820ac50cb80 HTTP/1.1" status: 204 len: 168 time: 0.2593541 Feb 09 03:56:31.835437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48864) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:56:31.909930 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (8361da9d-3b0f-4cf2-9143-51702e086961), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:32.033483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (8361da9d-3b0f-4cf2-9143-51702e086961), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:32.076453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8361da9d-3b0f-4cf2-9143-51702e086961']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:56:32.086350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:56:32.086913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:56:32.099975 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:32.116892 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:32.123998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:56:32.124552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (ec2c11a3-fdb9-4bca-a68f-e3a1f192f60e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: timer() Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:56:32.126781 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:56:32.198710 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (8361da9d-3b0f-4cf2-9143-51702e086961), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:32.206935 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:32.213786 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8361da9d-3b0f-4cf2-9143-51702e086961 HTTP/1.1" status: 204 len: 168 time: 0.3747292 Feb 09 03:56:32.222063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39604b4-9d29-4b5f-ab04-3b2326757313 admin admin] Pushing event deleted for resources: {'Network': ['ID=8361da9d-3b0f-4cf2-9143-51702e086961,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:32.333841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48870) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:56:32.373900 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8b03f902-9872-4380-ad65-64c429ed7b87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67e80b6b42344bd1a0ed9fa64b168d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387454 Feb 09 03:56:32.376236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 48872) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:56:32.427829 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c204-8f75-49d0-b234-ead05e906b24 admin admin] Publish callbacks [] for security_group (3ac44d6d-1da8-4531-b655-76425642425d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:32.449038 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c204-8f75-49d0-b234-ead05e906b24 admin admin] Publish callbacks [] for security_group (3ac44d6d-1da8-4531-b655-76425642425d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:32.495818 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c204-8f75-49d0-b234-ead05e906b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (3ac44d6d-1da8-4531-b655-76425642425d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:32.498537 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c204-8f75-49d0-b234-ead05e906b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:32.499697 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2ed2c204-8f75-49d0-b234-ead05e906b24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ac44d6d-1da8-4531-b655-76425642425d HTTP/1.1" status: 204 len: 168 time: 0.1225743 Feb 09 03:56:32.510244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2c204-8f75-49d0-b234-ead05e906b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac44d6d-1da8-4531-b655-76425642425d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:33.516508 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-b09adf80-285a-46f1-a399-dff5b553bd1a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775994139&fields=id&tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 267 time: 0.0478630 Feb 09 03:56:33.633699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4e471-223e-4085-ae65-5521160bea65 req-97cd2e3d-57f8-4bba-9144-0d6fb430da0b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:33.635626 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-97cd2e3d-57f8-4bba-9144-0d6fb430da0b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.1094952 Feb 09 03:56:33.651292 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-b2667a52-5985-409d-ab4a-991d7434446d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/quotas/a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 375 time: 0.0103889 Feb 09 03:56:33.711806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-b28c8169-7308-466e-ba9f-cf2809eb90fa tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535600 Feb 09 03:56:33.808971 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-0da2718c-d3c2-453c-8bca-5358649a024a service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855739 Feb 09 03:56:33.898924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-7149dce3-65fb-47c1-a41a-ffe8edcb75c0 service neutron] 10.222.0.21 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838253 Feb 09 03:56:34.299175 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c439af83-db20-4080-8009-99ea27726dc5 req-4f2d82ee-b9b4-467f-8a79-b0723c4c9032 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 210 time: 0.1438797 Feb 09 03:56:34.956594 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba358129-05b7-4c29-ae4f-275e2ddb67b7 req-495930ce-f313-485e-80af-658a3bef5dc5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479984 Feb 09 03:56:35.126924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba358129-05b7-4c29-ae4f-275e2ddb67b7 req-8de80b25-3d0d-409d-b913-1f841861c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:35.129677 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba358129-05b7-4c29-ae4f-275e2ddb67b7 req-8de80b25-3d0d-409d-b913-1f841861c74b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 1129 time: 0.1108027 Feb 09 03:56:35.215823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4e471-223e-4085-ae65-5521160bea65 req-37e3d26b-6ac9-4de2-b3ab-28bbc141d1be tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:35.217112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-37e3d26b-6ac9-4de2-b3ab-28bbc141d1be tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 811 time: 0.1671953 Feb 09 03:56:35.295183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba358129-05b7-4c29-ae4f-275e2ddb67b7 req-7fdf4e14-07ee-437c-b35d-01e9e99ea520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:35.296627 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba358129-05b7-4c29-ae4f-275e2ddb67b7 req-7fdf4e14-07ee-437c-b35d-01e9e99ea520 service neutron] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.1482382 Feb 09 03:56:35.306361 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-1b57106c-ba35-4fbc-baed-52ae6fc7e656 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a HTTP/1.1" status: 200 len: 380 time: 0.0810723 Feb 09 03:56:35.317866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-30c4e471-223e-4085-ae65-5521160bea65 req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'port': {'device_id': 'ce73ab71-b448-4855-807a-897528f74aba', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'admin_state_up': True, 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'security_groups': ['4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:56:35.722211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bbc38854-79d3-43c8-bbfa-77d8f2fb1fe8 req-5ce3b772-e743-4017-be54-2406b509edfe tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 210 time: 0.0672796 Feb 09 03:56:35.760769 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba358129-05b7-4c29-ae4f-275e2ddb67b7 req-6e923121-7c6e-48ab-b9c6-f87fdaf600fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa794d2-06b6-4230-a5b2-1f4785ee3655 HTTP/1.1" status: 200 len: 1002 time: 0.4534647 Feb 09 03:56:35.840319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba358129-05b7-4c29-ae4f-275e2ddb67b7 req-716d1e9c-7d9b-4741-bb3c-8eca3e77d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:35.842008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba358129-05b7-4c29-ae4f-275e2ddb67b7 req-716d1e9c-7d9b-4741-bb3c-8eca3e77d88e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0751872 Feb 09 03:56:35.844977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c4e471-223e-4085-ae65-5521160bea65 req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Made reservation on behalf of a84b6fef5efc481690cc4aaecd8c8b9a for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:56:35.849180 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-30c4e471-223e-4085-ae65-5521160bea65 req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:35.884558 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-901fa0b0-b418-466d-be43-6c7926279aee tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=de3745fca41c4f92bf1a4a439b5ab39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293965 Feb 09 03:56:35.959221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba358129-05b7-4c29-ae4f-275e2ddb67b7 req-3421b46f-e1a3-4ee5-843d-1e07bee2f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:35.960785 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba358129-05b7-4c29-ae4f-275e2ddb67b7 req-3421b46f-e1a3-4ee5-843d-1e07bee2f722 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1090498 Feb 09 03:56:36.065907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-30c4e471-223e-4085-ae65-5521160bea65 req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Allocated IP 172.20.0.14 (820dcbcf-88d8-48a9-b260-06b2dc83753e/9703353a-b52f-4207-9d03-52eb248f0c4e/e52883e9-0def-4509-9b36-49f252c27fff) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:56:36.090275 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da401d-3edc-4c94-975d-4ce79016598b req-ce0d4120-498e-4016-84b3-7a8dc52908c3 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:36.091914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-ce0d4120-498e-4016-84b3-7a8dc52908c3 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010572 Feb 09 03:56:36.109402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-b59893c6-1a4c-4f9b-8f72-5ce8bfb61196 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/quotas/de3745fca41c4f92bf1a4a439b5ab39a HTTP/1.1" status: 200 len: 375 time: 0.0103343 Feb 09 03:56:36.114076 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba358129-05b7-4c29-ae4f-275e2ddb67b7 req-525947f8-e523-4d30-a3ed-436ddc46ad84 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470540 Feb 09 03:56:36.144647 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-decb0999-9db4-4e5d-8388-902dfa48b34e tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de3745fca41c4f92bf1a4a439b5ab39a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280116 Feb 09 03:56:36.340850 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b588a438-556a-4b1c-861c-33f35c717b43 req-b3c702c6-18db-40fb-8a71-426648f1226c tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 210 time: 0.0503690 Feb 09 03:56:36.345580 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba358129-05b7-4c29-ae4f-275e2ddb67b7 req-bc499f3e-6f4a-4560-bd13-c08835d19d9b service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252169 Feb 09 03:56:36.371104 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-30c4e471-223e-4085-ae65-5521160bea65 req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (e52883e9-0def-4509-9b36-49f252c27fff), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:36.419496 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-30c4e471-223e-4085-ae65-5521160bea65 req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e52883e9-0def-4509-9b36-49f252c27fff), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:36.472432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c4e471-223e-4085-ae65-5521160bea65 req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:56:36.476332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-30c4e471-223e-4085-ae65-5521160bea65 req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:56:36.480919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c4e471-223e-4085-ae65-5521160bea65 req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:56:36.485341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=e52883e9-0def-4509-9b36-49f252c27fff,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:36.538267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4e471-223e-4085-ae65-5521160bea65 req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:36.539236 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-30c4e471-223e-4085-ae65-5521160bea65 req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:36.557703 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-d8f5ea39-9fd5-49fa-a5c4-023e9d06a0d9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2446024 Feb 09 03:56:36.571204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Request body: {'port': {'device_id': 'ce73ab71-b448-4855-807a-897528f74aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:56:36.644070 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e52883e9-0def-4509-9b36-49f252c27fff), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:36.809238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-34258572-f4ae-4948-bab3-fdcbc2111d62 None None] Provisioning complete for port e52883e9-0def-4509-9b36-49f252c27fff triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:56:36.809836 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34258572-f4ae-4948-bab3-fdcbc2111d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e52883e9-0def-4509-9b36-49f252c27fff), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:36.868483 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27473295-5647-46d8-82b7-3d56daf130c9 req-a4a648c1-f88f-4aba-8c12-7c702e1cc795 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:36.875813 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-27473295-5647-46d8-82b7-3d56daf130c9 req-a4a648c1-f88f-4aba-8c12-7c702e1cc795 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 932 time: 0.0629380 Feb 09 03:56:36.898074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-34258572-f4ae-4948-bab3-fdcbc2111d62 None None] Port e52883e9-0def-4509-9b36-49f252c27fff cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:56:36.941391 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-27473295-5647-46d8-82b7-3d56daf130c9 req-a0131ca1-cf36-4223-8594-b763d11f781c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634589 Feb 09 03:56:36.981217 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52883e9-0def-4509-9b36-49f252c27fff {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:56:36.991496 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Publish callbacks [] for port (e52883e9-0def-4509-9b36-49f252c27fff), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:37.007063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Transition to ACTIVE for port object e52883e9-0def-4509-9b36-49f252c27fff will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:56:37.011632 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e52883e9-0def-4509-9b36-49f252c27fff), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:37.088885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Pushing event updated for resources: {'Port': ['ID=e52883e9-0def-4509-9b36-49f252c27fff,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:37.141563 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Attempting to bind port e52883e9-0def-4509-9b36-49f252c27fff on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:56:37.141967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Attempting to bind port e52883e9-0def-4509-9b36-49f252c27fff by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:56:37.142220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Attempting to bind port e52883e9-0def-4509-9b36-49f252c27fff on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:56:37.147806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Port e52883e9-0def-4509-9b36-49f252c27fff on network 820dcbcf-88d8-48a9-b260-06b2dc83753e not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:56:37.148123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Attempting to bind port e52883e9-0def-4509-9b36-49f252c27fff on network 820dcbcf-88d8-48a9-b260-06b2dc83753e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:56:37.153336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:56:37.153727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Checking segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:56:37.154193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Bound using segment: {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:56:37.154619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Bound port: e52883e9-0def-4509-9b36-49f252c27fff, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:56:37.154987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e52883e9-0def-4509-9b36-49f252c27fff), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:37.244232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] For port e52883e9-0def-4509-9b36-49f252c27fff, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:56:37.248041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] For port e52883e9-0def-4509-9b36-49f252c27fff, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e52883e9-0def-4509-9b36-49f252c27fff,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:56:37.256046 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e52883e9-0def-4509-9b36-49f252c27fff), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:37.292192 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:37.292938 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:37.294355 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] 10.222.0.42 "PUT /v2.0/ports/e52883e9-0def-4509-9b36-49f252c27fff HTTP/1.1" status: 200 len: 1093 time: 0.7286987 Feb 09 03:56:37.294812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce73ab71-b448-4855-807a-897528f74aba', 'tag': 'e52883e9-0def-4509-9b36-49f252c27fff'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:56:37.297069 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c6ec68-12d2-40a8-9572-55dbd1fcd85e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce73ab71-b448-4855-807a-897528f74aba", "tag": "e52883e9-0def-4509-9b36-49f252c27fff"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:56:37.351554 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7cbdb4-9005-468e-af58-bd5e965090d9 x-openstack-request-id: req-ec7cbdb4-9005-468e-af58-bd5e965090d9 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:56:37.351939 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce73ab71-b448-4855-807a-897528f74aba", "tag": "e52883e9-0def-4509-9b36-49f252c27fff", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:56:37.352261 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec7cbdb4-9005-468e-af58-bd5e965090d9 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:56:37.352730 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce73ab71-b448-4855-807a-897528f74aba', 'tag': 'e52883e9-0def-4509-9b36-49f252c27fff', 'status': 'completed', 'code': 200} Feb 09 03:56:37.353440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d183a4-ab00-40d2-afd7-a72717b6a26c service neutron] Pushing event updated for resources: {'Port': ['ID=e52883e9-0def-4509-9b36-49f252c27fff,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:37.410321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4e471-223e-4085-ae65-5521160bea65 req-ff9b59cf-f6c8-4cdf-8978-7cb9e148996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:37.412101 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-ff9b59cf-f6c8-4cdf-8978-7cb9e148996b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 1127 time: 0.0710518 Feb 09 03:56:37.475866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-c2450cbb-e306-48c1-bba2-942159678bfc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e52883e9-0def-4509-9b36-49f252c27fff HTTP/1.1" status: 200 len: 217 time: 0.0549905 Feb 09 03:56:37.516234 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1d26578-95ae-49dc-8b17-81722a2f23fa req-8fb113e8-4706-4331-9691-8bbf0df2d74a tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 210 time: 0.0505464 Feb 09 03:56:37.566048 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-198d8fd5-4d5c-4fc0-b73c-730b3a06776d tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=de3745fca41c4f92bf1a4a439b5ab39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398593 Feb 09 03:56:37.686443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4e471-223e-4085-ae65-5521160bea65 req-bfe1499f-a0d9-49fb-a536-8d141d7699cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:37.690206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-bfe1499f-a0d9-49fb-a536-8d141d7699cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.2077878 Feb 09 03:56:37.856391 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da401d-3edc-4c94-975d-4ce79016598b req-56ab54c6-4338-4a0b-a7e4-66dc22727bab tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:37.858142 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-56ab54c6-4338-4a0b-a7e4-66dc22727bab tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859051 Feb 09 03:56:37.861661 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:37.865559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4e471-223e-4085-ae65-5521160bea65 req-35f95876-99cb-4571-bbf2-53dac79b4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:37.866995 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-35f95876-99cb-4571-bbf2-53dac79b4886 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1647921 Feb 09 03:56:37.894143 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Request body: {'port': {'device_id': 'e730381a-1ca5-45d6-acd6-38e5edb4ed81', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': 'de3745fca41c4f92bf1a4a439b5ab39a'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:56:38.095555 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-ffc4b6f6-26bf-4d95-9e3e-c0db9a9a45fa service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224295 Feb 09 03:56:38.181129 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44ba19-660e-4d9a-86af-51d9286445f7 req-441c36fe-5313-4d56-ac3f-d080570f8006 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:38.182685 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f44ba19-660e-4d9a-86af-51d9286445f7 req-441c36fe-5313-4d56-ac3f-d080570f8006 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.1750319 Feb 09 03:56:38.188628 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Made reservation on behalf of de3745fca41c4f92bf1a4a439b5ab39a for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:56:38.192245 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:38.218694 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:38.294243 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30c4e471-223e-4085-ae65-5521160bea65 req-32e63e42-7ecb-44b6-b724-8486014360cc service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923089 Feb 09 03:56:38.298724 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f44ba19-660e-4d9a-86af-51d9286445f7 req-6051eb50-f9d8-469e-a781-3948c390dbae tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032231 Feb 09 03:56:38.367862 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Publish callbacks [] for security_group (4bbda5ce-1e41-402f-95f0-5f92f2942043), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:38.383903 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4bbda5ce-1e41-402f-95f0-5f92f2942043), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:38.453016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbda5ce-1e41-402f-95f0-5f92f2942043,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:38.478062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6ec68-12d2-40a8-9572-55dbd1fcd85e req-f07ba809-1587-405e-ba41-b36c65a07978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:38.479557 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73c6ec68-12d2-40a8-9572-55dbd1fcd85e req-f07ba809-1587-405e-ba41-b36c65a07978 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 1127 time: 0.1241438 Feb 09 03:56:38.584429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Allocated IP 192.168.233.78 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/a98059b8-5e03-4f0b-b68c-9f2c573c6213) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:56:38.631381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6ec68-12d2-40a8-9572-55dbd1fcd85e req-bcb73031-e56c-4b42-8d98-2018be97340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:38.632824 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73c6ec68-12d2-40a8-9572-55dbd1fcd85e req-bcb73031-e56c-4b42-8d98-2018be97340d service neutron] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.1457944 Feb 09 03:56:38.658494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94806960-2e90-413b-bc01-1c9436f8decb req-ceb748c8-955c-4338-8c6c-642e2aa205ff tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 210 time: 0.0325212 Feb 09 03:56:38.684707 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73c6ec68-12d2-40a8-9572-55dbd1fcd85e req-0203d004-92f0-46ea-9f52-32502ef923d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e52883e9-0def-4509-9b36-49f252c27fff HTTP/1.1" status: 200 len: 217 time: 0.0414677 Feb 09 03:56:38.787775 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6ec68-12d2-40a8-9572-55dbd1fcd85e req-bfce4d5b-b3e8-4d03-b9b6-c7e0df1b984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:38.789205 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73c6ec68-12d2-40a8-9572-55dbd1fcd85e req-bfce4d5b-b3e8-4d03-b9b6-c7e0df1b984b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0951219 Feb 09 03:56:38.854343 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Publish callbacks [] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:38.877174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6ec68-12d2-40a8-9572-55dbd1fcd85e req-f255136c-5787-45c8-bf58-0a83dc2d9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:38.878811 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73c6ec68-12d2-40a8-9572-55dbd1fcd85e req-f255136c-5787-45c8-bf58-0a83dc2d9430 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0797520 Feb 09 03:56:38.947949 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:39.010324 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:56:39.020546 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:56:39.027154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Pushing event updated for resources: {'Port': ['ID=a98059b8-5e03-4f0b-b68c-9f2c573c6213,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:39.029393 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:56:39.060494 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73c6ec68-12d2-40a8-9572-55dbd1fcd85e req-4db6924a-4259-472a-aad5-e811ae8caa5d service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725757 Feb 09 03:56:39.132146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:39.132981 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:39.157674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-14913094-70ff-46aa-bdb1-a22cd745c267 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2766345 Feb 09 03:56:39.177896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Request body: {'port': {'device_id': 'e730381a-1ca5-45d6-acd6-38e5edb4ed81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:56:39.220812 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73c6ec68-12d2-40a8-9572-55dbd1fcd85e req-102fd776-ab28-4e99-a274-784441fde4c7 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523917 Feb 09 03:56:39.275929 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:39.299113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9dd70311-4af3-46d3-9872-f2aeb38abbb6 None None] Provisioning complete for port a98059b8-5e03-4f0b-b68c-9f2c573c6213 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:56:39.299687 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9dd70311-4af3-46d3-9872-f2aeb38abbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:39.342447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9dd70311-4af3-46d3-9872-f2aeb38abbb6 None None] Port a98059b8-5e03-4f0b-b68c-9f2c573c6213 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:56:39.523026 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de2672-3afb-45dc-81e6-d34a5cf72397 req-56cda682-b44d-452e-bd27-b63c1bd6ce78 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:39.524653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80de2672-3afb-45dc-81e6-d34a5cf72397 req-56cda682-b44d-452e-bd27-b63c1bd6ce78 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.1168249 Feb 09 03:56:39.608974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80de2672-3afb-45dc-81e6-d34a5cf72397 req-58df181d-cc49-471a-8efc-0116150906ed tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771203 Feb 09 03:56:39.660975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98059b8-5e03-4f0b-b68c-9f2c573c6213 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:56:39.671114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Publish callbacks [] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:39.685346 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Transition to ACTIVE for port object a98059b8-5e03-4f0b-b68c-9f2c573c6213 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:56:39.690376 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:39.768167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Pushing event updated for resources: {'Port': ['ID=a98059b8-5e03-4f0b-b68c-9f2c573c6213,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:39.842135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70ce2d-aa54-4fad-b4e6-047cddcaeb60 req-b66f8e96-4649-454a-bc6b-eb23cc87a62d tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:39.843106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Attempting to bind port a98059b8-5e03-4f0b-b68c-9f2c573c6213 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:56:39.843532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Attempting to bind port a98059b8-5e03-4f0b-b68c-9f2c573c6213 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:56:39.843934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Attempting to bind port a98059b8-5e03-4f0b-b68c-9f2c573c6213 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:56:39.845294 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be70ce2d-aa54-4fad-b4e6-047cddcaeb60 req-b66f8e96-4649-454a-bc6b-eb23cc87a62d tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 947 time: 0.0819311 Feb 09 03:56:39.849886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Port a98059b8-5e03-4f0b-b68c-9f2c573c6213 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:56:39.850179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Attempting to bind port a98059b8-5e03-4f0b-b68c-9f2c573c6213 on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:56:39.856250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:56:39.856691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:56:39.857146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:56:39.857711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Bound port: a98059b8-5e03-4f0b-b68c-9f2c573c6213, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:56:39.858100 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:39.929085 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be70ce2d-aa54-4fad-b4e6-047cddcaeb60 req-6aa16c6a-feb3-4aec-a00d-6d1920e31756 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbda5ce-1e41-402f-95f0-5f92f2942043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663559 Feb 09 03:56:39.939204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] For port a98059b8-5e03-4f0b-b68c-9f2c573c6213, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:56:39.944432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] For port a98059b8-5e03-4f0b-b68c-9f2c573c6213, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a98059b8-5e03-4f0b-b68c-9f2c573c6213,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:56:39.954861 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:40.014656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:40.015461 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:40.016978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] 10.222.0.65 "PUT /v2.0/ports/a98059b8-5e03-4f0b-b68c-9f2c573c6213 HTTP/1.1" status: 200 len: 1096 time: 0.8448942 Feb 09 03:56:40.017608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e730381a-1ca5-45d6-acd6-38e5edb4ed81', 'tag': 'a98059b8-5e03-4f0b-b68c-9f2c573c6213'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:56:40.020154 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56739bd7-5b5e-44f4-a5ab-3c20d652b4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e730381a-1ca5-45d6-acd6-38e5edb4ed81", "tag": "a98059b8-5e03-4f0b-b68c-9f2c573c6213"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:56:40.050453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e82e4f-b94a-47e8-b48d-fd270e94c4fb service neutron] Pushing event updated for resources: {'Port': ['ID=a98059b8-5e03-4f0b-b68c-9f2c573c6213,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:40.110498 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfae7cda-6c3a-473e-9295-e0a6f2728fc9 x-openstack-request-id: req-cfae7cda-6c3a-473e-9295-e0a6f2728fc9 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:56:40.110778 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e730381a-1ca5-45d6-acd6-38e5edb4ed81", "tag": "a98059b8-5e03-4f0b-b68c-9f2c573c6213", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:56:40.111109 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfae7cda-6c3a-473e-9295-e0a6f2728fc9 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:56:40.111442 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e730381a-1ca5-45d6-acd6-38e5edb4ed81', 'tag': 'a98059b8-5e03-4f0b-b68c-9f2c573c6213', 'status': 'completed', 'code': 200} Feb 09 03:56:40.134211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da401d-3edc-4c94-975d-4ce79016598b req-8505ae58-6919-45cd-95c4-6c6cd1171ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:40.135676 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-8505ae58-6919-45cd-95c4-6c6cd1171ca9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de3745fca41c4f92bf1a4a439b5ab39a&device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 1130 time: 0.0582762 Feb 09 03:56:40.190941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-d7073980-7231-45c4-a823-73e5b872483c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=a98059b8-5e03-4f0b-b68c-9f2c573c6213 HTTP/1.1" status: 200 len: 217 time: 0.0430238 Feb 09 03:56:40.246478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da401d-3edc-4c94-975d-4ce79016598b req-08864d7f-3227-40b2-a563-78ac2cb54c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:40.248071 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-08864d7f-3227-40b2-a563-78ac2cb54c71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0518939 Feb 09 03:56:40.303245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da401d-3edc-4c94-975d-4ce79016598b req-03cf48c5-cddf-4dda-a881-b7de208efe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:40.304751 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-03cf48c5-cddf-4dda-a881-b7de208efe8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0469913 Feb 09 03:56:40.401991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-06894876-35d9-43b9-a3a5-9dc5dd74c23b service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911291 Feb 09 03:56:40.495810 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c3da401d-3edc-4c94-975d-4ce79016598b req-ff9907b4-2aee-4eb8-b882-5699689aee36 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885530 Feb 09 03:56:40.648431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56739bd7-5b5e-44f4-a5ab-3c20d652b4eb req-45037deb-71dc-4516-9ec3-0dbe953b6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:40.649915 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-56739bd7-5b5e-44f4-a5ab-3c20d652b4eb req-45037deb-71dc-4516-9ec3-0dbe953b6393 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de3745fca41c4f92bf1a4a439b5ab39a&device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 1130 time: 0.0564187 Feb 09 03:56:40.738756 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ca0ec-3893-4ee0-b6f1-4a13d711e75a req-401579ca-0122-44b0-99f5-6378697327b4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:40.742488 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e90ca0ec-3893-4ee0-b6f1-4a13d711e75a req-401579ca-0122-44b0-99f5-6378697327b4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.0568810 Feb 09 03:56:40.744968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56739bd7-5b5e-44f4-a5ab-3c20d652b4eb req-1fc2df7e-c809-48b6-b01f-d6622a948ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:40.746552 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-56739bd7-5b5e-44f4-a5ab-3c20d652b4eb req-1fc2df7e-c809-48b6-b01f-d6622a948ee0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.0899487 Feb 09 03:56:40.791105 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-56739bd7-5b5e-44f4-a5ab-3c20d652b4eb req-be079221-5adc-48b6-8828-fd99d22dfded service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=a98059b8-5e03-4f0b-b68c-9f2c573c6213 HTTP/1.1" status: 200 len: 217 time: 0.0368984 Feb 09 03:56:40.795689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e90ca0ec-3893-4ee0-b6f1-4a13d711e75a req-43ed0905-c649-4f43-afd6-1d5a6a3438d8 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478458 Feb 09 03:56:40.843292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56739bd7-5b5e-44f4-a5ab-3c20d652b4eb req-e547a730-7848-413d-b4fd-f06f31bb5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:40.844874 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-56739bd7-5b5e-44f4-a5ab-3c20d652b4eb req-e547a730-7848-413d-b4fd-f06f31bb5f9a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0467138 Feb 09 03:56:40.902627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56739bd7-5b5e-44f4-a5ab-3c20d652b4eb req-a82efebd-2e1c-428b-9dab-b9301f6f86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:40.904172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-56739bd7-5b5e-44f4-a5ab-3c20d652b4eb req-a82efebd-2e1c-428b-9dab-b9301f6f86b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0537496 Feb 09 03:56:41.021678 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-56739bd7-5b5e-44f4-a5ab-3c20d652b4eb req-3fa3a14f-18f3-4537-ada0-1c0a949bba75 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109667 Feb 09 03:56:41.421158 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bbc55-a1e3-4ede-b453-e59afcb01909 req-0d2159f1-7e8a-4087-b9d8-bfbdd663a45f tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:41.422764 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a06bbc55-a1e3-4ede-b453-e59afcb01909 req-0d2159f1-7e8a-4087-b9d8-bfbdd663a45f tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 947 time: 0.4134696 Feb 09 03:56:41.471731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-56739bd7-5b5e-44f4-a5ab-3c20d652b4eb req-1e1775c9-7864-4f66-a759-e1767919a39b service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304082 Feb 09 03:56:41.488026 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a06bbc55-a1e3-4ede-b453-e59afcb01909 req-0a7a8fc7-7ab6-487c-85a8-512e550c6226 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbda5ce-1e41-402f-95f0-5f92f2942043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541475 Feb 09 03:56:41.915055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da0d9e-d670-4c6c-8492-6637f253f4c2 req-0d0ac57b-16cc-455e-b1d4-c8d70a3c3951 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:41.916532 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88da0d9e-d670-4c6c-8492-6637f253f4c2 req-0d0ac57b-16cc-455e-b1d4-c8d70a3c3951 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.0524230 Feb 09 03:56:41.966178 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-88da0d9e-d670-4c6c-8492-6637f253f4c2 req-13dc85d2-3842-40f6-8f29-09b4f8fc97e0 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438368 Feb 09 03:56:42.615278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dbe7f-a395-44e5-b49c-3efebc234a41 req-650a1fee-af63-45ef-b28f-e6272864f81f tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:42.616599 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a84dbe7f-a395-44e5-b49c-3efebc234a41 req-650a1fee-af63-45ef-b28f-e6272864f81f tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 947 time: 0.0534871 Feb 09 03:56:42.668147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a84dbe7f-a395-44e5-b49c-3efebc234a41 req-0ed11323-23be-4d07-8ff1-9f668296d171 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbda5ce-1e41-402f-95f0-5f92f2942043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457423 Feb 09 03:56:43.091071 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae8800-910b-4195-a797-35de3abfefb4 req-cb91033e-b38b-41e7-a286-4f29aaa6a8d3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:43.092546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2ae8800-910b-4195-a797-35de3abfefb4 req-cb91033e-b38b-41e7-a286-4f29aaa6a8d3 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.0538306 Feb 09 03:56:43.141369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2ae8800-910b-4195-a797-35de3abfefb4 req-d59099d5-9189-4aa2-8c47-4bd8a2ea8afa tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 Feb 09 03:56:43.228757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a98059b8-5e03-4f0b-b68c-9f2c573c6213 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:56:43.335958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a98059b8-5e03-4f0b-b68c-9f2c573c6213, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a98059b8-5e03-4f0b-b68c-9f2c573c6213,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:56:43.347928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'a98059b8-5e03-4f0b-b68c-9f2c573c6213', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': 'a98059b8-5e03-4f0b-b68c-9f2c573c6213', 'mac_address': 'fa:16:3e:ed:50:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:56:43.385458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a98059b8-5e03-4f0b-b68c-9f2c573c6213 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:56:43.385853 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:43.399562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98059b8-5e03-4f0b-b68c-9f2c573c6213 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:56:43.419766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a98059b8-5e03-4f0b-b68c-9f2c573c6213, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a98059b8-5e03-4f0b-b68c-9f2c573c6213,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:56:43.423975 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:43.470218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a98059b8-5e03-4f0b-b68c-9f2c573c6213,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:43.785744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f885dcc-0e0d-4da0-8ed0-52dd34d673fd req-a176e568-8008-42b6-b1a3-de438fd854b9 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:43.787693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f885dcc-0e0d-4da0-8ed0-52dd34d673fd req-a176e568-8008-42b6-b1a3-de438fd854b9 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 948 time: 0.0526245 Feb 09 03:56:43.796954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a98059b8-5e03-4f0b-b68c-9f2c573c6213'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:56:43.835615 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f885dcc-0e0d-4da0-8ed0-52dd34d673fd req-5a5fc431-3de2-4744-a2d1-65b39e28c2de tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbda5ce-1e41-402f-95f0-5f92f2942043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Feb 09 03:56:44.269379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699699c-0a33-4dfa-8e4f-8b45b955a364 req-9b31dc82-8852-4c3d-8310-ce8bec0045cd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:44.271083 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f699699c-0a33-4dfa-8e4f-8b45b955a364 req-9b31dc82-8852-4c3d-8310-ce8bec0045cd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.0575633 Feb 09 03:56:44.320611 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f699699c-0a33-4dfa-8e4f-8b45b955a364 req-4ed8a2db-3b33-478a-bb3b-55caf0233c94 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Feb 09 03:56:44.960808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288a1f7-f57a-437f-a0d9-851b3cbacbff req-9b6f3caf-a749-498e-966c-25a493775a67 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:44.962399 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7288a1f7-f57a-437f-a0d9-851b3cbacbff req-9b6f3caf-a749-498e-966c-25a493775a67 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 948 time: 0.0555274 Feb 09 03:56:45.013033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7288a1f7-f57a-437f-a0d9-851b3cbacbff req-d381c419-1bfc-4e28-9175-d0aff476a5e8 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbda5ce-1e41-402f-95f0-5f92f2942043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446427 Feb 09 03:56:45.251981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a98059b8-5e03-4f0b-b68c-9f2c573c6213 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:56:45.300341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port a98059b8-5e03-4f0b-b68c-9f2c573c6213 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:56:45.304510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port a98059b8-5e03-4f0b-b68c-9f2c573c6213 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:56:45.304896 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:45.386920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a98059b8-5e03-4f0b-b68c-9f2c573c6213 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:56:45.387249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:45.410091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e730381a-1ca5-45d6-acd6-38e5edb4ed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98059b8-5e03-4f0b-b68c-9f2c573c6213'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:56:45.412369 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81c5f90-c036-4ee2-96e4-e0cba4fe1496" -d '{"events": [{"server_uuid": "e730381a-1ca5-45d6-acd6-38e5edb4ed81", "name": "network-vif-plugged", "status": "completed", "tag": "a98059b8-5e03-4f0b-b68c-9f2c573c6213"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:56:45.424905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a98059b8-5e03-4f0b-b68c-9f2c573c6213, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a98059b8-5e03-4f0b-b68c-9f2c573c6213,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:56:45.431105 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:45.445865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5250af-e3ec-4565-8318-83986edbab93 req-24b744d8-f78d-4961-a705-2bf177492bfb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:45.447306 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d5250af-e3ec-4565-8318-83986edbab93 req-24b744d8-f78d-4961-a705-2bf177492bfb tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.0558479 Feb 09 03:56:45.457277 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d607b54-84e7-4d3d-a4d8-8336db2342c1 x-openstack-request-id: req-6d607b54-84e7-4d3d-a4d8-8336db2342c1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:56:45.457604 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e730381a-1ca5-45d6-acd6-38e5edb4ed81", "name": "network-vif-plugged", "status": "completed", "tag": "a98059b8-5e03-4f0b-b68c-9f2c573c6213", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:56:45.457984 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d607b54-84e7-4d3d-a4d8-8336db2342c1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:56:45.458310 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e730381a-1ca5-45d6-acd6-38e5edb4ed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98059b8-5e03-4f0b-b68c-9f2c573c6213', 'code': 200} Feb 09 03:56:45.482945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a98059b8-5e03-4f0b-b68c-9f2c573c6213,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:45.498187 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d5250af-e3ec-4565-8318-83986edbab93 req-9886ef1b-4cf0-466b-85ae-3e4d7e8baae5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Feb 09 03:56:45.597651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3fce7-353d-4b67-bf45-057376ab8ec3 req-3b6db3ee-7f84-45fb-bc59-23bcbeecdd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:45.599361 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e3f3fce7-353d-4b67-bf45-057376ab8ec3 req-3b6db3ee-7f84-45fb-bc59-23bcbeecdd21 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 1132 time: 0.0484798 Feb 09 03:56:45.642750 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e3f3fce7-353d-4b67-bf45-057376ab8ec3 req-f44b1587-a964-4084-bde2-97fc8c58f030 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4bbda5ce-1e41-402f-95f0-5f92f2942043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379825 Feb 09 03:56:45.651430 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-828ab0a4-c9d8-405b-81d5-d1555b18aef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:46.136708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e816a5d-4754-41ea-92b3-2c32aab092e1 req-03a99756-e5e3-478a-bfcb-347812de7e74 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:46.138203 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e816a5d-4754-41ea-92b3-2c32aab092e1 req-03a99756-e5e3-478a-bfcb-347812de7e74 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 949 time: 0.0518310 Feb 09 03:56:46.184882 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e816a5d-4754-41ea-92b3-2c32aab092e1 req-aed878bb-9263-46db-9807-89677c9a3250 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbda5ce-1e41-402f-95f0-5f92f2942043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Feb 09 03:56:46.621585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b98e04-3cf9-4a63-a849-986dbaac0c43 req-9a23f539-5365-4bc8-a06b-61733e31658a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:46.623056 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1b98e04-3cf9-4a63-a849-986dbaac0c43 req-9a23f539-5365-4bc8-a06b-61733e31658a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.0558276 Feb 09 03:56:46.671247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1b98e04-3cf9-4a63-a849-986dbaac0c43 req-99ec5c61-2d8f-4ea3-b1b0-7d536f8d5e4a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427089 Feb 09 03:56:47.308395 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec432e-149d-4ee0-9ab9-91dd2dac3d3b req-bd893ea0-ae9f-476c-a793-87a73fb2ff0e tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:47.309990 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aaec432e-149d-4ee0-9ab9-91dd2dac3d3b req-bd893ea0-ae9f-476c-a793-87a73fb2ff0e tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 949 time: 0.0534487 Feb 09 03:56:47.360947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aaec432e-149d-4ee0-9ab9-91dd2dac3d3b req-10df6d75-513c-45f2-a60b-3311c13874e2 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbda5ce-1e41-402f-95f0-5f92f2942043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 Feb 09 03:56:47.793234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ef45-f5c3-4a1c-a065-26d7c8ae7dbb req-db724469-5421-41b8-98a9-bf435c62b509 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:47.794764 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8b9ef45-f5c3-4a1c-a065-26d7c8ae7dbb req-db724469-5421-41b8-98a9-bf435c62b509 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.0542727 Feb 09 03:56:47.846490 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a8b9ef45-f5c3-4a1c-a065-26d7c8ae7dbb req-e88478ba-f08b-4054-949e-069e47aad6e1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447624 Feb 09 03:56:48.174917 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d87f4904-8af6-437d-97bb-2d7b79b3e81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:48.968020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9e417-a1f0-4b81-b721-821408037547 req-6f6b3402-bbbf-454c-8989-b7337871c322 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:48.969419 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-51b9e417-a1f0-4b81-b721-821408037547 req-6f6b3402-bbbf-454c-8989-b7337871c322 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.0526459 Feb 09 03:56:49.019638 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-51b9e417-a1f0-4b81-b721-821408037547 req-3c743d66-11a0-48f4-84b9-d1de6fc20508 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436845 Feb 09 03:56:49.423727 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:50.139934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a75bb-7815-4884-b2d6-10a39570f39c req-764ddafb-77b5-421c-9a59-5c2b4d08a2ed tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:50.141425 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b16a75bb-7815-4884-b2d6-10a39570f39c req-764ddafb-77b5-421c-9a59-5c2b4d08a2ed tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.0519984 Feb 09 03:56:50.191517 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b16a75bb-7815-4884-b2d6-10a39570f39c req-8bdacaea-e0c7-4f36-b982-1f63c74697a5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433033 Feb 09 03:56:50.863179 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:51.313183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553d4be-d57a-43e3-b3d5-43f1c5538314 req-ca956e74-aea5-41f4-891c-cb807a96ca69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:51.315083 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3553d4be-d57a-43e3-b3d5-43f1c5538314 req-ca956e74-aea5-41f4-891c-cb807a96ca69 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.0533810 Feb 09 03:56:51.369874 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3553d4be-d57a-43e3-b3d5-43f1c5538314 req-40e61655-2d66-4c8c-bf39-c20e9e2c503e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486996 Feb 09 03:56:51.371037 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:56:51.996008 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:52.490289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c063ecf-7c14-4613-91a9-81ba0ec5e2e0 req-262369f0-1fd7-48c3-b1be-b35a8b43eb28 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:52.491755 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c063ecf-7c14-4613-91a9-81ba0ec5e2e0 req-262369f0-1fd7-48c3-b1be-b35a8b43eb28 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.0563765 Feb 09 03:56:52.539835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2c063ecf-7c14-4613-91a9-81ba0ec5e2e0 req-26a913bf-a9ee-45b2-9af6-dfba2a9bcbe6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423691 Feb 09 03:56:53.567788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e52883e9-0def-4509-9b36-49f252c27fff details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:56:53.664979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3268f3-72ce-40df-a17d-4a7a43c5507c req-493052e4-8013-407e-865c-c4600145e95a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:53.666850 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab3268f3-72ce-40df-a17d-4a7a43c5507c req-493052e4-8013-407e-865c-c4600145e95a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 944 time: 0.0571833 Feb 09 03:56:53.682657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e52883e9-0def-4509-9b36-49f252c27fff, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e52883e9-0def-4509-9b36-49f252c27fff,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:56:53.695394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'e52883e9-0def-4509-9b36-49f252c27fff', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'port_id': 'e52883e9-0def-4509-9b36-49f252c27fff', 'mac_address': 'fa:16:3e:d3:5a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:56:53.723264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab3268f3-72ce-40df-a17d-4a7a43c5507c req-f2774ab3-b3b1-4430-a48a-d8bf51f5d78b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506170 Feb 09 03:56:53.735192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port e52883e9-0def-4509-9b36-49f252c27fff is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:56:53.735598 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e52883e9-0def-4509-9b36-49f252c27fff), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:53.749105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52883e9-0def-4509-9b36-49f252c27fff {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:56:53.771458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e52883e9-0def-4509-9b36-49f252c27fff, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e52883e9-0def-4509-9b36-49f252c27fff,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:56:53.775472 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e52883e9-0def-4509-9b36-49f252c27fff), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:53.827415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=e52883e9-0def-4509-9b36-49f252c27fff,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:53.835222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.835563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.835904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.836240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.836572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.836900 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.837226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.837575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.837898 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.838227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.838544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.838869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.839179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:56:53.988194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['e52883e9-0def-4509-9b36-49f252c27fff'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:56:54.393968 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:54.846847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9628d38-ad79-431d-a4e5-180ced7bcc98 req-ebab4cef-9e6a-445e-8cc6-d33d190dc855 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:54.848815 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e9628d38-ad79-431d-a4e5-180ced7bcc98 req-ebab4cef-9e6a-445e-8cc6-d33d190dc855 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 945 time: 0.0526254 Feb 09 03:56:54.897072 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e9628d38-ad79-431d-a4e5-180ced7bcc98 req-83b595e4-2997-4347-8c59-1f4dbc8612b9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Feb 09 03:56:55.582000 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e52883e9-0def-4509-9b36-49f252c27fff up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:56:55.630721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port e52883e9-0def-4509-9b36-49f252c27fff completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:56:55.634880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port e52883e9-0def-4509-9b36-49f252c27fff triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:56:55.635223 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e52883e9-0def-4509-9b36-49f252c27fff), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:55.714095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port e52883e9-0def-4509-9b36-49f252c27fff is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:56:55.714414 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e52883e9-0def-4509-9b36-49f252c27fff), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:55.736999 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce73ab71-b448-4855-807a-897528f74aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52883e9-0def-4509-9b36-49f252c27fff'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:56:55.740175 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6e2d47-2fcd-4824-9e15-6b3e6d3d083e" -d '{"events": [{"server_uuid": "ce73ab71-b448-4855-807a-897528f74aba", "name": "network-vif-plugged", "status": "completed", "tag": "e52883e9-0def-4509-9b36-49f252c27fff"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:56:55.751605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e52883e9-0def-4509-9b36-49f252c27fff, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e52883e9-0def-4509-9b36-49f252c27fff,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:56:55.756935 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e52883e9-0def-4509-9b36-49f252c27fff), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:55.781911 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a12dd8-d2f2-450f-a452-18fdb228bd8e x-openstack-request-id: req-40a12dd8-d2f2-450f-a452-18fdb228bd8e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:56:55.782200 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce73ab71-b448-4855-807a-897528f74aba", "name": "network-vif-plugged", "status": "completed", "tag": "e52883e9-0def-4509-9b36-49f252c27fff", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:56:55.782448 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40a12dd8-d2f2-450f-a452-18fdb228bd8e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:56:55.782850 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce73ab71-b448-4855-807a-897528f74aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52883e9-0def-4509-9b36-49f252c27fff', 'code': 200} Feb 09 03:56:55.808559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=e52883e9-0def-4509-9b36-49f252c27fff,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:55.887415 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ad212-8b15-460a-8175-949912178057 req-1fa06644-4252-44f3-903c-84b9b6bbaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:55.888918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e5ad212-8b15-460a-8175-949912178057 req-1fa06644-4252-44f3-903c-84b9b6bbaa44 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 1129 time: 0.0488539 Feb 09 03:56:55.936981 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e5ad212-8b15-460a-8175-949912178057 req-f0bd265e-26e9-41f5-8b7c-3fe3da951809 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415647 Feb 09 03:56:56.039111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09923c7e-548f-442d-bd0b-d898eed5ded6 req-5c5641ed-6964-4ebd-a1b2-57d3aa8a82ad tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:56.041287 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09923c7e-548f-442d-bd0b-d898eed5ded6 req-5c5641ed-6964-4ebd-a1b2-57d3aa8a82ad tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 946 time: 0.0585914 Feb 09 03:56:56.106143 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09923c7e-548f-442d-bd0b-d898eed5ded6 req-b99dbe16-bdff-4fb8-a61b-e407a29fb327 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520003 Feb 09 03:56:57.227186 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a7a4-4a0b-415d-9393-42cecc85abd4 req-ca66fccc-c215-4c38-9926-83ba8954239b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:57.228763 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7610a7a4-4a0b-415d-9393-42cecc85abd4 req-ca66fccc-c215-4c38-9926-83ba8954239b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 946 time: 0.0546625 Feb 09 03:56:57.279059 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7610a7a4-4a0b-415d-9393-42cecc85abd4 req-5ae9344f-65e8-41a8-8189-944702004dcc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444970 Feb 09 03:56:57.401381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44902775-c7a2-43d5-81dd-f048cd40ee3c req-1e8e2741-3856-4b39-b21d-b214a50351f2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:57.402872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44902775-c7a2-43d5-81dd-f048cd40ee3c req-1e8e2741-3856-4b39-b21d-b214a50351f2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 946 time: 0.0545876 Feb 09 03:56:57.455133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44902775-c7a2-43d5-81dd-f048cd40ee3c req-c3a99af4-f372-4745-a50c-93d3fbd1f34d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466068 Feb 09 03:56:57.477630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49054) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:56:57.519537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88e8e3-dbad-41fb-8b14-035751898137 tempest-TestVolumeBootPattern-124795846 tempest-TestVolumeBootPattern-124795846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:57.521895 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cd88e8e3-dbad-41fb-8b14-035751898137 tempest-TestVolumeBootPattern-124795846 tempest-TestVolumeBootPattern-124795846-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 1124 time: 0.0432830 Feb 09 03:56:57.524651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 49056) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:56:57.528793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'e52883e9-0def-4509-9b36-49f252c27fff', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:56:57.550087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:57.642878 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:57.757759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Allocated IP 172.25.5.160 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/423a2093-bdae-4e8f-9ac3-24af9e1baaac) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:56:57.859767 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (423a2093-bdae-4e8f-9ac3-24af9e1baaac), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:57.894148 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (423a2093-bdae-4e8f-9ac3-24af9e1baaac), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:57.938243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:56:57.941397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:56:57.945694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:56:57.967542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=423a2093-bdae-4e8f-9ac3-24af9e1baaac,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:58.296488 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (fc6ab56f-c87d-4af2-adf9-8050ae8f078f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:58.368920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (423a2093-bdae-4e8f-9ac3-24af9e1baaac), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:58.519511 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for port (423a2093-bdae-4e8f-9ac3-24af9e1baaac), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:58.524662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (423a2093-bdae-4e8f-9ac3-24af9e1baaac), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:58.589930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event updated for resources: {'Port': ['ID=423a2093-bdae-4e8f-9ac3-24af9e1baaac,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:56:58.605372 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (fc6ab56f-c87d-4af2-adf9-8050ae8f078f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:58.709283 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Floating IP fc6ab56f-c87d-4af2-adf9-8050ae8f078f associated. External IP: 172.25.5.160, port: e52883e9-0def-4509-9b36-49f252c27fff. Feb 09 03:56:58.918200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:56:59.028757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:56:59.039494 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed8caa6-02a6-49d7-af8a-11612567d45e None None] Sync routers for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:56:59.048092 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:59.048747 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed8caa6-02a6-49d7-af8a-11612567d45e None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:56:59.049366 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-eed8caa6-02a6-49d7-af8a-11612567d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:56:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:56:59.079513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bf50aa06-529a-4029-b2dc-120b9308f559 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5538349 Feb 09 03:56:59.080114 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce73ab71-b448-4855-807a-897528f74aba', 'tag': 'e52883e9-0def-4509-9b36-49f252c27fff'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:56:59.082462 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471fbdcc-5bcb-4c1d-86c0-44946310a47f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce73ab71-b448-4855-807a-897528f74aba", "tag": "e52883e9-0def-4509-9b36-49f252c27fff"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:56:59.118967 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a96b7f0-bfd6-4fca-becc-17d95c9c3dc5 x-openstack-request-id: req-2a96b7f0-bfd6-4fca-becc-17d95c9c3dc5 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:56:59.119257 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce73ab71-b448-4855-807a-897528f74aba", "tag": "e52883e9-0def-4509-9b36-49f252c27fff", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:56:59.119515 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a96b7f0-bfd6-4fca-becc-17d95c9c3dc5 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:56:59.119919 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce73ab71-b448-4855-807a-897528f74aba', 'tag': 'e52883e9-0def-4509-9b36-49f252c27fff', 'status': 'completed', 'code': 200} Feb 09 03:56:59.162318 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-eed8caa6-02a6-49d7-af8a-11612567d45e None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:56:59.185919 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbdcc-5bcb-4c1d-86c0-44946310a47f req-80cd93a4-f383-4b7b-a9d5-50ddb06a80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:59.187341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-471fbdcc-5bcb-4c1d-86c0-44946310a47f req-80cd93a4-f383-4b7b-a9d5-50ddb06a80a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 1129 time: 0.0451746 Feb 09 03:56:59.281911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbdcc-5bcb-4c1d-86c0-44946310a47f req-d271e517-e74b-4ae1-91ed-11c5c20d0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:59.283375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-471fbdcc-5bcb-4c1d-86c0-44946310a47f req-d271e517-e74b-4ae1-91ed-11c5c20d0d74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.0900574 Feb 09 03:56:59.349565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-471fbdcc-5bcb-4c1d-86c0-44946310a47f req-ecfb1af0-6adb-4250-a12e-0d5b1dbcd028 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e52883e9-0def-4509-9b36-49f252c27fff HTTP/1.1" status: 200 len: 1000 time: 0.0604033 Feb 09 03:56:59.393047 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-eed8caa6-02a6-49d7-af8a-11612567d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'fc6ab56f-c87d-4af2-adf9-8050ae8f078f', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': 'e52883e9-0def-4509-9b36-49f252c27fff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:d3:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce73ab71-b448-4855-807a-897528f74aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:56:58Z', 'updated_at': '2022-02-09T03:56:58Z', 'revision_number': 0, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}, {'id': 'fe7e28c0-75b3-4ef5-ba4d-067c13fae455', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:e8:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6071c9-299d-4c57-abde-a758a93433c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:54:48Z', 'updated_at': '2022-02-09T03:54:51Z', 'revision_number': 1, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:56:59.399749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbdcc-5bcb-4c1d-86c0-44946310a47f req-33e95037-b57b-4efd-8747-41342293b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:59.401244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-471fbdcc-5bcb-4c1d-86c0-44946310a47f req-33e95037-b57b-4efd-8747-41342293b6a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0472629 Feb 09 03:56:59.419211 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed8caa6-02a6-49d7-af8a-11612567d45e None None] Checking router: 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:56:59.427564 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed8caa6-02a6-49d7-af8a-11612567d45e None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:56:59.428158 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-eed8caa6-02a6-49d7-af8a-11612567d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:56:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:56:59.460903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbdcc-5bcb-4c1d-86c0-44946310a47f req-18c8d54c-66dc-4f74-842b-7171cbcccff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:59.462801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-471fbdcc-5bcb-4c1d-86c0-44946310a47f req-18c8d54c-66dc-4f74-842b-7171cbcccff6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510504 Feb 09 03:56:59.556099 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-471fbdcc-5bcb-4c1d-86c0-44946310a47f req-e73a150b-afa0-4de9-a398-2742f4a77e88 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869753 Feb 09 03:56:59.626876 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-eed8caa6-02a6-49d7-af8a-11612567d45e None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:56:59.649020 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-471fbdcc-5bcb-4c1d-86c0-44946310a47f req-59dcb129-9943-4daf-a6e5-961708d0e994 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875323 Feb 09 03:56:59.854001 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-eed8caa6-02a6-49d7-af8a-11612567d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'fc6ab56f-c87d-4af2-adf9-8050ae8f078f', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': 'e52883e9-0def-4509-9b36-49f252c27fff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:d3:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce73ab71-b448-4855-807a-897528f74aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:56:58Z', 'updated_at': '2022-02-09T03:56:58Z', 'revision_number': 0, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}, {'id': 'fe7e28c0-75b3-4ef5-ba4d-067c13fae455', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:e8:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6071c9-299d-4c57-abde-a758a93433c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:54:48Z', 'updated_at': '2022-02-09T03:54:51Z', 'revision_number': 1, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:56:59.879113 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed8caa6-02a6-49d7-af8a-11612567d45e None None] The sync data for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 is: [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'fc6ab56f-c87d-4af2-adf9-8050ae8f078f', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': 'e52883e9-0def-4509-9b36-49f252c27fff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:d3:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce73ab71-b448-4855-807a-897528f74aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:56:58Z', 'updated_at': '2022-02-09T03:56:58Z', 'revision_number': 0, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}, {'id': 'fe7e28c0-75b3-4ef5-ba4d-067c13fae455', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:e8:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6071c9-299d-4c57-abde-a758a93433c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:54:48Z', 'updated_at': '2022-02-09T03:54:51Z', 'revision_number': 1, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:57:00.090603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650d64a9-c512-47f2-9eef-15ae89d3a0a2 None None] New status for floating IP fc6ab56f-c87d-4af2-adf9-8050ae8f078f: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:57:07.862512 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:15.387682 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3ee21c7-0e66-4f41-83f4-f92253c4fdee req-3974abb3-8762-4561-843a-8e3b52dc775d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444796 Feb 09 03:57:15.470995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee21c7-0e66-4f41-83f4-f92253c4fdee req-625669c7-6b0c-4d47-a9e1-fefa6e375ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:15.472467 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3ee21c7-0e66-4f41-83f4-f92253c4fdee req-625669c7-6b0c-4d47-a9e1-fefa6e375ea2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 1129 time: 0.0446725 Feb 09 03:57:15.577579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee21c7-0e66-4f41-83f4-f92253c4fdee req-0a829706-9c92-4d49-b98e-33400235971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:15.579027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3ee21c7-0e66-4f41-83f4-f92253c4fdee req-0a829706-9c92-4d49-b98e-33400235971a service neutron] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.0885510 Feb 09 03:57:15.646404 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3ee21c7-0e66-4f41-83f4-f92253c4fdee req-73526aa9-fe26-441b-8fac-5cc416ba5db5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e52883e9-0def-4509-9b36-49f252c27fff HTTP/1.1" status: 200 len: 1002 time: 0.0608392 Feb 09 03:57:15.656507 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ef0539f1-df8a-47d1-a8f3-0b3c34937d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:15.700735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee21c7-0e66-4f41-83f4-f92253c4fdee req-7aecef0d-22c7-42a8-92dc-74bfaf7c1dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:15.702301 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3ee21c7-0e66-4f41-83f4-f92253c4fdee req-7aecef0d-22c7-42a8-92dc-74bfaf7c1dc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0476439 Feb 09 03:57:15.756717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee21c7-0e66-4f41-83f4-f92253c4fdee req-8ebf6622-2764-427d-8d5b-e634440ec023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:15.758267 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3ee21c7-0e66-4f41-83f4-f92253c4fdee req-8ebf6622-2764-427d-8d5b-e634440ec023 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497556 Feb 09 03:57:15.851687 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3ee21c7-0e66-4f41-83f4-f92253c4fdee req-b2871829-5e13-478a-b24a-9b2677d2fe1e service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861709 Feb 09 03:57:15.953187 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3ee21c7-0e66-4f41-83f4-f92253c4fdee req-cc9e86d5-7487-4c4f-91fa-72697b0c9b1d service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956297 Feb 09 03:57:18.183437 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57a3d327-40e2-447a-94ef-a1d1106b65a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:19.429268 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:20.867497 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:21.999012 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:24.392368 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:28.369874 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:57:36.034818 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42cf11b0-7b41-44b8-8225-aba5c88536a6 req-d708222c-12d6-4cec-b356-2c620531732e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478508 Feb 09 03:57:36.145123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf11b0-7b41-44b8-8225-aba5c88536a6 req-9393a0bd-8765-4290-9182-9146dad51870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:36.147120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42cf11b0-7b41-44b8-8225-aba5c88536a6 req-9393a0bd-8765-4290-9182-9146dad51870 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 1129 time: 0.0510516 Feb 09 03:57:36.266044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf11b0-7b41-44b8-8225-aba5c88536a6 req-54befaef-6f49-4cac-b4da-2284e5179925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:36.267741 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42cf11b0-7b41-44b8-8225-aba5c88536a6 req-54befaef-6f49-4cac-b4da-2284e5179925 service neutron] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.1017239 Feb 09 03:57:36.335074 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42cf11b0-7b41-44b8-8225-aba5c88536a6 req-ac97c3c9-bdb6-465e-ac2d-a79056b6bdde service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa794d2-06b6-4230-a5b2-1f4785ee3655 HTTP/1.1" status: 200 len: 1002 time: 0.0616055 Feb 09 03:57:36.383952 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf11b0-7b41-44b8-8225-aba5c88536a6 req-67177a41-a360-4942-b6e8-80603dec794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:36.385328 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42cf11b0-7b41-44b8-8225-aba5c88536a6 req-67177a41-a360-4942-b6e8-80603dec794c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0450420 Feb 09 03:57:36.440250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf11b0-7b41-44b8-8225-aba5c88536a6 req-b16fe449-f327-420d-a863-4ac9c0b48799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:36.441887 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42cf11b0-7b41-44b8-8225-aba5c88536a6 req-b16fe449-f327-420d-a863-4ac9c0b48799 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504138 Feb 09 03:57:36.534632 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42cf11b0-7b41-44b8-8225-aba5c88536a6 req-a17729b0-14b1-4213-ab2e-7e7429696b2b service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867357 Feb 09 03:57:36.631907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42cf11b0-7b41-44b8-8225-aba5c88536a6 req-76682e85-f03c-4db6-b5b9-44d2210e2903 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910320 Feb 09 03:57:37.857639 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:45.662520 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d05ab15-60a6-411a-9971-91fcbee2df39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:48.176313 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64c80f43-871a-44a2-a66b-9fc96eefa281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:49.431018 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:50.869592 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:52.003634 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:54.393283 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:55.482782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-7d72cb4f-b93a-4127-ac4b-7fbfd9fee50b req-b38ed59c-46a9-46a1-be33-0daa6bedeee2 service neutron] (103327) timed out ('10.222.0.21', 49262) {{(pid=103327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:58:05.369150 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:58:07.887884 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:15.656629 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7f10878-1367-4523-80b6-e04dcde80e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:16.445079 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e457d7a-af21-4c60-ab80-2bbd7a8bfa91 req-1089fba1-bbd0-47e0-a7a9-3b1d852453d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1089511 Feb 09 03:58:16.530541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e457d7a-af21-4c60-ab80-2bbd7a8bfa91 req-47ef9709-c97c-40b7-9bdb-9bcea0f92961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:16.532058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e457d7a-af21-4c60-ab80-2bbd7a8bfa91 req-47ef9709-c97c-40b7-9bdb-9bcea0f92961 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 1129 time: 0.0456073 Feb 09 03:58:16.639406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e457d7a-af21-4c60-ab80-2bbd7a8bfa91 req-eb530041-ef23-4340-842c-35a6cd495950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:16.640835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e457d7a-af21-4c60-ab80-2bbd7a8bfa91 req-eb530041-ef23-4340-842c-35a6cd495950 service neutron] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.0909944 Feb 09 03:58:17.017926 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e457d7a-af21-4c60-ab80-2bbd7a8bfa91 req-8bf356f1-3412-4922-81bb-92530d7bb890 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e52883e9-0def-4509-9b36-49f252c27fff HTTP/1.1" status: 200 len: 1002 time: 0.3710439 Feb 09 03:58:17.065135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e457d7a-af21-4c60-ab80-2bbd7a8bfa91 req-d30831ea-e579-48e7-bad8-f18ec5579aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:17.066698 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e457d7a-af21-4c60-ab80-2bbd7a8bfa91 req-d30831ea-e579-48e7-bad8-f18ec5579aa4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0430303 Feb 09 03:58:17.117895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e457d7a-af21-4c60-ab80-2bbd7a8bfa91 req-28f3b8da-d808-4fd9-b4a1-fa11ddabdedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:17.119360 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e457d7a-af21-4c60-ab80-2bbd7a8bfa91 req-28f3b8da-d808-4fd9-b4a1-fa11ddabdedb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466430 Feb 09 03:58:17.207288 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e457d7a-af21-4c60-ab80-2bbd7a8bfa91 req-4e4c60da-0947-4d00-b604-113a3aebd9c8 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814435 Feb 09 03:58:17.298463 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4e457d7a-af21-4c60-ab80-2bbd7a8bfa91 req-7a05daaf-f0e8-494b-9038-6aa4c5784c2d service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855856 Feb 09 03:58:18.179883 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b782-0c08-4a93-b35d-5f9d31aac9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:19.281468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6dc72-50e2-4eab-be25-8eba75973d19 req-7596f04c-dae7-4ffd-893e-1f8ae4f6902e tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:19.282937 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e7d6dc72-50e2-4eab-be25-8eba75973d19 req-7596f04c-dae7-4ffd-893e-1f8ae4f6902e tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 949 time: 0.0534103 Feb 09 03:58:19.328745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e7d6dc72-50e2-4eab-be25-8eba75973d19 req-613c6de3-5166-4032-9805-886748068f60 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbda5ce-1e41-402f-95f0-5f92f2942043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398097 Feb 09 03:58:19.432394 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:20.452882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6180e-2573-4ec9-ad36-573b144aaf30 req-e171b46f-a605-4bf0-b620-a10b80ffe042 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:20.454395 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1a6180e-2573-4ec9-ad36-573b144aaf30 req-e171b46f-a605-4bf0-b620-a10b80ffe042 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 949 time: 0.0575094 Feb 09 03:58:20.500515 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b1a6180e-2573-4ec9-ad36-573b144aaf30 req-5673b6ae-a5f9-47b8-a63a-b0fbb4224bba tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbda5ce-1e41-402f-95f0-5f92f2942043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Feb 09 03:58:20.871869 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:21.205093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca9376-a817-4bca-be35-071b14a8f440 req-48c0098c-6b75-4362-9bc3-46e07eb52b61 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:21.206489 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcca9376-a817-4bca-be35-071b14a8f440 req-48c0098c-6b75-4362-9bc3-46e07eb52b61 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.65 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 949 time: 0.0530748 Feb 09 03:58:21.300163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-fcca9376-a817-4bca-be35-071b14a8f440 req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Deleting port a98059b8-5e03-4f0b-b68c-9f2c573c6213 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:58:21.300500 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fcca9376-a817-4bca-be35-071b14a8f440 req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:21.388265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-fcca9376-a817-4bca-be35-071b14a8f440 req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] For port a98059b8-5e03-4f0b-b68c-9f2c573c6213, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a98059b8-5e03-4f0b-b68c-9f2c573c6213,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:58:21.388625 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fcca9376-a817-4bca-be35-071b14a8f440 req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:21.400885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-fcca9376-a817-4bca-be35-071b14a8f440 req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Calling delete_port for a98059b8-5e03-4f0b-b68c-9f2c573c6213 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:58:21.527579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fcca9376-a817-4bca-be35-071b14a8f440 req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a98059b8-5e03-4f0b-b68c-9f2c573c6213), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:21.560760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Pushing event deleted for resources: {'Port': ['ID=a98059b8-5e03-4f0b-b68c-9f2c573c6213,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:58:21.561749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a98059b8-5e03-4f0b-b68c-9f2c573c6213'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:58:21.568940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.569901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.570270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.570613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.570951 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.571274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.571607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.571930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.572256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.572580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.572904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.573224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.573570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:21.641591 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b939b364-734f-4090-9a68-c6b97a814f3b req-40a1e7ca-9238-4bc3-af77-8480fec6396f tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.21 "GET /v2.0/ports?device_id=e730381a-1ca5-45d6-acd6-38e5edb4ed81 HTTP/1.1" status: 200 len: 210 time: 0.0595589 Feb 09 03:58:21.642420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcca9376-a817-4bca-be35-071b14a8f440 req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] No DVR routers for this DVR port a98059b8-5e03-4f0b-b68c-9f2c573c6213 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:58:21.645089 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-fcca9376-a817-4bca-be35-071b14a8f440 req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:21.648418 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcca9376-a817-4bca-be35-071b14a8f440 req-1603dfa2-1a06-440b-aa99-688e6e88ba72 tempest-VolumesBackupsTest-1130391310 tempest-VolumesBackupsTest-1130391310-project] 10.222.0.65 "DELETE /v2.0/ports/a98059b8-5e03-4f0b-b68c-9f2c573c6213 HTTP/1.1" status: 204 len: 173 time: 0.4359181 Feb 09 03:58:21.648928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e730381a-1ca5-45d6-acd6-38e5edb4ed81', 'name': 'network-vif-deleted', 'tag': 'a98059b8-5e03-4f0b-b68c-9f2c573c6213'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:58:21.651230 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d55b0c-c3e0-4185-b80d-fc5a4d536e55" -d '{"events": [{"server_uuid": "e730381a-1ca5-45d6-acd6-38e5edb4ed81", "name": "network-vif-deleted", "tag": "a98059b8-5e03-4f0b-b68c-9f2c573c6213"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:58:21.687674 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4f5bfd-dbc1-4511-b6c7-8b387663e0a9 x-openstack-request-id: req-fc4f5bfd-dbc1-4511-b6c7-8b387663e0a9 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:58:21.688202 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e730381a-1ca5-45d6-acd6-38e5edb4ed81", "name": "network-vif-deleted", "tag": "a98059b8-5e03-4f0b-b68c-9f2c573c6213", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:58:21.688471 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc4f5bfd-dbc1-4511-b6c7-8b387663e0a9 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:58:21.688871 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e730381a-1ca5-45d6-acd6-38e5edb4ed81', 'name': 'network-vif-deleted', 'tag': 'a98059b8-5e03-4f0b-b68c-9f2c573c6213', 'status': 'completed', 'code': 200} Feb 09 03:58:22.000882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:24.407294 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:25.520271 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a98059b8-5e03-4f0b-b68c-9f2c573c6213 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:58:25.540525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: a98059b8-5e03-4f0b-b68c-9f2c573c6213 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:58:25.540873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a98059b8-5e03-4f0b-b68c-9f2c573c6213 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:58:26.617320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50156) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:58:26.776296 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Deleting port 423a2093-bdae-4e8f-9ac3-24af9e1baaac {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:58:26.776646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (423a2093-bdae-4e8f-9ac3-24af9e1baaac), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:26.864474 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (423a2093-bdae-4e8f-9ac3-24af9e1baaac), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:26.864844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (423a2093-bdae-4e8f-9ac3-24af9e1baaac), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:26.876211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Calling delete_port for 423a2093-bdae-4e8f-9ac3-24af9e1baaac owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:58:27.028329 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (423a2093-bdae-4e8f-9ac3-24af9e1baaac), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:27.060828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event deleted for resources: {'Port': ['ID=423a2093-bdae-4e8f-9ac3-24af9e1baaac,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:58:27.130558 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (fc6ab56f-c87d-4af2-adf9-8050ae8f078f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:27.130900 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Floating IP fc6ab56f-c87d-4af2-adf9-8050ae8f078f disassociated (deleted). External IP: 172.25.5.160, port: e52883e9-0def-4509-9b36-49f252c27fff. Feb 09 03:58:27.379479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:58:27.502847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:58:27.507441 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:27.514556 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d751579-63eb-4156-9dd8-10a90af85ac3 None None] Sync routers for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:58:27.526008 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d751579-63eb-4156-9dd8-10a90af85ac3 None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:58:27.526910 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1d751579-63eb-4156-9dd8-10a90af85ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:58:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:58:27.542386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eb1f88a2-2c36-4375-a742-6f2ebb42970e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "DELETE /v2.0/floatingips/fc6ab56f-c87d-4af2-adf9-8050ae8f078f HTTP/1.1" status: 204 len: 168 time: 0.9238980 Feb 09 03:58:27.543431 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce73ab71-b448-4855-807a-897528f74aba', 'tag': 'e52883e9-0def-4509-9b36-49f252c27fff'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:58:27.546068 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bb3797-d361-4781-82a2-2035d3c71c84" -d '{"events": [{"name": "network-changed", "server_uuid": "ce73ab71-b448-4855-807a-897528f74aba", "tag": "e52883e9-0def-4509-9b36-49f252c27fff"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:58:27.590986 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd905bf-e6d8-40aa-a7b2-aa15091d52cf x-openstack-request-id: req-5bd905bf-e6d8-40aa-a7b2-aa15091d52cf {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:58:27.591972 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce73ab71-b448-4855-807a-897528f74aba", "tag": "e52883e9-0def-4509-9b36-49f252c27fff", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:58:27.591972 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bd905bf-e6d8-40aa-a7b2-aa15091d52cf {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:58:27.592448 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce73ab71-b448-4855-807a-897528f74aba', 'tag': 'e52883e9-0def-4509-9b36-49f252c27fff', 'status': 'completed', 'code': 200} Feb 09 03:58:27.654810 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-1d751579-63eb-4156-9dd8-10a90af85ac3 None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:58:27.665939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb3797-d361-4781-82a2-2035d3c71c84 req-f4cdbea3-d546-45f8-ace5-13e79c2a7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:27.667455 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97bb3797-d361-4781-82a2-2035d3c71c84 req-f4cdbea3-d546-45f8-ace5-13e79c2a7c84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 1129 time: 0.0501719 Feb 09 03:58:27.798803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb3797-d361-4781-82a2-2035d3c71c84 req-c8e7d979-73ab-4a0c-8698-a23068e0a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:27.800944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97bb3797-d361-4781-82a2-2035d3c71c84 req-c8e7d979-73ab-4a0c-8698-a23068e0a1a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.1268384 Feb 09 03:58:27.869533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97bb3797-d361-4781-82a2-2035d3c71c84 req-a5e9394c-809f-4f8c-a47d-e1a9a4762b6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e52883e9-0def-4509-9b36-49f252c27fff HTTP/1.1" status: 200 len: 217 time: 0.0564928 Feb 09 03:58:27.916179 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1d751579-63eb-4156-9dd8-10a90af85ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'fe7e28c0-75b3-4ef5-ba4d-067c13fae455', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:e8:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6071c9-299d-4c57-abde-a758a93433c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:54:48Z', 'updated_at': '2022-02-09T03:54:51Z', 'revision_number': 1, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:58:27.931413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1797d2e-830d-48c8-87aa-47700617aabd req-e5a8e4dc-0316-4440-b406-abbd75d8eb7e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:27.933000 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1797d2e-830d-48c8-87aa-47700617aabd req-e5a8e4dc-0316-4440-b406-abbd75d8eb7e tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 946 time: 0.1309867 Feb 09 03:58:27.941166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb3797-d361-4781-82a2-2035d3c71c84 req-64b2bd82-9d0f-4b2c-877b-50a6a2a24868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:27.942644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97bb3797-d361-4781-82a2-2035d3c71c84 req-64b2bd82-9d0f-4b2c-877b-50a6a2a24868 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0669518 Feb 09 03:58:27.942792 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d751579-63eb-4156-9dd8-10a90af85ac3 None None] Checking router: 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:58:27.951832 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d751579-63eb-4156-9dd8-10a90af85ac3 None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:58:27.952423 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1d751579-63eb-4156-9dd8-10a90af85ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:58:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:58:28.021311 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1797d2e-830d-48c8-87aa-47700617aabd req-75c8900a-d59c-4335-a522-ea9be4c4b0c2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776837 Feb 09 03:58:28.045372 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb3797-d361-4781-82a2-2035d3c71c84 req-7f63d5fa-beae-4183-8be3-2ad48fe2643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:28.048639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97bb3797-d361-4781-82a2-2035d3c71c84 req-7f63d5fa-beae-4183-8be3-2ad48fe2643f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0982893 Feb 09 03:58:28.087794 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-1d751579-63eb-4156-9dd8-10a90af85ac3 None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:58:28.158442 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97bb3797-d361-4781-82a2-2035d3c71c84 req-a0254a63-3dc9-4e54-8d83-8f4dc15b2944 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034503 Feb 09 03:58:28.265486 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97bb3797-d361-4781-82a2-2035d3c71c84 req-6e128557-079a-4ea6-b14a-ba05c86108b6 service neutron] 10.222.0.42 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002142 Feb 09 03:58:28.368059 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1d751579-63eb-4156-9dd8-10a90af85ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'fe7e28c0-75b3-4ef5-ba4d-067c13fae455', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:e8:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6071c9-299d-4c57-abde-a758a93433c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:54:48Z', 'updated_at': '2022-02-09T03:54:51Z', 'revision_number': 1, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:58:28.403458 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d751579-63eb-4156-9dd8-10a90af85ac3 None None] The sync data for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 is: [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'fe7e28c0-75b3-4ef5-ba4d-067c13fae455', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'port_id': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'mac_address': 'fa:16:3e:e8:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6071c9-299d-4c57-abde-a758a93433c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:54:48Z', 'updated_at': '2022-02-09T03:54:51Z', 'revision_number': 1, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:58:28.718883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a4bd5-dfb1-43f8-8729-8077ef588f4b None None] New status for floating IP fc6ab56f-c87d-4af2-adf9-8050ae8f078f: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:58:29.157189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0be43-2bf5-4d8f-b22d-37228867aab9 req-7edb3ef9-abf6-4eb9-8ff8-e3dc5ca037d7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:29.158914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94d0be43-2bf5-4d8f-b22d-37228867aab9 req-7edb3ef9-abf6-4eb9-8ff8-e3dc5ca037d7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 946 time: 0.0621681 Feb 09 03:58:29.216645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94d0be43-2bf5-4d8f-b22d-37228867aab9 req-747a8a9f-ad58-44a8-a27e-621c4192986b tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500791 Feb 09 03:58:29.288971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df6a98-ac26-43e4-a1d1-5ff3c126d521 req-0771dfef-6271-495a-87d4-db7e6bbd9f4d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:29.290828 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04df6a98-ac26-43e4-a1d1-5ff3c126d521 req-0771dfef-6271-495a-87d4-db7e6bbd9f4d tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 946 time: 0.0659914 Feb 09 03:58:29.404451 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-04df6a98-ac26-43e4-a1d1-5ff3c126d521 req-21853f7e-1275-41b4-bc0d-73485c681175 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Deleting port e52883e9-0def-4509-9b36-49f252c27fff {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:58:29.404784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04df6a98-ac26-43e4-a1d1-5ff3c126d521 req-21853f7e-1275-41b4-bc0d-73485c681175 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e52883e9-0def-4509-9b36-49f252c27fff), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:29.504559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-04df6a98-ac26-43e4-a1d1-5ff3c126d521 req-21853f7e-1275-41b4-bc0d-73485c681175 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] For port e52883e9-0def-4509-9b36-49f252c27fff, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e52883e9-0def-4509-9b36-49f252c27fff,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:58:29.504949 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04df6a98-ac26-43e4-a1d1-5ff3c126d521 req-21853f7e-1275-41b4-bc0d-73485c681175 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e52883e9-0def-4509-9b36-49f252c27fff), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:29.521002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-04df6a98-ac26-43e4-a1d1-5ff3c126d521 req-21853f7e-1275-41b4-bc0d-73485c681175 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Calling delete_port for e52883e9-0def-4509-9b36-49f252c27fff owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:58:29.680458 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04df6a98-ac26-43e4-a1d1-5ff3c126d521 req-21853f7e-1275-41b4-bc0d-73485c681175 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e52883e9-0def-4509-9b36-49f252c27fff), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:29.714521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21853f7e-1275-41b4-bc0d-73485c681175 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event deleted for resources: {'Port': ['ID=e52883e9-0def-4509-9b36-49f252c27fff,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:58:29.774824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-04df6a98-ac26-43e4-a1d1-5ff3c126d521 req-21853f7e-1275-41b4-bc0d-73485c681175 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] No DVR routers for this DVR port e52883e9-0def-4509-9b36-49f252c27fff on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:58:29.777777 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-04df6a98-ac26-43e4-a1d1-5ff3c126d521 req-21853f7e-1275-41b4-bc0d-73485c681175 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:29.781540 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-04df6a98-ac26-43e4-a1d1-5ff3c126d521 req-21853f7e-1275-41b4-bc0d-73485c681175 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.42 "DELETE /v2.0/ports/e52883e9-0def-4509-9b36-49f252c27fff HTTP/1.1" status: 204 len: 173 time: 0.4858820 Feb 09 03:58:29.782007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce73ab71-b448-4855-807a-897528f74aba', 'name': 'network-vif-deleted', 'tag': 'e52883e9-0def-4509-9b36-49f252c27fff'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:58:29.784243 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303c0613-07eb-4f6e-9e84-56e98954ebac" -d '{"events": [{"server_uuid": "ce73ab71-b448-4855-807a-897528f74aba", "name": "network-vif-deleted", "tag": "e52883e9-0def-4509-9b36-49f252c27fff"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:58:29.835025 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f582849-cf0d-4e74-b65f-ce624b6fedcc x-openstack-request-id: req-9f582849-cf0d-4e74-b65f-ce624b6fedcc {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:58:29.835353 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce73ab71-b448-4855-807a-897528f74aba", "name": "network-vif-deleted", "tag": "e52883e9-0def-4509-9b36-49f252c27fff", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:58:29.835606 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f582849-cf0d-4e74-b65f-ce624b6fedcc {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:58:29.836007 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce73ab71-b448-4855-807a-897528f74aba', 'name': 'network-vif-deleted', 'tag': 'e52883e9-0def-4509-9b36-49f252c27fff', 'status': 'completed', 'code': 200} Feb 09 03:58:30.328175 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18145c3e-2606-4215-9894-1fa8f52c6081 req-0c2bf500-a368-4740-bc59-8dfa6caf97c7 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 210 time: 0.0358844 Feb 09 03:58:31.442664 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ef81ea70-7ace-4b83-aa61-02ef3c7bd1a4 req-149e3bec-d62b-4727-8321-da670f5f3ca1 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 210 time: 0.0342398 Feb 09 03:58:32.159865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e52883e9-0def-4509-9b36-49f252c27fff no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:58:32.187977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: e52883e9-0def-4509-9b36-49f252c27fff {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:58:32.188620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e52883e9-0def-4509-9b36-49f252c27fff not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:58:32.556395 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dee57d5f-2198-4631-b5fc-c748d4a35f26 req-05d94ada-4335-4887-a030-2a25e49cbe64 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 210 time: 0.0288358 Feb 09 03:58:33.672272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d312205f-2801-4b46-8f94-0b8ca455d3c6 req-8b2e3c21-e895-4c76-a55f-da29bf21833a tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 210 time: 0.0344543 Feb 09 03:58:34.762600 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5e48dc00-05b4-47bd-9625-f7cb097e09ba req-16dcf8b3-295f-4be7-a77d-a3abddc837cc tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 210 time: 0.0329902 Feb 09 03:58:35.874809 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-769c6844-cb84-4af5-8145-780650535b0b req-c8d35c77-bb0c-4355-92e1-81caf3a7be3c tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 210 time: 0.0317385 Feb 09 03:58:36.995624 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ffac78c2-f7f3-4faf-9eaa-a8c85b245317 req-062cc977-524a-4dbf-ba32-1b0d8c06e6bf tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 210 time: 0.0338769 Feb 09 03:58:37.898258 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:38.105042 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23922903-b206-49c8-9d2d-89d3df580fc2 req-fc3e3649-85e3-4e62-bd5f-3f290a8172e0 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73ab71-b448-4855-807a-897528f74aba HTTP/1.1" status: 200 len: 210 time: 0.0402977 Feb 09 03:58:42.376630 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:58:45.667240 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b522361-0df7-4dbc-8f47-5e5cc95f923d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:47.658220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50354) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:58:47.826569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Deleting port 7da6f416-5d49-4807-91f9-8161c775d551 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:58:47.826924 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7da6f416-5d49-4807-91f9-8161c775d551), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:47.911236 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7da6f416-5d49-4807-91f9-8161c775d551), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:47.912049 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (7da6f416-5d49-4807-91f9-8161c775d551), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:47.923755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Calling delete_port for 7da6f416-5d49-4807-91f9-8161c775d551 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:58:48.073603 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (7da6f416-5d49-4807-91f9-8161c775d551), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:48.099134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event deleted for resources: {'Port': ['ID=7da6f416-5d49-4807-91f9-8161c775d551,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:58:48.109840 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.110188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.110526 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.110866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.111200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.111535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.111865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.112193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.112516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.112841 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.113165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.113532 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.113855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:58:48.171723 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (fe7e28c0-75b3-4ef5-ba4d-067c13fae455), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:48.171965 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Floating IP fe7e28c0-75b3-4ef5-ba4d-067c13fae455 disassociated (deleted). External IP: 172.25.5.155, port: 2aa794d2-06b6-4230-a5b2-1f4785ee3655. Feb 09 03:58:48.185293 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2156327f-550e-480b-9584-4a763ba70565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:48.388062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:58:48.500302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:58:48.506099 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:48.514331 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070a741-a5f2-4f24-b530-ebe64799735f None None] Sync routers for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:58:48.526414 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070a741-a5f2-4f24-b530-ebe64799735f None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:58:48.527325 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3070a741-a5f2-4f24-b530-ebe64799735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:58:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:58:48.541932 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-802e9c08-5aec-46d9-a60b-4f1da9e2bbf5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "DELETE /v2.0/floatingips/fe7e28c0-75b3-4ef5-ba4d-067c13fae455 HTTP/1.1" status: 204 len: 168 time: 0.8800757 Feb 09 03:58:48.541932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6071c9-299d-4c57-abde-a758a93433c8', 'tag': '2aa794d2-06b6-4230-a5b2-1f4785ee3655'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:58:48.543399 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e0aeb1-e3c8-4829-b3cb-39d34957f806" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6071c9-299d-4c57-abde-a758a93433c8", "tag": "2aa794d2-06b6-4230-a5b2-1f4785ee3655"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:58:48.668809 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0689de-361d-478d-92ff-3ef05a3a94f2 x-openstack-request-id: req-bf0689de-361d-478d-92ff-3ef05a3a94f2 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:58:48.669442 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6071c9-299d-4c57-abde-a758a93433c8", "tag": "2aa794d2-06b6-4230-a5b2-1f4785ee3655", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:58:48.669442 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf0689de-361d-478d-92ff-3ef05a3a94f2 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:58:48.669825 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6071c9-299d-4c57-abde-a758a93433c8', 'tag': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'status': 'completed', 'code': 200} Feb 09 03:58:48.680766 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3070a741-a5f2-4f24-b530-ebe64799735f None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:58:48.838249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2265e7-02a7-4ff3-b58e-75fa728ee019 req-97349aa5-8e83-4d44-b75d-2fbf26cb2cd4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:48.840193 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b2265e7-02a7-4ff3-b58e-75fa728ee019 req-97349aa5-8e83-4d44-b75d-2fbf26cb2cd4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 946 time: 0.0564756 Feb 09 03:58:48.850227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0aeb1-e3c8-4829-b3cb-39d34957f806 req-04d74419-6dd2-45d2-a15e-dbe7947b6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:48.851840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20e0aeb1-e3c8-4829-b3cb-39d34957f806 req-04d74419-6dd2-45d2-a15e-dbe7947b6cd0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 1129 time: 0.1195979 Feb 09 03:58:48.910173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b2265e7-02a7-4ff3-b58e-75fa728ee019 req-a278d306-0c29-4881-af32-433ed35c2953 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584221 Feb 09 03:58:48.972507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0aeb1-e3c8-4829-b3cb-39d34957f806 req-0fff1cab-62a3-47bb-b681-2737b6070089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:48.974032 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20e0aeb1-e3c8-4829-b3cb-39d34957f806 req-0fff1cab-62a3-47bb-b681-2737b6070089 service neutron] 10.222.0.65 "GET /v2.0/networks?id=820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 200 len: 912 time: 0.1154027 Feb 09 03:58:49.025642 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20e0aeb1-e3c8-4829-b3cb-39d34957f806 req-8970f998-cd3c-4814-beb8-4f7f441b2106 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa794d2-06b6-4230-a5b2-1f4785ee3655 HTTP/1.1" status: 200 len: 217 time: 0.0444508 Feb 09 03:58:49.030442 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3070a741-a5f2-4f24-b530-ebe64799735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:58:49.058418 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070a741-a5f2-4f24-b530-ebe64799735f None None] Checking router: 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:58:49.066887 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070a741-a5f2-4f24-b530-ebe64799735f None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:58:49.067703 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3070a741-a5f2-4f24-b530-ebe64799735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:58:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:58:49.076679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0aeb1-e3c8-4829-b3cb-39d34957f806 req-8c0c47ab-07e1-4bcf-8a19-8373cfba4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:49.078248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20e0aeb1-e3c8-4829-b3cb-39d34957f806 req-8c0c47ab-07e1-4bcf-8a19-8373cfba4c8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 200 len: 850 time: 0.0472829 Feb 09 03:58:49.129318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0aeb1-e3c8-4829-b3cb-39d34957f806 req-abde3b7a-c8fb-44f4-b00e-373248577edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:49.131701 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20e0aeb1-e3c8-4829-b3cb-39d34957f806 req-abde3b7a-c8fb-44f4-b00e-373248577edc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820dcbcf-88d8-48a9-b260-06b2dc83753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458276 Feb 09 03:58:49.176147 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3070a741-a5f2-4f24-b530-ebe64799735f None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:58:49.226294 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20e0aeb1-e3c8-4829-b3cb-39d34957f806 req-c2310f06-fc01-47cf-9da0-db30a3c47b0b service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890517 Feb 09 03:58:49.318174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-20e0aeb1-e3c8-4829-b3cb-39d34957f806 req-9e71d216-6594-4f9c-98f7-f57a05146123 service neutron] 10.222.0.65 "GET /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849729 Feb 09 03:58:49.380883 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3070a741-a5f2-4f24-b530-ebe64799735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:58:49.407456 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070a741-a5f2-4f24-b530-ebe64799735f None None] The sync data for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 is: [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:45:46Z', 'revision_number': 4, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '54c20268-39a9-4df8-8801-1aa5e202e407', 'name': '', 'network_id': '820dcbcf-88d8-48a9-b260-06b2dc83753e', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'mac_address': 'fa:16:3e:56:a7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:45Z', 'updated_at': '2022-02-09T03:45:52Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'subnets': [{'id': '9703353a-b52f-4207-9d03-52eb248f0c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:58:49.438501 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:49.650211 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41951c-5f9a-4064-992f-7902853edca6 None None] New status for floating IP fe7e28c0-75b3-4ef5-ba4d-067c13fae455: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:58:50.042741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dde925-e64f-4c22-9092-867c9057ec1d req-1f92a44e-e563-4856-aa68-1eda5497f770 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:50.044212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e7dde925-e64f-4c22-9092-867c9057ec1d req-1f92a44e-e563-4856-aa68-1eda5497f770 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 946 time: 0.0578825 Feb 09 03:58:50.097701 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e7dde925-e64f-4c22-9092-867c9057ec1d req-fc5ac322-3bce-4469-a85f-f92951673fa4 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476437 Feb 09 03:58:50.564039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af19e6b-e57c-4b4a-976c-ec6afa0286d4 req-089de8f6-9a73-4100-8293-11a6fd280cd9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:50.565849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6af19e6b-e57c-4b4a-976c-ec6afa0286d4 req-089de8f6-9a73-4100-8293-11a6fd280cd9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 946 time: 0.0556474 Feb 09 03:58:50.661726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-6af19e6b-e57c-4b4a-976c-ec6afa0286d4 req-5d222f4c-75ce-43b9-bb9f-71f53b1ac718 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Deleting port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:58:50.662596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6af19e6b-e57c-4b4a-976c-ec6afa0286d4 req-5d222f4c-75ce-43b9-bb9f-71f53b1ac718 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:50.754481 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-6af19e6b-e57c-4b4a-976c-ec6afa0286d4 req-5d222f4c-75ce-43b9-bb9f-71f53b1ac718 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] For port 2aa794d2-06b6-4230-a5b2-1f4785ee3655, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2aa794d2-06b6-4230-a5b2-1f4785ee3655,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:58:50.754848 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6af19e6b-e57c-4b4a-976c-ec6afa0286d4 req-5d222f4c-75ce-43b9-bb9f-71f53b1ac718 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:50.769049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-6af19e6b-e57c-4b4a-976c-ec6afa0286d4 req-5d222f4c-75ce-43b9-bb9f-71f53b1ac718 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Calling delete_port for 2aa794d2-06b6-4230-a5b2-1f4785ee3655 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:58:50.877803 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:50.903151 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6af19e6b-e57c-4b4a-976c-ec6afa0286d4 req-5d222f4c-75ce-43b9-bb9f-71f53b1ac718 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2aa794d2-06b6-4230-a5b2-1f4785ee3655), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:50.928838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d222f4c-75ce-43b9-bb9f-71f53b1ac718 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event deleted for resources: {'Port': ['ID=2aa794d2-06b6-4230-a5b2-1f4785ee3655,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:58:50.984208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af19e6b-e57c-4b4a-976c-ec6afa0286d4 req-5d222f4c-75ce-43b9-bb9f-71f53b1ac718 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] No DVR routers for this DVR port 2aa794d2-06b6-4230-a5b2-1f4785ee3655 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:58:50.987496 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-6af19e6b-e57c-4b4a-976c-ec6afa0286d4 req-5d222f4c-75ce-43b9-bb9f-71f53b1ac718 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:50.991603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6af19e6b-e57c-4b4a-976c-ec6afa0286d4 req-5d222f4c-75ce-43b9-bb9f-71f53b1ac718 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.65 "DELETE /v2.0/ports/2aa794d2-06b6-4230-a5b2-1f4785ee3655 HTTP/1.1" status: 204 len: 173 time: 0.4201095 Feb 09 03:58:50.992061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6071c9-299d-4c57-abde-a758a93433c8', 'name': 'network-vif-deleted', 'tag': '2aa794d2-06b6-4230-a5b2-1f4785ee3655'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:58:50.995350 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2b5356-1feb-4724-a597-d5bc7b35d66b" -d '{"events": [{"server_uuid": "9a6071c9-299d-4c57-abde-a758a93433c8", "name": "network-vif-deleted", "tag": "2aa794d2-06b6-4230-a5b2-1f4785ee3655"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:58:51.101076 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25060258-e515-4a04-a8eb-06490c6ce0f8 x-openstack-request-id: req-25060258-e515-4a04-a8eb-06490c6ce0f8 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:58:51.101767 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6071c9-299d-4c57-abde-a758a93433c8", "name": "network-vif-deleted", "tag": "2aa794d2-06b6-4230-a5b2-1f4785ee3655", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:58:51.102036 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25060258-e515-4a04-a8eb-06490c6ce0f8 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:58:51.102441 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6071c9-299d-4c57-abde-a758a93433c8', 'name': 'network-vif-deleted', 'tag': '2aa794d2-06b6-4230-a5b2-1f4785ee3655', 'status': 'completed', 'code': 200} Feb 09 03:58:51.196831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bf6ece0-15e5-4a16-b52f-f808da4ec159 req-282743d5-62c1-4840-9a44-4dadea51dcd5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0276015 Feb 09 03:58:52.005268 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:52.297390 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-14f9fc82-5e6b-4756-b477-4050800230d1 req-d106bd30-a717-4fda-99ec-4b150bc04136 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0316188 Feb 09 03:58:53.393092 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7f121425-677e-4e40-98e5-798ce02d19ce req-ccfd7ef1-ed4c-4ba4-bd62-fcc62a6700b5 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0296810 Feb 09 03:58:54.439322 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:54.492400 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4248eb3c-529d-4ac7-a470-f8fcbec6e186 req-6a197c2a-283d-4894-b7d6-c7d914183be9 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0294120 Feb 09 03:58:55.587467 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13057115-937d-40cb-a5ee-80867bec1f7b req-e9fbeb36-3cdf-448d-a077-fd5cf58b18fd tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0274434 Feb 09 03:58:55.622901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2aa794d2-06b6-4230-a5b2-1f4785ee3655 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:58:55.643178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 2aa794d2-06b6-4230-a5b2-1f4785ee3655 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:58:55.643519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2aa794d2-06b6-4230-a5b2-1f4785ee3655 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:58:56.680563 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-678927c2-c61f-4de8-b7f6-b70ee4856e3e req-277f42d3-604c-4e74-b7f6-51ed62bb33a2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0269425 Feb 09 03:58:57.777061 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d2cc0a99-670d-4400-a9e9-6e114d8d4d83 req-7c3be0e4-35f0-4587-8566-25273272038f tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0273559 Feb 09 03:58:58.878541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-47140893-d87a-4458-aea6-f00815e7205f req-f624854a-c184-4362-8012-ba5150e42e05 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0310628 Feb 09 03:58:59.978026 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9991a108-b097-4809-b2e9-278cf7818059 req-87c1d271-968c-4d2d-9562-2fda506f1bef tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0285900 Feb 09 03:59:01.093228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b9200498-5fb8-40bc-bbf4-41f9491831e2 req-0e65f418-d2ca-4a1d-a99b-b1e7f6dc55d2 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0285971 Feb 09 03:59:02.201903 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94b047db-6a48-420a-9de1-ba7409cd5a3b req-a4883d85-8779-41a0-a254-2c2f5a67f0df tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a6071c9-299d-4c57-abde-a758a93433c8 HTTP/1.1" status: 200 len: 210 time: 0.0353603 Feb 09 03:59:03.253892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50434) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:03.377204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-efba661e-4f3d-4712-a90e-8709d278deb6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Deleting port b7882745-2e13-40bf-8b3d-554e23abc9bd {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:59:03.377575 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efba661e-4f3d-4712-a90e-8709d278deb6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b7882745-2e13-40bf-8b3d-554e23abc9bd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:03.455834 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efba661e-4f3d-4712-a90e-8709d278deb6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b7882745-2e13-40bf-8b3d-554e23abc9bd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:03.456162 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efba661e-4f3d-4712-a90e-8709d278deb6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (b7882745-2e13-40bf-8b3d-554e23abc9bd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:03.468783 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-efba661e-4f3d-4712-a90e-8709d278deb6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Calling delete_port for b7882745-2e13-40bf-8b3d-554e23abc9bd owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:59:03.602610 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efba661e-4f3d-4712-a90e-8709d278deb6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b7882745-2e13-40bf-8b3d-554e23abc9bd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:03.974787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba661e-4f3d-4712-a90e-8709d278deb6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event deleted for resources: {'Port': ['ID=b7882745-2e13-40bf-8b3d-554e23abc9bd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:04.038139 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efba661e-4f3d-4712-a90e-8709d278deb6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for floatingip (9027d945-809d-403d-a143-3612a41bb446), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:04.040638 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efba661e-4f3d-4712-a90e-8709d278deb6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:04.041806 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-efba661e-4f3d-4712-a90e-8709d278deb6 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "DELETE /v2.0/floatingips/9027d945-809d-403d-a143-3612a41bb446 HTTP/1.1" status: 204 len: 168 time: 0.7868667 Feb 09 03:59:07.919822 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:10.499733 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50508) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:10.555557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c536015b-6515-404d-93e3-7f874cc4b542 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group (4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:10.580102 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c536015b-6515-404d-93e3-7f874cc4b542 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group (4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:10.652976 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c536015b-6515-404d-93e3-7f874cc4b542 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:10.656585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c536015b-6515-404d-93e3-7f874cc4b542 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:10.660573 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c536015b-6515-404d-93e3-7f874cc4b542 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] 10.222.0.21 "DELETE /v2.0/security-groups/4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d HTTP/1.1" status: 204 len: 168 time: 0.1574514 Feb 09 03:59:10.669122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536015b-6515-404d-93e3-7f874cc4b542 tempest-TestVolumeBootPattern-778423551 tempest-TestVolumeBootPattern-778423551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbe7e5d-a44f-4e2e-84f1-8f550d3c1a7d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:10.752928 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50512) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:11.322382 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71602c76-3052-4244-bed5-51dfcac53910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:11.599579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-71602c76-3052-4244-bed5-51dfcac53910 admin admin] Deleting port 54c20268-39a9-4df8-8801-1aa5e202e407 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:59:11.600261 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71602c76-3052-4244-bed5-51dfcac53910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:11.682589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-71602c76-3052-4244-bed5-51dfcac53910 admin admin] For port 54c20268-39a9-4df8-8801-1aa5e202e407, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=54c20268-39a9-4df8-8801-1aa5e202e407,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:59:11.683099 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71602c76-3052-4244-bed5-51dfcac53910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:11.697619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-71602c76-3052-4244-bed5-51dfcac53910 admin admin] Calling delete_port for 54c20268-39a9-4df8-8801-1aa5e202e407 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:59:11.895748 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71602c76-3052-4244-bed5-51dfcac53910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (54c20268-39a9-4df8-8801-1aa5e202e407), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:11.922635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71602c76-3052-4244-bed5-51dfcac53910 admin admin] Pushing event deleted for resources: {'Port': ['ID=54c20268-39a9-4df8-8801-1aa5e202e407,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:12.118365 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71602c76-3052-4244-bed5-51dfcac53910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:12.370599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71602c76-3052-4244-bed5-51dfcac53910 admin admin] Router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:59:12.485548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71602c76-3052-4244-bed5-51dfcac53910 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:59:12.490892 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-71602c76-3052-4244-bed5-51dfcac53910 admin admin] 10.222.0.21 "PUT /v2.0/routers/67543e5d-9e14-412a-bf2e-6cca77e3e6c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7369025 Feb 09 03:59:12.493441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50538) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:12.496133 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e7bf99-4162-4bed-8d6c-c4cb1bdd5411 None None] Sync routers for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:59:12.507284 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7bf99-4162-4bed-8d6c-c4cb1bdd5411 None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:59:12.507899 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-70e7bf99-4162-4bed-8d6c-c4cb1bdd5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:58:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:12.617341 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Publish callbacks [] for router (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:12.626184 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-70e7bf99-4162-4bed-8d6c-c4cb1bdd5411 None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:59:12.725632 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Publish callbacks [] for router_gateway (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:12.782282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Deleting port 48fd4a4e-4121-442f-bd79-8330b51d933b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:59:12.782666 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:12.821034 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-70e7bf99-4162-4bed-8d6c-c4cb1bdd5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:59:11Z', 'revision_number': 5, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port': {'id': '48fd4a4e-4121-442f-bd79-8330b51d933b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:42Z', 'updated_at': '2022-02-09T03:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:12.848287 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e7bf99-4162-4bed-8d6c-c4cb1bdd5411 None None] Checking router: 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:59:12.857407 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7bf99-4162-4bed-8d6c-c4cb1bdd5411 None None] Routers {'67543e5d-9e14-412a-bf2e-6cca77e3e6c5'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:59:12.858012 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-70e7bf99-4162-4bed-8d6c-c4cb1bdd5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:58:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:12.862960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] For port 48fd4a4e-4121-442f-bd79-8330b51d933b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=48fd4a4e-4121-442f-bd79-8330b51d933b,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:59:12.863324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:12.876734 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Calling delete_port for 48fd4a4e-4121-442f-bd79-8330b51d933b owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:59:12.953337 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-70e7bf99-4162-4bed-8d6c-c4cb1bdd5411 None None] Set router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:59:13.007526 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-70e7bf99-4162-4bed-8d6c-c4cb1bdd5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:59:12Z', 'revision_number': 6, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:13.057245 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e7bf99-4162-4bed-8d6c-c4cb1bdd5411 None None] The sync data for ids ['67543e5d-9e14-412a-bf2e-6cca77e3e6c5'] in n-d-824835-15 is: [{'id': '67543e5d-9e14-412a-bf2e-6cca77e3e6c5', 'name': 'tempest-TestVolumeBootPattern-652807090-router', 'tenant_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:41Z', 'updated_at': '2022-02-09T03:59:12Z', 'revision_number': 6, 'project_id': 'a84b6fef5efc481690cc4aaecd8c8b9a', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:59:13.071867 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (48fd4a4e-4121-442f-bd79-8330b51d933b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.103147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=48fd4a4e-4121-442f-bd79-8330b51d933b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:13.163836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.256869 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.259192 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Publish callbacks [] for router_controller (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.308149 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (67543e5d-9e14-412a-bf2e-6cca77e3e6c5), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.308909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67543e5d-9e14-412a-bf2e-6cca77e3e6c5 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:59:13.313520 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.314965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3d5c41c3-3bcc-4493-b0a1-a7c494de06c9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/67543e5d-9e14-412a-bf2e-6cca77e3e6c5 HTTP/1.1" status: 204 len: 168 time: 0.8193095 Feb 09 03:59:13.317569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50554) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:13.376110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-841aff48-ef7b-483b-8633-2df46c9bae93 admin admin] Deleting subnet 9703353a-b52f-4207-9d03-52eb248f0c4e {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:59:13.379450 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-841aff48-ef7b-483b-8633-2df46c9bae93 admin admin] Publish callbacks [] for subnet (9703353a-b52f-4207-9d03-52eb248f0c4e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.415075 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-841aff48-ef7b-483b-8633-2df46c9bae93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (9703353a-b52f-4207-9d03-52eb248f0c4e), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.517994 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-841aff48-ef7b-483b-8633-2df46c9bae93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (9703353a-b52f-4207-9d03-52eb248f0c4e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.573107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 54c20268-39a9-4df8-8801-1aa5e202e407 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:59:13.598746 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-841aff48-ef7b-483b-8633-2df46c9bae93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (9703353a-b52f-4207-9d03-52eb248f0c4e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.602313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 54c20268-39a9-4df8-8801-1aa5e202e407 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:59:13.602882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 54c20268-39a9-4df8-8801-1aa5e202e407 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:59:13.625560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841aff48-ef7b-483b-8633-2df46c9bae93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9703353a-b52f-4207-9d03-52eb248f0c4e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:13.629833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-841aff48-ef7b-483b-8633-2df46c9bae93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.633857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-841aff48-ef7b-483b-8633-2df46c9bae93 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9703353a-b52f-4207-9d03-52eb248f0c4e HTTP/1.1" status: 204 len: 168 time: 0.3150163 Feb 09 03:59:13.636346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50566) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:13.639611 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417db0c-e1e7-4857-a504-d7684b3af017 None None] Network 820dcbcf-88d8-48a9-b260-06b2dc83753e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:59:13.712179 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (820dcbcf-88d8-48a9-b260-06b2dc83753e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.776066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Deleting port 9041c736-2d9e-4be1-9364-7785f789e06d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:59:13.776416 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.840562 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] For port 9041c736-2d9e-4be1-9364-7785f789e06d, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9041c736-2d9e-4be1-9364-7785f789e06d,segment=NetworkSegment(07b0ce1b-7a65-4d55-ad08-f97c065bcf5a),segment_id=07b0ce1b-7a65-4d55-ad08-f97c065bcf5a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:59:13.840851 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.854180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Calling delete_port for 9041c736-2d9e-4be1-9364-7785f789e06d owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:59:13.926305 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] DHCP port deletion for 820dcbcf-88d8-48a9-b260-06b2dc83753e request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:59:13.943159 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:13.979572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Pushing event deleted for resources: {'Port': ['ID=9041c736-2d9e-4be1-9364-7785f789e06d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:13.981687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] No DVR routers for this DVR port 9041c736-2d9e-4be1-9364-7785f789e06d on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:59:14.010601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Deleting port 9041c736-2d9e-4be1-9364-7785f789e06d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:59:14.011854 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:14.055546 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (820dcbcf-88d8-48a9-b260-06b2dc83753e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:14.085348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820dcbcf-88d8-48a9-b260-06b2dc83753e']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:14.087718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] For port 9041c736-2d9e-4be1-9364-7785f789e06d, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:59:14.088113 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:14.095273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:14.095667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b0ce1b-7a65-4d55-ad08-f97c065bcf5a') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:14.106922 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (07b0ce1b-7a65-4d55-ad08-f97c065bcf5a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:14.108606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Calling delete_port for 9041c736-2d9e-4be1-9364-7785f789e06d owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:59:14.111543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Port 9041c736-2d9e-4be1-9364-7785f789e06d was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:59:14.112956 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (9041c736-2d9e-4be1-9364-7785f789e06d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:14.121440 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (07b0ce1b-7a65-4d55-ad08-f97c065bcf5a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:14.129341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:59:14.129878 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (07b0ce1b-7a65-4d55-ad08-f97c065bcf5a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:59:14.132442 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:59:14.140287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Pushing event deleted for resources: {'Port': ['ID=9041c736-2d9e-4be1-9364-7785f789e06d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:14.148217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.148570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.148916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.149258 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.149616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.150140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.150671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.151174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.151700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.152031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.152364 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.152693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.153022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:14.158887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876ae45-7802-4c66-b991-2c3ee3a0ac39 None None] No DVR routers for this DVR port 9041c736-2d9e-4be1-9364-7785f789e06d on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:59:14.209344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (820dcbcf-88d8-48a9-b260-06b2dc83753e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:14.215665 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:14.219149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] 10.222.0.21 "DELETE /v2.0/networks/820dcbcf-88d8-48a9-b260-06b2dc83753e HTTP/1.1" status: 204 len: 168 time: 0.5816832 Feb 09 03:59:14.222246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50574) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:14.230865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4eb66-ba25-4e0a-893c-ad23c4cb3210 admin admin] Pushing event deleted for resources: {'Network': ['ID=820dcbcf-88d8-48a9-b260-06b2dc83753e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:14.586657 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ed4-8309-43d0-bc3a-cb36f25b58aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (305e82d2-2d5d-401b-91fd-6619eb4492b7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:15.133117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d0ed4-8309-43d0-bc3a-cb36f25b58aa admin admin] Deleting port a9149f52-fe42-41e1-9d3c-acbc5e29daf2 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:59:15.133530 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ed4-8309-43d0-bc3a-cb36f25b58aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:15.212896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-ee3d0ed4-8309-43d0-bc3a-cb36f25b58aa admin admin] For port a9149f52-fe42-41e1-9d3c-acbc5e29daf2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a9149f52-fe42-41e1-9d3c-acbc5e29daf2,segment=NetworkSegment(08e53a7c-0e59-48d8-8f11-7c7e7ea340ab),segment_id=08e53a7c-0e59-48d8-8f11-7c7e7ea340ab)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:59:15.213418 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ed4-8309-43d0-bc3a-cb36f25b58aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:15.226927 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d0ed4-8309-43d0-bc3a-cb36f25b58aa admin admin] Calling delete_port for a9149f52-fe42-41e1-9d3c-acbc5e29daf2 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:59:15.385783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 48fd4a4e-4121-442f-bd79-8330b51d933b no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:59:15.417627 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ed4-8309-43d0-bc3a-cb36f25b58aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a9149f52-fe42-41e1-9d3c-acbc5e29daf2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:15.425459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 48fd4a4e-4121-442f-bd79-8330b51d933b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:59:15.426049 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 48fd4a4e-4121-442f-bd79-8330b51d933b not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:59:15.426859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9041c736-2d9e-4be1-9364-7785f789e06d no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:59:15.454141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 9041c736-2d9e-4be1-9364-7785f789e06d {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:59:15.454501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9041c736-2d9e-4be1-9364-7785f789e06d not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:59:15.458540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d0ed4-8309-43d0-bc3a-cb36f25b58aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a9149f52-fe42-41e1-9d3c-acbc5e29daf2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:15.631961 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ed4-8309-43d0-bc3a-cb36f25b58aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (305e82d2-2d5d-401b-91fd-6619eb4492b7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:15.669325 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3d9a-a47a-4746-bff7-8171032c471f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:15.855723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3d0ed4-8309-43d0-bc3a-cb36f25b58aa admin admin] Router 305e82d2-2d5d-401b-91fd-6619eb4492b7 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:59:15.963499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3d0ed4-8309-43d0-bc3a-cb36f25b58aa admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:59:15.969313 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ee3d0ed4-8309-43d0-bc3a-cb36f25b58aa admin admin] 10.222.0.21 "PUT /v2.0/routers/305e82d2-2d5d-401b-91fd-6619eb4492b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7452977 Feb 09 03:59:15.971948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50588) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:15.984327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5f0a7-87f4-4162-a90f-360516673a1d None None] Sync routers for ids ['305e82d2-2d5d-401b-91fd-6619eb4492b7'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:59:15.995463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5f0a7-87f4-4162-a90f-360516673a1d None None] Routers {'305e82d2-2d5d-401b-91fd-6619eb4492b7'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:59:15.996093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a6b5f0a7-87f4-4162-a90f-360516673a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:58:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['305e82d2-2d5d-401b-91fd-6619eb4492b7'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:16.082074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Publish callbacks [] for router (305e82d2-2d5d-401b-91fd-6619eb4492b7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:16.106686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a6b5f0a7-87f4-4162-a90f-360516673a1d None None] Set router 305e82d2-2d5d-401b-91fd-6619eb4492b7 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:59:16.188608 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Publish callbacks [] for router_gateway (305e82d2-2d5d-401b-91fd-6619eb4492b7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:16.244853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Deleting port 53f738df-efb9-4eea-957b-ad921afb1a92 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:59:16.246110 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (53f738df-efb9-4eea-957b-ad921afb1a92), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:16.292156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a6b5f0a7-87f4-4162-a90f-360516673a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'name': 'tempest-TestVolumeBootPattern-1078031519-router', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:49Z', 'updated_at': '2022-02-09T03:59:15Z', 'revision_number': 5, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'gw_port': {'id': '53f738df-efb9-4eea-957b-ad921afb1a92', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:50Z', 'updated_at': '2022-02-09T03:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:16.318593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5f0a7-87f4-4162-a90f-360516673a1d None None] Checking router: 305e82d2-2d5d-401b-91fd-6619eb4492b7 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:59:16.326790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5f0a7-87f4-4162-a90f-360516673a1d None None] Routers {'305e82d2-2d5d-401b-91fd-6619eb4492b7'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:59:16.327388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a6b5f0a7-87f4-4162-a90f-360516673a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T03:58:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['305e82d2-2d5d-401b-91fd-6619eb4492b7'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:16.330619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] For port 53f738df-efb9-4eea-957b-ad921afb1a92, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=53f738df-efb9-4eea-957b-ad921afb1a92,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:59:16.330987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (53f738df-efb9-4eea-957b-ad921afb1a92), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:16.344007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Calling delete_port for 53f738df-efb9-4eea-957b-ad921afb1a92 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:59:16.416902 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a6b5f0a7-87f4-4162-a90f-360516673a1d None None] Set router 305e82d2-2d5d-401b-91fd-6619eb4492b7 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:59:16.472113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a6b5f0a7-87f4-4162-a90f-360516673a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'name': 'tempest-TestVolumeBootPattern-1078031519-router', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:49Z', 'updated_at': '2022-02-09T03:59:16Z', 'revision_number': 6, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:16.498483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5f0a7-87f4-4162-a90f-360516673a1d None None] The sync data for ids ['305e82d2-2d5d-401b-91fd-6619eb4492b7'] in n-d-824835-15 is: [{'id': '305e82d2-2d5d-401b-91fd-6619eb4492b7', 'name': 'tempest-TestVolumeBootPattern-1078031519-router', 'tenant_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:49Z', 'updated_at': '2022-02-09T03:59:16Z', 'revision_number': 6, 'project_id': 'd74d2be2b6c04f5498b0e50fe0c5d69b', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:59:16.523050 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (53f738df-efb9-4eea-957b-ad921afb1a92), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:16.549524 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f738df-efb9-4eea-957b-ad921afb1a92,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:16.614389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (305e82d2-2d5d-401b-91fd-6619eb4492b7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:16.707671 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (305e82d2-2d5d-401b-91fd-6619eb4492b7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:16.709947 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Publish callbacks [] for router_controller (305e82d2-2d5d-401b-91fd-6619eb4492b7), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:16.760484 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (305e82d2-2d5d-401b-91fd-6619eb4492b7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:16.761174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 305e82d2-2d5d-401b-91fd-6619eb4492b7 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:59:16.766205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:16.767582 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-be893b53-1264-4cfa-b195-e0526f831ef6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/305e82d2-2d5d-401b-91fd-6619eb4492b7 HTTP/1.1" status: 204 len: 168 time: 0.7943494 Feb 09 03:59:16.769895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50596) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:16.814819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1b772d-ce62-409b-9523-b48b46c77302 admin admin] Deleting subnet dc6e690a-5948-4efb-953f-7a2563e9d3f4 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:59:16.818099 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac1b772d-ce62-409b-9523-b48b46c77302 admin admin] Publish callbacks [] for subnet (dc6e690a-5948-4efb-953f-7a2563e9d3f4), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:16.868939 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac1b772d-ce62-409b-9523-b48b46c77302 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (dc6e690a-5948-4efb-953f-7a2563e9d3f4), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:16.961579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac1b772d-ce62-409b-9523-b48b46c77302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (dc6e690a-5948-4efb-953f-7a2563e9d3f4), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.016058 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac1b772d-ce62-409b-9523-b48b46c77302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (dc6e690a-5948-4efb-953f-7a2563e9d3f4), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.043202 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b772d-ce62-409b-9523-b48b46c77302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6e690a-5948-4efb-953f-7a2563e9d3f4,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:17.049774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17540d0e-d5c7-4c92-9412-41fd4146bac0 None None] Network 09b5ffd5-0ee8-473b-853d-af51797bb05e requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:59:17.051048 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac1b772d-ce62-409b-9523-b48b46c77302 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.058851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 50598) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:17.059393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ac1b772d-ce62-409b-9523-b48b46c77302 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dc6e690a-5948-4efb-953f-7a2563e9d3f4 HTTP/1.1" status: 204 len: 168 time: 0.2879696 Feb 09 03:59:17.138060 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (09b5ffd5-0ee8-473b-853d-af51797bb05e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.203375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Deleting port cd57021d-f322-493b-9fc3-2bc0e91d721f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:59:17.203645 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.268737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d295296-aa95-4652-b370-2c2a5a87a9db None None] DHCP port deletion for 09b5ffd5-0ee8-473b-853d-af51797bb05e request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:59:17.279176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] For port cd57021d-f322-493b-9fc3-2bc0e91d721f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cd57021d-f322-493b-9fc3-2bc0e91d721f,segment=NetworkSegment(08e53a7c-0e59-48d8-8f11-7c7e7ea340ab),segment_id=08e53a7c-0e59-48d8-8f11-7c7e7ea340ab)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:59:17.279335 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.294166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Calling delete_port for cd57021d-f322-493b-9fc3-2bc0e91d721f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:59:17.335637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8d295296-aa95-4652-b370-2c2a5a87a9db None None] Deleting port cd57021d-f322-493b-9fc3-2bc0e91d721f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:59:17.336378 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d295296-aa95-4652-b370-2c2a5a87a9db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.388455 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.421336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device cd57021d-f322-493b-9fc3-2bc0e91d721f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:59:17.425272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd57021d-f322-493b-9fc3-2bc0e91d721f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:17.429744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] No DVR routers for this DVR port cd57021d-f322-493b-9fc3-2bc0e91d721f on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:59:17.461790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: cd57021d-f322-493b-9fc3-2bc0e91d721f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:59:17.462134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device cd57021d-f322-493b-9fc3-2bc0e91d721f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:59:17.462549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a9149f52-fe42-41e1-9d3c-acbc5e29daf2 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:59:17.467409 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8d295296-aa95-4652-b370-2c2a5a87a9db None None] For port cd57021d-f322-493b-9fc3-2bc0e91d721f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cd57021d-f322-493b-9fc3-2bc0e91d721f,segment=NetworkSegment(08e53a7c-0e59-48d8-8f11-7c7e7ea340ab),segment_id=08e53a7c-0e59-48d8-8f11-7c7e7ea340ab)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:59:17.467808 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d295296-aa95-4652-b370-2c2a5a87a9db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.491579 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: a9149f52-fe42-41e1-9d3c-acbc5e29daf2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:59:17.491934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a9149f52-fe42-41e1-9d3c-acbc5e29daf2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:59:17.492335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 53f738df-efb9-4eea-957b-ad921afb1a92 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:59:17.516585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (09b5ffd5-0ee8-473b-853d-af51797bb05e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.519296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8d295296-aa95-4652-b370-2c2a5a87a9db None None] Calling delete_port for cd57021d-f322-493b-9fc3-2bc0e91d721f owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:59:17.521775 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 53f738df-efb9-4eea-957b-ad921afb1a92 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:59:17.522109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 53f738df-efb9-4eea-957b-ad921afb1a92 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:59:17.544896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b5ffd5-0ee8-473b-853d-af51797bb05e']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:17.555904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e53a7c-0e59-48d8-8f11-7c7e7ea340ab') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:17.556201 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e53a7c-0e59-48d8-8f11-7c7e7ea340ab') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:17.566753 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (08e53a7c-0e59-48d8-8f11-7c7e7ea340ab), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.584478 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (08e53a7c-0e59-48d8-8f11-7c7e7ea340ab), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.591181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:59:17.591857 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (08e53a7c-0e59-48d8-8f11-7c7e7ea340ab), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: timer() Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:59:17.593924 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:59:17.608622 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d295296-aa95-4652-b370-2c2a5a87a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (cd57021d-f322-493b-9fc3-2bc0e91d721f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.636176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d295296-aa95-4652-b370-2c2a5a87a9db None None] Pushing event deleted for resources: {'Port': ['ID=cd57021d-f322-493b-9fc3-2bc0e91d721f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:17.644467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d295296-aa95-4652-b370-2c2a5a87a9db None None] No DVR routers for this DVR port cd57021d-f322-493b-9fc3-2bc0e91d721f on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:59:17.666000 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (09b5ffd5-0ee8-473b-853d-af51797bb05e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.680022 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.683405 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] 10.222.0.21 "DELETE /v2.0/networks/09b5ffd5-0ee8-473b-853d-af51797bb05e HTTP/1.1" status: 204 len: 168 time: 0.6225436 Feb 09 03:59:17.695332 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621011cf-bd11-4c89-831c-3e7fdd193226 admin admin] Pushing event deleted for resources: {'Network': ['ID=09b5ffd5-0ee8-473b-853d-af51797bb05e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:17.822698 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50608) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:17.868059 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c9a685e5-8da9-4cad-94df-bca980ea7355 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a84b6fef5efc481690cc4aaecd8c8b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434110 Feb 09 03:59:17.870228 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50612) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:17.919353 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc827961-00d6-423e-ab02-df10ca7fa506 admin admin] Publish callbacks [] for security_group (4ce06a3b-d755-4bbe-af1a-ea28ff4aac49), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.940704 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc827961-00d6-423e-ab02-df10ca7fa506 admin admin] Publish callbacks [] for security_group (4ce06a3b-d755-4bbe-af1a-ea28ff4aac49), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.994810 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc827961-00d6-423e-ab02-df10ca7fa506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4ce06a3b-d755-4bbe-af1a-ea28ff4aac49), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.997560 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cc827961-00d6-423e-ab02-df10ca7fa506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:17.998559 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cc827961-00d6-423e-ab02-df10ca7fa506 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ce06a3b-d755-4bbe-af1a-ea28ff4aac49 HTTP/1.1" status: 204 len: 168 time: 0.1271632 Feb 09 03:59:18.014154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc827961-00d6-423e-ab02-df10ca7fa506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce06a3b-d755-4bbe-af1a-ea28ff4aac49,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:18.190585 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623b18f2-abcb-440a-8b5b-564f516f6c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:18.352270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50622) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:18.393319 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9cd4cdfb-0da0-4529-b41d-17260ed657ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d74d2be2b6c04f5498b0e50fe0c5d69b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398817 Feb 09 03:59:18.395797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 50624) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:18.444008 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a70c807-9541-4c41-837b-21ae7b282389 admin admin] Publish callbacks [] for security_group (b196f19b-9e56-4eb8-943b-7b63e5bacfef), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:18.464636 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a70c807-9541-4c41-837b-21ae7b282389 admin admin] Publish callbacks [] for security_group (b196f19b-9e56-4eb8-943b-7b63e5bacfef), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:18.517993 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a70c807-9541-4c41-837b-21ae7b282389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b196f19b-9e56-4eb8-943b-7b63e5bacfef), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:18.521416 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a70c807-9541-4c41-837b-21ae7b282389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:18.525448 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6a70c807-9541-4c41-837b-21ae7b282389 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b196f19b-9e56-4eb8-943b-7b63e5bacfef HTTP/1.1" status: 204 len: 168 time: 0.1262686 Feb 09 03:59:18.531520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70c807-9541-4c41-837b-21ae7b282389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b196f19b-9e56-4eb8-943b-7b63e5bacfef,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:19.365206 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:59:19.438356 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:20.878454 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:22.008890 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:24.436089 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:37.912830 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:45.662652 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-feb7069d-289f-43e8-82bc-98d2ed83d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:48.194582 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cf26f8b-3315-4374-affd-be08f0a9c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.441634 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.883384 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:52.011809 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:54.435610 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:56.364388 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:00:07.913534 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:15.664585 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd854-3d23-4a87-8feb-e103bb1e0cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:18.196499 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab27222b-e4ce-4cd1-b9d3-4db45b7f09ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:19.446576 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:20.885031 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:22.015185 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:24.451612 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:33.364909 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:00:37.922397 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:45.677116 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebd41eb7-13be-4bb2-aa48-9178f31f0594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:48.199048 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cfd56b97-6e6a-4abe-817d-13f52fdd6501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:49.448957 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:50.884681 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:52.018367 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:54.450218 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:07.908911 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:10.364059 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:01:15.673181 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd03af40-3938-4774-879b-ae221d3f5dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:18.201791 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c19b0478-1cc2-4d71-bd00-b0670dd96f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:19.451161 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:20.884467 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:22.023156 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:24.465005 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:37.921300 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:45.676276 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9feebc14-f252-49b8-8b94-77cb66d010a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:47.362490 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:01:48.204269 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3811c44-e850-4a36-96a8-4353ad32023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:49.453674 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:50.888032 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:52.025685 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:54.462968 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:07.924131 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:15.679758 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb007ff9-7871-4a45-9a78-879de118219f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:18.197279 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1445f31f-5c2a-409b-a89a-762d11e410cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:19.456969 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:20.890403 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:22.030020 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:24.361693 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:02:24.463207 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:37.921433 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:41.273796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53256) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:02:41.455012 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fee4f448-9d5f-4879-b515-9fcc045ef5b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de3745fca41c4f92bf1a4a439b5ab39a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1800277 Feb 09 04:02:41.457488 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53266) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:02:41.510879 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Publish callbacks [] for security_group (4bbda5ce-1e41-402f-95f0-5f92f2942043), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:41.533845 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Publish callbacks [] for security_group (4bbda5ce-1e41-402f-95f0-5f92f2942043), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:41.586431 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (4bbda5ce-1e41-402f-95f0-5f92f2942043), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:41.589304 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:41.592883 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bbda5ce-1e41-402f-95f0-5f92f2942043 HTTP/1.1" status: 204 len: 168 time: 0.1322124 Feb 09 04:02:41.600547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbda5ce-1e41-402f-95f0-5f92f2942043,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:02:41.608157 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:41.608507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:41.608850 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:41.609190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:41.609619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:41.610214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:41.610413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:41.610711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:41.611046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:41.611382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:41.611758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:41.612090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:41.612414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5cc4c-6c98-4608-ac14-96108b5ddead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.682035 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5f903a1a-7e5a-43d1-b41d-9a642d80d9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:48.199254 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81e3e487-77b3-4766-9fab-bb1ab7a2f4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:49.464337 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:50.892930 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:52.040804 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:54.462498 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:01.360715 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:03:03.699049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53430) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:03:03.803835 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae89c098-730b-4c8a-9040-e4b91ca2a24b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:03.882825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae89c098-730b-4c8a-9040-e4b91ca2a24b admin admin] Publish callbacks [] for security_group (fe5c5c3e-aca0-4bfd-881a-f377a39d53b6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:03.886756 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae89c098-730b-4c8a-9040-e4b91ca2a24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fe5c5c3e-aca0-4bfd-881a-f377a39d53b6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:03.925231 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ae89c098-730b-4c8a-9040-e4b91ca2a24b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a34b246b1bfc4c2ebfa6cabed318f2ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250071 Feb 09 04:03:03.928504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53434) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:03:03.934533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89c098-730b-4c8a-9040-e4b91ca2a24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5c5c3e-aca0-4bfd-881a-f377a39d53b6,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:03.983279 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb221ed5-a13a-4fab-a99f-41e2fd695079 admin admin] Publish callbacks [] for security_group (fe5c5c3e-aca0-4bfd-881a-f377a39d53b6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:04.005195 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb221ed5-a13a-4fab-a99f-41e2fd695079 admin admin] Publish callbacks [] for security_group (fe5c5c3e-aca0-4bfd-881a-f377a39d53b6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:04.053711 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb221ed5-a13a-4fab-a99f-41e2fd695079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (fe5c5c3e-aca0-4bfd-881a-f377a39d53b6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:04.056250 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb221ed5-a13a-4fab-a99f-41e2fd695079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:04.057443 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bb221ed5-a13a-4fab-a99f-41e2fd695079 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe5c5c3e-aca0-4bfd-881a-f377a39d53b6 HTTP/1.1" status: 204 len: 168 time: 0.1280065 Feb 09 04:03:04.065687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb221ed5-a13a-4fab-a99f-41e2fd695079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5c5c3e-aca0-4bfd-881a-f377a39d53b6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:07.934165 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:14.861240 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-5cc74f78-aa1a-4e0e-8664-91a0a29f31d8 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5aa8e00bd16f48799af1f04efd486fd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252903 Feb 09 04:03:14.969639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-7cf628b1-8bc0-4560-9fa5-5de901f44d63 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:14.971087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-7cf628b1-8bc0-4560-9fa5-5de901f44d63 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1041408 Feb 09 04:03:14.985993 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-705ed794-b1e9-44ce-b848-fb73602dbaee tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/quotas/5aa8e00bd16f48799af1f04efd486fd1 HTTP/1.1" status: 200 len: 375 time: 0.0093844 Feb 09 04:03:15.019645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-848054f5-a131-46b2-8784-db1ea323f4b2 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5aa8e00bd16f48799af1f04efd486fd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277371 Feb 09 04:03:15.286716 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e1de6d91-852e-4ee6-ad79-76b0c624fbda req-f5f1ad4d-2e37-45f0-bb33-6a7e8932d8e3 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 210 time: 0.1316948 Feb 09 04:03:15.682359 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3881f88a-8422-48dc-b068-3828f9dcd1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:16.257211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-ba0d4a8c-9c0a-4bd8-b6e7-8397a6fe0ba6 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5aa8e00bd16f48799af1f04efd486fd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216174 Feb 09 04:03:16.388726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-cc93d2d9-12c1-4e83-8778-5d0f603931d9 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:16.390273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-cc93d2d9-12c1-4e83-8778-5d0f603931d9 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289089 Feb 09 04:03:16.393903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c093ad74-fe44-4627-bdf7-8055e36a658e req-9a830418-1366-4729-8978-7372da90622a tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 210 time: 0.0288599 Feb 09 04:03:16.408151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Request body: {'port': {'device_id': 'ba540cfc-5e2d-4741-b662-decc6f082fe1', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'admin_state_up': True, 'tenant_id': '5aa8e00bd16f48799af1f04efd486fd1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:03:16.515683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Made reservation on behalf of 5aa8e00bd16f48799af1f04efd486fd1 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:03:16.519087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:16.529885 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:16.606555 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Publish callbacks [] for security_group (8478be74-1a4e-480f-b179-94ec69c977ff), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:16.610322 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8478be74-1a4e-480f-b179-94ec69c977ff), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:16.672162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8478be74-1a4e-480f-b179-94ec69c977ff,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:16.747684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Allocated IP 192.168.233.240 (2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7/c24d9314-e978-4ae5-81e5-d227df83dc85/8245d656-1af5-4774-bc86-1f2164392aed) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:03:16.889489 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Publish callbacks [] for port (8245d656-1af5-4774-bc86-1f2164392aed), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:16.921690 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8245d656-1af5-4774-bc86-1f2164392aed), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:16.969407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:03:16.972474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:03:16.976188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:03:16.982594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Pushing event updated for resources: {'Port': ['ID=8245d656-1af5-4774-bc86-1f2164392aed,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:17.031134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:17.031740 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:17.048619 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0387082f-45dd-45a9-a8e3-21e00f19b9a7 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6443362 Feb 09 04:03:17.057716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-54836211-985f-475a-96c2-15d8454da6c4 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:03:17.058778 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-54836211-985f-475a-96c2-15d8454da6c4 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056026 Feb 09 04:03:17.074864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Request body: {'port': {'device_id': 'ba540cfc-5e2d-4741-b662-decc6f082fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:03:17.137191 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8245d656-1af5-4774-bc86-1f2164392aed), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:17.248596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-791116a2-4585-4749-b494-fb30eae5b9be None None] Provisioning complete for port 8245d656-1af5-4774-bc86-1f2164392aed triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:03:17.249149 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-791116a2-4585-4749-b494-fb30eae5b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8245d656-1af5-4774-bc86-1f2164392aed), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:17.282768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-791116a2-4585-4749-b494-fb30eae5b9be None None] Port 8245d656-1af5-4774-bc86-1f2164392aed cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:03:17.401780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8245d656-1af5-4774-bc86-1f2164392aed {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:03:17.409522 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Publish callbacks [] for port (8245d656-1af5-4774-bc86-1f2164392aed), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:17.422694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Transition to ACTIVE for port object 8245d656-1af5-4774-bc86-1f2164392aed will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:03:17.426596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (8245d656-1af5-4774-bc86-1f2164392aed), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:17.481940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Pushing event updated for resources: {'Port': ['ID=8245d656-1af5-4774-bc86-1f2164392aed,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:17.591038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Attempting to bind port 8245d656-1af5-4774-bc86-1f2164392aed on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:03:17.591392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Attempting to bind port 8245d656-1af5-4774-bc86-1f2164392aed by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:03:17.591721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Attempting to bind port 8245d656-1af5-4774-bc86-1f2164392aed on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:03:17.602667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da5263-9d09-492a-8f48-39105d630eff req-93830bf6-cf40-42fe-8103-4826808eb108 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:17.604224 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3da5263-9d09-492a-8f48-39105d630eff req-93830bf6-cf40-42fe-8103-4826808eb108 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 948 time: 0.1020365 Feb 09 04:03:17.607469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Port 8245d656-1af5-4774-bc86-1f2164392aed on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:03:17.607936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Attempting to bind port 8245d656-1af5-4774-bc86-1f2164392aed on network 2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:03:17.621769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:03:17.622113 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Checking segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:03:17.622503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Bound using segment: {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:03:17.622947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Bound port: 8245d656-1af5-4774-bc86-1f2164392aed, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65be382d-376d-4704-9798-1981d1063e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:03:17.623308 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8245d656-1af5-4774-bc86-1f2164392aed), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:17.691585 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3da5263-9d09-492a-8f48-39105d630eff req-72065f55-ac39-40a8-851c-e10c83feb41e tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/security-groups?id=8478be74-1a4e-480f-b179-94ec69c977ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803676 Feb 09 04:03:17.714107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] For port 8245d656-1af5-4774-bc86-1f2164392aed, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:03:17.718399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] For port 8245d656-1af5-4774-bc86-1f2164392aed, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8245d656-1af5-4774-bc86-1f2164392aed,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:03:17.724243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (8245d656-1af5-4774-bc86-1f2164392aed), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:17.764120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:17.764739 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:17.766172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] 10.222.0.65 "PUT /v2.0/ports/8245d656-1af5-4774-bc86-1f2164392aed HTTP/1.1" status: 200 len: 1097 time: 0.6956079 Feb 09 04:03:17.766629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba540cfc-5e2d-4741-b662-decc6f082fe1', 'tag': '8245d656-1af5-4774-bc86-1f2164392aed'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:03:17.768882 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2ce460-248f-48de-a6cd-1695cdbd8c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba540cfc-5e2d-4741-b662-decc6f082fe1", "tag": "8245d656-1af5-4774-bc86-1f2164392aed"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:03:17.797127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e128163-ed8d-46e2-a2f1-67b488acc13c service neutron] Pushing event updated for resources: {'Port': ['ID=8245d656-1af5-4774-bc86-1f2164392aed,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:17.815296 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a848b3-a1c0-45e5-87f5-f6039022ae47 x-openstack-request-id: req-78a848b3-a1c0-45e5-87f5-f6039022ae47 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:03:17.815588 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba540cfc-5e2d-4741-b662-decc6f082fe1", "tag": "8245d656-1af5-4774-bc86-1f2164392aed", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:03:17.815861 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78a848b3-a1c0-45e5-87f5-f6039022ae47 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:03:17.816265 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba540cfc-5e2d-4741-b662-decc6f082fe1', 'tag': '8245d656-1af5-4774-bc86-1f2164392aed', 'status': 'completed', 'code': 200} Feb 09 04:03:17.880415 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0fdae9f6-5221-4bdc-a0a8-9d9308ce5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:17.882968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-0fdae9f6-5221-4bdc-a0a8-9d9308ce5c8c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5aa8e00bd16f48799af1f04efd486fd1&device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 1131 time: 0.0488675 Feb 09 04:03:17.932039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-24ab28af-07a3-4c69-8015-5178db706f1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8245d656-1af5-4774-bc86-1f2164392aed HTTP/1.1" status: 200 len: 217 time: 0.0349176 Feb 09 04:03:17.984292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-40a042bb-33f3-46de-b13e-d1f5334bbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:17.985776 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-40a042bb-33f3-46de-b13e-d1f5334bbc66 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0479341 Feb 09 04:03:18.037562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-59936247-b1ce-4082-a8c4-ae6e92d607ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:18.039121 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-59936247-b1ce-4082-a8c4-ae6e92d607ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0474045 Feb 09 04:03:18.127348 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-e703cce3-ca8c-4b60-9c5a-fe33dfcc956f service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811598 Feb 09 04:03:18.201635 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-918e9a17-912f-40df-be2f-f59ef4cc2366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:18.221270 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e4c07343-167c-4b36-8c02-a04865f68d77 req-1b431b8c-044f-4037-ad11-5399de0522e6 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880466 Feb 09 04:03:18.350103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ce460-248f-48de-a6cd-1695cdbd8c7c req-baadd129-87fd-4000-b2c8-a7c135820d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:18.351733 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d2ce460-248f-48de-a6cd-1695cdbd8c7c req-baadd129-87fd-4000-b2c8-a7c135820d38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5aa8e00bd16f48799af1f04efd486fd1&device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 1131 time: 0.0472124 Feb 09 04:03:18.443146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ce460-248f-48de-a6cd-1695cdbd8c7c req-6eb3c3ec-8444-4fdb-ba57-069aae0ce198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:18.444598 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d2ce460-248f-48de-a6cd-1695cdbd8c7c req-6eb3c3ec-8444-4fdb-ba57-069aae0ce198 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7 HTTP/1.1" status: 200 len: 870 time: 0.0855095 Feb 09 04:03:18.486153 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d2ce460-248f-48de-a6cd-1695cdbd8c7c req-2d08a70a-1d46-4dd8-a047-0b09341a9b15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8245d656-1af5-4774-bc86-1f2164392aed HTTP/1.1" status: 200 len: 217 time: 0.0347574 Feb 09 04:03:18.532560 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ce460-248f-48de-a6cd-1695cdbd8c7c req-3f9d1681-5fcf-464d-bccb-4b5a39de2818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:18.534003 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d2ce460-248f-48de-a6cd-1695cdbd8c7c req-3f9d1681-5fcf-464d-bccb-4b5a39de2818 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c24d9314-e978-4ae5-81e5-d227df83dc85 HTTP/1.1" status: 200 len: 843 time: 0.0420454 Feb 09 04:03:18.582466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ce460-248f-48de-a6cd-1695cdbd8c7c req-fe77c327-77cc-48cd-bd9c-b5add461047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:18.584869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d2ce460-248f-48de-a6cd-1695cdbd8c7c req-fe77c327-77cc-48cd-bd9c-b5add461047c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0443594 Feb 09 04:03:18.681495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d2ce460-248f-48de-a6cd-1695cdbd8c7c req-1888ff6e-4587-4113-9d9e-7d3b6e4cc645 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846174 Feb 09 04:03:18.783200 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d2ce460-248f-48de-a6cd-1695cdbd8c7c req-64102c0d-bf85-4bf7-ad98-9dae1392d954 service neutron] 10.222.0.65 "GET /v2.0/networks/2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954287 Feb 09 04:03:18.823880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59600536-c144-459f-b503-e83b983b661a req-d3214fc3-4429-4189-a614-adae9e30eea6 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:18.825344 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59600536-c144-459f-b503-e83b983b661a req-d3214fc3-4429-4189-a614-adae9e30eea6 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 948 time: 0.0654783 Feb 09 04:03:18.871991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59600536-c144-459f-b503-e83b983b661a req-777d85b6-df73-4213-8f90-8e4a749d321c tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/security-groups?id=8478be74-1a4e-480f-b179-94ec69c977ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410748 Feb 09 04:03:19.464777 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:19.996105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d14d36-f052-40af-b7bc-58dfc6ccdb7c req-fa937e8a-7c32-412c-9aab-01c43529cbf8 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:19.997588 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e5d14d36-f052-40af-b7bc-58dfc6ccdb7c req-fa937e8a-7c32-412c-9aab-01c43529cbf8 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 948 time: 0.0560453 Feb 09 04:03:20.045024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e5d14d36-f052-40af-b7bc-58dfc6ccdb7c req-43424bb2-4f1b-406c-9289-bfdbca5decde tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/security-groups?id=8478be74-1a4e-480f-b179-94ec69c977ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417061 Feb 09 04:03:20.895595 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:21.164169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec703dc1-037a-4ea3-b6cc-1b5ed9272c84 req-d911fc12-c120-41a1-801e-c3248ec70b53 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:21.165774 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec703dc1-037a-4ea3-b6cc-1b5ed9272c84 req-d911fc12-c120-41a1-801e-c3248ec70b53 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 948 time: 0.0533683 Feb 09 04:03:21.212192 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ec703dc1-037a-4ea3-b6cc-1b5ed9272c84 req-1e00a57c-ecd5-4b00-8ea0-0dc9ef8935c2 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/security-groups?id=8478be74-1a4e-480f-b179-94ec69c977ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Feb 09 04:03:22.032982 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:22.330054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65772de-c476-4b62-9c1b-af9ce60c0284 req-17b46b66-e8e1-46ab-8d17-ee9b7850a747 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:22.331554 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b65772de-c476-4b62-9c1b-af9ce60c0284 req-17b46b66-e8e1-46ab-8d17-ee9b7850a747 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 948 time: 0.0532763 Feb 09 04:03:22.378765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b65772de-c476-4b62-9c1b-af9ce60c0284 req-ed1d6704-066c-43d8-bfae-bd828e2d85c9 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/security-groups?id=8478be74-1a4e-480f-b179-94ec69c977ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Feb 09 04:03:22.726735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8245d656-1af5-4774-bc86-1f2164392aed details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:03:22.822505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8245d656-1af5-4774-bc86-1f2164392aed, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8245d656-1af5-4774-bc86-1f2164392aed,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:03:22.833591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '8245d656-1af5-4774-bc86-1f2164392aed', 'network_id': '2e2fb7c4-678d-4dd8-8b2e-86cd338a7da7', 'port_id': '8245d656-1af5-4774-bc86-1f2164392aed', 'mac_address': 'fa:16:3e:8c:59:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d9314-e978-4ae5-81e5-d227df83dc85', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:03:22.869577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 8245d656-1af5-4774-bc86-1f2164392aed is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:03:22.869964 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8245d656-1af5-4774-bc86-1f2164392aed), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:22.882989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8245d656-1af5-4774-bc86-1f2164392aed {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:03:22.902305 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8245d656-1af5-4774-bc86-1f2164392aed, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8245d656-1af5-4774-bc86-1f2164392aed,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:03:22.906221 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8245d656-1af5-4774-bc86-1f2164392aed), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:22.951879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=8245d656-1af5-4774-bc86-1f2164392aed,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:22.959099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:22.959491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:22.959816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:22.960253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:22.961469 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:22.961877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:22.962227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:22.962568 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:22.962907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:22.963242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:22.963575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:22.963905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:22.964233 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:23.317829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['8245d656-1af5-4774-bc86-1f2164392aed'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:03:23.503834 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0b1e8-1b63-406f-a472-01436c965015 req-733dec76-4210-40ee-9fed-be7c9fe7987c tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:23.505284 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73c0b1e8-1b63-406f-a472-01436c965015 req-733dec76-4210-40ee-9fed-be7c9fe7987c tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 949 time: 0.0583074 Feb 09 04:03:23.550698 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73c0b1e8-1b63-406f-a472-01436c965015 req-ecda5a5c-3154-4569-b203-4f7f13f35c61 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/security-groups?id=8478be74-1a4e-480f-b179-94ec69c977ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390921 Feb 09 04:03:24.494095 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:24.674320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cd112-b87d-4390-b779-dda6f1bd9f55 req-d1bed2b5-7269-4e7d-9c4c-60c050c9d4b0 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:24.675782 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-308cd112-b87d-4390-b779-dda6f1bd9f55 req-d1bed2b5-7269-4e7d-9c4c-60c050c9d4b0 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 949 time: 0.0569155 Feb 09 04:03:24.721636 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-308cd112-b87d-4390-b779-dda6f1bd9f55 req-edc3bd5f-5888-470e-94e6-5d63ee677e4a tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/security-groups?id=8478be74-1a4e-480f-b179-94ec69c977ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401540 Feb 09 04:03:24.739037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8245d656-1af5-4774-bc86-1f2164392aed up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:03:24.785897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 8245d656-1af5-4774-bc86-1f2164392aed completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:03:24.790286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 8245d656-1af5-4774-bc86-1f2164392aed triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:03:24.790660 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8245d656-1af5-4774-bc86-1f2164392aed), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:24.866525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 8245d656-1af5-4774-bc86-1f2164392aed is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:03:24.866911 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8245d656-1af5-4774-bc86-1f2164392aed), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:24.888855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba540cfc-5e2d-4741-b662-decc6f082fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8245d656-1af5-4774-bc86-1f2164392aed'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:03:24.891096 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bfc062-9ed4-4e73-916c-91a409b6685d" -d '{"events": [{"server_uuid": "ba540cfc-5e2d-4741-b662-decc6f082fe1", "name": "network-vif-plugged", "status": "completed", "tag": "8245d656-1af5-4774-bc86-1f2164392aed"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:03:24.905555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8245d656-1af5-4774-bc86-1f2164392aed, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8245d656-1af5-4774-bc86-1f2164392aed,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:03:24.909526 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8245d656-1af5-4774-bc86-1f2164392aed), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:24.957519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=8245d656-1af5-4774-bc86-1f2164392aed,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:24.999538 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e1229b-5b22-4a40-818f-20045af1c352 x-openstack-request-id: req-30e1229b-5b22-4a40-818f-20045af1c352 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:03:24.999830 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba540cfc-5e2d-4741-b662-decc6f082fe1", "name": "network-vif-plugged", "status": "completed", "tag": "8245d656-1af5-4774-bc86-1f2164392aed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:03:25.000085 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30e1229b-5b22-4a40-818f-20045af1c352 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:03:25.000477 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba540cfc-5e2d-4741-b662-decc6f082fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8245d656-1af5-4774-bc86-1f2164392aed', 'code': 200} Feb 09 04:03:25.126785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fba0d-b550-4319-bc29-1c941ce966fa req-ea62f161-7e3d-4fa1-afc5-df564277f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:25.128175 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e7fba0d-b550-4319-bc29-1c941ce966fa req-ea62f161-7e3d-4fa1-afc5-df564277f164 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 1133 time: 0.0435002 Feb 09 04:03:25.171617 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e7fba0d-b550-4319-bc29-1c941ce966fa req-436c0990-f44b-404a-bf99-e6f61d173daa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8478be74-1a4e-480f-b179-94ec69c977ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366273 Feb 09 04:03:25.839307 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75483080-122d-43b7-9683-6d4514f4010d req-0bef7f84-bb32-4de9-9890-8dc74362f57b tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:25.840774 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75483080-122d-43b7-9683-6d4514f4010d req-0bef7f84-bb32-4de9-9890-8dc74362f57b tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 950 time: 0.0526595 Feb 09 04:03:25.889737 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75483080-122d-43b7-9683-6d4514f4010d req-ea8ddeab-33f1-40c5-b49a-339553405e39 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/security-groups?id=8478be74-1a4e-480f-b179-94ec69c977ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433652 Feb 09 04:03:27.011258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d7ce0-08c0-41f8-819d-1fcc7cebf7ee req-732cf8c7-04b2-4996-a2e9-4261a7c75930 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:27.012729 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-457d7ce0-08c0-41f8-819d-1fcc7cebf7ee req-732cf8c7-04b2-4996-a2e9-4261a7c75930 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 950 time: 0.0530086 Feb 09 04:03:27.063543 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-457d7ce0-08c0-41f8-819d-1fcc7cebf7ee req-3e40ece7-7a57-4a50-a23d-24f3f43cf59c tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/security-groups?id=8478be74-1a4e-480f-b179-94ec69c977ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451183 Feb 09 04:03:27.387452 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-129a172c-b66a-478f-86c5-5c1a6d1d9f0b req-24882b7c-4e3a-4570-9e77-584299a57de6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:03:27.388464 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-129a172c-b66a-478f-86c5-5c1a6d1d9f0b req-24882b7c-4e3a-4570-9e77-584299a57de6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0570266 Feb 09 04:03:27.765151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-8e1581a7-db53-4fff-b1f7-d7c99ac27005 req-53f19161-0ed7-4ac6-9b23-230bcc32fe68 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:03:27.766185 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8e1581a7-db53-4fff-b1f7-d7c99ac27005 req-53f19161-0ed7-4ac6-9b23-230bcc32fe68 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564752 Feb 09 04:03:28.116420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf580b1-2c58-4519-b4b0-5af868543297 req-67132d3d-7ba9-4e30-94da-2d16a94f5661 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:28.118723 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2cf580b1-2c58-4519-b4b0-5af868543297 req-67132d3d-7ba9-4e30-94da-2d16a94f5661 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 950 time: 0.0525498 Feb 09 04:03:28.163801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2cf580b1-2c58-4519-b4b0-5af868543297 req-9dacdca0-1bc8-4bea-bc6e-57a25f15ae0c tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/security-groups?id=8478be74-1a4e-480f-b179-94ec69c977ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Feb 09 04:03:29.284443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd4f6f-b522-485d-a20d-bf8c417e8704 req-125d9f9a-0c83-432d-b8a2-23d084c1eb5b tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:29.285955 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65dd4f6f-b522-485d-a20d-bf8c417e8704 req-125d9f9a-0c83-432d-b8a2-23d084c1eb5b tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 950 time: 0.0525467 Feb 09 04:03:29.337070 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65dd4f6f-b522-485d-a20d-bf8c417e8704 req-704581ac-aac0-470e-96e5-86674c2b5450 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/security-groups?id=8478be74-1a4e-480f-b179-94ec69c977ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449793 Feb 09 04:03:29.648563 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b702435-1a00-49fb-bf04-b8e81eff0417 req-77cbf479-4517-4910-b2c8-6c062c327a67 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:29.650489 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b702435-1a00-49fb-bf04-b8e81eff0417 req-77cbf479-4517-4910-b2c8-6c062c327a67 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 950 time: 0.0514359 Feb 09 04:03:29.746322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-8b702435-1a00-49fb-bf04-b8e81eff0417 req-dc0d438e-4196-428e-b6b6-2a26479ad7a1 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Deleting port 8245d656-1af5-4774-bc86-1f2164392aed {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:03:29.746667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8b702435-1a00-49fb-bf04-b8e81eff0417 req-dc0d438e-4196-428e-b6b6-2a26479ad7a1 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8245d656-1af5-4774-bc86-1f2164392aed), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:29.833225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-8b702435-1a00-49fb-bf04-b8e81eff0417 req-dc0d438e-4196-428e-b6b6-2a26479ad7a1 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] For port 8245d656-1af5-4774-bc86-1f2164392aed, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8245d656-1af5-4774-bc86-1f2164392aed,segment=NetworkSegment(65be382d-376d-4704-9798-1981d1063e7b),segment_id=65be382d-376d-4704-9798-1981d1063e7b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:03:29.833615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8b702435-1a00-49fb-bf04-b8e81eff0417 req-dc0d438e-4196-428e-b6b6-2a26479ad7a1 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8245d656-1af5-4774-bc86-1f2164392aed), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:29.846196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-8b702435-1a00-49fb-bf04-b8e81eff0417 req-dc0d438e-4196-428e-b6b6-2a26479ad7a1 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Calling delete_port for 8245d656-1af5-4774-bc86-1f2164392aed owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:03:30.280429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8b702435-1a00-49fb-bf04-b8e81eff0417 req-dc0d438e-4196-428e-b6b6-2a26479ad7a1 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8245d656-1af5-4774-bc86-1f2164392aed), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:30.308795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d438e-4196-428e-b6b6-2a26479ad7a1 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Pushing event deleted for resources: {'Port': ['ID=8245d656-1af5-4774-bc86-1f2164392aed,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:30.315374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['8245d656-1af5-4774-bc86-1f2164392aed'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:03:30.357149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b702435-1a00-49fb-bf04-b8e81eff0417 req-dc0d438e-4196-428e-b6b6-2a26479ad7a1 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] No DVR routers for this DVR port 8245d656-1af5-4774-bc86-1f2164392aed on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:03:30.359890 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8b702435-1a00-49fb-bf04-b8e81eff0417 req-dc0d438e-4196-428e-b6b6-2a26479ad7a1 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:30.363248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b702435-1a00-49fb-bf04-b8e81eff0417 req-dc0d438e-4196-428e-b6b6-2a26479ad7a1 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.65 "DELETE /v2.0/ports/8245d656-1af5-4774-bc86-1f2164392aed HTTP/1.1" status: 204 len: 173 time: 0.7077837 Feb 09 04:03:30.363695 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba540cfc-5e2d-4741-b662-decc6f082fe1', 'name': 'network-vif-deleted', 'tag': '8245d656-1af5-4774-bc86-1f2164392aed'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:03:30.366031 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c75e9b9-dd91-45a3-b125-bca7618ad26a" -d '{"events": [{"server_uuid": "ba540cfc-5e2d-4741-b662-decc6f082fe1", "name": "network-vif-deleted", "tag": "8245d656-1af5-4774-bc86-1f2164392aed"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:03:30.405171 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36378a1-05f6-42fd-80ed-1561d1410cb2 x-openstack-request-id: req-f36378a1-05f6-42fd-80ed-1561d1410cb2 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:03:30.405483 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba540cfc-5e2d-4741-b662-decc6f082fe1", "name": "network-vif-deleted", "tag": "8245d656-1af5-4774-bc86-1f2164392aed", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:03:30.405731 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f36378a1-05f6-42fd-80ed-1561d1410cb2 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:03:30.406129 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba540cfc-5e2d-4741-b662-decc6f082fe1', 'name': 'network-vif-deleted', 'tag': '8245d656-1af5-4774-bc86-1f2164392aed', 'status': 'completed', 'code': 200} Feb 09 04:03:30.456064 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f151839c-7e69-44b2-88ef-328f5bdf14ec req-7a8bc6dd-b328-43a9-a0f0-aff7bd54f8f8 tempest-ServersAdminNegativeTestJSON-396187999 tempest-ServersAdminNegativeTestJSON-396187999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba540cfc-5e2d-4741-b662-decc6f082fe1 HTTP/1.1" status: 200 len: 210 time: 0.0338378 Feb 09 04:03:31.747721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53606) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:03:31.875144 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1c707645-2acd-4758-a55d-6cc4cd067059 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5aa8e00bd16f48799af1f04efd486fd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262219 Feb 09 04:03:31.877587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53610) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:03:31.924251 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17799b06-58bc-42d1-a832-500af1889a47 admin admin] Publish callbacks [] for security_group (8478be74-1a4e-480f-b179-94ec69c977ff), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:31.944985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17799b06-58bc-42d1-a832-500af1889a47 admin admin] Publish callbacks [] for security_group (8478be74-1a4e-480f-b179-94ec69c977ff), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:31.991122 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17799b06-58bc-42d1-a832-500af1889a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (8478be74-1a4e-480f-b179-94ec69c977ff), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:31.994707 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17799b06-58bc-42d1-a832-500af1889a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:31.996211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-17799b06-58bc-42d1-a832-500af1889a47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8478be74-1a4e-480f-b179-94ec69c977ff HTTP/1.1" status: 204 len: 168 time: 0.1177139 Feb 09 04:03:32.003637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17799b06-58bc-42d1-a832-500af1889a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8478be74-1a4e-480f-b179-94ec69c977ff,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:32.256705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53616) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:03:32.270476 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:32.344115 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Publish callbacks [] for security_group (c8bbdcb3-b7c4-48d3-94d2-4173d3d1be2c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:32.348005 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c8bbdcb3-b7c4-48d3-94d2-4173d3d1be2c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:32.387033 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40569623dcbd414bb73abeb8e94c6e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292720 Feb 09 04:03:32.387900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bbdcb3-b7c4-48d3-94d2-4173d3d1be2c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:32.389760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53618) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:03:32.395221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.395568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.395908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.396240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.396567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.396896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.397217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.397574 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.397897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.398214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.398669 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.398989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.399400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d423458-dd5b-4af2-a28e-56e3dc3b44ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:03:32.441656 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee5511f2-6421-4b51-bdb6-e59cf250edc1 admin admin] Publish callbacks [] for security_group (c8bbdcb3-b7c4-48d3-94d2-4173d3d1be2c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:32.461947 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee5511f2-6421-4b51-bdb6-e59cf250edc1 admin admin] Publish callbacks [] for security_group (c8bbdcb3-b7c4-48d3-94d2-4173d3d1be2c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:32.507622 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee5511f2-6421-4b51-bdb6-e59cf250edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c8bbdcb3-b7c4-48d3-94d2-4173d3d1be2c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:32.510328 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ee5511f2-6421-4b51-bdb6-e59cf250edc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:32.511458 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ee5511f2-6421-4b51-bdb6-e59cf250edc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8bbdcb3-b7c4-48d3-94d2-4173d3d1be2c HTTP/1.1" status: 204 len: 168 time: 0.1206591 Feb 09 04:03:32.518773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5511f2-6421-4b51-bdb6-e59cf250edc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bbdcb3-b7c4-48d3-94d2-4173d3d1be2c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:32.785213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8245d656-1af5-4774-bc86-1f2164392aed no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:03:32.806918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 8245d656-1af5-4774-bc86-1f2164392aed {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:03:32.807398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8245d656-1af5-4774-bc86-1f2164392aed not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:03:33.169887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53640) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:03:33.263937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-385047039-network', 'tenant_id': '893f17f710d647d188d50d79bc215f3f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:03:33.282691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Made reservation on behalf of 893f17f710d647d188d50d79bc215f3f for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:03:33.285029 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:33.293087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:33.367516 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Publish callbacks [] for security_group (1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:33.371385 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:33.393039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:03:33.408632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:33.412568 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (00273447-2858-4f68-9bfb-20810042d860), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:33.412915 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Added segment 00273447-2858-4f68-9bfb-20810042d860 of type vlan for network 29736129-cc92-441f-9742-6aa815c077f3 Feb 09 04:03:33.453540 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (29736129-cc92-441f-9742-6aa815c077f3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:33.479593 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (29736129-cc92-441f-9742-6aa815c077f3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:33.480613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:33.481197 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:33.532896 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3618987 Feb 09 04:03:33.535908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53644) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:03:33.541053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9b096f8c-e680-46ba-9b47-124bfd40b770 admin admin] Request body: {'subnet': {'network_id': '29736129-cc92-441f-9742-6aa815c077f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-385047039-subnet', 'tenant_id': '893f17f710d647d188d50d79bc215f3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:03:33.545520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ae2bb-7a4c-4075-aa70-664302da149d admin admin] Pushing event updated for resources: {'Network': ['ID=29736129-cc92-441f-9742-6aa815c077f3,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:33.556183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 29736129-cc92-441f-9742-6aa815c077f3 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:03:33.564925 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b096f8c-e680-46ba-9b47-124bfd40b770 admin admin] Made reservation on behalf of 893f17f710d647d188d50d79bc215f3f for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:03:33.567466 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b096f8c-e680-46ba-9b47-124bfd40b770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:33.733685 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b096f8c-e680-46ba-9b47-124bfd40b770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (6683eff8-e02c-4cc6-afeb-f57adb012dae), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:33.789836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b096f8c-e680-46ba-9b47-124bfd40b770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6683eff8-e02c-4cc6-afeb-f57adb012dae,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:33.796711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b096f8c-e680-46ba-9b47-124bfd40b770 admin admin] Checking segment: {'id': '00273447-2858-4f68-9bfb-20810042d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '29736129-cc92-441f-9742-6aa815c077f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:03:33.797076 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b096f8c-e680-46ba-9b47-124bfd40b770 admin admin] Network hostable DHCP agents. Network: 29736129-cc92-441f-9742-6aa815c077f3, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:03:33.814153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b096f8c-e680-46ba-9b47-124bfd40b770 admin admin] Network 29736129-cc92-441f-9742-6aa815c077f3 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:03:33.823070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9b096f8c-e680-46ba-9b47-124bfd40b770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 29736129-cc92-441f-9742-6aa815c077f3) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:03:33.827804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b096f8c-e680-46ba-9b47-124bfd40b770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:33.828807 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b096f8c-e680-46ba-9b47-124bfd40b770 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:33.832160 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717df581-402c-426c-8e29-5de5daf52949 None None] Network 29736129-cc92-441f-9742-6aa815c077f3 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:03:33.844560 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9b096f8c-e680-46ba-9b47-124bfd40b770 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3073158 Feb 09 04:03:33.930815 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97baa09-17e3-49e0-a426-17fd2a99d715 None None] Network 29736129-cc92-441f-9742-6aa815c077f3 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:03:34.274917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758cec-8442-4974-a767-835b325b7790 req-f09d4b74-3667-49cf-b77d-a6324b5c7879 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:34.276625 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-f09d4b74-3667-49cf-b77d-a6324b5c7879 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/networks?id=29736129-cc92-441f-9742-6aa815c077f3 HTTP/1.1" status: 200 len: 811 time: 0.1055841 Feb 09 04:03:34.291429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-f61c7e68-edcc-44a6-b349-07dacfc252d9 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/quotas/893f17f710d647d188d50d79bc215f3f HTTP/1.1" status: 200 len: 375 time: 0.0092607 Feb 09 04:03:34.323888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-176e9ce7-9176-48bf-8a8a-1c4c548d8fa6 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=893f17f710d647d188d50d79bc215f3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274799 Feb 09 04:03:34.410683 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-46537c3e-8279-44ce-b211-f01a58430d44 service neutron] 10.222.0.21 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803404 Feb 09 04:03:34.502114 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-7a092b57-0401-408d-b529-00c2d66ef022 service neutron] 10.222.0.21 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853429 Feb 09 04:03:34.662463 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22132778-33c3-4cdf-bb04-a85c06208b74 req-7cb5a914-7a5b-4ae5-9f6e-60b44554aa9c tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 210 time: 0.0276392 Feb 09 04:03:35.832166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758cec-8442-4974-a767-835b325b7790 req-45addb2a-51b1-481e-a368-2f7c404961f7 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:35.833904 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-45addb2a-51b1-481e-a368-2f7c404961f7 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.65 "GET /v2.0/networks?id=29736129-cc92-441f-9742-6aa815c077f3 HTTP/1.1" status: 200 len: 811 time: 0.1306124 Feb 09 04:03:35.860668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-08758cec-8442-4974-a767-835b325b7790 req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Request body: {'port': {'device_id': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'network_id': '29736129-cc92-441f-9742-6aa815c077f3', 'admin_state_up': True, 'tenant_id': '893f17f710d647d188d50d79bc215f3f'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:03:35.979835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08758cec-8442-4974-a767-835b325b7790 req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Made reservation on behalf of 893f17f710d647d188d50d79bc215f3f for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:03:35.983349 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08758cec-8442-4974-a767-835b325b7790 req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:36.029273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d032aea-eea5-4ab5-9124-7109723b8f19 req-69d8c462-b796-4474-9a1a-be102745d23c tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 210 time: 0.0363228 Feb 09 04:03:36.136604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-08758cec-8442-4974-a767-835b325b7790 req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Allocated IP 172.20.0.7 (29736129-cc92-441f-9742-6aa815c077f3/6683eff8-e02c-4cc6-afeb-f57adb012dae/411f871b-8fa4-43f1-a432-bb83495db773) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:03:36.287206 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08758cec-8442-4974-a767-835b325b7790 req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Publish callbacks [] for port (411f871b-8fa4-43f1-a432-bb83495db773), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:36.320892 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08758cec-8442-4974-a767-835b325b7790 req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (411f871b-8fa4-43f1-a432-bb83495db773), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:36.363898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08758cec-8442-4974-a767-835b325b7790 req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Network 29736129-cc92-441f-9742-6aa815c077f3 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:03:36.366925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-08758cec-8442-4974-a767-835b325b7790 req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:03:36.371388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-08758cec-8442-4974-a767-835b325b7790 req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:03:36.394779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Pushing event updated for resources: {'Port': ['ID=411f871b-8fa4-43f1-a432-bb83495db773,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:36.421764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758cec-8442-4974-a767-835b325b7790 req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:36.422367 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08758cec-8442-4974-a767-835b325b7790 req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:36.438223 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-cf9cd9f4-9f15-4e0e-83a1-06ef5fc70252 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814772 Feb 09 04:03:36.456633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Request body: {'port': {'device_id': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:03:36.517589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (411f871b-8fa4-43f1-a432-bb83495db773), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:36.775987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411f871b-8fa4-43f1-a432-bb83495db773 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:03:36.783429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Publish callbacks [] for port (411f871b-8fa4-43f1-a432-bb83495db773), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:36.796436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Transition to ACTIVE for port object 411f871b-8fa4-43f1-a432-bb83495db773 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:03:36.799721 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (411f871b-8fa4-43f1-a432-bb83495db773), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:36.850613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Pushing event updated for resources: {'Port': ['ID=411f871b-8fa4-43f1-a432-bb83495db773,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:36.919223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Attempting to bind port 411f871b-8fa4-43f1-a432-bb83495db773 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:03:36.919558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Attempting to bind port 411f871b-8fa4-43f1-a432-bb83495db773 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '00273447-2858-4f68-9bfb-20810042d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '29736129-cc92-441f-9742-6aa815c077f3'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:03:36.919886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Attempting to bind port 411f871b-8fa4-43f1-a432-bb83495db773 on network 29736129-cc92-441f-9742-6aa815c077f3 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:03:36.924122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Port 411f871b-8fa4-43f1-a432-bb83495db773 on network 29736129-cc92-441f-9742-6aa815c077f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:03:36.924436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Attempting to bind port 411f871b-8fa4-43f1-a432-bb83495db773 on network 29736129-cc92-441f-9742-6aa815c077f3 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:03:36.929251 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:03:36.929690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Checking segment: {'id': '00273447-2858-4f68-9bfb-20810042d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '29736129-cc92-441f-9742-6aa815c077f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:03:36.930078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Bound using segment: {'id': '00273447-2858-4f68-9bfb-20810042d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '29736129-cc92-441f-9742-6aa815c077f3'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:03:36.930487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Bound port: 411f871b-8fa4-43f1-a432-bb83495db773, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00273447-2858-4f68-9bfb-20810042d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '29736129-cc92-441f-9742-6aa815c077f3'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:03:36.930836 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (411f871b-8fa4-43f1-a432-bb83495db773), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:36.992752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:03:36.995756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=411f871b-8fa4-43f1-a432-bb83495db773,segment=NetworkSegment(00273447-2858-4f68-9bfb-20810042d860),segment_id=00273447-2858-4f68-9bfb-20810042d860)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:03:37.001636 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (411f871b-8fa4-43f1-a432-bb83495db773), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:37.035751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:37.036392 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:37.037803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] 10.222.0.65 "PUT /v2.0/ports/411f871b-8fa4-43f1-a432-bb83495db773 HTTP/1.1" status: 200 len: 1092 time: 0.5851786 Feb 09 04:03:37.038244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'tag': '411f871b-8fa4-43f1-a432-bb83495db773'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:03:37.040516 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771af26e-46b9-418c-b729-7e78bf5d611f" -d '{"events": [{"name": "network-changed", "server_uuid": "161eb983-7c49-4dd7-a4e9-48f4686cd65d", "tag": "411f871b-8fa4-43f1-a432-bb83495db773"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:03:37.069248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfeafe-50fb-4207-911a-fb62e8eb9c65 service neutron] Pushing event updated for resources: {'Port': ['ID=411f871b-8fa4-43f1-a432-bb83495db773,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:37.089093 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b837282a-ea59-45f3-9d5b-9bbef53000c5 x-openstack-request-id: req-b837282a-ea59-45f3-9d5b-9bbef53000c5 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:03:37.089524 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161eb983-7c49-4dd7-a4e9-48f4686cd65d", "tag": "411f871b-8fa4-43f1-a432-bb83495db773", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:03:37.089847 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b837282a-ea59-45f3-9d5b-9bbef53000c5 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:03:37.090318 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'tag': '411f871b-8fa4-43f1-a432-bb83495db773', 'status': 'completed', 'code': 200} Feb 09 04:03:37.189515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758cec-8442-4974-a767-835b325b7790 req-e59d1de6-cb2f-4095-90ae-1a5c6a39b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:37.191038 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-e59d1de6-cb2f-4095-90ae-1a5c6a39b23e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=893f17f710d647d188d50d79bc215f3f&device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 1126 time: 0.0837028 Feb 09 04:03:37.198630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0c376-9a9e-4057-b5c5-2d63d8d968d0 req-659e74db-2613-42e4-bfc7-a6167c642c61 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:37.199986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5cd0c376-9a9e-4057-b5c5-2d63d8d968d0 req-659e74db-2613-42e4-bfc7-a6167c642c61 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 943 time: 0.0844946 Feb 09 04:03:37.246972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-34268c1f-d707-4971-9da2-f7f91ae553e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=411f871b-8fa4-43f1-a432-bb83495db773 HTTP/1.1" status: 200 len: 217 time: 0.0438876 Feb 09 04:03:37.311725 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5cd0c376-9a9e-4057-b5c5-2d63d8d968d0 req-2096a023-28ec-4518-b4ee-bd1d0caf8093 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025937 Feb 09 04:03:37.318843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758cec-8442-4974-a767-835b325b7790 req-95b6ffc8-4c4d-4350-9879-54026c8d4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:37.320427 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-95b6ffc8-4c4d-4350-9879-54026c8d4299 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6683eff8-e02c-4cc6-afeb-f57adb012dae HTTP/1.1" status: 200 len: 851 time: 0.0668302 Feb 09 04:03:37.352722 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-a75631bd-37a5-47b3-b05d-2a183d75f882 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29736129-cc92-441f-9742-6aa815c077f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260093 Feb 09 04:03:37.440105 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-aa9459f6-640c-45a7-b08b-4c2fc1132c13 service neutron] 10.222.0.65 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817823 Feb 09 04:03:37.529486 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-08758cec-8442-4974-a767-835b325b7790 req-c34e6abb-8c10-40cc-aac4-2ab7aec976e5 service neutron] 10.222.0.65 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834365 Feb 09 04:03:37.665190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771af26e-46b9-418c-b729-7e78bf5d611f req-8af060af-408e-498f-91da-7e4c80cf983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:37.666608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-771af26e-46b9-418c-b729-7e78bf5d611f req-8af060af-408e-498f-91da-7e4c80cf983e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=893f17f710d647d188d50d79bc215f3f&device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 1126 time: 0.0449619 Feb 09 04:03:37.763486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771af26e-46b9-418c-b729-7e78bf5d611f req-38fb6c5e-6e97-4cc4-aa35-d96bb3689c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:37.764985 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-771af26e-46b9-418c-b729-7e78bf5d611f req-38fb6c5e-6e97-4cc4-aa35-d96bb3689c7f service neutron] 10.222.0.65 "GET /v2.0/networks?id=29736129-cc92-441f-9742-6aa815c077f3 HTTP/1.1" status: 200 len: 912 time: 0.0929577 Feb 09 04:03:37.807075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-771af26e-46b9-418c-b729-7e78bf5d611f req-83ac9e57-c643-48a8-95d0-9d6622959c7c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=411f871b-8fa4-43f1-a432-bb83495db773 HTTP/1.1" status: 200 len: 217 time: 0.0364413 Feb 09 04:03:37.854203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771af26e-46b9-418c-b729-7e78bf5d611f req-bab02786-79ec-41fe-9ff0-3d4fb3d4854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:37.855646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-771af26e-46b9-418c-b729-7e78bf5d611f req-bab02786-79ec-41fe-9ff0-3d4fb3d4854c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6683eff8-e02c-4cc6-afeb-f57adb012dae HTTP/1.1" status: 200 len: 851 time: 0.0431888 Feb 09 04:03:37.886849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-771af26e-46b9-418c-b729-7e78bf5d611f req-f3ca2738-3526-4e50-9bf1-3404d4d1188b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29736129-cc92-441f-9742-6aa815c077f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256643 Feb 09 04:03:37.938196 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:37.981055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-771af26e-46b9-418c-b729-7e78bf5d611f req-279cd07a-befd-412b-a5a4-e1a69ffa73d2 service neutron] 10.222.0.65 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883105 Feb 09 04:03:38.077320 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-771af26e-46b9-418c-b729-7e78bf5d611f req-07fa0348-0cce-43a8-b784-884ed5ea79ea service neutron] 10.222.0.65 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904608 Feb 09 04:03:38.360175 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:03:38.441045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451adc0c-0cbb-4145-a6d2-92dae6900268 req-3f5ea162-bf03-44c3-8de9-67b14258010e tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:38.442583 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-451adc0c-0cbb-4145-a6d2-92dae6900268 req-3f5ea162-bf03-44c3-8de9-67b14258010e tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 943 time: 0.0576348 Feb 09 04:03:38.488637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-451adc0c-0cbb-4145-a6d2-92dae6900268 req-1760a1ef-d1c4-4d86-a014-bc8c18c9841f tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397186 Feb 09 04:03:39.613292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a2751-45cd-4f5d-8217-0c6cc56a87f7 req-ed63826b-8274-4b3f-8c03-d50fca2e754e tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:39.614867 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-568a2751-45cd-4f5d-8217-0c6cc56a87f7 req-ed63826b-8274-4b3f-8c03-d50fca2e754e tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 943 time: 0.0584004 Feb 09 04:03:39.660915 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-568a2751-45cd-4f5d-8217-0c6cc56a87f7 req-28d64a24-a907-4d41-92c5-7873dbe69485 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Feb 09 04:03:40.780644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9fbc4-5148-4820-9b64-ee5cb4b59b3b req-51873e3f-0149-401f-bb13-8436362bc4ec tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:40.782135 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abc9fbc4-5148-4820-9b64-ee5cb4b59b3b req-51873e3f-0149-401f-bb13-8436362bc4ec tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 943 time: 0.0534527 Feb 09 04:03:40.828878 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abc9fbc4-5148-4820-9b64-ee5cb4b59b3b req-01e8c04a-cd65-403d-b41a-59ec7e2250ab tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Feb 09 04:03:40.846948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 411f871b-8fa4-43f1-a432-bb83495db773 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:03:40.939383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=411f871b-8fa4-43f1-a432-bb83495db773,segment=NetworkSegment(00273447-2858-4f68-9bfb-20810042d860),segment_id=00273447-2858-4f68-9bfb-20810042d860)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:03:40.950418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '411f871b-8fa4-43f1-a432-bb83495db773', 'network_id': '29736129-cc92-441f-9742-6aa815c077f3', 'port_id': '411f871b-8fa4-43f1-a432-bb83495db773', 'mac_address': 'fa:16:3e:b6:92:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6683eff8-e02c-4cc6-afeb-f57adb012dae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:03:40.990769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 411f871b-8fa4-43f1-a432-bb83495db773 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:03:40.991159 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (411f871b-8fa4-43f1-a432-bb83495db773), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:41.006216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411f871b-8fa4-43f1-a432-bb83495db773 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:03:41.026879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=411f871b-8fa4-43f1-a432-bb83495db773,segment=NetworkSegment(00273447-2858-4f68-9bfb-20810042d860),segment_id=00273447-2858-4f68-9bfb-20810042d860)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:03:41.030547 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (411f871b-8fa4-43f1-a432-bb83495db773), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:41.076779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=411f871b-8fa4-43f1-a432-bb83495db773,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:41.411460 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['411f871b-8fa4-43f1-a432-bb83495db773'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:03:41.946382 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b222ee-da0c-43ca-beef-2979c2e2031f req-9bebd5fa-8bf3-4550-8397-c580510e0761 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:41.947839 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3b222ee-da0c-43ca-beef-2979c2e2031f req-9bebd5fa-8bf3-4550-8397-c580510e0761 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 944 time: 0.0526431 Feb 09 04:03:41.994007 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3b222ee-da0c-43ca-beef-2979c2e2031f req-ac910a4b-7692-4bbe-8a40-da1d0a61412d tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 Feb 09 04:03:42.863822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 411f871b-8fa4-43f1-a432-bb83495db773 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:03:42.910814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 411f871b-8fa4-43f1-a432-bb83495db773 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:03:42.915404 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 411f871b-8fa4-43f1-a432-bb83495db773 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:03:42.915774 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (411f871b-8fa4-43f1-a432-bb83495db773), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:43.006135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 411f871b-8fa4-43f1-a432-bb83495db773 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:03:43.006528 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (411f871b-8fa4-43f1-a432-bb83495db773), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:43.029723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411f871b-8fa4-43f1-a432-bb83495db773'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:03:43.031979 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae989c91-3531-44f3-93b0-fc265f692f5d" -d '{"events": [{"server_uuid": "161eb983-7c49-4dd7-a4e9-48f4686cd65d", "name": "network-vif-plugged", "status": "completed", "tag": "411f871b-8fa4-43f1-a432-bb83495db773"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:03:43.045069 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=411f871b-8fa4-43f1-a432-bb83495db773,segment=NetworkSegment(00273447-2858-4f68-9bfb-20810042d860),segment_id=00273447-2858-4f68-9bfb-20810042d860)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:03:43.053198 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (411f871b-8fa4-43f1-a432-bb83495db773), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:43.076850 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ca6798-8112-4d2e-b214-154a07aa8032 x-openstack-request-id: req-72ca6798-8112-4d2e-b214-154a07aa8032 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:03:43.077144 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161eb983-7c49-4dd7-a4e9-48f4686cd65d", "name": "network-vif-plugged", "status": "completed", "tag": "411f871b-8fa4-43f1-a432-bb83495db773", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:03:43.077415 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72ca6798-8112-4d2e-b214-154a07aa8032 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:03:43.077801 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411f871b-8fa4-43f1-a432-bb83495db773', 'code': 200} Feb 09 04:03:43.108422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=411f871b-8fa4-43f1-a432-bb83495db773,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:43.135641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e6e69-cf7b-4704-9587-f8f7cf3da2ba req-b417accf-a464-4e71-b181-301d8d44f78d tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:43.137132 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e8e6e69-cf7b-4704-9587-f8f7cf3da2ba req-b417accf-a464-4e71-b181-301d8d44f78d tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0676072 Feb 09 04:03:43.186860 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e8e6e69-cf7b-4704-9587-f8f7cf3da2ba req-1846fa66-a2b0-4d93-b93e-669c697c9638 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435197 Feb 09 04:03:43.206551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5f7da-5249-48e3-8448-271eb740508b req-fd8b55b5-5e06-4f96-9120-3ab390bd8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:43.208038 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0a5f7da-5249-48e3-8448-271eb740508b req-fd8b55b5-5e06-4f96-9120-3ab390bd8055 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 1128 time: 0.0487149 Feb 09 04:03:43.250989 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0a5f7da-5249-48e3-8448-271eb740508b req-616bb3c6-2621-4597-911b-0a267852e09a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361059 Feb 09 04:03:44.306063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d670b2-5ee0-4c9c-9e41-82605cc252bd req-c4ea4f87-9931-4fda-9f46-36c61cebffda tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:44.307537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2d670b2-5ee0-4c9c-9e41-82605cc252bd req-c4ea4f87-9931-4fda-9f46-36c61cebffda tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0529895 Feb 09 04:03:44.355903 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b2d670b2-5ee0-4c9c-9e41-82605cc252bd req-63128d1d-aa67-4bbe-aff8-1b0ff54c0bd3 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425286 Feb 09 04:03:45.471498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a41c3-7f66-4996-877e-0be376bc8de1 req-187bd91b-9aeb-4a45-84dc-941272bba0cb tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:45.473432 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-758a41c3-7f66-4996-877e-0be376bc8de1 req-187bd91b-9aeb-4a45-84dc-941272bba0cb tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0512853 Feb 09 04:03:45.519168 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-758a41c3-7f66-4996-877e-0be376bc8de1 req-88da452e-d876-4956-8dbc-8e9d3ebcd80a tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Feb 09 04:03:45.691732 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3fbf08ef-d39f-4d3d-abfd-665e4808de3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:45.704615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53702) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:03:45.801668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d3269-3779-43b3-86a6-0562ab7b76ca req-86858a37-3c13-4daf-a461-720faadf8bbc tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:45.803116 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff5d3269-3779-43b3-86a6-0562ab7b76ca req-86858a37-3c13-4daf-a461-720faadf8bbc tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0869195 Feb 09 04:03:45.843166 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-3eb5cbb8-1f04-4fd4-bef7-9bff56d84759 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371465 Feb 09 04:03:45.852309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-a169cfc4-6724-4963-929a-b7dcc6cb2c3d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:03:45.853258 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-a169cfc4-6724-4963-929a-b7dcc6cb2c3d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049112 Feb 09 04:03:45.864176 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff5d3269-3779-43b3-86a6-0562ab7b76ca req-1ce4f1cf-eeb1-4bd9-957f-283d454b8a4c tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544438 Feb 09 04:03:46.910036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-82a2e4ba-2538-4b1b-a2da-4330fb1d2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:46.911576 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-82a2e4ba-2538-4b1b-a2da-4330fb1d2341 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=893f17f710d647d188d50d79bc215f3f&device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 1128 time: 0.0445755 Feb 09 04:03:47.035250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c14ba2-2633-44a5-a747-6225162a6bfb req-7b77c122-d083-4d07-a302-687a8e62212c tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:47.036728 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1c14ba2-2633-44a5-a747-6225162a6bfb req-7b77c122-d083-4d07-a302-687a8e62212c tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0753169 Feb 09 04:03:47.052054 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-070185a2-9205-43f3-be3d-fc526ab7ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:47.053462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-070185a2-9205-43f3-be3d-fc526ab7ed44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=29736129-cc92-441f-9742-6aa815c077f3 HTTP/1.1" status: 200 len: 912 time: 0.1357489 Feb 09 04:03:47.103542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-7665664e-57ff-492a-bc5f-73e86266474b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=411f871b-8fa4-43f1-a432-bb83495db773 HTTP/1.1" status: 200 len: 217 time: 0.0434446 Feb 09 04:03:47.150828 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1c14ba2-2633-44a5-a747-6225162a6bfb req-e536357d-4b38-4fcb-b76d-74c4cdbf3ff5 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083152 Feb 09 04:03:47.168313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-38a8c77c-d03d-47a7-976f-53d4a2bf5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:47.168313 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-38a8c77c-d03d-47a7-976f-53d4a2bf5387 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6683eff8-e02c-4cc6-afeb-f57adb012dae HTTP/1.1" status: 200 len: 851 time: 0.0577428 Feb 09 04:03:47.198637 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-c86367b0-1c23-41b1-8bdd-53941013fb6d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29736129-cc92-441f-9742-6aa815c077f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260248 Feb 09 04:03:47.336180 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-308d3777-dcec-47c5-9902-6916717fc033 service neutron] 10.222.0.65 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317513 Feb 09 04:03:47.423488 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-dd3f58d9-04fc-465a-8925-4eba1569a394 service neutron] 10.222.0.65 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819633 Feb 09 04:03:48.203157 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-220a90de-930b-4ae1-b580-e4b9bf7ccc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:48.272348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4175-905c-4deb-b528-7457a4219379 req-7aeab959-2852-4478-95c4-b673b7315da2 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:48.273875 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-681a4175-905c-4deb-b528-7457a4219379 req-7aeab959-2852-4478-95c4-b673b7315da2 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0527358 Feb 09 04:03:48.321291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-681a4175-905c-4deb-b528-7457a4219379 req-266e9d56-895d-44f0-b758-d8b913d8852d tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413599 Feb 09 04:03:49.440166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a9d89-6a2e-474f-bc12-341fd918a31f req-49eae3cf-948c-4298-90ca-e017949457a2 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:49.441644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b81a9d89-6a2e-474f-bc12-341fd918a31f req-49eae3cf-948c-4298-90ca-e017949457a2 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0529265 Feb 09 04:03:49.468416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:49.495470 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b81a9d89-6a2e-474f-bc12-341fd918a31f req-6362af77-3a60-4138-853d-3d008d27902b tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475802 Feb 09 04:03:50.620055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c1583-4d14-4a73-ba22-59273e8cdd09 req-e2669ee5-c342-4a55-9532-c4588cbea763 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:50.621621 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f11c1583-4d14-4a73-ba22-59273e8cdd09 req-e2669ee5-c342-4a55-9532-c4588cbea763 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0563037 Feb 09 04:03:50.932350 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:51.020213 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f11c1583-4d14-4a73-ba22-59273e8cdd09 req-ea99bfcb-a4ab-4bcc-9afa-d42199c20d46 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930762 Feb 09 04:03:52.035183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:52.141338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e628bb-0731-45f4-afa4-d956f46f74a5 req-bc2a6b6e-cd2f-45ec-a609-fb8e8057bd1c tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:52.142856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-50e628bb-0731-45f4-afa4-d956f46f74a5 req-bc2a6b6e-cd2f-45ec-a609-fb8e8057bd1c tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0530701 Feb 09 04:03:52.188719 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-50e628bb-0731-45f4-afa4-d956f46f74a5 req-97250cbd-3e59-4112-a380-ec6f8107c818 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401750 Feb 09 04:03:53.568218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090ef23-f050-4962-a950-51ee4415c323 req-885b75a2-e6fd-45b9-b2dc-de3c2c8ad7d9 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:53.569696 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0090ef23-f050-4962-a950-51ee4415c323 req-885b75a2-e6fd-45b9-b2dc-de3c2c8ad7d9 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0530403 Feb 09 04:03:53.614803 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0090ef23-f050-4962-a950-51ee4415c323 req-9753a3b9-0fea-4a43-af0e-46defd4af5a0 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395486 Feb 09 04:03:54.507121 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:54.733883 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dd9d4-0da8-4d64-9298-abe9da397578 req-ab141405-3387-443b-a2de-ccc81996e934 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:54.735343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-481dd9d4-0da8-4d64-9298-abe9da397578 req-ab141405-3387-443b-a2de-ccc81996e934 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0527153 Feb 09 04:03:54.781590 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-481dd9d4-0da8-4d64-9298-abe9da397578 req-42bac114-349d-45fe-baa1-736f9ef1bd46 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406187 Feb 09 04:03:55.899969 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c0c9-dd20-457d-998d-62bb3ebc8c03 req-6a4053fc-3131-4062-a803-6feab5f8056c tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:55.901444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4265c0c9-dd20-457d-998d-62bb3ebc8c03 req-6a4053fc-3131-4062-a803-6feab5f8056c tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0528877 Feb 09 04:03:55.950811 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4265c0c9-dd20-457d-998d-62bb3ebc8c03 req-96ec5a7e-2b1a-4160-932c-e3581c400128 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Feb 09 04:03:57.072511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4a89b-500d-422c-8767-92d02b574a76 req-d6a50328-0e70-47b1-a5ce-ec17a6316bd1 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:57.074006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ee4a89b-500d-422c-8767-92d02b574a76 req-d6a50328-0e70-47b1-a5ce-ec17a6316bd1 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0560577 Feb 09 04:03:57.120409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ee4a89b-500d-422c-8767-92d02b574a76 req-b3ee1925-dfe2-4062-9f60-2d37dcbd73c8 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Feb 09 04:03:58.240267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e7d2b-669e-4347-90ca-5dcc0da19071 req-5f9c0779-f1cf-4c36-a7e9-3ae45175f77a tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:58.241656 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-255e7d2b-669e-4347-90ca-5dcc0da19071 req-5f9c0779-f1cf-4c36-a7e9-3ae45175f77a tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0514207 Feb 09 04:03:58.286914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-255e7d2b-669e-4347-90ca-5dcc0da19071 req-5d2a7d0f-e879-472a-bb01-a9a8e6459c2d tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395296 Feb 09 04:03:59.408910 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d2d8b-9deb-44f7-8468-4d8272660e10 req-8d87aad3-e80f-470e-bed1-8470cae7397f tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:59.410411 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da3d2d8b-9deb-44f7-8468-4d8272660e10 req-8d87aad3-e80f-470e-bed1-8470cae7397f tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0536222 Feb 09 04:03:59.456855 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da3d2d8b-9deb-44f7-8468-4d8272660e10 req-34dc0f0d-6553-446f-b8e1-621d30571e82 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407085 Feb 09 04:04:00.577429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253e7e3-2bb4-4193-b172-f33cfe0dfeca req-8901dd3a-99c1-4ae7-9351-96cbd38c0902 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:00.578932 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f253e7e3-2bb4-4193-b172-f33cfe0dfeca req-8901dd3a-99c1-4ae7-9351-96cbd38c0902 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0536463 Feb 09 04:04:00.625883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f253e7e3-2bb4-4193-b172-f33cfe0dfeca req-f1d172db-020c-4e81-bfc9-6bcb39dbbff0 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Feb 09 04:04:01.749732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69107359-b3a8-4e39-bbc8-95c30416a5ef req-1bcd7e20-df08-40a9-bafa-4746b7e7394f tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:01.751129 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69107359-b3a8-4e39-bbc8-95c30416a5ef req-1bcd7e20-df08-40a9-bafa-4746b7e7394f tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0569153 Feb 09 04:04:01.799958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69107359-b3a8-4e39-bbc8-95c30416a5ef req-5c3ef030-4cfb-44b4-aadc-9f236a905f10 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Feb 09 04:04:02.922045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4f6c7-0687-4e81-8e69-33d91f535591 req-0bcbcedb-a0d8-4768-8b8f-c6234edd2af7 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:02.923503 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ece4f6c7-0687-4e81-8e69-33d91f535591 req-0bcbcedb-a0d8-4768-8b8f-c6234edd2af7 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0555837 Feb 09 04:04:02.969797 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ece4f6c7-0687-4e81-8e69-33d91f535591 req-1f94a9b7-e169-4604-954d-1cb176a95891 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Feb 09 04:04:04.092336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21fa75-cdde-4362-a2ed-46cb70edf68f req-eca11fa1-7a94-49b7-a095-f7093389724e tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:04.093880 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b21fa75-cdde-4362-a2ed-46cb70edf68f req-eca11fa1-7a94-49b7-a095-f7093389724e tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0529711 Feb 09 04:04:04.140417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7b21fa75-cdde-4362-a2ed-46cb70edf68f req-0401daed-965e-4f7f-9a00-0405600e692c tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Feb 09 04:04:05.273584 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf448c7-2d25-445b-a52b-72f62bad10a8 req-d2a066e1-e74c-440f-ad1b-2ab97ebc1ed0 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:05.276040 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bf448c7-2d25-445b-a52b-72f62bad10a8 req-d2a066e1-e74c-440f-ad1b-2ab97ebc1ed0 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0566216 Feb 09 04:04:05.333890 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8bf448c7-2d25-445b-a52b-72f62bad10a8 req-62f25321-d6e5-4c48-b9ad-de870aecd52e tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511329 Feb 09 04:04:06.454751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31c79-79b1-4dcc-b143-10578d0e2234 req-e800fb77-e9c1-4714-99e5-94be509d4d22 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:06.456217 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e1a31c79-79b1-4dcc-b143-10578d0e2234 req-e800fb77-e9c1-4714-99e5-94be509d4d22 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0519466 Feb 09 04:04:06.507051 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e1a31c79-79b1-4dcc-b143-10578d0e2234 req-aecadcea-c29f-4d83-947e-c48ad9772f9d tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453064 Feb 09 04:04:07.634387 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8753ab9-edb7-4bd3-b8ee-b547e7050e64 req-7ee000c9-2998-4790-b729-710c3b5da0da tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:07.635855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e8753ab9-edb7-4bd3-b8ee-b547e7050e64 req-7ee000c9-2998-4790-b729-710c3b5da0da tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0573633 Feb 09 04:04:07.683516 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e8753ab9-edb7-4bd3-b8ee-b547e7050e64 req-0acc9908-c7f5-4123-8e49-afe37f73dd48 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Feb 09 04:04:07.939793 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:08.334236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-d7b2ee62-9b0c-4c31-ac83-6d4a0f0fb580 req-9225300d-eb6b-45cd-b7b8-304184706bd7 service neutron] (103327) timed out ('10.222.0.42', 62731) {{(pid=103327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 04:04:08.803072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a41d09-715f-4bbb-851a-9f5e16762b00 req-e6eea22b-cd85-4ac8-a361-906f159c3e8b tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:08.804537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-01a41d09-715f-4bbb-851a-9f5e16762b00 req-e6eea22b-cd85-4ac8-a361-906f159c3e8b tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0527298 Feb 09 04:04:08.850616 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-01a41d09-715f-4bbb-851a-9f5e16762b00 req-72438299-a4e3-4b36-b8fa-242fbe1da601 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397005 Feb 09 04:04:09.970089 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bcb1e-18f7-498c-b354-7db612d8997a req-7785cad3-a86c-4995-b3c8-dc77b3528d89 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:09.971583 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d4bcb1e-18f7-498c-b354-7db612d8997a req-7785cad3-a86c-4995-b3c8-dc77b3528d89 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0528326 Feb 09 04:04:10.019102 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d4bcb1e-18f7-498c-b354-7db612d8997a req-7151391e-987c-467f-b780-5bc1deafb3fc tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Feb 09 04:04:11.140633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b0861-1592-4cfb-9e3b-55a9b8bdfdfa req-f01236b2-6013-4496-a6de-ec2cdaa93ca6 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:11.142107 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd9b0861-1592-4cfb-9e3b-55a9b8bdfdfa req-f01236b2-6013-4496-a6de-ec2cdaa93ca6 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0535779 Feb 09 04:04:11.188947 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd9b0861-1592-4cfb-9e3b-55a9b8bdfdfa req-ef16dd76-4f88-477c-a320-703dc839c2fe tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Feb 09 04:04:12.306961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b61424-4206-4eb1-958b-85b34a3c6f48 req-a7c93375-1968-4ffa-b281-c22a020b77db tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:12.308422 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73b61424-4206-4eb1-958b-85b34a3c6f48 req-a7c93375-1968-4ffa-b281-c22a020b77db tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0521793 Feb 09 04:04:12.358352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73b61424-4206-4eb1-958b-85b34a3c6f48 req-088d3658-e6cc-482b-b5f6-b73dc2ac3e8d tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439823 Feb 09 04:04:13.482865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f1857-b821-4bc4-9344-3010582b5970 req-44b8e072-2cee-45e4-baa3-610ad54c40cb tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:13.484661 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-238f1857-b821-4bc4-9344-3010582b5970 req-44b8e072-2cee-45e4-baa3-610ad54c40cb tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0571873 Feb 09 04:04:13.534471 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-238f1857-b821-4bc4-9344-3010582b5970 req-6cd990bd-3d05-4200-b57a-6e28173f4e23 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Feb 09 04:04:14.494333 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-ed313f78-150b-48b8-82d5-9322188766d7 service neutron] show failed (client error): The resource could not be found. Feb 09 04:04:14.495322 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-ed313f78-150b-48b8-82d5-9322188766d7 service neutron] 10.222.0.65 "GET /v2.0/ports/411f871b-8fa4-43f1-a432-bb83495db773/bindings/n-h2-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0542231 Feb 09 04:04:14.662681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d57e-da52-4cde-9954-162a65fcd445 req-d15e19d9-3ef2-4bfa-9fb1-9f38fcc940a6 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:14.664214 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b818d57e-da52-4cde-9954-162a65fcd445 req-d15e19d9-3ef2-4bfa-9fb1-9f38fcc940a6 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0578289 Feb 09 04:04:14.713449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b818d57e-da52-4cde-9954-162a65fcd445 req-de80d251-ff60-4b96-970d-1d2139739e8c tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432765 Feb 09 04:04:14.785007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-acd75a47-8cc3-4587-ad8a-2e0143016a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:14.786526 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-acd75a47-8cc3-4587-ad8a-2e0143016a01 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d&tenant_id=893f17f710d647d188d50d79bc215f3f HTTP/1.1" status: 200 len: 1128 time: 0.1314411 Feb 09 04:04:14.796289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-6fe8ba91-bdef-47a5-ba74-6dc6bdb84a49 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:04:14.797218 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-6fe8ba91-bdef-47a5-ba74-6dc6bdb84a49 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049295 Feb 09 04:04:14.807891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:14.865999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (411f871b-8fa4-43f1-a432-bb83495db773), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:15.060567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=411f871b-8fa4-43f1-a432-bb83495db773,segment=NetworkSegment(00273447-2858-4f68-9bfb-20810042d860),segment_id=00273447-2858-4f68-9bfb-20810042d860)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:15.092892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:04:15.135234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411f871b-8fa4-43f1-a432-bb83495db773'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:04:15.137512 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164f666d-5ac4-4de8-85db-33a50167e57a" -d '{"events": [{"server_uuid": "161eb983-7c49-4dd7-a4e9-48f4686cd65d", "name": "network-vif-unplugged", "status": "completed", "tag": "411f871b-8fa4-43f1-a432-bb83495db773"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:04:15.141427 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Publish callbacks [] for port (411f871b-8fa4-43f1-a432-bb83495db773), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:15.155268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Transition to ACTIVE for port object 411f871b-8fa4-43f1-a432-bb83495db773 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:04:15.158867 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (411f871b-8fa4-43f1-a432-bb83495db773), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:15.222577 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Pushing event updated for resources: {'Port': ['ID=411f871b-8fa4-43f1-a432-bb83495db773,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:15.224799 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] No DVR routers for this DVR port 411f871b-8fa4-43f1-a432-bb83495db773 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:04:15.237509 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.237864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.238211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.238630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.238869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.239201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.239532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.239861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.240183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.240857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.240857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.241164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.241493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:15.259195 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612f7b48-396b-4d19-9298-72a1614b4ec3 x-openstack-request-id: req-612f7b48-396b-4d19-9298-72a1614b4ec3 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:04:15.259493 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161eb983-7c49-4dd7-a4e9-48f4686cd65d", "name": "network-vif-unplugged", "status": "completed", "tag": "411f871b-8fa4-43f1-a432-bb83495db773", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:04:15.259748 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-612f7b48-396b-4d19-9298-72a1614b4ec3 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:04:15.260138 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411f871b-8fa4-43f1-a432-bb83495db773', 'code': 200} Feb 09 04:04:15.273152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Attempting to bind port 411f871b-8fa4-43f1-a432-bb83495db773 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:04:15.273522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Attempting to bind port 411f871b-8fa4-43f1-a432-bb83495db773 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '00273447-2858-4f68-9bfb-20810042d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '29736129-cc92-441f-9742-6aa815c077f3'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:04:15.274381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Attempting to bind port 411f871b-8fa4-43f1-a432-bb83495db773 on network 29736129-cc92-441f-9742-6aa815c077f3 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:04:15.278909 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Port 411f871b-8fa4-43f1-a432-bb83495db773 on network 29736129-cc92-441f-9742-6aa815c077f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:04:15.279223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Attempting to bind port 411f871b-8fa4-43f1-a432-bb83495db773 on network 29736129-cc92-441f-9742-6aa815c077f3 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:04:15.283969 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:04:15.284301 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Checking segment: {'id': '00273447-2858-4f68-9bfb-20810042d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '29736129-cc92-441f-9742-6aa815c077f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:04:15.284679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Bound using segment: {'id': '00273447-2858-4f68-9bfb-20810042d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '29736129-cc92-441f-9742-6aa815c077f3'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:04:15.285093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Bound port: 411f871b-8fa4-43f1-a432-bb83495db773, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00273447-2858-4f68-9bfb-20810042d860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '29736129-cc92-441f-9742-6aa815c077f3'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:04:15.285468 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (411f871b-8fa4-43f1-a432-bb83495db773), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:15.346444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:04:15.349656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=411f871b-8fa4-43f1-a432-bb83495db773,segment=NetworkSegment(00273447-2858-4f68-9bfb-20810042d860),segment_id=00273447-2858-4f68-9bfb-20810042d860)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:04:15.355677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (411f871b-8fa4-43f1-a432-bb83495db773), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:15.359188 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:04:15.391764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:15.392389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:15.393786 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] 10.222.0.42 "PUT /v2.0/ports/411f871b-8fa4-43f1-a432-bb83495db773 HTTP/1.1" status: 200 len: 1092 time: 0.5898185 Feb 09 04:04:15.423797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb16f0a-2407-4014-95c1-1968f615544e service neutron] Pushing event updated for resources: {'Port': ['ID=411f871b-8fa4-43f1-a432-bb83495db773,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:15.459893 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-22f2cb1e-204b-497d-b8c3-00c04c54b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:15.461449 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-22f2cb1e-204b-497d-b8c3-00c04c54b388 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893f17f710d647d188d50d79bc215f3f&device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 1126 time: 0.0465329 Feb 09 04:04:15.548130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-54f46f29-90a9-4124-a634-4d52b9efcd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:15.549621 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-54f46f29-90a9-4124-a634-4d52b9efcd92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29736129-cc92-441f-9742-6aa815c077f3 HTTP/1.1" status: 200 len: 912 time: 0.0829413 Feb 09 04:04:15.593417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-1ad8759a-be57-421a-b418-cad079d83fc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=411f871b-8fa4-43f1-a432-bb83495db773 HTTP/1.1" status: 200 len: 217 time: 0.0384583 Feb 09 04:04:15.638762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-e8a75664-d104-4c11-a424-164e621ef0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:15.640057 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-e8a75664-d104-4c11-a424-164e621ef0df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6683eff8-e02c-4cc6-afeb-f57adb012dae HTTP/1.1" status: 200 len: 851 time: 0.0410473 Feb 09 04:04:15.670429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-b5db1250-7ebc-490f-a28b-1daada1c437d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29736129-cc92-441f-9742-6aa815c077f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244944 Feb 09 04:04:15.694005 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a834a9e-74c7-4fd5-878f-431a5a192e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:15.763897 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-4c7962c5-c80c-4e8c-9a78-05a60d5f4660 service neutron] 10.222.0.42 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875585 Feb 09 04:04:15.835728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e7468-58ab-4f65-ae60-59e5962ca828 req-bdd8fc05-d736-4c67-8f71-88480a5ba21d tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:15.838070 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-235e7468-58ab-4f65-ae60-59e5962ca828 req-bdd8fc05-d736-4c67-8f71-88480a5ba21d tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 943 time: 0.0552220 Feb 09 04:04:15.852168 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75573a46-58cd-4db5-8d66-59957d5b0b25 req-7e1294a1-dc64-4aa2-a65c-e9257f8ce5f4 service neutron] 10.222.0.42 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824156 Feb 09 04:04:15.894331 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-235e7468-58ab-4f65-ae60-59e5962ca828 req-52a3062a-ee95-4e42-8031-60c025047623 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502779 Feb 09 04:04:17.023066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7639ff-da1c-4258-8a5b-217796d0179c req-0edd35f7-a2be-4f18-a418-06b44c66fa91 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:17.024795 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9e7639ff-da1c-4258-8a5b-217796d0179c req-0edd35f7-a2be-4f18-a418-06b44c66fa91 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 943 time: 0.0574203 Feb 09 04:04:17.071081 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9e7639ff-da1c-4258-8a5b-217796d0179c req-39d2824f-df8c-4b8d-95bf-671f067403fc tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Feb 09 04:04:17.261075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'tag': '411f871b-8fa4-43f1-a432-bb83495db773'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:04:17.263367 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46" -d '{"events": [{"name": "network-changed", "server_uuid": "161eb983-7c49-4dd7-a4e9-48f4686cd65d", "tag": "411f871b-8fa4-43f1-a432-bb83495db773"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:04:17.315357 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a905abc5-48b7-4f02-adc7-167fdc7d92e3 x-openstack-request-id: req-a905abc5-48b7-4f02-adc7-167fdc7d92e3 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:04:17.315509 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161eb983-7c49-4dd7-a4e9-48f4686cd65d", "tag": "411f871b-8fa4-43f1-a432-bb83495db773", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:04:17.315684 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a905abc5-48b7-4f02-adc7-167fdc7d92e3 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:04:17.316182 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'tag': '411f871b-8fa4-43f1-a432-bb83495db773', 'status': 'completed', 'code': 200} Feb 09 04:04:17.415178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-4123fd1d-23f2-443e-bb99-ea33eba5b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:17.416693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-4123fd1d-23f2-443e-bb99-ea33eba5b004 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893f17f710d647d188d50d79bc215f3f&device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 1126 time: 0.0776763 Feb 09 04:04:17.422454 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-a2182be5-952a-4e95-b173-7e8d26c18e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:17.423779 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-a2182be5-952a-4e95-b173-7e8d26c18e5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=893f17f710d647d188d50d79bc215f3f&device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 1126 time: 0.0586197 Feb 09 04:04:17.578220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-bcf1b89b-da3d-4e7f-9138-ffb2d5587dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:17.579665 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-bcf1b89b-da3d-4e7f-9138-ffb2d5587dda service neutron] 10.222.0.42 "GET /v2.0/networks?id=29736129-cc92-441f-9742-6aa815c077f3 HTTP/1.1" status: 200 len: 912 time: 0.1550639 Feb 09 04:04:17.580703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-195dd4b0-2276-4166-a658-01a8b01735dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:17.582002 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-195dd4b0-2276-4166-a658-01a8b01735dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=29736129-cc92-441f-9742-6aa815c077f3 HTTP/1.1" status: 200 len: 912 time: 0.1498232 Feb 09 04:04:17.648468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-9ff9fa90-5fac-45f0-8ecc-ff4bd10bb6b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=411f871b-8fa4-43f1-a432-bb83495db773 HTTP/1.1" status: 200 len: 217 time: 0.0626659 Feb 09 04:04:17.649979 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-560640b0-1210-412a-bb87-00958bd49c3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=411f871b-8fa4-43f1-a432-bb83495db773 HTTP/1.1" status: 200 len: 217 time: 0.0585103 Feb 09 04:04:17.730537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-02cf080d-dbe8-497a-8d0a-31b13ee9d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:17.731978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-02cf080d-dbe8-497a-8d0a-31b13ee9d921 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6683eff8-e02c-4cc6-afeb-f57adb012dae HTTP/1.1" status: 200 len: 851 time: 0.0785599 Feb 09 04:04:17.733637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-cff00b2d-dfae-4e62-95fb-56395ca6dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:17.735075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-cff00b2d-dfae-4e62-95fb-56395ca6dc75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6683eff8-e02c-4cc6-afeb-f57adb012dae HTTP/1.1" status: 200 len: 851 time: 0.0747199 Feb 09 04:04:17.785832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-e4ebe2df-77b3-4ae8-bab1-2f07f3e05311 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29736129-cc92-441f-9742-6aa815c077f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452530 Feb 09 04:04:17.787584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-3a8b4fae-41c5-4718-bdce-0ee653dc9d77 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29736129-cc92-441f-9742-6aa815c077f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460100 Feb 09 04:04:17.931539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 411f871b-8fa4-43f1-a432-bb83495db773 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:04:18.036598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=411f871b-8fa4-43f1-a432-bb83495db773,segment=NetworkSegment(00273447-2858-4f68-9bfb-20810042d860),segment_id=00273447-2858-4f68-9bfb-20810042d860)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:18.051668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '411f871b-8fa4-43f1-a432-bb83495db773', 'network_id': '29736129-cc92-441f-9742-6aa815c077f3', 'port_id': '411f871b-8fa4-43f1-a432-bb83495db773', 'mac_address': 'fa:16:3e:b6:92:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6683eff8-e02c-4cc6-afeb-f57adb012dae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:04:18.092246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 411f871b-8fa4-43f1-a432-bb83495db773 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:18.092648 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (411f871b-8fa4-43f1-a432-bb83495db773), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:18.108120 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411f871b-8fa4-43f1-a432-bb83495db773 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:04:18.129680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=411f871b-8fa4-43f1-a432-bb83495db773,segment=NetworkSegment(00273447-2858-4f68-9bfb-20810042d860),segment_id=00273447-2858-4f68-9bfb-20810042d860)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:18.134671 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (411f871b-8fa4-43f1-a432-bb83495db773), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:18.195065 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=411f871b-8fa4-43f1-a432-bb83495db773,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:18.210756 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17f38ec9-acb7-43ac-8d91-59c049da8258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:18.282329 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-a081c768-1a01-4392-937d-dd03003e57fa service neutron] 10.222.0.42 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901514 Feb 09 04:04:18.288501 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-df22f490-6494-416b-8c66-b37fe91320d5 service neutron] 10.222.0.65 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889479 Feb 09 04:04:18.371261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['411f871b-8fa4-43f1-a432-bb83495db773'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:04:18.403354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9e019-48c1-4a32-b661-fa137064cc2f req-ff7113bf-baf3-43e8-b4eb-6e4226f97f86 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:18.404830 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ed9e019-48c1-4a32-b661-fa137064cc2f req-ff7113bf-baf3-43e8-b4eb-6e4226f97f86 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 944 time: 0.1779895 Feb 09 04:04:18.479670 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-e0e11bca-30d6-43c0-bfb1-0145557f3073 service neutron] 10.222.0.42 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901500 Feb 09 04:04:18.488487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b674b48a-52dc-4d5f-bd89-bb9ef4097e46 req-1074c9cf-3a88-4b74-8ede-0a91ea1a9cf4 service neutron] 10.222.0.65 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890373 Feb 09 04:04:18.499972 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ed9e019-48c1-4a32-b661-fa137064cc2f req-d7d47613-61e9-4975-a1ef-7096c0b0457a tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876384 Feb 09 04:04:18.798970 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-e89f119d-b9c9-4e46-a1ea-4c9956a16934 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:18.800429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-e89f119d-b9c9-4e46-a1ea-4c9956a16934 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.65 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d&tenant_id=893f17f710d647d188d50d79bc215f3f&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 944 time: 0.0952270 Feb 09 04:04:18.857725 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-9b6a4c7e-5d61-4085-8b3d-4494c5904c15 service neutron] delete failed (client error): The resource could not be found. Feb 09 04:04:18.858708 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-9b6a4c7e-5d61-4085-8b3d-4494c5904c15 service neutron] 10.222.0.65 "DELETE /v2.0/ports/411f871b-8fa4-43f1-a432-bb83495db773/bindings/n-h1-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0522726 Feb 09 04:04:18.964374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-78ba5361-756a-4345-a971-eb1e620bc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:18.965860 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-78ba5361-756a-4345-a971-eb1e620bc1c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=893f17f710d647d188d50d79bc215f3f&device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 1127 time: 0.0446770 Feb 09 04:04:18.986569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 411f871b-8fa4-43f1-a432-bb83495db773 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:04:19.029544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] The host n-h1-824835-15 is not matching for port 411f871b-8fa4-43f1-a432-bb83495db773 host n-h2-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 04:04:19.029934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 411f871b-8fa4-43f1-a432-bb83495db773 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:04:19.056265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-9da9b587-8d4a-4a6c-ac35-d0749f9751e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:19.057660 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-9da9b587-8d4a-4a6c-ac35-d0749f9751e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=29736129-cc92-441f-9742-6aa815c077f3 HTTP/1.1" status: 200 len: 912 time: 0.0865867 Feb 09 04:04:19.097837 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-ebab44cd-bfcd-4d57-9db9-7b00ca7530ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=411f871b-8fa4-43f1-a432-bb83495db773 HTTP/1.1" status: 200 len: 217 time: 0.0343139 Feb 09 04:04:19.148213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-d84500bb-6608-405a-9f04-5009afdcc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:19.149793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-d84500bb-6608-405a-9f04-5009afdcc44d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6683eff8-e02c-4cc6-afeb-f57adb012dae HTTP/1.1" status: 200 len: 851 time: 0.0465412 Feb 09 04:04:19.179037 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-1bf1deb4-eca0-4162-bf9f-8e5eb195ac6b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=29736129-cc92-441f-9742-6aa815c077f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240595 Feb 09 04:04:19.263825 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-19c6a17d-8002-4bbe-af11-f629a858cf58 service neutron] 10.222.0.65 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790782 Feb 09 04:04:19.354030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-888b7f0f-42b3-47e8-9695-d3feb4a1d7a0 service neutron] 10.222.0.65 "GET /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847189 Feb 09 04:04:19.468337 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:19.965478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 411f871b-8fa4-43f1-a432-bb83495db773 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:04:20.019272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 411f871b-8fa4-43f1-a432-bb83495db773 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:04:20.023327 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 411f871b-8fa4-43f1-a432-bb83495db773 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:20.023772 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (411f871b-8fa4-43f1-a432-bb83495db773), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:20.107416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 411f871b-8fa4-43f1-a432-bb83495db773 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:20.107720 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (411f871b-8fa4-43f1-a432-bb83495db773), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:20.131736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d1e8c-aad6-42b9-9704-b11504efbda3 req-0e5f2b49-a9e7-4075-9dee-3e98fd4705d1 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:20.132423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411f871b-8fa4-43f1-a432-bb83495db773'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:04:20.133376 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c41d1e8c-aad6-42b9-9704-b11504efbda3 req-0e5f2b49-a9e7-4075-9dee-3e98fd4705d1 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 944 time: 0.0575781 Feb 09 04:04:20.134836 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c888553-e93a-4792-b107-f16ac3115f0d" -d '{"events": [{"server_uuid": "161eb983-7c49-4dd7-a4e9-48f4686cd65d", "name": "network-vif-plugged", "status": "completed", "tag": "411f871b-8fa4-43f1-a432-bb83495db773"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:04:20.147779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=411f871b-8fa4-43f1-a432-bb83495db773,segment=NetworkSegment(00273447-2858-4f68-9bfb-20810042d860),segment_id=00273447-2858-4f68-9bfb-20810042d860)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:20.153669 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (411f871b-8fa4-43f1-a432-bb83495db773), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:20.178572 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a87940-ccec-4d25-969f-6a7f86e7d6ea x-openstack-request-id: req-96a87940-ccec-4d25-969f-6a7f86e7d6ea {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:04:20.178863 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161eb983-7c49-4dd7-a4e9-48f4686cd65d", "name": "network-vif-plugged", "status": "completed", "tag": "411f871b-8fa4-43f1-a432-bb83495db773", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:04:20.179138 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96a87940-ccec-4d25-969f-6a7f86e7d6ea {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:04:20.179526 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411f871b-8fa4-43f1-a432-bb83495db773', 'code': 200} Feb 09 04:04:20.191434 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c41d1e8c-aad6-42b9-9704-b11504efbda3 req-f935be0f-9126-41d1-a157-3208beee91a2 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515044 Feb 09 04:04:20.206942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=411f871b-8fa4-43f1-a432-bb83495db773,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:20.902307 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:21.319487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dad3b7-8ba2-49f7-a769-e4bf241200db req-be792dd0-5665-4ad1-a3ab-592de9b5459d tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:21.322212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1dad3b7-8ba2-49f7-a769-e4bf241200db req-be792dd0-5665-4ad1-a3ab-592de9b5459d tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0599246 Feb 09 04:04:21.370048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1dad3b7-8ba2-49f7-a769-e4bf241200db req-35fd719c-348c-40e9-8c92-7dd7deac7bfd tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Feb 09 04:04:21.380223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-9df13a4c-5cf7-4616-88be-6995a72fba13 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:21.381736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-9df13a4c-5cf7-4616-88be-6995a72fba13 tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.42 "GET /v2.0/ports?device_id=161eb983-7c49-4dd7-a4e9-48f4686cd65d HTTP/1.1" status: 200 len: 945 time: 0.0526397 Feb 09 04:04:21.475058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-331243ce-e06c-4ce7-9102-926e42b822cd tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Deleting port 411f871b-8fa4-43f1-a432-bb83495db773 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:04:21.475320 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-331243ce-e06c-4ce7-9102-926e42b822cd tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (411f871b-8fa4-43f1-a432-bb83495db773), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:21.568438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-331243ce-e06c-4ce7-9102-926e42b822cd tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] For port 411f871b-8fa4-43f1-a432-bb83495db773, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=411f871b-8fa4-43f1-a432-bb83495db773,segment=NetworkSegment(00273447-2858-4f68-9bfb-20810042d860),segment_id=00273447-2858-4f68-9bfb-20810042d860)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:21.568795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-331243ce-e06c-4ce7-9102-926e42b822cd tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (411f871b-8fa4-43f1-a432-bb83495db773), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:21.580642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-331243ce-e06c-4ce7-9102-926e42b822cd tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Calling delete_port for 411f871b-8fa4-43f1-a432-bb83495db773 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:04:21.703148 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-331243ce-e06c-4ce7-9102-926e42b822cd tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (411f871b-8fa4-43f1-a432-bb83495db773), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:21.715671 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['411f871b-8fa4-43f1-a432-bb83495db773'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:04:21.735048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331243ce-e06c-4ce7-9102-926e42b822cd tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Pushing event deleted for resources: {'Port': ['ID=411f871b-8fa4-43f1-a432-bb83495db773,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:21.778978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-331243ce-e06c-4ce7-9102-926e42b822cd tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] No DVR routers for this DVR port 411f871b-8fa4-43f1-a432-bb83495db773 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:04:21.781679 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-331243ce-e06c-4ce7-9102-926e42b822cd tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:21.785039 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9d93e11-0684-47b4-8978-62d43b8c1744 req-331243ce-e06c-4ce7-9102-926e42b822cd tempest-DeleteServersTestJSON-1869991550 tempest-DeleteServersTestJSON-1869991550-project] 10.222.0.42 "DELETE /v2.0/ports/411f871b-8fa4-43f1-a432-bb83495db773 HTTP/1.1" status: 204 len: 173 time: 0.3986552 Feb 09 04:04:21.785507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'name': 'network-vif-deleted', 'tag': '411f871b-8fa4-43f1-a432-bb83495db773'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:04:21.787741 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aacb6a2-911e-4ac6-8721-77b834bc0623" -d '{"events": [{"server_uuid": "161eb983-7c49-4dd7-a4e9-48f4686cd65d", "name": "network-vif-deleted", "tag": "411f871b-8fa4-43f1-a432-bb83495db773"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:04:21.831094 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75f1323-2fc7-4172-9003-403c789f6185 x-openstack-request-id: req-b75f1323-2fc7-4172-9003-403c789f6185 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:04:21.831388 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161eb983-7c49-4dd7-a4e9-48f4686cd65d", "name": "network-vif-deleted", "tag": "411f871b-8fa4-43f1-a432-bb83495db773", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:04:21.831695 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b75f1323-2fc7-4172-9003-403c789f6185 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:04:21.832119 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161eb983-7c49-4dd7-a4e9-48f4686cd65d', 'name': 'network-vif-deleted', 'tag': '411f871b-8fa4-43f1-a432-bb83495db773', 'status': 'completed', 'code': 200} Feb 09 04:04:22.041374 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.497383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53814) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:22.540290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ec7949-4f91-4abb-90a9-1e08e1f03645 admin admin] Deleting subnet 6683eff8-e02c-4cc6-afeb-f57adb012dae {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:04:22.543290 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37ec7949-4f91-4abb-90a9-1e08e1f03645 admin admin] Publish callbacks [] for subnet (6683eff8-e02c-4cc6-afeb-f57adb012dae), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.577309 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37ec7949-4f91-4abb-90a9-1e08e1f03645 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (6683eff8-e02c-4cc6-afeb-f57adb012dae), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.619259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37ec7949-4f91-4abb-90a9-1e08e1f03645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (6683eff8-e02c-4cc6-afeb-f57adb012dae), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.674190 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37ec7949-4f91-4abb-90a9-1e08e1f03645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (6683eff8-e02c-4cc6-afeb-f57adb012dae), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.700265 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec7949-4f91-4abb-90a9-1e08e1f03645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6683eff8-e02c-4cc6-afeb-f57adb012dae,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:22.703925 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37ec7949-4f91-4abb-90a9-1e08e1f03645 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.707096 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-37ec7949-4f91-4abb-90a9-1e08e1f03645 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6683eff8-e02c-4cc6-afeb-f57adb012dae HTTP/1.1" status: 204 len: 168 time: 0.2087233 Feb 09 04:04:22.709555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53816) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:22.775378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (29736129-cc92-441f-9742-6aa815c077f3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.855101 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (29736129-cc92-441f-9742-6aa815c077f3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.874978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29736129-cc92-441f-9742-6aa815c077f3']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:22.884549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00273447-2858-4f68-9bfb-20810042d860') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:22.884843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00273447-2858-4f68-9bfb-20810042d860') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:22.893949 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (00273447-2858-4f68-9bfb-20810042d860), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.907244 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (00273447-2858-4f68-9bfb-20810042d860), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.913045 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:04:22.913444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (00273447-2858-4f68-9bfb-20810042d860), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:04:22.915235 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:04:22.967685 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (29736129-cc92-441f-9742-6aa815c077f3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.973972 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.977175 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] 10.222.0.21 "DELETE /v2.0/networks/29736129-cc92-441f-9742-6aa815c077f3 HTTP/1.1" status: 204 len: 168 time: 0.2666934 Feb 09 04:04:22.995016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ae9de-0bba-4970-a2c5-8e76cdebde93 admin admin] Pushing event deleted for resources: {'Network': ['ID=29736129-cc92-441f-9742-6aa815c077f3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:23.088782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53820) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:23.130174 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-84e16c62-2a94-4315-a04a-0a1a87cfcc44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=893f17f710d647d188d50d79bc215f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399616 Feb 09 04:04:23.132646 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53822) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:23.178742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d240408d-9b27-4fe0-a1d7-f04de98b1208 admin admin] Publish callbacks [] for security_group (1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:23.200347 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d240408d-9b27-4fe0-a1d7-f04de98b1208 admin admin] Publish callbacks [] for security_group (1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:23.248841 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d240408d-9b27-4fe0-a1d7-f04de98b1208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:23.251363 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d240408d-9b27-4fe0-a1d7-f04de98b1208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:23.252655 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d240408d-9b27-4fe0-a1d7-f04de98b1208 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3 HTTP/1.1" status: 204 len: 168 time: 0.1189060 Feb 09 04:04:23.260558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240408d-9b27-4fe0-a1d7-f04de98b1208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1d3467-f557-4fc9-b2b8-e9e23d2a79b3,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:23.903402 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 53844) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:23.998846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-679948284-network', 'tenant_id': '7d403d0aff2d4d3ca863b035076bdb2b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:24.018438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Made reservation on behalf of 7d403d0aff2d4d3ca863b035076bdb2b for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:04:24.020699 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:24.029546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:24.103448 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Publish callbacks [] for security_group (145f8173-0a49-40e8-835a-e7209dc5de51), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:24.107378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (145f8173-0a49-40e8-835a-e7209dc5de51), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:24.139416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:04:24.146188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145f8173-0a49-40e8-835a-e7209dc5de51,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:24.153845 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ba8ab56b-8448-4e59-95bd-0667a2b4a335), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:24.154322 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Added segment ba8ab56b-8448-4e59-95bd-0667a2b4a335 of type vlan for network ffee1b45-26ee-42d9-afcf-de745fcee03d Feb 09 04:04:24.195184 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (ffee1b45-26ee-42d9-afcf-de745fcee03d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:24.219369 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (ffee1b45-26ee-42d9-afcf-de745fcee03d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:24.220330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:24.220889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:24.277092 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3723638 Feb 09 04:04:24.279976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 53848) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:24.281948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a5c38-c2d7-423e-8a8e-08e396c894d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ffee1b45-26ee-42d9-afcf-de745fcee03d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:24.285244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-301fc1cf-4ce6-435c-96ad-6341034b5ae4 admin admin] Request body: {'subnet': {'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-679948284-subnet', 'tenant_id': '7d403d0aff2d4d3ca863b035076bdb2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:24.292387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network ffee1b45-26ee-42d9-afcf-de745fcee03d details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:04:24.306653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301fc1cf-4ce6-435c-96ad-6341034b5ae4 admin admin] Made reservation on behalf of 7d403d0aff2d4d3ca863b035076bdb2b for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:04:24.309405 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-301fc1cf-4ce6-435c-96ad-6341034b5ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:24.482526 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-301fc1cf-4ce6-435c-96ad-6341034b5ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (c7befbc7-c333-4c5b-b3c7-8694b527e4f7), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:24.513407 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:24.536877 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fc1cf-4ce6-435c-96ad-6341034b5ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7befbc7-c333-4c5b-b3c7-8694b527e4f7,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:24.547688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301fc1cf-4ce6-435c-96ad-6341034b5ae4 admin admin] Checking segment: {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:04:24.548047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301fc1cf-4ce6-435c-96ad-6341034b5ae4 admin admin] Network hostable DHCP agents. Network: ffee1b45-26ee-42d9-afcf-de745fcee03d, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:04:24.565203 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301fc1cf-4ce6-435c-96ad-6341034b5ae4 admin admin] Network ffee1b45-26ee-42d9-afcf-de745fcee03d is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:04:24.573851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-301fc1cf-4ce6-435c-96ad-6341034b5ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, ffee1b45-26ee-42d9-afcf-de745fcee03d) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:04:24.577959 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301fc1cf-4ce6-435c-96ad-6341034b5ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:24.578558 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-301fc1cf-4ce6-435c-96ad-6341034b5ae4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:24.582862 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f68f1e4-e830-4e4a-81e6-d1200f8fc57a None None] Network ffee1b45-26ee-42d9-afcf-de745fcee03d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:04:24.594530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-301fc1cf-4ce6-435c-96ad-6341034b5ae4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3132739 Feb 09 04:04:24.682234 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f93526-2c79-401c-a1df-97ca24a34959 None None] Network ffee1b45-26ee-42d9-afcf-de745fcee03d requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:04:25.017760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33a10-f483-46b7-986c-99179f334c48 req-afabc304-1514-44a0-9bf8-7ecdf4b33696 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:25.019207 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-afabc304-1514-44a0-9bf8-7ecdf4b33696 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 814 time: 0.1069026 Feb 09 04:04:25.033560 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-97d47ee8-a442-4d56-9669-fcac06a6e05a tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/quotas/7d403d0aff2d4d3ca863b035076bdb2b HTTP/1.1" status: 200 len: 375 time: 0.0088115 Feb 09 04:04:25.065278 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-016fb290-75a8-49f5-a578-4fc9074b35e8 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268528 Feb 09 04:04:25.076292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-c974b254-3780-4a62-b4fd-04ed5ca30837 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:04:25.077169 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-c974b254-3780-4a62-b4fd-04ed5ca30837 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050533 Feb 09 04:04:25.167662 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-a0a7f6fa-bdfd-467d-9146-68e564633072 service neutron] 10.222.0.21 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851381 Feb 09 04:04:25.255277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-f4bd6176-fafd-44df-9cca-c4ccfe142a42 service neutron] 10.222.0.21 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817626 Feb 09 04:04:25.412969 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6124cfdc-e323-4251-9367-6603163ce7a3 req-89f4a5db-98dd-4b3d-ab68-e123ed61c4d6 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 210 time: 0.0281942 Feb 09 04:04:26.002219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 411f871b-8fa4-43f1-a432-bb83495db773 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:04:26.023062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 411f871b-8fa4-43f1-a432-bb83495db773 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:04:26.023420 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 411f871b-8fa4-43f1-a432-bb83495db773 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:04:26.322258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33a10-f483-46b7-986c-99179f334c48 req-9166fce7-9242-4934-92a9-7274af7c1370 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:26.323704 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-9166fce7-9242-4934-92a9-7274af7c1370 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.42 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 814 time: 0.1072237 Feb 09 04:04:26.335457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Request body: {'port': {'device_id': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d', 'admin_state_up': True, 'tenant_id': '7d403d0aff2d4d3ca863b035076bdb2b'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:26.439780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Made reservation on behalf of 7d403d0aff2d4d3ca863b035076bdb2b for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:04:26.443814 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:26.535062 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7afb3d13-5b37-4011-8046-da5276210bb8 req-721ce975-9b40-4f04-910a-6f7653bbdf9e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 210 time: 0.0340905 Feb 09 04:04:26.595501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Allocated IP 172.20.0.10 (ffee1b45-26ee-42d9-afcf-de745fcee03d/c7befbc7-c333-4c5b-b3c7-8694b527e4f7/771ecc78-13b4-4147-a78e-e8d3b8de9523) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:04:26.746370 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks [] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:26.779404 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:26.823284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Network ffee1b45-26ee-42d9-afcf-de745fcee03d is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:04:26.826388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:04:26.829966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:04:26.836928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Pushing event updated for resources: {'Port': ['ID=771ecc78-13b4-4147-a78e-e8d3b8de9523,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:26.885180 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:26.885808 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:26.901746 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e1761b15-f25b-4a21-b474-22698fa5511e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700867 Feb 09 04:04:26.912867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Request body: {'port': {'device_id': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:26.969999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:27.231256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771ecc78-13b4-4147-a78e-e8d3b8de9523 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:04:27.238480 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Publish callbacks [] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:27.251142 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Transition to ACTIVE for port object 771ecc78-13b4-4147-a78e-e8d3b8de9523 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:04:27.254603 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:27.309050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Pushing event updated for resources: {'Port': ['ID=771ecc78-13b4-4147-a78e-e8d3b8de9523,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:27.374472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Attempting to bind port 771ecc78-13b4-4147-a78e-e8d3b8de9523 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:04:27.375174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Attempting to bind port 771ecc78-13b4-4147-a78e-e8d3b8de9523 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:04:27.375174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Attempting to bind port 771ecc78-13b4-4147-a78e-e8d3b8de9523 on network ffee1b45-26ee-42d9-afcf-de745fcee03d {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:04:27.379365 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Port 771ecc78-13b4-4147-a78e-e8d3b8de9523 on network ffee1b45-26ee-42d9-afcf-de745fcee03d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:04:27.379683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Attempting to bind port 771ecc78-13b4-4147-a78e-e8d3b8de9523 on network ffee1b45-26ee-42d9-afcf-de745fcee03d {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:04:27.384575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:04:27.384914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Checking segment: {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:04:27.385299 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Bound using segment: {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:04:27.385753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Bound port: 771ecc78-13b4-4147-a78e-e8d3b8de9523, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:04:27.386109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:27.451068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:04:27.454189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:04:27.459666 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:27.493851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:27.494466 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:27.495870 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] 10.222.0.42 "PUT /v2.0/ports/771ecc78-13b4-4147-a78e-e8d3b8de9523 HTTP/1.1" status: 200 len: 1093 time: 0.5870154 Feb 09 04:04:27.496314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'tag': '771ecc78-13b4-4147-a78e-e8d3b8de9523'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:04:27.498598 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa92b45-9c0d-4021-89d0-b83827aaff1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cf39ee-10fd-4464-8e26-675b8d6fdebd", "tag": "771ecc78-13b4-4147-a78e-e8d3b8de9523"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:04:27.522501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaf14d-ba9f-4407-9ee4-d7388c0fbad8 service neutron] Pushing event updated for resources: {'Port': ['ID=771ecc78-13b4-4147-a78e-e8d3b8de9523,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:27.537139 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2498ac-8c1f-47e4-a473-a05989eb5697 x-openstack-request-id: req-4a2498ac-8c1f-47e4-a473-a05989eb5697 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:04:27.537479 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cf39ee-10fd-4464-8e26-675b8d6fdebd", "tag": "771ecc78-13b4-4147-a78e-e8d3b8de9523", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:04:27.537737 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a2498ac-8c1f-47e4-a473-a05989eb5697 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:04:27.538144 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'tag': '771ecc78-13b4-4147-a78e-e8d3b8de9523', 'status': 'completed', 'code': 200} Feb 09 04:04:27.584923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e743bf65-2381-49a8-8d44-ecfc16071260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:27.587027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-e743bf65-2381-49a8-8d44-ecfc16071260 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 1127 time: 0.0466104 Feb 09 04:04:27.629387 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-1230d9e5-e66b-40e2-9067-c8e0702b395e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523 HTTP/1.1" status: 200 len: 217 time: 0.0361636 Feb 09 04:04:27.704051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33a10-f483-46b7-986c-99179f334c48 req-69c4511b-755c-4323-9438-a934d739aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:27.705532 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-69c4511b-755c-4323-9438-a934d739aeeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0686846 Feb 09 04:04:27.716368 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515c96f-b917-4e2f-a839-75f896c1d048 req-00a8ee36-024f-4001-ae4c-0fba3b3f8472 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:27.717772 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7515c96f-b917-4e2f-a839-75f896c1d048 req-00a8ee36-024f-4001-ae4c-0fba3b3f8472 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 944 time: 0.0908546 Feb 09 04:04:27.750498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-46eab81d-2b91-4d17-b208-0f11cdf5698d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316970 Feb 09 04:04:27.832399 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7515c96f-b917-4e2f-a839-75f896c1d048 req-e9485c56-6267-4649-b8bc-1751ebc4752b tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063762 Feb 09 04:04:27.864187 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-6d4e36e1-c631-472d-99c0-b0bb365316ec service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061189 Feb 09 04:04:27.951132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4b33a10-f483-46b7-986c-99179f334c48 req-221fd30e-a463-4ee8-bcdd-45b615a27b5b service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808439 Feb 09 04:04:28.046536 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa92b45-9c0d-4021-89d0-b83827aaff1f req-0d4328d1-1e7c-400f-a996-2fd69e8fd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:28.048030 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5aa92b45-9c0d-4021-89d0-b83827aaff1f req-0d4328d1-1e7c-400f-a996-2fd69e8fd534 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 1127 time: 0.0512092 Feb 09 04:04:28.134272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa92b45-9c0d-4021-89d0-b83827aaff1f req-7cff966a-5fe8-4287-91cd-7d684ae5dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:28.135722 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5aa92b45-9c0d-4021-89d0-b83827aaff1f req-7cff966a-5fe8-4287-91cd-7d684ae5dd8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.0824139 Feb 09 04:04:28.182273 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5aa92b45-9c0d-4021-89d0-b83827aaff1f req-96de4806-c012-4894-9418-3bd0995d96c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523 HTTP/1.1" status: 200 len: 217 time: 0.0388873 Feb 09 04:04:28.229892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa92b45-9c0d-4021-89d0-b83827aaff1f req-9699d4ec-b20a-4e91-8811-595eaeaa4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:28.231307 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5aa92b45-9c0d-4021-89d0-b83827aaff1f req-9699d4ec-b20a-4e91-8811-595eaeaa4e05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0425453 Feb 09 04:04:28.262986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5aa92b45-9c0d-4021-89d0-b83827aaff1f req-710b5aa7-eb13-4aaf-a0ca-b9048a71be60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243762 Feb 09 04:04:28.350348 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5aa92b45-9c0d-4021-89d0-b83827aaff1f req-1e012ffb-793e-476d-99b9-15b144cb6492 service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804822 Feb 09 04:04:28.440864 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5aa92b45-9c0d-4021-89d0-b83827aaff1f req-6bae633d-c974-46b9-afdc-2768febcc346 service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838382 Feb 09 04:04:28.954963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a47ff-1501-4684-8752-610591fd38d0 req-1443804b-cb3e-4974-b997-df09d64cc7e1 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:28.956465 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db6a47ff-1501-4684-8752-610591fd38d0 req-1443804b-cb3e-4974-b997-df09d64cc7e1 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 944 time: 0.0539474 Feb 09 04:04:29.008746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db6a47ff-1501-4684-8752-610591fd38d0 req-31a3ff37-4261-42c3-89ad-fb8d9b350649 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Feb 09 04:04:30.024800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 771ecc78-13b4-4147-a78e-e8d3b8de9523 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:04:30.123690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:30.128925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f50fe-563a-4f30-bde3-fa074bba60d7 req-8429737d-ad69-4b73-876d-b748ff2e7884 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:30.130430 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2e8f50fe-563a-4f30-bde3-fa074bba60d7 req-8429737d-ad69-4b73-876d-b748ff2e7884 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 944 time: 0.0544496 Feb 09 04:04:30.136048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '771ecc78-13b4-4147-a78e-e8d3b8de9523', 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d', 'port_id': '771ecc78-13b4-4147-a78e-e8d3b8de9523', 'mac_address': 'fa:16:3e:11:d3:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7befbc7-c333-4c5b-b3c7-8694b527e4f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:04:30.172510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 771ecc78-13b4-4147-a78e-e8d3b8de9523 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:30.172905 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:30.177427 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2e8f50fe-563a-4f30-bde3-fa074bba60d7 req-cebe347b-546a-4edf-b758-6fddb6c63859 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406888 Feb 09 04:04:30.186317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771ecc78-13b4-4147-a78e-e8d3b8de9523 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:04:30.207220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:30.211068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:30.262423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=771ecc78-13b4-4147-a78e-e8d3b8de9523,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:30.269393 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.269744 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.270084 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.270418 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.270749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.271076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.271400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.271723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.272044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.272361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.272680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.272997 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.273314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:30.399932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['771ecc78-13b4-4147-a78e-e8d3b8de9523'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:04:31.298685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbd15d-6373-4814-8f24-881ece6bd4ba req-f00e64ce-567e-4ba0-bb8b-a78787bacf30 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:31.300168 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ccbd15d-6373-4814-8f24-881ece6bd4ba req-f00e64ce-567e-4ba0-bb8b-a78787bacf30 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 945 time: 0.0527759 Feb 09 04:04:31.347731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ccbd15d-6373-4814-8f24-881ece6bd4ba req-a7c3a0d6-9513-483c-af8e-1f46aa0dcb50 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Feb 09 04:04:32.040976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 771ecc78-13b4-4147-a78e-e8d3b8de9523 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:04:32.092516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 771ecc78-13b4-4147-a78e-e8d3b8de9523 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:04:32.096552 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 771ecc78-13b4-4147-a78e-e8d3b8de9523 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:32.096923 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:32.171321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 771ecc78-13b4-4147-a78e-e8d3b8de9523 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:32.171710 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:32.193380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ecc78-13b4-4147-a78e-e8d3b8de9523'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:04:32.196203 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240655e0-c8fd-4506-acdc-3b03fdbcbb08" -d '{"events": [{"server_uuid": "a7cf39ee-10fd-4464-8e26-675b8d6fdebd", "name": "network-vif-plugged", "status": "completed", "tag": "771ecc78-13b4-4147-a78e-e8d3b8de9523"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:04:32.209019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:32.214556 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:32.237093 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b8dbfa-e433-442e-b7a6-3199b5f50e0a x-openstack-request-id: req-01b8dbfa-e433-442e-b7a6-3199b5f50e0a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:04:32.237410 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cf39ee-10fd-4464-8e26-675b8d6fdebd", "name": "network-vif-plugged", "status": "completed", "tag": "771ecc78-13b4-4147-a78e-e8d3b8de9523", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:04:32.237669 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01b8dbfa-e433-442e-b7a6-3199b5f50e0a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:04:32.238064 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ecc78-13b4-4147-a78e-e8d3b8de9523', 'code': 200} Feb 09 04:04:32.270572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=771ecc78-13b4-4147-a78e-e8d3b8de9523,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:32.351060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340f928-bd63-4186-8f66-5943493584a6 req-c6645f67-e8fb-4c0b-8d8d-10b0e3e31438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:32.352686 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2340f928-bd63-4186-8f66-5943493584a6 req-c6645f67-e8fb-4c0b-8d8d-10b0e3e31438 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 1129 time: 0.0582285 Feb 09 04:04:32.395932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2340f928-bd63-4186-8f66-5943493584a6 req-56d6a547-32aa-40c1-a0fd-5aec048b01f3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374384 Feb 09 04:04:32.467697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee39fb-58df-4d73-9a67-4cedbb17beec req-523be154-f891-439f-a609-1204b30481b6 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:32.469175 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0eee39fb-58df-4d73-9a67-4cedbb17beec req-523be154-f891-439f-a609-1204b30481b6 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0527594 Feb 09 04:04:32.516105 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0eee39fb-58df-4d73-9a67-4cedbb17beec req-d99b3d29-f3ba-4727-bc4b-ca3982dfb816 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Feb 09 04:04:33.636292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc3682-c725-48f6-a20b-e3076585d551 req-87fb1259-5567-4f90-9791-276d56f154b7 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:33.637795 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2efc3682-c725-48f6-a20b-e3076585d551 req-87fb1259-5567-4f90-9791-276d56f154b7 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0537651 Feb 09 04:04:33.683581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2efc3682-c725-48f6-a20b-e3076585d551 req-0600feb0-f2e6-40ca-b6e4-bb4e312a5889 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402694 Feb 09 04:04:33.787088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-473b5794-705e-4b63-9f2a-03dcf1376e94 req-9bf0b423-428e-45db-9fea-7f8d7f1ed462 service neutron] (103327) timed out ('10.222.0.65', 65244) {{(pid=103327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 04:04:33.806098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbe9a1-1a78-4998-838b-aa24ecccc21a req-666c3f6f-ba01-448f-808e-759351d4a3cc tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:33.807578 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8dbbe9a1-1a78-4998-838b-aa24ecccc21a req-666c3f6f-ba01-448f-808e-759351d4a3cc tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0580566 Feb 09 04:04:33.854671 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8dbbe9a1-1a78-4998-838b-aa24ecccc21a req-ec4c3cec-62e9-4c8d-830a-b6120cdb899f tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412960 Feb 09 04:04:34.056331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8b4ae-da6a-490b-9b5f-1a28f1f673f3 req-455b2f8e-19ed-4ac8-8498-1dc90ebe7a89 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:34.057755 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fdf8b4ae-da6a-490b-9b5f-1a28f1f673f3 req-455b2f8e-19ed-4ac8-8498-1dc90ebe7a89 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0532606 Feb 09 04:04:34.106988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fdf8b4ae-da6a-490b-9b5f-1a28f1f673f3 req-a938567b-1aab-4316-9c56-79cb05e19f3c tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 Feb 09 04:04:34.221233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c44c6-8328-4fbc-8f5e-71f8efa99aae req-f388e7b1-fb79-4a68-abb6-ee0ff94755f4 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:34.222709 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b35c44c6-8328-4fbc-8f5e-71f8efa99aae req-f388e7b1-fb79-4a68-abb6-ee0ff94755f4 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0509374 Feb 09 04:04:34.271731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b35c44c6-8328-4fbc-8f5e-71f8efa99aae req-4a71d88d-428d-46ad-96a6-1e7e550c5c44 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425501 Feb 09 04:04:34.603530 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-6c6808f1-307f-4d46-8f58-b0b7046ba6d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0498502 Feb 09 04:04:34.614349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1e9f4-f460-42e3-b47a-e5b5ba803b2b req-79206f86-1e49-4843-9a8b-6d7986639895 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:34.615803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ce1e9f4-f460-42e3-b47a-e5b5ba803b2b req-79206f86-1e49-4843-9a8b-6d7986639895 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0528479 Feb 09 04:04:34.665511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ce1e9f4-f460-42e3-b47a-e5b5ba803b2b req-03c4201b-134c-400b-8368-bad1e2feb1dc tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Feb 09 04:04:35.785624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e4fcb-ff63-413e-96e0-88ef0c7f3e8a req-8697eb53-581f-4261-afd0-e7e3a7f8b4b6 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:35.787115 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed3e4fcb-ff63-413e-96e0-88ef0c7f3e8a req-8697eb53-581f-4261-afd0-e7e3a7f8b4b6 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0524650 Feb 09 04:04:35.834308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed3e4fcb-ff63-413e-96e0-88ef0c7f3e8a req-355eeeef-a53f-41c4-920d-b0114df0c062 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Feb 09 04:04:35.998486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-a3bb45d7-7432-4f37-afd3-67add356d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:35.999975 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-a3bb45d7-7432-4f37-afd3-67add356d6f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 1129 time: 0.0447474 Feb 09 04:04:36.092803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-9ac10174-9f40-45bc-a721-485e969e85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:36.094430 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-9ac10174-9f40-45bc-a721-485e969e85a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.0882437 Feb 09 04:04:36.134636 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-f756fb0f-64cd-4815-9bda-cd55d4b915c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523 HTTP/1.1" status: 200 len: 217 time: 0.0348141 Feb 09 04:04:36.180474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-31108d1d-3c77-4012-bba4-12c3671562f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:36.181926 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-31108d1d-3c77-4012-bba4-12c3671562f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0423763 Feb 09 04:04:36.216715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-b3d4c352-fecd-4fdb-a94b-03c8c33646f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288041 Feb 09 04:04:36.301541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-df5746d2-258d-4594-9ca9-d7c605cb8b13 service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788651 Feb 09 04:04:36.400803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-c367f40a-9c48-4508-b3eb-7fb846bced48 service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937030 Feb 09 04:04:36.957097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd6fbd-c2bc-4003-8e3b-2f7d4ef7d396 req-ff96a194-30d8-42d4-a5e2-eaac015a4004 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:36.958595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c5bd6fbd-c2bc-4003-8e3b-2f7d4ef7d396 req-ff96a194-30d8-42d4-a5e2-eaac015a4004 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0545132 Feb 09 04:04:37.004528 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c5bd6fbd-c2bc-4003-8e3b-2f7d4ef7d396 req-ffac4a49-85f6-4c64-9ac4-6959d7877770 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400808 Feb 09 04:04:37.939761 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:38.125802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041efabf-8041-4009-beb9-7dc6d6674f9a req-afe789df-bcbc-490c-81da-ad80a69958e2 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:38.127276 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-041efabf-8041-4009-beb9-7dc6d6674f9a req-afe789df-bcbc-490c-81da-ad80a69958e2 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0526643 Feb 09 04:04:38.173805 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-041efabf-8041-4009-beb9-7dc6d6674f9a req-18cc2c7d-2c5e-4a5b-87e4-2fed8ea91300 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Feb 09 04:04:39.291709 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace5b69-2518-4981-88cb-7c7a69dc662c req-77b0a094-d5ad-45db-b0d3-3d17c7ccda8d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:39.293196 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6ace5b69-2518-4981-88cb-7c7a69dc662c req-77b0a094-d5ad-45db-b0d3-3d17c7ccda8d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0522680 Feb 09 04:04:39.339164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6ace5b69-2518-4981-88cb-7c7a69dc662c req-f968d8c7-6666-472a-b32a-0f0ab21379c9 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403762 Feb 09 04:04:40.462191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbabc6b-f5e4-482a-960f-783ba8a0e488 req-87eb39c1-5ef4-4443-9f8a-5fdfa90716d8 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:40.463673 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3dbabc6b-f5e4-482a-960f-783ba8a0e488 req-87eb39c1-5ef4-4443-9f8a-5fdfa90716d8 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0569804 Feb 09 04:04:40.511189 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3dbabc6b-f5e4-482a-960f-783ba8a0e488 req-77ac9d33-7ba5-484e-827f-ce62a7273b7d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Feb 09 04:04:41.636004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d8bc0-01bb-4196-a4ed-373f2d2fde99 req-0b635857-b9c9-42d8-b084-6c0bec1b77c6 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:41.637517 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-690d8bc0-01bb-4196-a4ed-373f2d2fde99 req-0b635857-b9c9-42d8-b084-6c0bec1b77c6 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0562644 Feb 09 04:04:41.682853 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-690d8bc0-01bb-4196-a4ed-373f2d2fde99 req-5359f8ce-f24a-4528-a018-9c591012e3e1 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Feb 09 04:04:42.802542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1661bc-6ee0-405c-9117-89f596ff1fa7 req-966ba497-937d-4f6b-a56d-a04d52b4f6c8 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:42.804017 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc1661bc-6ee0-405c-9117-89f596ff1fa7 req-966ba497-937d-4f6b-a56d-a04d52b4f6c8 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0527079 Feb 09 04:04:42.853100 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc1661bc-6ee0-405c-9117-89f596ff1fa7 req-b1c0ae29-fe5d-43f3-834c-594ef9525b84 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 Feb 09 04:04:43.972781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538a0a6-0a46-4ac7-9052-dd5773a48314 req-592ebc10-2566-4ed8-a93f-22fdb0d094ed tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:43.974309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5538a0a6-0a46-4ac7-9052-dd5773a48314 req-592ebc10-2566-4ed8-a93f-22fdb0d094ed tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0523639 Feb 09 04:04:44.021585 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5538a0a6-0a46-4ac7-9052-dd5773a48314 req-318bd008-51f9-4e77-84a4-6c380602beed tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Feb 09 04:04:45.145329 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864658eb-33c7-41a2-8eec-fbaf7d6c4dd4 req-5d522752-79d5-4c00-a308-7333099bbe00 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:45.146820 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-864658eb-33c7-41a2-8eec-fbaf7d6c4dd4 req-5d522752-79d5-4c00-a308-7333099bbe00 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0515795 Feb 09 04:04:45.199494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-864658eb-33c7-41a2-8eec-fbaf7d6c4dd4 req-6f2fdcda-acd7-41cf-833a-486ef2b7f11e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463891 Feb 09 04:04:45.696910 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3668796c-25d1-4487-8aa5-694014ea53d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:46.321792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922451-fa37-4cdb-b665-bdc767bef72d req-3739e5b4-9f47-46e7-b3c7-26900ab7e250 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:46.323262 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26922451-fa37-4cdb-b665-bdc767bef72d req-3739e5b4-9f47-46e7-b3c7-26900ab7e250 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0566688 Feb 09 04:04:46.369653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-26922451-fa37-4cdb-b665-bdc767bef72d req-7d1cf465-9878-4013-8cb7-911d2d8620fa tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Feb 09 04:04:47.496454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994008c9-3ce5-4991-9d84-cd90d1338cbf req-4bf01581-49c5-49b3-a7aa-26c8df257e93 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:47.497980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-994008c9-3ce5-4991-9d84-cd90d1338cbf req-4bf01581-49c5-49b3-a7aa-26c8df257e93 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0536327 Feb 09 04:04:47.544871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-994008c9-3ce5-4991-9d84-cd90d1338cbf req-8fe76ad4-0cd6-4fe9-88b6-ce48869220d5 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413203 Feb 09 04:04:48.204004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30d21f0b-d105-49cd-81ef-49382c23e6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:48.666286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f58649-dd1f-4655-85f9-29a4b321cda9 req-cb553ec6-e70c-4bad-9592-d0fccf317e9d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:48.667757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3f58649-dd1f-4655-85f9-29a4b321cda9 req-cb553ec6-e70c-4bad-9592-d0fccf317e9d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0530419 Feb 09 04:04:48.713625 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d3f58649-dd1f-4655-85f9-29a4b321cda9 req-07fd39ff-fc3e-423d-8be7-5b51791299f2 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Feb 09 04:04:49.473428 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:49.833267 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4138c-88e6-413d-ba71-893704195ea7 req-0cfb20aa-06d7-4975-a983-367a40fd8b7d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:49.834840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05d4138c-88e6-413d-ba71-893704195ea7 req-0cfb20aa-06d7-4975-a983-367a40fd8b7d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0530698 Feb 09 04:04:49.881031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05d4138c-88e6-413d-ba71-893704195ea7 req-1f2c5e5b-0d3c-443c-8055-5113772ce83d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 Feb 09 04:04:50.903224 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.999324 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259c9b-9741-4dec-ad7d-b178f8f78196 req-608f9f7c-bbc1-4fac-bff8-54cc831b4879 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:51.000801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68259c9b-9741-4dec-ad7d-b178f8f78196 req-608f9f7c-bbc1-4fac-bff8-54cc831b4879 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0519304 Feb 09 04:04:51.051812 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68259c9b-9741-4dec-ad7d-b178f8f78196 req-06ba784b-fbda-4b3e-b1d8-7ba16aa29755 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Feb 09 04:04:52.043340 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:52.177578 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366ccc9-dea9-45b6-9f77-70c8b09783f8 req-58655d77-d5f9-44c3-bd02-9f9add00612b tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:52.179585 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b366ccc9-dea9-45b6-9f77-70c8b09783f8 req-58655d77-d5f9-44c3-bd02-9f9add00612b tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0562947 Feb 09 04:04:52.226426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b366ccc9-dea9-45b6-9f77-70c8b09783f8 req-65ca214d-07e5-4c90-902d-b62d54cbfb0d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Feb 09 04:04:52.358980 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:04:53.347830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7a11a-cf9a-4709-8e6d-427273b63b6f req-bba92d1e-45f8-4099-bd79-0e19f0d1ace4 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:53.349303 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4f7a11a-cf9a-4709-8e6d-427273b63b6f req-bba92d1e-45f8-4099-bd79-0e19f0d1ace4 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0543919 Feb 09 04:04:53.394651 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a4f7a11a-cf9a-4709-8e6d-427273b63b6f req-db5e9e79-2184-4e38-89b9-1993803a1703 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396278 Feb 09 04:04:54.514918 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b0cd5-3bca-4f52-ac29-7872877c7cff req-4176468b-586e-4b6a-991f-72a06b99f3c2 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:54.516421 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ee5b0cd5-3bca-4f52-ac29-7872877c7cff req-4176468b-586e-4b6a-991f-72a06b99f3c2 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0527816 Feb 09 04:04:54.526419 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.565097 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ee5b0cd5-3bca-4f52-ac29-7872877c7cff req-fa03a76c-d83c-4527-abbc-f25849300ea8 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430992 Feb 09 04:04:55.682805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2a6ba-5e6b-4332-857a-ac192dd31b35 req-e4b4a083-b03c-4fbd-90f7-c77c864d8d99 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:55.684280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bc2a6ba-5e6b-4332-857a-ac192dd31b35 req-e4b4a083-b03c-4fbd-90f7-c77c864d8d99 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0516491 Feb 09 04:04:55.730248 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3bc2a6ba-5e6b-4332-857a-ac192dd31b35 req-010811da-802c-4a8c-b2e5-afcf1e0e35db tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Feb 09 04:04:56.852868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363eed0-de5e-4dff-8db1-5cca7d61a7a3 req-e1801637-fe99-4fc4-b3f6-0f32e0ab644d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:56.854352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d363eed0-de5e-4dff-8db1-5cca7d61a7a3 req-e1801637-fe99-4fc4-b3f6-0f32e0ab644d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0569756 Feb 09 04:04:56.899994 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d363eed0-de5e-4dff-8db1-5cca7d61a7a3 req-5127789e-3778-48e5-99c7-876e78a0c2b2 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401320 Feb 09 04:04:58.023273 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4a096-9180-473b-9218-52648f15bef0 req-60d15adc-e41b-4135-9b1c-fd57efd4a659 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:58.024835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7d4a096-9180-473b-9218-52648f15bef0 req-60d15adc-e41b-4135-9b1c-fd57efd4a659 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0576930 Feb 09 04:04:58.073002 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7d4a096-9180-473b-9218-52648f15bef0 req-ecd9a606-1004-4cf1-bd0f-4cae63104448 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420556 Feb 09 04:04:59.199666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2cc32-ca12-480e-8d1d-3a7055ebbbae req-96a8fd62-0dc8-4c23-b438-69e305911337 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:59.201162 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4d2cc32-ca12-480e-8d1d-3a7055ebbbae req-96a8fd62-0dc8-4c23-b438-69e305911337 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0543504 Feb 09 04:04:59.248935 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4d2cc32-ca12-480e-8d1d-3a7055ebbbae req-1d1e7443-ca69-4ca3-aaf2-9f5a27eac605 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 Feb 09 04:05:00.369785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d6ce8-85b3-4f78-ac4b-c2b597f3c18d req-78ea97db-63d9-4ef2-ae69-d463f1de9b1b tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:00.371255 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b50d6ce8-85b3-4f78-ac4b-c2b597f3c18d req-78ea97db-63d9-4ef2-ae69-d463f1de9b1b tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0532489 Feb 09 04:05:00.417633 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b50d6ce8-85b3-4f78-ac4b-c2b597f3c18d req-df27eaaa-639e-4f32-ae79-4ad2de985bc8 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Feb 09 04:05:01.537586 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599afa2-2a68-464d-bc7b-c0cc6af930b3 req-4a4a5623-6c21-43c8-bf98-befff3220823 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:01.540025 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a599afa2-2a68-464d-bc7b-c0cc6af930b3 req-4a4a5623-6c21-43c8-bf98-befff3220823 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0538747 Feb 09 04:05:01.592772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a599afa2-2a68-464d-bc7b-c0cc6af930b3 req-1eb0ec0c-0f73-4a2b-8fb6-ef9942c54cd8 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471559 Feb 09 04:05:02.713637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0308ed-4c3a-48a2-9bd4-a8a35a2605e7 req-546642ea-7642-421e-9740-76c32684ed73 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:02.715099 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c0308ed-4c3a-48a2-9bd4-a8a35a2605e7 req-546642ea-7642-421e-9740-76c32684ed73 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0517321 Feb 09 04:05:02.764723 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c0308ed-4c3a-48a2-9bd4-a8a35a2605e7 req-f5a5ce73-4013-4009-8abc-1f2cdcfae4f1 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438685 Feb 09 04:05:03.438607 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-3e5f45bc-5ed9-4c32-bb75-f766de968678 service neutron] show failed (client error): The resource could not be found. Feb 09 04:05:03.439595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-3e5f45bc-5ed9-4c32-bb75-f766de968678 service neutron] 10.222.0.42 "GET /v2.0/ports/771ecc78-13b4-4147-a78e-e8d3b8de9523/bindings/n-h1-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0541391 Feb 09 04:05:03.638328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-a2598406-cb28-44ff-81f0-efcaf35efae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:03.639828 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-a2598406-cb28-44ff-81f0-efcaf35efae4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd&tenant_id=7d403d0aff2d4d3ca863b035076bdb2b HTTP/1.1" status: 200 len: 1129 time: 0.0442009 Feb 09 04:05:03.656146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:05:03.716226 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:03.890339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71332e58-3a79-430c-945f-ede55a73dce7 req-e336e090-fe4a-4206-9b76-84a2b83b4989 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:03.891877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71332e58-3a79-430c-945f-ede55a73dce7 req-e336e090-fe4a-4206-9b76-84a2b83b4989 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0561700 Feb 09 04:05:03.943565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71332e58-3a79-430c-945f-ede55a73dce7 req-154c1f79-d1a1-4063-80a0-02c2ff90b83f tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457506 Feb 09 04:05:04.219213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:04.252256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:05:04.292312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771ecc78-13b4-4147-a78e-e8d3b8de9523'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:04.294596 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0321ced6-f69f-4929-b47a-975421a05507" -d '{"events": [{"server_uuid": "a7cf39ee-10fd-4464-8e26-675b8d6fdebd", "name": "network-vif-unplugged", "status": "completed", "tag": "771ecc78-13b4-4147-a78e-e8d3b8de9523"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:04.298256 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Publish callbacks [] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:04.311609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Transition to ACTIVE for port object 771ecc78-13b4-4147-a78e-e8d3b8de9523 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:05:04.315969 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:04.351426 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c24673b-1b06-4b52-bccf-c75f689d1042 x-openstack-request-id: req-0c24673b-1b06-4b52-bccf-c75f689d1042 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:04.352109 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cf39ee-10fd-4464-8e26-675b8d6fdebd", "name": "network-vif-unplugged", "status": "completed", "tag": "771ecc78-13b4-4147-a78e-e8d3b8de9523", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:04.352109 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c24673b-1b06-4b52-bccf-c75f689d1042 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:04.352338 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771ecc78-13b4-4147-a78e-e8d3b8de9523', 'code': 200} Feb 09 04:05:04.382605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] No DVR routers for this DVR port 771ecc78-13b4-4147-a78e-e8d3b8de9523 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:05:04.385589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Pushing event updated for resources: {'Port': ['ID=771ecc78-13b4-4147-a78e-e8d3b8de9523,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:04.419798 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Attempting to bind port 771ecc78-13b4-4147-a78e-e8d3b8de9523 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:05:04.420134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Attempting to bind port 771ecc78-13b4-4147-a78e-e8d3b8de9523 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:05:04.420459 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Attempting to bind port 771ecc78-13b4-4147-a78e-e8d3b8de9523 on network ffee1b45-26ee-42d9-afcf-de745fcee03d {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:05:04.424605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Port 771ecc78-13b4-4147-a78e-e8d3b8de9523 on network ffee1b45-26ee-42d9-afcf-de745fcee03d not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:05:04.424924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Attempting to bind port 771ecc78-13b4-4147-a78e-e8d3b8de9523 on network ffee1b45-26ee-42d9-afcf-de745fcee03d {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:05:04.430496 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:05:04.430829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Checking segment: {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:05:04.431216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Bound using segment: {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:05:04.431635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Bound port: 771ecc78-13b4-4147-a78e-e8d3b8de9523, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:05:04.431989 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:04.493552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:05:04.496447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:05:04.502365 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:04.535179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:04.535885 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:04.537241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] 10.222.0.65 "PUT /v2.0/ports/771ecc78-13b4-4147-a78e-e8d3b8de9523 HTTP/1.1" status: 200 len: 1093 time: 0.8849699 Feb 09 04:05:04.557878 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9796c-4f2c-420e-9ba5-eee46e1befc4 service neutron] Pushing event updated for resources: {'Port': ['ID=771ecc78-13b4-4147-a78e-e8d3b8de9523,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:04.616147 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-9bb71987-3650-469e-a1b3-35e509ff3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:04.618507 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-9bb71987-3650-469e-a1b3-35e509ff3973 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 1127 time: 0.0490251 Feb 09 04:05:04.703624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-4502e3f2-2c6a-4f27-b5f6-c704f976d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:04.705054 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-4502e3f2-2c6a-4f27-b5f6-c704f976d123 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.0814929 Feb 09 04:05:04.746389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-3c7d40f2-11a1-4239-ae39-d11fdfc6347e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523 HTTP/1.1" status: 200 len: 217 time: 0.0348799 Feb 09 04:05:04.796796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-103eb157-17e5-48c2-81f4-6800b9b23578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:04.798211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-103eb157-17e5-48c2-81f4-6800b9b23578 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0461187 Feb 09 04:05:04.830716 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-6b35c8b1-4947-44db-b537-96b99ce338a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250020 Feb 09 04:05:04.914584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-06939062-c455-4e90-bb2e-bd7ab8d6ea39 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782580 Feb 09 04:05:05.009303 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-55ae56ad-33b2-41a3-980b-4cb51bdca2d7 req-ca2ed80a-88dc-46f4-91dd-df7f4b2c615e service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885837 Feb 09 04:05:05.074235 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542bf43-7993-4958-9635-b6c28531a353 req-73115452-d598-4523-b71e-92357996dcf7 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:05.075820 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9542bf43-7993-4958-9635-b6c28531a353 req-73115452-d598-4523-b71e-92357996dcf7 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 944 time: 0.0602779 Feb 09 04:05:05.132215 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9542bf43-7993-4958-9635-b6c28531a353 req-4d42cb95-6184-4d3a-88f9-ddff75af02a2 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498452 Feb 09 04:05:06.253524 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6121b-cbce-43ca-96dd-e46a42dc9f3e req-99fb54b7-747a-437e-a0c7-44b18eaee894 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:06.255002 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-92e6121b-cbce-43ca-96dd-e46a42dc9f3e req-99fb54b7-747a-437e-a0c7-44b18eaee894 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 944 time: 0.0525413 Feb 09 04:05:06.301257 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-92e6121b-cbce-43ca-96dd-e46a42dc9f3e req-62fae771-20d6-431b-bc56-a6d6d660ba0b tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Feb 09 04:05:06.353160 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'tag': '771ecc78-13b4-4147-a78e-e8d3b8de9523'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:06.355467 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98801a3-73bd-4a2c-b631-2594ffb660f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cf39ee-10fd-4464-8e26-675b8d6fdebd", "tag": "771ecc78-13b4-4147-a78e-e8d3b8de9523"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:06.404031 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9563fc-1052-471c-a7e5-24a8aecc1114 x-openstack-request-id: req-ca9563fc-1052-471c-a7e5-24a8aecc1114 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:06.404412 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cf39ee-10fd-4464-8e26-675b8d6fdebd", "tag": "771ecc78-13b4-4147-a78e-e8d3b8de9523", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:06.404735 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca9563fc-1052-471c-a7e5-24a8aecc1114 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:06.405142 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'tag': '771ecc78-13b4-4147-a78e-e8d3b8de9523', 'status': 'completed', 'code': 200} Feb 09 04:05:06.505025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-865f37c9-cc73-490d-8b26-aeb548963dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:06.506560 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-865f37c9-cc73-490d-8b26-aeb548963dee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 1127 time: 0.0833602 Feb 09 04:05:06.509174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-1d6f44e8-8afa-4dc3-87f8-49fb2889e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:06.510544 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-1d6f44e8-8afa-4dc3-87f8-49fb2889e6e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 1127 time: 0.0623610 Feb 09 04:05:06.667935 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-2110a995-89ba-4f3c-86d8-a8f71888d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:06.669321 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-2110a995-89ba-4f3c-86d8-a8f71888d88b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.1538575 Feb 09 04:05:06.670436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-9f3c5bd5-8c41-456a-9f2d-60f5b1fb46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:06.671729 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-9f3c5bd5-8c41-456a-9f2d-60f5b1fb46c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.1492276 Feb 09 04:05:06.743153 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-f2d64258-9241-463a-abe5-fd4586c6d51d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523 HTTP/1.1" status: 200 len: 217 time: 0.0670671 Feb 09 04:05:06.744329 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-32bfeebf-cec7-4fd2-a048-be7c3d20854c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523 HTTP/1.1" status: 200 len: 217 time: 0.0625882 Feb 09 04:05:06.826063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-364af4be-e5cc-4575-80a3-becf733a63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:06.827491 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-364af4be-e5cc-4575-80a3-becf733a63f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0789306 Feb 09 04:05:06.830739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-6221793e-70a9-433b-88b9-5434b57cb51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:06.832047 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-6221793e-70a9-433b-88b9-5434b57cb51f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0764728 Feb 09 04:05:06.879963 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-911e547b-cc72-4c69-ba53-ea00a8db7674 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453038 Feb 09 04:05:06.881838 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-ab21c8f5-6542-412a-bcba-93d384fe1a38 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397828 Feb 09 04:05:07.033528 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-bee910bc-8948-4d44-9a11-82f93a6fd11d service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478994 Feb 09 04:05:07.036891 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-9ef27ae6-7aad-49bf-9971-ffbc53e17545 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436844 Feb 09 04:05:07.189981 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-1de5aacd-82cf-4ac9-bc9c-c7ab349f82ae service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497130 Feb 09 04:05:07.193337 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a98801a3-73bd-4a2c-b631-2594ffb660f7 req-e4d0b1b3-77b5-4ecd-abc7-3d9d3fc90301 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461971 Feb 09 04:05:07.432998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6a63b-583c-47d9-a129-fbae1b0fdca8 req-141c4c1e-99c8-436b-aaff-3e7e4c56cd3e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:07.434513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9b6a63b-583c-47d9-a129-fbae1b0fdca8 req-141c4c1e-99c8-436b-aaff-3e7e4c56cd3e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 944 time: 0.0606208 Feb 09 04:05:07.481106 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9b6a63b-583c-47d9-a129-fbae1b0fdca8 req-c4fc3491-4828-49a2-93d9-7ea17aeb0a5c tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 Feb 09 04:05:07.943430 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:08.273026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 771ecc78-13b4-4147-a78e-e8d3b8de9523 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:05:08.311574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] The host n-h2-824835-15 is not matching for port 771ecc78-13b4-4147-a78e-e8d3b8de9523 host n-h1-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 04:05:08.312186 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 771ecc78-13b4-4147-a78e-e8d3b8de9523 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:05:08.611324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25f3b-6db9-4fc3-bc7a-4ff2a805e80f req-36ae8285-c726-41b9-b745-bc6da26ee88b tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:08.612708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-53d25f3b-6db9-4fc3-bc7a-4ff2a805e80f req-36ae8285-c726-41b9-b745-bc6da26ee88b tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 944 time: 0.0625846 Feb 09 04:05:08.658245 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-53d25f3b-6db9-4fc3-bc7a-4ff2a805e80f req-421fa2c7-f65c-499a-9212-839ebcac2f54 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397265 Feb 09 04:05:08.858499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b08e0c-8a1e-4669-888b-0e070e0e510c req-b28312b4-2f68-4819-b83d-4ab92eab79b5 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:08.860106 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-38b08e0c-8a1e-4669-888b-0e070e0e510c req-b28312b4-2f68-4819-b83d-4ab92eab79b5 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 944 time: 0.0533538 Feb 09 04:05:08.868649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-aed7fd8f-3e43-4700-bb2e-0b167db13c8a tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:08.870085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-aed7fd8f-3e43-4700-bb2e-0b167db13c8a tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd&tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 944 time: 0.0564156 Feb 09 04:05:08.907746 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-38b08e0c-8a1e-4669-888b-0e070e0e510c req-9f30ac04-af6b-4051-add8-d4a6838369a5 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 Feb 09 04:05:08.929254 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-5ce23711-f56b-4708-bb04-753028e1a27d service neutron] delete failed (client error): The resource could not be found. Feb 09 04:05:08.930472 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-5ce23711-f56b-4708-bb04-753028e1a27d service neutron] 10.222.0.42 "DELETE /v2.0/ports/771ecc78-13b4-4147-a78e-e8d3b8de9523/bindings/n-h2-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0545130 Feb 09 04:05:09.024163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-0b464ae0-bd12-43b3-a161-828895c02e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:09.025692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-0b464ae0-bd12-43b3-a161-828895c02e59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 1127 time: 0.0508270 Feb 09 04:05:09.113161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-83880146-520e-449e-868b-051d696a58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:09.114636 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-83880146-520e-449e-868b-051d696a58c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.0838640 Feb 09 04:05:09.157649 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-cfc305b8-0fe7-4ba4-8d87-0fd1d6eb848d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523 HTTP/1.1" status: 200 len: 217 time: 0.0375547 Feb 09 04:05:09.203562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-1bec545c-10ef-41bd-b519-2a7343aa59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:09.204984 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-1bec545c-10ef-41bd-b519-2a7343aa59d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0421586 Feb 09 04:05:09.235683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 771ecc78-13b4-4147-a78e-e8d3b8de9523 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:05:09.236911 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-cafe7327-421a-4b20-9617-c7e922ad8488 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253842 Feb 09 04:05:09.323241 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-019e959d-955b-4679-9b7d-21cbfa304f9c service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805151 Feb 09 04:05:09.334287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:09.346385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '771ecc78-13b4-4147-a78e-e8d3b8de9523', 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d', 'port_id': '771ecc78-13b4-4147-a78e-e8d3b8de9523', 'mac_address': 'fa:16:3e:11:d3:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7befbc7-c333-4c5b-b3c7-8694b527e4f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:05:09.382416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 771ecc78-13b4-4147-a78e-e8d3b8de9523 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:05:09.382800 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:09.395448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771ecc78-13b4-4147-a78e-e8d3b8de9523 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:05:09.415037 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7930dd89-e28a-48ac-9a87-8aa646525b20 req-41fe9d0d-cfd0-4f0d-9a2a-5949c5bfd963 service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866263 Feb 09 04:05:09.415347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:09.420442 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:09.469663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=771ecc78-13b4-4147-a78e-e8d3b8de9523,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:09.846889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['771ecc78-13b4-4147-a78e-e8d3b8de9523'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:05:10.036911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4eb96-2489-4564-b207-709c324fdfa0 req-6fb8b326-d496-4710-8eba-5b5af10482ae tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:10.039203 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15a4eb96-2489-4564-b207-709c324fdfa0 req-6fb8b326-d496-4710-8eba-5b5af10482ae tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 945 time: 0.0539212 Feb 09 04:05:10.085482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-15a4eb96-2489-4564-b207-709c324fdfa0 req-3516585b-e163-4694-91ae-be600a20f5a2 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Feb 09 04:05:10.206657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a5af7-44cb-4e8c-9886-bcc0d6e164b5 req-4f277710-bccf-49db-a191-752b27456176 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:10.208117 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d9a5af7-44cb-4e8c-9886-bcc0d6e164b5 req-4f277710-bccf-49db-a191-752b27456176 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 945 time: 0.0521109 Feb 09 04:05:10.259184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6d9a5af7-44cb-4e8c-9886-bcc0d6e164b5 req-b81c41fa-9626-43a7-8050-1c6a5df4cd54 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446377 Feb 09 04:05:10.378771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c1e9e-aec6-4743-bb8c-589cf6e7a005 req-264c9cae-76af-40aa-89eb-0d5e3fc6b0f0 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:10.380233 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b34c1e9e-aec6-4743-bb8c-589cf6e7a005 req-264c9cae-76af-40aa-89eb-0d5e3fc6b0f0 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 945 time: 0.0559287 Feb 09 04:05:10.426400 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b34c1e9e-aec6-4743-bb8c-589cf6e7a005 req-5b7ef7ca-cd81-48ad-9bb3-7728286f8a8e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Feb 09 04:05:10.767361 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-3bf3a068-05a7-4460-9ddf-9c1cb52e687e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:10.768817 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-3bf3a068-05a7-4460-9ddf-9c1cb52e687e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 814 time: 0.1004908 Feb 09 04:05:10.783530 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-06f127d1-33f1-45a1-a6ac-5279acb422b0 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/quotas/7d403d0aff2d4d3ca863b035076bdb2b HTTP/1.1" status: 200 len: 375 time: 0.0087943 Feb 09 04:05:10.839407 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-a192a7a9-46e3-4306-b528-e9f859a2b75b tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510576 Feb 09 04:05:10.925173 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-4be3fccf-adf9-44d4-ae31-7b3783690940 service neutron] 10.222.0.21 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792110 Feb 09 04:05:11.018921 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-7f7c087a-e4d1-4505-9743-ed629ae65a8d service neutron] 10.222.0.21 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869389 Feb 09 04:05:11.182157 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2eea4ed-351e-4236-9b0a-5059bd554038 req-b49ec1d0-3e6f-49a4-8bc5-31f6039aa790 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 210 time: 0.0284166 Feb 09 04:05:11.250950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 771ecc78-13b4-4147-a78e-e8d3b8de9523 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:05:11.299525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 771ecc78-13b4-4147-a78e-e8d3b8de9523 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:05:11.303571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 771ecc78-13b4-4147-a78e-e8d3b8de9523 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:05:11.304516 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:11.385273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 771ecc78-13b4-4147-a78e-e8d3b8de9523 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:05:11.385736 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:11.409213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ecc78-13b4-4147-a78e-e8d3b8de9523'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:11.411501 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffc7983-c186-4246-bb59-bf174de3de4c" -d '{"events": [{"server_uuid": "a7cf39ee-10fd-4464-8e26-675b8d6fdebd", "name": "network-vif-plugged", "status": "completed", "tag": "771ecc78-13b4-4147-a78e-e8d3b8de9523"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:11.423825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:11.427859 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:11.455502 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facd5323-b833-45dd-a80b-1292f6ade404 x-openstack-request-id: req-facd5323-b833-45dd-a80b-1292f6ade404 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:11.455871 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cf39ee-10fd-4464-8e26-675b8d6fdebd", "name": "network-vif-plugged", "status": "completed", "tag": "771ecc78-13b4-4147-a78e-e8d3b8de9523", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:11.456242 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-facd5323-b833-45dd-a80b-1292f6ade404 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:11.456640 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ecc78-13b4-4147-a78e-e8d3b8de9523', 'code': 200} Feb 09 04:05:11.480031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=771ecc78-13b4-4147-a78e-e8d3b8de9523,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:12.192667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92971f43-9d96-4a1b-aa89-eb6fd140cf28 req-af161c1c-d50e-4140-9c5a-b33212dccc88 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:12.194172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-92971f43-9d96-4a1b-aa89-eb6fd140cf28 req-af161c1c-d50e-4140-9c5a-b33212dccc88 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7cf39ee-10fd-4464-8e26-675b8d6fdebd HTTP/1.1" status: 200 len: 946 time: 0.0549626 Feb 09 04:05:12.214446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.65', 49532) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:05:12.317308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1cb6c8a4-2130-4ad9-bcab-75795ed579a4 req-7ff60e5b-ffef-457a-b1fe-8155f9324e9e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 210 time: 0.0398023 Feb 09 04:05:12.327863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-92971f43-9d96-4a1b-aa89-eb6fd140cf28 req-76da0791-8984-48ae-9f06-f16b2de9ff77 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Deleting port 771ecc78-13b4-4147-a78e-e8d3b8de9523 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:05:12.328211 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-92971f43-9d96-4a1b-aa89-eb6fd140cf28 req-76da0791-8984-48ae-9f06-f16b2de9ff77 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:12.372857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-b4e8c8bf-fd4a-4cf0-9781-89bd32787c56 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:12.374315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-b4e8c8bf-fd4a-4cf0-9781-89bd32787c56 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.65 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 814 time: 0.1586914 Feb 09 04:05:12.422957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Request body: {'port': {'device_id': '72f01797-405f-4ded-a905-3c741735aa5b', 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d', 'admin_state_up': True, 'tenant_id': '7d403d0aff2d4d3ca863b035076bdb2b'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:05:12.425744 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-92971f43-9d96-4a1b-aa89-eb6fd140cf28 req-76da0791-8984-48ae-9f06-f16b2de9ff77 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] For port 771ecc78-13b4-4147-a78e-e8d3b8de9523, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=771ecc78-13b4-4147-a78e-e8d3b8de9523,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:12.426107 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-92971f43-9d96-4a1b-aa89-eb6fd140cf28 req-76da0791-8984-48ae-9f06-f16b2de9ff77 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:12.439194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-92971f43-9d96-4a1b-aa89-eb6fd140cf28 req-76da0791-8984-48ae-9f06-f16b2de9ff77 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Calling delete_port for 771ecc78-13b4-4147-a78e-e8d3b8de9523 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:05:12.530755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Made reservation on behalf of 7d403d0aff2d4d3ca863b035076bdb2b for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:05:12.534111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:12.571709 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-92971f43-9d96-4a1b-aa89-eb6fd140cf28 req-76da0791-8984-48ae-9f06-f16b2de9ff77 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (771ecc78-13b4-4147-a78e-e8d3b8de9523), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:12.597398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da0791-8984-48ae-9f06-f16b2de9ff77 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Pushing event deleted for resources: {'Port': ['ID=771ecc78-13b4-4147-a78e-e8d3b8de9523,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:12.611577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['771ecc78-13b4-4147-a78e-e8d3b8de9523'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:05:12.643988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-92971f43-9d96-4a1b-aa89-eb6fd140cf28 req-76da0791-8984-48ae-9f06-f16b2de9ff77 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] No DVR routers for this DVR port 771ecc78-13b4-4147-a78e-e8d3b8de9523 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:05:12.646611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-92971f43-9d96-4a1b-aa89-eb6fd140cf28 req-76da0791-8984-48ae-9f06-f16b2de9ff77 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:12.650306 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-92971f43-9d96-4a1b-aa89-eb6fd140cf28 req-76da0791-8984-48ae-9f06-f16b2de9ff77 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.65 "DELETE /v2.0/ports/771ecc78-13b4-4147-a78e-e8d3b8de9523 HTTP/1.1" status: 204 len: 173 time: 0.4245687 Feb 09 04:05:12.650807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'name': 'network-vif-deleted', 'tag': '771ecc78-13b4-4147-a78e-e8d3b8de9523'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:12.653032 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41215c5-5315-4a6d-b13d-a4e279ed3c54" -d '{"events": [{"server_uuid": "a7cf39ee-10fd-4464-8e26-675b8d6fdebd", "name": "network-vif-deleted", "tag": "771ecc78-13b4-4147-a78e-e8d3b8de9523"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:12.696091 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a8563b-01e3-4837-948a-6dbbef8d7809 x-openstack-request-id: req-a1a8563b-01e3-4837-948a-6dbbef8d7809 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:12.696516 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cf39ee-10fd-4464-8e26-675b8d6fdebd", "name": "network-vif-deleted", "tag": "771ecc78-13b4-4147-a78e-e8d3b8de9523", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:12.696862 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1a8563b-01e3-4837-948a-6dbbef8d7809 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:12.697311 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cf39ee-10fd-4464-8e26-675b8d6fdebd', 'name': 'network-vif-deleted', 'tag': '771ecc78-13b4-4147-a78e-e8d3b8de9523', 'status': 'completed', 'code': 200} Feb 09 04:05:12.698907 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Allocated IP 172.20.0.2 (ffee1b45-26ee-42d9-afcf-de745fcee03d/c7befbc7-c333-4c5b-b3c7-8694b527e4f7/1af9bd3e-ee32-4552-914c-49c8d6a3e8dd) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:05:12.854758 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks [] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:12.889028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:12.922315 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['771ecc78-13b4-4147-a78e-e8d3b8de9523'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:05:12.937520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Network ffee1b45-26ee-42d9-afcf-de745fcee03d is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:05:12.943551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:05:12.947188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:05:12.982354 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Pushing event updated for resources: {'Port': ['ID=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:12.996465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:12.996814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:12.997155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:12.997514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:12.997843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:12.998170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:12.998502 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:12.998829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:12.999150 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:12.999470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:12.999787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:13.000104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:13.000419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:13.017273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:13.017901 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:13.034601 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ca766852-7a7e-4dbb-8b75-611a844b783e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6156583 Feb 09 04:05:13.051803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Request body: {'port': {'device_id': '72f01797-405f-4ded-a905-3c741735aa5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:05:13.115584 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:13.379654 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:05:13.389770 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Publish callbacks [] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:13.425614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Transition to ACTIVE for port object 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:05:13.430316 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:13.499618 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edc848-5843-405b-a6c4-d4b2cab3193d req-25ad98ae-2738-4608-bf1f-8b5abb46e1d9 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:13.501098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71edc848-5843-405b-a6c4-d4b2cab3193d req-25ad98ae-2738-4608-bf1f-8b5abb46e1d9 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 931 time: 0.1141253 Feb 09 04:05:13.503408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Pushing event updated for resources: {'Port': ['ID=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:13.600015 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-71edc848-5843-405b-a6c4-d4b2cab3193d req-18be468c-6f71-465a-a942-ddb9736082d7 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913901 Feb 09 04:05:13.612230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Attempting to bind port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:05:13.612576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Attempting to bind port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:05:13.612883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Attempting to bind port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd on network ffee1b45-26ee-42d9-afcf-de745fcee03d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:05:13.618271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd on network ffee1b45-26ee-42d9-afcf-de745fcee03d not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:05:13.618599 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Attempting to bind port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd on network ffee1b45-26ee-42d9-afcf-de745fcee03d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:05:13.623457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:05:13.623793 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Checking segment: {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:05:13.624174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Bound using segment: {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:05:13.624600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Bound port: 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:05:13.624955 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:13.690708 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:05:13.693592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:05:13.698849 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:13.734176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:13.734794 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:13.736173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] 10.222.0.65 "PUT /v2.0/ports/1af9bd3e-ee32-4552-914c-49c8d6a3e8dd HTTP/1.1" status: 200 len: 1092 time: 0.6890936 Feb 09 04:05:13.736611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f01797-405f-4ded-a905-3c741735aa5b', 'tag': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:13.738876 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6110f74a-fb14-4b76-b9be-eb2303db63f7" -d '{"events": [{"name": "network-changed", "server_uuid": "72f01797-405f-4ded-a905-3c741735aa5b", "tag": "1af9bd3e-ee32-4552-914c-49c8d6a3e8dd"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:13.762675 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e43ea2-6245-47b6-b3f3-71ede9bf2b8a service neutron] Pushing event updated for resources: {'Port': ['ID=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:13.834571 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-8e351274-3472-4ffd-87d8-40f135007ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:13.836116 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-8e351274-3472-4ffd-87d8-40f135007ad8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 1126 time: 0.0474679 Feb 09 04:05:13.843790 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b1667c-d2ce-4728-b536-339665cd7399 x-openstack-request-id: req-89b1667c-d2ce-4728-b536-339665cd7399 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:13.844078 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f01797-405f-4ded-a905-3c741735aa5b", "tag": "1af9bd3e-ee32-4552-914c-49c8d6a3e8dd", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:13.844341 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89b1667c-d2ce-4728-b536-339665cd7399 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:13.844736 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f01797-405f-4ded-a905-3c741735aa5b', 'tag': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd', 'status': 'completed', 'code': 200} Feb 09 04:05:13.901596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-9faa2880-6ad3-4b4e-847d-3d98ea1215f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd HTTP/1.1" status: 200 len: 217 time: 0.0389786 Feb 09 04:05:13.948397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-214e80d3-36fa-4218-b582-242a2043f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:13.949730 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-214e80d3-36fa-4218-b582-242a2043f5ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0426350 Feb 09 04:05:13.981143 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-802af4a9-07df-447c-9a26-c7f260a5dc11 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255425 Feb 09 04:05:14.067492 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-ad3045b8-9a73-4393-8a4d-1f5447f5dda4 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802040 Feb 09 04:05:14.164032 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-886c6ebb-5069-439e-b7ea-772caaeaab8a req-3a5e4365-cdee-4dc7-9350-2cea49bc8e98 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908244 Feb 09 04:05:14.299550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110f74a-fb14-4b76-b9be-eb2303db63f7 req-28d28f14-7783-4420-b2c4-a672787d0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:14.301015 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6110f74a-fb14-4b76-b9be-eb2303db63f7 req-28d28f14-7783-4420-b2c4-a672787d0b2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 1126 time: 0.0457051 Feb 09 04:05:14.392649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110f74a-fb14-4b76-b9be-eb2303db63f7 req-abc4ac8a-683a-46cc-830b-10936b3f7f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:14.394172 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6110f74a-fb14-4b76-b9be-eb2303db63f7 req-abc4ac8a-683a-46cc-830b-10936b3f7f5c service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.0868349 Feb 09 04:05:14.434741 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6110f74a-fb14-4b76-b9be-eb2303db63f7 req-bae50059-0b50-43aa-8b95-bcbb5ce40538 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd HTTP/1.1" status: 200 len: 217 time: 0.0345445 Feb 09 04:05:14.481913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110f74a-fb14-4b76-b9be-eb2303db63f7 req-56e4e6d0-9dde-4520-a2f2-84c4e5ae7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:14.483323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6110f74a-fb14-4b76-b9be-eb2303db63f7 req-56e4e6d0-9dde-4520-a2f2-84c4e5ae7d90 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0423975 Feb 09 04:05:14.527180 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6110f74a-fb14-4b76-b9be-eb2303db63f7 req-ca37efb2-452c-4edb-9558-f1a969bab6b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379934 Feb 09 04:05:14.629386 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6110f74a-fb14-4b76-b9be-eb2303db63f7 req-d084849f-ba59-4779-af44-0f4330de4999 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950389 Feb 09 04:05:14.759414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d900-c051-498a-8ba9-dbf7129f1e69 req-d7f8df67-b9c4-426f-acfb-de6b67d218ab tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:14.760899 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b490d900-c051-498a-8ba9-dbf7129f1e69 req-d7f8df67-b9c4-426f-acfb-de6b67d218ab tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 943 time: 0.0822220 Feb 09 04:05:14.762702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6110f74a-fb14-4b76-b9be-eb2303db63f7 req-04259273-5ab4-4c72-be82-8f363c876e80 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280601 Feb 09 04:05:14.807862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b490d900-c051-498a-8ba9-dbf7129f1e69 req-a3150135-a0a2-4409-bf9c-171a755cc468 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 Feb 09 04:05:15.256301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 771ecc78-13b4-4147-a78e-e8d3b8de9523 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:05:15.276544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 771ecc78-13b4-4147-a78e-e8d3b8de9523 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:05:15.276898 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 771ecc78-13b4-4147-a78e-e8d3b8de9523 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:05:15.699601 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fea6de5-c2e0-43e7-93f7-289eefa6fe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:15.933111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fe67d-77a8-4fc1-ae2f-acfe2efef077 req-a425c82a-dd41-4e16-b62b-b2ac89602213 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:15.934606 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-924fe67d-77a8-4fc1-ae2f-acfe2efef077 req-a425c82a-dd41-4e16-b62b-b2ac89602213 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 943 time: 0.0582743 Feb 09 04:05:15.982847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-924fe67d-77a8-4fc1-ae2f-acfe2efef077 req-0152adaa-295a-4105-bae0-fda3502885d7 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Feb 09 04:05:17.104445 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01358dc6-f9a3-4e3c-b7dd-1c6cffe83ff2 req-ec8bdc7b-f02e-42f7-bc2a-4a6dc4116d25 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:17.105953 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-01358dc6-f9a3-4e3c-b7dd-1c6cffe83ff2 req-ec8bdc7b-f02e-42f7-bc2a-4a6dc4116d25 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 943 time: 0.0569293 Feb 09 04:05:17.160349 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-01358dc6-f9a3-4e3c-b7dd-1c6cffe83ff2 req-d9061ed4-116a-4bb2-829f-a2ede946247e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488081 Feb 09 04:05:17.265441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:05:17.361754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:17.373762 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd', 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d', 'port_id': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd', 'mac_address': 'fa:16:3e:af:98:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7befbc7-c333-4c5b-b3c7-8694b527e4f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:05:17.410014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:05:17.410398 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:17.423289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:05:17.442901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:17.446593 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:17.497620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:17.810998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['1af9bd3e-ee32-4552-914c-49c8d6a3e8dd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:05:18.207206 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-097c5d01-9183-4a5a-8ae6-f61bce3cc326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:18.279668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad4c8-32d5-4b7d-b65c-893351a21d34 req-b7f2547f-c79c-4295-b12b-b2794868199e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:18.281127 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1cfad4c8-32d5-4b7d-b65c-893351a21d34 req-b7f2547f-c79c-4295-b12b-b2794868199e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 944 time: 0.0526645 Feb 09 04:05:18.328088 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1cfad4c8-32d5-4b7d-b65c-893351a21d34 req-60560b75-5b6d-49ed-b6f5-b918d8ce52ba tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Feb 09 04:05:19.276097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:05:19.327170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:05:19.330957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:05:19.331328 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:19.406466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:05:19.406861 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:19.433204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f01797-405f-4ded-a905-3c741735aa5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:19.435474 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62809b17-4c24-4ca6-97ed-327b626f2328" -d '{"events": [{"server_uuid": "72f01797-405f-4ded-a905-3c741735aa5b", "name": "network-vif-plugged", "status": "completed", "tag": "1af9bd3e-ee32-4552-914c-49c8d6a3e8dd"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:19.448202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:19.451673 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb22e16-a6b5-497e-ae16-90adddae0da1 req-19b708ba-8393-453c-891d-86483b8c2cdf tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:19.453109 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:19.453317 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9cb22e16-a6b5-497e-ae16-90adddae0da1 req-19b708ba-8393-453c-891d-86483b8c2cdf tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 944 time: 0.0545502 Feb 09 04:05:19.486190 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72c52cc-282f-4753-98e4-7943098250f1 x-openstack-request-id: req-c72c52cc-282f-4753-98e4-7943098250f1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:19.486475 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f01797-405f-4ded-a905-3c741735aa5b", "name": "network-vif-plugged", "status": "completed", "tag": "1af9bd3e-ee32-4552-914c-49c8d6a3e8dd", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:19.486790 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c72c52cc-282f-4753-98e4-7943098250f1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:19.487104 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f01797-405f-4ded-a905-3c741735aa5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd', 'code': 200} Feb 09 04:05:19.508243 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9cb22e16-a6b5-497e-ae16-90adddae0da1 req-51618943-9378-4553-aca7-163a666174a1 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 Feb 09 04:05:19.509541 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:19.519604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:19.609739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e68f5e-4495-4715-af4a-b1100e287a17 req-a3eb9947-af30-4f15-bf85-b1335202e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:19.611210 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-91e68f5e-4495-4715-af4a-b1100e287a17 req-a3eb9947-af30-4f15-bf85-b1335202e08e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 1128 time: 0.0443439 Feb 09 04:05:19.656375 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-91e68f5e-4495-4715-af4a-b1100e287a17 req-b5fbcc8e-5473-43c1-b24c-37e9b61ff3ab service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371540 Feb 09 04:05:20.642774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be453fd-3e76-4e67-b182-39badc621316 req-f2e54be6-81d9-48b5-bfe9-878678447b1d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:20.644238 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4be453fd-3e76-4e67-b182-39badc621316 req-f2e54be6-81d9-48b5-bfe9-878678447b1d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0511620 Feb 09 04:05:20.694263 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4be453fd-3e76-4e67-b182-39badc621316 req-029b6e07-c0de-4ef0-95d3-059026add84a tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439036 Feb 09 04:05:20.906538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:21.820915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e258bfd-cba4-4962-a70f-417977f5832b req-d53a123c-a620-4d55-9392-7f0d38833c6c tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:21.822471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e258bfd-cba4-4962-a70f-417977f5832b req-d53a123c-a620-4d55-9392-7f0d38833c6c tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0585620 Feb 09 04:05:21.868064 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e258bfd-cba4-4962-a70f-417977f5832b req-3419d8b0-5d37-4c23-ab3b-d5e86efedce3 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394785 Feb 09 04:05:21.988132 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9d428-d7f5-49a3-8cb4-db83105fb192 req-59e5f455-3d03-44bd-8109-0f79cf3bd2a0 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:21.989603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6a9d428-d7f5-49a3-8cb4-db83105fb192 req-59e5f455-3d03-44bd-8109-0f79cf3bd2a0 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0529158 Feb 09 04:05:22.035952 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6a9d428-d7f5-49a3-8cb4-db83105fb192 req-7198d423-f4e8-4104-b5c9-9103574083c4 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Feb 09 04:05:22.046064 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:22.268918 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-6739e973-bed7-4c24-8b4a-c376f057fe61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443494 Feb 09 04:05:22.280986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e07df5-691c-429e-a7a8-16ecc3c30304 req-6e93a162-7c28-43da-a22e-f854abacecf6 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:22.282498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-99e07df5-691c-429e-a7a8-16ecc3c30304 req-6e93a162-7c28-43da-a22e-f854abacecf6 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0526357 Feb 09 04:05:22.331548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-99e07df5-691c-429e-a7a8-16ecc3c30304 req-94d49f6a-5058-49d8-8c46-c87112566394 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 Feb 09 04:05:23.363114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-151ef0ac-b95e-4fca-8285-d701a657a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:23.364640 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-151ef0ac-b95e-4fca-8285-d701a657a568 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 1128 time: 0.0451403 Feb 09 04:05:23.493212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2a926-6883-47a9-b09d-b255d324813b req-c0dac3ca-265f-4117-9bae-891250e49d65 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:23.494864 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-34c2a926-6883-47a9-b09d-b255d324813b req-c0dac3ca-265f-4117-9bae-891250e49d65 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0798893 Feb 09 04:05:23.497593 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-32566e33-b820-4bd5-a228-1c7186ce0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:23.498908 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-32566e33-b820-4bd5-a228-1c7186ce0a71 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.1282341 Feb 09 04:05:23.549660 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-cabd9f40-4c30-4e2e-a799-dd9e0cd521ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd HTTP/1.1" status: 200 len: 217 time: 0.0433621 Feb 09 04:05:23.606886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-34c2a926-6883-47a9-b09d-b255d324813b req-294dce8e-3578-4785-b736-93f295a2c2da tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061189 Feb 09 04:05:23.613944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-5b0b6b88-718d-4782-8924-779c05432502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:23.615266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-5b0b6b88-718d-4782-8924-779c05432502 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0597150 Feb 09 04:05:23.646581 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-3efceef4-2c41-4dc8-af55-9582f7d503f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259905 Feb 09 04:05:23.737091 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-3b28eaa8-28f3-4905-ac37-0f826ab3ae23 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848091 Feb 09 04:05:23.823865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-f82d7122-0e50-4b49-9cef-d10127bf3a41 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816276 Feb 09 04:05:24.536132 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:24.733227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb49e0c-7e01-40c5-8225-039edd07a02e req-6fb0ecb6-a7fd-45d1-a1b5-6ff27185c128 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:24.734727 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeb49e0c-7e01-40c5-8225-039edd07a02e req-6fb0ecb6-a7fd-45d1-a1b5-6ff27185c128 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0570383 Feb 09 04:05:24.780545 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aeb49e0c-7e01-40c5-8225-039edd07a02e req-fdcbe07c-464d-41b5-aacc-db5c52627528 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 Feb 09 04:05:25.901712 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b9f66-d3a1-4811-8e37-432090256633 req-ea6e68f5-6d84-440e-a10a-27feb2a54403 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:25.903175 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b32b9f66-d3a1-4811-8e37-432090256633 req-ea6e68f5-6d84-440e-a10a-27feb2a54403 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0532131 Feb 09 04:05:25.953543 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b32b9f66-d3a1-4811-8e37-432090256633 req-fe8b3b09-4e1f-4987-942b-a633e52bf854 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 Feb 09 04:05:27.074353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05e2a9-6732-4809-9e3f-7cbe44e09f7a req-5ab17ba9-858f-42c9-87cd-4094cd5871ad tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:27.075855 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf05e2a9-6732-4809-9e3f-7cbe44e09f7a req-5ab17ba9-858f-42c9-87cd-4094cd5871ad tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0535800 Feb 09 04:05:27.125092 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf05e2a9-6732-4809-9e3f-7cbe44e09f7a req-b31c65d4-1359-4b7b-b04d-36fc5329e383 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436850 Feb 09 04:05:28.249328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b50e2-23c4-45f7-a186-8859188b049f req-e09a9333-8e1c-4d88-920c-3481d095e070 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:28.250821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e8b50e2-23c4-45f7-a186-8859188b049f req-e09a9333-8e1c-4d88-920c-3481d095e070 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0520129 Feb 09 04:05:28.297335 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e8b50e2-23c4-45f7-a186-8859188b049f req-04f6f764-a39f-49cc-94d8-fdcefd96127b tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408359 Feb 09 04:05:29.359118 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:05:29.419457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ffa0f-7a87-4d81-85f5-09877da448fc req-3aae7f2b-fc4a-4966-96e3-a15b6e6eef76 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:29.420933 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-979ffa0f-7a87-4d81-85f5-09877da448fc req-3aae7f2b-fc4a-4966-96e3-a15b6e6eef76 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0566022 Feb 09 04:05:29.466354 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-979ffa0f-7a87-4d81-85f5-09877da448fc req-0ca8a04d-55d4-4416-9422-02f8e5da33be tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Feb 09 04:05:30.590862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7810ae1-5922-4dfe-9632-8b50a48103bd req-170905d0-934f-4728-9e85-be9ae84db765 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:30.592330 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b7810ae1-5922-4dfe-9632-8b50a48103bd req-170905d0-934f-4728-9e85-be9ae84db765 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0550718 Feb 09 04:05:30.639989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b7810ae1-5922-4dfe-9632-8b50a48103bd req-7f8be638-05d5-45bd-828e-a3122f7e3ee6 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 Feb 09 04:05:31.759881 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bc8cd-185c-429d-9c66-0030d990229e req-2046969c-0975-44a2-9b3a-675274626ec9 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:31.761365 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c61bc8cd-185c-429d-9c66-0030d990229e req-2046969c-0975-44a2-9b3a-675274626ec9 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0541830 Feb 09 04:05:31.807001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c61bc8cd-185c-429d-9c66-0030d990229e req-9b5ed13a-5c29-4937-9b92-69c99f451346 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Feb 09 04:05:32.930357 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d67c97-b99b-4d7e-ab5d-5b931d8dd93e req-a20d5a9a-df0b-4bfe-ac7a-52d346f51041 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:32.931836 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0d67c97-b99b-4d7e-ab5d-5b931d8dd93e req-a20d5a9a-df0b-4bfe-ac7a-52d346f51041 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0575438 Feb 09 04:05:32.977685 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f0d67c97-b99b-4d7e-ab5d-5b931d8dd93e req-f89a283d-0116-41b8-9fec-2a66d7dd825b tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400128 Feb 09 04:05:34.096513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071fd18-524a-42ae-a884-3eb63cd7cf5c req-eba8203e-4be0-40aa-9ad2-311ad1c2d745 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:34.098140 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9071fd18-524a-42ae-a884-3eb63cd7cf5c req-eba8203e-4be0-40aa-9ad2-311ad1c2d745 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0519447 Feb 09 04:05:34.148811 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9071fd18-524a-42ae-a884-3eb63cd7cf5c req-465be38a-504a-4a2d-8163-a9a12623ca74 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437381 Feb 09 04:05:35.268485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d8249-a655-4edf-b9ed-28cc5d23ae99 req-605ef5fc-9da7-457f-8772-fec174548a3c tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:35.270003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ad2d8249-a655-4edf-b9ed-28cc5d23ae99 req-605ef5fc-9da7-457f-8772-fec174548a3c tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0518045 Feb 09 04:05:35.316205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ad2d8249-a655-4edf-b9ed-28cc5d23ae99 req-cd853fdc-84d0-4bf1-9000-1e21cef3e35e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Feb 09 04:05:36.433985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4d50e-2f6b-4afa-9f56-c2969c544680 req-6be28934-5646-44c8-bca6-c15efa7df547 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:36.435436 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1c4d50e-2f6b-4afa-9f56-c2969c544680 req-6be28934-5646-44c8-bca6-c15efa7df547 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0529735 Feb 09 04:05:36.481238 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c1c4d50e-2f6b-4afa-9f56-c2969c544680 req-cf6219bd-166b-4ffc-87e9-6a9c474a8631 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Feb 09 04:05:37.605817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096f155-9e1f-4fe4-8b2a-88340bfc289f req-c37b90ef-77d5-4796-b011-d3f38f86ea8e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:37.607275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9096f155-9e1f-4fe4-8b2a-88340bfc289f req-c37b90ef-77d5-4796-b011-d3f38f86ea8e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0568352 Feb 09 04:05:37.652258 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9096f155-9e1f-4fe4-8b2a-88340bfc289f req-a62d1616-9d8b-4c08-845b-9b544267ebb7 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 Feb 09 04:05:37.959394 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:38.772566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321004a-6e22-480d-92ac-a12420482a3c req-ac114531-be8f-40c3-b3f7-91947c1de970 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:38.774104 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2321004a-6e22-480d-92ac-a12420482a3c req-ac114531-be8f-40c3-b3f7-91947c1de970 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0518329 Feb 09 04:05:38.820635 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2321004a-6e22-480d-92ac-a12420482a3c req-76ab1fbf-eea7-499f-98d5-463cedc7446d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Feb 09 04:05:39.939789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce4d40-d6f1-468b-8241-7caa14b91dff req-bfe99d78-09aa-4246-9644-2d8c57fd1855 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:39.941256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-64ce4d40-d6f1-468b-8241-7caa14b91dff req-bfe99d78-09aa-4246-9644-2d8c57fd1855 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0529656 Feb 09 04:05:39.988817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-64ce4d40-d6f1-468b-8241-7caa14b91dff req-48a69487-78d3-40ea-9bbe-79d25a1e25c2 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415487 Feb 09 04:05:41.112326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b2a00-6ac0-407d-90f1-8b2cb43d8e50 req-e348d6c8-b11b-40f1-8498-3cac627e07a2 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:41.113800 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b40b2a00-6ac0-407d-90f1-8b2cb43d8e50 req-e348d6c8-b11b-40f1-8498-3cac627e07a2 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0570827 Feb 09 04:05:41.159993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b40b2a00-6ac0-407d-90f1-8b2cb43d8e50 req-5b9160dc-13b6-4cd6-b80f-437bdc9453ad tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 Feb 09 04:05:42.031362 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aac1f-2949-48cf-8af1-14de4f5d7e74 req-48ee339c-5011-46e6-956b-9334acef37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:42.032855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a52aac1f-2949-48cf-8af1-14de4f5d7e74 req-48ee339c-5011-46e6-956b-9334acef37e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 1128 time: 0.0450900 Feb 09 04:05:42.139063 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aac1f-2949-48cf-8af1-14de4f5d7e74 req-d914bade-fa75-4e00-8968-b18922d333e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:42.140563 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a52aac1f-2949-48cf-8af1-14de4f5d7e74 req-d914bade-fa75-4e00-8968-b18922d333e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.0891449 Feb 09 04:05:42.181871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a52aac1f-2949-48cf-8af1-14de4f5d7e74 req-884fb5b2-2e26-4ad5-947c-e883717e9936 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd HTTP/1.1" status: 200 len: 217 time: 0.0343530 Feb 09 04:05:42.244677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aac1f-2949-48cf-8af1-14de4f5d7e74 req-a9aac3fc-7cb5-4d0e-a3f3-2b0e94f9ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:42.246121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a52aac1f-2949-48cf-8af1-14de4f5d7e74 req-a9aac3fc-7cb5-4d0e-a3f3-2b0e94f9ce34 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0579708 Feb 09 04:05:42.288647 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a52aac1f-2949-48cf-8af1-14de4f5d7e74 req-4131a0c6-cf1c-46e6-8ee2-f83164e7f774 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280755 Feb 09 04:05:42.350296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fd516-a716-423e-b333-7f23d0701376 req-46ed01d4-c649-443a-acbc-81f70036a3f0 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:42.351732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e7fd516-a716-423e-b333-7f23d0701376 req-46ed01d4-c649-443a-acbc-81f70036a3f0 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.1216486 Feb 09 04:05:42.424869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e7fd516-a716-423e-b333-7f23d0701376 req-5339e97f-e8db-497b-aa73-7e258d43dccd tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673997 Feb 09 04:05:42.426848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a52aac1f-2949-48cf-8af1-14de4f5d7e74 req-bf66ab3a-112a-4e69-9315-4e47b0aa72a8 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310687 Feb 09 04:05:42.516136 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a52aac1f-2949-48cf-8af1-14de4f5d7e74 req-98dcf45e-52f5-419d-a91e-aa5878b8b431 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825815 Feb 09 04:05:43.546024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea053d10-fb29-44f9-90b8-e248c4cd408f req-be6ed3c1-9e7d-4eba-9ba7-efa6304c8778 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:43.547489 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea053d10-fb29-44f9-90b8-e248c4cd408f req-be6ed3c1-9e7d-4eba-9ba7-efa6304c8778 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0530276 Feb 09 04:05:43.594315 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea053d10-fb29-44f9-90b8-e248c4cd408f req-22c563c0-4585-4f85-8fe8-1613cc2340bf tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Feb 09 04:05:44.718640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8368931-12ff-4ead-abe9-4b26822dcf1d req-252d478d-1bd0-44fb-a35d-73950ace8534 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:44.720105 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8368931-12ff-4ead-abe9-4b26822dcf1d req-252d478d-1bd0-44fb-a35d-73950ace8534 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0562308 Feb 09 04:05:44.765610 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8368931-12ff-4ead-abe9-4b26822dcf1d req-832d3cc3-5754-4330-8045-f20f44f2d0d4 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 Feb 09 04:05:45.701963 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-985df8a5-d79c-4dfe-9cc4-85f4e5e51fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:45.885835 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdaa272-e700-4a99-9893-d1b9528de69d req-7b9caee6-7466-469f-a58c-728a9a2bdcb8 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:45.887299 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cdaa272-e700-4a99-9893-d1b9528de69d req-7b9caee6-7466-469f-a58c-728a9a2bdcb8 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0535567 Feb 09 04:05:45.942465 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cdaa272-e700-4a99-9893-d1b9528de69d req-3d7bf284-2fc6-4657-b83f-9375017d81cb tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494583 Feb 09 04:05:47.065149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3d61a-13fe-44c9-868e-dea7b307bab3 req-c0d344d6-a7fa-434c-ba53-91d2cdf05b99 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:47.066634 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19c3d61a-13fe-44c9-868e-dea7b307bab3 req-c0d344d6-a7fa-434c-ba53-91d2cdf05b99 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0522492 Feb 09 04:05:47.115010 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19c3d61a-13fe-44c9-868e-dea7b307bab3 req-8ed4e55d-b43f-4cb6-9db9-940490413747 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416529 Feb 09 04:05:48.211976 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf94f539-610f-468e-a344-816953a439a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:48.237169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39f6c6-9c81-4e2f-acef-d21d41016bd0 req-cccacff5-86dd-4508-875b-0871cbf9ad6a tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:48.238376 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b39f6c6-9c81-4e2f-acef-d21d41016bd0 req-cccacff5-86dd-4508-875b-0871cbf9ad6a tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0551770 Feb 09 04:05:48.284253 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b39f6c6-9c81-4e2f-acef-d21d41016bd0 req-bf28ebd8-a0c6-42a7-9039-6dba26118907 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Feb 09 04:05:49.402501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac090d-ded4-4fc6-b900-575e043c8b2e req-4ef2ce7a-b6cf-4d0f-b3f6-7ea2649bc20e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:49.403954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e7ac090d-ded4-4fc6-b900-575e043c8b2e req-4ef2ce7a-b6cf-4d0f-b3f6-7ea2649bc20e tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0516882 Feb 09 04:05:49.453252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e7ac090d-ded4-4fc6-b900-575e043c8b2e req-c57ab692-fde0-4d3d-bb31-b50ffeff526f tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436316 Feb 09 04:05:49.475263 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:50.571625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71639ee9-3737-41e3-bbd5-f124171d497c req-290120de-3ed8-450d-bfef-05fa14400edc tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:50.573122 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71639ee9-3737-41e3-bbd5-f124171d497c req-290120de-3ed8-450d-bfef-05fa14400edc tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0532477 Feb 09 04:05:50.619715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71639ee9-3737-41e3-bbd5-f124171d497c req-60a43788-8fc2-49c8-bed6-a60ac6e162f3 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Feb 09 04:05:50.746773 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-fa98b0ea-1a4f-42b7-a50b-d9cae97e27c0 service neutron] show failed (client error): The resource could not be found. Feb 09 04:05:50.747695 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-fa98b0ea-1a4f-42b7-a50b-d9cae97e27c0 service neutron] 10.222.0.65 "GET /v2.0/ports/1af9bd3e-ee32-4552-914c-49c8d6a3e8dd/bindings/n-h2-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0557749 Feb 09 04:05:50.910711 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:50.959455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-83e3de37-15a0-4069-bf2a-97431867c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:50.960938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-83e3de37-15a0-4069-bf2a-97431867c9f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b&tenant_id=7d403d0aff2d4d3ca863b035076bdb2b HTTP/1.1" status: 200 len: 1128 time: 0.0481634 Feb 09 04:05:50.971428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:05:51.029630 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:51.227463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:51.260203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:05:51.302712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f01797-405f-4ded-a905-3c741735aa5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:51.305029 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c717fb-952e-4765-b22f-c0715e16cf20" -d '{"events": [{"server_uuid": "72f01797-405f-4ded-a905-3c741735aa5b", "name": "network-vif-unplugged", "status": "completed", "tag": "1af9bd3e-ee32-4552-914c-49c8d6a3e8dd"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:51.309218 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Publish callbacks [] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:51.322073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Transition to ACTIVE for port object 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:05:51.326350 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:51.356667 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5d2a93-d857-4663-86c7-94fa317c76be x-openstack-request-id: req-8c5d2a93-d857-4663-86c7-94fa317c76be {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:51.356961 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f01797-405f-4ded-a905-3c741735aa5b", "name": "network-vif-unplugged", "status": "completed", "tag": "1af9bd3e-ee32-4552-914c-49c8d6a3e8dd", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:51.357214 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c5d2a93-d857-4663-86c7-94fa317c76be {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:51.357628 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f01797-405f-4ded-a905-3c741735aa5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd', 'code': 200} Feb 09 04:05:51.391178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] No DVR routers for this DVR port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:05:51.392992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Pushing event updated for resources: {'Port': ['ID=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:51.404484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.404831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.405174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.405551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.405885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.406213 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.406539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.406863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.407185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.407511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.407832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.408152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.408471 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:51.440813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Attempting to bind port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:05:51.441142 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Attempting to bind port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:05:51.441512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Attempting to bind port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd on network ffee1b45-26ee-42d9-afcf-de745fcee03d {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:05:51.445766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd on network ffee1b45-26ee-42d9-afcf-de745fcee03d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:05:51.446185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Attempting to bind port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd on network ffee1b45-26ee-42d9-afcf-de745fcee03d {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:05:51.450896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:05:51.451227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Checking segment: {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:05:51.451605 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Bound using segment: {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:05:51.452018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Bound port: 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8ab56b-8448-4e59-95bd-0667a2b4a335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:05:51.452365 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:51.517126 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:05:51.520035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:05:51.526823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:51.560002 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:51.560731 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:51.562412 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] 10.222.0.42 "PUT /v2.0/ports/1af9bd3e-ee32-4552-914c-49c8d6a3e8dd HTTP/1.1" status: 200 len: 1092 time: 0.5948586 Feb 09 04:05:51.582348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef92e4-4515-45c2-96e5-cca70637c0ff service neutron] Pushing event updated for resources: {'Port': ['ID=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:51.629261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-89a35ceb-5606-4851-ac4d-b6b529089b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:51.630820 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-89a35ceb-5606-4851-ac4d-b6b529089b85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 1126 time: 0.0456195 Feb 09 04:05:51.753781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-466657d5-8e11-4a8b-8c5a-77ae4fb6d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:51.755240 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-466657d5-8e11-4a8b-8c5a-77ae4fb6d0a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.1189425 Feb 09 04:05:51.776939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9f29b-291f-455b-9b5f-24ada487d34a req-52440f4d-da47-499e-8784-87fe858a52fd tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:51.778373 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df9f29b-291f-455b-9b5f-24ada487d34a req-52440f4d-da47-499e-8784-87fe858a52fd tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 943 time: 0.0832479 Feb 09 04:05:51.810013 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-e3273405-b086-4cc8-8747-d5491817861a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd HTTP/1.1" status: 200 len: 217 time: 0.0486946 Feb 09 04:05:51.884835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df9f29b-291f-455b-9b5f-24ada487d34a req-a4403c69-c61e-4b5a-8e05-f5ad2438474a tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812690 Feb 09 04:05:51.886341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-d56351dc-0a23-419a-8659-4778d3dcd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:51.887834 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-d56351dc-0a23-419a-8659-4778d3dcd2f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0699706 Feb 09 04:05:51.920484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-0c99a25c-dde2-4dc6-b5b0-11f07b03e28f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265028 Feb 09 04:05:52.008289 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-d8a78410-7e42-4034-96b9-1e7a545d9dc8 service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810459 Feb 09 04:05:52.049635 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:52.099420 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f54c0ba-e294-4f20-9747-f547b05842ab req-42cf4f06-f77a-40f6-92f6-5d3d2c3619e9 service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858374 Feb 09 04:05:53.005619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400a847-6571-4938-96bb-2afbec98ec88 req-3e581002-0702-42f5-ba19-cf551cfcdd36 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:53.007118 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f400a847-6571-4938-96bb-2afbec98ec88 req-3e581002-0702-42f5-ba19-cf551cfcdd36 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 943 time: 0.0531960 Feb 09 04:05:53.053766 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f400a847-6571-4938-96bb-2afbec98ec88 req-36c52333-e3dc-42cb-8ad7-b6f5c83c6d38 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Feb 09 04:05:53.358574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f01797-405f-4ded-a905-3c741735aa5b', 'tag': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:53.360904 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a95463-6fb0-40b2-8eda-7b9ab157210b" -d '{"events": [{"name": "network-changed", "server_uuid": "72f01797-405f-4ded-a905-3c741735aa5b", "tag": "1af9bd3e-ee32-4552-914c-49c8d6a3e8dd"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:53.408770 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fd97b5-e4ac-4220-b083-2d75692f04fe x-openstack-request-id: req-62fd97b5-e4ac-4220-b083-2d75692f04fe {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:53.409058 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f01797-405f-4ded-a905-3c741735aa5b", "tag": "1af9bd3e-ee32-4552-914c-49c8d6a3e8dd", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:53.409339 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62fd97b5-e4ac-4220-b083-2d75692f04fe {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:53.409767 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f01797-405f-4ded-a905-3c741735aa5b', 'tag': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd', 'status': 'completed', 'code': 200} Feb 09 04:05:53.419842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:05:53.463345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] The host n-h1-824835-15 is not matching for port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd host n-h2-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 04:05:53.464045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:05:53.479791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-2e41766e-e225-4522-bd07-fb514746f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:53.480392 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-2e41766e-e225-4522-bd07-fb514746f9d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 1126 time: 0.0515213 Feb 09 04:05:53.500868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-1fcb67e8-8000-4833-a9cd-6f5d32188def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:53.502442 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-1fcb67e8-8000-4833-a9cd-6f5d32188def service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 1126 time: 0.0502880 Feb 09 04:05:53.583490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-34b0376d-26d0-47c8-85d4-6b3931f1fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:53.585005 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-34b0376d-26d0-47c8-85d4-6b3931f1fcb0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.0988853 Feb 09 04:05:53.631912 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-7cd4ebe1-8686-4ec0-9d15-48542139aa81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd HTTP/1.1" status: 200 len: 217 time: 0.0399094 Feb 09 04:05:53.682818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-331c8e96-ae74-4751-ad70-7d842d195879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:53.684301 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-331c8e96-ae74-4751-ad70-7d842d195879 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0474792 Feb 09 04:05:53.721891 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-c5ea5858-c718-4edc-a1ea-67a15caa9af9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316656 Feb 09 04:05:53.820631 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-6e17245d-aac9-4248-aa0b-fe1bad2966fe service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922749 Feb 09 04:05:53.909227 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-b06a2e1b-cabb-482a-bcdc-e1ce0985d364 service neutron] 10.222.0.42 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831497 Feb 09 04:05:53.940794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-a92451a3-c4f5-4bfc-86ee-59db08158c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:53.942267 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-a92451a3-c4f5-4bfc-86ee-59db08158c78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.4339597 Feb 09 04:05:53.985339 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-d6ff92e1-ef1e-4dce-9412-e643d273fb68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd HTTP/1.1" status: 200 len: 217 time: 0.0368881 Feb 09 04:05:54.031293 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-b7cced2c-67fb-42de-af2d-349cbf983537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:54.032719 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-b7cced2c-67fb-42de-af2d-349cbf983537 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0421109 Feb 09 04:05:54.064992 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-ce7f6c48-f33b-4732-a6f1-01a3e2a9fbae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260723 Feb 09 04:05:54.189601 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-203466f1-8211-4c8e-b76c-38d7db078929 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172371 Feb 09 04:05:54.209263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ed527-85f6-47a3-ad24-b0768b8bcf41 req-7cf7f21d-6976-48ab-b004-259c7ef65aa6 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:54.210689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a4ed527-85f6-47a3-ad24-b0768b8bcf41 req-7cf7f21d-6976-48ab-b004-259c7ef65aa6 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 943 time: 0.0842960 Feb 09 04:05:54.310135 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a4ed527-85f6-47a3-ad24-b0768b8bcf41 req-9a20c1b7-01e8-48a7-ab38-e2fe73bb6abb tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880539 Feb 09 04:05:54.324565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-70a95463-6fb0-40b2-8eda-7b9ab157210b req-282ff6cf-2458-46dd-8c09-bc58ab475ed1 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290896 Feb 09 04:05:54.460804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:05:54.553724 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:54.571563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:54.583436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd', 'network_id': 'ffee1b45-26ee-42d9-afcf-de745fcee03d', 'port_id': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd', 'mac_address': 'fa:16:3e:af:98:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7befbc7-c333-4c5b-b3c7-8694b527e4f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:05:54.595781 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d29fe-b1f3-462d-bd68-480e0aec6509 req-301445c7-9865-4986-b345-730176d78ddc tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:54.597276 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b01d29fe-b1f3-462d-bd68-480e0aec6509 req-301445c7-9865-4986-b345-730176d78ddc tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 943 time: 0.1439922 Feb 09 04:05:54.616929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cde74-235a-443a-9696-f51ce5440439 req-b0da5e3b-74ab-449a-9f9d-b4216ba3c183 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:54.619048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-552cde74-235a-443a-9696-f51ce5440439 req-b0da5e3b-74ab-449a-9f9d-b4216ba3c183 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.65 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b&tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 943 time: 0.1380169 Feb 09 04:05:54.621479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:05:54.621907 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:54.635365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:05:54.655353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:54.659183 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:54.702641 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b01d29fe-b1f3-462d-bd68-480e0aec6509 req-253eb19a-2165-4fd4-aa9e-8a375902e81c tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982368 Feb 09 04:05:54.710006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:54.717278 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-552cde74-235a-443a-9696-f51ce5440439 req-1e71085d-9139-4979-9504-29dda40c9ac0 service neutron] delete failed (client error): The resource could not be found. Feb 09 04:05:54.718444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-552cde74-235a-443a-9696-f51ce5440439 req-1e71085d-9139-4979-9504-29dda40c9ac0 service neutron] 10.222.0.65 "DELETE /v2.0/ports/1af9bd3e-ee32-4552-914c-49c8d6a3e8dd/bindings/n-h1-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0918415 Feb 09 04:05:54.718577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.718799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.719149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.719489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.719824 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.720161 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.720495 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.720822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.721148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.721498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.721826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.722149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.722473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:05:54.824556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cde74-235a-443a-9696-f51ce5440439 req-90b7586b-8196-40b5-bb21-ccbc3618edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:54.826065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-552cde74-235a-443a-9696-f51ce5440439 req-90b7586b-8196-40b5-bb21-ccbc3618edcf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 1127 time: 0.0455468 Feb 09 04:05:54.877841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['1af9bd3e-ee32-4552-914c-49c8d6a3e8dd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:05:54.918771 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cde74-235a-443a-9696-f51ce5440439 req-684fa016-84fb-427f-b65d-ef318945d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:54.920310 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-552cde74-235a-443a-9696-f51ce5440439 req-684fa016-84fb-427f-b65d-ef318945d62e service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 200 len: 915 time: 0.0878675 Feb 09 04:05:54.962214 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-552cde74-235a-443a-9696-f51ce5440439 req-0ad827e6-840e-4cfe-b971-df1d394e8d70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd HTTP/1.1" status: 200 len: 217 time: 0.0355067 Feb 09 04:05:55.011212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cde74-235a-443a-9696-f51ce5440439 req-1c6952d0-80ad-4552-a6a5-c40c56ca1067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:55.012680 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-552cde74-235a-443a-9696-f51ce5440439 req-1c6952d0-80ad-4552-a6a5-c40c56ca1067 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 200 len: 854 time: 0.0457878 Feb 09 04:05:55.045568 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-552cde74-235a-443a-9696-f51ce5440439 req-5bd2f89d-82bb-4148-abf1-e60f4d3c0431 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffee1b45-26ee-42d9-afcf-de745fcee03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273085 Feb 09 04:05:55.137097 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-552cde74-235a-443a-9696-f51ce5440439 req-8ce7e766-5b56-40e6-8df8-6fdfb48d1e41 service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854573 Feb 09 04:05:55.224927 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-552cde74-235a-443a-9696-f51ce5440439 req-de651538-a9f5-495b-a198-be0398f9d51d service neutron] 10.222.0.65 "GET /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809767 Feb 09 04:05:55.840176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f0d88-6e93-4f8a-932a-b1def0935e65 req-273be169-0694-43a4-b7e5-1ef5059dc22d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:55.841584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9e2f0d88-6e93-4f8a-932a-b1def0935e65 req-273be169-0694-43a4-b7e5-1ef5059dc22d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 944 time: 0.0628831 Feb 09 04:05:55.888006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9e2f0d88-6e93-4f8a-932a-b1def0935e65 req-19192c3e-c9c2-46fe-9867-235eb0535d21 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407298 Feb 09 04:05:56.013118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afe3de-2991-49bb-b1f8-5dd383682c22 req-32ee9e95-e300-4f3e-bbcd-863e4eb02254 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:56.014648 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22afe3de-2991-49bb-b1f8-5dd383682c22 req-32ee9e95-e300-4f3e-bbcd-863e4eb02254 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 944 time: 0.0583103 Feb 09 04:05:56.062118 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22afe3de-2991-49bb-b1f8-5dd383682c22 req-97073ddc-bbba-4aa9-aecc-8948af875b99 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414522 Feb 09 04:05:56.177098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a7b33-18c7-45a4-b81f-9874e11edc24 req-f3b6294b-c7a1-4d4d-ac90-94bc46f9f09d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:56.178740 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f1a7b33-18c7-45a4-b81f-9874e11edc24 req-f3b6294b-c7a1-4d4d-ac90-94bc46f9f09d tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 944 time: 0.0517697 Feb 09 04:05:56.224546 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1f1a7b33-18c7-45a4-b81f-9874e11edc24 req-3223e6a8-6ae1-45f2-8434-2d8578168712 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396128 Feb 09 04:05:56.475601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:05:56.528063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:05:56.532144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:05:56.532515 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:56.552872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671d030-9674-4d6c-98b0-64f3d6a58c3c req-519a6a90-2857-4363-91e5-1ac47fdb7112 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:56.554382 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2671d030-9674-4d6c-98b0-64f3d6a58c3c req-519a6a90-2857-4363-91e5-1ac47fdb7112 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 944 time: 0.0540905 Feb 09 04:05:56.601274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2671d030-9674-4d6c-98b0-64f3d6a58c3c req-cd6a1e23-3746-4b43-95bb-557d0a5e8c12 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411212 Feb 09 04:05:56.609980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:05:56.610314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:56.637410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f01797-405f-4ded-a905-3c741735aa5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:56.639631 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17afcdc1-76b3-4399-8d6e-43c9f36c4857" -d '{"events": [{"server_uuid": "72f01797-405f-4ded-a905-3c741735aa5b", "name": "network-vif-plugged", "status": "completed", "tag": "1af9bd3e-ee32-4552-914c-49c8d6a3e8dd"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:56.652018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:56.656130 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:56.684650 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b01285-59f3-4126-be39-f1135a8c67dc x-openstack-request-id: req-88b01285-59f3-4126-be39-f1135a8c67dc {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:56.684938 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f01797-405f-4ded-a905-3c741735aa5b", "name": "network-vif-plugged", "status": "completed", "tag": "1af9bd3e-ee32-4552-914c-49c8d6a3e8dd", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:56.685187 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88b01285-59f3-4126-be39-f1135a8c67dc {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:56.685585 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f01797-405f-4ded-a905-3c741735aa5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd', 'code': 200} Feb 09 04:05:56.709926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:57.725828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733e973-7294-44d8-91e1-0fed62a3dcae req-3cb26a40-a044-4638-975a-f3d922e24ed8 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:57.726448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea5203-b4fb-4318-91c9-8e87eddafb74 req-7f7b1e99-4bd8-471f-bc06-80cb9437771a tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:57.727294 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8733e973-7294-44d8-91e1-0fed62a3dcae req-3cb26a40-a044-4638-975a-f3d922e24ed8 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.42 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0566938 Feb 09 04:05:57.727614 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b4ea5203-b4fb-4318-91c9-8e87eddafb74 req-7f7b1e99-4bd8-471f-bc06-80cb9437771a tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/ports?device_id=72f01797-405f-4ded-a905-3c741735aa5b HTTP/1.1" status: 200 len: 945 time: 0.0579200 Feb 09 04:05:57.780304 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b4ea5203-b4fb-4318-91c9-8e87eddafb74 req-d3504a78-3078-401d-a125-0ae9e71ab121 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.21 "GET /v2.0/security-groups?id=145f8173-0a49-40e8-835a-e7209dc5de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463541 Feb 09 04:05:58.121257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-8733e973-7294-44d8-91e1-0fed62a3dcae req-6c4ad2c1-98fb-4852-aa54-537535fd8835 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Deleting port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:05:58.121541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8733e973-7294-44d8-91e1-0fed62a3dcae req-6c4ad2c1-98fb-4852-aa54-537535fd8835 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:58.208348 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-8733e973-7294-44d8-91e1-0fed62a3dcae req-6c4ad2c1-98fb-4852-aa54-537535fd8835 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] For port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,segment=NetworkSegment(ba8ab56b-8448-4e59-95bd-0667a2b4a335),segment_id=ba8ab56b-8448-4e59-95bd-0667a2b4a335)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:58.208705 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8733e973-7294-44d8-91e1-0fed62a3dcae req-6c4ad2c1-98fb-4852-aa54-537535fd8835 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:58.222026 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-8733e973-7294-44d8-91e1-0fed62a3dcae req-6c4ad2c1-98fb-4852-aa54-537535fd8835 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Calling delete_port for 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:05:58.343622 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8733e973-7294-44d8-91e1-0fed62a3dcae req-6c4ad2c1-98fb-4852-aa54-537535fd8835 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1af9bd3e-ee32-4552-914c-49c8d6a3e8dd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:58.355645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['1af9bd3e-ee32-4552-914c-49c8d6a3e8dd'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:05:58.375426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ad2c1-98fb-4852-aa54-537535fd8835 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Pushing event deleted for resources: {'Port': ['ID=1af9bd3e-ee32-4552-914c-49c8d6a3e8dd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:58.417078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-8733e973-7294-44d8-91e1-0fed62a3dcae req-6c4ad2c1-98fb-4852-aa54-537535fd8835 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] No DVR routers for this DVR port 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:05:58.420106 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-8733e973-7294-44d8-91e1-0fed62a3dcae req-6c4ad2c1-98fb-4852-aa54-537535fd8835 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:58.423908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8733e973-7294-44d8-91e1-0fed62a3dcae req-6c4ad2c1-98fb-4852-aa54-537535fd8835 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] 10.222.0.42 "DELETE /v2.0/ports/1af9bd3e-ee32-4552-914c-49c8d6a3e8dd HTTP/1.1" status: 204 len: 173 time: 0.6909187 Feb 09 04:05:58.424377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f01797-405f-4ded-a905-3c741735aa5b', 'name': 'network-vif-deleted', 'tag': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:58.427145 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380da2b8-1794-4c40-a989-c7d5eb742667" -d '{"events": [{"server_uuid": "72f01797-405f-4ded-a905-3c741735aa5b", "name": "network-vif-deleted", "tag": "1af9bd3e-ee32-4552-914c-49c8d6a3e8dd"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:58.466819 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcf69f4-72c3-44f8-a4c1-bf09fa9ef80a x-openstack-request-id: req-cfcf69f4-72c3-44f8-a4c1-bf09fa9ef80a {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:58.467108 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f01797-405f-4ded-a905-3c741735aa5b", "name": "network-vif-deleted", "tag": "1af9bd3e-ee32-4552-914c-49c8d6a3e8dd", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:58.467360 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfcf69f4-72c3-44f8-a4c1-bf09fa9ef80a {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:58.467761 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f01797-405f-4ded-a905-3c741735aa5b', 'name': 'network-vif-deleted', 'tag': '1af9bd3e-ee32-4552-914c-49c8d6a3e8dd', 'status': 'completed', 'code': 200} Feb 09 04:05:58.902247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54174) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:05:58.947895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a05ae5-27e3-4c3f-bf72-a8b30ecf6b66 admin admin] Deleting subnet c7befbc7-c333-4c5b-b3c7-8694b527e4f7 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:05:58.951015 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4a05ae5-27e3-4c3f-bf72-a8b30ecf6b66 admin admin] Publish callbacks [] for subnet (c7befbc7-c333-4c5b-b3c7-8694b527e4f7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:58.985609 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4a05ae5-27e3-4c3f-bf72-a8b30ecf6b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (c7befbc7-c333-4c5b-b3c7-8694b527e4f7), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.024447 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4a05ae5-27e3-4c3f-bf72-a8b30ecf6b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c7befbc7-c333-4c5b-b3c7-8694b527e4f7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.080274 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4a05ae5-27e3-4c3f-bf72-a8b30ecf6b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (c7befbc7-c333-4c5b-b3c7-8694b527e4f7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.106346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a05ae5-27e3-4c3f-bf72-a8b30ecf6b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7befbc7-c333-4c5b-b3c7-8694b527e4f7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:59.110062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4a05ae5-27e3-4c3f-bf72-a8b30ecf6b66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.113298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a4a05ae5-27e3-4c3f-bf72-a8b30ecf6b66 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c7befbc7-c333-4c5b-b3c7-8694b527e4f7 HTTP/1.1" status: 204 len: 168 time: 0.2100542 Feb 09 04:05:59.116356 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54176) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:05:59.185623 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (ffee1b45-26ee-42d9-afcf-de745fcee03d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.267606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (ffee1b45-26ee-42d9-afcf-de745fcee03d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.288093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffee1b45-26ee-42d9-afcf-de745fcee03d']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:05:59.298576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8ab56b-8448-4e59-95bd-0667a2b4a335') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:05:59.298869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8ab56b-8448-4e59-95bd-0667a2b4a335') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:05:59.308917 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (ba8ab56b-8448-4e59-95bd-0667a2b4a335), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.322166 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ba8ab56b-8448-4e59-95bd-0667a2b4a335), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.327930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:05:59.328304 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (ba8ab56b-8448-4e59-95bd-0667a2b4a335), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: timer() Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:05:59.329929 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:05:59.383663 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (ffee1b45-26ee-42d9-afcf-de745fcee03d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.389116 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.392247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ffee1b45-26ee-42d9-afcf-de745fcee03d HTTP/1.1" status: 204 len: 168 time: 0.2748113 Feb 09 04:05:59.403979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a979779-465c-48b0-bd0c-026a76fa5219 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffee1b45-26ee-42d9-afcf-de745fcee03d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:59.499877 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54180) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:05:59.545272 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0e413930-6ce4-4130-9783-5aeb88e586a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d403d0aff2d4d3ca863b035076bdb2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441918 Feb 09 04:05:59.547804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54182) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:05:59.594356 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f234c61-b255-4251-bb77-7aad0c91a8bd admin admin] Publish callbacks [] for security_group (145f8173-0a49-40e8-835a-e7209dc5de51), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.614993 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f234c61-b255-4251-bb77-7aad0c91a8bd admin admin] Publish callbacks [] for security_group (145f8173-0a49-40e8-835a-e7209dc5de51), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.661414 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f234c61-b255-4251-bb77-7aad0c91a8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (145f8173-0a49-40e8-835a-e7209dc5de51), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.663842 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f234c61-b255-4251-bb77-7aad0c91a8bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:59.665160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8f234c61-b255-4251-bb77-7aad0c91a8bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/145f8173-0a49-40e8-835a-e7209dc5de51 HTTP/1.1" status: 204 len: 168 time: 0.1164582 Feb 09 04:05:59.673198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f234c61-b255-4251-bb77-7aad0c91a8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145f8173-0a49-40e8-835a-e7209dc5de51,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:00.336032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54204) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:06:00.433475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-85185513-network', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:00.454024 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Made reservation on behalf of c90a25f9be1a47a7bcd640bb4f5642d0 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:06:00.456576 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:00.465151 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:00.545041 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Publish callbacks [] for security_group (afd0a5f8-0f99-4f6a-a2a7-1353769a276d), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:00.549275 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (afd0a5f8-0f99-4f6a-a2a7-1353769a276d), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:00.564670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:06:00.587800 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (bd4b3a5e-3925-475f-81ea-ad972ba2d7cb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:00.588142 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Added segment bd4b3a5e-3925-475f-81ea-ad972ba2d7cb of type vlan for network fd72474b-166d-43f2-90f3-4094444fd75c Feb 09 04:06:00.600983 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd0a5f8-0f99-4f6a-a2a7-1353769a276d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:00.640614 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (fd72474b-166d-43f2-90f3-4094444fd75c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:00.665802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (fd72474b-166d-43f2-90f3-4094444fd75c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:00.666740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:00.667416 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:00.746284 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4088571 Feb 09 04:06:00.749166 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54208) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:06:00.754731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d081e1f5-d9b5-4e42-a472-37193561edb6 admin admin] Request body: {'subnet': {'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-85185513-subnet', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:00.770899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4883a45-24ca-42ee-a3cd-a6c0b6c8a754 admin admin] Pushing event updated for resources: {'Network': ['ID=fd72474b-166d-43f2-90f3-4094444fd75c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:00.775474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d081e1f5-d9b5-4e42-a472-37193561edb6 admin admin] Made reservation on behalf of c90a25f9be1a47a7bcd640bb4f5642d0 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:06:00.778278 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d081e1f5-d9b5-4e42-a472-37193561edb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:00.783739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network fd72474b-166d-43f2-90f3-4094444fd75c details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:06:00.968746 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d081e1f5-d9b5-4e42-a472-37193561edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (d736f852-c82d-4439-ae76-e2e07c02b1d7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.022771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081e1f5-d9b5-4e42-a472-37193561edb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d736f852-c82d-4439-ae76-e2e07c02b1d7,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:01.034763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d081e1f5-d9b5-4e42-a472-37193561edb6 admin admin] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:06:01.035121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d081e1f5-d9b5-4e42-a472-37193561edb6 admin admin] Network hostable DHCP agents. Network: fd72474b-166d-43f2-90f3-4094444fd75c, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:06:01.054564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d081e1f5-d9b5-4e42-a472-37193561edb6 admin admin] Network fd72474b-166d-43f2-90f3-4094444fd75c is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:06:01.066614 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d081e1f5-d9b5-4e42-a472-37193561edb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, fd72474b-166d-43f2-90f3-4094444fd75c) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:06:01.072401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d081e1f5-d9b5-4e42-a472-37193561edb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:01.073312 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d081e1f5-d9b5-4e42-a472-37193561edb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.076956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1aa2b-0c3d-41e6-b91f-305f997d5b24 None None] Network fd72474b-166d-43f2-90f3-4094444fd75c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:06:01.094720 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d081e1f5-d9b5-4e42-a472-37193561edb6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3440628 Feb 09 04:06:01.096588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54210) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:06:01.101117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:01.124706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (9569840c-c405-47ca-9eff-8b1d32aedc9a), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.126195 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (9569840c-c405-47ca-9eff-8b1d32aedc9a), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.186934 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Publish callbacks [] for router_controller (9569840c-c405-47ca-9eff-8b1d32aedc9a), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.189394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-fd72474b-166d-43f2-90f3-4094444fd75c', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:06:01.190478 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.329583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Allocated IP 172.20.0.2 (fd72474b-166d-43f2-90f3-4094444fd75c/d736f852-c82d-4439-ae76-e2e07c02b1d7/dad2ba27-d687-4131-ae4b-5992c94d5ee0) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:06:01.333301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Publish callbacks [] for router_gateway (9569840c-c405-47ca-9eff-8b1d32aedc9a), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.481121 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Publish callbacks [] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.487834 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.527616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Network fd72474b-166d-43f2-90f3-4094444fd75c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:06:01.534185 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:06:01.537894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:06:01.547149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Pushing event updated for resources: {'Port': ['ID=dad2ba27-d687-4131-ae4b-5992c94d5ee0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:01.558867 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Publish callbacks [] for router_gateway (9569840c-c405-47ca-9eff-8b1d32aedc9a), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.580023 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.604590 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Attempting to bind port dad2ba27-d687-4131-ae4b-5992c94d5ee0 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:06:01.605044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Attempting to bind port dad2ba27-d687-4131-ae4b-5992c94d5ee0 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:06:01.605471 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Attempting to bind port dad2ba27-d687-4131-ae4b-5992c94d5ee0 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:06:01.610549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:06:01.610932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:06:01.611338 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.611737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Bound using segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:06:01.612209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Bound port: dad2ba27-d687-4131-ae4b-5992c94d5ee0, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:06:01.612596 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.677971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] For port dad2ba27-d687-4131-ae4b-5992c94d5ee0, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:06:01.682268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] For port dad2ba27-d687-4131-ae4b-5992c94d5ee0, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=dad2ba27-d687-4131-ae4b-5992c94d5ee0,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:06:01.689597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.705405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Allocated IP 172.25.5.49 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/646ac659-13df-428c-be1b-5c1d2a1f9f79) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:06:01.749045 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d6e85-dddc-40b7-a12b-af810605fcb1 None None] Pushing event updated for resources: {'Port': ['ID=dad2ba27-d687-4131-ae4b-5992c94d5ee0,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:01.822326 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Publish callbacks [] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.858161 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:01.907017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:06:01.909816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:06:01.912214 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:06:01.953930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=646ac659-13df-428c-be1b-5c1d2a1f9f79,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:02.214417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Publish callbacks [] for router_gateway (9569840c-c405-47ca-9eff-8b1d32aedc9a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:02.413483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (9569840c-c405-47ca-9eff-8b1d32aedc9a), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:02.493581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:06:02.515457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:06:02.515954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1af9bd3e-ee32-4552-914c-49c8d6a3e8dd not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:06:02.550831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Router 9569840c-c405-47ca-9eff-8b1d32aedc9a is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:06:02.661387 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:06:02.671239 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Sync routers for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:06:02.683189 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:06:02.683337 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:02.684089 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:05:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:02.687478 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6d54295b-1dd7-42a3-bef0-25b7f493e3a6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5871420 Feb 09 04:06:02.687801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54212) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:06:02.753924 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684bc53-0765-456e-8746-d75ce9d98482 None None] Network fd72474b-166d-43f2-90f3-4094444fd75c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:06:02.802789 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:06:02.819348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9ad31a3c-095e-4582-866d-4b7c7c7217e1 None None] Provisioning complete for port dad2ba27-d687-4131-ae4b-5992c94d5ee0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:02.819855 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ad31a3c-095e-4582-866d-4b7c7c7217e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:02.946442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9ad31a3c-095e-4582-866d-4b7c7c7217e1 None None] Current status of the port dad2ba27-d687-4131-ae4b-5992c94d5ee0 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:02.946894 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ad31a3c-095e-4582-866d-4b7c7c7217e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:02.982826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9ad31a3c-095e-4582-866d-4b7c7c7217e1 None None] For port dad2ba27-d687-4131-ae4b-5992c94d5ee0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=dad2ba27-d687-4131-ae4b-5992c94d5ee0,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:02.988348 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ad31a3c-095e-4582-866d-4b7c7c7217e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.012978 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:02Z', 'revision_number': 3, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:03.041536 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Checking router: 9569840c-c405-47ca-9eff-8b1d32aedc9a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:06:03.042167 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Updating router 9569840c-c405-47ca-9eff-8b1d32aedc9a port 646ac659-13df-428c-be1b-5c1d2a1f9f79 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:06:03.050330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31a3c-095e-4582-866d-4b7c7c7217e1 None None] Pushing event updated for resources: {'Port': ['ID=dad2ba27-d687-4131-ae4b-5992c94d5ee0,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:03.079057 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.202628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.213714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-db96040c-da0d-4eee-8a9e-d2695856ba36 None None] Provisioning complete for port dad2ba27-d687-4131-ae4b-5992c94d5ee0 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:03.214086 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db96040c-da0d-4eee-8a9e-d2695856ba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.301823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-db96040c-da0d-4eee-8a9e-d2695856ba36 None None] Current status of the port dad2ba27-d687-4131-ae4b-5992c94d5ee0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:03.351026 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Publish callbacks [] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.356608 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.410165 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Attempting to bind port 646ac659-13df-428c-be1b-5c1d2a1f9f79 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:06:03.410533 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Attempting to bind port 646ac659-13df-428c-be1b-5c1d2a1f9f79 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:06:03.410903 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Attempting to bind port 646ac659-13df-428c-be1b-5c1d2a1f9f79 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:06:03.413711 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Pushing event updated for resources: {'Port': ['ID=646ac659-13df-428c-be1b-5c1d2a1f9f79,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:03.421917 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:06:03.422291 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:06:03.422692 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.423091 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:06:03.423553 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Bound port: 646ac659-13df-428c-be1b-5c1d2a1f9f79, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:06:03.423928 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.426797 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.427143 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.427481 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.427910 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.428248 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.428577 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.428904 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.429228 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.430147 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.430471 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.430796 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.431123 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.431445 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:03.450600 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Allocated IP 172.20.0.1 (fd72474b-166d-43f2-90f3-4094444fd75c/d736f852-c82d-4439-ae76-e2e07c02b1d7/49a6e1c5-41ae-4f54-982f-ce7aee8e6230) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:06:03.488450 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] For port 646ac659-13df-428c-be1b-5c1d2a1f9f79, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:06:03.491511 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] For port 646ac659-13df-428c-be1b-5c1d2a1f9f79, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=646ac659-13df-428c-be1b-5c1d2a1f9f79,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:06:03.498468 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.558748 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:06:03.559245 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:05:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:03.562680 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9bb28-38fb-47b6-b3c1-c82dfa467fa8 None None] Pushing event updated for resources: {'Port': ['ID=646ac659-13df-428c-be1b-5c1d2a1f9f79,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:03.567956 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Publish callbacks [] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.613307 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.651227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Network fd72474b-166d-43f2-90f3-4094444fd75c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:06:03.656321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:06:03.658779 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:06:03.664713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device dad2ba27-d687-4131-ae4b-5992c94d5ee0 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:06:03.674989 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:06:03.701931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Pushing event updated for resources: {'Port': ['ID=49a6e1c5-41ae-4f54-982f-ce7aee8e6230,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:03.718570 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (9569840c-c405-47ca-9eff-8b1d32aedc9a), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.723549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port dad2ba27-d687-4131-ae4b-5992c94d5ee0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:03.724182 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.824808 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port dad2ba27-d687-4131-ae4b-5992c94d5ee0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:03.882320 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:02Z', 'revision_number': 3, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:03.885195 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.911494 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff9910-a21a-4b90-afd7-713d14e0e5a8 None None] The sync data for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 is: [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:02Z', 'revision_number': 3, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:06:03.940162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-90d64283-75f1-4f1b-9de4-b54629957ce1 None None] Provisioning complete for port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:03.940500 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90d64283-75f1-4f1b-9de4-b54629957ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:03.981829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-90d64283-75f1-4f1b-9de4-b54629957ce1 None None] Port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:06:04.059669 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Publish callbacks [] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:04.064503 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:04.135988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Pushing event updated for resources: {'Port': ['ID=49a6e1c5-41ae-4f54-982f-ce7aee8e6230,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:04.135988 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (9569840c-c405-47ca-9eff-8b1d32aedc9a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:04.244666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Network fd72474b-166d-43f2-90f3-4094444fd75c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:06:04.246161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:06:04.374462 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Router 9569840c-c405-47ca-9eff-8b1d32aedc9a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:06:04.494619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:06:04.499825 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8ec7a30c-30ed-4a53-8652-7efb80a2ac71 admin admin] 10.222.0.21 "PUT /v2.0/routers/9569840c-c405-47ca-9eff-8b1d32aedc9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8107648 Feb 09 04:06:04.510537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c70b3a21-2719-42e0-85b1-57a9a9f950d1 None None] Provisioning complete for port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:04.510885 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c70b3a21-2719-42e0-85b1-57a9a9f950d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:04.545669 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c70b3a21-2719-42e0-85b1-57a9a9f950d1 None None] Port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:06:05.012294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54220) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:06:05.017188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0b291cdd-18ed-437e-904a-95b294ec0801 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018786031', 'description': 'tempest-description--418025275'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:05.046795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b291cdd-18ed-437e-904a-95b294ec0801 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.120281 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b291cdd-18ed-437e-904a-95b294ec0801 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for security_group (13cf2399-b8de-4ae2-be0c-405996cbaf37), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.124391 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b291cdd-18ed-437e-904a-95b294ec0801 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (13cf2399-b8de-4ae2-be0c-405996cbaf37), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.165476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b291cdd-18ed-437e-904a-95b294ec0801 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.167439 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0b291cdd-18ed-437e-904a-95b294ec0801 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1538470 Feb 09 04:06:05.168836 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b291cdd-18ed-437e-904a-95b294ec0801 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cf2399-b8de-4ae2-be0c-405996cbaf37,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:05.170160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54222) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:06:05.175419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4f8ff0ea-b165-4202-a971-5edfe2b8933a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Request body: {'security_group_rule': {'security_group_id': '13cf2399-b8de-4ae2-be0c-405996cbaf37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:05.206863 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f8ff0ea-b165-4202-a971-5edfe2b8933a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for security_group_rule (273286f8-b14b-4565-9238-30ad5e19f4a9), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.282546 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f8ff0ea-b165-4202-a971-5edfe2b8933a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for security_group_rule (273286f8-b14b-4565-9238-30ad5e19f4a9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.286973 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f8ff0ea-b165-4202-a971-5edfe2b8933a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (273286f8-b14b-4565-9238-30ad5e19f4a9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.307700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ff0ea-b165-4202-a971-5edfe2b8933a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273286f8-b14b-4565-9238-30ad5e19f4a9,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:05.316710 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f8ff0ea-b165-4202-a971-5edfe2b8933a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.320637 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4f8ff0ea-b165-4202-a971-5edfe2b8933a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467977 Feb 09 04:06:05.320897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54224) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:06:05.326097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-e7ff4862-7e23-4862-a2d5-4c31fb7afe4d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Request body: {'security_group_rule': {'security_group_id': '13cf2399-b8de-4ae2-be0c-405996cbaf37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:05.356822 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4862-7e23-4862-a2d5-4c31fb7afe4d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for security_group_rule (5413fc3e-f991-4dac-9b0b-f7ab8852cbfb), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.427341 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4862-7e23-4862-a2d5-4c31fb7afe4d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for security_group_rule (5413fc3e-f991-4dac-9b0b-f7ab8852cbfb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.431205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4862-7e23-4862-a2d5-4c31fb7afe4d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (5413fc3e-f991-4dac-9b0b-f7ab8852cbfb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.450151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff4862-7e23-4862-a2d5-4c31fb7afe4d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5413fc3e-f991-4dac-9b0b-f7ab8852cbfb,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:05.458617 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4862-7e23-4862-a2d5-4c31fb7afe4d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.463656 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e7ff4862-7e23-4862-a2d5-4c31fb7afe4d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379859 Feb 09 04:06:05.463859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54226) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:06:05.468287 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:05.493831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.556747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Sync routers for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:06:05.574463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:06:05.575846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:05:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:05.670717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 646ac659-13df-428c-be1b-5c1d2a1f9f79 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:06:05.784272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 646ac659-13df-428c-be1b-5c1d2a1f9f79 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:05.784716 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.813436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:06:05.971101 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.083171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Allocated IP 172.25.5.32 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/41e9c236-c01a-459a-b4d1-9374e272db86) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:06:06.153955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 646ac659-13df-428c-be1b-5c1d2a1f9f79 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:06.154338 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.192126 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for port (41e9c236-c01a-459a-b4d1-9374e272db86), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.196043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 646ac659-13df-428c-be1b-5c1d2a1f9f79, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=646ac659-13df-428c-be1b-5c1d2a1f9f79,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:06.201986 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.228709 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (41e9c236-c01a-459a-b4d1-9374e272db86), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.267004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:06:06.271998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:06:06.276010 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:06:06.277339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=646ac659-13df-428c-be1b-5c1d2a1f9f79,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:06.290742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 2, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:06.303334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event updated for resources: {'Port': ['ID=41e9c236-c01a-459a-b4d1-9374e272db86,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:06.318462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Checking router: 9569840c-c405-47ca-9eff-8b1d32aedc9a for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:06:06.318823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Updating router 9569840c-c405-47ca-9eff-8b1d32aedc9a port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:06:06.352615 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.369311 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:06:06.403300 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.445961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (41e9c236-c01a-459a-b4d1-9374e272db86), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.595563 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for port (41e9c236-c01a-459a-b4d1-9374e272db86), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.600094 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (41e9c236-c01a-459a-b4d1-9374e272db86), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.616637 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Publish callbacks [] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.622554 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.676635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event updated for resources: {'Port': ['ID=41e9c236-c01a-459a-b4d1-9374e272db86,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:06.683797 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.700469 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.709756 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7cea0c2b-1a9c-45cb-b45c-27c40bdbfa6e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2369769 Feb 09 04:06:06.709958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490570a-d12b-4fc1-a60e-d11a321419d7 None None] Pushing event updated for resources: {'Port': ['ID=49a6e1c5-41ae-4f54-982f-ce7aee8e6230,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:06.739576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Attempting to bind port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:06:06.739951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Attempting to bind port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:06:06.740320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Attempting to bind port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:06:06.746829 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:06:06.747139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:06:06.747607 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.748059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Bound using segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:06:06.748554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Bound port: 49a6e1c5-41ae-4f54-982f-ce7aee8e6230, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:06:06.749195 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.820764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] For port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:06:06.825845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] For port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=49a6e1c5-41ae-4f54-982f-ce7aee8e6230,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:06:06.831705 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.872564 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-f1b1104d-4069-4f77-8989-13764f276fd1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1018786031&fields=id&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 267 time: 0.0597565 Feb 09 04:06:06.895013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:06:06.895659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:05:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:06.901133 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490570a-d12b-4fc1-a60e-d11a321419d7 None None] Pushing event updated for resources: {'Port': ['ID=49a6e1c5-41ae-4f54-982f-ce7aee8e6230,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:06.995255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-aa54c939-0514-4a08-87ae-cad43e43f397 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:06.996947 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-aa54c939-0514-4a08-87ae-cad43e43f397 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 810 time: 0.1166353 Feb 09 04:06:07.010192 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-01412507-713d-4a40-acaa-a8d4b8a46f03 None None] Provisioning complete for port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:07.010484 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01412507-713d-4a40-acaa-a8d4b8a46f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:07.016886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-15f5d58a-dbbb-4bc4-9fbe-1aa308d86d5d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/quotas/c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 375 time: 0.0141311 Feb 09 04:06:07.067140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:06:07.102678 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-f6a67e4b-53d5-48da-a986-fc84ce4894d1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789130 Feb 09 04:06:07.116364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-c8806821-da92-4296-8965-1fe9c70aad45 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:06:07.118141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-c8806821-da92-4296-8965-1fe9c70aad45 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060115 Feb 09 04:06:07.214326 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-34ff0434-c2bd-4f9e-9b0e-d0c149902ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886850 Feb 09 04:06:07.217080 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-01412507-713d-4a40-acaa-a8d4b8a46f03 None None] Current status of the port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:07.217500 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01412507-713d-4a40-acaa-a8d4b8a46f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:07.277529 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-01412507-713d-4a40-acaa-a8d4b8a46f03 None None] For port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=49a6e1c5-41ae-4f54-982f-ce7aee8e6230,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:07.284807 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01412507-713d-4a40-acaa-a8d4b8a46f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:07.307330 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-88d35df7-d8a8-40f1-865a-ff80132eec7d service neutron] 10.222.0.21 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852575 Feb 09 04:06:07.364584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01412507-713d-4a40-acaa-a8d4b8a46f03 None None] Pushing event updated for resources: {'Port': ['ID=49a6e1c5-41ae-4f54-982f-ce7aee8e6230,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:07.376751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:07.408592 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b8c1d-c9d0-41f7-b324-afdb4d2272ce None None] The sync data for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 is: [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:06:07.419853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-9c01d18e-cf47-421c-af0e-b46f0636b65a None None] Provisioning complete for port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:07.420224 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9c01d18e-cf47-421c-af0e-b46f0636b65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:07.528888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-eee36666-4569-42c7-b912-d58de1c07310 req-306f0929-8e6d-419b-8397-e7ee05b3c9de tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 210 time: 0.0396583 Feb 09 04:06:07.562633 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9c01d18e-cf47-421c-af0e-b46f0636b65a None None] Current status of the port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:07.716267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:06:07.777635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:07.778015 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:07.866099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:07.867797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 646ac659-13df-428c-be1b-5c1d2a1f9f79 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:06:07.931153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 646ac659-13df-428c-be1b-5c1d2a1f9f79 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:07.931530 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:07.991484 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:08.030681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 646ac659-13df-428c-be1b-5c1d2a1f9f79 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:08.604399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-a0794037-716e-4bc8-94f3-446a74bf7013 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:08.607527 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-a0794037-716e-4bc8-94f3-446a74bf7013 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 810 time: 0.1278646 Feb 09 04:06:08.651036 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-590255d2-7e07-40f0-9b43-4e5363de35b3 req-2447c05d-3fc6-4e61-a600-841da02c9611 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 210 time: 0.0358622 Feb 09 04:06:08.686790 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-672ca811-086d-47ff-8782-51d203b18b5a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 380 time: 0.0700388 Feb 09 04:06:08.696201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Request body: {'port': {'device_id': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'admin_state_up': True, 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'security_groups': ['13cf2399-b8de-4ae2-be0c-405996cbaf37']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:08.801502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Made reservation on behalf of c90a25f9be1a47a7bcd640bb4f5642d0 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:06:08.805680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:08.930805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Allocated IP 172.20.0.9 (fd72474b-166d-43f2-90f3-4094444fd75c/d736f852-c82d-4439-ae76-e2e07c02b1d7/2400dad5-6905-447d-aba2-cb0e5b70d674) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:06:09.068316 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:09.101002 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:09.153558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Network fd72474b-166d-43f2-90f3-4094444fd75c is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:06:09.156614 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:06:09.160221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:06:09.185124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event updated for resources: {'Port': ['ID=2400dad5-6905-447d-aba2-cb0e5b70d674,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:09.214095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:09.214850 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:09.232014 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-19d496d5-7389-46fa-aa3f-a8f9306dcb96 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5403850 Feb 09 04:06:09.244022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Request body: {'port': {'device_id': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:09.308733 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:09.395597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3d8f5f46-bccc-46c8-bc3a-8c371c2a7e1f None None] Provisioning complete for port 2400dad5-6905-447d-aba2-cb0e5b70d674 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:09.396160 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d8f5f46-bccc-46c8-bc3a-8c371c2a7e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:09.430157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f5f46-bccc-46c8-bc3a-8c371c2a7e1f None None] Port 2400dad5-6905-447d-aba2-cb0e5b70d674 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:06:09.570427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2400dad5-6905-447d-aba2-cb0e5b70d674 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:06:09.578059 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Publish callbacks [] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:09.590399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Transition to ACTIVE for port object 2400dad5-6905-447d-aba2-cb0e5b70d674 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:06:09.593509 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:09.662986 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Pushing event updated for resources: {'Port': ['ID=2400dad5-6905-447d-aba2-cb0e5b70d674,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:09.719899 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Attempting to bind port 2400dad5-6905-447d-aba2-cb0e5b70d674 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:06:09.720236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Attempting to bind port 2400dad5-6905-447d-aba2-cb0e5b70d674 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:06:09.720565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Attempting to bind port 2400dad5-6905-447d-aba2-cb0e5b70d674 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:06:09.725681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Port 2400dad5-6905-447d-aba2-cb0e5b70d674 on network fd72474b-166d-43f2-90f3-4094444fd75c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:06:09.726102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Attempting to bind port 2400dad5-6905-447d-aba2-cb0e5b70d674 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:06:09.733131 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:06:09.733498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:06:09.733879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Bound using segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:06:09.734300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Bound port: 2400dad5-6905-447d-aba2-cb0e5b70d674, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:06:09.734651 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:09.829066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cad70d-db79-4089-9f23-67da9b884fc6 req-323c5fe0-f3e0-4263-b0ae-031bd9e2ffb2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:09.830524 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11cad70d-db79-4089-9f23-67da9b884fc6 req-323c5fe0-f3e0-4263-b0ae-031bd9e2ffb2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 943 time: 0.0995035 Feb 09 04:06:09.855238 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:06:09.873813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2400dad5-6905-447d-aba2-cb0e5b70d674,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:06:09.883795 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:09.931262 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:09.931913 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:09.933286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] 10.222.0.42 "PUT /v2.0/ports/2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 200 len: 1092 time: 0.6940799 Feb 09 04:06:09.937142 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11cad70d-db79-4089-9f23-67da9b884fc6 req-6a073493-4c2e-40a4-87d7-c060356ded20 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001251 Feb 09 04:06:09.937601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:06:09.939890 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eef117-37aa-482a-a06f-bedccf0068e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:06:10.010365 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfad5b1e-c07a-4d0f-befb-fc3b6f33349b x-openstack-request-id: req-dfad5b1e-c07a-4d0f-befb-fc3b6f33349b {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:06:10.010668 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:06:10.010922 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfad5b1e-c07a-4d0f-befb-fc3b6f33349b {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:06:10.011328 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'status': 'completed', 'code': 200} Feb 09 04:06:10.013407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685be1c9-efe8-4c0f-86d1-72c304b79412 service neutron] Pushing event updated for resources: {'Port': ['ID=2400dad5-6905-447d-aba2-cb0e5b70d674,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:10.034625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-c21f2642-6baf-4784-89d6-775da593f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:10.036022 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-c21f2642-6baf-4784-89d6-775da593f7fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 1126 time: 0.0610876 Feb 09 04:06:10.078599 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-9fe42852-6ce3-43e6-ba00-17a39a32cc56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 200 len: 217 time: 0.0361836 Feb 09 04:06:10.129613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-84dc8401-9b8b-4752-a397-d789513834c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:10.131072 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-84dc8401-9b8b-4752-a397-d789513834c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0469871 Feb 09 04:06:10.184058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-c324993b-fcf0-46b7-b225-25f413bddfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:10.185593 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-c324993b-fcf0-46b7-b225-25f413bddfdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493431 Feb 09 04:06:10.272296 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-560cc96d-dfc8-4451-8bc0-711848d05de9 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805397 Feb 09 04:06:10.362425 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97f2639a-bb16-4ba2-9f2f-ea04c02d5608 req-22613763-deb4-4706-a8b4-d55f0cb51c76 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844367 Feb 09 04:06:10.446721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eef117-37aa-482a-a06f-bedccf0068e3 req-824af0a4-271e-4a2c-a76d-2c78a3b0e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:10.448212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63eef117-37aa-482a-a06f-bedccf0068e3 req-824af0a4-271e-4a2c-a76d-2c78a3b0e235 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 1126 time: 0.0454686 Feb 09 04:06:10.538507 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eef117-37aa-482a-a06f-bedccf0068e3 req-7d1a2ea7-1ddd-4da6-aa2a-7dae733b1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:10.540611 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63eef117-37aa-482a-a06f-bedccf0068e3 req-7d1a2ea7-1ddd-4da6-aa2a-7dae733b1b58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0871305 Feb 09 04:06:10.903458 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63eef117-37aa-482a-a06f-bedccf0068e3 req-203eb719-c5f4-44f8-9852-aea62d61dc3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 200 len: 217 time: 0.3573902 Feb 09 04:06:10.952461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eef117-37aa-482a-a06f-bedccf0068e3 req-c8cc4626-7b40-4d13-aa3f-4de9e5f39a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:10.953885 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63eef117-37aa-482a-a06f-bedccf0068e3 req-c8cc4626-7b40-4d13-aa3f-4de9e5f39a64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0443902 Feb 09 04:06:11.006910 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eef117-37aa-482a-a06f-bedccf0068e3 req-080613b9-acbf-414d-bdd7-a55369d750ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:11.008766 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63eef117-37aa-482a-a06f-bedccf0068e3 req-080613b9-acbf-414d-bdd7-a55369d750ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477619 Feb 09 04:06:11.128253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb54ea-d451-4f5b-a0ec-a15522a3016c req-61c4f2ae-32d8-4b25-8548-de863fc80153 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:11.129745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfeb54ea-d451-4f5b-a0ec-a15522a3016c req-61c4f2ae-32d8-4b25-8548-de863fc80153 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 943 time: 0.1155972 Feb 09 04:06:11.150016 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63eef117-37aa-482a-a06f-bedccf0068e3 req-f67df8ba-84de-486a-a1c2-63521625edbf service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341429 Feb 09 04:06:11.240310 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfeb54ea-d451-4f5b-a0ec-a15522a3016c req-c2821399-9ad7-4a5d-b9ff-9d8913cf9174 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047850 Feb 09 04:06:11.271421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63eef117-37aa-482a-a06f-bedccf0068e3 req-9cd4ae0b-84b3-49f8-8c9e-d15298948b64 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155326 Feb 09 04:06:12.361016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49aea44-1f3b-4d05-a216-ec1f3ee0203a req-dbb4de04-3ece-4245-a760-eb83644465f7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:12.362499 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49aea44-1f3b-4d05-a216-ec1f3ee0203a req-dbb4de04-3ece-4245-a760-eb83644465f7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 943 time: 0.0525064 Feb 09 04:06:12.408522 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f49aea44-1f3b-4d05-a216-ec1f3ee0203a req-44d13dd7-30fc-4cb8-957d-53466ceca1f8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401454 Feb 09 04:06:12.521326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2400dad5-6905-447d-aba2-cb0e5b70d674 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:06:12.615726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2400dad5-6905-447d-aba2-cb0e5b70d674,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:12.627336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'port_id': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'mac_address': 'fa:16:3e:15:88:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:06:12.667471 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2400dad5-6905-447d-aba2-cb0e5b70d674 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:12.667860 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:12.680510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2400dad5-6905-447d-aba2-cb0e5b70d674 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:06:12.699708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2400dad5-6905-447d-aba2-cb0e5b70d674,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:12.704362 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:12.753287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2400dad5-6905-447d-aba2-cb0e5b70d674,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:12.898965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['2400dad5-6905-447d-aba2-cb0e5b70d674'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:06:13.529043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530b926-2dc8-4c31-8780-51a0e413b6ca req-01d73076-f534-4682-a264-d248bdc2c253 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:13.530553 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1530b926-2dc8-4c31-8780-51a0e413b6ca req-01d73076-f534-4682-a264-d248bdc2c253 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 944 time: 0.0533643 Feb 09 04:06:13.588131 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1530b926-2dc8-4c31-8780-51a0e413b6ca req-12c71990-c505-4169-a1b4-bbe8378da52a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503912 Feb 09 04:06:14.539772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2400dad5-6905-447d-aba2-cb0e5b70d674 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:06:14.588665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 2400dad5-6905-447d-aba2-cb0e5b70d674 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:06:14.592440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 2400dad5-6905-447d-aba2-cb0e5b70d674 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:14.592816 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:14.669247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2400dad5-6905-447d-aba2-cb0e5b70d674 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:14.669663 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:14.696646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:06:14.698919 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26345115-c5df-4ae7-a785-981111f9b1c9" -d '{"events": [{"server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "name": "network-vif-plugged", "status": "completed", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:06:14.708833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cce091-dec7-4e20-95a1-16c57d97ef83 req-e50fe35c-5f90-4e58-874a-280fe43dddf7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:14.711482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2400dad5-6905-447d-aba2-cb0e5b70d674,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:14.715725 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:14.716602 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a9cce091-dec7-4e20-95a1-16c57d97ef83 req-e50fe35c-5f90-4e58-874a-280fe43dddf7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 944 time: 0.0597095 Feb 09 04:06:14.744974 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f56572-d07a-401c-8fe7-fda83d75af8c x-openstack-request-id: req-45f56572-d07a-401c-8fe7-fda83d75af8c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:06:14.745271 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "name": "network-vif-plugged", "status": "completed", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:06:14.745547 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45f56572-d07a-401c-8fe7-fda83d75af8c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:06:14.745932 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'code': 200} Feb 09 04:06:14.760842 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a9cce091-dec7-4e20-95a1-16c57d97ef83 req-03ac4582-4f9c-4d98-9eb9-3522f2f23e00 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 Feb 09 04:06:14.774790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2400dad5-6905-447d-aba2-cb0e5b70d674,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:14.847376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cf2fb-9704-48ee-91f2-087a15d7dbf0 req-4fcadb42-7aa0-4bc9-9ec1-347f14b6aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:14.848786 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-626cf2fb-9704-48ee-91f2-087a15d7dbf0 req-4fcadb42-7aa0-4bc9-9ec1-347f14b6aaa4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 1128 time: 0.0435352 Feb 09 04:06:14.891419 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-626cf2fb-9704-48ee-91f2-087a15d7dbf0 req-18db122b-03ea-42e6-8863-7b57c0efa2fa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369835 Feb 09 04:06:15.705040 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bca225b-6224-46e4-a8e2-fa8e7c555bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:15.886280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875f849-a02f-472d-a66a-90a9b96dc2dd req-0a3aaea5-4c34-491a-9cd7-50a0d1904a8e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:15.887888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6875f849-a02f-472d-a66a-90a9b96dc2dd req-0a3aaea5-4c34-491a-9cd7-50a0d1904a8e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0552204 Feb 09 04:06:15.940317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6875f849-a02f-472d-a66a-90a9b96dc2dd req-e0506f46-2eac-42b0-9ae9-09a25c0529fb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466909 Feb 09 04:06:17.062692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a97b2-6d0a-4f37-9d34-c7995ca1fcda req-903428af-9fb8-479c-9d16-0f413a8b5d70 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:17.064147 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af7a97b2-6d0a-4f37-9d34-c7995ca1fcda req-903428af-9fb8-479c-9d16-0f413a8b5d70 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0558822 Feb 09 04:06:17.111903 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-af7a97b2-6d0a-4f37-9d34-c7995ca1fcda req-13c766e1-357d-4f50-bc57-04d3aee3e293 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 Feb 09 04:06:17.230611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0afa27-19a0-4ffa-9224-1151c6f153cc req-60071deb-ba41-419f-acc6-13cb4a16f1d8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:17.231993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f0afa27-19a0-4ffa-9224-1151c6f153cc req-60071deb-ba41-419f-acc6-13cb4a16f1d8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0560212 Feb 09 04:06:17.240452 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54274) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:06:17.245725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-73cc460d-8f95-49f0-a5f7-2c588d49f87d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Request body: {'floatingip': {'port_id': '2400dad5-6905-447d-aba2-cb0e5b70d674'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:17.283947 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73cc460d-8f95-49f0-a5f7-2c588d49f87d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:17.714707 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73cc460d-8f95-49f0-a5f7-2c588d49f87d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:17.718430 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73cc460d-8f95-49f0-a5f7-2c588d49f87d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:17.820617 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-73cc460d-8f95-49f0-a5f7-2c588d49f87d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc associated. External IP: 172.25.5.32, port: 2400dad5-6905-447d-aba2-cb0e5b70d674. Feb 09 04:06:18.035092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cc460d-8f95-49f0-a5f7-2c588d49f87d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Router 9569840c-c405-47ca-9eff-8b1d32aedc9a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:06:18.143036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cc460d-8f95-49f0-a5f7-2c588d49f87d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:06:18.147440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73cc460d-8f95-49f0-a5f7-2c588d49f87d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:18.153283 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6741811f-a664-4a9f-a5d5-2ff409b13e57 None None] Sync routers for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:06:18.163064 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6741811f-a664-4a9f-a5d5-2ff409b13e57 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:06:18.164232 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6741811f-a664-4a9f-a5d5-2ff409b13e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:05:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:18.183148 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-73cc460d-8f95-49f0-a5f7-2c588d49f87d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "PUT /v2.0/floatingips/b7255952-1d54-4176-9d81-47fa7b5a66cc HTTP/1.1" status: 200 len: 990 time: 0.9416006 Feb 09 04:06:18.184074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:06:18.186876 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2a1bc7-6a37-4511-8d97-ccbb16eff74a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:06:18.222483 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fab77756-43bf-4770-a568-3a9fe8698bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:18.253870 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945f078a-e4ea-440d-8185-9666facb066d x-openstack-request-id: req-945f078a-e4ea-440d-8185-9666facb066d {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:06:18.254389 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:06:18.254389 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-945f078a-e4ea-440d-8185-9666facb066d {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:06:18.254900 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'status': 'completed', 'code': 200} Feb 09 04:06:18.276689 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-6741811f-a664-4a9f-a5d5-2ff409b13e57 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:06:18.305606 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3c1c1-53b2-40b6-b0d4-7bdce4ca9a62 req-4a1647ca-f717-4667-9c58-1daae2bfc168 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:18.307596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-91b3c1c1-53b2-40b6-b0d4-7bdce4ca9a62 req-4a1647ca-f717-4667-9c58-1daae2bfc168 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0620723 Feb 09 04:06:18.323435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a1bc7-6a37-4511-8d97-ccbb16eff74a req-57008d33-6e40-4bda-9882-4a14e38d6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:18.324964 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc2a1bc7-6a37-4511-8d97-ccbb16eff74a req-57008d33-6e40-4bda-9882-4a14e38d6af6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 1128 time: 0.0489454 Feb 09 04:06:18.362870 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-91b3c1c1-53b2-40b6-b0d4-7bdce4ca9a62 req-0e01929d-d5e7-4201-8d29-343b814a84cc tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485325 Feb 09 04:06:18.424083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a1bc7-6a37-4511-8d97-ccbb16eff74a req-7adb5abd-8cd7-42a4-bc81-232751b97289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:18.425554 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc2a1bc7-6a37-4511-8d97-ccbb16eff74a req-7adb5abd-8cd7-42a4-bc81-232751b97289 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0926907 Feb 09 04:06:18.496063 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc2a1bc7-6a37-4511-8d97-ccbb16eff74a req-a114224c-4e1b-40f8-bc2d-4bb9f8a6bdd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 200 len: 998 time: 0.0653090 Feb 09 04:06:18.544895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a1bc7-6a37-4511-8d97-ccbb16eff74a req-7824f400-0ebf-492e-94dc-a27449d60a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:18.546406 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc2a1bc7-6a37-4511-8d97-ccbb16eff74a req-7824f400-0ebf-492e-94dc-a27449d60a3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0448048 Feb 09 04:06:18.599793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a1bc7-6a37-4511-8d97-ccbb16eff74a req-07526916-853e-484a-b258-db6326794cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:18.601965 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc2a1bc7-6a37-4511-8d97-ccbb16eff74a req-07526916-853e-484a-b258-db6326794cc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495536 Feb 09 04:06:18.606530 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6741811f-a664-4a9f-a5d5-2ff409b13e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b7255952-1d54-4176-9d81-47fa7b5a66cc', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'port_id': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'mac_address': 'fa:16:3e:15:88:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:06:06Z', 'updated_at': '2022-02-09T04:06:17Z', 'revision_number': 1, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:18.632893 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6741811f-a664-4a9f-a5d5-2ff409b13e57 None None] Checking router: 9569840c-c405-47ca-9eff-8b1d32aedc9a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:06:18.641042 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6741811f-a664-4a9f-a5d5-2ff409b13e57 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:06:18.641662 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6741811f-a664-4a9f-a5d5-2ff409b13e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:06:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:18.699485 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc2a1bc7-6a37-4511-8d97-ccbb16eff74a req-919d9017-fcf5-4b7a-911a-dc429d71dce4 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910428 Feb 09 04:06:18.751248 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-6741811f-a664-4a9f-a5d5-2ff409b13e57 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:06:18.788985 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc2a1bc7-6a37-4511-8d97-ccbb16eff74a req-1f5e4c8f-7545-43d9-9e2b-7b9fc22b43d5 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833862 Feb 09 04:06:18.976572 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6741811f-a664-4a9f-a5d5-2ff409b13e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b7255952-1d54-4176-9d81-47fa7b5a66cc', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'port_id': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'mac_address': 'fa:16:3e:15:88:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:06:06Z', 'updated_at': '2022-02-09T04:06:17Z', 'revision_number': 1, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:19.002373 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6741811f-a664-4a9f-a5d5-2ff409b13e57 None None] The sync data for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 is: [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b7255952-1d54-4176-9d81-47fa7b5a66cc', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'port_id': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'mac_address': 'fa:16:3e:15:88:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:06:06Z', 'updated_at': '2022-02-09T04:06:17Z', 'revision_number': 1, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:06:19.199650 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6afda09-bd13-46b5-b8d2-501c145e8548 None None] New status for floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:06:19.478429 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:19.492990 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa18767-d4ac-4dca-884b-9b0d23b5e7ce req-8651c90a-4cf7-4e0a-aca1-594d2d3139c8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:19.494518 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfa18767-d4ac-4dca-884b-9b0d23b5e7ce req-8651c90a-4cf7-4e0a-aca1-594d2d3139c8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0602474 Feb 09 04:06:19.542203 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cfa18767-d4ac-4dca-884b-9b0d23b5e7ce req-dce557d1-5256-4210-98bb-546bcf2f3a5c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Feb 09 04:06:19.664374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f217ea-810e-40c4-a17d-44fa233f3093 req-b12f0742-f38b-4226-a117-87e7f644f0a1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:19.665885 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93f217ea-810e-40c4-a17d-44fa233f3093 req-b12f0742-f38b-4226-a117-87e7f644f0a1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0533926 Feb 09 04:06:19.717528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-93f217ea-810e-40c4-a17d-44fa233f3093 req-7f5eb7ea-843c-4f00-8251-51bb1668d40b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459762 Feb 09 04:06:19.978755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e54697-cfff-474b-a45e-058dee6419a8 req-096eb533-f515-4c33-b387-fe4ad789c26d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:19.980194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59e54697-cfff-474b-a45e-058dee6419a8 req-096eb533-f515-4c33-b387-fe4ad789c26d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0742338 Feb 09 04:06:19.983110 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-2e4a664f-c75c-4694-8ed1-014e7da91f9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857253 Feb 09 04:06:20.031888 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-59e54697-cfff-474b-a45e-058dee6419a8 req-0748f9d0-4d93-40fa-88d8-6609b9a7bc28 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459349 Feb 09 04:06:20.912405 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:21.157887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b258b7-8fba-499f-b5a4-4ec3b3f323bb req-7c3ebb3a-be6d-4525-9370-301aeb44a87d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:21.159379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0b258b7-8fba-499f-b5a4-4ec3b3f323bb req-7c3ebb3a-be6d-4525-9370-301aeb44a87d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0561073 Feb 09 04:06:21.233761 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b0b258b7-8fba-499f-b5a4-4ec3b3f323bb req-79fdd206-35c4-421a-b7fb-2250285b49c1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646987 Feb 09 04:06:21.239859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-f971a480-1c1a-413a-b20a-b2711fd3196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:21.241457 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-f971a480-1c1a-413a-b20a-b2711fd3196b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 1128 time: 0.0811973 Feb 09 04:06:21.336351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-b00c9d2f-c42d-4777-9370-0d8d9b66ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:21.337851 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-b00c9d2f-c42d-4777-9370-0d8d9b66ea5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0911093 Feb 09 04:06:21.402703 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-a9f1cd26-733e-4c7f-b249-49466e25f216 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 200 len: 1000 time: 0.0592844 Feb 09 04:06:21.454453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-4e93702f-b3e5-43fe-b531-a73e5e59c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:21.455757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-4e93702f-b3e5-43fe-b531-a73e5e59c18e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0478745 Feb 09 04:06:21.504001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-19318648-0a0a-43c0-98b8-77e9604e06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:21.505570 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-19318648-0a0a-43c0-98b8-77e9604e06c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434649 Feb 09 04:06:21.592117 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-ba3de496-6606-44cc-b2c4-1f041c2f8a18 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809596 Feb 09 04:06:21.685765 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-1ab151ee-0af1-423e-901e-dcb1c2a367a8 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881166 Feb 09 04:06:22.051631 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:22.360375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5af6a-87a1-4d51-b243-558901045122 req-5fbb74f7-5e6f-4266-b821-d6b85a40aacb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:22.361886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b5a5af6a-87a1-4d51-b243-558901045122 req-5fbb74f7-5e6f-4266-b821-d6b85a40aacb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0560188 Feb 09 04:06:22.409198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b5a5af6a-87a1-4d51-b243-558901045122 req-a8f60b40-7840-4c6c-a3c0-8bbcb4325f6b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405974 Feb 09 04:06:23.532803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb149d-d495-465d-9d21-3d7c7f1697da req-29769a13-c7d7-4b1e-9da8-629101ad8d46 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:23.534286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00cb149d-d495-465d-9d21-3d7c7f1697da req-29769a13-c7d7-4b1e-9da8-629101ad8d46 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0540018 Feb 09 04:06:23.582190 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-00cb149d-d495-465d-9d21-3d7c7f1697da req-9e3a1fe2-01e7-4211-a487-05bd629be9f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414925 Feb 09 04:06:24.537298 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:24.700289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf93501-4750-48a2-927e-413fb420827e req-74b6c51f-3fd5-451c-92b2-5fd5033ebc3e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:24.702257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bdf93501-4750-48a2-927e-413fb420827e req-74b6c51f-3fd5-451c-92b2-5fd5033ebc3e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0517035 Feb 09 04:06:24.748494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bdf93501-4750-48a2-927e-413fb420827e req-3039dc15-6720-43e7-af15-4b023cee5972 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410006 Feb 09 04:06:25.872294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90677282-c4d3-44f2-8798-1dad1e9b10c7 req-c4852c48-4eb5-4e2f-ac56-680eac4f551c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:25.873796 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-90677282-c4d3-44f2-8798-1dad1e9b10c7 req-c4852c48-4eb5-4e2f-ac56-680eac4f551c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0574739 Feb 09 04:06:25.920871 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-90677282-c4d3-44f2-8798-1dad1e9b10c7 req-ef4cab28-b897-4f80-ba85-13d01dc65e41 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414095 Feb 09 04:06:27.040773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee0da6-75a0-40c4-987d-f778b455fdf6 req-17bee0ce-1988-4a29-a3bc-797697487985 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:27.042287 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82ee0da6-75a0-40c4-987d-f778b455fdf6 req-17bee0ce-1988-4a29-a3bc-797697487985 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0524147 Feb 09 04:06:27.092829 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82ee0da6-75a0-40c4-987d-f778b455fdf6 req-44369924-7466-4f61-a5c2-75e4725cc153 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449564 Feb 09 04:06:27.401935 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3ef14-b864-4921-962b-c616babfc0e2 req-5e9250db-73eb-4e2d-9dbd-5101dad934d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:27.403417 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5c3ef14-b864-4921-962b-c616babfc0e2 req-5e9250db-73eb-4e2d-9dbd-5101dad934d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 1128 time: 0.0452340 Feb 09 04:06:27.507283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3ef14-b864-4921-962b-c616babfc0e2 req-0abf4b95-fad2-4f58-9280-4044ec393e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:27.508618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5c3ef14-b864-4921-962b-c616babfc0e2 req-0abf4b95-fad2-4f58-9280-4044ec393e73 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0870543 Feb 09 04:06:27.572993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5c3ef14-b864-4921-962b-c616babfc0e2 req-e585b3f8-ba04-4767-9f0f-8cb5be339bdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 200 len: 1000 time: 0.0580695 Feb 09 04:06:27.619631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3ef14-b864-4921-962b-c616babfc0e2 req-cf971149-e4e5-46d6-ae7f-ff1541780baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:27.621028 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5c3ef14-b864-4921-962b-c616babfc0e2 req-cf971149-e4e5-46d6-ae7f-ff1541780baa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0423391 Feb 09 04:06:27.680306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3ef14-b864-4921-962b-c616babfc0e2 req-90f53d71-219c-406d-9d2a-334e22eb826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:27.681749 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5c3ef14-b864-4921-962b-c616babfc0e2 req-90f53d71-219c-406d-9d2a-334e22eb826f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476999 Feb 09 04:06:27.775550 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5c3ef14-b864-4921-962b-c616babfc0e2 req-1348a078-6897-479e-ac9d-cf3dac3431e9 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814958 Feb 09 04:06:27.866254 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a5c3ef14-b864-4921-962b-c616babfc0e2 req-aba2b6c8-4a49-4ac7-bdb6-216d154fa73f service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856581 Feb 09 04:06:28.223216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5f7bc-e9cb-4ceb-ad04-afb714d7ec5c req-6679051a-22f4-4705-b937-b600fb9db443 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:28.224695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ba5f7bc-e9cb-4ceb-ad04-afb714d7ec5c req-6679051a-22f4-4705-b937-b600fb9db443 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0530443 Feb 09 04:06:28.272190 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5ba5f7bc-e9cb-4ceb-ad04-afb714d7ec5c req-26907f4d-5000-4ecc-8b04-914f81ff1062 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409503 Feb 09 04:06:29.396073 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a157ec-90ae-4b2e-9191-1e2519101e78 req-a8cae87c-0933-42a1-81b9-3ae2d5e10702 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:29.399447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e6a157ec-90ae-4b2e-9191-1e2519101e78 req-a8cae87c-0933-42a1-81b9-3ae2d5e10702 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0548625 Feb 09 04:06:29.446858 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e6a157ec-90ae-4b2e-9191-1e2519101e78 req-3c16f8b3-f855-4494-8b2f-84b42944bd3b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Feb 09 04:06:30.566525 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c8c6-f652-4ee4-ba55-160e14216a57 req-f30afddc-7379-4de1-9279-6db70d1f1b32 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:30.568044 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ddd0c8c6-f652-4ee4-ba55-160e14216a57 req-f30afddc-7379-4de1-9279-6db70d1f1b32 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0527716 Feb 09 04:06:30.614449 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ddd0c8c6-f652-4ee4-ba55-160e14216a57 req-84a820ee-fd41-4e7c-8fb3-009fc4f8f9a4 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402105 Feb 09 04:06:31.738504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8540a-ad19-4acd-b5fb-189c24a68b59 req-dce830df-41c6-45e2-90b1-42cb99dd3be9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:31.739993 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fab8540a-ad19-4acd-b5fb-189c24a68b59 req-dce830df-41c6-45e2-90b1-42cb99dd3be9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0537715 Feb 09 04:06:31.786593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fab8540a-ad19-4acd-b5fb-189c24a68b59 req-013c80ea-12d5-4fa1-97ba-33caddc5a10d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 Feb 09 04:06:32.912293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1a295-2a91-421f-a2b9-db199e20479d req-c7ed93ca-bd23-45b3-b55b-0f8f2eb32d38 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:32.913777 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67b1a295-2a91-421f-a2b9-db199e20479d req-c7ed93ca-bd23-45b3-b55b-0f8f2eb32d38 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0583956 Feb 09 04:06:32.960882 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-67b1a295-2a91-421f-a2b9-db199e20479d req-3f087994-25ef-4a56-b373-ace379317884 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409777 Feb 09 04:06:34.088964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8446875-693b-49bf-900d-cf474ea7b153 req-955bf90c-6d37-49df-9198-77a47cefded6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:34.090469 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b8446875-693b-49bf-900d-cf474ea7b153 req-955bf90c-6d37-49df-9198-77a47cefded6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0602472 Feb 09 04:06:34.136677 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b8446875-693b-49bf-900d-cf474ea7b153 req-0993de64-9ff9-4cd7-845b-10a3454a74a3 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Feb 09 04:06:35.255461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c30de-29bd-4d32-aa1d-299263bcd91a req-4543dc75-6227-4025-8cb5-d26b1d40230b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:35.256907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-405c30de-29bd-4d32-aa1d-299263bcd91a req-4543dc75-6227-4025-8cb5-d26b1d40230b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0508435 Feb 09 04:06:35.304679 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-405c30de-29bd-4d32-aa1d-299263bcd91a req-68d8860c-218d-4c84-aabe-e4c8ba90ada0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408473 Feb 09 04:06:36.427146 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26ac1a-fb65-43a9-846a-c4c06c96247d req-5363013c-5ce5-410a-8ce2-3bd2f1c31c66 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:36.428631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b26ac1a-fb65-43a9-846a-c4c06c96247d req-5363013c-5ce5-410a-8ce2-3bd2f1c31c66 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0522950 Feb 09 04:06:36.474877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b26ac1a-fb65-43a9-846a-c4c06c96247d req-b5ec2a6b-271d-4504-9a27-d8de44976657 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406337 Feb 09 04:06:37.594940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d2231-e4f2-4088-b82b-c35a4e996a2c req-6616843a-c276-4a7c-bac4-ba5237665ec5 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:37.596409 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a26d2231-e4f2-4088-b82b-c35a4e996a2c req-6616843a-c276-4a7c-bac4-ba5237665ec5 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0531883 Feb 09 04:06:37.645465 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a26d2231-e4f2-4088-b82b-c35a4e996a2c req-12814c83-a443-481a-b80b-e44e7c9e0bf7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433309 Feb 09 04:06:37.972398 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:38.215718 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-48c76673-35bb-4246-b190-7f829871bdd5 service neutron] show failed (client error): The resource could not be found. Feb 09 04:06:38.216861 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-48c76673-35bb-4246-b190-7f829871bdd5 service neutron] 10.222.0.42 "GET /v2.0/ports/2400dad5-6905-447d-aba2-cb0e5b70d674/bindings/n-h1-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0541828 Feb 09 04:06:38.452838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-a5a3f65d-a263-43f8-92c6-a08ff60e2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:38.454398 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-a5a3f65d-a263-43f8-92c6-a08ff60e2f7e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 1128 time: 0.0803094 Feb 09 04:06:38.474102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:38.533577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:38.777181 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2400dad5-6905-447d-aba2-cb0e5b70d674,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:38.804121 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65848394-73a7-4a19-8e73-4951765717f7 req-a3dc35b4-7d9e-488e-b642-7c0a6fa52023 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:38.805546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65848394-73a7-4a19-8e73-4951765717f7 req-a3dc35b4-7d9e-488e-b642-7c0a6fa52023 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0913646 Feb 09 04:06:38.838167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:06:38.893702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-65848394-73a7-4a19-8e73-4951765717f7 req-9880d5fb-1419-4928-8c40-26e01e6a631d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807104 Feb 09 04:06:38.897601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:06:38.899952 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afb91d9-fcb3-44a8-b5b9-d37183970c68" -d '{"events": [{"server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "name": "network-vif-unplugged", "status": "completed", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:06:38.904309 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Publish callbacks [] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:38.919818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Transition to ACTIVE for port object 2400dad5-6905-447d-aba2-cb0e5b70d674 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:06:38.924390 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:38.955301 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75072635-77bf-46cf-a5a2-fd57cfb660cd x-openstack-request-id: req-75072635-77bf-46cf-a5a2-fd57cfb660cd {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:06:38.955598 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "name": "network-vif-unplugged", "status": "completed", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:06:38.955856 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75072635-77bf-46cf-a5a2-fd57cfb660cd {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:06:38.956249 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'code': 200} Feb 09 04:06:39.033933 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Pushing event updated for resources: {'Port': ['ID=2400dad5-6905-447d-aba2-cb0e5b70d674,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:39.065981 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.066255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.066603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.066949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.067366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.067655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.067942 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.068273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.068602 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.068930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.069260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.069614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.069939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:39.119424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] No DVR routers for this DVR port 2400dad5-6905-447d-aba2-cb0e5b70d674 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:06:39.255210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Attempting to bind port 2400dad5-6905-447d-aba2-cb0e5b70d674 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:06:39.255463 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Attempting to bind port 2400dad5-6905-447d-aba2-cb0e5b70d674 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:06:39.255794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Attempting to bind port 2400dad5-6905-447d-aba2-cb0e5b70d674 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:06:39.259996 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Port 2400dad5-6905-447d-aba2-cb0e5b70d674 on network fd72474b-166d-43f2-90f3-4094444fd75c not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:06:39.260353 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Attempting to bind port 2400dad5-6905-447d-aba2-cb0e5b70d674 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:06:39.265246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:06:39.265618 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:06:39.266007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Bound using segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:06:39.266438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Bound port: 2400dad5-6905-447d-aba2-cb0e5b70d674, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:06:39.266796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:39.327820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:06:39.330682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2400dad5-6905-447d-aba2-cb0e5b70d674,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:06:39.336689 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:39.374555 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:39.375126 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:39.376525 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] 10.222.0.65 "PUT /v2.0/ports/2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 200 len: 1092 time: 0.9063952 Feb 09 04:06:39.397345 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f71f9-48e0-4276-a689-3c0c20ca5229 service neutron] Pushing event updated for resources: {'Port': ['ID=2400dad5-6905-447d-aba2-cb0e5b70d674,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:39.458345 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-d892c063-dc17-4912-989b-99a1b246ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:39.459905 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-d892c063-dc17-4912-989b-99a1b246ac39 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 1126 time: 0.0496590 Feb 09 04:06:39.555689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-45bffdaa-2a41-46a2-8cb2-c53522cc6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:39.557141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-45bffdaa-2a41-46a2-8cb2-c53522cc6f02 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0905662 Feb 09 04:06:39.653744 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-18fa82ea-5314-4791-b587-34749decaf6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 200 len: 998 time: 0.0905213 Feb 09 04:06:39.700358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-5c711618-6f4a-42dd-be3d-1f298d25991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:39.701532 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-5c711618-6f4a-42dd-be3d-1f298d25991a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0423930 Feb 09 04:06:39.766822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-5b76da59-70bf-4383-8d9d-ede70abaf1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:39.768306 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-5b76da59-70bf-4383-8d9d-ede70abaf1a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0598841 Feb 09 04:06:39.855318 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-4dc57c82-f0e7-412a-a491-c771280287f9 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810394 Feb 09 04:06:40.232298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fd849fe0-0b14-4695-82dc-89942dcd61d3 req-33cf887a-6438-4468-b5de-04aa0eaa0815 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711016 Feb 09 04:06:40.239649 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe82c4-baec-448b-a90a-c2211f4ec5e2 req-ff24f5e1-796d-41da-a602-c1b155c49624 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:40.240980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45fe82c4-baec-448b-a90a-c2211f4ec5e2 req-ff24f5e1-796d-41da-a602-c1b155c49624 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 943 time: 0.0821919 Feb 09 04:06:40.289938 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45fe82c4-baec-448b-a90a-c2211f4ec5e2 req-4af24110-847d-419f-beae-98b8772c6691 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430446 Feb 09 04:06:40.957765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:06:40.960157 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:06:41.009411 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621fee86-173d-405e-bda1-9dfeef4a7315 x-openstack-request-id: req-621fee86-173d-405e-bda1-9dfeef4a7315 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:06:41.009715 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:06:41.010011 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-621fee86-173d-405e-bda1-9dfeef4a7315 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:06:41.010464 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'status': 'completed', 'code': 200} Feb 09 04:06:41.073252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-87b28f90-1acb-4195-86bf-5680f2909ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:41.075161 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-87b28f90-1acb-4195-86bf-5680f2909ad8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 1126 time: 0.0473809 Feb 09 04:06:41.103283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-7dc5dd63-b865-4abb-9f9d-ff02febbfb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:41.104832 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-7dc5dd63-b865-4abb-9f9d-ff02febbfb29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 1126 time: 0.0506351 Feb 09 04:06:41.167427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-c0cbbbaa-3bc0-4ac7-b550-4b6fc2646489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:41.169817 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-c0cbbbaa-3bc0-4ac7-b550-4b6fc2646489 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0879216 Feb 09 04:06:41.194986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-dffe24b8-161c-4cc4-bf1c-7ef0441f3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:41.196454 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-dffe24b8-161c-4cc4-bf1c-7ef0441f3956 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0845585 Feb 09 04:06:41.235695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-acb517fc-2ed0-4170-a00f-8f3182eae388 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 200 len: 998 time: 0.0594854 Feb 09 04:06:41.268500 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-aa66c5b6-1d65-4ec9-a942-d8c7c3b60ffe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 200 len: 998 time: 0.0650380 Feb 09 04:06:41.283429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-ae3d939e-e0b9-47ce-8591-42182cc1533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:41.284883 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-ae3d939e-e0b9-47ce-8591-42182cc1533b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0443008 Feb 09 04:06:41.317457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-f96deb78-3e8a-4531-97e8-fd9308195147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:41.319453 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-f96deb78-3e8a-4531-97e8-fd9308195147 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0447378 Feb 09 04:06:41.337888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-d8790149-6a13-47c4-aa24-2ed2551e183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:41.339576 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-d8790149-6a13-47c4-aa24-2ed2551e183b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490541 Feb 09 04:06:41.397670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-aca3b8b7-5dfe-4a03-afa6-4ea321c71541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:41.399195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-aca3b8b7-5dfe-4a03-afa6-4ea321c71541 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0730019 Feb 09 04:06:41.428282 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-f96b0484-04b2-4d52-b45d-1e96024201e5 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829835 Feb 09 04:06:41.471684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c62e41-74ed-45a9-92e0-f032ff317d2a req-e3dc5f80-2eed-4da7-acf1-70513a194f28 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:41.473173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05c62e41-74ed-45a9-92e0-f032ff317d2a req-e3dc5f80-2eed-4da7-acf1-70513a194f28 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 943 time: 0.1103499 Feb 09 04:06:41.520594 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-61ac2e76-ef85-4ae4-a5e7-8af1b2e1b87b service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864556 Feb 09 04:06:41.544896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-20cdcd47-9864-446d-ba9a-4bf0cf4608cb service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338105 Feb 09 04:06:41.549208 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-05c62e41-74ed-45a9-92e0-f032ff317d2a req-d445c880-0a76-477f-9046-619d852deb2b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698469 Feb 09 04:06:41.639988 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0aca4e9-6b19-48ce-86f5-7fd08ddddcef req-b094763d-1cb7-41cb-8611-bc0e949b3add service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883980 Feb 09 04:06:42.652876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2400dad5-6905-447d-aba2-cb0e5b70d674 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:06:42.683777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044843-6a3f-4375-8d2a-4ec358871f0b req-deee72ce-656f-43ca-b510-fd1972870695 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:42.685302 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a044843-6a3f-4375-8d2a-4ec358871f0b req-deee72ce-656f-43ca-b510-fd1972870695 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 943 time: 0.0547915 Feb 09 04:06:42.692484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] The host n-h2-824835-15 is not matching for port 2400dad5-6905-447d-aba2-cb0e5b70d674 host n-h1-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 04:06:42.692895 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2400dad5-6905-447d-aba2-cb0e5b70d674 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:06:42.731973 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a044843-6a3f-4375-8d2a-4ec358871f0b req-ae5d1f15-6e06-4d78-9254-290de014b85a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402586 Feb 09 04:06:42.984128 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d772-a1e1-43ef-9b28-0227b5ba9e10 req-9b753d75-ab61-4c54-b0b3-c3add9e6f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:42.985625 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d763d772-a1e1-43ef-9b28-0227b5ba9e10 req-9b753d75-ab61-4c54-b0b3-c3add9e6f8e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 1126 time: 0.0494733 Feb 09 04:06:43.087997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d772-a1e1-43ef-9b28-0227b5ba9e10 req-a31535c7-60f5-4e88-ae11-04570c60c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:43.089513 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d763d772-a1e1-43ef-9b28-0227b5ba9e10 req-a31535c7-60f5-4e88-ae11-04570c60c3bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0846670 Feb 09 04:06:43.165213 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d763d772-a1e1-43ef-9b28-0227b5ba9e10 req-ebc6429b-47d9-4ebb-a3de-138631e6e737 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 200 len: 998 time: 0.0636809 Feb 09 04:06:43.213874 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d772-a1e1-43ef-9b28-0227b5ba9e10 req-1545d778-68b1-4ee9-ae42-caf921544973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:43.215317 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d763d772-a1e1-43ef-9b28-0227b5ba9e10 req-1545d778-68b1-4ee9-ae42-caf921544973 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0443091 Feb 09 04:06:43.288168 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d772-a1e1-43ef-9b28-0227b5ba9e10 req-1d6667b2-313f-4a28-a08e-a2c1b4ab9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:43.289692 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d763d772-a1e1-43ef-9b28-0227b5ba9e10 req-1d6667b2-313f-4a28-a08e-a2c1b4ab9b4f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462258 Feb 09 04:06:43.357908 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:06:43.385987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d763d772-a1e1-43ef-9b28-0227b5ba9e10 req-a5b91fa1-ba46-4010-ab04-33020a486e20 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898254 Feb 09 04:06:43.474594 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d763d772-a1e1-43ef-9b28-0227b5ba9e10 req-27e9c04a-16d3-455c-86a2-59a60b471281 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831068 Feb 09 04:06:43.738390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2400dad5-6905-447d-aba2-cb0e5b70d674 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:06:43.839849 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2400dad5-6905-447d-aba2-cb0e5b70d674,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:43.851754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'port_id': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'mac_address': 'fa:16:3e:15:88:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:06:43.857868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689d90-7400-43f0-a0f1-376d7afce85b req-76dcb746-7424-4b1f-b3b1-99822c25326d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:43.859357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f689d90-7400-43f0-a0f1-376d7afce85b req-76dcb746-7424-4b1f-b3b1-99822c25326d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 943 time: 0.0592184 Feb 09 04:06:43.888260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2400dad5-6905-447d-aba2-cb0e5b70d674 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:43.888668 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:43.901228 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2400dad5-6905-447d-aba2-cb0e5b70d674 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:06:43.906188 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f689d90-7400-43f0-a0f1-376d7afce85b req-43cfbb2b-b88a-4ff4-9481-d841e7b774a1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Feb 09 04:06:43.925700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2400dad5-6905-447d-aba2-cb0e5b70d674,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:43.930177 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:43.977149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2400dad5-6905-447d-aba2-cb0e5b70d674,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:44.115198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4a333-fd56-4bbe-93bd-d9fe99543b6f req-eb41c351-4159-4ed8-bb79-400c64d2d93f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:44.116603 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a3e4a333-fd56-4bbe-93bd-d9fe99543b6f req-eb41c351-4159-4ed8-bb79-400c64d2d93f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 944 time: 0.0553143 Feb 09 04:06:44.129760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-50e2cac2-9255-45f1-89f7-8d67538b995f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:44.131232 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-50e2cac2-9255-45f1-89f7-8d67538b995f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&binding%3Ahost_id=n-h1-824835-15 HTTP/1.1" status: 200 len: 944 time: 0.0587015 Feb 09 04:06:44.163556 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a3e4a333-fd56-4bbe-93bd-d9fe99543b6f req-6030348a-a38d-4c9f-a949-86adcf31d77c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411937 Feb 09 04:06:44.197042 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-d35e9e7b-1a87-473a-b46c-7ab1cb4abd95 service neutron] delete failed (client error): The resource could not be found. Feb 09 04:06:44.198114 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-d35e9e7b-1a87-473a-b46c-7ab1cb4abd95 service neutron] 10.222.0.42 "DELETE /v2.0/ports/2400dad5-6905-447d-aba2-cb0e5b70d674/bindings/n-h2-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0612800 Feb 09 04:06:44.283421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-4127dfb0-9ca3-4f97-b3fc-4f4a20ad1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:44.284904 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-4127dfb0-9ca3-4f97-b3fc-4f4a20ad1922 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 1127 time: 0.0447314 Feb 09 04:06:44.317952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['2400dad5-6905-447d-aba2-cb0e5b70d674'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:06:44.372988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-c2479393-b27a-41d8-a5be-f2e77bdca6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:44.374408 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-c2479393-b27a-41d8-a5be-f2e77bdca6bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0824189 Feb 09 04:06:44.445400 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-b69d9d0a-e23f-499a-aaa6-51c8a48880ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 200 len: 999 time: 0.0634551 Feb 09 04:06:44.491999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-47311a98-5862-4e7d-8001-ec133b622365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:44.493506 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-47311a98-5862-4e7d-8001-ec133b622365 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0423839 Feb 09 04:06:44.540373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-f5e460c4-1889-4bca-a521-5143dde277b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:44.541877 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-f5e460c4-1889-4bca-a521-5143dde277b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433466 Feb 09 04:06:44.630570 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-ab12c290-bcd5-4aba-b4a8-82587330cce6 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830750 Feb 09 04:06:44.717338 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1b8c5c7d-a9b8-4fb3-a9b7-889eb477fc58 req-656fd76e-8f20-4d34-bedd-5032ee893e95 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807281 Feb 09 04:06:45.294753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3d62f-f6a1-4cac-a70b-c6a77d8f0632 req-24cd7939-2dbd-4180-a607-39dab6d0b28b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:45.296245 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1bf3d62f-f6a1-4cac-a70b-c6a77d8f0632 req-24cd7939-2dbd-4180-a607-39dab6d0b28b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 944 time: 0.0607252 Feb 09 04:06:45.347846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1bf3d62f-f6a1-4cac-a70b-c6a77d8f0632 req-66b3518b-e561-478e-8081-67244d550593 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456688 Feb 09 04:06:45.470473 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc8090-1cb1-44c3-bfc4-1c9b62f27c21 req-302271e6-9283-4c97-bb98-b4bf8ac71e67 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:45.471979 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fc8090-1cb1-44c3-bfc4-1c9b62f27c21 req-302271e6-9283-4c97-bb98-b4bf8ac71e67 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 944 time: 0.0571213 Feb 09 04:06:45.518435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5fc8090-1cb1-44c3-bfc4-1c9b62f27c21 req-e9364eef-ef77-49a0-b2af-b18bcb47e0ab tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407314 Feb 09 04:06:45.636693 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f3d52-c07e-454a-b96c-bd2ecb313d97 req-01620098-a9bc-4571-bef8-46da5521e415 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:45.638324 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-662f3d52-c07e-454a-b96c-bd2ecb313d97 req-01620098-a9bc-4571-bef8-46da5521e415 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 944 time: 0.0538726 Feb 09 04:06:45.684510 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-662f3d52-c07e-454a-b96c-bd2ecb313d97 req-11f86f6c-170d-4811-b748-efe7a2de8719 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404603 Feb 09 04:06:45.707000 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5181cd33-6648-4404-a539-0a98f56e1f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:45.755531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2400dad5-6905-447d-aba2-cb0e5b70d674 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:06:45.805955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 2400dad5-6905-447d-aba2-cb0e5b70d674 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:06:45.811374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 2400dad5-6905-447d-aba2-cb0e5b70d674 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:45.811880 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:45.893322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2400dad5-6905-447d-aba2-cb0e5b70d674 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:45.893744 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:45.919670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:06:45.922205 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6385d63-8224-4f89-825a-9db0dccdf1a5" -d '{"events": [{"server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "name": "network-vif-plugged", "status": "completed", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:06:45.935229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2400dad5-6905-447d-aba2-cb0e5b70d674,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:45.942431 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:45.943553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130ca9d-f39d-4f41-8723-1af753849661 req-361231a6-e7c7-45e5-b8e3-00962a12ed2d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:45.945780 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d130ca9d-f39d-4f41-8723-1af753849661 req-361231a6-e7c7-45e5-b8e3-00962a12ed2d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 944 time: 0.0655994 Feb 09 04:06:45.970028 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7758b33-922d-4bff-95b9-5a81265d0cbe x-openstack-request-id: req-e7758b33-922d-4bff-95b9-5a81265d0cbe {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:06:45.970325 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "name": "network-vif-plugged", "status": "completed", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:06:45.970608 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7758b33-922d-4bff-95b9-5a81265d0cbe {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:06:45.970996 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'code': 200} Feb 09 04:06:45.996528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2400dad5-6905-447d-aba2-cb0e5b70d674,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:46.004597 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d130ca9d-f39d-4f41-8723-1af753849661 req-9f66c891-60ab-4906-a123-8063b5e06e0b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525870 Feb 09 04:06:47.130535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ca394-4d44-4d8b-ba98-2a543422aa4a req-965f3b5f-3e29-4ca0-9f28-94706f73c030 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:47.132009 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c1ca394-4d44-4d8b-ba98-2a543422aa4a req-965f3b5f-3e29-4ca0-9f28-94706f73c030 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0554855 Feb 09 04:06:47.182444 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2c1ca394-4d44-4d8b-ba98-2a543422aa4a req-77b2569e-9fac-40cf-92c6-f1dfab5e2244 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433238 Feb 09 04:06:47.449206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-5390e84e-89e0-4023-a459-848b5e8e03bc tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:47.451292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-5390e84e-89e0-4023-a459-848b5e8e03bc tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 945 time: 0.0546491 Feb 09 04:06:47.548208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Deleting port 2400dad5-6905-447d-aba2-cb0e5b70d674 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:06:47.548554 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:47.638978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] For port 2400dad5-6905-447d-aba2-cb0e5b70d674, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2400dad5-6905-447d-aba2-cb0e5b70d674,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:47.639338 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:47.858392 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:47.858792 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:47.859071 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc disassociated. External IP: 172.25.5.32, port: 2400dad5-6905-447d-aba2-cb0e5b70d674. Feb 09 04:06:47.859412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Calling delete_port for 2400dad5-6905-447d-aba2-cb0e5b70d674 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:06:47.988551 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2400dad5-6905-447d-aba2-cb0e5b70d674), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:48.017852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event deleted for resources: {'Port': ['ID=2400dad5-6905-447d-aba2-cb0e5b70d674,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:48.138399 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Router 9569840c-c405-47ca-9eff-8b1d32aedc9a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:06:48.217682 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b494ff1f-b18b-4cd2-a0f7-9a9c20701d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:48.253097 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:06:48.263918 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621161ee-5353-4731-b792-aa9bf8b9217f None None] Sync routers for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:06:48.273994 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621161ee-5353-4731-b792-aa9bf8b9217f None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:06:48.274875 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-621161ee-5353-4731-b792-aa9bf8b9217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:06:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:48.297182 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] No DVR routers for this DVR port 2400dad5-6905-447d-aba2-cb0e5b70d674 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:06:48.299923 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:48.303426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5f453eb-4405-41d8-b470-f2efd4f0d99b req-759bbae6-bd48-4161-8a5a-51fe0afcc0b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "DELETE /v2.0/ports/2400dad5-6905-447d-aba2-cb0e5b70d674 HTTP/1.1" status: 204 len: 173 time: 0.8467102 Feb 09 04:06:48.303884 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'name': 'network-vif-deleted', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:06:48.306858 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c672b1-5be8-45a7-847f-99a6708f35db" -d '{"events": [{"server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "name": "network-vif-deleted", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:06:48.359539 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331620d7-78e7-4649-b511-e9a39a7a67f5 x-openstack-request-id: req-331620d7-78e7-4649-b511-e9a39a7a67f5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:06:48.359869 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1a5724-aaa8-4195-8a9c-328a9db94140", "name": "network-vif-deleted", "tag": "2400dad5-6905-447d-aba2-cb0e5b70d674", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:06:48.360162 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-331620d7-78e7-4649-b511-e9a39a7a67f5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:06:48.360864 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1a5724-aaa8-4195-8a9c-328a9db94140', 'name': 'network-vif-deleted', 'tag': '2400dad5-6905-447d-aba2-cb0e5b70d674', 'status': 'completed', 'code': 200} Feb 09 04:06:48.405025 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-621161ee-5353-4731-b792-aa9bf8b9217f None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:06:48.617944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad025eff-18c5-4b40-bc49-25a93b9099ba req-468c9b4e-ed50-4513-8053-68174d5601d6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1a5724-aaa8-4195-8a9c-328a9db94140 HTTP/1.1" status: 200 len: 210 time: 0.3651054 Feb 09 04:06:48.625657 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-621161ee-5353-4731-b792-aa9bf8b9217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:48.652425 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621161ee-5353-4731-b792-aa9bf8b9217f None None] Checking router: 9569840c-c405-47ca-9eff-8b1d32aedc9a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:06:48.661039 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621161ee-5353-4731-b792-aa9bf8b9217f None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:06:48.661655 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-621161ee-5353-4731-b792-aa9bf8b9217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:06:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:48.772451 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-621161ee-5353-4731-b792-aa9bf8b9217f None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:06:48.972959 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-621161ee-5353-4731-b792-aa9bf8b9217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:06:48.999753 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621161ee-5353-4731-b792-aa9bf8b9217f None None] The sync data for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 is: [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:06:49.212230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b29ca7-5b3c-4df4-ac37-8b484dfbb329 None None] New status for floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:06:49.499475 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:49.863824 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-eb1d960b-fc86-44e4-94f5-fa82a4c6c8b0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1018786031&fields=id&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 267 time: 0.0471306 Feb 09 04:06:49.967616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-8f96734d-7808-4b00-99c1-9debfb68059d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:49.969056 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-8f96734d-7808-4b00-99c1-9debfb68059d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 810 time: 0.0988982 Feb 09 04:06:49.983738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-e3b77d15-5a42-4843-95a0-e3d4373ef434 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/quotas/c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 375 time: 0.0093002 Feb 09 04:06:50.038949 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-7beebfde-17df-43e1-85cf-892266d87f20 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499158 Feb 09 04:06:50.136290 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-904bcf12-4a41-4424-81c1-10f4c7d7dbe7 service neutron] 10.222.0.21 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855289 Feb 09 04:06:50.224174 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-87aef498-a300-403e-a40a-3ecbd66e2d61 service neutron] 10.222.0.21 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813196 Feb 09 04:06:50.381931 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-df2f4616-e500-40ab-b93f-3eacae7a83a2 req-1f2f1474-d295-4744-ad91-4631c1c06508 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 210 time: 0.0277846 Feb 09 04:06:50.916556 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:51.369738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-77e08616-6c8c-4f81-9f7e-89b0d830b074 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:51.371315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-77e08616-6c8c-4f81-9f7e-89b0d830b074 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 810 time: 0.1099446 Feb 09 04:06:51.447347 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-da68d971-8ee9-47af-a01f-94246eb7cff4 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 380 time: 0.0620379 Feb 09 04:06:51.482878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Request body: {'port': {'device_id': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'admin_state_up': True, 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'security_groups': ['13cf2399-b8de-4ae2-be0c-405996cbaf37']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:51.487200 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a178c57-cc94-44b9-8ec4-13e21cc72768 req-5af93fa8-f3b6-4aba-9628-df35bd6d99a6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 210 time: 0.0374298 Feb 09 04:06:51.589197 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Made reservation on behalf of c90a25f9be1a47a7bcd640bb4f5642d0 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:06:51.592757 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:51.720747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Allocated IP 172.20.0.6 (fd72474b-166d-43f2-90f3-4094444fd75c/d736f852-c82d-4439-ae76-e2e07c02b1d7/3d0d7258-3452-45f4-84ee-062c3bd902b2) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:06:51.777884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2400dad5-6905-447d-aba2-cb0e5b70d674 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:06:51.798036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 2400dad5-6905-447d-aba2-cb0e5b70d674 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:06:51.798381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2400dad5-6905-447d-aba2-cb0e5b70d674 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:06:51.857938 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:51.895253 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:51.939961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Network fd72474b-166d-43f2-90f3-4094444fd75c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:06:51.943054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:06:51.946706 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:06:51.953193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event updated for resources: {'Port': ['ID=3d0d7258-3452-45f4-84ee-062c3bd902b2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:52.000768 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:52.001304 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:52.018037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-41e5c5f4-ac5e-4372-af06-5b47f390b4b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5563982 Feb 09 04:06:52.033765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Request body: {'port': {'device_id': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:52.057656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:52.100185 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:52.201593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ccc5c88a-dd49-4d93-98c3-8d07556aae32 None None] Provisioning complete for port 3d0d7258-3452-45f4-84ee-062c3bd902b2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:52.201969 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c88a-dd49-4d93-98c3-8d07556aae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:52.236307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5c88a-dd49-4d93-98c3-8d07556aae32 None None] Port 3d0d7258-3452-45f4-84ee-062c3bd902b2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:06:52.358804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0d7258-3452-45f4-84ee-062c3bd902b2 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:06:52.366230 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Publish callbacks [] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:52.378110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Transition to ACTIVE for port object 3d0d7258-3452-45f4-84ee-062c3bd902b2 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:06:52.381833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:52.431878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Pushing event updated for resources: {'Port': ['ID=3d0d7258-3452-45f4-84ee-062c3bd902b2,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:52.507190 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Attempting to bind port 3d0d7258-3452-45f4-84ee-062c3bd902b2 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:06:52.508716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Attempting to bind port 3d0d7258-3452-45f4-84ee-062c3bd902b2 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:06:52.510542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Attempting to bind port 3d0d7258-3452-45f4-84ee-062c3bd902b2 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:06:52.516602 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Port 3d0d7258-3452-45f4-84ee-062c3bd902b2 on network fd72474b-166d-43f2-90f3-4094444fd75c not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:06:52.516602 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Attempting to bind port 3d0d7258-3452-45f4-84ee-062c3bd902b2 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:06:52.522165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:06:52.522476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:06:52.523140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Bound using segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:06:52.523566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Bound port: 3d0d7258-3452-45f4-84ee-062c3bd902b2, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:06:52.523922 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:52.591051 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:06:52.594407 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:06:52.601389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:52.619004 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f17e-8715-4e4f-9d53-c517f1331eb2 req-a5c2d118-a4e5-4218-ab12-f5fc8c4d8e9c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:52.620398 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8997f17e-8715-4e4f-9d53-c517f1331eb2 req-a5c2d118-a4e5-4218-ab12-f5fc8c4d8e9c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 943 time: 0.0581090 Feb 09 04:06:52.633891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:52.634660 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:52.635959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] 10.222.0.65 "PUT /v2.0/ports/3d0d7258-3452-45f4-84ee-062c3bd902b2 HTTP/1.1" status: 200 len: 1092 time: 0.6064768 Feb 09 04:06:52.636467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:06:52.639452 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24d38c0-8964-4801-9336-997a9997c6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:06:52.674012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2c1b1-d663-4a6f-bca2-48f5b235020b service neutron] Pushing event updated for resources: {'Port': ['ID=3d0d7258-3452-45f4-84ee-062c3bd902b2,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:52.677251 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8997f17e-8715-4e4f-9d53-c517f1331eb2 req-c6bdf837-5dd8-4219-b4bf-358987dcaff5 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496747 Feb 09 04:06:52.698984 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f7e94d-fc56-4dc5-aeb2-497f24571e27 x-openstack-request-id: req-58f7e94d-fc56-4dc5-aeb2-497f24571e27 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:06:52.699445 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:06:52.700284 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58f7e94d-fc56-4dc5-aeb2-497f24571e27 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:06:52.700941 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'status': 'completed', 'code': 200} Feb 09 04:06:52.758885 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-2bf51b21-0558-49a5-b1b8-c97d38c7ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:52.760404 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-2bf51b21-0558-49a5-b1b8-c97d38c7ca48 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 1126 time: 0.0476513 Feb 09 04:06:52.813967 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-9b54aa5c-dc67-47b0-aa12-27964981fccc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2 HTTP/1.1" status: 200 len: 217 time: 0.0408950 Feb 09 04:06:52.863776 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-43addace-c249-462f-af86-72c5e930454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:52.865239 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-43addace-c249-462f-af86-72c5e930454d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0456438 Feb 09 04:06:52.914028 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-4029c59a-71cc-4524-b3b8-f119a8efe79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:52.915529 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-4029c59a-71cc-4524-b3b8-f119a8efe79d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446723 Feb 09 04:06:53.007199 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-aa86bc07-bac9-4684-8332-f78b2350a1df service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855947 Feb 09 04:06:53.095331 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-868a9245-c8ab-4ecb-b763-78a56fb3648d req-49a3f861-595e-4a93-b2d0-82f7b97297b5 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821362 Feb 09 04:06:53.231466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d38c0-8964-4801-9336-997a9997c6c3 req-d11275ea-288e-4a4b-832d-02ec1394a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:53.233225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b24d38c0-8964-4801-9336-997a9997c6c3 req-d11275ea-288e-4a4b-832d-02ec1394a734 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 1126 time: 0.0507545 Feb 09 04:06:53.321770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d38c0-8964-4801-9336-997a9997c6c3 req-59a9469b-b8fa-4c92-809b-845f1d52c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:53.323207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b24d38c0-8964-4801-9336-997a9997c6c3 req-59a9469b-b8fa-4c92-809b-845f1d52c4c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0829179 Feb 09 04:06:53.363494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b24d38c0-8964-4801-9336-997a9997c6c3 req-9d5a826a-3bf6-4c7f-90e6-65af79fe855b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2 HTTP/1.1" status: 200 len: 217 time: 0.0341804 Feb 09 04:06:53.413516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d38c0-8964-4801-9336-997a9997c6c3 req-61e36501-3826-40bb-9ad3-ce32940ff52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:53.414930 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b24d38c0-8964-4801-9336-997a9997c6c3 req-61e36501-3826-40bb-9ad3-ce32940ff52b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0465407 Feb 09 04:06:53.463276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d38c0-8964-4801-9336-997a9997c6c3 req-87a46085-5301-424b-b41f-b3b882a32d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:53.464693 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b24d38c0-8964-4801-9336-997a9997c6c3 req-87a46085-5301-424b-b41f-b3b882a32d0e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440381 Feb 09 04:06:53.549929 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b24d38c0-8964-4801-9336-997a9997c6c3 req-313fea84-b07f-4f2d-bfc2-9740cbcde6e9 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789714 Feb 09 04:06:53.641180 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b24d38c0-8964-4801-9336-997a9997c6c3 req-105fbcd7-954f-4056-b75d-1d500217a0bf service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854275 Feb 09 04:06:53.808278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd803a29-0982-4cdd-9bbf-a76205c8323b req-20e2903d-1c1d-4624-a5d8-d1a5e89decfd tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:53.810260 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd803a29-0982-4cdd-9bbf-a76205c8323b req-20e2903d-1c1d-4624-a5d8-d1a5e89decfd tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 943 time: 0.0556526 Feb 09 04:06:53.856351 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd803a29-0982-4cdd-9bbf-a76205c8323b req-7f7de2eb-b365-4654-a34d-dc1740c3947d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397654 Feb 09 04:06:54.535857 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:54.979783 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e9669-d7bd-4c4b-946b-f069e939ae06 req-0aa40724-8428-4cea-91e8-9a44136c388a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:54.981328 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e62e9669-d7bd-4c4b-946b-f069e939ae06 req-0aa40724-8428-4cea-91e8-9a44136c388a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 943 time: 0.0537157 Feb 09 04:06:55.036265 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e62e9669-d7bd-4c4b-946b-f069e939ae06 req-8e43e315-082d-442d-9565-6176fb47d356 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493624 Feb 09 04:06:55.809183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 3d0d7258-3452-45f4-84ee-062c3bd902b2 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:06:55.903863 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:55.914877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'port_id': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'mac_address': 'fa:16:3e:d1:b9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:06:55.955096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 3d0d7258-3452-45f4-84ee-062c3bd902b2 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:55.955482 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:55.967989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0d7258-3452-45f4-84ee-062c3bd902b2 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:06:55.986735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:55.990594 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:56.037302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=3d0d7258-3452-45f4-84ee-062c3bd902b2,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:56.044617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.044968 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.045318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.045681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.046018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.046353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.046681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.047007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.047331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.047654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.047978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.048300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.048617 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:06:56.155609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07174e4-e495-4464-9e24-85a7f45233c3 req-ca085156-1ea0-47b1-8fce-d991d23df744 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:56.156975 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c07174e4-e495-4464-9e24-85a7f45233c3 req-ca085156-1ea0-47b1-8fce-d991d23df744 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 944 time: 0.0535245 Feb 09 04:06:56.204008 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c07174e4-e495-4464-9e24-85a7f45233c3 req-ec5db0cf-a5f3-45d8-9e23-654d6f0cd457 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413389 Feb 09 04:06:56.363215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['3d0d7258-3452-45f4-84ee-062c3bd902b2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:06:57.328131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d5d26-96d2-4dda-ad5d-9a8eb80ea735 req-4f6785fb-b839-464b-8da7-7c22879fa950 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:57.329646 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-912d5d26-96d2-4dda-ad5d-9a8eb80ea735 req-4f6785fb-b839-464b-8da7-7c22879fa950 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 944 time: 0.0566478 Feb 09 04:06:57.376105 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-912d5d26-96d2-4dda-ad5d-9a8eb80ea735 req-e57f874a-9f27-417b-a943-7098e69fb29d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405202 Feb 09 04:06:57.823531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 3d0d7258-3452-45f4-84ee-062c3bd902b2 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:06:57.870157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 3d0d7258-3452-45f4-84ee-062c3bd902b2 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:06:57.874558 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 3d0d7258-3452-45f4-84ee-062c3bd902b2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:06:57.874933 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:57.951358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 3d0d7258-3452-45f4-84ee-062c3bd902b2 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:06:57.951751 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:57.976850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:06:57.979105 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6a2be1-80d5-4d2e-a408-78729e440618" -d '{"events": [{"server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "name": "network-vif-plugged", "status": "completed", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:06:57.992067 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:06:57.996004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:58.019514 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccecc6a-d86a-482c-8019-6fe693dbbdbd x-openstack-request-id: req-8ccecc6a-d86a-482c-8019-6fe693dbbdbd {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:06:58.019808 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "name": "network-vif-plugged", "status": "completed", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:06:58.020061 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ccecc6a-d86a-482c-8019-6fe693dbbdbd {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:06:58.020450 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'code': 200} Feb 09 04:06:58.045630 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=3d0d7258-3452-45f4-84ee-062c3bd902b2,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:06:58.148531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a624e-1ce2-4508-94b2-c95de9df6511 req-9b390e4a-352f-4dc9-9649-b7492c87b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:58.149963 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-615a624e-1ce2-4508-94b2-c95de9df6511 req-9b390e4a-352f-4dc9-9649-b7492c87b5f6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 1128 time: 0.0439959 Feb 09 04:06:58.192201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-615a624e-1ce2-4508-94b2-c95de9df6511 req-d967bf6f-f80e-4399-8949-c9d3719ca2e3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368936 Feb 09 04:06:58.494373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723824a-53d9-41e6-aabd-ca4945efe478 req-ed2463de-22b9-4371-8ec8-8ae20ed7820d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:58.495831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2723824a-53d9-41e6-aabd-ca4945efe478 req-ed2463de-22b9-4371-8ec8-8ae20ed7820d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0515451 Feb 09 04:06:58.544995 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2723824a-53d9-41e6-aabd-ca4945efe478 req-8646df59-4a1c-4b22-9a0c-40cf877c2f4b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433784 Feb 09 04:06:59.674412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d5cb0-9c1b-44af-8e5f-4f7c3fc04a42 req-cdfb37a2-f2bf-48e1-a01c-1aa1d8a2008f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:59.675911 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f19d5cb0-9c1b-44af-8e5f-4f7c3fc04a42 req-cdfb37a2-f2bf-48e1-a01c-1aa1d8a2008f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0588894 Feb 09 04:06:59.724955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f19d5cb0-9c1b-44af-8e5f-4f7c3fc04a42 req-d178389c-36b9-45ea-aef8-8da1ca2da6c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433197 Feb 09 04:06:59.840919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f2399-cf23-43d5-a150-e352aa0e7713 req-b3bceffb-7851-4037-9bae-f1de0d704606 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:59.843278 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab0f2399-cf23-43d5-a150-e352aa0e7713 req-b3bceffb-7851-4037-9bae-f1de0d704606 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0544796 Feb 09 04:06:59.851821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54430) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:06:59.856069 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-74e32896-e835-4173-b7fb-f8dd069f2a7f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Request body: {'floatingip': {'port_id': '3d0d7258-3452-45f4-84ee-062c3bd902b2'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:06:59.895491 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74e32896-e835-4173-b7fb-f8dd069f2a7f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:00.680071 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74e32896-e835-4173-b7fb-f8dd069f2a7f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:00.683947 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74e32896-e835-4173-b7fb-f8dd069f2a7f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:00.790043 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-74e32896-e835-4173-b7fb-f8dd069f2a7f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc associated. External IP: 172.25.5.32, port: 3d0d7258-3452-45f4-84ee-062c3bd902b2. Feb 09 04:07:00.999466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e32896-e835-4173-b7fb-f8dd069f2a7f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Router 9569840c-c405-47ca-9eff-8b1d32aedc9a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:07:01.116431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e32896-e835-4173-b7fb-f8dd069f2a7f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:07:01.121696 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74e32896-e835-4173-b7fb-f8dd069f2a7f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:01.129398 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851d197-4d5b-4adb-9755-a5603419871f None None] Sync routers for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:07:01.139604 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851d197-4d5b-4adb-9755-a5603419871f None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:07:01.140465 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1851d197-4d5b-4adb-9755-a5603419871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:06:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:01.160984 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-74e32896-e835-4173-b7fb-f8dd069f2a7f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "PUT /v2.0/floatingips/b7255952-1d54-4176-9d81-47fa7b5a66cc HTTP/1.1" status: 200 len: 990 time: 1.3080564 Feb 09 04:07:01.161833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:01.164578 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df8128f-3f6f-4678-a936-38be71c6f97f" -d '{"events": [{"name": "network-changed", "server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:01.207092 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e38339b-30f5-407b-ad50-82b3967fd1b3 x-openstack-request-id: req-6e38339b-30f5-407b-ad50-82b3967fd1b3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:01.207092 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:01.207092 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e38339b-30f5-407b-ad50-82b3967fd1b3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:01.207410 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'status': 'completed', 'code': 200} Feb 09 04:07:01.293979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46224ca-c64b-46fe-8519-243413c95108 req-e131af9e-a7a3-4c10-8ab8-ab81e02858b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:01.296648 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e46224ca-c64b-46fe-8519-243413c95108 req-e131af9e-a7a3-4c10-8ab8-ab81e02858b6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0601819 Feb 09 04:07:01.304435 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8128f-3f6f-4678-a936-38be71c6f97f req-8f81703b-585a-4d6e-8712-d19317db9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:01.306285 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9df8128f-3f6f-4678-a936-38be71c6f97f req-8f81703b-585a-4d6e-8712-d19317db9405 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 1128 time: 0.0554388 Feb 09 04:07:01.367714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e46224ca-c64b-46fe-8519-243413c95108 req-ef0a0612-0796-4286-a3d3-7a618d977874 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565422 Feb 09 04:07:01.381902 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-1851d197-4d5b-4adb-9755-a5603419871f None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:07:01.413772 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8128f-3f6f-4678-a936-38be71c6f97f req-5d2e78b9-72fb-4571-9765-36f6b41afca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:01.415249 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9df8128f-3f6f-4678-a936-38be71c6f97f req-5d2e78b9-72fb-4571-9765-36f6b41afca0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.1031747 Feb 09 04:07:01.489008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9df8128f-3f6f-4678-a936-38be71c6f97f req-e1cf109f-867e-4196-93cc-9fe268e4c843 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2 HTTP/1.1" status: 200 len: 998 time: 0.0678995 Feb 09 04:07:01.538166 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8128f-3f6f-4678-a936-38be71c6f97f req-7405d52e-162d-442a-8975-7f502610a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:01.539638 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9df8128f-3f6f-4678-a936-38be71c6f97f req-7405d52e-162d-442a-8975-7f502610a8d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0449276 Feb 09 04:07:01.592978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8128f-3f6f-4678-a936-38be71c6f97f req-d2b91860-9edd-45c4-9c0f-38b240507d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:01.594535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9df8128f-3f6f-4678-a936-38be71c6f97f req-d2b91860-9edd-45c4-9c0f-38b240507d57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487809 Feb 09 04:07:01.613455 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1851d197-4d5b-4adb-9755-a5603419871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b7255952-1d54-4176-9d81-47fa7b5a66cc', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'port_id': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'mac_address': 'fa:16:3e:d1:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:06:06Z', 'updated_at': '2022-02-09T04:07:00Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:01.640761 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851d197-4d5b-4adb-9755-a5603419871f None None] Checking router: 9569840c-c405-47ca-9eff-8b1d32aedc9a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:07:01.649960 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851d197-4d5b-4adb-9755-a5603419871f None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:07:01.650735 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1851d197-4d5b-4adb-9755-a5603419871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:06:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:01.692144 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9df8128f-3f6f-4678-a936-38be71c6f97f req-d36c22d7-7b16-475e-8fc6-9d017adca7eb service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916281 Feb 09 04:07:01.762054 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-1851d197-4d5b-4adb-9755-a5603419871f None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:07:01.787027 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9df8128f-3f6f-4678-a936-38be71c6f97f req-91b5f99a-94d6-4ecc-bbae-6052054ab50c service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896292 Feb 09 04:07:01.989583 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1851d197-4d5b-4adb-9755-a5603419871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b7255952-1d54-4176-9d81-47fa7b5a66cc', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'port_id': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'mac_address': 'fa:16:3e:d1:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:06:06Z', 'updated_at': '2022-02-09T04:07:00Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:02.016730 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851d197-4d5b-4adb-9755-a5603419871f None None] The sync data for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 is: [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b7255952-1d54-4176-9d81-47fa7b5a66cc', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'port_id': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'mac_address': 'fa:16:3e:d1:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:06:06Z', 'updated_at': '2022-02-09T04:07:00Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:07:02.228145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61e6d2-1d83-42d3-a3b8-5e3a03c2bc2f None None] New status for floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:07:02.478490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0217-b351-4b54-923a-28c171d34d6f req-8ce63d96-e07a-456b-9b80-87001e1d9ed1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:02.479957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-356d0217-b351-4b54-923a-28c171d34d6f req-8ce63d96-e07a-456b-9b80-87001e1d9ed1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0582278 Feb 09 04:07:02.528215 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-356d0217-b351-4b54-923a-28c171d34d6f req-6759c280-85be-425e-b505-467c442cac10 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Feb 09 04:07:02.728482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726255c-ae34-4556-936b-13f3b0bd0047 req-d56fd7a0-c4e5-432a-b9d7-bb94a0bc0707 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:02.729992 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8726255c-ae34-4556-936b-13f3b0bd0047 req-d56fd7a0-c4e5-432a-b9d7-bb94a0bc0707 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0525799 Feb 09 04:07:02.776230 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8726255c-ae34-4556-936b-13f3b0bd0047 req-5b817713-4bf9-438b-b8f2-cd195037a7fd tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398564 Feb 09 04:07:03.900551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d4e07-6e9b-4431-b1ec-9345356b380b req-1c3b2274-f2b9-4eb3-bffb-0a5690167514 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:03.901965 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-970d4e07-6e9b-4431-b1ec-9345356b380b req-1c3b2274-f2b9-4eb3-bffb-0a5690167514 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0514431 Feb 09 04:07:03.952790 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-970d4e07-6e9b-4431-b1ec-9345356b380b req-49356f32-472f-4a41-ae54-34f6ebe903f2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443327 Feb 09 04:07:05.077015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17261ec-433f-49e3-af32-c61ceb016544 req-615e6bdd-6572-49e6-a725-1e7eace4d35d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:05.078570 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c17261ec-433f-49e3-af32-c61ceb016544 req-615e6bdd-6572-49e6-a725-1e7eace4d35d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0566173 Feb 09 04:07:05.131505 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c17261ec-433f-49e3-af32-c61ceb016544 req-b923fdc7-8754-43a3-8e3e-9d878e4f0794 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472875 Feb 09 04:07:06.251063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d07f17-e80b-4956-8724-8deec8439f9a req-9dd8d4a7-4f4d-44d1-82c5-304ce8ada362 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:06.252548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3d07f17-e80b-4956-8724-8deec8439f9a req-9dd8d4a7-4f4d-44d1-82c5-304ce8ada362 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0530591 Feb 09 04:07:06.298135 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3d07f17-e80b-4956-8724-8deec8439f9a req-aa2beb77-2e24-4f6b-8d26-4a829bec6c47 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399940 Feb 09 04:07:07.419014 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e4735-c631-4ecb-9770-840b94d8ba9f req-4e9a4f8f-3485-4af4-9356-fc23b8241b47 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:07.421004 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d54e4735-c631-4ecb-9770-840b94d8ba9f req-4e9a4f8f-3485-4af4-9356-fc23b8241b47 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0529404 Feb 09 04:07:07.467627 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d54e4735-c631-4ecb-9770-840b94d8ba9f req-742a0ac6-a644-4b8c-bef5-07757181cdd7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407665 Feb 09 04:07:07.973573 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:08.589747 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da5102-2459-4705-92b8-b0669cf8c773 req-61117584-f8bc-43ea-96fa-dceed344e78d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:08.591242 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4da5102-2459-4705-92b8-b0669cf8c773 req-61117584-f8bc-43ea-96fa-dceed344e78d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0545011 Feb 09 04:07:08.638707 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4da5102-2459-4705-92b8-b0669cf8c773 req-65db0dd5-c567-49ef-a2e8-e7315695e333 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416541 Feb 09 04:07:09.758673 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8fa40-24eb-4be7-95c8-3eeee6b4f037 req-7335fd0d-b851-4725-be08-70d933f9817e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:09.760133 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8db8fa40-24eb-4be7-95c8-3eeee6b4f037 req-7335fd0d-b851-4725-be08-70d933f9817e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0525641 Feb 09 04:07:09.807481 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8db8fa40-24eb-4be7-95c8-3eeee6b4f037 req-c27c8415-5681-4a2f-9be0-84ce60136578 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412202 Feb 09 04:07:10.931636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c45acd-0e37-4576-b6d9-330a768530b2 req-f3ba1b62-c6f6-46d1-9713-bb2d293ce543 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:10.933086 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98c45acd-0e37-4576-b6d9-330a768530b2 req-f3ba1b62-c6f6-46d1-9713-bb2d293ce543 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0565159 Feb 09 04:07:10.979935 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-98c45acd-0e37-4576-b6d9-330a768530b2 req-5ef4bad6-3279-44fc-ba2a-bd8a7e8f3477 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402896 Feb 09 04:07:12.104499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f212ea-f215-4a7d-a0b4-c7cfd2ac86ed req-56657bd5-8f92-4d5a-80df-571c5d7931bb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:12.106012 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-60f212ea-f215-4a7d-a0b4-c7cfd2ac86ed req-56657bd5-8f92-4d5a-80df-571c5d7931bb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0581608 Feb 09 04:07:12.152454 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-60f212ea-f215-4a7d-a0b4-c7cfd2ac86ed req-ebfcf4b1-2ca5-40d4-ae1d-253901dd7f1b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408030 Feb 09 04:07:13.273212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90803e1e-6166-41f9-b3f0-20bfd3b85f78 req-aa8d6ae9-e67f-486d-8be2-15ec1534e233 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:13.274702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-90803e1e-6166-41f9-b3f0-20bfd3b85f78 req-aa8d6ae9-e67f-486d-8be2-15ec1534e233 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0515690 Feb 09 04:07:13.320243 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-90803e1e-6166-41f9-b3f0-20bfd3b85f78 req-125b6d2e-3e6a-4690-aa61-4210e16b65d7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399001 Feb 09 04:07:14.439492 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c33c62-65c9-49b4-a47a-b4c35f689f94 req-7f75ecc6-ab24-4b9f-a733-79bb30c43ae8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:14.440969 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-38c33c62-65c9-49b4-a47a-b4c35f689f94 req-7f75ecc6-ab24-4b9f-a733-79bb30c43ae8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0533204 Feb 09 04:07:14.487537 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-38c33c62-65c9-49b4-a47a-b4c35f689f94 req-693b2b90-797d-4c17-b419-01f8efc40057 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409420 Feb 09 04:07:15.610396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231612f-258c-4f04-9928-af3759880da6 req-fd8ff1c3-245e-48f2-9dd4-63a21e4addd7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:15.611886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a231612f-258c-4f04-9928-af3759880da6 req-fd8ff1c3-245e-48f2-9dd4-63a21e4addd7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0550480 Feb 09 04:07:15.663252 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a231612f-258c-4f04-9928-af3759880da6 req-7d658f68-6ea6-4ec4-b24c-ca78b20d97a6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453646 Feb 09 04:07:15.708117 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8889f38-7df9-47ee-acb7-69ecd978d65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:16.786499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4f427-30a0-40fb-8bc0-7bc11bae51cd req-3cae831c-d673-4350-bf10-c0913a9d381c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:16.787956 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84c4f427-30a0-40fb-8bc0-7bc11bae51cd req-3cae831c-d673-4350-bf10-c0913a9d381c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0565839 Feb 09 04:07:16.833636 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-84c4f427-30a0-40fb-8bc0-7bc11bae51cd req-d52ed62b-6850-4284-9890-7a6f2cd74341 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 Feb 09 04:07:17.954838 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feffb6e-761c-412e-8e1f-9a6e1343f29f req-f7a05249-7b68-4ffe-9629-78fedfc92d6d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:17.956317 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5feffb6e-761c-412e-8e1f-9a6e1343f29f req-f7a05249-7b68-4ffe-9629-78fedfc92d6d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0540268 Feb 09 04:07:18.002936 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5feffb6e-761c-412e-8e1f-9a6e1343f29f req-984ce3ed-237d-4c16-bab7-622ce226953f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 Feb 09 04:07:18.220472 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49f46fae-e391-46fa-92c9-f648eca5beec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:19.122540 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef433c-2ce2-4de5-b214-9e431800a7b5 req-b2f73f33-959a-4994-a3e8-26112402553f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:19.124328 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0ef433c-2ce2-4de5-b214-9e431800a7b5 req-b2f73f33-959a-4994-a3e8-26112402553f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0533433 Feb 09 04:07:19.172861 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0ef433c-2ce2-4de5-b214-9e431800a7b5 req-afded4ff-2c54-49d7-b9f6-d6bdfb846629 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427630 Feb 09 04:07:19.485633 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:20.291472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575746-f9e3-4e10-bad4-7846d29683bd req-7b752a49-56ff-4fc7-b2e5-88edcb6ddef6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:20.292997 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1575746-f9e3-4e10-bad4-7846d29683bd req-7b752a49-56ff-4fc7-b2e5-88edcb6ddef6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0521190 Feb 09 04:07:20.340236 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1575746-f9e3-4e10-bad4-7846d29683bd req-967bc896-8030-4138-930a-88800f38bfe6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409520 Feb 09 04:07:20.357128 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:07:20.916724 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:21.460855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a761-e3cc-4652-8bea-d4361249144b req-7a221911-5a1a-45f1-9c36-0ec73141bc3f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:21.462360 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5621a761-e3cc-4652-8bea-d4361249144b req-7a221911-5a1a-45f1-9c36-0ec73141bc3f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0527828 Feb 09 04:07:21.512772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5621a761-e3cc-4652-8bea-d4361249144b req-bc0f7cb9-f9f9-404b-bd3d-6ebbea05a882 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440638 Feb 09 04:07:22.052383 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:22.636287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a67d7-41f8-4f69-b3f3-28c66bc68b33 req-54e01b6e-b4d9-4388-b501-aa44f378ed60 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:22.637766 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e0a67d7-41f8-4f69-b3f3-28c66bc68b33 req-54e01b6e-b4d9-4388-b501-aa44f378ed60 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0562754 Feb 09 04:07:22.683764 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7e0a67d7-41f8-4f69-b3f3-28c66bc68b33 req-867b2bcb-37bb-4437-aa63-0cf4e79f9d49 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400388 Feb 09 04:07:23.804343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386310c5-2ba3-444a-8c33-6df3a5286064 req-084cd56e-a53a-49a3-98d8-c68b0076d5f6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:23.805949 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-386310c5-2ba3-444a-8c33-6df3a5286064 req-084cd56e-a53a-49a3-98d8-c68b0076d5f6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0527830 Feb 09 04:07:23.853061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-386310c5-2ba3-444a-8c33-6df3a5286064 req-9ff7aea8-b772-4875-b4d1-a86771d9504d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412505 Feb 09 04:07:24.549343 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:24.977017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb179d-ed34-4a6b-a5aa-3329a2186f0e req-09108531-7177-4d11-867f-9a4734ec0ab7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:24.978538 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4beb179d-ed34-4a6b-a5aa-3329a2186f0e req-09108531-7177-4d11-867f-9a4734ec0ab7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0581977 Feb 09 04:07:25.027150 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4beb179d-ed34-4a6b-a5aa-3329a2186f0e req-176ac1b3-4a60-4f9b-b974-ff33acad4500 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424278 Feb 09 04:07:26.149699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a448469-75d2-4062-904f-2d6a18d6a3c8 req-1de1afcb-98eb-4089-94d2-1fd71eb05e73 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:26.151181 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a448469-75d2-4062-904f-2d6a18d6a3c8 req-1de1afcb-98eb-4089-94d2-1fd71eb05e73 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0546336 Feb 09 04:07:26.198348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a448469-75d2-4062-904f-2d6a18d6a3c8 req-5c2f7f81-9a23-4d9d-898a-751db46f767b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406938 Feb 09 04:07:27.320982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12e0ec-cbea-4cc3-a890-ca3922fcd03c req-02e7abec-37fe-440c-b0ca-9d45ef4d4ff0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:27.322485 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e12e0ec-cbea-4cc3-a890-ca3922fcd03c req-02e7abec-37fe-440c-b0ca-9d45ef4d4ff0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0567305 Feb 09 04:07:27.368624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e12e0ec-cbea-4cc3-a890-ca3922fcd03c req-141a28aa-2521-4a44-89ec-c1c2a03a1d91 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405915 Feb 09 04:07:28.490792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02e3b7-4871-44a9-a78b-4cd7f5959a82 req-2f31c561-bd43-4262-8767-0fc861a16ff1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:28.492255 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a02e3b7-4871-44a9-a78b-4cd7f5959a82 req-2f31c561-bd43-4262-8767-0fc861a16ff1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0569253 Feb 09 04:07:28.537478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5a02e3b7-4871-44a9-a78b-4cd7f5959a82 req-91936ced-d469-4d18-b523-31a17a9ca49c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396025 Feb 09 04:07:28.800251 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-037ebf10-96bf-44c3-9b27-1b571ac00a96 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781808 Feb 09 04:07:28.807095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc82b30-3364-4969-b105-8e3490c8edb0 req-a58b0cf2-c23d-4a6e-9fb4-2be425d16ca0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:28.808498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fdc82b30-3364-4969-b105-8e3490c8edb0 req-a58b0cf2-c23d-4a6e-9fb4-2be425d16ca0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0785165 Feb 09 04:07:28.861608 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fdc82b30-3364-4969-b105-8e3490c8edb0 req-0fd259e3-6222-4b26-b03d-6c6a30ba517e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469186 Feb 09 04:07:29.880866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-7051d5ad-7490-4e1a-a64e-0ee3313b9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:29.882302 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-7051d5ad-7490-4e1a-a64e-0ee3313b9ad7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 1128 time: 0.0448439 Feb 09 04:07:29.975892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-1243854e-3aa2-4f7f-a11e-9a0925fe9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:29.975892 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-1243854e-3aa2-4f7f-a11e-9a0925fe9a2f service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0876706 Feb 09 04:07:29.986659 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c8fd9-39e2-4a67-a7a3-dbac144f608b req-7e786f20-9ac3-4f58-8d79-17fb25aefd27 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:29.988211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf3c8fd9-39e2-4a67-a7a3-dbac144f608b req-7e786f20-9ac3-4f58-8d79-17fb25aefd27 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0556080 Feb 09 04:07:30.035807 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf3c8fd9-39e2-4a67-a7a3-dbac144f608b req-690a1323-ce4b-4109-aab0-0a7ce0a5e3b8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415356 Feb 09 04:07:30.047998 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-7c8d39cb-df76-4c6b-8d9b-1eba232045d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2 HTTP/1.1" status: 200 len: 1000 time: 0.0653131 Feb 09 04:07:30.096961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-dab93aeb-4b31-4a92-a8a7-0acbe245a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:30.098440 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-dab93aeb-4b31-4a92-a8a7-0acbe245a843 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0448472 Feb 09 04:07:30.147923 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-0c10af2a-6d52-48c9-8b8e-68eabf3b2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:30.149324 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-0c10af2a-6d52-48c9-8b8e-68eabf3b2879 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452600 Feb 09 04:07:30.240608 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-75a8a315-93eb-4e85-8db3-8cdb58c9c810 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854328 Feb 09 04:07:30.330119 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-4df5ff6e-6b2d-4c03-bd2c-38855960f18b service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838513 Feb 09 04:07:31.162698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196f0a0-7557-43fb-9f99-8088f514113f req-f40064b5-15f7-4b14-a3f0-13046996b17f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:31.164156 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c196f0a0-7557-43fb-9f99-8088f514113f req-f40064b5-15f7-4b14-a3f0-13046996b17f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0587094 Feb 09 04:07:31.212054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c196f0a0-7557-43fb-9f99-8088f514113f req-cf0aab68-5d49-4476-9fd2-7ebeba1bcd92 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 Feb 09 04:07:32.284967 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-c9713e3e-f1f5-44e1-a96f-0a95b600eaf0 service neutron] show failed (client error): The resource could not be found. Feb 09 04:07:32.286020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-c9713e3e-f1f5-44e1-a96f-0a95b600eaf0 service neutron] 10.222.0.65 "GET /v2.0/ports/3d0d7258-3452-45f4-84ee-062c3bd902b2/bindings/n-h2-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0554817 Feb 09 04:07:32.332725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af8971-5902-498e-b33a-e7b8a77656fb req-58febd1e-410e-44a2-9bee-551f1f7bb1ed tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:32.334334 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37af8971-5902-498e-b33a-e7b8a77656fb req-58febd1e-410e-44a2-9bee-551f1f7bb1ed tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0544193 Feb 09 04:07:32.386298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37af8971-5902-498e-b33a-e7b8a77656fb req-7f567def-3530-48ee-bd84-2e566a052c41 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461602 Feb 09 04:07:32.494923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-f0219987-53b5-4468-ad5d-ca6ea142d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:32.496435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-f0219987-53b5-4468-ad5d-ca6ea142d025 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 1128 time: 0.0441275 Feb 09 04:07:32.507857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:07:32.564982 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:32.761900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:32.799609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:07:32.838062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:32.840306 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84c4630-13b9-4f9c-a641-6bb9c6081f6b" -d '{"events": [{"server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:32.844742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Publish callbacks [] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:32.857470 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Transition to ACTIVE for port object 3d0d7258-3452-45f4-84ee-062c3bd902b2 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:07:32.862046 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:32.889774 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74280bf7-45d3-4a6e-bfe5-6cd360bce60b x-openstack-request-id: req-74280bf7-45d3-4a6e-bfe5-6cd360bce60b {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:32.890013 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:32.890263 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74280bf7-45d3-4a6e-bfe5-6cd360bce60b {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:32.890676 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'code': 200} Feb 09 04:07:32.978633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0d7258-3452-45f4-84ee-062c3bd902b2,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:33.004971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.005314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.005688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.006064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.006404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.006733 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.007056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.007377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.007700 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.008025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.008768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.008768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.008955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:33.054267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] No DVR routers for this DVR port 3d0d7258-3452-45f4-84ee-062c3bd902b2 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:07:33.189821 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Attempting to bind port 3d0d7258-3452-45f4-84ee-062c3bd902b2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:07:33.190155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Attempting to bind port 3d0d7258-3452-45f4-84ee-062c3bd902b2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:07:33.190478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Attempting to bind port 3d0d7258-3452-45f4-84ee-062c3bd902b2 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:07:33.194709 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Port 3d0d7258-3452-45f4-84ee-062c3bd902b2 on network fd72474b-166d-43f2-90f3-4094444fd75c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:07:33.195034 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Attempting to bind port 3d0d7258-3452-45f4-84ee-062c3bd902b2 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:07:33.199669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:07:33.200006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:07:33.200383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Bound using segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:07:33.200790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Bound port: 3d0d7258-3452-45f4-84ee-062c3bd902b2, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:07:33.201133 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:33.266871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:07:33.269861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:07:33.275292 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:33.308165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:33.308858 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:33.310297 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] 10.222.0.42 "PUT /v2.0/ports/3d0d7258-3452-45f4-84ee-062c3bd902b2 HTTP/1.1" status: 200 len: 1092 time: 0.8062658 Feb 09 04:07:33.341207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3d726-52b1-47d3-8285-a730c09a3683 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0d7258-3452-45f4-84ee-062c3bd902b2,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:33.383634 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-6ff9ecce-f579-44ac-b6bc-0c64e2498c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:33.385180 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-6ff9ecce-f579-44ac-b6bc-0c64e2498c7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 1126 time: 0.0519173 Feb 09 04:07:33.519344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-8fb7cc71-6b8d-4c35-a8cd-0c35b04d85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:33.520834 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-8fb7cc71-6b8d-4c35-a8cd-0c35b04d85b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.1287165 Feb 09 04:07:33.542690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b2c78-197f-45e4-af61-6f0b49bb0afe req-50cb9b3a-22d3-4207-b119-80b769ab9a44 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:33.544100 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d5b2c78-197f-45e4-af61-6f0b49bb0afe req-50cb9b3a-22d3-4207-b119-80b769ab9a44 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 943 time: 0.0809131 Feb 09 04:07:33.619331 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-cbc8a064-3cf7-4865-8d62-1b0914f83def service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2 HTTP/1.1" status: 200 len: 998 time: 0.0907829 Feb 09 04:07:33.660306 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d5b2c78-197f-45e4-af61-6f0b49bb0afe req-1be878fc-6e5b-4ef5-8d85-c0cb1b43ba04 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888832 Feb 09 04:07:33.677426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-71500b5b-90ea-43ec-bb5a-ee843596c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:33.678878 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-71500b5b-90ea-43ec-bb5a-ee843596c7cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0504506 Feb 09 04:07:33.728407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-fa3ef747-d418-49e5-b2f1-e9b962b7d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:33.729937 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-fa3ef747-d418-49e5-b2f1-e9b962b7d0a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448115 Feb 09 04:07:33.821263 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-50016246-2b52-4964-b71d-9979686bb5e7 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840096 Feb 09 04:07:33.908669 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a80b7c0b-b8c7-497c-8773-20075d3722d8 req-6dbab9c1-a799-438e-9c1a-fdb7a618f377 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815096 Feb 09 04:07:34.785707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91e07-10b8-48c1-be19-fb264d2fc3bd req-fa847a52-8a65-4a32-84bf-fe1cac34393f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:34.787191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3e91e07-10b8-48c1-be19-fb264d2fc3bd req-fa847a52-8a65-4a32-84bf-fe1cac34393f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 943 time: 0.0547841 Feb 09 04:07:34.835134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f3e91e07-10b8-48c1-be19-fb264d2fc3bd req-79c3053b-176e-4ebb-b5a7-a7a334a2a5cf tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 Feb 09 04:07:34.892261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:34.894649 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c776cd37-edd6-4528-b181-7da0bc70dff8" -d '{"events": [{"name": "network-changed", "server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:34.942826 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ade5294-bfde-4538-b6ca-f6c7efd9e0ac x-openstack-request-id: req-2ade5294-bfde-4538-b6ca-f6c7efd9e0ac {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:34.943124 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:34.943398 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ade5294-bfde-4538-b6ca-f6c7efd9e0ac {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:34.943801 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'status': 'completed', 'code': 200} Feb 09 04:07:35.008653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-a328a229-689f-4714-a963-47b2134eb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:35.010066 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-a328a229-689f-4714-a963-47b2134eb0b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 1126 time: 0.0481021 Feb 09 04:07:35.037546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-0a500877-e0a9-4e22-89a6-2b59b36b0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:35.039048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-0a500877-e0a9-4e22-89a6-2b59b36b0592 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 1126 time: 0.0498555 Feb 09 04:07:35.118058 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-ef5a4dca-dcbc-4c09-a00e-29b3118b2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:35.119582 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-ef5a4dca-dcbc-4c09-a00e-29b3118b2c10 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0991938 Feb 09 04:07:35.136457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-76f4f231-ec1f-449f-b1ee-642eba44954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:35.138274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-76f4f231-ec1f-449f-b1ee-642eba44954a service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0934391 Feb 09 04:07:35.195044 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-e79d4a9f-f0e0-43fa-9fd0-02e6cc362e09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2 HTTP/1.1" status: 200 len: 998 time: 0.0678763 Feb 09 04:07:35.211394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-d6129a27-6421-42c3-af58-171b0f579ad3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2 HTTP/1.1" status: 200 len: 998 time: 0.0668139 Feb 09 04:07:35.249017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-4e1915cb-b6c4-41de-8fcb-41c4db94bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:35.251714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-4e1915cb-b6c4-41de-8fcb-41c4db94bbad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0509517 Feb 09 04:07:35.266057 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-dfa3034c-53a5-44d7-a27a-ead5f51d1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:35.267718 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-dfa3034c-53a5-44d7-a27a-ead5f51d1821 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0505834 Feb 09 04:07:35.300748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-44ebfaa2-8103-44e4-8976-f8d79ebdd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:35.302296 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-44ebfaa2-8103-44e4-8976-f8d79ebdd6d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455945 Feb 09 04:07:35.321704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-fd35e97c-e4c0-489c-8a05-685c0d8112bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:35.323222 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-fd35e97c-e4c0-489c-8a05-685c0d8112bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499506 Feb 09 04:07:35.390348 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-b633eaa5-5fdc-4779-9fab-beff5f26cd1a service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822544 Feb 09 04:07:35.415237 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-a363daae-40f9-4449-97e0-b1fe286b6d9e service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857136 Feb 09 04:07:35.483080 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-dfd6de1c-b09c-4e54-b5bf-4403545b899a service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862575 Feb 09 04:07:35.505395 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c776cd37-edd6-4528-b181-7da0bc70dff8 req-cd6300b9-27b8-4947-b899-709d9ec224ec service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845025 Feb 09 04:07:35.957077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4384e-0cb0-4db1-ba53-274573cc5424 req-2566721e-1ba8-4990-ba74-e25e1dcd713c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:35.958588 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79f4384e-0cb0-4db1-ba53-274573cc5424 req-2566721e-1ba8-4990-ba74-e25e1dcd713c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 943 time: 0.0542035 Feb 09 04:07:36.009618 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79f4384e-0cb0-4db1-ba53-274573cc5424 req-24d3225e-5c31-4688-a60f-c076b19e649c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451703 Feb 09 04:07:36.057376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 3d0d7258-3452-45f4-84ee-062c3bd902b2 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:07:36.098412 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] The host n-h1-824835-15 is not matching for port 3d0d7258-3452-45f4-84ee-062c3bd902b2 host n-h2-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 04:07:36.098817 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 3d0d7258-3452-45f4-84ee-062c3bd902b2 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:07:36.243802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b657f-706e-4b59-a93d-8fbe619ac8cc req-5dbb83d3-465e-4fc7-8146-61207ab0b30c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:36.245310 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e16b657f-706e-4b59-a93d-8fbe619ac8cc req-5dbb83d3-465e-4fc7-8146-61207ab0b30c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 943 time: 0.0891650 Feb 09 04:07:36.264486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-733dce17-498a-48e0-b267-d2442e8af461 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:36.265951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-733dce17-498a-48e0-b267-d2442e8af461 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 943 time: 0.0825551 Feb 09 04:07:36.339500 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e16b657f-706e-4b59-a93d-8fbe619ac8cc req-8176a68c-922e-4a9f-bf3b-38a096101db0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877624 Feb 09 04:07:36.353561 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-052adcf5-6749-4bfa-a56b-5093edc3f02f service neutron] delete failed (client error): The resource could not be found. Feb 09 04:07:36.354564 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-052adcf5-6749-4bfa-a56b-5093edc3f02f service neutron] 10.222.0.65 "DELETE /v2.0/ports/3d0d7258-3452-45f4-84ee-062c3bd902b2/bindings/n-h1-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0813692 Feb 09 04:07:36.462016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-3e1fea44-9c47-4b17-83a0-0474c81f7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:36.463387 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-3e1fea44-9c47-4b17-83a0-0474c81f7c72 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 1126 time: 0.0452864 Feb 09 04:07:36.549715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-ae22c038-b80e-4b61-b619-a1951eae4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:36.551147 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-ae22c038-b80e-4b61-b619-a1951eae4a55 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0821724 Feb 09 04:07:36.618941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-0b7c71ca-6fc7-40d5-87d8-2a121172cd97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2 HTTP/1.1" status: 200 len: 998 time: 0.0623686 Feb 09 04:07:36.664328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-8a66e3fc-5dee-4c32-8916-d901fe0a573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:36.665766 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-8a66e3fc-5dee-4c32-8916-d901fe0a573f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0417237 Feb 09 04:07:36.714011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-4a5c7526-dedc-4de9-8637-ff9e25e07515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:36.715397 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-4a5c7526-dedc-4de9-8637-ff9e25e07515 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438678 Feb 09 04:07:36.806051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-eb907244-47d2-4a35-96fc-bc5ec837699a service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843351 Feb 09 04:07:36.892607 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-602ea7cd-5aa7-4c6e-882a-c8d3b6e7e7cc req-609218a9-9b2c-43c3-8f0a-f609c32100fa service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809042 Feb 09 04:07:36.909350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 3d0d7258-3452-45f4-84ee-062c3bd902b2 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:07:37.006542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:37.023300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'port_id': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'mac_address': 'fa:16:3e:d1:b9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:07:37.061079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 3d0d7258-3452-45f4-84ee-062c3bd902b2 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:07:37.061782 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:37.074205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0d7258-3452-45f4-84ee-062c3bd902b2 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:07:37.093385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:37.097690 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:37.144731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=3d0d7258-3452-45f4-84ee-062c3bd902b2,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:37.331502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['3d0d7258-3452-45f4-84ee-062c3bd902b2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:07:37.471812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202c4cd-11e1-4a4f-8ece-c37518cefcc1 req-78a404f8-a02f-4d5e-a7b2-adab40e36b04 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:37.473527 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2202c4cd-11e1-4a4f-8ece-c37518cefcc1 req-78a404f8-a02f-4d5e-a7b2-adab40e36b04 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 944 time: 0.0584040 Feb 09 04:07:37.523269 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2202c4cd-11e1-4a4f-8ece-c37518cefcc1 req-a709d5b1-aeae-44e0-8dbe-85d1bc729a50 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Feb 09 04:07:37.648527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8f56d-09a4-430c-b4c7-03b1a78ccfc1 req-9a3b23b9-ad98-4c48-ba6e-821481ec2590 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:37.650022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a4d8f56d-09a4-430c-b4c7-03b1a78ccfc1 req-9a3b23b9-ad98-4c48-ba6e-821481ec2590 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 944 time: 0.0585940 Feb 09 04:07:37.697030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a4d8f56d-09a4-430c-b4c7-03b1a78ccfc1 req-8791af6a-13cb-4f8c-a856-23e0c5582472 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413938 Feb 09 04:07:37.901920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fabe3-81c5-4310-a444-d70eb5a2c315 req-8f57fe55-5a45-4fbb-8ef4-a45f058173bb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:37.903302 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e2fabe3-81c5-4310-a444-d70eb5a2c315 req-8f57fe55-5a45-4fbb-8ef4-a45f058173bb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 944 time: 0.0544341 Feb 09 04:07:37.931931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f3f6-c758-412c-8018-085f1d990db7 req-1c97cf94-4f8c-4d56-9bb5-b615d2dc064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:37.933539 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa23f3f6-c758-412c-8018-085f1d990db7 req-1c97cf94-4f8c-4d56-9bb5-b615d2dc064d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 1127 time: 0.0453079 Feb 09 04:07:37.950599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e2fabe3-81c5-4310-a444-d70eb5a2c315 req-fa8d8a40-eaf7-4a52-9619-2c34f142dcd1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414727 Feb 09 04:07:37.977362 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:38.031280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f3f6-c758-412c-8018-085f1d990db7 req-324ec0c0-7c96-4988-b0a2-a3a0a51041cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:38.033316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa23f3f6-c758-412c-8018-085f1d990db7 req-324ec0c0-7c96-4988-b0a2-a3a0a51041cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0929019 Feb 09 04:07:38.097336 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa23f3f6-c758-412c-8018-085f1d990db7 req-4c5e92cd-907a-4323-9de0-20bf3be33e84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2 HTTP/1.1" status: 200 len: 999 time: 0.0585196 Feb 09 04:07:38.153686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f3f6-c758-412c-8018-085f1d990db7 req-26304f52-4c03-4ff6-baee-d7af4968da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:38.155051 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa23f3f6-c758-412c-8018-085f1d990db7 req-26304f52-4c03-4ff6-baee-d7af4968da1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0516446 Feb 09 04:07:38.204799 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f3f6-c758-412c-8018-085f1d990db7 req-b537a421-5830-48d6-a6dc-27ffc2ba6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:38.206398 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa23f3f6-c758-412c-8018-085f1d990db7 req-b537a421-5830-48d6-a6dc-27ffc2ba6c8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454383 Feb 09 04:07:38.292394 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa23f3f6-c758-412c-8018-085f1d990db7 req-040b5a5b-7700-4319-b0dc-21bcb934c732 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797818 Feb 09 04:07:38.382711 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa23f3f6-c758-412c-8018-085f1d990db7 req-dc7487c2-90c3-4448-b60e-9b211bbc2d39 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837095 Feb 09 04:07:38.910170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 3d0d7258-3452-45f4-84ee-062c3bd902b2 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:07:38.957444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 3d0d7258-3452-45f4-84ee-062c3bd902b2 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:07:38.961325 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 3d0d7258-3452-45f4-84ee-062c3bd902b2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:07:38.961769 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:39.044482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 3d0d7258-3452-45f4-84ee-062c3bd902b2 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:07:39.044871 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:39.069731 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:39.071950 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950e2b90-f25a-453e-bf9a-ed69a7c951e3" -d '{"events": [{"server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "name": "network-vif-plugged", "status": "completed", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:39.075397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962b7e0-77d7-45b4-89b4-24efd5f5e6c4 req-6882d97e-eac3-4f2a-921e-9e4ae79179de tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:39.079832 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4962b7e0-77d7-45b4-89b4-24efd5f5e6c4 req-6882d97e-eac3-4f2a-921e-9e4ae79179de tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 944 time: 0.0568931 Feb 09 04:07:39.085478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:39.090031 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:39.116664 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ae8cea-16cd-4df8-9f3f-a7046a67189e x-openstack-request-id: req-37ae8cea-16cd-4df8-9f3f-a7046a67189e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:39.117096 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "name": "network-vif-plugged", "status": "completed", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:39.117409 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37ae8cea-16cd-4df8-9f3f-a7046a67189e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:39.117803 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'code': 200} Feb 09 04:07:39.131391 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4962b7e0-77d7-45b4-89b4-24efd5f5e6c4 req-9095977d-96ec-4bfa-858a-b8da9a9653db tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445232 Feb 09 04:07:39.144944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=3d0d7258-3452-45f4-84ee-062c3bd902b2,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:39.371760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27e195-f41a-4a6d-88ca-91ac2fbbc5c0 req-ab30a4ce-0f36-4392-81a8-db36edecb22d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:39.373221 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb27e195-f41a-4a6d-88ca-91ac2fbbc5c0 req-ab30a4ce-0f36-4392-81a8-db36edecb22d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0566723 Feb 09 04:07:39.419235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bb27e195-f41a-4a6d-88ca-91ac2fbbc5c0 req-0b83e182-48f0-4f4a-9ecf-9e84892ab15f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397520 Feb 09 04:07:40.541101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f127b-5d61-4566-b4e8-e7878b901817 req-6f8a34a5-8c7c-4654-b7c3-2a8b93c3a359 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:40.542623 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c07f127b-5d61-4566-b4e8-e7878b901817 req-6f8a34a5-8c7c-4654-b7c3-2a8b93c3a359 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0522518 Feb 09 04:07:40.578388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-405c78ae-0dbf-46b6-a8b6-f6f31dee480e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:40.580153 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-405c78ae-0dbf-46b6-a8b6-f6f31dee480e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.42 "GET /v2.0/ports?device_id=2198bb52-e3df-4e06-82d7-f50887cc6c2d HTTP/1.1" status: 200 len: 945 time: 0.0536926 Feb 09 04:07:40.594496 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c07f127b-5d61-4566-b4e8-e7878b901817 req-413a60b7-3b7b-4817-a4d3-591bb5a562f8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456634 Feb 09 04:07:40.678403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Deleting port 3d0d7258-3452-45f4-84ee-062c3bd902b2 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:07:40.678743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:40.765038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] For port 3d0d7258-3452-45f4-84ee-062c3bd902b2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=3d0d7258-3452-45f4-84ee-062c3bd902b2,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:40.765310 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:40.930269 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:40.930622 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:40.930937 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc disassociated. External IP: 172.25.5.32, port: 3d0d7258-3452-45f4-84ee-062c3bd902b2. Feb 09 04:07:40.931270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Calling delete_port for 3d0d7258-3452-45f4-84ee-062c3bd902b2 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:07:41.058667 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3d0d7258-3452-45f4-84ee-062c3bd902b2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:41.086107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event deleted for resources: {'Port': ['ID=3d0d7258-3452-45f4-84ee-062c3bd902b2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:41.213530 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Router 9569840c-c405-47ca-9eff-8b1d32aedc9a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:07:41.324940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:07:41.338500 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242aeea-3003-4dda-b143-5b699f617ff9 None None] Sync routers for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:07:41.349214 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242aeea-3003-4dda-b143-5b699f617ff9 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:07:41.349896 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6242aeea-3003-4dda-b143-5b699f617ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:07:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:41.367906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] No DVR routers for this DVR port 3d0d7258-3452-45f4-84ee-062c3bd902b2 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:07:41.370578 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:41.373974 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-526cd6b0-bc83-43da-a0e0-e9be21090d1a req-6fd60907-7512-452d-a02e-51d838207fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.42 "DELETE /v2.0/ports/3d0d7258-3452-45f4-84ee-062c3bd902b2 HTTP/1.1" status: 204 len: 173 time: 0.7889717 Feb 09 04:07:41.374409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'name': 'network-vif-deleted', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:41.377396 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e52125-7515-4cd5-9d58-b6dbde94addb" -d '{"events": [{"server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "name": "network-vif-deleted", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:41.415870 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2431f308-e22c-4f17-990d-d800f7e1f123 x-openstack-request-id: req-2431f308-e22c-4f17-990d-d800f7e1f123 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:41.416311 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2198bb52-e3df-4e06-82d7-f50887cc6c2d", "name": "network-vif-deleted", "tag": "3d0d7258-3452-45f4-84ee-062c3bd902b2", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:41.416587 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2431f308-e22c-4f17-990d-d800f7e1f123 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:41.416986 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2198bb52-e3df-4e06-82d7-f50887cc6c2d', 'name': 'network-vif-deleted', 'tag': '3d0d7258-3452-45f4-84ee-062c3bd902b2', 'status': 'completed', 'code': 200} Feb 09 04:07:41.468790 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-6242aeea-3003-4dda-b143-5b699f617ff9 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:07:41.676592 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6242aeea-3003-4dda-b143-5b699f617ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:41.707627 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242aeea-3003-4dda-b143-5b699f617ff9 None None] Checking router: 9569840c-c405-47ca-9eff-8b1d32aedc9a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:07:41.712220 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242aeea-3003-4dda-b143-5b699f617ff9 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:07:41.712809 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6242aeea-3003-4dda-b143-5b699f617ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:07:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:41.825702 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-6242aeea-3003-4dda-b143-5b699f617ff9 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:07:41.846353 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3506a055-d4e9-497f-a912-2ea22e86af23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1018786031&fields=id&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 267 time: 0.0424857 Feb 09 04:07:41.953196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-b7fd2e83-9a09-4dae-9e0a-dbb3cda9e2b1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:41.956965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-b7fd2e83-9a09-4dae-9e0a-dbb3cda9e2b1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 810 time: 0.1035118 Feb 09 04:07:41.972114 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-99e95066-46c8-478b-bb7d-1311a5de1773 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/quotas/c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 375 time: 0.0096087 Feb 09 04:07:42.030320 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6242aeea-3003-4dda-b143-5b699f617ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:42.032871 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-5507e145-249a-4f92-a2d4-754b39dbee45 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545909 Feb 09 04:07:42.134311 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-a4b8c36c-b3e0-4e5e-bce0-461c9d60945d service neutron] 10.222.0.21 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892503 Feb 09 04:07:42.152005 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242aeea-3003-4dda-b143-5b699f617ff9 None None] The sync data for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 is: [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:07:42.233591 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-ef4bd5d1-07cd-4254-a5fb-f34581f153aa service neutron] 10.222.0.21 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934446 Feb 09 04:07:42.416429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc9b5d6-aa71-49b3-841f-02e042dcc374 None None] New status for floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:07:42.419803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13facc30-6e84-46fe-8e08-aa0133765802 req-512f16e4-684a-4bd4-a386-4b6923b03fac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 210 time: 0.0409913 Feb 09 04:07:43.382686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-e02d7e1d-bd4e-4426-93ef-48b9cde9296a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:43.384133 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-e02d7e1d-bd4e-4426-93ef-48b9cde9296a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 810 time: 0.1071649 Feb 09 04:07:43.451885 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-856041b5-2148-4f95-b6ea-b438835cd813 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 380 time: 0.0530221 Feb 09 04:07:43.474974 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Request body: {'port': {'device_id': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'admin_state_up': True, 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'security_groups': ['13cf2399-b8de-4ae2-be0c-405996cbaf37']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:07:43.829477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79e1a09a-c4cc-48ec-91c7-59d71b3dfaa8 req-2206d8c6-b992-466d-bd74-38a97581c366 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 210 time: 0.3351283 Feb 09 04:07:43.892366 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Made reservation on behalf of c90a25f9be1a47a7bcd640bb4f5642d0 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:07:43.895917 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.021195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Allocated IP 172.20.0.13 (fd72474b-166d-43f2-90f3-4094444fd75c/d736f852-c82d-4439-ae76-e2e07c02b1d7/7e96dd07-889b-4eee-9e3f-3270b7b1ed37) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:07:44.157123 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.190998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.235283 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Network fd72474b-166d-43f2-90f3-4094444fd75c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:07:44.238393 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:07:44.242018 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:07:44.265853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:44.281456 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.281806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.282915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.283522 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.283621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.283957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.284297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.284627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.284954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.285279 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.285703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.286031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.286358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:44.307875 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:44.308522 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.325142 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-0aa258f5-699d-4bc9-9d79-407ea9dd22f9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8541970 Feb 09 04:07:44.343042 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Request body: {'port': {'device_id': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:07:44.411123 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.478129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ade746d3-bd0d-4da0-b256-269123c702ad None None] Provisioning complete for port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:07:44.478693 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ade746d3-bd0d-4da0-b256-269123c702ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.511675 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ade746d3-bd0d-4da0-b256-269123c702ad None None] Port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:07:44.678211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:07:44.685944 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Publish callbacks [] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.699143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Transition to ACTIVE for port object 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:07:44.703134 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.752954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:44.831148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Attempting to bind port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:07:44.831749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Attempting to bind port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:07:44.831901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Attempting to bind port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:07:44.836611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on network fd72474b-166d-43f2-90f3-4094444fd75c not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:07:44.836932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Attempting to bind port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:07:44.841980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:07:44.842323 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:07:44.842716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Bound using segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:07:44.843143 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Bound port: 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:07:44.843504 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.910574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 3d0d7258-3452-45f4-84ee-062c3bd902b2 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:07:44.913095 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:07:44.916843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:07:44.928078 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.937844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 3d0d7258-3452-45f4-84ee-062c3bd902b2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:07:44.938122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 3d0d7258-3452-45f4-84ee-062c3bd902b2 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:07:44.960909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:44.961556 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.962957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] 10.222.0.65 "PUT /v2.0/ports/7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 1093 time: 0.6243932 Feb 09 04:07:44.963411 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:44.965711 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078f0dea-10a3-4d6e-8a69-56138a89e750" -d '{"events": [{"name": "network-changed", "server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:44.969377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2685cb-c8fc-41cd-925d-dc6ff9130461 req-b1513077-050b-4665-b16d-2d59e5195b02 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:44.971601 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf2685cb-c8fc-41cd-925d-dc6ff9130461 req-b1513077-050b-4665-b16d-2d59e5195b02 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 944 time: 0.0615127 Feb 09 04:07:45.033581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb15abf-737e-4034-b447-7d2ff166ecd7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:45.036870 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cf2685cb-c8fc-41cd-925d-dc6ff9130461 req-98b1d252-08a8-45a0-8590-08dc8bccd62e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566144 Feb 09 04:07:45.051638 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a045f9-af74-44e3-9015-1b38dcaa198e x-openstack-request-id: req-02a045f9-af74-44e3-9015-1b38dcaa198e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:45.051954 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:45.052200 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02a045f9-af74-44e3-9015-1b38dcaa198e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:45.052613 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'status': 'completed', 'code': 200} Feb 09 04:07:45.087549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-927a1a08-7f56-4d54-9da3-94e5298b6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:45.089159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-927a1a08-7f56-4d54-9da3-94e5298b6e08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 1127 time: 0.0649614 Feb 09 04:07:45.138928 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-aaa17925-0b32-4836-a3ed-d94c93326173 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 217 time: 0.0369756 Feb 09 04:07:45.190881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-932648b8-ec5b-4cbb-9059-41d73e03e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:45.192267 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-932648b8-ec5b-4cbb-9059-41d73e03e0ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0467892 Feb 09 04:07:45.245165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-98bf69f6-dd5a-44ec-be8d-adf32eb270a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:45.246679 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-98bf69f6-dd5a-44ec-be8d-adf32eb270a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484197 Feb 09 04:07:45.339647 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-086789f7-d03d-4950-8931-5ddb7cbc111c service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867872 Feb 09 04:07:45.433547 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce9e4727-7446-4224-a4e1-9a2ebb2f687e req-6da132f0-605b-4156-be79-4d90f9bebbb6 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872030 Feb 09 04:07:45.569825 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0dea-10a3-4d6e-8a69-56138a89e750 req-823793a6-fdcc-4e1f-a7d3-d96a1b45c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:45.571308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-078f0dea-10a3-4d6e-8a69-56138a89e750 req-823793a6-fdcc-4e1f-a7d3-d96a1b45c64b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 1127 time: 0.0464859 Feb 09 04:07:45.675282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0dea-10a3-4d6e-8a69-56138a89e750 req-54199081-6c78-4a4f-9959-b2524378db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:45.676752 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-078f0dea-10a3-4d6e-8a69-56138a89e750 req-54199081-6c78-4a4f-9959-b2524378db23 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0996401 Feb 09 04:07:45.711399 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-28da1815-e7e5-4272-b33f-b9569a617782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:45.723299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-078f0dea-10a3-4d6e-8a69-56138a89e750 req-28d2558a-578a-41bd-b4b7-8e1882773781 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 217 time: 0.0402133 Feb 09 04:07:45.770288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0dea-10a3-4d6e-8a69-56138a89e750 req-cb6a8e9d-e7d5-4ec6-9805-7fb6293b35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:45.771707 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-078f0dea-10a3-4d6e-8a69-56138a89e750 req-cb6a8e9d-e7d5-4ec6-9805-7fb6293b35c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0428536 Feb 09 04:07:45.819542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0dea-10a3-4d6e-8a69-56138a89e750 req-e7ad80c3-97fe-48d0-9ac2-e1c42efd3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:45.820927 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-078f0dea-10a3-4d6e-8a69-56138a89e750 req-e7ad80c3-97fe-48d0-9ac2-e1c42efd3c93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435765 Feb 09 04:07:45.912435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-078f0dea-10a3-4d6e-8a69-56138a89e750 req-ee6d78ae-8cfd-4377-82ee-a590b39e2b86 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855396 Feb 09 04:07:45.999551 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-078f0dea-10a3-4d6e-8a69-56138a89e750 req-5c3a9c95-48bb-44c1-a180-cc6b75aa642f service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816333 Feb 09 04:07:46.165188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07d43c-5010-4907-b3c3-21dc23384722 req-d0c5e087-0288-4c88-b1e4-bcd67f653b36 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:46.166848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7f07d43c-5010-4907-b3c3-21dc23384722 req-d0c5e087-0288-4c88-b1e4-bcd67f653b36 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 944 time: 0.0589058 Feb 09 04:07:46.213070 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7f07d43c-5010-4907-b3c3-21dc23384722 req-2fac198a-e728-4a46-b9bb-b586ef21fe86 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406287 Feb 09 04:07:47.334340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed842b88-3a3b-451f-a800-547c279ac3e1 req-31cc1f18-869b-4876-ac3e-87fb3d781a61 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:47.335781 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed842b88-3a3b-451f-a800-547c279ac3e1 req-31cc1f18-869b-4876-ac3e-87fb3d781a61 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 944 time: 0.0550184 Feb 09 04:07:47.381823 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ed842b88-3a3b-451f-a800-547c279ac3e1 req-964d5e4f-3852-4d71-9ac3-f930d2f1f54c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404429 Feb 09 04:07:48.135362 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:07:48.237785 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-adae0095-52ce-4938-8e73-54f2c90fc09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:48.244899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:48.255201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'port_id': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'mac_address': 'fa:16:3e:3a:91:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:07:48.294078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:07:48.294469 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:48.306901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:07:48.330076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:48.333851 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:48.388708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:48.499007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6d26d-72a1-47ed-9f11-f1cea7409b91 req-7220d97e-ac20-4e87-8c54-4f5aaf9b1948 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:48.500480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-00e6d26d-72a1-47ed-9f11-f1cea7409b91 req-7220d97e-ac20-4e87-8c54-4f5aaf9b1948 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 945 time: 0.0525768 Feb 09 04:07:48.548356 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-00e6d26d-72a1-47ed-9f11-f1cea7409b91 req-979fc280-322b-468d-bbd6-56ea8c4a7770 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418222 Feb 09 04:07:48.719634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['7e96dd07-889b-4eee-9e3f-3270b7b1ed37'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:07:49.489497 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:49.669062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa862b8c-684b-47a2-87fa-42671d22e8c2 req-a0b74af1-246c-42de-a1ef-143e42e24847 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:49.670579 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa862b8c-684b-47a2-87fa-42671d22e8c2 req-a0b74af1-246c-42de-a1ef-143e42e24847 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 945 time: 0.0549853 Feb 09 04:07:49.716548 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa862b8c-684b-47a2-87fa-42671d22e8c2 req-f2c2b0d9-959d-49ca-bc90-71c103d9c8b4 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397422 Feb 09 04:07:50.151780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:07:50.199659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:07:50.203739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:07:50.204732 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:50.279214 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:07:50.279600 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:50.304314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:50.306482 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd449be-cdbf-4bec-a186-850d51a17928" -d '{"events": [{"server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "name": "network-vif-plugged", "status": "completed", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:50.319343 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:50.323262 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:50.348157 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72ed53d-44ae-46aa-8e71-76981557e4ad x-openstack-request-id: req-e72ed53d-44ae-46aa-8e71-76981557e4ad {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:50.348443 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "name": "network-vif-plugged", "status": "completed", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:50.348693 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e72ed53d-44ae-46aa-8e71-76981557e4ad {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:50.349076 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'code': 200} Feb 09 04:07:50.371123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:50.476904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca16982-af11-4e1e-96d5-2eebe4bc7d80 req-c5db7a0b-ac40-44fc-8db4-3cfdc0ad4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:50.478439 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8ca16982-af11-4e1e-96d5-2eebe4bc7d80 req-c5db7a0b-ac40-44fc-8db4-3cfdc0ad4ba4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 1129 time: 0.0446014 Feb 09 04:07:50.526100 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8ca16982-af11-4e1e-96d5-2eebe4bc7d80 req-beed48df-42c9-4743-b217-75636c233926 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410631 Feb 09 04:07:50.840626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b69aa-579d-4e59-9b29-2256d194e180 req-3ff14b50-0a5e-47f1-81b6-2e20d9382a12 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:50.842115 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-102b69aa-579d-4e59-9b29-2256d194e180 req-3ff14b50-0a5e-47f1-81b6-2e20d9382a12 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0529032 Feb 09 04:07:50.888271 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-102b69aa-579d-4e59-9b29-2256d194e180 req-c7791cc3-cd3b-418d-bcd2-9466eedd9040 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403190 Feb 09 04:07:50.927397 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:52.010991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1fe16-e428-484e-b79f-98254f90ce38 req-48dd314c-e172-4284-98fb-9abda3f50d07 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:52.012487 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dcd1fe16-e428-484e-b79f-98254f90ce38 req-48dd314c-e172-4284-98fb-9abda3f50d07 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0536392 Feb 09 04:07:52.054987 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:52.060760 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dcd1fe16-e428-484e-b79f-98254f90ce38 req-2f61f0bb-7de9-400f-99db-f01242e50649 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420089 Feb 09 04:07:52.177333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981f3a9-ccc6-42be-84b9-c99e2c271950 req-8aa0a9b3-774e-4cb7-abb2-bc82be0a521d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:52.178744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c981f3a9-ccc6-42be-84b9-c99e2c271950 req-8aa0a9b3-774e-4cb7-abb2-bc82be0a521d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0515876 Feb 09 04:07:52.187564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 54602) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:07:52.192871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-87efd5fb-b96d-49bb-9b80-84c5875ad595 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Request body: {'floatingip': {'port_id': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:07:52.233972 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-87efd5fb-b96d-49bb-9b80-84c5875ad595 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:52.650892 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-87efd5fb-b96d-49bb-9b80-84c5875ad595 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:52.654616 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-87efd5fb-b96d-49bb-9b80-84c5875ad595 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:53.058136 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-87efd5fb-b96d-49bb-9b80-84c5875ad595 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc associated. External IP: 172.25.5.32, port: 7e96dd07-889b-4eee-9e3f-3270b7b1ed37. Feb 09 04:07:53.269769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87efd5fb-b96d-49bb-9b80-84c5875ad595 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Router 9569840c-c405-47ca-9eff-8b1d32aedc9a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:07:53.376071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87efd5fb-b96d-49bb-9b80-84c5875ad595 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:07:53.380954 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-87efd5fb-b96d-49bb-9b80-84c5875ad595 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:53.385952 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696d681-cef2-42e1-8fff-24c776709753 None None] Sync routers for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:07:53.396178 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696d681-cef2-42e1-8fff-24c776709753 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:07:53.397081 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1696d681-cef2-42e1-8fff-24c776709753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:07:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:53.419267 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-87efd5fb-b96d-49bb-9b80-84c5875ad595 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "PUT /v2.0/floatingips/b7255952-1d54-4176-9d81-47fa7b5a66cc HTTP/1.1" status: 200 len: 991 time: 1.2275946 Feb 09 04:07:53.419267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:53.419916 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fed437e-2132-4b4a-8064-7bfb2a786954" -d '{"events": [{"name": "network-changed", "server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:53.470258 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779ff5a0-00a1-4319-906d-bf34d3300ecf x-openstack-request-id: req-779ff5a0-00a1-4319-906d-bf34d3300ecf {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:53.470595 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:53.470806 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-779ff5a0-00a1-4319-906d-bf34d3300ecf {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:53.471217 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'status': 'completed', 'code': 200} Feb 09 04:07:53.514058 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-1696d681-cef2-42e1-8fff-24c776709753 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:07:53.566797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1be3d-60f8-4adb-97a0-94c9fc737815 req-26c954cb-016d-4cfb-9c62-44345aa6515f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:53.568224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0b1be3d-60f8-4adb-97a0-94c9fc737815 req-26c954cb-016d-4cfb-9c62-44345aa6515f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0856683 Feb 09 04:07:53.596490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed437e-2132-4b4a-8064-7bfb2a786954 req-73bb400c-fe9a-4590-b62d-874f7dc501a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:53.597920 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4fed437e-2132-4b4a-8064-7bfb2a786954 req-73bb400c-fe9a-4590-b62d-874f7dc501a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 1129 time: 0.0770462 Feb 09 04:07:53.666604 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e0b1be3d-60f8-4adb-97a0-94c9fc737815 req-660a8eeb-e3ee-4e7d-a531-05c891a2a160 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918257 Feb 09 04:07:53.706939 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed437e-2132-4b4a-8064-7bfb2a786954 req-b1e2df06-c44a-499e-b8e8-2ac1e987f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:53.708395 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4fed437e-2132-4b4a-8064-7bfb2a786954 req-b1e2df06-c44a-499e-b8e8-2ac1e987f48b service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0996633 Feb 09 04:07:53.740183 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1696d681-cef2-42e1-8fff-24c776709753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b7255952-1d54-4176-9d81-47fa7b5a66cc', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'port_id': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'mac_address': 'fa:16:3e:3a:91:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:06:06Z', 'updated_at': '2022-02-09T04:07:52Z', 'revision_number': 9, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:53.765829 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696d681-cef2-42e1-8fff-24c776709753 None None] Checking router: 9569840c-c405-47ca-9eff-8b1d32aedc9a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:07:53.774866 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696d681-cef2-42e1-8fff-24c776709753 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:07:53.775458 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1696d681-cef2-42e1-8fff-24c776709753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:07:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:53.778751 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4fed437e-2132-4b4a-8064-7bfb2a786954 req-f2688814-3d2f-4e51-8f69-df7da85a6c1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 999 time: 0.0641880 Feb 09 04:07:53.825450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed437e-2132-4b4a-8064-7bfb2a786954 req-527a2331-5252-4c9b-aa78-64349fd5447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:53.826817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4fed437e-2132-4b4a-8064-7bfb2a786954 req-527a2331-5252-4c9b-aa78-64349fd5447b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0428746 Feb 09 04:07:53.876156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed437e-2132-4b4a-8064-7bfb2a786954 req-380083eb-7819-4e5f-b588-06a389621cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:53.878169 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4fed437e-2132-4b4a-8064-7bfb2a786954 req-380083eb-7819-4e5f-b588-06a389621cd1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450206 Feb 09 04:07:53.882592 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-1696d681-cef2-42e1-8fff-24c776709753 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:07:53.972332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4fed437e-2132-4b4a-8064-7bfb2a786954 req-92b5497e-ff5c-4e4f-8958-be5a4a006b30 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876675 Feb 09 04:07:54.063437 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4fed437e-2132-4b4a-8064-7bfb2a786954 req-c7872626-54ec-46d7-b8cf-d44785adca1d service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840485 Feb 09 04:07:54.105437 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1696d681-cef2-42e1-8fff-24c776709753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b7255952-1d54-4176-9d81-47fa7b5a66cc', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'port_id': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'mac_address': 'fa:16:3e:3a:91:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:06:06Z', 'updated_at': '2022-02-09T04:07:52Z', 'revision_number': 9, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:54.134846 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696d681-cef2-42e1-8fff-24c776709753 None None] The sync data for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 is: [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b7255952-1d54-4176-9d81-47fa7b5a66cc', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'port_id': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'mac_address': 'fa:16:3e:3a:91:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:06:06Z', 'updated_at': '2022-02-09T04:07:52Z', 'revision_number': 9, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:07:54.320953 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4397baf5-f7ff-4cbd-8b2c-a20c09c0958d None None] New status for floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:07:54.547490 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:54.794190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9f49-a5b4-4fec-adc1-a8a5269d6c2d req-e2c3856b-8a98-4f54-856c-7c42c5d874b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:54.795662 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-492b9f49-a5b4-4fec-adc1-a8a5269d6c2d req-e2c3856b-8a98-4f54-856c-7c42c5d874b9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0567112 Feb 09 04:07:54.842801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-492b9f49-a5b4-4fec-adc1-a8a5269d6c2d req-79488a9e-d497-4a88-a2af-abc9ea6be57f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407879 Feb 09 04:07:55.074818 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-e772d3da-c5e5-44ee-8b4e-e4db523acc3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457752 Feb 09 04:07:55.086571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45303345-8497-4486-b3bd-e9e2c839a618 req-5f74bb68-593b-40f0-87ce-c7fc53ea1649 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:55.088425 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45303345-8497-4486-b3bd-e9e2c839a618 req-5f74bb68-593b-40f0-87ce-c7fc53ea1649 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0526860 Feb 09 04:07:55.138012 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-45303345-8497-4486-b3bd-e9e2c839a618 req-7a5adc20-503d-4ab8-b3dd-f7900353faf5 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435874 Feb 09 04:07:56.201348 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455fca-36f5-43a6-8325-bb974359e20e req-f9bfb70b-721c-4bc7-ab31-9a5d6e581a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:56.202994 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-f9bfb70b-721c-4bc7-ab31-9a5d6e581a87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 1129 time: 0.0523980 Feb 09 04:07:56.325573 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5367c-aaf8-41e8-8323-e3242348a893 req-6fe21872-3445-4061-8933-2c77f199506d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:56.327038 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ed5367c-aaf8-41e8-8323-e3242348a893 req-6fe21872-3445-4061-8933-2c77f199506d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.1185298 Feb 09 04:07:56.353989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455fca-36f5-43a6-8325-bb974359e20e req-c7a04470-3af4-4e00-8142-542700243a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:56.355413 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-c7a04470-3af4-4e00-8142-542700243a1d service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.1452427 Feb 09 04:07:56.420095 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ed5367c-aaf8-41e8-8323-e3242348a893 req-4d080948-1651-4113-a197-3c593c12fc26 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839531 Feb 09 04:07:56.437616 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-cc3c0276-4644-4536-b60b-c2686aaf464d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 1002 time: 0.0754187 Feb 09 04:07:56.490694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455fca-36f5-43a6-8325-bb974359e20e req-a8baaaeb-e747-486e-86ab-46d24f659268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:56.492078 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-a8baaaeb-e747-486e-86ab-46d24f659268 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0478456 Feb 09 04:07:56.540817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455fca-36f5-43a6-8325-bb974359e20e req-5ff1c61f-3945-4fde-8a63-3f2209675c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:56.542286 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-5ff1c61f-3945-4fde-8a63-3f2209675c58 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446682 Feb 09 04:07:56.630676 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-99cb54a2-cfe5-4245-bda5-0ca64f815ebf service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817971 Feb 09 04:07:56.725485 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-a27191dd-9b43-43a7-b77c-5c9976e68106 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871058 Feb 09 04:07:57.356463 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:07:57.544889 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016902a-adf3-4479-9d63-b0a18d07bbe9 req-fc03cdf0-174b-4d1e-a2f1-c7eec084ac02 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:57.546381 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f016902a-adf3-4479-9d63-b0a18d07bbe9 req-fc03cdf0-174b-4d1e-a2f1-c7eec084ac02 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0558374 Feb 09 04:07:57.593153 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f016902a-adf3-4479-9d63-b0a18d07bbe9 req-ab9445d5-7597-4245-8d5d-35036f6873b1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403323 Feb 09 04:07:58.714517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250521a-8304-4aa9-ac65-681303e65ea8 req-6208d1d7-b2c6-48ab-9948-27cdf85ef51f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:58.715976 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9250521a-8304-4aa9-ac65-681303e65ea8 req-6208d1d7-b2c6-48ab-9948-27cdf85ef51f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0538759 Feb 09 04:07:58.766952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9250521a-8304-4aa9-ac65-681303e65ea8 req-eaf5eb60-947c-4a75-8c6b-3e71835604af tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447772 Feb 09 04:07:59.886476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8232bc-f357-4091-bfe5-8aa970ac1ea1 req-ad14254f-e23a-4f07-827d-60817289480a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:59.887945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bd8232bc-f357-4091-bfe5-8aa970ac1ea1 req-ad14254f-e23a-4f07-827d-60817289480a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0525510 Feb 09 04:07:59.934506 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bd8232bc-f357-4091-bfe5-8aa970ac1ea1 req-d34232cc-440d-4988-97a6-f2c8af163b64 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399580 Feb 09 04:08:01.076160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b6de5-ac55-4d04-9c55-734da7f9f5c8 req-f97ca3b6-37e5-483d-b83c-c8c5b6291e82 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:01.077781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b94b6de5-ac55-4d04-9c55-734da7f9f5c8 req-f97ca3b6-37e5-483d-b83c-c8c5b6291e82 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0708220 Feb 09 04:08:01.132022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b94b6de5-ac55-4d04-9c55-734da7f9f5c8 req-d18232cc-219f-4e46-acc9-0b7be4807513 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484123 Feb 09 04:08:02.253718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c06370-ebdc-4fbf-86c9-f6b859e34ca0 req-f76b7497-a388-4373-b5de-cbcf5d6308b8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:02.255717 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97c06370-ebdc-4fbf-86c9-f6b859e34ca0 req-f76b7497-a388-4373-b5de-cbcf5d6308b8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0531490 Feb 09 04:08:02.306006 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-97c06370-ebdc-4fbf-86c9-f6b859e34ca0 req-38615579-c5a9-43bb-8fa8-31f2c2bba94f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452740 Feb 09 04:08:03.426909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f7d60-87a4-46c5-b532-4e06d8eb0d5d req-cc75968b-6b1f-44dd-a22f-cf33eed655c3 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:03.428498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-965f7d60-87a4-46c5-b532-4e06d8eb0d5d req-cc75968b-6b1f-44dd-a22f-cf33eed655c3 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0530472 Feb 09 04:08:03.476065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-965f7d60-87a4-46c5-b532-4e06d8eb0d5d req-544e3200-9209-4cef-b9d1-03eaa2bdbd81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418932 Feb 09 04:08:04.596658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba2905-b1e6-4530-82ce-2e829368d9dd req-c0c658a2-0a14-48aa-acee-52788e100d61 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:04.598159 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6ba2905-b1e6-4530-82ce-2e829368d9dd req-c0c658a2-0a14-48aa-acee-52788e100d61 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0537837 Feb 09 04:08:04.643610 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f6ba2905-b1e6-4530-82ce-2e829368d9dd req-f37e4be5-0b4b-42b6-bda3-1c76771812e6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398519 Feb 09 04:08:05.762788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6593ede-1c5b-4278-8d0d-7c459b869695 req-e23fba17-131d-40d1-b56d-45b9835a7c66 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:05.764268 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b6593ede-1c5b-4278-8d0d-7c459b869695 req-e23fba17-131d-40d1-b56d-45b9835a7c66 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0520039 Feb 09 04:08:05.810775 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b6593ede-1c5b-4278-8d0d-7c459b869695 req-e8d8327a-5d9c-48dc-95de-37d871c32b5c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397544 Feb 09 04:08:06.929575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31909f0-ba76-441a-a9a4-04328ccabe3e req-58c33a7a-f50f-471a-a356-e9f52fe1fa60 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:06.931027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e31909f0-ba76-441a-a9a4-04328ccabe3e req-58c33a7a-f50f-471a-a356-e9f52fe1fa60 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0533490 Feb 09 04:08:06.979565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e31909f0-ba76-441a-a9a4-04328ccabe3e req-b634dd74-aa38-4070-85c5-88eeca1b2b23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Feb 09 04:08:07.971044 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:08.101759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6b1ac-53c8-423e-8700-8c1a685b186c req-7c889fce-34e8-42fa-8bf6-b30f13a37b2b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:08.103230 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dea6b1ac-53c8-423e-8700-8c1a685b186c req-7c889fce-34e8-42fa-8bf6-b30f13a37b2b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0565500 Feb 09 04:08:08.152920 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dea6b1ac-53c8-423e-8700-8c1a685b186c req-bfb45031-f278-46a9-bf21-1f1763f21334 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432184 Feb 09 04:08:09.277491 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81ae9f-9a3e-4f4d-ac3f-0e0eb1b3bbe7 req-a5621a32-8465-4d45-b01e-eb73382d8883 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:09.278959 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0d81ae9f-9a3e-4f4d-ac3f-0e0eb1b3bbe7 req-a5621a32-8465-4d45-b01e-eb73382d8883 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0576646 Feb 09 04:08:09.326033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0d81ae9f-9a3e-4f4d-ac3f-0e0eb1b3bbe7 req-0414087f-d9a0-490d-afeb-f989c3127bbd tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 Feb 09 04:08:10.444920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98833f86-76ba-4524-ac45-62a6c70fa7c0 req-7c9fa3d9-9c85-46d1-af68-a94c72e419ad tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:10.446414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98833f86-76ba-4524-ac45-62a6c70fa7c0 req-7c9fa3d9-9c85-46d1-af68-a94c72e419ad tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0529263 Feb 09 04:08:10.493248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-98833f86-76ba-4524-ac45-62a6c70fa7c0 req-ea057a07-4616-4f6c-b711-e944c805f0a4 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411935 Feb 09 04:08:11.611425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ea8f2-e629-4cc6-9e88-34f0a00f8057 req-4c448a7f-c82e-4e63-bd14-8ab8e06645f7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:11.612901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-599ea8f2-e629-4cc6-9e88-34f0a00f8057 req-4c448a7f-c82e-4e63-bd14-8ab8e06645f7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0518830 Feb 09 04:08:11.659211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-599ea8f2-e629-4cc6-9e88-34f0a00f8057 req-54396e4f-3f9f-4083-bbdf-a02c8fddd440 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406418 Feb 09 04:08:12.784147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8519c-6447-4f46-a2e8-ff70f29563f6 req-825ea051-8d2e-4e34-9670-97b51046fff6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:12.785639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aac8519c-6447-4f46-a2e8-ff70f29563f6 req-825ea051-8d2e-4e34-9670-97b51046fff6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0583792 Feb 09 04:08:12.832547 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aac8519c-6447-4f46-a2e8-ff70f29563f6 req-0f965306-5962-456a-ab5a-53309e825888 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412552 Feb 09 04:08:13.952351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58a98-67aa-4924-ac55-79051c67f570 req-1b84689d-f57e-49fb-97e0-f3ecd465f33c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:13.953856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e9c58a98-67aa-4924-ac55-79051c67f570 req-1b84689d-f57e-49fb-97e0-f3ecd465f33c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0523167 Feb 09 04:08:14.005318 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e9c58a98-67aa-4924-ac55-79051c67f570 req-69566a5b-46d3-46e7-befd-65ff92aa4ed7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457592 Feb 09 04:08:15.179512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c9c9d-0e1c-4128-9b9d-41604b9fe068 req-71f1af56-da94-4859-a71b-5b952448f890 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:15.180965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e24c9c9d-0e1c-4128-9b9d-41604b9fe068 req-71f1af56-da94-4859-a71b-5b952448f890 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.1071908 Feb 09 04:08:15.228188 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e24c9c9d-0e1c-4128-9b9d-41604b9fe068 req-81d312af-43da-4d46-b44e-85962714275d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 Feb 09 04:08:15.712294 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e85bd47-c7db-40be-8edc-2a3f6c5d6bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:16.407306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281bd84-8815-4fc0-b6c9-5acff25c884a req-565e0cec-a3a4-4686-82a9-c74b671e9d6a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:16.408784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4281bd84-8815-4fc0-b6c9-5acff25c884a req-565e0cec-a3a4-4686-82a9-c74b671e9d6a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.1104445 Feb 09 04:08:16.454776 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4281bd84-8815-4fc0-b6c9-5acff25c884a req-c639bb63-50b8-42c6-a3df-ed5431d514ee tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403881 Feb 09 04:08:17.574877 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dda46-cf9e-42a8-bfe4-9e1c1b56da56 req-f80e6cb4-39c9-4ee8-918b-67898b9073c7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:17.576357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-218dda46-cf9e-42a8-bfe4-9e1c1b56da56 req-f80e6cb4-39c9-4ee8-918b-67898b9073c7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0534759 Feb 09 04:08:17.629529 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-218dda46-cf9e-42a8-bfe4-9e1c1b56da56 req-df4dd2f5-24e9-4838-8155-2a01eb08dca5 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474510 Feb 09 04:08:18.221395 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6053b4db-d455-4e39-9dea-9309eda85517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:18.749653 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f414-48d4-480e-8d45-439392d4fcdf req-6fa59142-622a-455b-a3c2-9750912afe9f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:18.751903 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1411f414-48d4-480e-8d45-439392d4fcdf req-6fa59142-622a-455b-a3c2-9750912afe9f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0542736 Feb 09 04:08:18.798756 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1411f414-48d4-480e-8d45-439392d4fcdf req-9a78e174-6709-4d39-93a0-10ecbee9e068 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409834 Feb 09 04:08:19.491611 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:19.921170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876d9a7-ba18-48b3-9f51-df814cf7c975 req-0263d88b-1896-4baa-976a-d8d7784011b5 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:19.922993 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c876d9a7-ba18-48b3-9f51-df814cf7c975 req-0263d88b-1896-4baa-976a-d8d7784011b5 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0530360 Feb 09 04:08:19.969511 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c876d9a7-ba18-48b3-9f51-df814cf7c975 req-b5a9afd6-4d22-400a-8c8a-6bbe5b738806 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401945 Feb 09 04:08:20.918937 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:21.096246 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769fe50-876d-4486-a75a-524aaea1ba87 req-200e039f-b0bd-4d92-8e17-c73c6ec3102f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:21.097889 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a769fe50-876d-4486-a75a-524aaea1ba87 req-200e039f-b0bd-4d92-8e17-c73c6ec3102f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0582075 Feb 09 04:08:21.146071 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a769fe50-876d-4486-a75a-524aaea1ba87 req-f9f5785f-7be2-4f20-9383-1ffcc85f0209 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417690 Feb 09 04:08:22.056797 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:22.267859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845ea6f-514e-49a6-9f1b-8e0bc2b56e85 req-5fd08133-5b8f-46bd-b61a-21992f510b03 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:22.269276 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4845ea6f-514e-49a6-9f1b-8e0bc2b56e85 req-5fd08133-5b8f-46bd-b61a-21992f510b03 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0534098 Feb 09 04:08:22.317534 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4845ea6f-514e-49a6-9f1b-8e0bc2b56e85 req-f5299200-d901-458a-8777-7b2bbb3a289f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425606 Feb 09 04:08:23.437146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5629e-59d4-4ee2-a16e-352835279a7b req-7602ff1b-7d87-41e8-9ba9-27b513ac1cf6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:23.439296 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57c5629e-59d4-4ee2-a16e-352835279a7b req-7602ff1b-7d87-41e8-9ba9-27b513ac1cf6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0547435 Feb 09 04:08:23.485840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-57c5629e-59d4-4ee2-a16e-352835279a7b req-ed1549d3-151d-4f12-9c6e-a263eb52f888 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408366 Feb 09 04:08:23.817231 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-ba455fca-36f5-43a6-8325-bb974359e20e req-a6a494f3-36b6-4694-ab9c-23faa6d2df7a service neutron] show failed (client error): The resource could not be found. Feb 09 04:08:23.818259 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-a6a494f3-36b6-4694-ab9c-23faa6d2df7a service neutron] 10.222.0.65 "GET /v2.0/ports/7e96dd07-889b-4eee-9e3f-3270b7b1ed37/bindings/n-h2-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0579143 Feb 09 04:08:24.023033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455fca-36f5-43a6-8325-bb974359e20e req-86a0324a-c512-4bd4-8f15-862b9140faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:24.024533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-86a0324a-c512-4bd4-8f15-862b9140faed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 1129 time: 0.0487938 Feb 09 04:08:24.036669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:08:24.093761 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:24.289443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:08:24.322557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:08:24.366064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:08:24.368351 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b26ba76-1561-45c9-ba23-730bca0cb510" -d '{"events": [{"server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:08:24.372261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Publish callbacks [] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:24.385523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Transition to ACTIVE for port object 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:08:24.389658 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:24.420336 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce45bd8-ef09-4892-9b4d-918a733053bc x-openstack-request-id: req-cce45bd8-ef09-4892-9b4d-918a733053bc {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:08:24.420623 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:08:24.420875 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cce45bd8-ef09-4892-9b4d-918a733053bc {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:08:24.421265 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'code': 200} Feb 09 04:08:24.442386 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:24.514420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] No DVR routers for this DVR port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:08:24.553223 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:24.660914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17906e-b1e9-45e3-a070-6e0a61dea3be req-fa99de21-0de4-4c66-a9da-761bf0c2b1f4 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:24.662436 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c17906e-b1e9-45e3-a070-6e0a61dea3be req-fa99de21-0de4-4c66-a9da-761bf0c2b1f4 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 944 time: 0.0803220 Feb 09 04:08:24.725721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Attempting to bind port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:08:24.725981 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Attempting to bind port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:08:24.726310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Attempting to bind port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:08:24.737866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on network fd72474b-166d-43f2-90f3-4094444fd75c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:08:24.738192 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Attempting to bind port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:08:24.743541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c17906e-b1e9-45e3-a070-6e0a61dea3be req-c8887326-1a79-4629-a435-327fec26c31e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746636 Feb 09 04:08:24.746137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:08:24.746474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:08:24.746851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Bound using segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:08:24.747274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Bound port: 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:08:24.747628 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:24.810344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:08:24.813385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:08:24.818506 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:24.851742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:24.852364 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:24.853750 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] 10.222.0.42 "PUT /v2.0/ports/7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 1093 time: 0.8218429 Feb 09 04:08:24.875168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999c9e0-b15b-439a-b6fb-b023844467ee service neutron] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:24.927771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455fca-36f5-43a6-8325-bb974359e20e req-7de95d5c-d915-401a-8c0a-132907f35b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:24.929279 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-7de95d5c-d915-401a-8c0a-132907f35b28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 1127 time: 0.0511711 Feb 09 04:08:25.021006 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455fca-36f5-43a6-8325-bb974359e20e req-85e1644e-19d6-4545-9ec7-ba7087a1861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:25.022594 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-85e1644e-19d6-4545-9ec7-ba7087a1861e service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0873325 Feb 09 04:08:25.093513 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-fc968c6b-149c-4145-a48e-3642c90ebccd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 1000 time: 0.0637136 Feb 09 04:08:25.139586 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455fca-36f5-43a6-8325-bb974359e20e req-0304e3f3-ee82-4bb5-bcc0-12d8d59a0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:25.140921 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-0304e3f3-ee82-4bb5-bcc0-12d8d59a0e5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0418148 Feb 09 04:08:25.192030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455fca-36f5-43a6-8325-bb974359e20e req-e07cd810-d218-4f3a-a8ee-6da59f9ec7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:25.193536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-e07cd810-d218-4f3a-a8ee-6da59f9ec7d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439737 Feb 09 04:08:25.283554 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-e340e983-21ba-47e6-8aba-206bb0481111 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838742 Feb 09 04:08:25.368630 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba455fca-36f5-43a6-8325-bb974359e20e req-7c5f5c5f-7659-47ac-bdc1-5498ea1e492e service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798748 Feb 09 04:08:25.866305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bdcca-44ee-4e85-9d7e-603614ecbea4 req-833a643b-d69f-49ab-9962-5abbbeb5d705 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:25.867777 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-389bdcca-44ee-4e85-9d7e-603614ecbea4 req-833a643b-d69f-49ab-9962-5abbbeb5d705 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 944 time: 0.0534470 Feb 09 04:08:25.913754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-389bdcca-44ee-4e85-9d7e-603614ecbea4 req-981e3714-ac0b-4f68-b10e-e370c47cd14c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402131 Feb 09 04:08:26.383141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:08:26.420668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] The host n-h1-824835-15 is not matching for port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 host n-h2-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 04:08:26.421053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:08:26.422487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:08:26.425710 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192538be0c9c2cda0c84fbc8e8dc29ef8151b65110098856785eb7f79256d74f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562e0d6d-67f7-47a4-b03d-f09abc78259b" -d '{"events": [{"name": "network-changed", "server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:08:26.474967 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcf8242-fb6a-4f6b-a357-b433c3e0d36c x-openstack-request-id: req-ffcf8242-fb6a-4f6b-a357-b433c3e0d36c {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:08:26.475313 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:08:26.475486 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffcf8242-fb6a-4f6b-a357-b433c3e0d36c {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:08:26.475854 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'status': 'completed', 'code': 200} Feb 09 04:08:26.537413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-d8551540-145e-4128-89e2-f49795d524e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:26.538982 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-d8551540-145e-4128-89e2-f49795d524e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 1127 time: 0.0458546 Feb 09 04:08:26.560978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-f21e2f1c-4786-406c-a41b-17ef3c5559be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:26.562510 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-f21e2f1c-4786-406c-a41b-17ef3c5559be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 1127 time: 0.0443764 Feb 09 04:08:26.636121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-fbddfc91-1b3e-41f0-bda5-670931b99dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:26.637534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-fbddfc91-1b3e-41f0-bda5-670931b99dd8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0914338 Feb 09 04:08:26.653937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-bd195534-829b-410e-9104-3bbe6a6a6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:26.655398 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-bd195534-829b-410e-9104-3bbe6a6a6e44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0871804 Feb 09 04:08:26.705151 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-57992621-2431-49f9-b4bc-c2ab078cf50a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 1000 time: 0.0611925 Feb 09 04:08:26.721468 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-26b3d1de-16b9-4a74-ad8e-f5debc32be30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 1000 time: 0.0602484 Feb 09 04:08:26.757724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-f5f62bd4-2fbd-4064-bf1e-adc5c3c03a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:26.759193 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-f5f62bd4-2fbd-4064-bf1e-adc5c3c03a90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0487740 Feb 09 04:08:26.774335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-598d31b3-58e0-4a8d-952e-092a53d8e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:26.775784 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-598d31b3-58e0-4a8d-952e-092a53d8e4d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0490453 Feb 09 04:08:26.820381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-93c22cb1-0c18-420a-8cd7-a4728cc8900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:26.821337 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-93c22cb1-0c18-420a-8cd7-a4728cc8900c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475042 Feb 09 04:08:26.830700 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-ac60b8dd-5443-4a85-a579-3d4763f377e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:26.832194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-ac60b8dd-5443-4a85-a579-3d4763f377e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503550 Feb 09 04:08:26.913264 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-6a39afe4-6673-420d-b300-93c9f7a14890 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835180 Feb 09 04:08:26.923566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-abdf28ae-639c-4e60-ae86-52c3c5b592c5 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848460 Feb 09 04:08:27.010950 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-946e9451-ebe2-4658-9f2a-84757dda6a91 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910330 Feb 09 04:08:27.057599 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-562e0d6d-67f7-47a4-b03d-f09abc78259b req-51001408-d6fe-49e6-8398-c9fd7a4b08ae service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286452 Feb 09 04:08:27.069046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce387b-c1c7-4129-8082-5b3d95cc5715 req-f03bcbc6-68fd-4b48-9ce8-799a28911f9e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:27.070457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69ce387b-c1c7-4129-8082-5b3d95cc5715 req-f03bcbc6-68fd-4b48-9ce8-799a28911f9e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 944 time: 0.0823109 Feb 09 04:08:27.121560 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69ce387b-c1c7-4129-8082-5b3d95cc5715 req-d03b930b-309e-4d90-8e7d-9dd653e7ad13 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451608 Feb 09 04:08:27.141939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:08:27.243183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:08:27.255043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'port_id': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'mac_address': 'fa:16:3e:3a:91:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:08:27.290945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:08:27.291335 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:27.304809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:08:27.324681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:08:27.328126 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:27.380621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:27.388078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.388713 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.388805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.389095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.389466 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.389806 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.390140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.390471 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.390801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.391131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.391992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.392324 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.392652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:08:27.420116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-a495ab5b-3b55-4eef-a742-70a462fcb1b2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:27.421610 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-a495ab5b-3b55-4eef-a742-70a462fcb1b2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.42 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 945 time: 0.0602016 Feb 09 04:08:27.447893 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186e33d-ea80-4d48-8341-10a3f6789fe1 req-300e7446-a1cf-486d-9102-a5a2696a7d42 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:27.449325 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f186e33d-ea80-4d48-8341-10a3f6789fe1 req-300e7446-a1cf-486d-9102-a5a2696a7d42 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 945 time: 0.0634878 Feb 09 04:08:27.484884 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-b5b00b45-3a81-413c-94e4-88237d158515 service neutron] 10.222.0.42 "GET /v2.0/ports/7e96dd07-889b-4eee-9e3f-3270b7b1ed37/bindings/n-h2-824835-15 HTTP/1.1" status: 200 len: 383 time: 0.0559006 Feb 09 04:08:27.498018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f186e33d-ea80-4d48-8341-10a3f6789fe1 req-0d8f6170-da8f-4e42-815f-c644a2ea02bd tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422778 Feb 09 04:08:27.529646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['7e96dd07-889b-4eee-9e3f-3270b7b1ed37'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:08:27.553941 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-2c593462-f0d4-4e1b-a1ad-02e4701eb12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:27.555468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-2c593462-f0d4-4e1b-a1ad-02e4701eb12e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 1128 time: 0.0501976 Feb 09 04:08:27.649948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-f5b23580-6eff-42e9-8737-518c77d50992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:27.651428 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-f5b23580-6eff-42e9-8737-518c77d50992 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0891690 Feb 09 04:08:27.722024 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-9794b7ad-9b83-429b-8595-f45e9e0df850 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 1001 time: 0.0649109 Feb 09 04:08:27.770078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-38123444-e995-423a-93d7-d0140b078f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:27.771541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-38123444-e995-423a-93d7-d0140b078f35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0440962 Feb 09 04:08:27.819427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-3dbd7032-2595-4971-acd5-73d518e485d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:27.820934 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-3dbd7032-2595-4971-acd5-73d518e485d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440328 Feb 09 04:08:27.910735 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-67fee801-f0f4-4fa1-a6b7-a6ca054e377f service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832407 Feb 09 04:08:27.998343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-39b3fd7f-7ad7-4524-ac96-6490e0d82786 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803537 Feb 09 04:08:28.624857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9e49-74cb-41be-86e4-f97b7ae5995d req-6f9ed73c-a045-4943-99bd-6a5a0e89822e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:28.626368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9ec9e49-74cb-41be-86e4-f97b7ae5995d req-6f9ed73c-a045-4943-99bd-6a5a0e89822e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 945 time: 0.0544951 Feb 09 04:08:28.676586 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9ec9e49-74cb-41be-86e4-f97b7ae5995d req-2f856a41-bfb8-46a5-9145-997d02fa7780 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445504 Feb 09 04:08:29.159304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:08:29.207677 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:08:29.211506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:08:29.211879 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:29.288979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:08:29.289394 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:29.311681 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:08:29.315139 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f24e09-f92e-4d07-bbbd-45d35f2fd9ca" -d '{"events": [{"server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "name": "network-vif-plugged", "status": "completed", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:08:29.327984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:08:29.333146 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:29.385128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:29.437467 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f96f858-4560-4199-996c-96736f427514 x-openstack-request-id: req-6f96f858-4560-4199-996c-96736f427514 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:08:29.437764 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "name": "network-vif-plugged", "status": "completed", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:08:29.438831 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f96f858-4560-4199-996c-96736f427514 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:08:29.439264 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'code': 200} Feb 09 04:08:29.807570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2645c9-0553-46fe-ac09-61441d8d1a28 req-3488cc7e-c720-4c2a-9543-dbcafeee72fa tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:29.809788 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d2645c9-0553-46fe-ac09-61441d8d1a28 req-3488cc7e-c720-4c2a-9543-dbcafeee72fa tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0553927 Feb 09 04:08:29.861436 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d2645c9-0553-46fe-ac09-61441d8d1a28 req-067baf0b-a798-4f9b-8e4d-27686d1328f7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442877 Feb 09 04:08:29.969724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-286fdfe7-ad01-4fae-854c-f0aa253e1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:29.971233 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-286fdfe7-ad01-4fae-854c-f0aa253e1b0e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 1129 time: 0.0464969 Feb 09 04:08:29.987341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:08:30.045413 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:30.246198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:08:30.279060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:08:30.318320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:08:30.320846 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab00acbd-77f5-4667-a60d-47be11e4a58e" -d '{"events": [{"server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:08:30.324698 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Publish callbacks [] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:30.337818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Transition to ACTIVE for port object 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:08:30.341916 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:30.374383 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3cfd68-75ef-403d-a86b-ae4a8c3beeb0 x-openstack-request-id: req-cc3cfd68-75ef-403d-a86b-ae4a8c3beeb0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:08:30.374668 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:08:30.374921 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc3cfd68-75ef-403d-a86b-ae4a8c3beeb0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:08:30.375313 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'code': 200} Feb 09 04:08:30.428439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:30.469309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] No DVR routers for this DVR port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:08:30.898147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Attempting to bind port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:08:30.898524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Attempting to bind port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:08:30.898901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Attempting to bind port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:08:30.903195 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on network fd72474b-166d-43f2-90f3-4094444fd75c not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:08:30.903516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Attempting to bind port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:08:30.908924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:08:30.909260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:08:30.909671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Bound using segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:08:30.910092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Bound port: 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:08:30.910450 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:30.975254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:08:30.977958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:08:30.984319 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:30.986385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661e30-a8a5-489b-96db-ff9dbb061242 req-5077d79a-db1f-4b7c-a936-a4167b182606 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:30.987907 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c7661e30-a8a5-489b-96db-ff9dbb061242 req-5077d79a-db1f-4b7c-a936-a4167b182606 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 945 time: 0.0546513 Feb 09 04:08:31.015696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:31.017142 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:31.019160 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] 10.222.0.65 "PUT /v2.0/ports/7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 1094 time: 1.0359380 Feb 09 04:08:31.036995 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c7661e30-a8a5-489b-96db-ff9dbb061242 req-ef58e314-39e8-4eb9-87dd-54fdaafec625 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431302 Feb 09 04:08:31.047341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2984f-6adb-408f-b1c4-f01f440732f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=11']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:31.114239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-b2c37d2f-b097-4612-a490-4b6972284bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:31.115762 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-b2c37d2f-b097-4612-a490-4b6972284bc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 1128 time: 0.0538371 Feb 09 04:08:31.213242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-ac4f47a7-2037-4444-9bc3-63b09de91fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:31.214733 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-ac4f47a7-2037-4444-9bc3-63b09de91fba service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0935614 Feb 09 04:08:31.288788 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-45232ce6-d64e-4c63-b78e-2fb6a4c292a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 1000 time: 0.0674605 Feb 09 04:08:31.337088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-6b0a32b9-c90e-431c-b785-0142b9ed3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:31.338546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-6b0a32b9-c90e-431c-b785-0142b9ed3777 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0443389 Feb 09 04:08:31.388728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-6e62ce82-f822-424a-a584-1db11fbbcd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:31.390303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-6e62ce82-f822-424a-a584-1db11fbbcd0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461435 Feb 09 04:08:31.480255 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-b8900cff-e3d3-4892-a7b7-14c15976e40b service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841668 Feb 09 04:08:31.567412 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0cfeabc1-e467-4d39-a6c6-e571be643e84 req-472fe4a5-48e1-409a-9e57-9563d62e775e service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814550 Feb 09 04:08:32.176859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dc813-5469-4b7f-95bb-94a24caa46f7 req-ca0cea5d-f555-46ba-abb0-2ea463723852 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:32.178372 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-046dc813-5469-4b7f-95bb-94a24caa46f7 req-ca0cea5d-f555-46ba-abb0-2ea463723852 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 945 time: 0.0534775 Feb 09 04:08:32.229492 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-046dc813-5469-4b7f-95bb-94a24caa46f7 req-32c5123f-ac56-4eb0-bebf-7a931a7e3260 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454693 Feb 09 04:08:32.376488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:08:32.378838 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c7a63-b846-403d-860f-dc53efb51229" -d '{"events": [{"name": "network-changed", "server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:08:32.427723 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60505ecb-7fe7-4d69-a87b-186b7a3a8d84 x-openstack-request-id: req-60505ecb-7fe7-4d69-a87b-186b7a3a8d84 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:08:32.428041 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:08:32.428300 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60505ecb-7fe7-4d69-a87b-186b7a3a8d84 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:08:32.428908 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'status': 'completed', 'code': 200} Feb 09 04:08:32.491699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-af937315-2897-4cbe-817f-359fdd07b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:32.493190 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-af937315-2897-4cbe-817f-359fdd07b07c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 1128 time: 0.0495667 Feb 09 04:08:32.518978 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-c405f63d-ca35-46a0-90cf-2eeac75c9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:32.520460 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-c405f63d-ca35-46a0-90cf-2eeac75c9bd3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 1128 time: 0.0460181 Feb 09 04:08:32.581887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-334007de-2de2-4614-8460-03b6867ec61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:32.583349 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-334007de-2de2-4614-8460-03b6867ec61b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0832982 Feb 09 04:08:32.610268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-380143bb-3ad7-4605-ac0f-790a406636b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:32.612989 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-380143bb-3ad7-4605-ac0f-790a406636b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0857260 Feb 09 04:08:32.652949 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-3f7f9339-3f73-4a10-a9a8-50f299ff457d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 1000 time: 0.0627182 Feb 09 04:08:32.683836 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-22b01751-dabf-4edf-841b-5f183bc81238 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 200 len: 1000 time: 0.0656271 Feb 09 04:08:32.700519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-71b257e4-2b8c-4ea6-840e-bb02874b25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:32.702004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-71b257e4-2b8c-4ea6-840e-bb02874b25d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0438430 Feb 09 04:08:32.731648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-4cc9786c-1e28-4c1e-afd9-bfb5c4da0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:32.733094 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-4cc9786c-1e28-4c1e-afd9-bfb5c4da0938 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0433924 Feb 09 04:08:32.750392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-27d42b4d-1a69-4bdc-a78a-12d13a4bf0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:32.752625 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-27d42b4d-1a69-4bdc-a78a-12d13a4bf0a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450878 Feb 09 04:08:32.782705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-7ce7b945-30bf-46b9-9a6a-6570f11b6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:32.784213 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-7ce7b945-30bf-46b9-9a6a-6570f11b6ed5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448840 Feb 09 04:08:32.842929 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-8118aab3-cfad-4030-aeb5-e91c56203862 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843942 Feb 09 04:08:32.878742 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-184ee102-e808-43f7-972b-9b22501edf78 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879147 Feb 09 04:08:32.931376 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-d8907898-5dc4-4aaf-a3bd-c84042d7e323 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827289 Feb 09 04:08:32.968802 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf4c7a63-b846-403d-860f-dc53efb51229 req-6670d2f7-6559-4d94-a012-659dab5bda57 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826275 Feb 09 04:08:33.174521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:08:33.213010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] The host n-h2-824835-15 is not matching for port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 host n-h1-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 04:08:33.213318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:08:33.356814 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121326e-78f1-45df-95d6-f56752170cd4 req-755f1348-d61f-4c0a-a3fc-364a9ee12805 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:33.358316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c121326e-78f1-45df-95d6-f56752170cd4 req-755f1348-d61f-4c0a-a3fc-364a9ee12805 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 945 time: 0.0587754 Feb 09 04:08:33.410212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c121326e-78f1-45df-95d6-f56752170cd4 req-d9399a1c-ff07-43b5-8b40-fb2f0743415b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453763 Feb 09 04:08:34.355088 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:08:34.407949 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:08:34.510914 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:08:34.523337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'port_id': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'mac_address': 'fa:16:3e:3a:91:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:08:34.539234 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22dbb4-6928-4e51-a2b2-8bb72ab6352d req-887e1726-7f5c-45ba-859b-7251484d00b3 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:34.540999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c22dbb4-6928-4e51-a2b2-8bb72ab6352d req-887e1726-7f5c-45ba-859b-7251484d00b3 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 945 time: 0.0577676 Feb 09 04:08:34.567398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:08:34.568622 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:34.583743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:08:34.605472 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6c22dbb4-6928-4e51-a2b2-8bb72ab6352d req-f7296e94-7790-4bc1-bd2d-ea999a27be8d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554521 Feb 09 04:08:34.609162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:08:34.614263 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:34.666281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=12']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:35.033729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['7e96dd07-889b-4eee-9e3f-3270b7b1ed37'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:08:35.726838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027340a0-a552-49ae-b0cc-cf4491744515 req-a8ff1370-29d6-417b-b7fd-c25d086f594d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:35.728513 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-027340a0-a552-49ae-b0cc-cf4491744515 req-a8ff1370-29d6-417b-b7fd-c25d086f594d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0541008 Feb 09 04:08:35.775235 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-027340a0-a552-49ae-b0cc-cf4491744515 req-dd4f87b0-278f-41a7-b1ff-12f455a0cbbe tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 Feb 09 04:08:35.893057 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0a14-2454-4dc3-b3f9-e0a94ee40713 req-cb448055-5466-4376-b156-e0105c0f4a6a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:35.894466 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b2d0a14-2454-4dc3-b3f9-e0a94ee40713 req-cb448055-5466-4376-b156-e0105c0f4a6a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0523472 Feb 09 04:08:35.941091 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8b2d0a14-2454-4dc3-b3f9-e0a94ee40713 req-af9ebac0-c7d4-433d-ab08-0a709bb02e98 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410693 Feb 09 04:08:36.058152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b189e-ed15-49f1-a192-76868d8bb26b req-1e15daed-1ecd-410d-8b7c-a901a2890ad0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:36.059622 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b00b189e-ed15-49f1-a192-76868d8bb26b req-1e15daed-1ecd-410d-8b7c-a901a2890ad0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0539834 Feb 09 04:08:36.110523 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b00b189e-ed15-49f1-a192-76868d8bb26b req-df0055bb-ff76-461c-8bf5-b4630a3b2212 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448937 Feb 09 04:08:36.353651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651f7d2-67f6-4a1a-8fe5-197e495ce9a6 req-87aa6665-17e7-45ad-9d98-412bafd7170e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:36.355126 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0651f7d2-67f6-4a1a-8fe5-197e495ce9a6 req-87aa6665-17e7-45ad-9d98-412bafd7170e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 946 time: 0.0547438 Feb 09 04:08:36.401857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0651f7d2-67f6-4a1a-8fe5-197e495ce9a6 req-358cb46d-01e8-419d-9242-dd71f3811907 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409458 Feb 09 04:08:36.433548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:08:36.483450 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:08:36.487415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:08:36.487787 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:36.568238 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:08:36.568639 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:36.591403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:08:36.593631 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e726528-a487-40c3-aac7-8c0e5c690443" -d '{"events": [{"server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "name": "network-vif-plugged", "status": "completed", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:08:36.606834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:08:36.611105 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:36.636214 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8829d6ca-0e98-43de-a421-cb968d560b47 x-openstack-request-id: req-8829d6ca-0e98-43de-a421-cb968d560b47 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:08:36.636507 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "name": "network-vif-plugged", "status": "completed", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:08:36.636761 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8829d6ca-0e98-43de-a421-cb968d560b47 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:08:36.637150 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'code': 200} Feb 09 04:08:36.661986 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=13']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:37.525855 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06be17-ffe0-4ece-85e8-a08814237bd6 req-84e29069-5658-41ac-8d88-4945d96573db tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:37.527351 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a06be17-ffe0-4ece-85e8-a08814237bd6 req-84e29069-5658-41ac-8d88-4945d96573db tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 947 time: 0.0539310 Feb 09 04:08:37.575331 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9a06be17-ffe0-4ece-85e8-a08814237bd6 req-e04ed495-2b2c-4e6a-82b3-8d9623823c5f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Feb 09 04:08:37.853118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-8cb6bd0d-7845-4b35-b4a0-4e5e2b87e2ee tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:37.854705 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-8cb6bd0d-7845-4b35-b4a0-4e5e2b87e2ee tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 947 time: 0.0594029 Feb 09 04:08:37.945944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Deleting port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:08:37.946282 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:37.969593 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:38.039254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] For port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:08:38.039642 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:38.213254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:38.213557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:38.213873 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc disassociated. External IP: 172.25.5.32, port: 7e96dd07-889b-4eee-9e3f-3270b7b1ed37. Feb 09 04:08:38.214212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Calling delete_port for 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:08:38.344536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (7e96dd07-889b-4eee-9e3f-3270b7b1ed37), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:38.372523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event deleted for resources: {'Port': ['ID=7e96dd07-889b-4eee-9e3f-3270b7b1ed37,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:38.493666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Router 9569840c-c405-47ca-9eff-8b1d32aedc9a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:08:38.616490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:08:38.627741 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d277e-996f-43dd-b588-23089ceb8881 None None] Sync routers for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:08:38.641063 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d277e-996f-43dd-b588-23089ceb8881 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:08:38.641874 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-911d277e-996f-43dd-b588-23089ceb8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:08:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:08:38.659830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] No DVR routers for this DVR port 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:08:38.662521 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:38.666337 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e2687a9-0835-47ae-8c83-506d4826d2cd req-c59c0756-3873-482e-9ff5-912b5bde4c23 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "DELETE /v2.0/ports/7e96dd07-889b-4eee-9e3f-3270b7b1ed37 HTTP/1.1" status: 204 len: 173 time: 0.8055782 Feb 09 04:08:38.666511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'name': 'network-vif-deleted', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:08:38.668819 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8668760e-df18-4435-8081-a809bce5f783" -d '{"events": [{"server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "name": "network-vif-deleted", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:08:38.691510 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8039d500-4d84-42b9-8164-3c4537f1f917 req-f11bdacd-e832-4f43-ae0e-90217b99a562 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=27af95fe-3498-4389-9ad8-d232ae496cd7 HTTP/1.1" status: 200 len: 210 time: 0.0404224 Feb 09 04:08:38.722653 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7d93bb-e3aa-4b4e-9f76-5a74a628196f x-openstack-request-id: req-ae7d93bb-e3aa-4b4e-9f76-5a74a628196f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:08:38.723540 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27af95fe-3498-4389-9ad8-d232ae496cd7", "name": "network-vif-deleted", "tag": "7e96dd07-889b-4eee-9e3f-3270b7b1ed37", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:08:38.723798 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae7d93bb-e3aa-4b4e-9f76-5a74a628196f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:08:38.724212 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27af95fe-3498-4389-9ad8-d232ae496cd7', 'name': 'network-vif-deleted', 'tag': '7e96dd07-889b-4eee-9e3f-3270b7b1ed37', 'status': 'completed', 'code': 200} Feb 09 04:08:38.760982 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-911d277e-996f-43dd-b588-23089ceb8881 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:08:38.967160 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-911d277e-996f-43dd-b588-23089ceb8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:08:38.992866 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d277e-996f-43dd-b588-23089ceb8881 None None] Checking router: 9569840c-c405-47ca-9eff-8b1d32aedc9a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:08:39.001883 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d277e-996f-43dd-b588-23089ceb8881 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:08:39.002513 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-911d277e-996f-43dd-b588-23089ceb8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:08:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:08:39.110228 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-911d277e-996f-43dd-b588-23089ceb8881 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:08:39.317650 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-911d277e-996f-43dd-b588-23089ceb8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:08:39.429048 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d277e-996f-43dd-b588-23089ceb8881 None None] The sync data for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 is: [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:08:39.644347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e9b4a-0c9d-4000-abc8-3d7b7291f27e None None] New status for floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:08:39.946247 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-536446d8-7b05-4ba7-828c-76cd6bf51365 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1018786031&fields=id&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 267 time: 0.0432794 Feb 09 04:08:40.057739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724ec68-9724-4cea-9166-84fc4244e960 req-d3d132dd-136e-48a1-9de0-575a877708db tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:40.059221 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-d3d132dd-136e-48a1-9de0-575a877708db tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 810 time: 0.1066055 Feb 09 04:08:40.074557 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-3afadbe9-0673-44fc-8098-ab44c99c2ade tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/quotas/c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 375 time: 0.0089719 Feb 09 04:08:40.131492 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-5109b1f4-e753-4d4d-9859-a92930ea8bd8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521312 Feb 09 04:08:40.283793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-5e3f9268-1847-4e72-a670-352113c34bd2 service neutron] 10.222.0.21 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403146 Feb 09 04:08:40.370112 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-8bbc414e-0482-4e6f-a07f-052940866c26 service neutron] 10.222.0.21 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803499 Feb 09 04:08:40.445522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:08:40.466498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:08:40.466881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 7e96dd07-889b-4eee-9e3f-3270b7b1ed37 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:08:40.537668 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c2ad0b0a-c132-4426-af9e-b19efaa52b89 req-e86e4ce6-bcb9-47e7-9310-0a11305e17c7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 210 time: 0.0296707 Feb 09 04:08:41.625540 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724ec68-9724-4cea-9166-84fc4244e960 req-6fe104d3-9dc0-4312-9679-e45620439666 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:41.627765 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-6fe104d3-9dc0-4312-9679-e45620439666 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 810 time: 0.1156545 Feb 09 04:08:41.648249 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c2cc2b7-23e5-4bf6-8e7d-a05e52b5df5d req-1fe6f587-2c1a-4fd1-a183-a63d2d26f4c1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 210 time: 0.0382288 Feb 09 04:08:41.697298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-0791e4b7-1254-471f-90a2-7d4b021757de tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 380 time: 0.0530937 Feb 09 04:08:41.717797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Request body: {'port': {'device_id': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'admin_state_up': True, 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'security_groups': ['13cf2399-b8de-4ae2-be0c-405996cbaf37']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:08:41.829534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Made reservation on behalf of c90a25f9be1a47a7bcd640bb4f5642d0 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:08:41.832854 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:41.955775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Allocated IP 172.20.0.4 (fd72474b-166d-43f2-90f3-4094444fd75c/d736f852-c82d-4439-ae76-e2e07c02b1d7/b13baa40-8090-4bd9-972b-11019330c4c6) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:08:42.096664 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for port (b13baa40-8090-4bd9-972b-11019330c4c6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:42.133602 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:42.174885 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Network fd72474b-166d-43f2-90f3-4094444fd75c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:08:42.178558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:08:42.181125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:08:42.225916 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:42.251590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:42.252336 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:42.270034 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ec15a29a-b370-4297-a0f1-c7d52a1108c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558505 Feb 09 04:08:42.293825 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Request body: {'port': {'device_id': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:08:42.360758 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:42.440721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-487d9566-5d4e-470e-a571-7ec0070b33b5 None None] Provisioning complete for port b13baa40-8090-4bd9-972b-11019330c4c6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:08:42.441432 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-487d9566-5d4e-470e-a571-7ec0070b33b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:42.477086 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-487d9566-5d4e-470e-a571-7ec0070b33b5 None None] Port b13baa40-8090-4bd9-972b-11019330c4c6 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:08:42.623044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13baa40-8090-4bd9-972b-11019330c4c6 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:08:42.631180 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Publish callbacks [] for port (b13baa40-8090-4bd9-972b-11019330c4c6), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:42.643881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Transition to ACTIVE for port object b13baa40-8090-4bd9-972b-11019330c4c6 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:08:42.647327 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:42.700088 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:42.804310 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Attempting to bind port b13baa40-8090-4bd9-972b-11019330c4c6 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:08:42.804641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Attempting to bind port b13baa40-8090-4bd9-972b-11019330c4c6 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:08:42.804969 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Attempting to bind port b13baa40-8090-4bd9-972b-11019330c4c6 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:08:42.815592 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Port b13baa40-8090-4bd9-972b-11019330c4c6 on network fd72474b-166d-43f2-90f3-4094444fd75c not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:08:42.815851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Attempting to bind port b13baa40-8090-4bd9-972b-11019330c4c6 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:08:42.825956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5310f-ca58-4597-b67c-ececdcc96f9a req-9beb362e-c0de-464e-bff6-5b48839d6a8c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:42.827480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9cc5310f-ca58-4597-b67c-ececdcc96f9a req-9beb362e-c0de-464e-bff6-5b48839d6a8c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0891886 Feb 09 04:08:42.831462 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:08:42.831802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:08:42.832189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Bound using segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:08:42.832624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Bound port: b13baa40-8090-4bd9-972b-11019330c4c6, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:08:42.832980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:42.916262 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9cc5310f-ca58-4597-b67c-ececdcc96f9a req-1735b8f6-5906-4bbf-9d8c-9b039e125bde tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809078 Feb 09 04:08:42.931352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:08:42.934374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:08:42.941760 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:42.979867 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:42.980486 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:42.981906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] 10.222.0.65 "PUT /v2.0/ports/b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 1092 time: 0.6926131 Feb 09 04:08:42.982353 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:08:42.984615 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab9030f-c7d8-4142-9cd7-3612e6228f71" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:08:43.009284 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cf8aa-0b9e-4391-8475-036b5f31dc5e service neutron] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:43.036190 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41519457-209d-4b76-9542-58dd078e1719 x-openstack-request-id: req-41519457-209d-4b76-9542-58dd078e1719 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:08:43.036590 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:08:43.036950 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41519457-209d-4b76-9542-58dd078e1719 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:08:43.037463 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'status': 'completed', 'code': 200} Feb 09 04:08:43.102738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724ec68-9724-4cea-9166-84fc4244e960 req-32e405e0-acaf-4a3a-91c1-051ca3fd14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:43.104309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-32e405e0-acaf-4a3a-91c1-051ca3fd14f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1126 time: 0.0532098 Feb 09 04:08:43.152654 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-9e195e29-6471-4e5f-8e32-a7af45838590 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0368421 Feb 09 04:08:43.201503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724ec68-9724-4cea-9166-84fc4244e960 req-138bd145-6ec2-4bec-8c34-79e065c0d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:43.202974 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-138bd145-6ec2-4bec-8c34-79e065c0d71e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0444880 Feb 09 04:08:43.251488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724ec68-9724-4cea-9166-84fc4244e960 req-22c09eb6-7eee-4672-bb90-ffda0e9c63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:43.252933 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-22c09eb6-7eee-4672-bb90-ffda0e9c63cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446687 Feb 09 04:08:43.344569 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-ba3c1b95-4144-4eb4-8088-92ae2137e093 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856161 Feb 09 04:08:43.430588 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7724ec68-9724-4cea-9166-84fc4244e960 req-aa46ab40-277a-42ec-81d0-7c143295864b service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806148 Feb 09 04:08:43.578598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9030f-c7d8-4142-9cd7-3612e6228f71 req-2bba35e7-96f9-48d0-9bca-5a09a6e69969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:43.580867 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ab9030f-c7d8-4142-9cd7-3612e6228f71 req-2bba35e7-96f9-48d0-9bca-5a09a6e69969 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1126 time: 0.0497847 Feb 09 04:08:43.668624 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9030f-c7d8-4142-9cd7-3612e6228f71 req-6794e1f2-4ddc-45fc-8361-2b90775efb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:43.670203 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ab9030f-c7d8-4142-9cd7-3612e6228f71 req-6794e1f2-4ddc-45fc-8361-2b90775efb6d service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0833170 Feb 09 04:08:43.715512 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ab9030f-c7d8-4142-9cd7-3612e6228f71 req-a935925a-b321-46ca-bf7c-4f1ca187cb9a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0394127 Feb 09 04:08:43.762665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9030f-c7d8-4142-9cd7-3612e6228f71 req-e4faf076-5267-4aee-ae46-f7db44dd29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:43.764080 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ab9030f-c7d8-4142-9cd7-3612e6228f71 req-e4faf076-5267-4aee-ae46-f7db44dd29a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0431650 Feb 09 04:08:43.812026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9030f-c7d8-4142-9cd7-3612e6228f71 req-0194d091-7f2f-48d7-a44c-5116c7646f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:43.814269 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ab9030f-c7d8-4142-9cd7-3612e6228f71 req-0194d091-7f2f-48d7-a44c-5116c7646f91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438702 Feb 09 04:08:43.902960 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ab9030f-c7d8-4142-9cd7-3612e6228f71 req-a43af5fe-d810-4dec-bcc9-40c7adff3a0a service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835848 Feb 09 04:08:44.003826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ab9030f-c7d8-4142-9cd7-3612e6228f71 req-72f78f93-b4c4-4f24-a461-c8d144cc307a service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941267 Feb 09 04:08:44.042758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbf1e-6397-423e-bc0a-3068182cd826 req-c17c89fa-9853-4c4b-9e02-41f08e805e9c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:44.044225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-964fbf1e-6397-423e-bc0a-3068182cd826 req-c17c89fa-9853-4c4b-9e02-41f08e805e9c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0562992 Feb 09 04:08:44.094942 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-964fbf1e-6397-423e-bc0a-3068182cd826 req-d9fd47cd-7d51-44de-b6ab-1d2a9ad4d933 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442896 Feb 09 04:08:45.218672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443493f-be74-4ae7-b691-75423c56b1a8 req-20aff660-ca8c-4c67-ac9a-e7d8ba08d02b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:45.220660 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9443493f-be74-4ae7-b691-75423c56b1a8 req-20aff660-ca8c-4c67-ac9a-e7d8ba08d02b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0573514 Feb 09 04:08:45.265780 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9443493f-be74-4ae7-b691-75423c56b1a8 req-931761bc-b16a-4039-9dc1-32facdcfcd11 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391383 Feb 09 04:08:45.714476 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b468ae9-d392-498d-87c0-4507f089156e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:46.440572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a332c-e111-44bf-a0da-eaf160aa534a req-efc9398c-e51e-415a-ae73-3eb868b01cfb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:46.442144 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c29a332c-e111-44bf-a0da-eaf160aa534a req-efc9398c-e51e-415a-ae73-3eb868b01cfb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0530150 Feb 09 04:08:46.488034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b13baa40-8090-4bd9-972b-11019330c4c6 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:08:46.488248 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c29a332c-e111-44bf-a0da-eaf160aa534a req-72f23938-8027-436d-a590-29bdfc281496 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406322 Feb 09 04:08:46.582112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:08:46.592842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'port_id': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'mac_address': 'fa:16:3e:93:37:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:08:46.633231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b13baa40-8090-4bd9-972b-11019330c4c6 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:08:46.633643 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:46.646904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13baa40-8090-4bd9-972b-11019330c4c6 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:08:46.665662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:08:46.669374 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:46.715918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:47.065760 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b13baa40-8090-4bd9-972b-11019330c4c6'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:08:47.651152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302ebd6-4d17-4801-b271-0f0bb92b408c req-de99c308-336e-4234-9244-d2df6d0fd7ac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:47.652627 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d302ebd6-4d17-4801-b271-0f0bb92b408c req-de99c308-336e-4234-9244-d2df6d0fd7ac tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0536180 Feb 09 04:08:47.699489 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d302ebd6-4d17-4801-b271-0f0bb92b408c req-5b29177d-6724-438c-ac5a-4315f535b3f0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411320 Feb 09 04:08:48.223958 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1eda1ee-a38c-423a-9ef6-e0a284a9e8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:48.492386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b13baa40-8090-4bd9-972b-11019330c4c6 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:08:48.539979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port b13baa40-8090-4bd9-972b-11019330c4c6 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:08:48.543758 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port b13baa40-8090-4bd9-972b-11019330c4c6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:08:48.544131 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:48.621993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b13baa40-8090-4bd9-972b-11019330c4c6 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:08:48.622375 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:48.644573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:08:48.646819 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369b8eec09d1d807d7cc1945ed05a84b47e46884c0c5c5544a3a3ac2c5bd6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a010753b-5b74-483b-9f9e-f7b64e621305" -d '{"events": [{"server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:08:48.659182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:08:48.663310 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:48.685785 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c583b1b-3f13-4924-9d86-87702b987097 x-openstack-request-id: req-9c583b1b-3f13-4924-9d86-87702b987097 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:08:48.686076 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:08:48.686327 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c583b1b-3f13-4924-9d86-87702b987097 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:08:48.686710 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'code': 200} Feb 09 04:08:48.712012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:08:48.825567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fe7eb-1cca-4573-9cdc-3c100a465041 req-c1785929-b7d7-46ed-9054-a907f4a91088 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:48.827204 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a8fe7eb-1cca-4573-9cdc-3c100a465041 req-c1785929-b7d7-46ed-9054-a907f4a91088 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0541861 Feb 09 04:08:48.870728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81c509-19ce-45cc-969f-379cbd7edd0d req-7e4dbfce-efbc-4977-95cc-9747e21acce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:48.872255 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2e81c509-19ce-45cc-969f-379cbd7edd0d req-7e4dbfce-efbc-4977-95cc-9747e21acce8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1128 time: 0.0940585 Feb 09 04:08:48.879692 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0a8fe7eb-1cca-4573-9cdc-3c100a465041 req-64c57f39-1e4c-485b-85d1-01c662c4751a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456760 Feb 09 04:08:48.915709 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2e81c509-19ce-45cc-969f-379cbd7edd0d req-1c6d6654-e6f6-44b9-8350-1b0002f436c6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378699 Feb 09 04:08:49.495243 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:50.004989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb8bdc-b07d-4c5b-a9ba-11b4753a71c6 req-eba120aa-21b6-4a0c-a9af-267f113bf0c2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:50.006556 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9cbb8bdc-b07d-4c5b-a9ba-11b4753a71c6 req-eba120aa-21b6-4a0c-a9af-267f113bf0c2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0573514 Feb 09 04:08:50.054692 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9cbb8bdc-b07d-4c5b-a9ba-11b4753a71c6 req-77a726b8-1c79-4db2-8cd6-1ddd27c37721 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410464 Feb 09 04:08:50.921893 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:51.174197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a5361-6469-4eb6-bb6b-e93b1bb0d917 req-1f801cb4-26dc-4f24-84fa-d87363ce07ba tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:51.175570 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a63a5361-6469-4eb6-bb6b-e93b1bb0d917 req-1f801cb4-26dc-4f24-84fa-d87363ce07ba tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0527773 Feb 09 04:08:51.222489 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a63a5361-6469-4eb6-bb6b-e93b1bb0d917 req-593459e9-681c-40a4-9908-fec488ba8f69 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413623 Feb 09 04:08:51.427534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a4c25-0602-4436-8139-96d887a6c536 req-66fe2c3f-f5c2-4bc0-a173-841b0701bad7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:51.428922 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d55a4c25-0602-4436-8139-96d887a6c536 req-66fe2c3f-f5c2-4bc0-a173-841b0701bad7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0968273 Feb 09 04:08:51.437646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 54806) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:08:51.443244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-15f7500a-fc31-4b52-9805-120679f5a935 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Request body: {'floatingip': {'port_id': 'b13baa40-8090-4bd9-972b-11019330c4c6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:08:51.485794 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-15f7500a-fc31-4b52-9805-120679f5a935 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:52.058635 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:52.225524 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-15f7500a-fc31-4b52-9805-120679f5a935 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:52.229464 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-15f7500a-fc31-4b52-9805-120679f5a935 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:52.332220 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-15f7500a-fc31-4b52-9805-120679f5a935 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc associated. External IP: 172.25.5.32, port: b13baa40-8090-4bd9-972b-11019330c4c6. Feb 09 04:08:52.544138 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f7500a-fc31-4b52-9805-120679f5a935 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Router 9569840c-c405-47ca-9eff-8b1d32aedc9a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:08:52.654677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f7500a-fc31-4b52-9805-120679f5a935 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:08:52.660106 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-15f7500a-fc31-4b52-9805-120679f5a935 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:52.664977 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997d3b7-e6a5-44f9-9415-0e2ac21737f9 None None] Sync routers for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:08:52.675448 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997d3b7-e6a5-44f9-9415-0e2ac21737f9 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:08:52.676047 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7997d3b7-e6a5-44f9-9415-0e2ac21737f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:08:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:08:52.693296 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-15f7500a-fc31-4b52-9805-120679f5a935 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "PUT /v2.0/floatingips/b7255952-1d54-4176-9d81-47fa7b5a66cc HTTP/1.1" status: 200 len: 991 time: 1.2535582 Feb 09 04:08:52.694007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:08:52.696643 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b32bcbea23e1846ca9fccc3ac2b091f88a14db440198ff81ac9c2ff6a34e0542" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378e0cf7-3f78-49da-9c5e-d84880bb8cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:08:52.740679 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df62a4-2a2b-4e80-9fc9-b4d02d889e37 x-openstack-request-id: req-b9df62a4-2a2b-4e80-9fc9-b4d02d889e37 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:08:52.741041 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:08:52.741413 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9df62a4-2a2b-4e80-9fc9-b4d02d889e37 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:08:52.741923 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'status': 'completed', 'code': 200} Feb 09 04:08:52.788703 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-7997d3b7-e6a5-44f9-9415-0e2ac21737f9 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:08:52.818427 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283f8b2-bec1-4f3b-b20f-81d487ffefcd req-7a1bc7f1-c791-4806-80d5-1d472bcf471c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:52.820085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7283f8b2-bec1-4f3b-b20f-81d487ffefcd req-7a1bc7f1-c791-4806-80d5-1d472bcf471c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0642889 Feb 09 04:08:52.830245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e0cf7-3f78-49da-9c5e-d84880bb8cd4 req-3900b23e-dea0-476f-8c58-ecb0665b71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:52.831762 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-378e0cf7-3f78-49da-9c5e-d84880bb8cd4 req-3900b23e-dea0-476f-8c58-ecb0665b71d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1128 time: 0.0484211 Feb 09 04:08:52.868356 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7283f8b2-bec1-4f3b-b20f-81d487ffefcd req-832f2e10-ebc3-43cb-ad0e-1e3d917858ea tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421586 Feb 09 04:08:52.930562 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e0cf7-3f78-49da-9c5e-d84880bb8cd4 req-66cb1ce5-fc75-45df-9dc5-c7b9b46cb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:52.932291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-378e0cf7-3f78-49da-9c5e-d84880bb8cd4 req-66cb1ce5-fc75-45df-9dc5-c7b9b46cb768 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0947082 Feb 09 04:08:52.998544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-378e0cf7-3f78-49da-9c5e-d84880bb8cd4 req-ea1777b2-db5e-48d5-b800-14d6ac8cc966 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 999 time: 0.0605528 Feb 09 04:08:53.025282 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7997d3b7-e6a5-44f9-9415-0e2ac21737f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b7255952-1d54-4176-9d81-47fa7b5a66cc', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'port_id': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'mac_address': 'fa:16:3e:93:37:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:06:06Z', 'updated_at': '2022-02-09T04:08:52Z', 'revision_number': 13, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:08:53.046462 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e0cf7-3f78-49da-9c5e-d84880bb8cd4 req-711aba9a-294c-4487-86a0-53e40f7a835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:53.048508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-378e0cf7-3f78-49da-9c5e-d84880bb8cd4 req-711aba9a-294c-4487-86a0-53e40f7a835a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0443814 Feb 09 04:08:53.051488 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997d3b7-e6a5-44f9-9415-0e2ac21737f9 None None] Checking router: 9569840c-c405-47ca-9eff-8b1d32aedc9a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:08:53.059740 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997d3b7-e6a5-44f9-9415-0e2ac21737f9 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:08:53.060578 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7997d3b7-e6a5-44f9-9415-0e2ac21737f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:08:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:08:53.101721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e0cf7-3f78-49da-9c5e-d84880bb8cd4 req-a1c72266-7eca-47cf-9dcb-a52bd73004d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:53.103276 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-378e0cf7-3f78-49da-9c5e-d84880bb8cd4 req-a1c72266-7eca-47cf-9dcb-a52bd73004d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496690 Feb 09 04:08:53.168159 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-7997d3b7-e6a5-44f9-9415-0e2ac21737f9 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:08:53.195223 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-378e0cf7-3f78-49da-9c5e-d84880bb8cd4 req-1d10219a-0f3a-43cf-a7cd-4f308e9c2bb3 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863395 Feb 09 04:08:53.289403 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-378e0cf7-3f78-49da-9c5e-d84880bb8cd4 req-84d3a83e-584b-4d2a-95e9-6ab1a79a1e84 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889683 Feb 09 04:08:53.395362 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-7997d3b7-e6a5-44f9-9415-0e2ac21737f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b7255952-1d54-4176-9d81-47fa7b5a66cc', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'port_id': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'mac_address': 'fa:16:3e:93:37:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:06:06Z', 'updated_at': '2022-02-09T04:08:52Z', 'revision_number': 13, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:08:53.421098 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997d3b7-e6a5-44f9-9415-0e2ac21737f9 None None] The sync data for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 is: [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'b7255952-1d54-4176-9d81-47fa7b5a66cc', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'port_id': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'mac_address': 'fa:16:3e:93:37:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:06:06Z', 'updated_at': '2022-02-09T04:08:52Z', 'revision_number': 13, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:08:53.620043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720031e-d6e7-4e2f-b40a-3536cf71b5ce None None] New status for floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:08:53.995648 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be74b-edd4-4eb2-9124-0b4a54821fcf req-f86572d8-f15a-40f6-a14a-9f675080882e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:53.997123 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a26be74b-edd4-4eb2-9124-0b4a54821fcf req-f86572d8-f15a-40f6-a14a-9f675080882e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0544312 Feb 09 04:08:54.043791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a26be74b-edd4-4eb2-9124-0b4a54821fcf req-b244adaa-4acb-4943-80ad-f087c74f4794 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407362 Feb 09 04:08:54.564016 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:56.611753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb46b1-eddc-4c72-8fdc-043cc5a53386 req-312a1442-f80f-4dfd-bd83-70649eff97d0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:56.613218 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6bfb46b1-eddc-4c72-8fdc-043cc5a53386 req-312a1442-f80f-4dfd-bd83-70649eff97d0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0989745 Feb 09 04:08:56.658621 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6bfb46b1-eddc-4c72-8fdc-043cc5a53386 req-a6ba7a83-0eb8-4f34-bf5a-5776f86d83ea tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397868 Feb 09 04:09:07.998542 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:11.354065 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:09:13.065549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fbf78-54d4-4b20-9e99-5e9bbca33155 req-f48e73e6-51ac-4234-aef8-6051a7d1427a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:13.067010 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-322fbf78-54d4-4b20-9e99-5e9bbca33155 req-f48e73e6-51ac-4234-aef8-6051a7d1427a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0822978 Feb 09 04:09:13.103803 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-9b4b8756-cb5e-477c-946a-3e70c9049b18 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1303835 Feb 09 04:09:13.126291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-322fbf78-54d4-4b20-9e99-5e9bbca33155 req-4d073d80-257b-4896-adda-9f8ec3eea2f4 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525846 Feb 09 04:09:14.250252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118a45e-d1e6-472b-a5ee-c2cfe9b4ff2b req-ed575bb3-615f-46fe-8031-dc7ee9c7d325 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:14.251826 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1118a45e-d1e6-472b-a5ee-c2cfe9b4ff2b req-ed575bb3-615f-46fe-8031-dc7ee9c7d325 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0530410 Feb 09 04:09:14.299386 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1118a45e-d1e6-472b-a5ee-c2cfe9b4ff2b req-8335480a-f433-453d-94a1-3f6486852c0a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417936 Feb 09 04:09:14.518515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-7bc27485-3e25-4468-9867-53c072f9ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:14.520014 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-7bc27485-3e25-4468-9867-53c072f9ef69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1128 time: 0.0830264 Feb 09 04:09:14.611545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-84ac8576-32ef-4c4d-a030-46f579a3047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:14.613006 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-84ac8576-32ef-4c4d-a030-46f579a3047d service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0875187 Feb 09 04:09:14.679415 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-8889b2a1-822d-4203-81b8-4b4ad428967c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 1001 time: 0.0602083 Feb 09 04:09:14.726046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-79603b5e-06b9-4330-8b84-218729dd1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:14.727466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-79603b5e-06b9-4330-8b84-218729dd1544 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0429425 Feb 09 04:09:14.780179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-c044558a-683e-4e29-b013-826aaf5792cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:14.781687 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-c044558a-683e-4e29-b013-826aaf5792cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481794 Feb 09 04:09:14.868287 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-dbef67e0-8ec0-4855-a988-b488e8fde77a service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809426 Feb 09 04:09:14.959315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-d2d50574-27eb-4059-97bf-dd2ead1f7219 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853553 Feb 09 04:09:15.420488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef898dc7-d761-45bc-bed7-c79e8d733893 req-f43d4d89-7307-48c0-9262-e27c5b2b1d81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:15.421996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef898dc7-d761-45bc-bed7-c79e8d733893 req-f43d4d89-7307-48c0-9262-e27c5b2b1d81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0532491 Feb 09 04:09:15.468864 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ef898dc7-d761-45bc-bed7-c79e8d733893 req-9a0bc55e-70ee-4317-bf5c-10ba3c9fd28b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Feb 09 04:09:15.719872 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4a142a9-e364-4f74-9208-d883ba0f47f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:16.593063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94dda1-a84f-4d83-b15d-e2f59f582d2d req-0b33687f-f1cd-41ac-8a63-3c72e296072f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:16.594561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b94dda1-a84f-4d83-b15d-e2f59f582d2d req-0b33687f-f1cd-41ac-8a63-3c72e296072f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0568190 Feb 09 04:09:16.641564 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b94dda1-a84f-4d83-b15d-e2f59f582d2d req-0f3a3110-2d05-435e-93b9-54742fc8f10b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Feb 09 04:09:17.772298 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171f87c-c176-409e-a8c2-57d627e949c9 req-0b359358-13a0-4c64-9783-9f7c59aca3aa tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:17.773805 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2171f87c-c176-409e-a8c2-57d627e949c9 req-0b359358-13a0-4c64-9783-9f7c59aca3aa tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0636063 Feb 09 04:09:17.821653 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2171f87c-c176-409e-a8c2-57d627e949c9 req-c7228271-16bf-473d-ba3e-71609d6b13f8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420420 Feb 09 04:09:18.225348 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44293f9b-a395-49bb-8abe-9cd55c30bb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:18.941818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05138ba-e8b6-4285-8e2b-fcf367227154 req-d96209a9-350e-45ec-8e6d-7762f0d672ed tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:18.943297 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b05138ba-e8b6-4285-8e2b-fcf367227154 req-d96209a9-350e-45ec-8e6d-7762f0d672ed tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0537834 Feb 09 04:09:18.989941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b05138ba-e8b6-4285-8e2b-fcf367227154 req-ac46f594-715e-4e86-bfe6-b4c57eec07b5 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406866 Feb 09 04:09:19.497593 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:20.113184 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eaf34-c201-400f-9d50-c98eb164bbd0 req-69611853-0e96-4e2f-bbc7-3eb7f99d6d94 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:20.114806 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-630eaf34-c201-400f-9d50-c98eb164bbd0 req-69611853-0e96-4e2f-bbc7-3eb7f99d6d94 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0569961 Feb 09 04:09:20.161563 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-630eaf34-c201-400f-9d50-c98eb164bbd0 req-1bcd1d78-9266-4658-b352-5d4dd16ae21b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 Feb 09 04:09:20.924288 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:21.280351 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cc8a6-1a82-4d57-b9da-427db7fbdf25 req-63986d66-5cdd-480b-bf68-bcdd39953918 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:21.281820 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-143cc8a6-1a82-4d57-b9da-427db7fbdf25 req-63986d66-5cdd-480b-bf68-bcdd39953918 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0516682 Feb 09 04:09:21.331846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-143cc8a6-1a82-4d57-b9da-427db7fbdf25 req-d1c6041f-b557-47ad-a217-fcf53f3990f1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440514 Feb 09 04:09:22.064522 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:22.456640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade02c9-5475-4175-bbb6-e3116a925f6b req-ed6b4d78-760f-49f1-a66a-6e467c2c3f86 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:22.458159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aade02c9-5475-4175-bbb6-e3116a925f6b req-ed6b4d78-760f-49f1-a66a-6e467c2c3f86 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0547123 Feb 09 04:09:22.505592 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aade02c9-5475-4175-bbb6-e3116a925f6b req-dfc3f580-022c-4762-b529-0e3bbaaa2f20 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418053 Feb 09 04:09:23.624934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fddbe2-b44b-40b9-b1b1-9cb3643e7f76 req-22f2173f-b840-4ae2-9318-4fab2d92eeb2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:23.627292 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9fddbe2-b44b-40b9-b1b1-9cb3643e7f76 req-22f2173f-b840-4ae2-9318-4fab2d92eeb2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0531805 Feb 09 04:09:23.675423 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9fddbe2-b44b-40b9-b1b1-9cb3643e7f76 req-74ee37ce-089e-4625-ae93-b7d7bc2bfc9c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425503 Feb 09 04:09:24.577050 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:24.675745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b13baa40-8090-4bd9-972b-11019330c4c6 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:09:24.754426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b13baa40-8090-4bd9-972b-11019330c4c6 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:09:24.754813 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:24.777571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:09:24.792062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:09:24.797394 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:24.812086 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116505d2-93cc-4721-acbb-7013e22356ae req-209a069d-c96e-4aa0-aba9-9ad443255781 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:24.819980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-116505d2-93cc-4721-acbb-7013e22356ae req-209a069d-c96e-4aa0-aba9-9ad443255781 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0730276 Feb 09 04:09:24.829554 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8389bdd2-9ab2-41b4-9b2e-67fad1149bed" -d '{"events": [{"server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "name": "network-vif-unplugged", "status": "completed", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:09:24.856057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:09:24.881604 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-116505d2-93cc-4721-acbb-7013e22356ae req-4c2937a0-6b1f-4750-894a-34e12fe9f01b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604644 Feb 09 04:09:24.944343 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a2a380-a436-4742-9437-6be86a34a2d7 x-openstack-request-id: req-99a2a380-a436-4742-9437-6be86a34a2d7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:09:24.944695 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "name": "network-vif-unplugged", "status": "completed", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:09:24.944889 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99a2a380-a436-4742-9437-6be86a34a2d7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:09:24.945280 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'code': 200} Feb 09 04:09:25.813686 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-9f18c144-9266-444c-be94-3e60cecebcd9 service neutron] show failed (client error): The resource could not be found. Feb 09 04:09:25.814691 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-9f18c144-9266-444c-be94-3e60cecebcd9 service neutron] 10.222.0.65 "GET /v2.0/ports/b13baa40-8090-4bd9-972b-11019330c4c6/bindings/n-h2-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0549712 Feb 09 04:09:26.008667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aac69-030a-47a0-9328-519dd64d367b req-7c92e89f-d607-4b85-9eaa-1b4b2450f1a8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:26.010003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9e0aac69-030a-47a0-9328-519dd64d367b req-7c92e89f-d607-4b85-9eaa-1b4b2450f1a8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0540371 Feb 09 04:09:26.060460 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9e0aac69-030a-47a0-9328-519dd64d367b req-5d99e6a3-f7a0-4d1f-829e-95491686de13 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442944 Feb 09 04:09:26.104793 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-e5246279-6526-4894-82ef-d1d093e8e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:26.106340 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-e5246279-6526-4894-82ef-d1d093e8e7b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 1126 time: 0.0902300 Feb 09 04:09:26.116809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:09:26.177245 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:26.681414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:09:26.713609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:09:26.744978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13baa40-8090-4bd9-972b-11019330c4c6 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:09:26.752487 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Publish callbacks [] for port (b13baa40-8090-4bd9-972b-11019330c4c6), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:26.764255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Transition to ACTIVE for port object b13baa40-8090-4bd9-972b-11019330c4c6 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:09:26.768607 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:26.846958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:09:26.858796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.859143 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.859490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.859830 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.860199 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.860528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.860856 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.861211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.861537 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.861862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.862185 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.862506 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.862828 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:26.900414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] No DVR routers for this DVR port b13baa40-8090-4bd9-972b-11019330c4c6 on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:09:27.040231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Attempting to bind port b13baa40-8090-4bd9-972b-11019330c4c6 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:09:27.040567 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Attempting to bind port b13baa40-8090-4bd9-972b-11019330c4c6 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:09:27.040895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Attempting to bind port b13baa40-8090-4bd9-972b-11019330c4c6 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:09:27.045379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Port b13baa40-8090-4bd9-972b-11019330c4c6 on network fd72474b-166d-43f2-90f3-4094444fd75c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:09:27.045736 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Attempting to bind port b13baa40-8090-4bd9-972b-11019330c4c6 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:09:27.051255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:09:27.051590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:09:27.051968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Bound using segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:09:27.052396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Bound port: b13baa40-8090-4bd9-972b-11019330c4c6, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:09:27.052745 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:27.118510 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:09:27.122819 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:09:27.129676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:27.195808 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:27.196424 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:27.197818 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] 10.222.0.42 "PUT /v2.0/ports/b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 1092 time: 1.0849893 Feb 09 04:09:27.198257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:09:27.235566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659eac1-9270-4b03-a0c6-51b33f4f2517 service neutron] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=8']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:09:27.263705 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1692da-0384-4e1f-9713-1a64bdb7fa11" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:09:27.274948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8e0d0-fbcc-4567-8f1f-3f7163535804 req-d5ab698d-909b-4287-8901-88a57cc5ec9c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:27.276561 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-03f8e0d0-fbcc-4567-8f1f-3f7163535804 req-d5ab698d-909b-4287-8901-88a57cc5ec9c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.1413534 Feb 09 04:09:27.335833 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-811fbc21-144d-42c1-9eea-adc6cd7d7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:27.337447 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-811fbc21-144d-42c1-9eea-adc6cd7d7f9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1126 time: 0.1119025 Feb 09 04:09:27.340634 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-03f8e0d0-fbcc-4567-8f1f-3f7163535804 req-2721a2ce-6fd5-4509-8361-2215c04492d6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564013 Feb 09 04:09:27.398576 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef06884-f297-4d24-a719-1debca600c4f x-openstack-request-id: req-6ef06884-f297-4d24-a719-1debca600c4f {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:09:27.398873 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:09:27.399126 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ef06884-f297-4d24-a719-1debca600c4f {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:09:27.399521 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'status': 'completed', 'code': 200} Feb 09 04:09:27.445409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-ea9269e8-2dc1-49e9-ac39-32e51b803c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:27.446948 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-ea9269e8-2dc1-49e9-ac39-32e51b803c35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.1033084 Feb 09 04:09:27.483003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-1d814505-6a7b-4ad5-a9ea-ab65058c9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:27.484489 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-1d814505-6a7b-4ad5-a9ea-ab65058c9269 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1126 time: 0.0488911 Feb 09 04:09:27.513579 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-511efaa2-1721-4bdf-b2af-bab9a35e6139 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 999 time: 0.0595977 Feb 09 04:09:27.565055 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-448b1ef7-5e4e-4a53-93d2-7fe39b24cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:27.566572 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-448b1ef7-5e4e-4a53-93d2-7fe39b24cc4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0480175 Feb 09 04:09:27.573640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-36b9fd61-7a60-4533-bed8-03f251ff4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:27.575093 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-36b9fd61-7a60-4533-bed8-03f251ff4e0b service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0850842 Feb 09 04:09:27.615523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-14e1a81f-c12b-4f68-afbf-10d800dab828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:27.617031 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-14e1a81f-c12b-4f68-afbf-10d800dab828 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448399 Feb 09 04:09:27.644151 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-e242ac2e-43df-42c7-a91b-006249b2ab95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 999 time: 0.0635135 Feb 09 04:09:27.694057 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-48148490-f990-48fd-9c7b-cdbbf770561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:27.695761 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-48148490-f990-48fd-9c7b-cdbbf770561d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0455334 Feb 09 04:09:27.708236 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-0c20a48c-10d0-40f9-95dc-7a501f310c58 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843391 Feb 09 04:09:27.746894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-a24a747c-2ec6-492f-ba43-3d2234f7439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:27.748411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-a24a747c-2ec6-492f-ba43-3d2234f7439b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471303 Feb 09 04:09:27.808343 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-3fabd10a-88db-43ae-aee2-ffe69890f71a service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948792 Feb 09 04:09:27.850771 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-4c57adb1-c9eb-4bea-a8b1-0654ad8ef669 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964775 Feb 09 04:09:27.902982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-5d9ee86b-36b9-4ee7-a455-09c7ed7d71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:27.904504 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-5d9ee86b-36b9-4ee7-a455-09c7ed7d71cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1126 time: 0.0476341 Feb 09 04:09:27.949115 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-faf23825-4eba-4f87-801f-50d7138789ef service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924213 Feb 09 04:09:28.012210 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-c0ea1a7d-a606-4aed-ac23-747a590772b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:28.013787 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-c0ea1a7d-a606-4aed-ac23-747a590772b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.1039150 Feb 09 04:09:28.081588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-d750f646-4088-4f73-aa5d-9f267338a06e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 999 time: 0.0616586 Feb 09 04:09:28.129938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-1921a471-a357-4b3e-8987-4d82fd8d4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:28.131397 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-1921a471-a357-4b3e-8987-4d82fd8d4cc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0442586 Feb 09 04:09:28.188657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-d9f219ca-d250-4207-9891-277addc91750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:28.190390 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-d9f219ca-d250-4207-9891-277addc91750 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510530 Feb 09 04:09:28.278495 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-acab3b26-b9a9-4989-9466-bc74c75a0aec service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819139 Feb 09 04:09:28.370476 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c1692da-0384-4e1f-9713-1a64bdb7fa11 req-1cd37213-a262-4413-ba66-93852420a787 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862641 Feb 09 04:09:28.471048 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1701ac-fff7-44db-a7f0-e716239553d6 req-27187b0c-19a8-46e1-8927-aaa7cc843cbc tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:28.472535 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d1701ac-fff7-44db-a7f0-e716239553d6 req-27187b0c-19a8-46e1-8927-aaa7cc843cbc tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0542266 Feb 09 04:09:28.519327 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d1701ac-fff7-44db-a7f0-e716239553d6 req-c0cf68f0-c678-4c37-875b-62be35e15c3c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411491 Feb 09 04:09:29.646347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc9bf4-8029-4b74-93e9-733b51959528 req-55310b76-d022-47c5-afcf-88c4ab1852f6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:29.647862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2adc9bf4-8029-4b74-93e9-733b51959528 req-55310b76-d022-47c5-afcf-88c4ab1852f6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0550804 Feb 09 04:09:29.696252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2adc9bf4-8029-4b74-93e9-733b51959528 req-15c848f1-9341-416d-be41-6349e7f1e07c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421679 Feb 09 04:09:30.822456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2565f5-bfb1-47b3-a404-dc04d6006fce req-b0d9a7d5-5492-412d-b92a-c53cdf0b76a9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:30.823936 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d2565f5-bfb1-47b3-a404-dc04d6006fce req-b0d9a7d5-5492-412d-b92a-c53cdf0b76a9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0548894 Feb 09 04:09:30.870695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d2565f5-bfb1-47b3-a404-dc04d6006fce req-143bb5dd-251c-4107-ba4b-90ae5df62854 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Feb 09 04:09:31.397920 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f282aef-ce7a-47ed-904e-b6f9c257cca2 req-4ebf92f2-a786-40d0-9394-ab60483cbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:31.399427 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f282aef-ce7a-47ed-904e-b6f9c257cca2 req-4ebf92f2-a786-40d0-9394-ab60483cbbed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1126 time: 0.0491571 Feb 09 04:09:31.502809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f282aef-ce7a-47ed-904e-b6f9c257cca2 req-5e83f090-2307-424f-973b-124f39b953cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:31.504297 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f282aef-ce7a-47ed-904e-b6f9c257cca2 req-5e83f090-2307-424f-973b-124f39b953cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0845668 Feb 09 04:09:31.573494 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f282aef-ce7a-47ed-904e-b6f9c257cca2 req-ae16330a-ce58-4a67-a9a2-aaf2a83126fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 999 time: 0.0635564 Feb 09 04:09:31.621505 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f282aef-ce7a-47ed-904e-b6f9c257cca2 req-48dc6b28-8550-4db3-a230-57592050d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:31.622955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f282aef-ce7a-47ed-904e-b6f9c257cca2 req-48dc6b28-8550-4db3-a230-57592050d410 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0445104 Feb 09 04:09:31.670946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f282aef-ce7a-47ed-904e-b6f9c257cca2 req-dc7b7a5e-1e66-47f8-a508-ea5a4aa8510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:31.672457 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f282aef-ce7a-47ed-904e-b6f9c257cca2 req-dc7b7a5e-1e66-47f8-a508-ea5a4aa8510c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439415 Feb 09 04:09:31.764450 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f282aef-ce7a-47ed-904e-b6f9c257cca2 req-4586abde-f6bb-4cb0-979d-10f55827a72a service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857897 Feb 09 04:09:31.852678 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f282aef-ce7a-47ed-904e-b6f9c257cca2 req-5bb54f4d-5bc7-48de-a3af-b0bbbb0dacc3 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823615 Feb 09 04:09:31.998444 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b543b-5b06-478d-8529-51267a50a6a5 req-3b8ef180-f498-4481-92c0-48815eca4a09 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:31.999930 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-265b543b-5b06-478d-8529-51267a50a6a5 req-3b8ef180-f498-4481-92c0-48815eca4a09 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0608099 Feb 09 04:09:32.048726 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-265b543b-5b06-478d-8529-51267a50a6a5 req-c948b0e2-3031-4f6e-b6bf-7acbc370f556 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417981 Feb 09 04:09:33.175513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4489d-b0d9-43c8-b1e0-651584bc859e req-eaa1d597-f0b7-412b-bb2d-a7f7458de364 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:33.176995 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24a4489d-b0d9-43c8-b1e0-651584bc859e req-eaa1d597-f0b7-412b-bb2d-a7f7458de364 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0565557 Feb 09 04:09:33.231414 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24a4489d-b0d9-43c8-b1e0-651584bc859e req-8a98b3e0-b642-4cb1-ab11-4f3bd5abd0dd tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485241 Feb 09 04:09:34.352674 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088928c-5128-43a1-8600-e100063a8efa req-8543a480-173c-4d18-9a72-4923295e8763 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:34.354174 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b088928c-5128-43a1-8600-e100063a8efa req-8543a480-173c-4d18-9a72-4923295e8763 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0527794 Feb 09 04:09:34.400826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b088928c-5128-43a1-8600-e100063a8efa req-ca75576b-d6db-4660-b201-3b24237715f5 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410306 Feb 09 04:09:35.530095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cdc92-c08f-49c3-b703-c103add97738 req-5fd82ede-a8eb-481e-9902-1a1c630c0e0c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:35.531723 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e0cdc92-c08f-49c3-b703-c103add97738 req-5fd82ede-a8eb-481e-9902-1a1c630c0e0c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0564125 Feb 09 04:09:35.580881 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e0cdc92-c08f-49c3-b703-c103add97738 req-81d19c35-e62e-447b-8d09-77d3afc879c6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432281 Feb 09 04:09:36.707897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbd928-677a-443c-8cb6-2c824f331783 req-6e861fc5-ea3d-43bd-bca9-feb0c10c3492 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:36.709583 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-39fbd928-677a-443c-8cb6-2c824f331783 req-6e861fc5-ea3d-43bd-bca9-feb0c10c3492 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0571575 Feb 09 04:09:36.757538 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-39fbd928-677a-443c-8cb6-2c824f331783 req-470dc8e0-96f6-4560-a44a-5acc2287a278 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422184 Feb 09 04:09:37.879169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd19583-9995-4946-9632-05eecda1857b req-fd709481-95cb-4469-b11a-96d4227f352b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:37.880639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fd19583-9995-4946-9632-05eecda1857b req-fd709481-95cb-4469-b11a-96d4227f352b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0532649 Feb 09 04:09:37.927470 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4fd19583-9995-4946-9632-05eecda1857b req-e637eb8b-40b0-4fce-81ed-5d7cfa11d58c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411444 Feb 09 04:09:38.013191 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:39.049560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e966da3-8a60-4100-bc09-3ed630770cd9 req-d5f88751-009e-4c19-82b9-d62090c93547 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:39.051041 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e966da3-8a60-4100-bc09-3ed630770cd9 req-d5f88751-009e-4c19-82b9-d62090c93547 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0530081 Feb 09 04:09:39.099452 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4e966da3-8a60-4100-bc09-3ed630770cd9 req-4fbf0508-5428-408e-a173-5dbc3f543156 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428095 Feb 09 04:09:40.224711 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9bf56-a946-44a4-9de8-f52bb372e61c req-f0c93dab-b116-4ab1-9446-3c6fb660d057 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:40.226229 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c9bf56-a946-44a4-9de8-f52bb372e61c req-f0c93dab-b116-4ab1-9446-3c6fb660d057 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0567055 Feb 09 04:09:40.272196 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-95c9bf56-a946-44a4-9de8-f52bb372e61c req-64744cb9-4afc-47c6-a355-f7440decad5a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403609 Feb 09 04:09:41.393542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae709a3-8b78-4fee-9ff1-5bb250168f1a req-fc5ba600-2630-4d1e-b314-3422d744b22e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:41.395002 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ae709a3-8b78-4fee-9ff1-5bb250168f1a req-fc5ba600-2630-4d1e-b314-3422d744b22e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0543871 Feb 09 04:09:41.446713 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ae709a3-8b78-4fee-9ff1-5bb250168f1a req-2b0cde86-6748-418d-aa6a-00a94e09a002 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461600 Feb 09 04:09:42.577290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33af51e-4e1e-433d-b458-bca5c716e8df req-5c09f325-bea8-48b0-955b-16f9deaa28c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:42.578804 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f33af51e-4e1e-433d-b458-bca5c716e8df req-5c09f325-bea8-48b0-955b-16f9deaa28c9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0553107 Feb 09 04:09:42.624921 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f33af51e-4e1e-433d-b458-bca5c716e8df req-77697da4-2323-43bd-a6f0-7c121582230a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402706 Feb 09 04:09:43.745262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a11914-098e-419b-ae6b-7da957ea4098 req-55530e85-8895-46f5-8944-5cb0acc9a9a0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:43.746766 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1a11914-098e-419b-ae6b-7da957ea4098 req-55530e85-8895-46f5-8944-5cb0acc9a9a0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0522263 Feb 09 04:09:43.793254 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1a11914-098e-419b-ae6b-7da957ea4098 req-730fde50-8f55-4bf3-9e06-74e3eb89b39e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402126 Feb 09 04:09:44.922592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f7c5b-bcaf-4395-a290-c9862475c342 req-680b4c8c-268c-4de4-97b5-2d613316330e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:44.924613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-310f7c5b-bcaf-4395-a290-c9862475c342 req-680b4c8c-268c-4de4-97b5-2d613316330e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0602760 Feb 09 04:09:44.972643 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-310f7c5b-bcaf-4395-a290-c9862475c342 req-cb0470e4-a471-4ed3-b6ef-0bb3d9ad0466 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 Feb 09 04:09:45.286019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-6e065db3-e3ba-48a7-bb7c-d24983740622 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:45.287481 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-6e065db3-e3ba-48a7-bb7c-d24983740622 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 943 time: 0.0851953 Feb 09 04:09:45.309148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44ef23-56a2-4af2-a77a-c5f32f4bd147 req-073bfcc9-b7b1-4548-b94f-c94b28ce80d2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:45.311043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a44ef23-56a2-4af2-a77a-c5f32f4bd147 req-073bfcc9-b7b1-4548-b94f-c94b28ce80d2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0809522 Feb 09 04:09:45.392309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-050d9271-1b22-41b3-9d86-dcf58d9cfec3 service neutron] 10.222.0.42 "GET /v2.0/ports/b13baa40-8090-4bd9-972b-11019330c4c6/bindings/n-h2-824835-15 HTTP/1.1" status: 200 len: 383 time: 0.0968976 Feb 09 04:09:45.396503 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a44ef23-56a2-4af2-a77a-c5f32f4bd147 req-6e62a4f3-9549-4b59-ae80-6c39f83e839c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681698 Feb 09 04:09:45.455612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-f9668601-47ba-4e6c-86c1-bba8953db305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:45.457443 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-f9668601-47ba-4e6c-86c1-bba8953db305 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1126 time: 0.0453734 Feb 09 04:09:45.543629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-fe3b4d61-ed63-40ec-acca-addc1393f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:45.545061 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-fe3b4d61-ed63-40ec-acca-addc1393f216 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0827234 Feb 09 04:09:45.611286 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-35064c0a-758a-481e-9e23-cd95c2f3eb5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 999 time: 0.0609953 Feb 09 04:09:45.616870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b13baa40-8090-4bd9-972b-11019330c4c6 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:09:45.658679 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-90fc7a73-ebd4-4d79-ba50-4607389f5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:45.660192 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-90fc7a73-ebd4-4d79-ba50-4607389f5a3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0433981 Feb 09 04:09:45.708813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-8adc16ab-f4e4-449f-8d32-cb9754fe4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:45.710250 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-8adc16ab-f4e4-449f-8d32-cb9754fe4b04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448534 Feb 09 04:09:45.725827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:09:45.743480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'port_id': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'mac_address': 'fa:16:3e:93:37:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:09:45.746393 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da12486c-5611-4587-be3f-dec3318e9490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:45.785549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port b13baa40-8090-4bd9-972b-11019330c4c6 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:09:45.785936 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:45.798438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13baa40-8090-4bd9-972b-11019330c4c6 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:09:45.803171 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-a07066b1-fea9-4ed7-849a-3608574a10ba service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867875 Feb 09 04:09:45.818660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:09:45.823092 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:45.870470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:09:45.878020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.878366 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.878708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.879041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.879372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.879701 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.880026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.880348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.880668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.880989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.881314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.881655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.881973 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:45.904851 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-6dc514b2-3557-45ea-84dd-a90fc5cb33b3 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955899 Feb 09 04:09:46.053509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['b13baa40-8090-4bd9-972b-11019330c4c6'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:09:46.523277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5755eef-a439-4849-b938-925d9f56aae3 req-26ed2969-5ec2-48ae-9834-1409a0c904f6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:46.524772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5755eef-a439-4849-b938-925d9f56aae3 req-26ed2969-5ec2-48ae-9834-1409a0c904f6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0537343 Feb 09 04:09:46.571506 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5755eef-a439-4849-b938-925d9f56aae3 req-f8bfba69-5c99-4d8d-b2e0-8eab7d3ce3dc tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411108 Feb 09 04:09:47.624852 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b13baa40-8090-4bd9-972b-11019330c4c6 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:09:47.678126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port b13baa40-8090-4bd9-972b-11019330c4c6 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:09:47.683217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port b13baa40-8090-4bd9-972b-11019330c4c6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:09:47.683814 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:47.714256 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c206f-da3f-4fae-b148-58d1d0eca399 req-5fc76e56-7449-454e-8b38-b4bc730405cd tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:47.715767 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a24c206f-da3f-4fae-b148-58d1d0eca399 req-5fc76e56-7449-454e-8b38-b4bc730405cd tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0737009 Feb 09 04:09:47.766932 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a24c206f-da3f-4fae-b148-58d1d0eca399 req-1dc74b6d-0700-43e3-b5c6-e7fce51462c7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439925 Feb 09 04:09:47.772009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port b13baa40-8090-4bd9-972b-11019330c4c6 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:09:47.772515 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:47.796978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:09:47.800025 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d18322-673c-473f-8e23-92ff043972fc" -d '{"events": [{"server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:09:47.812424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:09:47.818016 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:47.855252 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4e919b-29ee-4131-8b17-f913e7707c98 x-openstack-request-id: req-bd4e919b-29ee-4131-8b17-f913e7707c98 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:09:47.855552 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:09:47.855818 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd4e919b-29ee-4131-8b17-f913e7707c98 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:09:47.856230 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'code': 200} Feb 09 04:09:47.868954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:09:48.227528 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0fe705d1-32d5-4f0f-87a9-74ca3f918398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:48.352640 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:09:48.892570 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7c382-6c55-41c3-8b98-f18d620f689c req-b7d3f9ba-f157-4671-aa82-ca1ea9504083 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:48.894085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ec7c382-6c55-41c3-8b98-f18d620f689c req-b7d3f9ba-f157-4671-aa82-ca1ea9504083 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 946 time: 0.0533025 Feb 09 04:09:48.941393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ec7c382-6c55-41c3-8b98-f18d620f689c req-5b1d6efb-89e1-41c3-a3e0-f7fa420d9022 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Feb 09 04:09:49.500124 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:50.069055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa19543-5933-40e9-aefa-7f0eb59a5d8b req-db2b6ef9-7027-4b6c-b4ef-590f3ab54add tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:50.070552 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6fa19543-5933-40e9-aefa-7f0eb59a5d8b req-db2b6ef9-7027-4b6c-b4ef-590f3ab54add tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 946 time: 0.0568919 Feb 09 04:09:50.118207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6fa19543-5933-40e9-aefa-7f0eb59a5d8b req-d6e2f53b-4994-4ad5-b7a8-e62fe2275646 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Feb 09 04:09:50.929981 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:51.249960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968db707-9aa0-4d9b-b120-c5ae20f25659 req-79b8fe8b-6866-4a19-977c-15a91046315d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:51.251446 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-968db707-9aa0-4d9b-b120-c5ae20f25659 req-79b8fe8b-6866-4a19-977c-15a91046315d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 946 time: 0.0565684 Feb 09 04:09:51.300435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-968db707-9aa0-4d9b-b120-c5ae20f25659 req-50758aae-68f7-4ed3-87fd-3006bcce3a3e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425446 Feb 09 04:09:51.606951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-ad8b8cde-8062-48ef-830d-06fef4525547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:51.608428 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-ad8b8cde-8062-48ef-830d-06fef4525547 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07&tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0 HTTP/1.1" status: 200 len: 1129 time: 0.0445511 Feb 09 04:09:51.624268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:09:51.656742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b13baa40-8090-4bd9-972b-11019330c4c6 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:09:51.686478 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:51.731975 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port b13baa40-8090-4bd9-972b-11019330c4c6 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:09:51.732360 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:51.887241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:09:51.920234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h2-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:09:51.959349 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:09:51.964456 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Publish callbacks [] for port (b13baa40-8090-4bd9-972b-11019330c4c6), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:51.977471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Transition to ACTIVE for port object b13baa40-8090-4bd9-972b-11019330c4c6 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:09:51.982631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:52.011574 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065a7275-ea28-4ee8-b479-62e88417949e" -d '{"events": [{"server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "name": "network-vif-unplugged", "status": "completed", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:09:52.023267 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 04:09:52.023838 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 04:09:52.074518 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=11']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:09:52.077563 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:52.087094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.087453 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.087808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.088315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.088655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.088989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.089321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.089681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.090012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.090339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.090670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.090992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.091346 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:52.137264 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] No DVR routers for this DVR port b13baa40-8090-4bd9-972b-11019330c4c6 on host n-h2-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:09:52.174115 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813275c2-e837-4582-ae66-ee80737f5bdd x-openstack-request-id: req-813275c2-e837-4582-ae66-ee80737f5bdd {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:09:52.174344 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "name": "network-vif-unplugged", "status": "completed", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:09:52.174612 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-813275c2-e837-4582-ae66-ee80737f5bdd {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:09:52.175022 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'code': 200} Feb 09 04:09:52.444552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa026ba9-be75-4b6e-a02e-1286beb86520 req-61e758bd-cc6f-4abf-9c58-301ca4a57281 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:52.446058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa026ba9-be75-4b6e-a02e-1286beb86520 req-61e758bd-cc6f-4abf-9c58-301ca4a57281 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0569315 Feb 09 04:09:52.494953 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa026ba9-be75-4b6e-a02e-1286beb86520 req-338f78f2-49d9-4769-b9d4-021bf42d98cb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428615 Feb 09 04:09:52.560152 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port b13baa40-8090-4bd9-972b-11019330c4c6 is: DOWN; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:09:52.572353 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Attempting to bind port b13baa40-8090-4bd9-972b-11019330c4c6 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:09:52.572686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Attempting to bind port b13baa40-8090-4bd9-972b-11019330c4c6 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:09:52.573016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Attempting to bind port b13baa40-8090-4bd9-972b-11019330c4c6 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:09:52.577188 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Port b13baa40-8090-4bd9-972b-11019330c4c6 on network fd72474b-166d-43f2-90f3-4094444fd75c not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:09:52.577549 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Attempting to bind port b13baa40-8090-4bd9-972b-11019330c4c6 on network fd72474b-166d-43f2-90f3-4094444fd75c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:09:52.582909 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:09:52.583244 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Checking segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:09:52.583628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Bound using segment: {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:09:52.584050 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Bound port: b13baa40-8090-4bd9-972b-11019330c4c6, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:09:52.584403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:52.645165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:09:52.648294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:09:52.653559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:52.687035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:52.687692 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:52.689044 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] 10.222.0.65 "PUT /v2.0/ports/b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 1093 time: 1.0687122 Feb 09 04:09:52.711626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cd5e6-706d-4dd2-8080-fcdfe8f192ec service neutron] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=12']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:09:52.771979 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-e08d47e1-794d-4e48-957d-a8dc04dbea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:52.773541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-e08d47e1-794d-4e48-957d-a8dc04dbea5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1127 time: 0.0511248 Feb 09 04:09:52.865036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-fa473e78-d925-42bc-8e7e-a2b7ea615efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:52.866523 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-fa473e78-d925-42bc-8e7e-a2b7ea615efa service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0876691 Feb 09 04:09:52.935292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-99eca3ff-8820-450d-b465-6237086883ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 999 time: 0.0626466 Feb 09 04:09:52.982055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-e011e1c3-87fb-4dd4-8764-f05d5a5bd222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:52.983400 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-e011e1c3-87fb-4dd4-8764-f05d5a5bd222 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0425713 Feb 09 04:09:53.031423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-84941675-1561-4e1d-a3c5-5b18ea213c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:53.032915 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-84941675-1561-4e1d-a3c5-5b18ea213c86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439081 Feb 09 04:09:53.123831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-ac5a34cf-7f4a-4475-ba31-c093877271ae service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839932 Feb 09 04:09:53.211431 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1f92fe7-d179-4976-bd35-c7d24117a513 req-3242225f-7f76-41ad-bf6c-cc5dadb5b280 service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820684 Feb 09 04:09:53.622176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa761d-83e5-45aa-9be0-bf450940243b req-d7b2917a-7b34-41aa-8728-495da30280a2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:53.623702 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cbfa761d-83e5-45aa-9be0-bf450940243b req-d7b2917a-7b34-41aa-8728-495da30280a2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0533445 Feb 09 04:09:53.679876 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cbfa761d-83e5-45aa-9be0-bf450940243b req-c12327c3-b8ca-4d9d-adef-d80be31b3d56 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502484 Feb 09 04:09:54.176372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:09:54.178891 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:09:54.230562 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38b23b5-cee3-4311-96eb-dcd189d9e42c x-openstack-request-id: req-b38b23b5-cee3-4311-96eb-dcd189d9e42c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:09:54.230856 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:09:54.231109 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b38b23b5-cee3-4311-96eb-dcd189d9e42c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:09:54.231509 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'status': 'completed', 'code': 200} Feb 09 04:09:54.299976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-d87c4498-9977-4cb3-9133-175da59c50db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:54.301840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-d87c4498-9977-4cb3-9133-175da59c50db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1127 time: 0.0508153 Feb 09 04:09:54.323110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-0349a559-37d0-43b0-976f-f04212047ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:54.324653 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-0349a559-37d0-43b0-976f-f04212047ea7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 1127 time: 0.0481520 Feb 09 04:09:54.397296 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-18aac35a-133d-40f4-8549-f8c6dc465bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:54.398878 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-18aac35a-133d-40f4-8549-f8c6dc465bd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0916498 Feb 09 04:09:54.416722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-b5436391-cc43-4ef0-9fa2-edcf3ebb5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:54.418243 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-b5436391-cc43-4ef0-9fa2-edcf3ebb5357 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 200 len: 911 time: 0.0882075 Feb 09 04:09:54.467584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-e3ab9b6d-78dd-4ca0-9ac5-b7106b5a0359 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 999 time: 0.0604219 Feb 09 04:09:54.489513 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-69534ee3-3cb5-4c64-9816-517f449de6f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 200 len: 999 time: 0.0655565 Feb 09 04:09:54.521874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-dd59d0b8-fd17-44ea-904c-bbe8311ca3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:54.523055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-dd59d0b8-fd17-44ea-904c-bbe8311ca3e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0500193 Feb 09 04:09:54.539545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-fdaaa368-e35d-404c-930e-0dc498338516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:54.541023 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-fdaaa368-e35d-404c-930e-0dc498338516 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 200 len: 849 time: 0.0451407 Feb 09 04:09:54.575817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-4bf526ea-7c84-4335-99eb-68fa393acff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:54.577709 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-4bf526ea-7c84-4335-99eb-68fa393acff8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478704 Feb 09 04:09:54.596965 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:54.598539 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-1c8ecd8c-693a-4b79-8e01-58347a34474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:54.600082 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-1c8ecd8c-693a-4b79-8e01-58347a34474e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd72474b-166d-43f2-90f3-4094444fd75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0535755 Feb 09 04:09:54.671995 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-75c40c06-c9f4-4fe8-9c20-8a003ec440ed service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880408 Feb 09 04:09:54.698780 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-e5569282-10b0-44ac-9b96-86aead8b633c service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923831 Feb 09 04:09:54.769896 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-75a54172-337d-4dfc-99a9-5d059e779f94 service neutron] 10.222.0.42 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923297 Feb 09 04:09:54.838717 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c8ac7bfe-9e9f-4d3a-8f50-5a93933ea6d6 req-4118475d-d405-40b1-b906-7e2faa40125d service neutron] 10.222.0.65 "GET /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322222 Feb 09 04:09:54.848997 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a80c7-64d6-46e5-b618-901a594391dc req-648ebedc-bcb1-4b88-8bbe-89f283e7da80 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:54.850416 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c5a80c7-64d6-46e5-b618-901a594391dc req-648ebedc-bcb1-4b88-8bbe-89f283e7da80 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0875194 Feb 09 04:09:54.900299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c5a80c7-64d6-46e5-b618-901a594391dc req-7094f773-7de6-493f-af53-c751fef8d177 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441909 Feb 09 04:09:56.028992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2bc35-d415-4bd3-83e6-b3bf164a103c req-97200d34-c8d7-4a1f-9f7a-5f0c534883c3 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:56.030497 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ee2bc35-d415-4bd3-83e6-b3bf164a103c req-97200d34-c8d7-4a1f-9f7a-5f0c534883c3 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0549703 Feb 09 04:09:56.078032 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8ee2bc35-d415-4bd3-83e6-b3bf164a103c req-4bdcccc3-e66b-49c3-8a54-a17242b2549a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Feb 09 04:09:57.202773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba287fd-5aaf-4cc2-bfef-8e9d09c963e8 req-c4fee535-edce-4b31-a5cc-333907eacf49 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:57.204427 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eba287fd-5aaf-4cc2-bfef-8e9d09c963e8 req-c4fee535-edce-4b31-a5cc-333907eacf49 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0538843 Feb 09 04:09:57.251394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-eba287fd-5aaf-4cc2-bfef-8e9d09c963e8 req-95d45e74-f85d-4fd8-8f32-76cb6f4df0a9 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411928 Feb 09 04:09:58.377968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba063033-eddc-4a2a-9281-1ca6f1b3a5f6 req-d79c7f2d-d902-4989-bdff-f774439cfd58 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:58.379472 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba063033-eddc-4a2a-9281-1ca6f1b3a5f6 req-d79c7f2d-d902-4989-bdff-f774439cfd58 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0581686 Feb 09 04:09:58.426298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba063033-eddc-4a2a-9281-1ca6f1b3a5f6 req-25442fcc-d7c4-4166-bcb6-735ed5a8e563 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410180 Feb 09 04:09:59.558655 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6ad1-d1c9-496a-be35-697d3781a2c1 req-df7e682b-4eaa-4c60-86fb-421d3a94e7f0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:59.560301 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-29ae6ad1-d1c9-496a-be35-697d3781a2c1 req-df7e682b-4eaa-4c60-86fb-421d3a94e7f0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0591531 Feb 09 04:09:59.608322 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-29ae6ad1-d1c9-496a-be35-697d3781a2c1 req-9b4a23fa-225e-44a8-89b4-9787c7a3c66a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404689 Feb 09 04:10:00.746243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4334bf-5086-4e06-a753-9f346aa2fb38 req-91b4aac8-87b1-44dc-9edf-92b294637e00 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:00.747836 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d4334bf-5086-4e06-a753-9f346aa2fb38 req-91b4aac8-87b1-44dc-9edf-92b294637e00 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0555243 Feb 09 04:10:00.798300 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6d4334bf-5086-4e06-a753-9f346aa2fb38 req-9bd31b27-d10a-4d35-9978-137d44f09a06 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439143 Feb 09 04:10:01.923282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761b125-e23b-4946-bbeb-527c240a8b19 req-c365a4af-70b5-4818-a9cc-f91d053ca3f0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:01.924920 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1761b125-e23b-4946-bbeb-527c240a8b19 req-c365a4af-70b5-4818-a9cc-f91d053ca3f0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0558903 Feb 09 04:10:01.980195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1761b125-e23b-4946-bbeb-527c240a8b19 req-3bbecd5c-2404-4250-9809-e5ff6cc66d86 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494716 Feb 09 04:10:03.103022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cebe59-060c-4861-b37a-b746db6fabff req-74fce534-8f5b-4518-b5a1-9ad717398c2e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:03.104493 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9cebe59-060c-4861-b37a-b746db6fabff req-74fce534-8f5b-4518-b5a1-9ad717398c2e tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0517333 Feb 09 04:10:03.156915 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9cebe59-060c-4861-b37a-b746db6fabff req-1bb38772-d03f-4460-bde8-2ed4a776f973 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465746 Feb 09 04:10:04.277805 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8f7c8-d58a-4977-bd50-743e3b3c1f7a req-5378fda7-8334-4ee4-b5b5-7fb9b9efd0db tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:04.279307 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ae8f7c8-d58a-4977-bd50-743e3b3c1f7a req-5378fda7-8334-4ee4-b5b5-7fb9b9efd0db tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0531075 Feb 09 04:10:04.330411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0ae8f7c8-d58a-4977-bd50-743e3b3c1f7a req-e3fe95f0-b0bb-4480-82dd-8ef9db1f21cb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455034 Feb 09 04:10:05.456156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d7084-65fb-407f-a43a-8af0a2bdcb52 req-64b0fe8c-a5db-40fe-8d88-24db342c52bf tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:05.458155 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a7d7084-65fb-407f-a43a-8af0a2bdcb52 req-64b0fe8c-a5db-40fe-8d88-24db342c52bf tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0557432 Feb 09 04:10:05.505328 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a7d7084-65fb-407f-a43a-8af0a2bdcb52 req-5a49a536-6e32-4938-ba92-b5cc79da3d98 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415285 Feb 09 04:10:06.631704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238781d0-b943-4c1c-9152-46ba29a7af50 req-5e9eaeca-f160-43a7-8e4a-5989b108e38f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:06.633177 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-238781d0-b943-4c1c-9152-46ba29a7af50 req-5e9eaeca-f160-43a7-8e4a-5989b108e38f tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0543222 Feb 09 04:10:06.680121 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-238781d0-b943-4c1c-9152-46ba29a7af50 req-03365a3d-b6ca-4c54-823f-baccf6af7beb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413482 Feb 09 04:10:07.811362 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08b27f-3349-4249-9f88-d69d8643fd69 req-ebbd98ae-5a2c-43d8-a1bc-2b5c2f008b3b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:07.812841 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c08b27f-3349-4249-9f88-d69d8643fd69 req-ebbd98ae-5a2c-43d8-a1bc-2b5c2f008b3b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0533936 Feb 09 04:10:07.858991 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c08b27f-3349-4249-9f88-d69d8643fd69 req-8004ae57-fcb3-4c58-8b79-4ba427ce60da tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402970 Feb 09 04:10:08.012652 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:08.983106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653c630-9f3a-4627-b290-5a5cbdd36593 req-b03e22f7-48be-487a-bcee-ae7a8ffc96b8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:08.984606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b653c630-9f3a-4627-b290-5a5cbdd36593 req-b03e22f7-48be-487a-bcee-ae7a8ffc96b8 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0552878 Feb 09 04:10:09.032263 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b653c630-9f3a-4627-b290-5a5cbdd36593 req-ebe5456f-e72f-43e6-a485-fae95688ce8d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417774 Feb 09 04:10:10.158738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76520a-8469-49d6-885b-8d1a1a6a85ed req-08ac8b84-4de3-478d-b3d3-aab0c5ccef8d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:10.160200 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e76520a-8469-49d6-885b-8d1a1a6a85ed req-08ac8b84-4de3-478d-b3d3-aab0c5ccef8d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0590792 Feb 09 04:10:10.207235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6e76520a-8469-49d6-885b-8d1a1a6a85ed req-6ca9ac08-50b1-4601-b631-7859b30f0ca4 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405233 Feb 09 04:10:10.988647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b13baa40-8090-4bd9-972b-11019330c4c6 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:10:11.093492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:11.289198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'port_id': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'mac_address': 'fa:16:3e:93:37:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:10:11.329994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b13baa40-8090-4bd9-972b-11019330c4c6 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:10:11.330511 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:11.343468 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf60fbb-ade1-4c64-8e70-ba2361231a2e req-3bc7fdb7-7002-44a7-b053-fdcc44c74fb6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:11.344987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fcf60fbb-ade1-4c64-8e70-ba2361231a2e req-3bc7fdb7-7002-44a7-b053-fdcc44c74fb6 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0625107 Feb 09 04:10:11.346465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13baa40-8090-4bd9-972b-11019330c4c6 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:10:11.367591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:11.371952 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:11.397227 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fcf60fbb-ade1-4c64-8e70-ba2361231a2e req-80823568-a5e4-401d-b0c1-694739074036 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 Feb 09 04:10:11.421641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=13']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:11.518031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11d676-56ac-46be-b666-80f90586a02b req-db7bb142-3e90-4c26-8db2-42855ee9d744 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:11.519644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac11d676-56ac-46be-b666-80f90586a02b req-db7bb142-3e90-4c26-8db2-42855ee9d744 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0535457 Feb 09 04:10:11.565613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac11d676-56ac-46be-b666-80f90586a02b req-dfe58906-f4f5-43e6-97cd-b738e5616b4a tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 Feb 09 04:10:11.684616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8e2f9-d151-4078-97ef-51888ca4150d req-032f0c88-33a5-4157-9c7f-264749d1f81d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:11.686182 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2c8e2f9-d151-4078-97ef-51888ca4150d req-032f0c88-33a5-4157-9c7f-264749d1f81d tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0528040 Feb 09 04:10:11.732332 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f2c8e2f9-d151-4078-97ef-51888ca4150d req-a5198db9-f54a-487a-846a-01b112e06ca4 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406687 Feb 09 04:10:11.782842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['b13baa40-8090-4bd9-972b-11019330c4c6'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:10:11.983246 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103a12f-2a03-462c-93ae-50a88a57cb92 req-1f39c932-1772-4774-90ed-07a207d1b7a1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:11.984830 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3103a12f-2a03-462c-93ae-50a88a57cb92 req-1f39c932-1772-4774-90ed-07a207d1b7a1 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0534217 Feb 09 04:10:12.040173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3103a12f-2a03-462c-93ae-50a88a57cb92 req-8c96a68a-9cc5-4141-89ff-cba0843ac123 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477545 Feb 09 04:10:13.007641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b13baa40-8090-4bd9-972b-11019330c4c6 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:10:13.056197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port b13baa40-8090-4bd9-972b-11019330c4c6 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:10:13.060477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port b13baa40-8090-4bd9-972b-11019330c4c6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:10:13.060859 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.142981 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port b13baa40-8090-4bd9-972b-11019330c4c6 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:10:13.143369 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.166636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:10:13.166874 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606996e-f300-4094-b79b-ff0e7fbfbfde req-996dc2f8-a730-4924-8f69-2756b5e9d479 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:13.168312 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b606996e-f300-4094-b79b-ff0e7fbfbfde req-996dc2f8-a730-4924-8f69-2756b5e9d479 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0556226 Feb 09 04:10:13.168891 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0d32b4-328a-461c-9f3b-d0bd90eaff34" -d '{"events": [{"server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:10:13.182112 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:13.186541 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.216644 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bdc1e4-df62-4e66-b080-6c490c03ffe9 x-openstack-request-id: req-f7bdc1e4-df62-4e66-b080-6c490c03ffe9 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:10:13.216932 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:10:13.217182 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7bdc1e4-df62-4e66-b080-6c490c03ffe9 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:10:13.217590 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'code': 200} Feb 09 04:10:13.226250 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b606996e-f300-4094-b79b-ff0e7fbfbfde req-7382f9ca-c52f-4dc3-b03d-ac8efafe5b79 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511837 Feb 09 04:10:13.240201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=14']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:13.860087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-1a0109ed-b64c-4506-9c50-9ef0e1b0cdcb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:13.861546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-1a0109ed-b64c-4506-9c50-9ef0e1b0cdcb tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 946 time: 0.0517101 Feb 09 04:10:13.951133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Deleting port b13baa40-8090-4bd9-972b-11019330c4c6 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:13.951411 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:14.048372 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] For port b13baa40-8090-4bd9-972b-11019330c4c6, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=b13baa40-8090-4bd9-972b-11019330c4c6,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:14.048732 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:14.223595 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:14.224006 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:14.224552 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc disassociated. External IP: 172.25.5.32, port: b13baa40-8090-4bd9-972b-11019330c4c6. Feb 09 04:10:14.224663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Calling delete_port for b13baa40-8090-4bd9-972b-11019330c4c6 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:14.393766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cb78d-5bb0-4376-8b68-a9aa9a49551c req-044e60cb-affd-4d6a-b21d-148265096266 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:14.395252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-976cb78d-5bb0-4376-8b68-a9aa9a49551c req-044e60cb-affd-4d6a-b21d-148265096266 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 946 time: 0.0956099 Feb 09 04:10:14.397014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (b13baa40-8090-4bd9-972b-11019330c4c6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:14.438546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event deleted for resources: {'Port': ['ID=b13baa40-8090-4bd9-972b-11019330c4c6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:14.554987 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-976cb78d-5bb0-4376-8b68-a9aa9a49551c req-bf5a7b5f-0b8f-489f-9a67-32b4c2a3baec tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups?id=13cf2399-b8de-4ae2-be0c-405996cbaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525018 Feb 09 04:10:14.591871 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Router 9569840c-c405-47ca-9eff-8b1d32aedc9a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:10:14.705422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:10:14.716501 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ff806-e075-449b-8d75-c9ae2ab00448 None None] Sync routers for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:10:14.725629 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ff806-e075-449b-8d75-c9ae2ab00448 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:10:14.726228 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-375ff806-e075-449b-8d75-c9ae2ab00448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:09:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:14.751707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] No DVR routers for this DVR port b13baa40-8090-4bd9-972b-11019330c4c6 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:10:14.754507 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:14.758984 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0897d8be-5752-4d2b-9ef9-20c9aa057ba7 req-90737733-0b18-4996-96ec-ac3eed88e85c tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.65 "DELETE /v2.0/ports/b13baa40-8090-4bd9-972b-11019330c4c6 HTTP/1.1" status: 204 len: 173 time: 0.8921156 Feb 09 04:10:14.759467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'name': 'network-vif-deleted', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:10:14.763667 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b06bf7-c877-4720-ac39-35c954144ba9" -d '{"events": [{"server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "name": "network-vif-deleted", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:10:14.810537 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c4252f-8c31-437b-a252-98c7868e33ff x-openstack-request-id: req-05c4252f-8c31-437b-a252-98c7868e33ff {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:10:14.810836 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1374f8-312d-47a8-8888-9897544a0f07", "name": "network-vif-deleted", "tag": "b13baa40-8090-4bd9-972b-11019330c4c6", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:10:14.811097 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05c4252f-8c31-437b-a252-98c7868e33ff {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:10:14.811511 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1374f8-312d-47a8-8888-9897544a0f07', 'name': 'network-vif-deleted', 'tag': 'b13baa40-8090-4bd9-972b-11019330c4c6', 'status': 'completed', 'code': 200} Feb 09 04:10:14.834545 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-375ff806-e075-449b-8d75-c9ae2ab00448 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:10:15.038759 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-375ff806-e075-449b-8d75-c9ae2ab00448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:15.065006 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ff806-e075-449b-8d75-c9ae2ab00448 None None] Checking router: 9569840c-c405-47ca-9eff-8b1d32aedc9a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:10:15.073703 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ff806-e075-449b-8d75-c9ae2ab00448 None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:10:15.074295 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-375ff806-e075-449b-8d75-c9ae2ab00448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:09:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:15.269705 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-375ff806-e075-449b-8d75-c9ae2ab00448 None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:10:15.463539 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-375ff806-e075-449b-8d75-c9ae2ab00448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:15.489166 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ff806-e075-449b-8d75-c9ae2ab00448 None None] The sync data for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 is: [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:03Z', 'revision_number': 4, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '49a6e1c5-41ae-4f54-982f-ce7aee8e6230', 'name': '', 'network_id': 'fd72474b-166d-43f2-90f3-4094444fd75c', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'mac_address': 'fa:16:3e:bb:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:03Z', 'updated_at': '2022-02-09T04:06:07Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'subnets': [{'id': 'd736f852-c82d-4439-ae76-e2e07c02b1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:10:15.657154 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-629cd2fc-1124-4b66-b87e-9d68991aa9be req-98eb38e5-5020-449c-ac84-9cedb14d3595 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 210 time: 0.0304508 Feb 09 04:10:15.721548 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e02b9d9-fbb2-4941-ad8a-11d769ff3320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:15.741060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eab10e-3d44-43f6-9ddc-dcc4c80b4f61 None None] New status for floating IP b7255952-1d54-4176-9d81-47fa7b5a66cc: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:10:16.760482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9377daa9-152d-4959-8c4d-6591d218c6fa req-e1d144fc-0da9-4e66-b684-c0d6bf46f268 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 210 time: 0.0272081 Feb 09 04:10:17.020802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b13baa40-8090-4bd9-972b-11019330c4c6 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:10:17.041167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: b13baa40-8090-4bd9-972b-11019330c4c6 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:10:17.041465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device b13baa40-8090-4bd9-972b-11019330c4c6 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:10:17.856345 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-063c0c9b-d705-4f15-8fab-4aaf0313a389 req-eda750b4-12f7-4cab-87f9-7ef0db74b724 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 210 time: 0.0279963 Feb 09 04:10:18.229624 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73d72ace-6ebf-4929-9874-aa06e8c5b6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:18.954811 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f73ce45-320a-4546-afff-3571fb4a5242 req-fce36c73-d667-413b-9b85-09afcef062f5 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 210 time: 0.0280814 Feb 09 04:10:19.504658 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:20.059502 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3d878d0-6e82-4569-9acd-14c6dc0d5a5a req-a2287114-75c7-444b-9aca-44c5af0202d7 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 210 time: 0.0320652 Feb 09 04:10:20.929882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:21.156608 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c0b31980-1c34-454c-9580-754a7589c3d8 req-1075aef8-2ba3-4ce9-a7b0-2391b4f22442 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 210 time: 0.0275819 Feb 09 04:10:22.075601 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:22.252896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bf1cf410-d9bb-408e-af3a-8dd5d07f081b req-0561d0a9-1f62-4f9e-8914-e57c30150c82 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 210 time: 0.0278163 Feb 09 04:10:23.367309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e952e36-b360-4d2d-87a8-fbdbf1bd7a79 req-549b0298-0141-430d-a67c-522b06d34de0 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac1374f8-312d-47a8-8888-9897544a0f07 HTTP/1.1" status: 200 len: 210 time: 0.0307970 Feb 09 04:10:24.592019 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:25.352109 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:10:30.181553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55128) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:30.242557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-715d7cee-413b-4c2e-acc7-a6d51a0a493b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for security_group (13cf2399-b8de-4ae2-be0c-405996cbaf37), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:30.268464 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-715d7cee-413b-4c2e-acc7-a6d51a0a493b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for security_group (13cf2399-b8de-4ae2-be0c-405996cbaf37), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:30.324644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-715d7cee-413b-4c2e-acc7-a6d51a0a493b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (13cf2399-b8de-4ae2-be0c-405996cbaf37), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:30.327916 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-715d7cee-413b-4c2e-acc7-a6d51a0a493b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:30.329329 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-715d7cee-413b-4c2e-acc7-a6d51a0a493b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "DELETE /v2.0/security-groups/13cf2399-b8de-4ae2-be0c-405996cbaf37 HTTP/1.1" status: 204 len: 168 time: 0.1466253 Feb 09 04:10:30.332176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55130) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:30.339438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d7cee-413b-4c2e-acc7-a6d51a0a493b tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cf2399-b8de-4ae2-be0c-405996cbaf37,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:30.346083 n-d-824835-15 neutron-server[103328]: INFO neutron.api.v2.resource [None req-9df0e9bb-59bc-43dd-973f-352ebfaa2dd2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] show failed (client error): The resource could not be found. Feb 09 04:10:30.347087 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9df0e9bb-59bc-43dd-973f-352ebfaa2dd2 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "GET /v2.0/security-groups/13cf2399-b8de-4ae2-be0c-405996cbaf37 HTTP/1.1" status: 404 len: 347 time: 0.0138762 Feb 09 04:10:30.350002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55132) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:30.502052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4f7fe-b51e-4223-a80e-6477c54f0a81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Deleting port 41e9c236-c01a-459a-b4d1-9374e272db86 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:30.502303 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f7fe-b51e-4223-a80e-6477c54f0a81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (41e9c236-c01a-459a-b4d1-9374e272db86), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:30.586429 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f7fe-b51e-4223-a80e-6477c54f0a81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (41e9c236-c01a-459a-b4d1-9374e272db86), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:30.586753 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f7fe-b51e-4223-a80e-6477c54f0a81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (41e9c236-c01a-459a-b4d1-9374e272db86), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:30.598237 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4f7fe-b51e-4223-a80e-6477c54f0a81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Calling delete_port for 41e9c236-c01a-459a-b4d1-9374e272db86 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:30.740015 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f7fe-b51e-4223-a80e-6477c54f0a81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (41e9c236-c01a-459a-b4d1-9374e272db86), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:30.767481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4f7fe-b51e-4223-a80e-6477c54f0a81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Pushing event deleted for resources: {'Port': ['ID=41e9c236-c01a-459a-b4d1-9374e272db86,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:30.827488 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f7fe-b51e-4223-a80e-6477c54f0a81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks [] for floatingip (b7255952-1d54-4176-9d81-47fa7b5a66cc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:30.830159 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f7fe-b51e-4223-a80e-6477c54f0a81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:30.831316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0ab4f7fe-b51e-4223-a80e-6477c54f0a81 tempest-ServerActionsTestJSON-2043960045 tempest-ServerActionsTestJSON-2043960045-project] 10.222.0.21 "DELETE /v2.0/floatingips/b7255952-1d54-4176-9d81-47fa7b5a66cc HTTP/1.1" status: 204 len: 168 time: 0.4804087 Feb 09 04:10:30.834350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55134) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:31.190945 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3260e12d-32f7-499c-95c9-557c1531bb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (9569840c-c405-47ca-9eff-8b1d32aedc9a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:31.445079 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3260e12d-32f7-499c-95c9-557c1531bb18 admin admin] Deleting port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:31.445325 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3260e12d-32f7-499c-95c9-557c1531bb18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:31.528129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3260e12d-32f7-499c-95c9-557c1531bb18 admin admin] For port 49a6e1c5-41ae-4f54-982f-ce7aee8e6230, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=49a6e1c5-41ae-4f54-982f-ce7aee8e6230,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:31.528496 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3260e12d-32f7-499c-95c9-557c1531bb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:31.542777 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3260e12d-32f7-499c-95c9-557c1531bb18 admin admin] Calling delete_port for 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:31.729618 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3260e12d-32f7-499c-95c9-557c1531bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (49a6e1c5-41ae-4f54-982f-ce7aee8e6230), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:31.752393 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260e12d-32f7-499c-95c9-557c1531bb18 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a6e1c5-41ae-4f54-982f-ce7aee8e6230,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:32.228700 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3260e12d-32f7-499c-95c9-557c1531bb18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (9569840c-c405-47ca-9eff-8b1d32aedc9a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:32.444748 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3260e12d-32f7-499c-95c9-557c1531bb18 admin admin] Router 9569840c-c405-47ca-9eff-8b1d32aedc9a has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:10:32.552579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3260e12d-32f7-499c-95c9-557c1531bb18 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:10:32.557618 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3260e12d-32f7-499c-95c9-557c1531bb18 admin admin] 10.222.0.21 "PUT /v2.0/routers/9569840c-c405-47ca-9eff-8b1d32aedc9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7222707 Feb 09 04:10:32.560343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55136) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:32.561990 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a63e3-b52f-404a-8624-bdf614e44a7c None None] Sync routers for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:10:32.572702 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a63e3-b52f-404a-8624-bdf614e44a7c None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:10:32.573291 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-004a63e3-b52f-404a-8624-bdf614e44a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:10:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:32.667808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Publish callbacks [] for router (9569840c-c405-47ca-9eff-8b1d32aedc9a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:32.679727 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-004a63e3-b52f-404a-8624-bdf614e44a7c None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:10:32.776421 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Publish callbacks [] for router_gateway (9569840c-c405-47ca-9eff-8b1d32aedc9a), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:32.830236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Deleting port 646ac659-13df-428c-be1b-5c1d2a1f9f79 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:32.830627 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:32.857743 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-004a63e3-b52f-404a-8624-bdf614e44a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:10:31Z', 'revision_number': 5, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port': {'id': '646ac659-13df-428c-be1b-5c1d2a1f9f79', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:32.884433 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a63e3-b52f-404a-8624-bdf614e44a7c None None] Checking router: 9569840c-c405-47ca-9eff-8b1d32aedc9a for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:10:32.893026 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a63e3-b52f-404a-8624-bdf614e44a7c None None] Routers {'9569840c-c405-47ca-9eff-8b1d32aedc9a'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:10:32.893650 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-004a63e3-b52f-404a-8624-bdf614e44a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:10:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9569840c-c405-47ca-9eff-8b1d32aedc9a'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:32.913632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] For port 646ac659-13df-428c-be1b-5c1d2a1f9f79, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=646ac659-13df-428c-be1b-5c1d2a1f9f79,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:32.913989 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:32.928551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Calling delete_port for 646ac659-13df-428c-be1b-5c1d2a1f9f79 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:32.981947 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-004a63e3-b52f-404a-8624-bdf614e44a7c None None] Set router 9569840c-c405-47ca-9eff-8b1d32aedc9a gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:10:33.038042 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-004a63e3-b52f-404a-8624-bdf614e44a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:10:32Z', 'revision_number': 6, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:33.066012 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a63e3-b52f-404a-8624-bdf614e44a7c None None] The sync data for ids ['9569840c-c405-47ca-9eff-8b1d32aedc9a'] in n-d-824835-15 is: [{'id': '9569840c-c405-47ca-9eff-8b1d32aedc9a', 'name': 'tempest-ServerActionsTestJSON-85185513-router', 'tenant_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:06:01Z', 'updated_at': '2022-02-09T04:10:32Z', 'revision_number': 6, 'project_id': 'c90a25f9be1a47a7bcd640bb4f5642d0', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:10:33.102907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (646ac659-13df-428c-be1b-5c1d2a1f9f79), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.127910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=646ac659-13df-428c-be1b-5c1d2a1f9f79,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:33.191737 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (9569840c-c405-47ca-9eff-8b1d32aedc9a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.286910 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (9569840c-c405-47ca-9eff-8b1d32aedc9a), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.289148 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Publish callbacks [] for router_controller (9569840c-c405-47ca-9eff-8b1d32aedc9a), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.337080 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (9569840c-c405-47ca-9eff-8b1d32aedc9a), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.337686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9569840c-c405-47ca-9eff-8b1d32aedc9a {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:10:33.342041 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.343182 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8feb5e57-14ad-439e-b821-06a3337c1a98 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9569840c-c405-47ca-9eff-8b1d32aedc9a HTTP/1.1" status: 204 len: 168 time: 0.7819295 Feb 09 04:10:33.345733 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55138) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:33.389919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95c180e-7c2b-41fb-8877-a3bdda2938e1 admin admin] Deleting subnet d736f852-c82d-4439-ae76-e2e07c02b1d7 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:10:33.392898 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a95c180e-7c2b-41fb-8877-a3bdda2938e1 admin admin] Publish callbacks [] for subnet (d736f852-c82d-4439-ae76-e2e07c02b1d7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.428733 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a95c180e-7c2b-41fb-8877-a3bdda2938e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (d736f852-c82d-4439-ae76-e2e07c02b1d7), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.519020 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a95c180e-7c2b-41fb-8877-a3bdda2938e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (d736f852-c82d-4439-ae76-e2e07c02b1d7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.570299 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a95c180e-7c2b-41fb-8877-a3bdda2938e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (d736f852-c82d-4439-ae76-e2e07c02b1d7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.596218 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c180e-7c2b-41fb-8877-a3bdda2938e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d736f852-c82d-4439-ae76-e2e07c02b1d7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:33.600210 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a95c180e-7c2b-41fb-8877-a3bdda2938e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.602188 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a95c180e-7c2b-41fb-8877-a3bdda2938e1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d736f852-c82d-4439-ae76-e2e07c02b1d7 HTTP/1.1" status: 204 len: 168 time: 0.2555218 Feb 09 04:10:33.604640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55140) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:33.604765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427b69a8-ddc5-40ed-91d2-2effdc27b477 None None] Network fd72474b-166d-43f2-90f3-4094444fd75c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:10:33.673766 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (fd72474b-166d-43f2-90f3-4094444fd75c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.732852 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Deleting port dad2ba27-d687-4131-ae4b-5992c94d5ee0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:33.733191 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.795494 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] For port dad2ba27-d687-4131-ae4b-5992c94d5ee0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=dad2ba27-d687-4131-ae4b-5992c94d5ee0,segment=NetworkSegment(bd4b3a5e-3925-475f-81ea-ad972ba2d7cb),segment_id=bd4b3a5e-3925-475f-81ea-ad972ba2d7cb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:33.795859 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.808528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Calling delete_port for dad2ba27-d687-4131-ae4b-5992c94d5ee0 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:33.855156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f526202-6f20-46e6-bd7f-a79d7ba9e609 None None] DHCP port deletion for fd72474b-166d-43f2-90f3-4094444fd75c request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:10:33.901521 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.910554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4f526202-6f20-46e6-bd7f-a79d7ba9e609 None None] Deleting port dad2ba27-d687-4131-ae4b-5992c94d5ee0 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:33.910974 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f526202-6f20-46e6-bd7f-a79d7ba9e609 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:33.931357 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=dad2ba27-d687-4131-ae4b-5992c94d5ee0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:33.935265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] No DVR routers for this DVR port dad2ba27-d687-4131-ae4b-5992c94d5ee0 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:10:33.952853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device dad2ba27-d687-4131-ae4b-5992c94d5ee0 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:10:33.986477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: dad2ba27-d687-4131-ae4b-5992c94d5ee0 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:10:33.986828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device dad2ba27-d687-4131-ae4b-5992c94d5ee0 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:10:33.987468 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:10:34.014117 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (fd72474b-166d-43f2-90f3-4094444fd75c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.018467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:10:34.018819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 49a6e1c5-41ae-4f54-982f-ce7aee8e6230 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:10:34.019242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 646ac659-13df-428c-be1b-5c1d2a1f9f79 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:10:34.025634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4f526202-6f20-46e6-bd7f-a79d7ba9e609 None None] For port dad2ba27-d687-4131-ae4b-5992c94d5ee0, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:34.026034 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f526202-6f20-46e6-bd7f-a79d7ba9e609 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.040694 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd72474b-166d-43f2-90f3-4094444fd75c']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:34.048284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 646ac659-13df-428c-be1b-5c1d2a1f9f79 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:10:34.048635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 646ac659-13df-428c-be1b-5c1d2a1f9f79 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:10:34.050381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:34.050833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4b3a5e-3925-475f-81ea-ad972ba2d7cb') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:34.055648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4f526202-6f20-46e6-bd7f-a79d7ba9e609 None None] Calling delete_port for dad2ba27-d687-4131-ae4b-5992c94d5ee0 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:34.058392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-4f526202-6f20-46e6-bd7f-a79d7ba9e609 None None] Port dad2ba27-d687-4131-ae4b-5992c94d5ee0 was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 04:10:34.059981 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f526202-6f20-46e6-bd7f-a79d7ba9e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (dad2ba27-d687-4131-ae4b-5992c94d5ee0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.062362 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (bd4b3a5e-3925-475f-81ea-ad972ba2d7cb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.079530 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (bd4b3a5e-3925-475f-81ea-ad972ba2d7cb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.086616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f526202-6f20-46e6-bd7f-a79d7ba9e609 None None] Pushing event deleted for resources: {'Port': ['ID=dad2ba27-d687-4131-ae4b-5992c94d5ee0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:34.091245 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:10:34.091245 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (bd4b3a5e-3925-475f-81ea-ad972ba2d7cb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: timer() Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:10:34.093104 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:10:34.100621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f526202-6f20-46e6-bd7f-a79d7ba9e609 None None] No DVR routers for this DVR port dad2ba27-d687-4131-ae4b-5992c94d5ee0 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:10:34.163369 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (fd72474b-166d-43f2-90f3-4094444fd75c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.169306 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.173898 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] 10.222.0.21 "DELETE /v2.0/networks/fd72474b-166d-43f2-90f3-4094444fd75c HTTP/1.1" status: 204 len: 168 time: 0.5676353 Feb 09 04:10:34.187748 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d07c3-6434-4f2b-a780-26559fe62a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=fd72474b-166d-43f2-90f3-4094444fd75c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:34.296791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55144) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:34.337148 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6c822c85-06ee-4ffb-91bf-9d7a5a81cc61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c90a25f9be1a47a7bcd640bb4f5642d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391152 Feb 09 04:10:34.339558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55146) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:34.386460 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Publish callbacks [] for security_group (afd0a5f8-0f99-4f6a-a2a7-1353769a276d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.407554 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Publish callbacks [] for security_group (afd0a5f8-0f99-4f6a-a2a7-1353769a276d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.454448 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (afd0a5f8-0f99-4f6a-a2a7-1353769a276d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.457224 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.462048 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afd0a5f8-0f99-4f6a-a2a7-1353769a276d HTTP/1.1" status: 204 len: 168 time: 0.1215060 Feb 09 04:10:34.469866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd0a5f8-0f99-4f6a-a2a7-1353769a276d,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:34.477689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:34.478044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:34.478390 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:34.478737 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:34.479075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:34.479413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:34.479738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:34.480068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:34.480394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:34.480720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:34.481047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:34.481379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:34.481717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a3da1-25c4-4373-bdf7-438adb0480aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:35.129151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55168) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:35.224508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1201961314-network', 'tenant_id': '85400c656344472bb4dcec4e7e16a829'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:10:35.244642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Made reservation on behalf of 85400c656344472bb4dcec4e7e16a829 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:10:35.246985 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:35.255441 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:35.335759 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Publish callbacks [] for security_group (c6144cb8-dd4f-4946-8433-9c1e420f22cd), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:35.339478 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c6144cb8-dd4f-4946-8433-9c1e420f22cd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:35.367526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:10:35.372826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6144cb8-dd4f-4946-8433-9c1e420f22cd,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:35.381922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (8edf8641-4ea5-47ac-9631-af22fe4fb49e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:35.382292 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Added segment 8edf8641-4ea5-47ac-9631-af22fe4fb49e of type vlan for network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 Feb 09 04:10:35.422958 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (f558cd5d-5a3f-464e-8b01-eb13c7ef4d24), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:35.446409 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (f558cd5d-5a3f-464e-8b01-eb13c7ef4d24), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:35.447341 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:35.447912 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:35.496969 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3665793 Feb 09 04:10:35.500309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55172) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:35.505373 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1ab28e58-cd2f-4df3-a86d-f28195de7bf0 admin admin] Request body: {'subnet': {'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1201961314-subnet', 'tenant_id': '85400c656344472bb4dcec4e7e16a829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:10:35.509766 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3a6c7-2789-403c-b5df-63ec5274b160 admin admin] Pushing event updated for resources: {'Network': ['ID=f558cd5d-5a3f-464e-8b01-eb13c7ef4d24,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:35.519972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:10:35.527709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab28e58-cd2f-4df3-a86d-f28195de7bf0 admin admin] Made reservation on behalf of 85400c656344472bb4dcec4e7e16a829 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:10:35.530272 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ab28e58-cd2f-4df3-a86d-f28195de7bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:35.702467 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ab28e58-cd2f-4df3-a86d-f28195de7bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (0a5c667d-6460-4c39-ae99-72e5a5436915), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:35.757641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab28e58-cd2f-4df3-a86d-f28195de7bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5c667d-6460-4c39-ae99-72e5a5436915,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:35.766114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab28e58-cd2f-4df3-a86d-f28195de7bf0 admin admin] Checking segment: {'id': '8edf8641-4ea5-47ac-9631-af22fe4fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:10:35.766469 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab28e58-cd2f-4df3-a86d-f28195de7bf0 admin admin] Network hostable DHCP agents. Network: f558cd5d-5a3f-464e-8b01-eb13c7ef4d24, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:10:35.782837 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab28e58-cd2f-4df3-a86d-f28195de7bf0 admin admin] Network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:10:35.792176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1ab28e58-cd2f-4df3-a86d-f28195de7bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, f558cd5d-5a3f-464e-8b01-eb13c7ef4d24) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:10:35.796052 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab28e58-cd2f-4df3-a86d-f28195de7bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:35.796647 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ab28e58-cd2f-4df3-a86d-f28195de7bf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:35.801503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7c7c3c-ea27-40df-95e8-7349bcbf7353 None None] Network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:10:35.821480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1ab28e58-cd2f-4df3-a86d-f28195de7bf0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3127759 Feb 09 04:10:35.905526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46238f9-eaad-4f0a-98a9-a84015abfbb5 None None] Network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:10:36.239415 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-5c0effba-5c5b-4bfb-b0f3-69b165ce64cf tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:36.240793 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-5c0effba-5c5b-4bfb-b0f3-69b165ce64cf tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/networks?id=f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 HTTP/1.1" status: 200 len: 814 time: 0.1046944 Feb 09 04:10:36.255674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-92b7c049-2814-4489-ba6f-1d25c1ab876e tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/quotas/85400c656344472bb4dcec4e7e16a829 HTTP/1.1" status: 200 len: 375 time: 0.0094025 Feb 09 04:10:36.287940 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-9c24616f-f3e8-4d9a-849f-f59418c349bd tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85400c656344472bb4dcec4e7e16a829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272894 Feb 09 04:10:36.453426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-96b908f7-3f20-4960-b97c-50c6ebccd57f service neutron] 10.222.0.21 "GET /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251054 Feb 09 04:10:36.540534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-31c44837-61f0-4dbc-9068-a1efa07dd471 service neutron] 10.222.0.21 "GET /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801792 Feb 09 04:10:36.711427 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-096da38a-2370-4f34-9d00-f208cf604a3d req-016916c9-d303-4b7d-88bd-fd5a65d937d1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 210 time: 0.0330307 Feb 09 04:10:37.620377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-5eef6319-48f6-4b72-97ca-07c7ac38ca2a tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:37.621850 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-5eef6319-48f6-4b72-97ca-07c7ac38ca2a tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.42 "GET /v2.0/networks?id=f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 HTTP/1.1" status: 200 len: 814 time: 0.1101940 Feb 09 04:10:37.634624 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Request body: {'port': {'device_id': 'c74790cd-9448-4703-8066-aa40caefc38e', 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24', 'admin_state_up': True, 'tenant_id': '85400c656344472bb4dcec4e7e16a829'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:10:37.741518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Made reservation on behalf of 85400c656344472bb4dcec4e7e16a829 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:10:37.745726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:37.835055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a78731ed-aeef-4234-ab5d-9f64ed8ad482 req-897101ce-df6b-4595-836f-5d9a5410ab82 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 210 time: 0.0321927 Feb 09 04:10:37.897050 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Allocated IP 172.20.0.5 (f558cd5d-5a3f-464e-8b01-eb13c7ef4d24/0a5c667d-6460-4c39-ae99-72e5a5436915/e84c936c-925f-4534-b522-af28b46b8c06) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:10:38.025084 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:38.047139 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks [] for port (e84c936c-925f-4534-b522-af28b46b8c06), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:38.080778 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e84c936c-925f-4534-b522-af28b46b8c06), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:38.125385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:10:38.132745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:10:38.136422 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:10:38.160072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Pushing event updated for resources: {'Port': ['ID=e84c936c-925f-4534-b522-af28b46b8c06,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:38.187995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:38.188596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:38.203867 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1efb20b1-f5fb-4bd5-9a13-71a11eeadcc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748978 Feb 09 04:10:38.339176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Request body: {'port': {'device_id': 'c74790cd-9448-4703-8066-aa40caefc38e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:10:38.394907 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e84c936c-925f-4534-b522-af28b46b8c06), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:38.652845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84c936c-925f-4534-b522-af28b46b8c06 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:10:38.660210 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Publish callbacks [] for port (e84c936c-925f-4534-b522-af28b46b8c06), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:38.672406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Transition to ACTIVE for port object e84c936c-925f-4534-b522-af28b46b8c06 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:10:38.676069 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e84c936c-925f-4534-b522-af28b46b8c06), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:38.728623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e84c936c-925f-4534-b522-af28b46b8c06,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:38.792191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Attempting to bind port e84c936c-925f-4534-b522-af28b46b8c06 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:10:38.792521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Attempting to bind port e84c936c-925f-4534-b522-af28b46b8c06 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '8edf8641-4ea5-47ac-9631-af22fe4fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:10:38.792843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Attempting to bind port e84c936c-925f-4534-b522-af28b46b8c06 on network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:10:38.796976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Port e84c936c-925f-4534-b522-af28b46b8c06 on network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:10:38.797292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Attempting to bind port e84c936c-925f-4534-b522-af28b46b8c06 on network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:10:38.802723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:10:38.803053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Checking segment: {'id': '8edf8641-4ea5-47ac-9631-af22fe4fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:10:38.803433 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Bound using segment: {'id': '8edf8641-4ea5-47ac-9631-af22fe4fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:10:38.803848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Bound port: e84c936c-925f-4534-b522-af28b46b8c06, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edf8641-4ea5-47ac-9631-af22fe4fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:10:38.804199 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e84c936c-925f-4534-b522-af28b46b8c06), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:38.872260 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] For port e84c936c-925f-4534-b522-af28b46b8c06, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:10:38.875416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] For port e84c936c-925f-4534-b522-af28b46b8c06, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e84c936c-925f-4534-b522-af28b46b8c06,segment=NetworkSegment(8edf8641-4ea5-47ac-9631-af22fe4fb49e),segment_id=8edf8641-4ea5-47ac-9631-af22fe4fb49e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:10:38.883681 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (e84c936c-925f-4534-b522-af28b46b8c06), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:38.916956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:38.917753 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:38.919170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] 10.222.0.42 "PUT /v2.0/ports/e84c936c-925f-4534-b522-af28b46b8c06 HTTP/1.1" status: 200 len: 1092 time: 0.5842242 Feb 09 04:10:38.921665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74790cd-9448-4703-8066-aa40caefc38e', 'tag': 'e84c936c-925f-4534-b522-af28b46b8c06'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:10:38.924904 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add8a1a3-e528-49ea-9155-f895964644da" -d '{"events": [{"name": "network-changed", "server_uuid": "c74790cd-9448-4703-8066-aa40caefc38e", "tag": "e84c936c-925f-4534-b522-af28b46b8c06"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:10:38.965481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b1d4f-9d99-4777-9188-a249442ad293 req-99916ade-5b00-4072-b714-6c2e05ed786c tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:38.969819 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-317b1d4f-9d99-4777-9188-a249442ad293 req-99916ade-5b00-4072-b714-6c2e05ed786c tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 943 time: 0.0631776 Feb 09 04:10:38.973473 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450c01c2-b49c-490c-900f-6ee7b5624f29 x-openstack-request-id: req-450c01c2-b49c-490c-900f-6ee7b5624f29 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:10:38.973473 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74790cd-9448-4703-8066-aa40caefc38e", "tag": "e84c936c-925f-4534-b522-af28b46b8c06", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:10:38.974479 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-450c01c2-b49c-490c-900f-6ee7b5624f29 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:10:38.974479 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74790cd-9448-4703-8066-aa40caefc38e', 'tag': 'e84c936c-925f-4534-b522-af28b46b8c06', 'status': 'completed', 'code': 200} Feb 09 04:10:38.994111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82fd15-1b82-4685-b3cf-49c4acdde4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e84c936c-925f-4534-b522-af28b46b8c06,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:39.018215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-cf99bdd7-3da5-4ba8-9378-1e0b95dea908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:39.019750 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-cf99bdd7-3da5-4ba8-9378-1e0b95dea908 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85400c656344472bb4dcec4e7e16a829&device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 1126 time: 0.0579500 Feb 09 04:10:39.020590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-317b1d4f-9d99-4777-9188-a249442ad293 req-b71a7ca3-9ee2-49f0-95c2-3788d74dc02e tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479219 Feb 09 04:10:39.075959 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-1357a34c-bf8b-4083-9f00-b955841f8587 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e84c936c-925f-4534-b522-af28b46b8c06 HTTP/1.1" status: 200 len: 217 time: 0.0480528 Feb 09 04:10:39.123279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-6795466d-2b2e-4284-a436-36b5f784be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:39.124744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-6795466d-2b2e-4284-a436-36b5f784be94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a5c667d-6460-4c39-ae99-72e5a5436915 HTTP/1.1" status: 200 len: 854 time: 0.0431700 Feb 09 04:10:39.155638 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-d335bae1-2280-4890-a5be-a2610090727a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f558cd5d-5a3f-464e-8b01-eb13c7ef4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247340 Feb 09 04:10:39.246746 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-5172dd0c-832c-4847-9423-c995c34e3f60 service neutron] 10.222.0.42 "GET /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850153 Feb 09 04:10:39.332461 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d71ef28d-a74a-4106-aa77-f4c0769684e0 req-549b65af-d021-48cd-b663-23c61ca77a67 service neutron] 10.222.0.42 "GET /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801513 Feb 09 04:10:39.417057 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8a1a3-e528-49ea-9155-f895964644da req-626abb43-df34-4d4d-8681-abcdea7e7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:39.418582 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-add8a1a3-e528-49ea-9155-f895964644da req-626abb43-df34-4d4d-8681-abcdea7e7ce1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85400c656344472bb4dcec4e7e16a829&device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 1126 time: 0.0444627 Feb 09 04:10:39.819609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8a1a3-e528-49ea-9155-f895964644da req-52f53b6a-f746-4c58-850c-51ab9aa4ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:39.821052 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-add8a1a3-e528-49ea-9155-f895964644da req-52f53b6a-f746-4c58-850c-51ab9aa4ab7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 HTTP/1.1" status: 200 len: 915 time: 0.3967996 Feb 09 04:10:39.860794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-add8a1a3-e528-49ea-9155-f895964644da req-c7a1b181-5906-49c5-b499-142e877d3525 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e84c936c-925f-4534-b522-af28b46b8c06 HTTP/1.1" status: 200 len: 217 time: 0.0331838 Feb 09 04:10:39.908043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8a1a3-e528-49ea-9155-f895964644da req-b60533d1-09f8-4fdd-99e0-5e3f44a948f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:39.909471 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-add8a1a3-e528-49ea-9155-f895964644da req-b60533d1-09f8-4fdd-99e0-5e3f44a948f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a5c667d-6460-4c39-ae99-72e5a5436915 HTTP/1.1" status: 200 len: 854 time: 0.0433486 Feb 09 04:10:39.944638 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-add8a1a3-e528-49ea-9155-f895964644da req-475f3e43-dc91-4f19-8014-3043a11bd3d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f558cd5d-5a3f-464e-8b01-eb13c7ef4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291119 Feb 09 04:10:40.032613 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-add8a1a3-e528-49ea-9155-f895964644da req-7266c923-e587-486c-816a-1ee24ce1f48c service neutron] 10.222.0.42 "GET /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816770 Feb 09 04:10:40.164695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-add8a1a3-e528-49ea-9155-f895964644da req-e1f0a3df-3968-498e-8303-0a4a18114c44 service neutron] 10.222.0.42 "GET /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196380 Feb 09 04:10:40.172337 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f9167-8432-46ca-bfff-9db60025eee8 req-4ef7f393-e9ae-450b-ab60-e26790bc17dd tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:40.173767 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a4f9167-8432-46ca-bfff-9db60025eee8 req-4ef7f393-e9ae-450b-ab60-e26790bc17dd tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 943 time: 0.0824246 Feb 09 04:10:40.222283 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1a4f9167-8432-46ca-bfff-9db60025eee8 req-9dd683a1-4fe4-4cbf-88ad-352d37faa7e2 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Feb 09 04:10:41.340759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d884675-97cd-4f16-b807-c4b70aa8fcbb req-99885de4-4e6d-465e-9d07-dde8a47f4e4f tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:41.342266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d884675-97cd-4f16-b807-c4b70aa8fcbb req-99885de4-4e6d-465e-9d07-dde8a47f4e4f tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 943 time: 0.0521786 Feb 09 04:10:41.388623 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d884675-97cd-4f16-b807-c4b70aa8fcbb req-7da7af76-da46-4cb0-b06e-e1282169d2f7 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Feb 09 04:10:41.859079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e84c936c-925f-4534-b522-af28b46b8c06 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:10:41.964101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e84c936c-925f-4534-b522-af28b46b8c06, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e84c936c-925f-4534-b522-af28b46b8c06,segment=NetworkSegment(8edf8641-4ea5-47ac-9631-af22fe4fb49e),segment_id=8edf8641-4ea5-47ac-9631-af22fe4fb49e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:41.976384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'e84c936c-925f-4534-b522-af28b46b8c06', 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24', 'port_id': 'e84c936c-925f-4534-b522-af28b46b8c06', 'mac_address': 'fa:16:3e:bc:a0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5c667d-6460-4c39-ae99-72e5a5436915', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:10:42.013215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port e84c936c-925f-4534-b522-af28b46b8c06 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:10:42.013636 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e84c936c-925f-4534-b522-af28b46b8c06), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:42.026993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84c936c-925f-4534-b522-af28b46b8c06 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:10:42.046434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e84c936c-925f-4534-b522-af28b46b8c06, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e84c936c-925f-4534-b522-af28b46b8c06,segment=NetworkSegment(8edf8641-4ea5-47ac-9631-af22fe4fb49e),segment_id=8edf8641-4ea5-47ac-9631-af22fe4fb49e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:42.050280 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e84c936c-925f-4534-b522-af28b46b8c06), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:42.096684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=e84c936c-925f-4534-b522-af28b46b8c06,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:42.237786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['e84c936c-925f-4534-b522-af28b46b8c06'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:10:42.509987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fd8c1-746a-4c78-81c1-4572a415a706 req-bb6c7e2e-f7c9-4ce5-8499-a6529a742cc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:42.511358 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d7fd8c1-746a-4c78-81c1-4572a415a706 req-bb6c7e2e-f7c9-4ce5-8499-a6529a742cc1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 944 time: 0.0540650 Feb 09 04:10:42.562747 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d7fd8c1-746a-4c78-81c1-4572a415a706 req-72007686-b408-4f89-8194-e242e794b9d9 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457978 Feb 09 04:10:43.688374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186c293-7aa4-4248-8136-0c76072b74e3 req-799e6d5d-61de-4666-a4a5-ca47d60f061f tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:43.689854 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b186c293-7aa4-4248-8136-0c76072b74e3 req-799e6d5d-61de-4666-a4a5-ca47d60f061f tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 944 time: 0.0588868 Feb 09 04:10:43.738673 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b186c293-7aa4-4248-8136-0c76072b74e3 req-9c68df0b-ba02-4a00-97bf-34ae358bac12 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410764 Feb 09 04:10:43.872654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e84c936c-925f-4534-b522-af28b46b8c06 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:10:43.924653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port e84c936c-925f-4534-b522-af28b46b8c06 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:10:43.928885 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port e84c936c-925f-4534-b522-af28b46b8c06 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:10:43.929257 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (e84c936c-925f-4534-b522-af28b46b8c06), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:44.004390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port e84c936c-925f-4534-b522-af28b46b8c06 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:10:44.004781 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (e84c936c-925f-4534-b522-af28b46b8c06), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:44.027874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74790cd-9448-4703-8066-aa40caefc38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84c936c-925f-4534-b522-af28b46b8c06'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:10:44.030119 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc92eec5-a758-442f-b223-c4749a760567" -d '{"events": [{"server_uuid": "c74790cd-9448-4703-8066-aa40caefc38e", "name": "network-vif-plugged", "status": "completed", "tag": "e84c936c-925f-4534-b522-af28b46b8c06"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:10:44.042880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port e84c936c-925f-4534-b522-af28b46b8c06, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e84c936c-925f-4534-b522-af28b46b8c06,segment=NetworkSegment(8edf8641-4ea5-47ac-9631-af22fe4fb49e),segment_id=8edf8641-4ea5-47ac-9631-af22fe4fb49e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:44.047065 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (e84c936c-925f-4534-b522-af28b46b8c06), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:44.073149 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cbc28b-72e1-440a-8514-2f7eb638338a x-openstack-request-id: req-69cbc28b-72e1-440a-8514-2f7eb638338a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:10:44.073465 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74790cd-9448-4703-8066-aa40caefc38e", "name": "network-vif-plugged", "status": "completed", "tag": "e84c936c-925f-4534-b522-af28b46b8c06", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:10:44.073721 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69cbc28b-72e1-440a-8514-2f7eb638338a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:10:44.074136 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74790cd-9448-4703-8066-aa40caefc38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84c936c-925f-4534-b522-af28b46b8c06', 'code': 200} Feb 09 04:10:44.099580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=e84c936c-925f-4534-b522-af28b46b8c06,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:44.170995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd469ae6-2d1c-4e90-a3b4-fc2cfed6d396 req-1fb2698c-a99f-47ac-8cf7-7b9a401a0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:44.172405 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd469ae6-2d1c-4e90-a3b4-fc2cfed6d396 req-1fb2698c-a99f-47ac-8cf7-7b9a401a0401 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 1128 time: 0.0442066 Feb 09 04:10:44.216158 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dd469ae6-2d1c-4e90-a3b4-fc2cfed6d396 req-21885e0a-83ec-46f9-a370-b97328bab9e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385094 Feb 09 04:10:44.859806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a094f-f15c-4310-9510-b5d5a201f789 req-24b6dcda-a609-420d-8736-9b6c18a51cf7 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:44.861269 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-508a094f-f15c-4310-9510-b5d5a201f789 req-24b6dcda-a609-420d-8736-9b6c18a51cf7 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 945 time: 0.0538008 Feb 09 04:10:44.909025 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-508a094f-f15c-4310-9510-b5d5a201f789 req-890a4651-832e-4c5f-a0e6-d047ef78842e tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Feb 09 04:10:45.713809 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-624eedf4-86ea-4669-9a46-6323dfcff8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:46.029806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30772523-211e-4715-aa8f-f1ff44d81a81 req-f852e188-cc79-44bc-a0d8-9af86b2f751b tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:46.031271 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30772523-211e-4715-aa8f-f1ff44d81a81 req-f852e188-cc79-44bc-a0d8-9af86b2f751b tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 945 time: 0.0526075 Feb 09 04:10:46.077536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30772523-211e-4715-aa8f-f1ff44d81a81 req-9d192408-cd0b-43ce-99fe-223a01ed4b5d tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Feb 09 04:10:46.306503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-5c4539c4-9630-4eb3-8857-2080a3e320bb tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:46.307953 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-5c4539c4-9630-4eb3-8857-2080a3e320bb tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/networks?id=f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 HTTP/1.1" status: 200 len: 814 time: 0.1046016 Feb 09 04:10:46.322483 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-31886db2-e5e1-4a9b-8e0f-b452ef2d5623 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/quotas/85400c656344472bb4dcec4e7e16a829 HTTP/1.1" status: 200 len: 375 time: 0.0089579 Feb 09 04:10:46.374305 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-874547e8-9926-4a81-9f42-ee206b0483e8 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85400c656344472bb4dcec4e7e16a829&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469294 Feb 09 04:10:46.542845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-7cc9c986-fe45-4632-8361-6c12c2281439 service neutron] 10.222.0.21 "GET /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287935 Feb 09 04:10:46.631758 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-ae9be9dd-e744-4ff5-9667-0d42b7bce1c2 service neutron] 10.222.0.21 "GET /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825660 Feb 09 04:10:47.811586 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-da63082e-63d0-455d-bae9-7d7cbadca325 req-d71187b0-2cdf-4a73-86c6-eae6afd6a1bc tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 210 time: 0.0313761 Feb 09 04:10:48.231212 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8155fd7b-a20a-4c68-8e1f-b09d97756d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:48.784653 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-52b6ed75-916d-4998-8f9d-8807e21e6413 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:48.786250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-52b6ed75-916d-4998-8f9d-8807e21e6413 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.65 "GET /v2.0/networks?id=f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 HTTP/1.1" status: 200 len: 814 time: 0.1125746 Feb 09 04:10:48.805514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Request body: {'port': {'device_id': '6d40cd6d-814d-4984-bd27-595a398bb944', 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24', 'admin_state_up': True, 'tenant_id': '85400c656344472bb4dcec4e7e16a829'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:10:48.929194 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-06ce3685-779a-4bc0-9c4b-ff0eaec36a7d req-7bdd3da9-6c36-4d4c-bdb2-f987697f5782 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 210 time: 0.0414417 Feb 09 04:10:48.950704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Made reservation on behalf of 85400c656344472bb4dcec4e7e16a829 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:10:48.954454 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:49.078547 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Allocated IP 172.20.0.13 (f558cd5d-5a3f-464e-8b01-eb13c7ef4d24/0a5c667d-6460-4c39-ae99-72e5a5436915/fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:10:49.226885 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks [] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:49.259893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:49.272328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['e84c936c-925f-4534-b522-af28b46b8c06'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:10:49.304895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:10:49.310259 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:10:49.314950 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:10:49.318651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Pushing event updated for resources: {'Port': ['ID=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:49.368524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:49.368754 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:49.385452 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-2082f8a8-ddcb-4295-b3b5-dea054c045a3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5841565 Feb 09 04:10:49.402796 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Request body: {'port': {'device_id': '6d40cd6d-814d-4984-bd27-595a398bb944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:10:49.461293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:49.505801 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:49.724641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:10:49.732021 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Publish callbacks [] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:49.744187 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Transition to ACTIVE for port object fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:10:49.747806 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:49.798919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Pushing event updated for resources: {'Port': ['ID=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:49.865206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Attempting to bind port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:10:49.865569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Attempting to bind port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '8edf8641-4ea5-47ac-9631-af22fe4fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:10:49.866479 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Attempting to bind port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 on network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:10:49.870862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 on network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:10:49.871179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Attempting to bind port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 on network f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:10:49.875976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:10:49.876313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Checking segment: {'id': '8edf8641-4ea5-47ac-9631-af22fe4fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:10:49.876693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Bound using segment: {'id': '8edf8641-4ea5-47ac-9631-af22fe4fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:10:49.877115 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Bound port: fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edf8641-4ea5-47ac-9631-af22fe4fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:10:49.877498 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:49.943107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] For port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:10:49.946651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] For port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8,segment=NetworkSegment(8edf8641-4ea5-47ac-9631-af22fe4fb49e),segment_id=8edf8641-4ea5-47ac-9631-af22fe4fb49e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:10:49.952014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:49.987223 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:49.987835 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:49.989201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] 10.222.0.65 "PUT /v2.0/ports/fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 HTTP/1.1" status: 200 len: 1093 time: 0.5907755 Feb 09 04:10:49.989666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d40cd6d-814d-4984-bd27-595a398bb944', 'tag': 'fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:10:49.992916 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6808e7d9-32c6-444c-8c1a-7b9603291da7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d40cd6d-814d-4984-bd27-595a398bb944", "tag": "fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:10:50.024804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec89cd-feb9-474a-b2f2-a8323ee58b36 service neutron] Pushing event updated for resources: {'Port': ['ID=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:50.054880 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa971244-e840-4d80-b52c-c5ce75c694dc x-openstack-request-id: req-fa971244-e840-4d80-b52c-c5ce75c694dc {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:10:50.055164 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d40cd6d-814d-4984-bd27-595a398bb944", "tag": "fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:10:50.055418 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa971244-e840-4d80-b52c-c5ce75c694dc {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:10:50.055811 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d40cd6d-814d-4984-bd27-595a398bb944', 'tag': 'fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8', 'status': 'completed', 'code': 200} Feb 09 04:10:50.061447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fde105-991e-46e0-9569-84dcb1edd399 req-708903f8-596d-4523-bee5-fdfa8a7518ad tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:50.063071 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-65fde105-991e-46e0-9569-84dcb1edd399 req-708903f8-596d-4523-bee5-fdfa8a7518ad tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 944 time: 0.0618742 Feb 09 04:10:50.093486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-8ac4b0bb-f859-4edd-a533-c0115b07ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:50.094983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-8ac4b0bb-f859-4edd-a533-c0115b07ec30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85400c656344472bb4dcec4e7e16a829&device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 1127 time: 0.0495987 Feb 09 04:10:50.110331 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-65fde105-991e-46e0-9569-84dcb1edd399 req-90099fe4-64e9-4f02-bf51-9e7a6b214194 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414729 Feb 09 04:10:50.143253 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-c3b97c22-fc78-44fa-b264-6385dc75ed10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 HTTP/1.1" status: 200 len: 217 time: 0.0344207 Feb 09 04:10:50.195154 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-f2d29726-42d0-4826-9570-022dd631ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:50.196551 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-f2d29726-42d0-4826-9570-022dd631ba86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a5c667d-6460-4c39-ae99-72e5a5436915 HTTP/1.1" status: 200 len: 854 time: 0.0468867 Feb 09 04:10:50.229077 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-82135e95-e0e8-4b05-be2a-7a2fbe80342d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f558cd5d-5a3f-464e-8b01-eb13c7ef4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266798 Feb 09 04:10:50.315022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-d77cb166-e949-44e5-86e6-4990a8321a90 service neutron] 10.222.0.65 "GET /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805602 Feb 09 04:10:50.407524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7a8b256-edb2-4fae-ae49-0009c69f95f1 req-fbdaab66-3cb1-401e-81ed-dabad5cba46c service neutron] 10.222.0.65 "GET /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863769 Feb 09 04:10:50.534151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e7d9-32c6-444c-8c1a-7b9603291da7 req-4518f3a0-5ecb-4eec-9a06-f36da6a22221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:50.535691 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6808e7d9-32c6-444c-8c1a-7b9603291da7 req-4518f3a0-5ecb-4eec-9a06-f36da6a22221 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85400c656344472bb4dcec4e7e16a829&device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 1127 time: 0.0461328 Feb 09 04:10:50.627850 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e7d9-32c6-444c-8c1a-7b9603291da7 req-12fbc982-6507-4835-9504-2e287d17bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:50.629336 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6808e7d9-32c6-444c-8c1a-7b9603291da7 req-12fbc982-6507-4835-9504-2e287d17bbfd service neutron] 10.222.0.65 "GET /v2.0/networks?id=f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 HTTP/1.1" status: 200 len: 915 time: 0.0877264 Feb 09 04:10:50.671835 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6808e7d9-32c6-444c-8c1a-7b9603291da7 req-c76d785a-81ac-491d-b50d-739e2ea1d507 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 HTTP/1.1" status: 200 len: 217 time: 0.0366385 Feb 09 04:10:50.720749 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e7d9-32c6-444c-8c1a-7b9603291da7 req-740453fd-ef1b-4fd4-8b34-9a19d177f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:50.722417 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6808e7d9-32c6-444c-8c1a-7b9603291da7 req-740453fd-ef1b-4fd4-8b34-9a19d177f6b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a5c667d-6460-4c39-ae99-72e5a5436915 HTTP/1.1" status: 200 len: 854 time: 0.0447664 Feb 09 04:10:50.754271 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6808e7d9-32c6-444c-8c1a-7b9603291da7 req-510c57ce-14cf-4cde-97f8-90b945544989 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f558cd5d-5a3f-464e-8b01-eb13c7ef4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263100 Feb 09 04:10:50.845328 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6808e7d9-32c6-444c-8c1a-7b9603291da7 req-02b7d584-c9c3-49de-a588-4d405b0b6c32 service neutron] 10.222.0.65 "GET /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853267 Feb 09 04:10:50.932186 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6808e7d9-32c6-444c-8c1a-7b9603291da7 req-aa1818fa-a510-4e11-b664-a3e670789f06 service neutron] 10.222.0.65 "GET /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811124 Feb 09 04:10:50.933378 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:51.239489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba789d71-cebb-4f05-922f-12261c093ba7 req-4f876a70-eaf4-4325-aaee-5e5b4bed8bf4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:51.241849 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba789d71-cebb-4f05-922f-12261c093ba7 req-4f876a70-eaf4-4325-aaee-5e5b4bed8bf4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 944 time: 0.0615423 Feb 09 04:10:51.289256 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ba789d71-cebb-4f05-922f-12261c093ba7 req-9a03748e-87ff-48b3-8664-450b74e727ea tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Feb 09 04:10:52.072202 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:52.417967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bea3e3-50b3-44f6-badb-8d123398b9b4 req-337bc9a9-71f8-4765-b722-3ee18e428be6 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:52.419464 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-79bea3e3-50b3-44f6-badb-8d123398b9b4 req-337bc9a9-71f8-4765-b722-3ee18e428be6 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 944 time: 0.0590584 Feb 09 04:10:52.469935 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-79bea3e3-50b3-44f6-badb-8d123398b9b4 req-36d802cc-4d6c-4269-b578-ecd22d023551 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448937 Feb 09 04:10:53.108388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:10:53.204032 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8,segment=NetworkSegment(8edf8641-4ea5-47ac-9631-af22fe4fb49e),segment_id=8edf8641-4ea5-47ac-9631-af22fe4fb49e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:53.220500 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8', 'network_id': 'f558cd5d-5a3f-464e-8b01-eb13c7ef4d24', 'port_id': 'fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8', 'mac_address': 'fa:16:3e:05:91:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5c667d-6460-4c39-ae99-72e5a5436915', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:10:53.259553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:10:53.259860 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:53.273948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:10:53.294095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8,segment=NetworkSegment(8edf8641-4ea5-47ac-9631-af22fe4fb49e),segment_id=8edf8641-4ea5-47ac-9631-af22fe4fb49e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:53.297715 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:53.344881 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:53.352741 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.353094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.353455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.353792 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.354124 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.354451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.354773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.355096 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.355417 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.355735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.356054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.356371 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.356688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:53.588610 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be62c30-6ec8-45aa-ab23-c52fe0a79ec8 req-57afe9ea-9e0c-44c5-88fb-438b2e70e7d1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:53.590285 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1be62c30-6ec8-45aa-ab23-c52fe0a79ec8 req-57afe9ea-9e0c-44c5-88fb-438b2e70e7d1 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 945 time: 0.0538046 Feb 09 04:10:53.636860 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1be62c30-6ec8-45aa-ab23-c52fe0a79ec8 req-c058beff-8ce5-4719-b773-00c98a801dc5 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Feb 09 04:10:53.670367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:10:54.590830 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:54.760128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1a78c-5929-460b-841e-4951d72ae174 req-52772bda-46ee-477f-9ece-13cffa89f7f7 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:54.761622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93b1a78c-5929-460b-841e-4951d72ae174 req-52772bda-46ee-477f-9ece-13cffa89f7f7 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 945 time: 0.0563562 Feb 09 04:10:54.808375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93b1a78c-5929-460b-841e-4951d72ae174 req-d71de2d2-f8f7-4fd9-9c79-1abaa536da30 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411024 Feb 09 04:10:55.127847 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:10:55.177838 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:10:55.182347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:10:55.182721 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:55.261647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:10:55.261946 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:55.283225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d40cd6d-814d-4984-bd27-595a398bb944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:10:55.285453 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b539b66-6e16-40f4-9baa-ae108195cf36" -d '{"events": [{"server_uuid": "6d40cd6d-814d-4984-bd27-595a398bb944", "name": "network-vif-plugged", "status": "completed", "tag": "fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:10:55.297756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8,segment=NetworkSegment(8edf8641-4ea5-47ac-9631-af22fe4fb49e),segment_id=8edf8641-4ea5-47ac-9631-af22fe4fb49e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:55.301861 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:55.326236 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93072b3d-3e4a-47a3-b580-62b3c1622c7e x-openstack-request-id: req-93072b3d-3e4a-47a3-b580-62b3c1622c7e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:10:55.326530 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d40cd6d-814d-4984-bd27-595a398bb944", "name": "network-vif-plugged", "status": "completed", "tag": "fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:10:55.326786 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93072b3d-3e4a-47a3-b580-62b3c1622c7e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:10:55.327170 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d40cd6d-814d-4984-bd27-595a398bb944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8', 'code': 200} Feb 09 04:10:55.351831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:55.463908 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3292e-1f5a-422e-95f4-c4218ddcb451 req-eb89bf49-aa50-4fe2-8ba9-8c77091239ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:55.465401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8f3292e-1f5a-422e-95f4-c4218ddcb451 req-eb89bf49-aa50-4fe2-8ba9-8c77091239ab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 1129 time: 0.0478048 Feb 09 04:10:55.507784 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d8f3292e-1f5a-422e-95f4-c4218ddcb451 req-1b7c9322-f275-4b95-bf5d-63a42e5f98d6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368443 Feb 09 04:10:55.933061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14ab1-0f07-4636-a607-0c30e5547ce7 req-b1510f94-0b69-4ebf-a599-680b7e10d46b tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:55.934834 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93b14ab1-0f07-4636-a607-0c30e5547ce7 req-b1510f94-0b69-4ebf-a599-680b7e10d46b tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 946 time: 0.0534265 Feb 09 04:10:55.983639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-93b14ab1-0f07-4636-a607-0c30e5547ce7 req-dc1b3410-d7c5-4415-bd72-0026116b86dc tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430367 Feb 09 04:10:57.111406 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67acd2-2460-48db-9131-3429f3b0d9e6 req-78814688-7d1a-4c38-a35f-4101984120dd tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:57.112892 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b67acd2-2460-48db-9131-3429f3b0d9e6 req-78814688-7d1a-4c38-a35f-4101984120dd tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 946 time: 0.0579197 Feb 09 04:10:57.160738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2b67acd2-2460-48db-9131-3429f3b0d9e6 req-83907f7b-e2dc-445c-a93c-7c6e53029d8f tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414572 Feb 09 04:10:57.398534 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d6005-8a10-4dbd-8696-d751e421ad1c req-90fd9aac-5666-4e39-8af8-8156f09bbe29 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:57.400375 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b94d6005-8a10-4dbd-8696-d751e421ad1c req-90fd9aac-5666-4e39-8af8-8156f09bbe29 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 946 time: 0.0528119 Feb 09 04:10:57.451738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b94d6005-8a10-4dbd-8696-d751e421ad1c req-3d5bb393-d3aa-4f2d-85cb-703e9634c19e tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457871 Feb 09 04:10:58.575947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e455be-71f7-43c2-926a-ac85359799bb req-743e8608-43ef-4abe-b074-2d92d9d6f71d tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:58.577434 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7e455be-71f7-43c2-926a-ac85359799bb req-743e8608-43ef-4abe-b074-2d92d9d6f71d tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 946 time: 0.0576115 Feb 09 04:10:58.627459 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d7e455be-71f7-43c2-926a-ac85359799bb req-35f44cd5-e362-4bbd-b8ce-3bea1a9ecb25 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442824 Feb 09 04:10:58.899915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c4c5b-77a9-4137-9aa8-79bb648db96b req-356e8daf-a89e-4b76-a9cd-d6f35a7f2bd7 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:58.901388 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab0c4c5b-77a9-4137-9aa8-79bb648db96b req-356e8daf-a89e-4b76-a9cd-d6f35a7f2bd7 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 946 time: 0.0536504 Feb 09 04:10:58.991582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ab0c4c5b-77a9-4137-9aa8-79bb648db96b req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Deleting port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:58.991919 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab0c4c5b-77a9-4137-9aa8-79bb648db96b req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:59.082547 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ab0c4c5b-77a9-4137-9aa8-79bb648db96b req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] For port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8,segment=NetworkSegment(8edf8641-4ea5-47ac-9631-af22fe4fb49e),segment_id=8edf8641-4ea5-47ac-9631-af22fe4fb49e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:59.082901 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab0c4c5b-77a9-4137-9aa8-79bb648db96b req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:59.095541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ab0c4c5b-77a9-4137-9aa8-79bb648db96b req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Calling delete_port for fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:59.225339 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab0c4c5b-77a9-4137-9aa8-79bb648db96b req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:59.237634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['e84c936c-925f-4534-b522-af28b46b8c06'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:10:59.542638 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Pushing event deleted for resources: {'Port': ['ID=fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:59.556092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.556439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.556780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.557119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.558149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.558890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.559214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.559557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.559865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.560191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.560515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.560836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.561160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:59.596695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0c4c5b-77a9-4137-9aa8-79bb648db96b req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] No DVR routers for this DVR port fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:10:59.599352 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ab0c4c5b-77a9-4137-9aa8-79bb648db96b req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:59.602628 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab0c4c5b-77a9-4137-9aa8-79bb648db96b req-da6a5029-0840-4347-bbde-f779341dd2f4 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.65 "DELETE /v2.0/ports/fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 HTTP/1.1" status: 204 len: 173 time: 0.6963828 Feb 09 04:10:59.603087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d40cd6d-814d-4984-bd27-595a398bb944', 'name': 'network-vif-deleted', 'tag': 'fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:10:59.605517 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c675dda3-1c14-4ea7-a6b5-0870b21919ab" -d '{"events": [{"server_uuid": "6d40cd6d-814d-4984-bd27-595a398bb944", "name": "network-vif-deleted", "tag": "fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:10:59.644922 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2cacd2-bd9a-41c8-a1b8-97dc2494d5b9 x-openstack-request-id: req-0e2cacd2-bd9a-41c8-a1b8-97dc2494d5b9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:10:59.645241 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d40cd6d-814d-4984-bd27-595a398bb944", "name": "network-vif-deleted", "tag": "fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:10:59.645524 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e2cacd2-bd9a-41c8-a1b8-97dc2494d5b9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:10:59.645926 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d40cd6d-814d-4984-bd27-595a398bb944', 'name': 'network-vif-deleted', 'tag': 'fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8', 'status': 'completed', 'code': 200} Feb 09 04:10:59.724318 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37cc5ca6-4534-445b-861e-ad74fb55d068 req-8e352f93-4903-419c-b764-c7eda1babb47 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d40cd6d-814d-4984-bd27-595a398bb944 HTTP/1.1" status: 200 len: 210 time: 0.0286264 Feb 09 04:11:00.883223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86837783-7a1d-4df7-b0c2-60ecdaca4f8b req-bad6c712-ca2f-4e13-af97-719552bd6548 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:00.884689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86837783-7a1d-4df7-b0c2-60ecdaca4f8b req-bad6c712-ca2f-4e13-af97-719552bd6548 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 945 time: 0.0524304 Feb 09 04:11:00.932414 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86837783-7a1d-4df7-b0c2-60ecdaca4f8b req-87ad176c-4542-4247-afab-d73243822405 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Feb 09 04:11:01.077698 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb993a-85af-450c-8054-4eac64d991bb req-ec571b2c-e30c-4fca-a942-e8c557532681 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:01.079276 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-27fb993a-85af-450c-8054-4eac64d991bb req-ec571b2c-e30c-4fca-a942-e8c557532681 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 945 time: 0.0608263 Feb 09 04:11:01.128644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-27fb993a-85af-450c-8054-4eac64d991bb req-43d64321-e779-42fb-9c17-017661335358 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432737 Feb 09 04:11:01.144081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:11:01.164288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:11:01.165636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device fefca1c6-6b7a-48b7-8d0e-4aaee13a24b8 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:11:01.255471 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5845767-1302-4e2e-ae33-7e7dc822b58c req-d14a575f-c058-4fbb-8e62-47a426b5de0e tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:01.256940 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f5845767-1302-4e2e-ae33-7e7dc822b58c req-d14a575f-c058-4fbb-8e62-47a426b5de0e tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 945 time: 0.0535150 Feb 09 04:11:01.307957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f5845767-1302-4e2e-ae33-7e7dc822b58c req-159450f0-02ec-4c22-8871-52ce850e35aa tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434945 Feb 09 04:11:01.478123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3959172-9e01-49fb-a1bb-2f4ed152adf0 req-37568d07-ecdd-410d-a2fa-d7bd9b80f661 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:01.479784 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3959172-9e01-49fb-a1bb-2f4ed152adf0 req-37568d07-ecdd-410d-a2fa-d7bd9b80f661 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 945 time: 0.0530214 Feb 09 04:11:01.526313 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e3959172-9e01-49fb-a1bb-2f4ed152adf0 req-c078d8aa-2072-42f2-b760-c53716f7aabb tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 Feb 09 04:11:01.645536 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b50b0-71a3-4548-9cef-144994ad5e14 req-0a8e7830-814e-49a6-bc89-368eee7237f9 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:01.646998 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c2b50b0-71a3-4548-9cef-144994ad5e14 req-0a8e7830-814e-49a6-bc89-368eee7237f9 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 945 time: 0.0531945 Feb 09 04:11:01.696368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1c2b50b0-71a3-4548-9cef-144994ad5e14 req-fb97e966-fdef-4b58-bce7-912c5e7274e9 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Feb 09 04:11:01.829144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f97b78-a738-405f-809a-130050023d05 req-2c810d17-b14d-49a8-b00b-94b3ad646cca tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:01.830928 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6f97b78-a738-405f-809a-130050023d05 req-2c810d17-b14d-49a8-b00b-94b3ad646cca tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 945 time: 0.0564859 Feb 09 04:11:01.882325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6f97b78-a738-405f-809a-130050023d05 req-d6760ac5-a404-4322-bfb3-4ef54d47c89f tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458283 Feb 09 04:11:02.195439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e68ed-5b6c-48fc-a779-d0e1b2bf6170 req-06b1a8bc-329d-4276-842d-fc190dffaa86 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:02.196909 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a6e68ed-5b6c-48fc-a779-d0e1b2bf6170 req-06b1a8bc-329d-4276-842d-fc190dffaa86 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 945 time: 0.0532844 Feb 09 04:11:02.243333 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a6e68ed-5b6c-48fc-a779-d0e1b2bf6170 req-44f945ce-0cfe-4858-9721-42ab34c9fa6d tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Feb 09 04:11:02.351729 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:11:03.369031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738c6e4-ea8d-4c05-9eae-a9790773e05a req-1ab9b09c-dd03-4722-b0e7-a57c36e722e8 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:03.371030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c738c6e4-ea8d-4c05-9eae-a9790773e05a req-1ab9b09c-dd03-4722-b0e7-a57c36e722e8 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 945 time: 0.0553260 Feb 09 04:11:03.417326 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c738c6e4-ea8d-4c05-9eae-a9790773e05a req-480e8279-162d-45c3-a5b5-abd7e6e86d05 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.21 "GET /v2.0/security-groups?id=c6144cb8-dd4f-4946-8433-9c1e420f22cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Feb 09 04:11:03.478659 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eeef5b-1e56-4ef4-bfa0-4e616da1449f req-1af1c303-c62c-4f29-a599-f9a2c9c85d76 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:03.480871 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9eeef5b-1e56-4ef4-bfa0-4e616da1449f req-1af1c303-c62c-4f29-a599-f9a2c9c85d76 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.42 "GET /v2.0/ports?device_id=c74790cd-9448-4703-8066-aa40caefc38e HTTP/1.1" status: 200 len: 945 time: 0.0522587 Feb 09 04:11:03.575465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-b9eeef5b-1e56-4ef4-bfa0-4e616da1449f req-8eeb196f-68ff-4e15-b034-811db83cbea3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Deleting port e84c936c-925f-4534-b522-af28b46b8c06 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:11:03.575711 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b9eeef5b-1e56-4ef4-bfa0-4e616da1449f req-8eeb196f-68ff-4e15-b034-811db83cbea3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (e84c936c-925f-4534-b522-af28b46b8c06), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:03.661985 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-b9eeef5b-1e56-4ef4-bfa0-4e616da1449f req-8eeb196f-68ff-4e15-b034-811db83cbea3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] For port e84c936c-925f-4534-b522-af28b46b8c06, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=e84c936c-925f-4534-b522-af28b46b8c06,segment=NetworkSegment(8edf8641-4ea5-47ac-9631-af22fe4fb49e),segment_id=8edf8641-4ea5-47ac-9631-af22fe4fb49e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:03.662349 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b9eeef5b-1e56-4ef4-bfa0-4e616da1449f req-8eeb196f-68ff-4e15-b034-811db83cbea3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (e84c936c-925f-4534-b522-af28b46b8c06), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:03.675099 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-b9eeef5b-1e56-4ef4-bfa0-4e616da1449f req-8eeb196f-68ff-4e15-b034-811db83cbea3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Calling delete_port for e84c936c-925f-4534-b522-af28b46b8c06 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:11:03.802823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b9eeef5b-1e56-4ef4-bfa0-4e616da1449f req-8eeb196f-68ff-4e15-b034-811db83cbea3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (e84c936c-925f-4534-b522-af28b46b8c06), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:03.814647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['e84c936c-925f-4534-b522-af28b46b8c06'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:11:03.832788 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb196f-68ff-4e15-b034-811db83cbea3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Pushing event deleted for resources: {'Port': ['ID=e84c936c-925f-4534-b522-af28b46b8c06,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:03.878760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eeef5b-1e56-4ef4-bfa0-4e616da1449f req-8eeb196f-68ff-4e15-b034-811db83cbea3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] No DVR routers for this DVR port e84c936c-925f-4534-b522-af28b46b8c06 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:11:03.881369 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-b9eeef5b-1e56-4ef4-bfa0-4e616da1449f req-8eeb196f-68ff-4e15-b034-811db83cbea3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:03.884638 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9eeef5b-1e56-4ef4-bfa0-4e616da1449f req-8eeb196f-68ff-4e15-b034-811db83cbea3 tempest-ServersNegativeTestJSON-355140667 tempest-ServersNegativeTestJSON-355140667-project] 10.222.0.42 "DELETE /v2.0/ports/e84c936c-925f-4534-b522-af28b46b8c06 HTTP/1.1" status: 204 len: 173 time: 0.3983791 Feb 09 04:11:03.885072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74790cd-9448-4703-8066-aa40caefc38e', 'name': 'network-vif-deleted', 'tag': 'e84c936c-925f-4534-b522-af28b46b8c06'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:11:03.887988 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374126bd-d573-46d1-bb8b-1929b783bef7" -d '{"events": [{"server_uuid": "c74790cd-9448-4703-8066-aa40caefc38e", "name": "network-vif-deleted", "tag": "e84c936c-925f-4534-b522-af28b46b8c06"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:11:03.927274 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ba43e9-b70b-45a0-a8f4-d96227e2380b x-openstack-request-id: req-34ba43e9-b70b-45a0-a8f4-d96227e2380b {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:11:03.927576 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74790cd-9448-4703-8066-aa40caefc38e", "name": "network-vif-deleted", "tag": "e84c936c-925f-4534-b522-af28b46b8c06", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:11:03.927880 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34ba43e9-b70b-45a0-a8f4-d96227e2380b {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:11:03.928283 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74790cd-9448-4703-8066-aa40caefc38e', 'name': 'network-vif-deleted', 'tag': 'e84c936c-925f-4534-b522-af28b46b8c06', 'status': 'completed', 'code': 200} Feb 09 04:11:04.473504 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55346) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:04.523263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c465455-9974-4591-aa91-ec1a9da2ede5 admin admin] Deleting subnet 0a5c667d-6460-4c39-ae99-72e5a5436915 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:11:04.526956 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c465455-9974-4591-aa91-ec1a9da2ede5 admin admin] Publish callbacks [] for subnet (0a5c667d-6460-4c39-ae99-72e5a5436915), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.559564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c465455-9974-4591-aa91-ec1a9da2ede5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (0a5c667d-6460-4c39-ae99-72e5a5436915), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.598067 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c465455-9974-4591-aa91-ec1a9da2ede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (0a5c667d-6460-4c39-ae99-72e5a5436915), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.649494 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c465455-9974-4591-aa91-ec1a9da2ede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (0a5c667d-6460-4c39-ae99-72e5a5436915), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.681522 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c465455-9974-4591-aa91-ec1a9da2ede5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.685590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7c465455-9974-4591-aa91-ec1a9da2ede5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0a5c667d-6460-4c39-ae99-72e5a5436915 HTTP/1.1" status: 204 len: 168 time: 0.2110081 Feb 09 04:11:04.686476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c465455-9974-4591-aa91-ec1a9da2ede5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5c667d-6460-4c39-ae99-72e5a5436915,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:04.688335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55350) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:04.754370 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (f558cd5d-5a3f-464e-8b01-eb13c7ef4d24), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.833747 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (f558cd5d-5a3f-464e-8b01-eb13c7ef4d24), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.853403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f558cd5d-5a3f-464e-8b01-eb13c7ef4d24']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:04.862656 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edf8641-4ea5-47ac-9631-af22fe4fb49e') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:04.862946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edf8641-4ea5-47ac-9631-af22fe4fb49e') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:04.872791 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (8edf8641-4ea5-47ac-9631-af22fe4fb49e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.886619 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (8edf8641-4ea5-47ac-9631-af22fe4fb49e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.892539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:11:04.892920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (8edf8641-4ea5-47ac-9631-af22fe4fb49e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:11:04.894552 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:11:04.946192 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (f558cd5d-5a3f-464e-8b01-eb13c7ef4d24), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.952829 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.955896 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f558cd5d-5a3f-464e-8b01-eb13c7ef4d24 HTTP/1.1" status: 204 len: 168 time: 0.2665451 Feb 09 04:11:04.966487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332d7b2-2625-4e83-a9e0-ce07585959b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f558cd5d-5a3f-464e-8b01-eb13c7ef4d24,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:05.064939 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55354) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:05.109208 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eadd4115-2902-4fcb-ac87-3fd17ec2d3b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85400c656344472bb4dcec4e7e16a829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429990 Feb 09 04:11:05.111599 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55356) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:05.158227 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee925-bbae-42a7-9d30-94986147a3e2 admin admin] Publish callbacks [] for security_group (c6144cb8-dd4f-4946-8433-9c1e420f22cd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:05.179531 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee925-bbae-42a7-9d30-94986147a3e2 admin admin] Publish callbacks [] for security_group (c6144cb8-dd4f-4946-8433-9c1e420f22cd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:05.225911 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee925-bbae-42a7-9d30-94986147a3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c6144cb8-dd4f-4946-8433-9c1e420f22cd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:05.228529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee925-bbae-42a7-9d30-94986147a3e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:05.230744 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5d1ee925-bbae-42a7-9d30-94986147a3e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6144cb8-dd4f-4946-8433-9c1e420f22cd HTTP/1.1" status: 204 len: 168 time: 0.1180372 Feb 09 04:11:05.238420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ee925-bbae-42a7-9d30-94986147a3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6144cb8-dd4f-4946-8433-9c1e420f22cd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:05.900182 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55378) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:05.995931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1141322609'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:06.015837 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Made reservation on behalf of e19b68be28014e56973ab51ba1611ce5 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:06.019052 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:06.031296 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:06.111332 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for security_group (e7c83c05-bcc3-4412-b02f-e172ce8f4841), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:06.114973 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e7c83c05-bcc3-4412-b02f-e172ce8f4841), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:06.142436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:11:06.151207 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c83c05-bcc3-4412-b02f-e172ce8f4841,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:06.157548 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4dbeec79-dc07-4bd4-b1a2-e2de01657599), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:06.157902 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Added segment 4dbeec79-dc07-4bd4-b1a2-e2de01657599 of type vlan for network b98a6a1b-fd2a-4cc9-8b56-328bad14eb70 Feb 09 04:11:06.201824 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (b98a6a1b-fd2a-4cc9-8b56-328bad14eb70), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:06.225567 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (b98a6a1b-fd2a-4cc9-8b56-328bad14eb70), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:06.231134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:06.231716 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:06.282186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3808818 Feb 09 04:11:06.300657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ae78e-04ff-4013-aae9-ba7a71ba1312 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event updated for resources: {'Network': ['ID=b98a6a1b-fd2a-4cc9-8b56-328bad14eb70,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:06.311743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network b98a6a1b-fd2a-4cc9-8b56-328bad14eb70 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:11:07.935122 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e84c936c-925f-4534-b522-af28b46b8c06 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:11:07.961051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: e84c936c-925f-4534-b522-af28b46b8c06 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:11:07.961956 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device e84c936c-925f-4534-b522-af28b46b8c06 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:11:08.037199 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:09.569790 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55384) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:09.575529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4e185374-26bd-484c-b87e-4d5048f9de6c tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Request body: {'subnet': {'network_id': 'b98a6a1b-fd2a-4cc9-8b56-328bad14eb70', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:09.663547 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e185374-26bd-484c-b87e-4d5048f9de6c tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Made reservation on behalf of e19b68be28014e56973ab51ba1611ce5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:09.668185 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4e185374-26bd-484c-b87e-4d5048f9de6c tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:09.846249 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4e185374-26bd-484c-b87e-4d5048f9de6c tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (18a93f61-e1a2-4232-bb9c-39c4da5bec5e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:09.905079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e185374-26bd-484c-b87e-4d5048f9de6c tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event updated for resources: {'Subnet': ['ID=18a93f61-e1a2-4232-bb9c-39c4da5bec5e,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:09.915152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e185374-26bd-484c-b87e-4d5048f9de6c tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Checking segment: {'id': '4dbeec79-dc07-4bd4-b1a2-e2de01657599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b98a6a1b-fd2a-4cc9-8b56-328bad14eb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:09.915512 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e185374-26bd-484c-b87e-4d5048f9de6c tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Network hostable DHCP agents. Network: b98a6a1b-fd2a-4cc9-8b56-328bad14eb70, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:11:09.933947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e185374-26bd-484c-b87e-4d5048f9de6c tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Network b98a6a1b-fd2a-4cc9-8b56-328bad14eb70 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:11:09.942065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4e185374-26bd-484c-b87e-4d5048f9de6c tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, b98a6a1b-fd2a-4cc9-8b56-328bad14eb70) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:09.946224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e185374-26bd-484c-b87e-4d5048f9de6c tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:09.946942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4e185374-26bd-484c-b87e-4d5048f9de6c tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:09.952216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa3bf47-f5a5-4cbf-9bb1-fff9c109beac None None] Network b98a6a1b-fd2a-4cc9-8b56-328bad14eb70 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:09.963475 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4e185374-26bd-484c-b87e-4d5048f9de6c tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3925445 Feb 09 04:11:09.967314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55388) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:09.972247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9fe92622-4879-4040-841c-228cc2dc74ea tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-222457050'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:09.991334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe92622-4879-4040-841c-228cc2dc74ea tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Made reservation on behalf of e19b68be28014e56973ab51ba1611ce5 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:09.995630 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fe92622-4879-4040-841c-228cc2dc74ea tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.020164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe92622-4879-4040-841c-228cc2dc74ea tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:11:10.029287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fe92622-4879-4040-841c-228cc2dc74ea tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (81e2ec8b-8f04-4d9d-8f84-de65904824f9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.029657 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-9fe92622-4879-4040-841c-228cc2dc74ea tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Added segment 81e2ec8b-8f04-4d9d-8f84-de65904824f9 of type vlan for network bed1fff4-5533-47e3-a6d3-f0e4a0f6b115 Feb 09 04:11:10.058879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-b98a6a1b-fd2a-4cc9-8b56-328bad14eb70', 'network_id': 'b98a6a1b-fd2a-4cc9-8b56-328bad14eb70', 'project_id': 'e19b68be28014e56973ab51ba1611ce5', 'fixed_ips': [{'subnet_id': '18a93f61-e1a2-4232-bb9c-39c4da5bec5e'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:11:10.060038 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.071783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fe92622-4879-4040-841c-228cc2dc74ea tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (bed1fff4-5533-47e3-a6d3-f0e4a0f6b115), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.101335 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fe92622-4879-4040-841c-228cc2dc74ea tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (bed1fff4-5533-47e3-a6d3-f0e4a0f6b115), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.106762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe92622-4879-4040-841c-228cc2dc74ea tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:10.107338 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fe92622-4879-4040-841c-228cc2dc74ea tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.171463 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9fe92622-4879-4040-841c-228cc2dc74ea tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2030938 Feb 09 04:11:10.174323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55390) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:10.181013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-eccf597b-c3e6-41d6-bf4c-84c9771fb359 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Request body: {'subnet': {'network_id': 'bed1fff4-5533-47e3-a6d3-f0e4a0f6b115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:10.189501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe92622-4879-4040-841c-228cc2dc74ea tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event updated for resources: {'Network': ['ID=bed1fff4-5533-47e3-a6d3-f0e4a0f6b115,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:10.198252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Allocated IP 2001:db8:0:ffff::2 (b98a6a1b-fd2a-4cc9-8b56-328bad14eb70/18a93f61-e1a2-4232-bb9c-39c4da5bec5e/79874bcb-c040-4e88-8568-c88be18bf91f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:11:10.204297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network bed1fff4-5533-47e3-a6d3-f0e4a0f6b115 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:11:10.271952 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccf597b-c3e6-41d6-bf4c-84c9771fb359 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Made reservation on behalf of e19b68be28014e56973ab51ba1611ce5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:10.276353 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eccf597b-c3e6-41d6-bf4c-84c9771fb359 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.474366 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eccf597b-c3e6-41d6-bf4c-84c9771fb359 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (f7170241-277b-42b1-ba41-8984ab5a29dd), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.539674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf597b-c3e6-41d6-bf4c-84c9771fb359 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event updated for resources: {'Subnet': ['ID=f7170241-277b-42b1-ba41-8984ab5a29dd,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:10.548905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf597b-c3e6-41d6-bf4c-84c9771fb359 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Checking segment: {'id': '81e2ec8b-8f04-4d9d-8f84-de65904824f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bed1fff4-5533-47e3-a6d3-f0e4a0f6b115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:10.549292 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf597b-c3e6-41d6-bf4c-84c9771fb359 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Network hostable DHCP agents. Network: bed1fff4-5533-47e3-a6d3-f0e4a0f6b115, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:11:10.566599 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf597b-c3e6-41d6-bf4c-84c9771fb359 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Network bed1fff4-5533-47e3-a6d3-f0e4a0f6b115 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:11:10.576289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-eccf597b-c3e6-41d6-bf4c-84c9771fb359 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, bed1fff4-5533-47e3-a6d3-f0e4a0f6b115) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:10.578631 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Publish callbacks [] for port (79874bcb-c040-4e88-8568-c88be18bf91f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.580968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccf597b-c3e6-41d6-bf4c-84c9771fb359 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:10.581725 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eccf597b-c3e6-41d6-bf4c-84c9771fb359 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.584485 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.594357 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d452326-78a1-400d-9ca6-12b3bc9e0c4d None None] Network bed1fff4-5533-47e3-a6d3-f0e4a0f6b115 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:10.598581 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eccf597b-c3e6-41d6-bf4c-84c9771fb359 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4232662 Feb 09 04:11:10.601228 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55392) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:10.670194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Network b98a6a1b-fd2a-4cc9-8b56-328bad14eb70 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:10.679704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:10.699655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:11:10.702493 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (bed1fff4-5533-47e3-a6d3-f0e4a0f6b115), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.708487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Pushing event updated for resources: {'Port': ['ID=79874bcb-c040-4e88-8568-c88be18bf91f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:10.763284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (f7170241-277b-42b1-ba41-8984ab5a29dd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.771482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d84a3e-4b98-42bd-86bf-016d314c4ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-bed1fff4-5533-47e3-a6d3-f0e4a0f6b115', 'network_id': 'bed1fff4-5533-47e3-a6d3-f0e4a0f6b115', 'project_id': 'e19b68be28014e56973ab51ba1611ce5', 'fixed_ips': [{'subnet_id': 'f7170241-277b-42b1-ba41-8984ab5a29dd'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:11:10.772313 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0d84a3e-4b98-42bd-86bf-016d314c4ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.794151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Attempting to bind port 79874bcb-c040-4e88-8568-c88be18bf91f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:11:10.794528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Attempting to bind port 79874bcb-c040-4e88-8568-c88be18bf91f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '4dbeec79-dc07-4bd4-b1a2-e2de01657599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b98a6a1b-fd2a-4cc9-8b56-328bad14eb70'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:11:10.794894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Attempting to bind port 79874bcb-c040-4e88-8568-c88be18bf91f on network b98a6a1b-fd2a-4cc9-8b56-328bad14eb70 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:11:10.808141 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:11:10.808771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Checking segment: {'id': '4dbeec79-dc07-4bd4-b1a2-e2de01657599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b98a6a1b-fd2a-4cc9-8b56-328bad14eb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:10.809178 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.809640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Bound using segment: {'id': '4dbeec79-dc07-4bd4-b1a2-e2de01657599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b98a6a1b-fd2a-4cc9-8b56-328bad14eb70'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:11:10.810251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Bound port: 79874bcb-c040-4e88-8568-c88be18bf91f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbeec79-dc07-4bd4-b1a2-e2de01657599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b98a6a1b-fd2a-4cc9-8b56-328bad14eb70'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:11:10.810658 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.827983 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (f7170241-277b-42b1-ba41-8984ab5a29dd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.852898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event deleted for resources: {'Subnet': ['ID=f7170241-277b-42b1-ba41-8984ab5a29dd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:10.918826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (bed1fff4-5533-47e3-a6d3-f0e4a0f6b115), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server [None req-f0d84a3e-4b98-42bd-86bf-016d314c4ef9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7170241-277b-42b1-ba41-8984ab5a29dd: This subnet is being modified by another concurrent operation. Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise exception Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7170241-277b-42b1-ba41-8984ab5a29dd: This subnet is being modified by another concurrent operation. Feb 09 04:11:10.923799 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Feb 09 04:11:10.942342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed1fff4-5533-47e3-a6d3-f0e4a0f6b115']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:10.943087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] For port 79874bcb-c040-4e88-8568-c88be18bf91f, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:11:10.946494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] For port 79874bcb-c040-4e88-8568-c88be18bf91f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=79874bcb-c040-4e88-8568-c88be18bf91f,segment=NetworkSegment(4dbeec79-dc07-4bd4-b1a2-e2de01657599),segment_id=4dbeec79-dc07-4bd4-b1a2-e2de01657599)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:11:10.950652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e2ec8b-8f04-4d9d-8f84-de65904824f9') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:10.951082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e2ec8b-8f04-4d9d-8f84-de65904824f9') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:10.952004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0256ea33-fe14-4e8a-b6d5-f6aed0a80350 None None] Network bed1fff4-5533-47e3-a6d3-f0e4a0f6b115 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:10.955984 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.960866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (81e2ec8b-8f04-4d9d-8f84-de65904824f9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.976188 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (81e2ec8b-8f04-4d9d-8f84-de65904824f9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.982964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:11:10.983435 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (81e2ec8b-8f04-4d9d-8f84-de65904824f9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:11:10.987001 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:11:11.048963 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (bed1fff4-5533-47e3-a6d3-f0e4a0f6b115), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.057570 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.063984 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/networks/bed1fff4-5533-47e3-a6d3-f0e4a0f6b115 HTTP/1.1" status: 204 len: 168 time: 0.4617133 Feb 09 04:11:11.071635 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55394) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:11.077716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ed639-d46c-4c2f-bffb-6287fd883385 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event deleted for resources: {'Network': ['ID=bed1fff4-5533-47e3-a6d3-f0e4a0f6b115,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:11.078497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-24fe9e55-2397-4934-9235-a8fbb5e4c95d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-766984053'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:11.096554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf2233-a7b1-460e-8c7a-469480d1d31b None None] Pushing event updated for resources: {'Port': ['ID=79874bcb-c040-4e88-8568-c88be18bf91f,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:11.101125 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fe9e55-2397-4934-9235-a8fbb5e4c95d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Made reservation on behalf of e19b68be28014e56973ab51ba1611ce5 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:11.105753 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24fe9e55-2397-4934-9235-a8fbb5e4c95d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.132420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fe9e55-2397-4934-9235-a8fbb5e4c95d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:11:11.142874 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24fe9e55-2397-4934-9235-a8fbb5e4c95d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b40105c2-18fa-4828-bda1-7881030c0599), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.143361 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-24fe9e55-2397-4934-9235-a8fbb5e4c95d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Added segment b40105c2-18fa-4828-bda1-7881030c0599 of type vlan for network 8318f2e7-8a65-426b-acb0-00f43aeb23ab Feb 09 04:11:11.187357 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24fe9e55-2397-4934-9235-a8fbb5e4c95d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (8318f2e7-8a65-426b-acb0-00f43aeb23ab), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.219910 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24fe9e55-2397-4934-9235-a8fbb5e4c95d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (8318f2e7-8a65-426b-acb0-00f43aeb23ab), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.227094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fe9e55-2397-4934-9235-a8fbb5e4c95d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:11.233281 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24fe9e55-2397-4934-9235-a8fbb5e4c95d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.295759 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-24fe9e55-2397-4934-9235-a8fbb5e4c95d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2222219 Feb 09 04:11:11.298708 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55396) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:11.303773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Request body: {'subnet': {'network_id': '8318f2e7-8a65-426b-acb0-00f43aeb23ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:11.312673 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe9e55-2397-4934-9235-a8fbb5e4c95d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event updated for resources: {'Network': ['ID=8318f2e7-8a65-426b-acb0-00f43aeb23ab,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:11.325711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 8318f2e7-8a65-426b-acb0-00f43aeb23ab details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:11:11.405770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Made reservation on behalf of e19b68be28014e56973ab51ba1611ce5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:11.409209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.465224 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_backend_mixin [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Performing IP validity checks on allocation pools {{(pid=103328) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 04:11:11.465707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.ipam_backend_mixin [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103328) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 04:11:11.587377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (74a2ee9d-c563-4967-9f19-2e072770e8b2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.639895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event updated for resources: {'Subnet': ['ID=74a2ee9d-c563-4967-9f19-2e072770e8b2,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:11.655477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Checking segment: {'id': 'b40105c2-18fa-4828-bda1-7881030c0599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8318f2e7-8a65-426b-acb0-00f43aeb23ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:11.655841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Network hostable DHCP agents. Network: 8318f2e7-8a65-426b-acb0-00f43aeb23ab, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:11:11.673670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Network 8318f2e7-8a65-426b-acb0-00f43aeb23ab is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:11:11.684559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 8318f2e7-8a65-426b-acb0-00f43aeb23ab) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:11.688983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:11.689616 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.695268 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c261666-ca8e-436d-9aa7-538ceb1f6236 None None] Network 8318f2e7-8a65-426b-acb0-00f43aeb23ab requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:11.710838 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-42103e7f-da58-4c24-9310-1e7f14ac7847 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4086108 Feb 09 04:11:11.711056 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55398) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:11.824314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 79874bcb-c040-4e88-8568-c88be18bf91f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:11.844273 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (8318f2e7-8a65-426b-acb0-00f43aeb23ab), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.854337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c21964-d995-43c8-96ad-95060af8bbcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-8318f2e7-8a65-426b-acb0-00f43aeb23ab', 'network_id': '8318f2e7-8a65-426b-acb0-00f43aeb23ab', 'project_id': 'e19b68be28014e56973ab51ba1611ce5', 'fixed_ips': [{'subnet_id': '74a2ee9d-c563-4967-9f19-2e072770e8b2'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:11:11.855197 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2c21964-d995-43c8-96ad-95060af8bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.899734 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (74a2ee9d-c563-4967-9f19-2e072770e8b2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.959278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 79874bcb-c040-4e88-8568-c88be18bf91f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:11.960243 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:11.967966 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (74a2ee9d-c563-4967-9f19-2e072770e8b2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server [None req-f2c21964-d995-43c8-96ad-95060af8bbcb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74a2ee9d-c563-4967-9f19-2e072770e8b2: This subnet is being modified by another concurrent operation. Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server raise exception Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74a2ee9d-c563-4967-9f19-2e072770e8b2: This subnet is being modified by another concurrent operation. Feb 09 04:11:12.001852 n-d-824835-15 neutron-server[103329]: ERROR oslo_messaging.rpc.server Feb 09 04:11:12.042180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d3a793-9823-431d-a918-35fac856174b None None] Network 8318f2e7-8a65-426b-acb0-00f43aeb23ab requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:12.053907 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event deleted for resources: {'Subnet': ['ID=74a2ee9d-c563-4967-9f19-2e072770e8b2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:12.078277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (8318f2e7-8a65-426b-acb0-00f43aeb23ab), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.099627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8318f2e7-8a65-426b-acb0-00f43aeb23ab']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:12.100878 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 79874bcb-c040-4e88-8568-c88be18bf91f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:12.101273 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.111091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40105c2-18fa-4828-bda1-7881030c0599') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:12.111557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40105c2-18fa-4828-bda1-7881030c0599') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:12.121985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd3d6ed-bc97-45de-91a7-41cd462cbf03 None None] Network b98a6a1b-fd2a-4cc9-8b56-328bad14eb70 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:12.124135 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (b40105c2-18fa-4828-bda1-7881030c0599), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.138664 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b40105c2-18fa-4828-bda1-7881030c0599), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.145995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:11:12.146548 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (b40105c2-18fa-4828-bda1-7881030c0599), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:11:12.149654 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:11:12.210615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (8318f2e7-8a65-426b-acb0-00f43aeb23ab), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.215839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 79874bcb-c040-4e88-8568-c88be18bf91f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=79874bcb-c040-4e88-8568-c88be18bf91f,segment=NetworkSegment(4dbeec79-dc07-4bd4-b1a2-e2de01657599),segment_id=4dbeec79-dc07-4bd4-b1a2-e2de01657599)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:12.219634 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.226599 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/networks/8318f2e7-8a65-426b-acb0-00f43aeb23ab HTTP/1.1" status: 204 len: 168 time: 0.5112474 Feb 09 04:11:12.226786 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.226959 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55400) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:12.234341 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b6b18a2b-d892-476d-a35f-c8d82b663acc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-191904260'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:12.235542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-89530d13-1340-4680-8e3a-e1604d40638e None None] Provisioning complete for port 79874bcb-c040-4e88-8568-c88be18bf91f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:12.235919 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89530d13-1340-4680-8e3a-e1604d40638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.242934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0f137-2688-4c6f-844b-79b58f74bf90 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event deleted for resources: {'Network': ['ID=8318f2e7-8a65-426b-acb0-00f43aeb23ab,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:12.254392 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b18a2b-d892-476d-a35f-c8d82b663acc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Made reservation on behalf of e19b68be28014e56973ab51ba1611ce5 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:12.257759 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6b18a2b-d892-476d-a35f-c8d82b663acc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.282047 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b18a2b-d892-476d-a35f-c8d82b663acc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:11:12.292100 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6b18a2b-d892-476d-a35f-c8d82b663acc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ebdafd47-4295-4896-87a3-9729c5191b41), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.292497 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-b6b18a2b-d892-476d-a35f-c8d82b663acc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Added segment ebdafd47-4295-4896-87a3-9729c5191b41 of type vlan for network 4433e67e-6409-4e0c-b372-989874d3c5a3 Feb 09 04:11:12.340112 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6b18a2b-d892-476d-a35f-c8d82b663acc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (4433e67e-6409-4e0c-b372-989874d3c5a3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.345394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=79874bcb-c040-4e88-8568-c88be18bf91f,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:12.368669 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6b18a2b-d892-476d-a35f-c8d82b663acc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (4433e67e-6409-4e0c-b372-989874d3c5a3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.374205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b18a2b-d892-476d-a35f-c8d82b663acc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:12.374795 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6b18a2b-d892-476d-a35f-c8d82b663acc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.398532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-89530d13-1340-4680-8e3a-e1604d40638e None None] Current status of the port 79874bcb-c040-4e88-8568-c88be18bf91f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:12.442750 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b6b18a2b-d892-476d-a35f-c8d82b663acc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2141080 Feb 09 04:11:12.445683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55402) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:12.446092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b18a2b-d892-476d-a35f-c8d82b663acc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event updated for resources: {'Network': ['ID=4433e67e-6409-4e0c-b372-989874d3c5a3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:12.451963 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-7a242f80-6331-48fc-9f9e-d2692c7a5067 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Request body: {'subnet': {'network_id': '4433e67e-6409-4e0c-b372-989874d3c5a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:12.457622 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 4433e67e-6409-4e0c-b372-989874d3c5a3 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:11:12.548284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a242f80-6331-48fc-9f9e-d2692c7a5067 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Made reservation on behalf of e19b68be28014e56973ab51ba1611ce5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:12.551848 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a242f80-6331-48fc-9f9e-d2692c7a5067 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.598620 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a88cad-16c5-42f0-ae4a-eb437bd486b4 None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 04:11:12.644595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2e9411f8-5a4f-46f8-85f9-1ba0c38f8f35 None None] Provisioning complete for port 79874bcb-c040-4e88-8568-c88be18bf91f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:12.644971 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e9411f8-5a4f-46f8-85f9-1ba0c38f8f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.706345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a88cad-16c5-42f0-ae4a-eb437bd486b4 None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 04:11:12.736050 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a242f80-6331-48fc-9f9e-d2692c7a5067 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (497c4969-3422-4fae-a39c-a88f8183695c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.796652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a242f80-6331-48fc-9f9e-d2692c7a5067 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event updated for resources: {'Subnet': ['ID=497c4969-3422-4fae-a39c-a88f8183695c,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:12.805173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242f80-6331-48fc-9f9e-d2692c7a5067 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Checking segment: {'id': 'ebdafd47-4295-4896-87a3-9729c5191b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4433e67e-6409-4e0c-b372-989874d3c5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:12.805561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a242f80-6331-48fc-9f9e-d2692c7a5067 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Network hostable DHCP agents. Network: 4433e67e-6409-4e0c-b372-989874d3c5a3, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:11:12.810893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2e9411f8-5a4f-46f8-85f9-1ba0c38f8f35 None None] Current status of the port 79874bcb-c040-4e88-8568-c88be18bf91f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:12.824406 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a242f80-6331-48fc-9f9e-d2692c7a5067 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Network 4433e67e-6409-4e0c-b372-989874d3c5a3 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:11:12.833469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-7a242f80-6331-48fc-9f9e-d2692c7a5067 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 4433e67e-6409-4e0c-b372-989874d3c5a3) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:12.837385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a242f80-6331-48fc-9f9e-d2692c7a5067 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:12.837976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7a242f80-6331-48fc-9f9e-d2692c7a5067 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.855370 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7a242f80-6331-48fc-9f9e-d2692c7a5067 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4085870 Feb 09 04:11:12.859131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55406) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:12.864535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ec88c86b-08bd-4a62-9abe-e4a15de0a16f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-629613597'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:12.883596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec88c86b-08bd-4a62-9abe-e4a15de0a16f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Made reservation on behalf of e19b68be28014e56973ab51ba1611ce5 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:12.888400 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec88c86b-08bd-4a62-9abe-e4a15de0a16f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.896116 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05733e5-2084-4da9-9220-96e7c6c2e6f2 None None] get_active_networks_info from n-d-824835-15 {{(pid=103329) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 04:11:12.913248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec88c86b-08bd-4a62-9abe-e4a15de0a16f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:11:12.923245 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec88c86b-08bd-4a62-9abe-e4a15de0a16f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e43e3379-f567-42ec-95c2-cea96d8306eb), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.923590 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-ec88c86b-08bd-4a62-9abe-e4a15de0a16f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Added segment e43e3379-f567-42ec-95c2-cea96d8306eb of type vlan for network db49aa8d-6010-4d27-aa61-4d3d5da843bf Feb 09 04:11:12.968853 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec88c86b-08bd-4a62-9abe-e4a15de0a16f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (db49aa8d-6010-4d27-aa61-4d3d5da843bf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:12.970688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05733e5-2084-4da9-9220-96e7c6c2e6f2 None None] Resources bound (agent type, host, resource id): {{(pid=103329) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 04:11:12.994956 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec88c86b-08bd-4a62-9abe-e4a15de0a16f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (db49aa8d-6010-4d27-aa61-4d3d5da843bf), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.000039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec88c86b-08bd-4a62-9abe-e4a15de0a16f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:13.000611 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec88c86b-08bd-4a62-9abe-e4a15de0a16f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.055535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ec88c86b-08bd-4a62-9abe-e4a15de0a16f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1949494 Feb 09 04:11:13.059156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55408) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:13.064204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6fc34a9f-1af2-44c7-85a2-f307145b809f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Request body: {'subnet': {'network_id': 'db49aa8d-6010-4d27-aa61-4d3d5da843bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:13.070843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c86b-08bd-4a62-9abe-e4a15de0a16f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event updated for resources: {'Network': ['ID=db49aa8d-6010-4d27-aa61-4d3d5da843bf,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:13.082669 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network db49aa8d-6010-4d27-aa61-4d3d5da843bf details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:11:13.154904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc34a9f-1af2-44c7-85a2-f307145b809f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Made reservation on behalf of e19b68be28014e56973ab51ba1611ce5 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:13.158345 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fc34a9f-1af2-44c7-85a2-f307145b809f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.191275 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-4433e67e-6409-4e0c-b372-989874d3c5a3', 'network_id': '4433e67e-6409-4e0c-b372-989874d3c5a3', 'project_id': 'e19b68be28014e56973ab51ba1611ce5', 'fixed_ips': [{'subnet_id': '497c4969-3422-4fae-a39c-a88f8183695c'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:11:13.192308 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.331082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Allocated IP 2001:db8::2 (4433e67e-6409-4e0c-b372-989874d3c5a3/497c4969-3422-4fae-a39c-a88f8183695c/5dd6cae6-218b-4180-9f02-fbaaf8f31f0e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:11:13.345516 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fc34a9f-1af2-44c7-85a2-f307145b809f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (07ba1beb-01b1-4c14-8a49-d4b3b97cc4c2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.405767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc34a9f-1af2-44c7-85a2-f307145b809f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event updated for resources: {'Subnet': ['ID=07ba1beb-01b1-4c14-8a49-d4b3b97cc4c2,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:13.414334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc34a9f-1af2-44c7-85a2-f307145b809f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Checking segment: {'id': 'e43e3379-f567-42ec-95c2-cea96d8306eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'db49aa8d-6010-4d27-aa61-4d3d5da843bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:13.414692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc34a9f-1af2-44c7-85a2-f307145b809f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Network hostable DHCP agents. Network: db49aa8d-6010-4d27-aa61-4d3d5da843bf, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:11:13.430996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc34a9f-1af2-44c7-85a2-f307145b809f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Network db49aa8d-6010-4d27-aa61-4d3d5da843bf is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:11:13.441090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6fc34a9f-1af2-44c7-85a2-f307145b809f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, db49aa8d-6010-4d27-aa61-4d3d5da843bf) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:13.445336 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc34a9f-1af2-44c7-85a2-f307145b809f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:13.445961 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fc34a9f-1af2-44c7-85a2-f307145b809f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.462487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6fc34a9f-1af2-44c7-85a2-f307145b809f tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4022527 Feb 09 04:11:13.465704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55410) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:13.479933 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Publish callbacks [] for port (5dd6cae6-218b-4180-9f02-fbaaf8f31f0e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.487081 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (5dd6cae6-218b-4180-9f02-fbaaf8f31f0e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.528716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Network 4433e67e-6409-4e0c-b372-989874d3c5a3 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:13.531535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:13.535938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:11:13.538756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Pushing event updated for resources: {'Port': ['ID=5dd6cae6-218b-4180-9f02-fbaaf8f31f0e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:13.569394 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (db49aa8d-6010-4d27-aa61-4d3d5da843bf), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.594861 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Attempting to bind port 5dd6cae6-218b-4180-9f02-fbaaf8f31f0e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:11:13.595145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Attempting to bind port 5dd6cae6-218b-4180-9f02-fbaaf8f31f0e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ebdafd47-4295-4896-87a3-9729c5191b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4433e67e-6409-4e0c-b372-989874d3c5a3'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:11:13.595502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Attempting to bind port 5dd6cae6-218b-4180-9f02-fbaaf8f31f0e on network 4433e67e-6409-4e0c-b372-989874d3c5a3 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:11:13.600389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:11:13.600779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Checking segment: {'id': 'ebdafd47-4295-4896-87a3-9729c5191b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4433e67e-6409-4e0c-b372-989874d3c5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:13.601176 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.601596 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Bound using segment: {'id': 'ebdafd47-4295-4896-87a3-9729c5191b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4433e67e-6409-4e0c-b372-989874d3c5a3'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:11:13.602056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Bound port: 5dd6cae6-218b-4180-9f02-fbaaf8f31f0e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdafd47-4295-4896-87a3-9729c5191b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4433e67e-6409-4e0c-b372-989874d3c5a3'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:11:13.602428 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5dd6cae6-218b-4180-9f02-fbaaf8f31f0e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.621610 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (07ba1beb-01b1-4c14-8a49-d4b3b97cc4c2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.684799 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (07ba1beb-01b1-4c14-8a49-d4b3b97cc4c2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.718551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event deleted for resources: {'Subnet': ['ID=07ba1beb-01b1-4c14-8a49-d4b3b97cc4c2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:13.779755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 79874bcb-c040-4e88-8568-c88be18bf91f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:13.783486 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (db49aa8d-6010-4d27-aa61-4d3d5da843bf), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.802651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db49aa8d-6010-4d27-aa61-4d3d5da843bf']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:13.812083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43e3379-f567-42ec-95c2-cea96d8306eb') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:13.812379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43e3379-f567-42ec-95c2-cea96d8306eb') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:13.821610 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (e43e3379-f567-42ec-95c2-cea96d8306eb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.834826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e43e3379-f567-42ec-95c2-cea96d8306eb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.841191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:11:13.841898 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (e43e3379-f567-42ec-95c2-cea96d8306eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:11:13.845179 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:11:13.857749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] For port 5dd6cae6-218b-4180-9f02-fbaaf8f31f0e, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:11:13.868794 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 79874bcb-c040-4e88-8568-c88be18bf91f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:13.869145 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.908408 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (db49aa8d-6010-4d27-aa61-4d3d5da843bf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.918142 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.921256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] For port 5dd6cae6-218b-4180-9f02-fbaaf8f31f0e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5dd6cae6-218b-4180-9f02-fbaaf8f31f0e,segment=NetworkSegment(ebdafd47-4295-4896-87a3-9729c5191b41),segment_id=ebdafd47-4295-4896-87a3-9729c5191b41)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:11:13.924986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/networks/db49aa8d-6010-4d27-aa61-4d3d5da843bf HTTP/1.1" status: 204 len: 168 time: 0.4555333 Feb 09 04:11:13.925677 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55412) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:13.936626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bab361-28d9-444f-a35f-417e6c030d24 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event deleted for resources: {'Network': ['ID=db49aa8d-6010-4d27-aa61-4d3d5da843bf,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:13.945651 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5dd6cae6-218b-4180-9f02-fbaaf8f31f0e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:13.955911 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac87ce43-6af5-4580-9f86-233487f176fa tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] GET failed (client error): The resource could not be found. Feb 09 04:11:13.957515 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ac87ce43-6af5-4580-9f86-233487f176fa tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "GET /v2.0/subnets/07ba1beb-01b1-4c14-8a49-d4b3b97cc4c2 HTTP/1.1" status: 404 len: 337 time: 0.0300403 Feb 09 04:11:13.960273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55414) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:13.978647 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-903e475f-ad13-4987-bed8-fc157aaa0c28 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] DELETE failed (client error): The resource could not be found. Feb 09 04:11:13.979982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903e475f-ad13-4987-bed8-fc157aaa0c28 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 04:11:13.986537 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-903e475f-ad13-4987-bed8-fc157aaa0c28 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/networks/db49aa8d-6010-4d27-aa61-4d3d5da843bf HTTP/1.1" status: 404 len: 339 time: 0.0218706 Feb 09 04:11:13.986937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55416) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:13.997966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 79874bcb-c040-4e88-8568-c88be18bf91f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:14.017445 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abe7b6-fd31-4a04-a3ec-9cdb40a1c540 None None] Pushing event updated for resources: {'Port': ['ID=5dd6cae6-218b-4180-9f02-fbaaf8f31f0e,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:14.027795 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16fc22e-a0d4-43b9-ad8b-745fc188bba1 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] DELETE failed (client error): The resource could not be found. Feb 09 04:11:14.028263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16fc22e-a0d4-43b9-ad8b-745fc188bba1 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 04:11:14.031469 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e16fc22e-a0d4-43b9-ad8b-745fc188bba1 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/subnets/07ba1beb-01b1-4c14-8a49-d4b3b97cc4c2 HTTP/1.1" status: 404 len: 337 time: 0.0432625 Feb 09 04:11:14.034000 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55418) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:14.053131 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5051a97-eb9b-4136-9249-6814dc8a1bdc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] DELETE failed (client error): The resource could not be found. Feb 09 04:11:14.053689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5051a97-eb9b-4136-9249-6814dc8a1bdc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 04:11:14.056708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e5051a97-eb9b-4136-9249-6814dc8a1bdc tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/networks/db49aa8d-6010-4d27-aa61-4d3d5da843bf HTTP/1.1" status: 404 len: 339 time: 0.0217991 Feb 09 04:11:14.059704 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55420) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:14.112474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc3784a-6d91-4b70-bf4c-511ade61935d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Deleting subnet 497c4969-3422-4fae-a39c-a88f8183695c {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:11:14.115844 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dc3784a-6d91-4b70-bf4c-511ade61935d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for subnet (497c4969-3422-4fae-a39c-a88f8183695c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.163059 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dc3784a-6d91-4b70-bf4c-511ade61935d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (497c4969-3422-4fae-a39c-a88f8183695c), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.259721 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dc3784a-6d91-4b70-bf4c-511ade61935d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (497c4969-3422-4fae-a39c-a88f8183695c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.322052 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dc3784a-6d91-4b70-bf4c-511ade61935d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (497c4969-3422-4fae-a39c-a88f8183695c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.349572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3784a-6d91-4b70-bf4c-511ade61935d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event deleted for resources: {'Subnet': ['ID=497c4969-3422-4fae-a39c-a88f8183695c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:14.353604 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dc3784a-6d91-4b70-bf4c-511ade61935d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.357369 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4dc3784a-6d91-4b70-bf4c-511ade61935d tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/subnets/497c4969-3422-4fae-a39c-a88f8183695c HTTP/1.1" status: 204 len: 168 time: 0.2966106 Feb 09 04:11:14.359988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55422) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:14.438821 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (4433e67e-6409-4e0c-b372-989874d3c5a3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.492122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Deleting port 5dd6cae6-218b-4180-9f02-fbaaf8f31f0e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:11:14.492459 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5dd6cae6-218b-4180-9f02-fbaaf8f31f0e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.554205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] For port 5dd6cae6-218b-4180-9f02-fbaaf8f31f0e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5dd6cae6-218b-4180-9f02-fbaaf8f31f0e,segment=NetworkSegment(ebdafd47-4295-4896-87a3-9729c5191b41),segment_id=ebdafd47-4295-4896-87a3-9729c5191b41)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:14.554589 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5dd6cae6-218b-4180-9f02-fbaaf8f31f0e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.567616 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Calling delete_port for 5dd6cae6-218b-4180-9f02-fbaaf8f31f0e owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:11:14.649432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (5dd6cae6-218b-4180-9f02-fbaaf8f31f0e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.678440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event deleted for resources: {'Port': ['ID=5dd6cae6-218b-4180-9f02-fbaaf8f31f0e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:14.680289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] No DVR routers for this DVR port 5dd6cae6-218b-4180-9f02-fbaaf8f31f0e on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:11:14.767716 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (4433e67e-6409-4e0c-b372-989874d3c5a3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.789622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4433e67e-6409-4e0c-b372-989874d3c5a3']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:14.799976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdafd47-4295-4896-87a3-9729c5191b41') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:14.800276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdafd47-4295-4896-87a3-9729c5191b41') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:14.811070 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (ebdafd47-4295-4896-87a3-9729c5191b41), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.826064 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ebdafd47-4295-4896-87a3-9729c5191b41), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.832454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:11:14.832843 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (ebdafd47-4295-4896-87a3-9729c5191b41), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: timer() Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:11:14.835926 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:11:14.898593 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (4433e67e-6409-4e0c-b372-989874d3c5a3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.906859 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:14.912342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/networks/4433e67e-6409-4e0c-b372-989874d3c5a3 HTTP/1.1" status: 204 len: 168 time: 0.5490990 Feb 09 04:11:14.913015 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55424) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:14.922577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160a0eb-f388-4c7c-9ccb-7875c0442171 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event deleted for resources: {'Network': ['ID=4433e67e-6409-4e0c-b372-989874d3c5a3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:14.941279 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-51225ef4-2df9-4146-bb46-47d23fea8b6a tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] DELETE failed (client error): The resource could not be found. Feb 09 04:11:14.941787 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51225ef4-2df9-4146-bb46-47d23fea8b6a tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 04:11:14.944817 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-51225ef4-2df9-4146-bb46-47d23fea8b6a tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/subnets/74a2ee9d-c563-4967-9f19-2e072770e8b2 HTTP/1.1" status: 404 len: 337 time: 0.0300252 Feb 09 04:11:14.947376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55426) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:14.968083 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7c6020-1be9-4b23-a90b-d9f5bede0e22 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] DELETE failed (client error): The resource could not be found. Feb 09 04:11:14.968596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7c6020-1be9-4b23-a90b-d9f5bede0e22 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 04:11:14.971642 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3e7c6020-1be9-4b23-a90b-d9f5bede0e22 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/networks/8318f2e7-8a65-426b-acb0-00f43aeb23ab HTTP/1.1" status: 404 len: 339 time: 0.0227242 Feb 09 04:11:14.972678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7cf91f-9e95-4e31-8f8a-6a3eef9cd318 None None] Network 4433e67e-6409-4e0c-b372-989874d3c5a3 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:14.974389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55428) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:14.976126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be479980-4b5b-46ef-a838-3a001826f939 None None] Network db49aa8d-6010-4d27-aa61-4d3d5da843bf requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:14.987179 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7cf91f-9e95-4e31-8f8a-6a3eef9cd318 None None] Network 4433e67e-6409-4e0c-b372-989874d3c5a3 could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 04:11:15.000834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be479980-4b5b-46ef-a838-3a001826f939 None None] Network db49aa8d-6010-4d27-aa61-4d3d5da843bf could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 04:11:15.002208 n-d-824835-15 neutron-server[103327]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e7ede6-a011-4ddf-91ab-082e1307b341 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] DELETE failed (client error): The resource could not be found. Feb 09 04:11:15.002667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e7ede6-a011-4ddf-91ab-082e1307b341 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 04:11:15.005738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c6e7ede6-a011-4ddf-91ab-082e1307b341 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/subnets/f7170241-277b-42b1-ba41-8984ab5a29dd HTTP/1.1" status: 404 len: 337 time: 0.0302906 Feb 09 04:11:15.008644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55430) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:15.014150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d3137d-e592-48a6-b094-21a9b04de0fb None None] Network db49aa8d-6010-4d27-aa61-4d3d5da843bf requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:15.026501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d3137d-e592-48a6-b094-21a9b04de0fb None None] Network db49aa8d-6010-4d27-aa61-4d3d5da843bf could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 04:11:15.029389 n-d-824835-15 neutron-server[103328]: INFO neutron.pecan_wsgi.hooks.translation [None req-c693d9d3-af83-4dbe-b32f-bfa8b6ffab16 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] DELETE failed (client error): The resource could not be found. Feb 09 04:11:15.030074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c693d9d3-af83-4dbe-b32f-bfa8b6ffab16 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103328) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 04:11:15.034202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c693d9d3-af83-4dbe-b32f-bfa8b6ffab16 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/networks/bed1fff4-5533-47e3-a6d3-f0e4a0f6b115 HTTP/1.1" status: 404 len: 339 time: 0.0237319 Feb 09 04:11:15.036174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55432) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:15.036321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3a3962d0-20dc-4755-b695-6b133d8a4f31 None None] Could not find standard attr ID for object 5dd6cae6-218b-4180-9f02-fbaaf8f31f0e. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 04:11:15.076223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7709e1-7a08-4e55-8dd3-0bab18668fb3 None None] DHCP port deletion for 4433e67e-6409-4e0c-b372-989874d3c5a3 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:11:15.093985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b22d2-1285-45d3-9f55-35c9304399f1 None None] Network 4433e67e-6409-4e0c-b372-989874d3c5a3 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:15.097759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2647cdd-4134-4912-a3d9-e836c77b36ce tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Deleting subnet 18a93f61-e1a2-4232-bb9c-39c4da5bec5e {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:11:15.100893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2647cdd-4134-4912-a3d9-e836c77b36ce tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for subnet (18a93f61-e1a2-4232-bb9c-39c4da5bec5e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.106591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b22d2-1285-45d3-9f55-35c9304399f1 None None] Network 4433e67e-6409-4e0c-b372-989874d3c5a3 could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 04:11:15.142559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2647cdd-4134-4912-a3d9-e836c77b36ce tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (18a93f61-e1a2-4232-bb9c-39c4da5bec5e), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.225907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2647cdd-4134-4912-a3d9-e836c77b36ce tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (18a93f61-e1a2-4232-bb9c-39c4da5bec5e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.288606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2647cdd-4134-4912-a3d9-e836c77b36ce tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (18a93f61-e1a2-4232-bb9c-39c4da5bec5e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.302127 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2647cdd-4134-4912-a3d9-e836c77b36ce tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.305209 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f2647cdd-4134-4912-a3d9-e836c77b36ce tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/subnets/18a93f61-e1a2-4232-bb9c-39c4da5bec5e HTTP/1.1" status: 204 len: 168 time: 0.2680545 Feb 09 04:11:15.307774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55436) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:15.311248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3943c5-d06b-4975-9d84-fef6a1ea8d21 None None] Network b98a6a1b-fd2a-4cc9-8b56-328bad14eb70 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:15.328354 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2647cdd-4134-4912-a3d9-e836c77b36ce tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event deleted for resources: {'Subnet': ['ID=18a93f61-e1a2-4232-bb9c-39c4da5bec5e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:15.390429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (b98a6a1b-fd2a-4cc9-8b56-328bad14eb70), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.446569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Deleting port 79874bcb-c040-4e88-8568-c88be18bf91f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:11:15.446918 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.470037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb7cd4c-9126-4cde-84b4-f8dc46a374eb None None] DHCP port deletion for b98a6a1b-fd2a-4cc9-8b56-328bad14eb70 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:11:15.509906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] For port 79874bcb-c040-4e88-8568-c88be18bf91f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=79874bcb-c040-4e88-8568-c88be18bf91f,segment=NetworkSegment(4dbeec79-dc07-4bd4-b1a2-e2de01657599),segment_id=4dbeec79-dc07-4bd4-b1a2-e2de01657599)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:15.510717 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.518582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7cd4c-9126-4cde-84b4-f8dc46a374eb None None] Deleting port 79874bcb-c040-4e88-8568-c88be18bf91f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:11:15.518954 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fb7cd4c-9126-4cde-84b4-f8dc46a374eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.523210 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Calling delete_port for 79874bcb-c040-4e88-8568-c88be18bf91f owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:11:15.580261 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2fb7cd4c-9126-4cde-84b4-f8dc46a374eb None None] For port 79874bcb-c040-4e88-8568-c88be18bf91f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=79874bcb-c040-4e88-8568-c88be18bf91f,segment=NetworkSegment(4dbeec79-dc07-4bd4-b1a2-e2de01657599),segment_id=4dbeec79-dc07-4bd4-b1a2-e2de01657599)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:15.580656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fb7cd4c-9126-4cde-84b4-f8dc46a374eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.593644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7cd4c-9126-4cde-84b4-f8dc46a374eb None None] Calling delete_port for 79874bcb-c040-4e88-8568-c88be18bf91f owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:11:15.606109 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.632851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event deleted for resources: {'Port': ['ID=79874bcb-c040-4e88-8568-c88be18bf91f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:15.634696 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] No DVR routers for this DVR port 79874bcb-c040-4e88-8568-c88be18bf91f on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:11:15.677468 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fb7cd4c-9126-4cde-84b4-f8dc46a374eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (79874bcb-c040-4e88-8568-c88be18bf91f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.711304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7cd4c-9126-4cde-84b4-f8dc46a374eb None None] Pushing event deleted for resources: {'Port': ['ID=79874bcb-c040-4e88-8568-c88be18bf91f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:15.717399 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (b98a6a1b-fd2a-4cc9-8b56-328bad14eb70), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.718412 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7cd4c-9126-4cde-84b4-f8dc46a374eb None None] No DVR routers for this DVR port 79874bcb-c040-4e88-8568-c88be18bf91f on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:11:15.726873 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb9ea33f-1e9d-445d-8ab8-7ac25230ef9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.740532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98a6a1b-fd2a-4cc9-8b56-328bad14eb70']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:15.753936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbeec79-dc07-4bd4-b1a2-e2de01657599') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:15.754235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbeec79-dc07-4bd4-b1a2-e2de01657599') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:15.764435 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (4dbeec79-dc07-4bd4-b1a2-e2de01657599), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.778165 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (4dbeec79-dc07-4bd4-b1a2-e2de01657599), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.780380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 79874bcb-c040-4e88-8568-c88be18bf91f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:11:15.784288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:11:15.784748 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (4dbeec79-dc07-4bd4-b1a2-e2de01657599), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:11:15.787653 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:11:15.801569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 79874bcb-c040-4e88-8568-c88be18bf91f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:11:15.801938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 79874bcb-c040-4e88-8568-c88be18bf91f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:11:15.847203 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (b98a6a1b-fd2a-4cc9-8b56-328bad14eb70), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.854801 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:15.857448 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] 10.222.0.21 "DELETE /v2.0/networks/b98a6a1b-fd2a-4cc9-8b56-328bad14eb70 HTTP/1.1" status: 204 len: 168 time: 0.5482688 Feb 09 04:11:15.869097 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0edbc-e122-478c-be9d-d57586c656c4 tempest-NetworksIpV6Test-691619389 tempest-NetworksIpV6Test-691619389-project] Pushing event deleted for resources: {'Network': ['ID=b98a6a1b-fd2a-4cc9-8b56-328bad14eb70,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:16.098212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55442) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:16.233060 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f5a5ece2-6bbb-40ff-9cc5-62f5e761da9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e19b68be28014e56973ab51ba1611ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336834 Feb 09 04:11:16.235538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55446) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:16.282094 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40e25427-b171-4046-b34d-7857e982fa57 admin admin] Publish callbacks [] for security_group (e7c83c05-bcc3-4412-b02f-e172ce8f4841), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:16.302967 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40e25427-b171-4046-b34d-7857e982fa57 admin admin] Publish callbacks [] for security_group (e7c83c05-bcc3-4412-b02f-e172ce8f4841), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:16.349410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40e25427-b171-4046-b34d-7857e982fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e7c83c05-bcc3-4412-b02f-e172ce8f4841), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:16.352232 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-40e25427-b171-4046-b34d-7857e982fa57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:16.353432 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-40e25427-b171-4046-b34d-7857e982fa57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7c83c05-bcc3-4412-b02f-e172ce8f4841 HTTP/1.1" status: 204 len: 168 time: 0.1169803 Feb 09 04:11:16.362181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e25427-b171-4046-b34d-7857e982fa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c83c05-bcc3-4412-b02f-e172ce8f4841,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:16.974380 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55468) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:17.067597 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8ec077f7-468e-4df5-9a48-c3755679a8aa tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1848375336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:17.089165 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec077f7-468e-4df5-9a48-c3755679a8aa tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (240c5095-08ae-4ba8-bded-6fa9ea00aefc), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.090130 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec077f7-468e-4df5-9a48-c3755679a8aa tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (240c5095-08ae-4ba8-bded-6fa9ea00aefc), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.144027 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec077f7-468e-4df5-9a48-c3755679a8aa tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for router_controller (240c5095-08ae-4ba8-bded-6fa9ea00aefc), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.148424 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec077f7-468e-4df5-9a48-c3755679a8aa tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (240c5095-08ae-4ba8-bded-6fa9ea00aefc), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.165891 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ec077f7-468e-4df5-9a48-c3755679a8aa tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.167848 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8ec077f7-468e-4df5-9a48-c3755679a8aa tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1924438 Feb 09 04:11:17.171200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55472) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:17.176031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-543750195'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:17.195137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Made reservation on behalf of aa482b88d7b247bca034a310f3f59871 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:17.198467 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.207143 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.283147 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for security_group (cf326824-8124-45fb-9f57-972ed7c0ff39), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.286920 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cf326824-8124-45fb-9f57-972ed7c0ff39), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.317255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:11:17.326801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf326824-8124-45fb-9f57-972ed7c0ff39,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:17.332886 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9657caea-5139-4de9-a366-0448dcb052a1), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.333231 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Added segment 9657caea-5139-4de9-a366-0448dcb052a1 of type vlan for network 4f0ddf41-26eb-4692-b648-b0927de78b9f Feb 09 04:11:17.373018 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (4f0ddf41-26eb-4692-b648-b0927de78b9f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.398552 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (4f0ddf41-26eb-4692-b648-b0927de78b9f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.403991 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:17.404570 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.458737 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2864366 Feb 09 04:11:17.461590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55474) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:17.466732 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-33b5f68e-710f-4038-9c39-e6105c6a3f6f tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Request body: {'subnet': {'network_id': '4f0ddf41-26eb-4692-b648-b0927de78b9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:17.472937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf8069-7a33-4123-a633-a32b7be0da82 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Pushing event updated for resources: {'Network': ['ID=4f0ddf41-26eb-4692-b648-b0927de78b9f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:17.483614 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 4f0ddf41-26eb-4692-b648-b0927de78b9f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:11:17.556037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b5f68e-710f-4038-9c39-e6105c6a3f6f tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Made reservation on behalf of aa482b88d7b247bca034a310f3f59871 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:17.560472 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33b5f68e-710f-4038-9c39-e6105c6a3f6f tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:17.738579 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33b5f68e-710f-4038-9c39-e6105c6a3f6f tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (b423f643-2cab-47d2-b5e3-89d303ab1eeb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.115745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5f68e-710f-4038-9c39-e6105c6a3f6f tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Pushing event updated for resources: {'Subnet': ['ID=b423f643-2cab-47d2-b5e3-89d303ab1eeb,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:18.124359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b5f68e-710f-4038-9c39-e6105c6a3f6f tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Checking segment: {'id': '9657caea-5139-4de9-a366-0448dcb052a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f0ddf41-26eb-4692-b648-b0927de78b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:18.124702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b5f68e-710f-4038-9c39-e6105c6a3f6f tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Network hostable DHCP agents. Network: 4f0ddf41-26eb-4692-b648-b0927de78b9f, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:11:18.140650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b5f68e-710f-4038-9c39-e6105c6a3f6f tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Network 4f0ddf41-26eb-4692-b648-b0927de78b9f is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:11:18.149482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-33b5f68e-710f-4038-9c39-e6105c6a3f6f tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 4f0ddf41-26eb-4692-b648-b0927de78b9f) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:18.154434 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b5f68e-710f-4038-9c39-e6105c6a3f6f tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:18.155569 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-33b5f68e-710f-4038-9c39-e6105c6a3f6f tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.158560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79c1d4e-3bad-461e-bc7a-add2040f669b None None] Network 4f0ddf41-26eb-4692-b648-b0927de78b9f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:18.172533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-33b5f68e-710f-4038-9c39-e6105c6a3f6f tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7095840 Feb 09 04:11:18.175210 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55476) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:18.180276 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0ad24c28-f99a-4614-baca-517345cb7cf3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1625687987'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:18.201925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad24c28-f99a-4614-baca-517345cb7cf3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Made reservation on behalf of aa482b88d7b247bca034a310f3f59871 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:18.205530 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ad24c28-f99a-4614-baca-517345cb7cf3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.230664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad24c28-f99a-4614-baca-517345cb7cf3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:11:18.240302 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ad24c28-f99a-4614-baca-517345cb7cf3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f4be5cec-4e07-4550-9dc1-4a5591d8b9b7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.240645 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-0ad24c28-f99a-4614-baca-517345cb7cf3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Added segment f4be5cec-4e07-4550-9dc1-4a5591d8b9b7 of type vlan for network 552d60a4-67a6-416a-84f8-6125bc8e7eae Feb 09 04:11:18.251362 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2debe786-495d-48ff-b7ab-2994f0fa7242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.282076 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ad24c28-f99a-4614-baca-517345cb7cf3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (552d60a4-67a6-416a-84f8-6125bc8e7eae), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.284041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-4f0ddf41-26eb-4692-b648-b0927de78b9f', 'network_id': '4f0ddf41-26eb-4692-b648-b0927de78b9f', 'project_id': 'aa482b88d7b247bca034a310f3f59871', 'fixed_ips': [{'subnet_id': 'b423f643-2cab-47d2-b5e3-89d303ab1eeb'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:11:18.285544 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.306911 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ad24c28-f99a-4614-baca-517345cb7cf3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (552d60a4-67a6-416a-84f8-6125bc8e7eae), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.312520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad24c28-f99a-4614-baca-517345cb7cf3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:18.313113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0ad24c28-f99a-4614-baca-517345cb7cf3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.376182 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0ad24c28-f99a-4614-baca-517345cb7cf3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1999314 Feb 09 04:11:18.379048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55478) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:18.384286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ade1b496-160f-440a-9fec-18763c013f97 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Request body: {'subnet': {'network_id': '552d60a4-67a6-416a-84f8-6125bc8e7eae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:18.388164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad24c28-f99a-4614-baca-517345cb7cf3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Pushing event updated for resources: {'Network': ['ID=552d60a4-67a6-416a-84f8-6125bc8e7eae,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:18.415056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 552d60a4-67a6-416a-84f8-6125bc8e7eae details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:11:18.483601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade1b496-160f-440a-9fec-18763c013f97 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Made reservation on behalf of aa482b88d7b247bca034a310f3f59871 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:18.487174 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ade1b496-160f-440a-9fec-18763c013f97 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.491833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Allocated IP 172.20.0.2 (4f0ddf41-26eb-4692-b648-b0927de78b9f/b423f643-2cab-47d2-b5e3-89d303ab1eeb/1ef47ff4-967d-4fa2-b9cf-99692e4802ca) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:11:18.643387 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Publish callbacks [] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.649089 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.678350 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ade1b496-160f-440a-9fec-18763c013f97 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (d836c092-d92c-4de2-b036-06fe4a7940cd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.686040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Network 4f0ddf41-26eb-4692-b648-b0927de78b9f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:18.690835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:18.693242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:11:18.707094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Pushing event updated for resources: {'Port': ['ID=1ef47ff4-967d-4fa2-b9cf-99692e4802ca,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:18.742369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1b496-160f-440a-9fec-18763c013f97 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Pushing event updated for resources: {'Subnet': ['ID=d836c092-d92c-4de2-b036-06fe4a7940cd,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:18.749809 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade1b496-160f-440a-9fec-18763c013f97 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Checking segment: {'id': 'f4be5cec-4e07-4550-9dc1-4a5591d8b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '552d60a4-67a6-416a-84f8-6125bc8e7eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:18.750309 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade1b496-160f-440a-9fec-18763c013f97 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Network hostable DHCP agents. Network: 552d60a4-67a6-416a-84f8-6125bc8e7eae, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:11:18.761963 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Attempting to bind port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:11:18.762456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Attempting to bind port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '9657caea-5139-4de9-a366-0448dcb052a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f0ddf41-26eb-4692-b648-b0927de78b9f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:11:18.763465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Attempting to bind port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca on network 4f0ddf41-26eb-4692-b648-b0927de78b9f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:11:18.766232 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade1b496-160f-440a-9fec-18763c013f97 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Network 552d60a4-67a6-416a-84f8-6125bc8e7eae is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:11:18.769100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:11:18.769827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Checking segment: {'id': '9657caea-5139-4de9-a366-0448dcb052a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f0ddf41-26eb-4692-b648-b0927de78b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:18.770309 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.770810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Bound using segment: {'id': '9657caea-5139-4de9-a366-0448dcb052a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f0ddf41-26eb-4692-b648-b0927de78b9f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:11:18.771484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Bound port: 1ef47ff4-967d-4fa2-b9cf-99692e4802ca, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9657caea-5139-4de9-a366-0448dcb052a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f0ddf41-26eb-4692-b648-b0927de78b9f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:11:18.771950 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.775379 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ade1b496-160f-440a-9fec-18763c013f97 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 552d60a4-67a6-416a-84f8-6125bc8e7eae) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:18.780326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade1b496-160f-440a-9fec-18763c013f97 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:18.781575 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ade1b496-160f-440a-9fec-18763c013f97 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.789239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a3cbe-445f-4411-8f56-eef4c3f3e803 None None] Network 552d60a4-67a6-416a-84f8-6125bc8e7eae requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:18.799863 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ade1b496-160f-440a-9fec-18763c013f97 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4172285 Feb 09 04:11:18.800142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55480) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:18.804606 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-7d5b6abb-86ea-4a36-87dd-f693273dcb8b tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Request body: {'router': {'external_gateway_info': {'network_id': '552d60a4-67a6-416a-84f8-6125bc8e7eae'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:18.894101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] For port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:11:18.911978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] For port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1ef47ff4-967d-4fa2-b9cf-99692e4802ca,segment=NetworkSegment(9657caea-5139-4de9-a366-0448dcb052a1),segment_id=9657caea-5139-4de9-a366-0448dcb052a1)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:11:18.931888 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:18.957326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-552d60a4-67a6-416a-84f8-6125bc8e7eae', 'network_id': '552d60a4-67a6-416a-84f8-6125bc8e7eae', 'project_id': 'aa482b88d7b247bca034a310f3f59871', 'fixed_ips': [{'subnet_id': 'd836c092-d92c-4de2-b036-06fe4a7940cd'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:11:18.958195 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.034168 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d5b6abb-86ea-4a36-87dd-f693273dcb8b tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for router_gateway (240c5095-08ae-4ba8-bded-6fa9ea00aefc), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.059694 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ae412-b868-4391-b74c-3c40c53905ab None None] Pushing event updated for resources: {'Port': ['ID=1ef47ff4-967d-4fa2-b9cf-99692e4802ca,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:19.132208 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Allocated IP 172.21.0.2 (552d60a4-67a6-416a-84f8-6125bc8e7eae/d836c092-d92c-4de2-b036-06fe4a7940cd/cca65190-d0cd-45a5-a5ff-35de6370a3c5) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:11:19.148454 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [None req-7d5b6abb-86ea-4a36-87dd-f693273dcb8b tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 04:11:19.149745 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7d5b6abb-86ea-4a36-87dd-f693273dcb8b tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] 10.222.0.21 "PUT /v2.0/routers/240c5095-08ae-4ba8-bded-6fa9ea00aefc HTTP/1.1" status: 400 len: 364 time: 0.3485813 Feb 09 04:11:19.157227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55482) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:19.232000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-852bad04-889b-4d55-b4de-4d3300b2eab6 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Deleting subnet d836c092-d92c-4de2-b036-06fe4a7940cd {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:11:19.308844 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Publish callbacks [] for port (cca65190-d0cd-45a5-a5ff-35de6370a3c5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.314689 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-852bad04-889b-4d55-b4de-4d3300b2eab6 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for subnet (d836c092-d92c-4de2-b036-06fe4a7940cd), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.315595 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (cca65190-d0cd-45a5-a5ff-35de6370a3c5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.356783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Network 552d60a4-67a6-416a-84f8-6125bc8e7eae is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:19.359710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:19.360823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-852bad04-889b-4d55-b4de-4d3300b2eab6 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (d836c092-d92c-4de2-b036-06fe4a7940cd), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.363352 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:11:19.370226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Pushing event updated for resources: {'Port': ['ID=cca65190-d0cd-45a5-a5ff-35de6370a3c5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:19.422048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Attempting to bind port cca65190-d0cd-45a5-a5ff-35de6370a3c5 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:11:19.422314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Attempting to bind port cca65190-d0cd-45a5-a5ff-35de6370a3c5 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'f4be5cec-4e07-4550-9dc1-4a5591d8b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '552d60a4-67a6-416a-84f8-6125bc8e7eae'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:11:19.422680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Attempting to bind port cca65190-d0cd-45a5-a5ff-35de6370a3c5 on network 552d60a4-67a6-416a-84f8-6125bc8e7eae {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:11:19.427693 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:11:19.428070 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Checking segment: {'id': 'f4be5cec-4e07-4550-9dc1-4a5591d8b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '552d60a4-67a6-416a-84f8-6125bc8e7eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:19.428477 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.428873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Bound using segment: {'id': 'f4be5cec-4e07-4550-9dc1-4a5591d8b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '552d60a4-67a6-416a-84f8-6125bc8e7eae'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:11:19.429342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Bound port: cca65190-d0cd-45a5-a5ff-35de6370a3c5, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4be5cec-4e07-4550-9dc1-4a5591d8b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '552d60a4-67a6-416a-84f8-6125bc8e7eae'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:11:19.429749 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cca65190-d0cd-45a5-a5ff-35de6370a3c5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.447145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-852bad04-889b-4d55-b4de-4d3300b2eab6 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (d836c092-d92c-4de2-b036-06fe4a7940cd), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.508822 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-852bad04-889b-4d55-b4de-4d3300b2eab6 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (d836c092-d92c-4de2-b036-06fe4a7940cd), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.515312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] For port cca65190-d0cd-45a5-a5ff-35de6370a3c5, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:11:19.524583 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.528282 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] For port cca65190-d0cd-45a5-a5ff-35de6370a3c5, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cca65190-d0cd-45a5-a5ff-35de6370a3c5,segment=NetworkSegment(f4be5cec-4e07-4550-9dc1-4a5591d8b9b7),segment_id=f4be5cec-4e07-4550-9dc1-4a5591d8b9b7)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:11:19.534496 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (cca65190-d0cd-45a5-a5ff-35de6370a3c5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.537755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bad04-889b-4d55-b4de-4d3300b2eab6 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Pushing event deleted for resources: {'Subnet': ['ID=d836c092-d92c-4de2-b036-06fe4a7940cd,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:19.539956 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-852bad04-889b-4d55-b4de-4d3300b2eab6 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.543801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-852bad04-889b-4d55-b4de-4d3300b2eab6 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] 10.222.0.21 "DELETE /v2.0/subnets/d836c092-d92c-4de2-b036-06fe4a7940cd HTTP/1.1" status: 204 len: 168 time: 0.3832989 Feb 09 04:11:19.546259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55484) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:19.593686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cf5bf-c858-4a33-b2e9-a2c85d9e98e8 None None] Pushing event updated for resources: {'Port': ['ID=cca65190-d0cd-45a5-a5ff-35de6370a3c5,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:19.633330 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (552d60a4-67a6-416a-84f8-6125bc8e7eae), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.691704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Deleting port cca65190-d0cd-45a5-a5ff-35de6370a3c5 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:11:19.692182 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cca65190-d0cd-45a5-a5ff-35de6370a3c5), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.767879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] For port cca65190-d0cd-45a5-a5ff-35de6370a3c5, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=cca65190-d0cd-45a5-a5ff-35de6370a3c5,segment=NetworkSegment(f4be5cec-4e07-4550-9dc1-4a5591d8b9b7),segment_id=f4be5cec-4e07-4550-9dc1-4a5591d8b9b7)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:19.768336 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cca65190-d0cd-45a5-a5ff-35de6370a3c5), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.784779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Calling delete_port for cca65190-d0cd-45a5-a5ff-35de6370a3c5 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:11:19.838941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1ef47ff4-967d-4fa2-b9cf-99692e4802ca up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:19.913739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:19.914148 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.917170 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (cca65190-d0cd-45a5-a5ff-35de6370a3c5), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:19.950761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Pushing event deleted for resources: {'Port': ['ID=cca65190-d0cd-45a5-a5ff-35de6370a3c5,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:19.964127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] No DVR routers for this DVR port cca65190-d0cd-45a5-a5ff-35de6370a3c5 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:11:20.030534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:20.030926 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.052606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (552d60a4-67a6-416a-84f8-6125bc8e7eae), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.069481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1ef47ff4-967d-4fa2-b9cf-99692e4802ca,segment=NetworkSegment(9657caea-5139-4de9-a366-0448dcb052a1),segment_id=9657caea-5139-4de9-a366-0448dcb052a1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:20.075576 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.077526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552d60a4-67a6-416a-84f8-6125bc8e7eae']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:20.088548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4be5cec-4e07-4550-9dc1-4a5591d8b9b7') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:20.088936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4be5cec-4e07-4550-9dc1-4a5591d8b9b7') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:20.101860 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (f4be5cec-4e07-4550-9dc1-4a5591d8b9b7), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.117177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (f4be5cec-4e07-4550-9dc1-4a5591d8b9b7), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.124740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:11:20.125459 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (f4be5cec-4e07-4550-9dc1-4a5591d8b9b7), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.125598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63538cf5-6e80-419b-b355-4fd3519b8efe None None] Network 4f0ddf41-26eb-4692-b648-b0927de78b9f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:11:20.129423 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:11:20.173667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=1ef47ff4-967d-4fa2-b9cf-99692e4802ca,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:20.191931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (552d60a4-67a6-416a-84f8-6125bc8e7eae), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.197344 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.202272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] 10.222.0.21 "DELETE /v2.0/networks/552d60a4-67a6-416a-84f8-6125bc8e7eae HTTP/1.1" status: 204 len: 168 time: 0.6546667 Feb 09 04:11:20.204632 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55486) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:20.224272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-20940d66-2e9d-4af6-941b-e717e6a41cd4 None None] Provisioning complete for port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:20.224891 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20940d66-2e9d-4af6-941b-e717e6a41cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.234291 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bf1e7-ff63-410f-b5d8-0099332ee930 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Pushing event deleted for resources: {'Network': ['ID=552d60a4-67a6-416a-84f8-6125bc8e7eae,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:20.264252 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb5b5aa-458b-4a14-911f-53aadc422760 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Deleting subnet b423f643-2cab-47d2-b5e3-89d303ab1eeb {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:11:20.267385 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b5aa-458b-4a14-911f-53aadc422760 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for subnet (b423f643-2cab-47d2-b5e3-89d303ab1eeb), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.312183 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b5aa-458b-4a14-911f-53aadc422760 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (b423f643-2cab-47d2-b5e3-89d303ab1eeb), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.339557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-20940d66-2e9d-4af6-941b-e717e6a41cd4 None None] Current status of the port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:20.409296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b5aa-458b-4a14-911f-53aadc422760 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (b423f643-2cab-47d2-b5e3-89d303ab1eeb), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.483551 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b5aa-458b-4a14-911f-53aadc422760 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (b423f643-2cab-47d2-b5e3-89d303ab1eeb), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.513570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5b5aa-458b-4a14-911f-53aadc422760 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Pushing event deleted for resources: {'Subnet': ['ID=b423f643-2cab-47d2-b5e3-89d303ab1eeb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:20.515646 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b5aa-458b-4a14-911f-53aadc422760 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.518888 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8bb5b5aa-458b-4a14-911f-53aadc422760 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] 10.222.0.21 "DELETE /v2.0/subnets/b423f643-2cab-47d2-b5e3-89d303ab1eeb HTTP/1.1" status: 204 len: 168 time: 0.3132439 Feb 09 04:11:20.521247 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55488) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:20.546007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94ba61-fb0c-4d89-a1b2-b65e6d72c5e4 None None] Network 4f0ddf41-26eb-4692-b648-b0927de78b9f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:20.602169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (4f0ddf41-26eb-4692-b648-b0927de78b9f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.611317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-45de2b90-9ab1-49e1-8681-cf7fae0381f3 None None] Provisioning complete for port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:20.611697 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45de2b90-9ab1-49e1-8681-cf7fae0381f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.660687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Deleting port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:11:20.661096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.741152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] For port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1ef47ff4-967d-4fa2-b9cf-99692e4802ca,segment=NetworkSegment(9657caea-5139-4de9-a366-0448dcb052a1),segment_id=9657caea-5139-4de9-a366-0448dcb052a1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:20.741152 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.742977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-45de2b90-9ab1-49e1-8681-cf7fae0381f3 None None] Current status of the port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:20.756030 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Calling delete_port for 1ef47ff4-967d-4fa2-b9cf-99692e4802ca owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:11:20.763001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af2d7b-69cb-45e9-80af-2b1ae67a5321 None None] DHCP port deletion for 4f0ddf41-26eb-4692-b648-b0927de78b9f request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:11:20.813883 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-03af2d7b-69cb-45e9-80af-2b1ae67a5321 None None] Deleting port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:11:20.814254 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03af2d7b-69cb-45e9-80af-2b1ae67a5321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.846679 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.859480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86008534-0b26-44d0-b305-4f5f94591aad None None] DHCP port deletion for 552d60a4-67a6-416a-84f8-6125bc8e7eae request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:11:20.875491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-74419a61-2a64-49d3-b925-f13cb07f2524 None None] Could not find standard attr ID for object cca65190-d0cd-45a5-a5ff-35de6370a3c5. {{(pid=103329) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 04:11:20.880257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Pushing event deleted for resources: {'Port': ['ID=1ef47ff4-967d-4fa2-b9cf-99692e4802ca,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:20.887426 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] No DVR routers for this DVR port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:11:20.895150 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58da93c4-bc1d-4580-b283-aab37b72c571 None None] Network 552d60a4-67a6-416a-84f8-6125bc8e7eae requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:20.903054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-03af2d7b-69cb-45e9-80af-2b1ae67a5321 None None] For port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=1ef47ff4-967d-4fa2-b9cf-99692e4802ca,segment=NetworkSegment(9657caea-5139-4de9-a366-0448dcb052a1),segment_id=9657caea-5139-4de9-a366-0448dcb052a1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:20.903454 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03af2d7b-69cb-45e9-80af-2b1ae67a5321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.922204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58da93c4-bc1d-4580-b283-aab37b72c571 None None] Network 552d60a4-67a6-416a-84f8-6125bc8e7eae could not be found, it might have been deleted concurrently. {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 04:11:20.933721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-03af2d7b-69cb-45e9-80af-2b1ae67a5321 None None] Calling delete_port for 1ef47ff4-967d-4fa2-b9cf-99692e4802ca owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:11:20.948054 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.970096 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (4f0ddf41-26eb-4692-b648-b0927de78b9f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.995483 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0ddf41-26eb-4692-b648-b0927de78b9f']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:21.004869 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9657caea-5139-4de9-a366-0448dcb052a1') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:21.005170 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9657caea-5139-4de9-a366-0448dcb052a1') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:21.015026 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03af2d7b-69cb-45e9-80af-2b1ae67a5321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (1ef47ff4-967d-4fa2-b9cf-99692e4802ca), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.016134 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (9657caea-5139-4de9-a366-0448dcb052a1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.030508 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9657caea-5139-4de9-a366-0448dcb052a1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.036692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:11:21.037098 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (9657caea-5139-4de9-a366-0448dcb052a1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: timer() Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:11:21.040047 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:11:21.045790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af2d7b-69cb-45e9-80af-2b1ae67a5321 None None] Pushing event deleted for resources: {'Port': ['ID=1ef47ff4-967d-4fa2-b9cf-99692e4802ca,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:21.050085 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af2d7b-69cb-45e9-80af-2b1ae67a5321 None None] No DVR routers for this DVR port 1ef47ff4-967d-4fa2-b9cf-99692e4802ca on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:11:21.106473 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (4f0ddf41-26eb-4692-b648-b0927de78b9f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.113066 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.116134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] 10.222.0.21 "DELETE /v2.0/networks/4f0ddf41-26eb-4692-b648-b0927de78b9f HTTP/1.1" status: 204 len: 168 time: 0.5939481 Feb 09 04:11:21.118988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55490) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:21.128876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b5d1c-9dc3-4434-8c42-4ade21a66960 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Pushing event deleted for resources: {'Network': ['ID=4f0ddf41-26eb-4692-b648-b0927de78b9f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:21.148524 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8f887180-1b33-4319-9b32-184c28f9fbd3 tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] 10.222.0.21 "GET /v2.0/ports?device_id=240c5095-08ae-4ba8-bded-6fa9ea00aefc HTTP/1.1" status: 200 len: 205 time: 0.0281990 Feb 09 04:11:21.152105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55492) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:21.227918 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16de78a8-7d39-4237-8109-61f5dcd5833a tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for router (240c5095-08ae-4ba8-bded-6fa9ea00aefc), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.385893 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16de78a8-7d39-4237-8109-61f5dcd5833a tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (240c5095-08ae-4ba8-bded-6fa9ea00aefc), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.387919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16de78a8-7d39-4237-8109-61f5dcd5833a tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for router_controller (240c5095-08ae-4ba8-bded-6fa9ea00aefc), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.431459 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16de78a8-7d39-4237-8109-61f5dcd5833a tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (240c5095-08ae-4ba8-bded-6fa9ea00aefc), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.431998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16de78a8-7d39-4237-8109-61f5dcd5833a tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Fanout notify agent at l3_agent the message router_deleted on router 240c5095-08ae-4ba8-bded-6fa9ea00aefc {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:11:21.439370 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-16de78a8-7d39-4237-8109-61f5dcd5833a tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.440454 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-16de78a8-7d39-4237-8109-61f5dcd5833a tempest-RoutersNegativeTest-464257110 tempest-RoutersNegativeTest-464257110-project] 10.222.0.21 "DELETE /v2.0/routers/240c5095-08ae-4ba8-bded-6fa9ea00aefc HTTP/1.1" status: 204 len: 168 time: 0.2874465 Feb 09 04:11:21.672000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55498) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:21.768520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1ef47ff4-967d-4fa2-b9cf-99692e4802ca no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:11:21.788337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 1ef47ff4-967d-4fa2-b9cf-99692e4802ca {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:11:21.788784 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 1ef47ff4-967d-4fa2-b9cf-99692e4802ca not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:11:21.803566 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-442e7afb-805c-4c2a-a2f7-f5c707e1c7ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa482b88d7b247bca034a310f3f59871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304159 Feb 09 04:11:21.806018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55502) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:21.852732 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a06d141-6a2a-4386-9b40-5b6297e4117d admin admin] Publish callbacks [] for security_group (cf326824-8124-45fb-9f57-972ed7c0ff39), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.874129 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a06d141-6a2a-4386-9b40-5b6297e4117d admin admin] Publish callbacks [] for security_group (cf326824-8124-45fb-9f57-972ed7c0ff39), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.919412 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a06d141-6a2a-4386-9b40-5b6297e4117d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (cf326824-8124-45fb-9f57-972ed7c0ff39), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.922320 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6a06d141-6a2a-4386-9b40-5b6297e4117d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:21.923466 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6a06d141-6a2a-4386-9b40-5b6297e4117d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf326824-8124-45fb-9f57-972ed7c0ff39 HTTP/1.1" status: 204 len: 168 time: 0.1165390 Feb 09 04:11:21.930924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06d141-6a2a-4386-9b40-5b6297e4117d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf326824-8124-45fb-9f57-972ed7c0ff39,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:22.067635 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:22.540989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55524) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:22.636083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1555977840-network', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:22.654459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Made reservation on behalf of b4c5577a89de40019e92d50c2d861e11 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:22.656722 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:22.664924 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:22.737885 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Publish callbacks [] for security_group (6ae6b526-3a7b-4954-9940-09f65b63a1d2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:22.741499 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6ae6b526-3a7b-4954-9940-09f65b63a1d2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:22.765716 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:11:22.775837 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae6b526-3a7b-4954-9940-09f65b63a1d2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:22.780733 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9eed7cd9-d457-4637-ad1d-59a6d1611b22), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:22.781071 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Added segment 9eed7cd9-d457-4637-ad1d-59a6d1611b22 of type vlan for network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 Feb 09 04:11:22.824614 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (e9f46a34-7b0e-44a6-b4d9-05e8f15f3401), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:22.848941 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (e9f46a34-7b0e-44a6-b4d9-05e8f15f3401), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:22.849904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:22.850476 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:22.905624 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3633385 Feb 09 04:11:22.908441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55528) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:22.912528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa2abb-0505-4872-b9ae-59584f51eeb1 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:22.913495 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d438076a-c2fe-48eb-a62d-7c8c068c3b9c admin admin] Request body: {'subnet': {'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1555977840-subnet', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:22.922947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:11:22.939420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d438076a-c2fe-48eb-a62d-7c8c068c3b9c admin admin] Made reservation on behalf of b4c5577a89de40019e92d50c2d861e11 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:22.941861 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d438076a-c2fe-48eb-a62d-7c8c068c3b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.115921 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d438076a-c2fe-48eb-a62d-7c8c068c3b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (ad03752f-6dda-4c52-923c-1cc64e1c51ae), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.177499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438076a-c2fe-48eb-a62d-7c8c068c3b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad03752f-6dda-4c52-923c-1cc64e1c51ae,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:23.184637 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438076a-c2fe-48eb-a62d-7c8c068c3b9c admin admin] Checking segment: {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:23.185019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d438076a-c2fe-48eb-a62d-7c8c068c3b9c admin admin] Network hostable DHCP agents. Network: e9f46a34-7b0e-44a6-b4d9-05e8f15f3401, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:11:23.200843 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d438076a-c2fe-48eb-a62d-7c8c068c3b9c admin admin] Network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:11:23.209532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-d438076a-c2fe-48eb-a62d-7c8c068c3b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, e9f46a34-7b0e-44a6-b4d9-05e8f15f3401) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:23.214564 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d438076a-c2fe-48eb-a62d-7c8c068c3b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:23.215159 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d438076a-c2fe-48eb-a62d-7c8c068c3b9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.219827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a50a5dd-7d4d-458a-a55d-14697595a76c None None] Network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:23.233761 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d438076a-c2fe-48eb-a62d-7c8c068c3b9c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3235743 Feb 09 04:11:23.235807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55530) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:23.240031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1555977840-router', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:23.258533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.259715 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.313110 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Publish callbacks [] for router_controller (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.325512 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-e9f46a34-7b0e-44a6-b4d9-05e8f15f3401', 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401', 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'fixed_ips': [{'subnet_id': 'ad03752f-6dda-4c52-923c-1cc64e1c51ae'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:11:23.326249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.457097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Allocated IP 172.20.0.2 (e9f46a34-7b0e-44a6-b4d9-05e8f15f3401/ad03752f-6dda-4c52-923c-1cc64e1c51ae/9058e3e4-f63a-4d34-ac08-8cbf492b9d31) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:11:23.457809 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Publish callbacks [] for router_gateway (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.603707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Publish callbacks [] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.609476 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.643995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:23.648334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:23.650729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:11:23.659216 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Publish callbacks [] for router_gateway (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.678262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.691653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Pushing event updated for resources: {'Port': ['ID=9058e3e4-f63a-4d34-ac08-8cbf492b9d31,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:23.721259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Attempting to bind port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:11:23.721745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Attempting to bind port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:11:23.722074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Attempting to bind port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 on network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:11:23.726998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:11:23.727373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Checking segment: {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:23.727776 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.728168 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Bound using segment: {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:11:23.728723 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Bound port: 9058e3e4-f63a-4d34-ac08-8cbf492b9d31, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:11:23.729243 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.782134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Allocated IP 172.25.5.10 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/c63c820d-2b39-4afb-b949-c657c13378a8) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:11:23.807435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] For port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:11:23.810904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] For port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9058e3e4-f63a-4d34-ac08-8cbf492b9d31,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:11:23.816292 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.877637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ff92f-631d-41f8-ab99-a972d31092de None None] Pushing event updated for resources: {'Port': ['ID=9058e3e4-f63a-4d34-ac08-8cbf492b9d31,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:23.897196 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Publish callbacks [] for port (c63c820d-2b39-4afb-b949-c657c13378a8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.935007 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c63c820d-2b39-4afb-b949-c657c13378a8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:23.976020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:23.980781 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:23.985519 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:11:23.988548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Pushing event updated for resources: {'Port': ['ID=c63c820d-2b39-4afb-b949-c657c13378a8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:24.254243 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Publish callbacks [] for router_gateway (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:24.449295 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:24.585612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Router bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:11:24.590932 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:24.698761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:11:24.708636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Sync routers for ids ['bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:11:24.719212 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:24.720185 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Routers {'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:11:24.720475 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-25bacaa1-613e-45ce-9f81-3b8fcfcbe7fd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4837410 Feb 09 04:11:24.720825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:24.723413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55536) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:24.823655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc0e981-48f4-49a0-bd8a-aed34c6f0b17 None None] Network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:24.873638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Set router bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:11:25.006788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-44b2a8dd-9357-4d05-8c20-be565081e9de None None] Provisioning complete for port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:25.007148 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44b2a8dd-9357-4d05-8c20-be565081e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.159565 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.179872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-44b2a8dd-9357-4d05-8c20-be565081e9de None None] Current status of the port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:25.180270 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44b2a8dd-9357-4d05-8c20-be565081e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.208353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'name': 'tempest-TestEncryptedCinderVolumes-1555977840-router', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:24Z', 'revision_number': 3, 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'gw_port': {'id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:25.242562 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Checking router: bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:11:25.242919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Updating router bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb port c63c820d-2b39-4afb-b949-c657c13378a8 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:11:25.267173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-44b2a8dd-9357-4d05-8c20-be565081e9de None None] For port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9058e3e4-f63a-4d34-ac08-8cbf492b9d31,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:25.275175 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44b2a8dd-9357-4d05-8c20-be565081e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.286323 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c63c820d-2b39-4afb-b949-c657c13378a8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.337644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Allocated IP 172.20.0.1 (e9f46a34-7b0e-44a6-b4d9-05e8f15f3401/ad03752f-6dda-4c52-923c-1cc64e1c51ae/2d9953ae-33d5-4ba6-bcd4-c332f522c97b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:11:25.408072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2a8dd-9357-4d05-8c20-be565081e9de None None] Pushing event updated for resources: {'Port': ['ID=9058e3e4-f63a-4d34-ac08-8cbf492b9d31,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:25.443027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8d7f5638-dd17-4ef6-bc1f-1fc9786049f5 None None] Provisioning complete for port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:25.443408 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d7f5638-dd17-4ef6-bc1f-1fc9786049f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.608629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f5638-dd17-4ef6-bc1f-1fc9786049f5 None None] Current status of the port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:25.658004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Publish callbacks [] for port (c63c820d-2b39-4afb-b949-c657c13378a8), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.663262 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c63c820d-2b39-4afb-b949-c657c13378a8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.719574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc6b6f-a3bd-44a4-81da-bf65052c1861 None None] Pushing event updated for resources: {'Port': ['ID=c63c820d-2b39-4afb-b949-c657c13378a8,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:25.722670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Attempting to bind port c63c820d-2b39-4afb-b949-c657c13378a8 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:11:25.723037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Attempting to bind port c63c820d-2b39-4afb-b949-c657c13378a8 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:11:25.723400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Attempting to bind port c63c820d-2b39-4afb-b949-c657c13378a8 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:11:25.729020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:11:25.729429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:25.729831 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.730222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:11:25.730688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Bound port: c63c820d-2b39-4afb-b949-c657c13378a8, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:11:25.731182 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c63c820d-2b39-4afb-b949-c657c13378a8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.743750 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Publish callbacks [] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.785269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] For port c63c820d-2b39-4afb-b949-c657c13378a8, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:11:25.787957 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.788754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] For port c63c820d-2b39-4afb-b949-c657c13378a8, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c63c820d-2b39-4afb-b949-c657c13378a8,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:11:25.802583 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c63c820d-2b39-4afb-b949-c657c13378a8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.833344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:25.838108 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:25.843588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:25.845832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:11:25.877604 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9953ae-33d5-4ba6-bcd4-c332f522c97b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:25.896591 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:25.907196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Routers {'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:11:25.907837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:25.910455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc6b6f-a3bd-44a4-81da-bf65052c1861 None None] Pushing event updated for resources: {'Port': ['ID=c63c820d-2b39-4afb-b949-c657c13378a8,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:26.050108 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:26.177943 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c6917fd9-5290-4738-b44e-fa40b3556ae8 None None] Provisioning complete for port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:26.178217 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6917fd9-5290-4738-b44e-fa40b3556ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:26.181635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:26.182018 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:26.222824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Publish callbacks [] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:26.227429 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:26.260832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c6917fd9-5290-4738-b44e-fa40b3556ae8 None None] Port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:11:26.263332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] Set router bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:11:26.297213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9953ae-33d5-4ba6-bcd4-c332f522c97b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:26.299808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:26.389113 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:26.390582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:26.412912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:26.481815 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'name': 'tempest-TestEncryptedCinderVolumes-1555977840-router', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:24Z', 'revision_number': 3, 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'gw_port': {'id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:26.509231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3504060-0a97-436e-9ab2-4c5db10a42d2 None None] The sync data for ids ['bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'] in n-d-824835-15 is: [{'id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'name': 'tempest-TestEncryptedCinderVolumes-1555977840-router', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:24Z', 'revision_number': 3, 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'gw_port': {'id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:11:26.522274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Router bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:11:26.643458 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:11:26.648541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8aa5441c-f4da-43e6-9c42-d366544b8da1 admin admin] 10.222.0.21 "PUT /v2.0/routers/bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9240556 Feb 09 04:11:26.684619 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-874c6dd4-638c-41f6-8bbb-f9c6aebc94a1 None None] Provisioning complete for port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:26.685254 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-874c6dd4-638c-41f6-8bbb-f9c6aebc94a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:26.725915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-874c6dd4-638c-41f6-8bbb-f9c6aebc94a1 None None] Port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:11:27.179727 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55552) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:27.185924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1197990273-network', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:27.206154 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Made reservation on behalf of b1a7e6434ffa4bc0a1a196f646d7fbad for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:27.208679 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.218401 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.300282 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Publish callbacks [] for security_group (e947add7-7aed-49b6-98e5-ea9eb3e5df9e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.304287 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e947add7-7aed-49b6-98e5-ea9eb3e5df9e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.329746 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:11:27.340547 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e947add7-7aed-49b6-98e5-ea9eb3e5df9e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:27.345289 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1a0be514-6860-408e-b198-5aed4a9587a6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.345668 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Added segment 1a0be514-6860-408e-b198-5aed4a9587a6 of type vlan for network 9596674e-b1ed-4e74-8998-32f90ddca11c Feb 09 04:11:27.392046 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (9596674e-b1ed-4e74-8998-32f90ddca11c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.416906 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (9596674e-b1ed-4e74-8998-32f90ddca11c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.417951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:27.418525 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.468238 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2873931 Feb 09 04:11:27.471041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55554) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:27.475998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-6fa79ed6-9757-4726-bf43-29878f2a15ed admin admin] Request body: {'subnet': {'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1197990273-subnet', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:27.481747 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647183e-fdf5-4c1c-b8c5-dd535aa2027f admin admin] Pushing event updated for resources: {'Network': ['ID=9596674e-b1ed-4e74-8998-32f90ddca11c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:27.492828 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 9596674e-b1ed-4e74-8998-32f90ddca11c details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:11:27.496310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa79ed6-9757-4726-bf43-29878f2a15ed admin admin] Made reservation on behalf of b1a7e6434ffa4bc0a1a196f646d7fbad for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:27.498922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fa79ed6-9757-4726-bf43-29878f2a15ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.663946 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fa79ed6-9757-4726-bf43-29878f2a15ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.717750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa79ed6-9757-4726-bf43-29878f2a15ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:27.729655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa79ed6-9757-4726-bf43-29878f2a15ed admin admin] Checking segment: {'id': '1a0be514-6860-408e-b198-5aed4a9587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:27.730013 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa79ed6-9757-4726-bf43-29878f2a15ed admin admin] Network hostable DHCP agents. Network: 9596674e-b1ed-4e74-8998-32f90ddca11c, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:11:27.751177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa79ed6-9757-4726-bf43-29878f2a15ed admin admin] Network 9596674e-b1ed-4e74-8998-32f90ddca11c is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:11:27.762968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-6fa79ed6-9757-4726-bf43-29878f2a15ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 9596674e-b1ed-4e74-8998-32f90ddca11c) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:27.767697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa79ed6-9757-4726-bf43-29878f2a15ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:27.768468 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6fa79ed6-9757-4726-bf43-29878f2a15ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.774982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb6f82-0afb-418e-b5a2-bf3b51c6890c None None] Network 9596674e-b1ed-4e74-8998-32f90ddca11c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:27.789264 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6fa79ed6-9757-4726-bf43-29878f2a15ed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3170412 Feb 09 04:11:27.792420 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55556) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:27.797411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1197990273-router', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:27.826232 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.827663 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.830153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c63c820d-2b39-4afb-b949-c657c13378a8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:27.883238 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Publish callbacks [] for router_controller (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.921241 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c63c820d-2b39-4afb-b949-c657c13378a8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:27.921639 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c63c820d-2b39-4afb-b949-c657c13378a8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:27.943427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-9596674e-b1ed-4e74-8998-32f90ddca11c', 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c', 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'fixed_ips': [{'subnet_id': '64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:11:27.944289 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.036199 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Publish callbacks [] for router_gateway (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.118739 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c63c820d-2b39-4afb-b949-c657c13378a8 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:28.119676 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c63c820d-2b39-4afb-b949-c657c13378a8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.150852 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port c63c820d-2b39-4afb-b949-c657c13378a8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c63c820d-2b39-4afb-b949-c657c13378a8,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:28.152759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Allocated IP 172.20.0.2 (9596674e-b1ed-4e74-8998-32f90ddca11c/64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b/c7d3fcad-6c70-4da2-a315-57c877d3c1bf) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:11:28.157612 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c63c820d-2b39-4afb-b949-c657c13378a8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.198324 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Sync routers for ids ['bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:11:28.211853 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Routers {'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:11:28.211853 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:28.266926 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Publish callbacks [] for router_gateway (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.267336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=c63c820d-2b39-4afb-b949-c657c13378a8,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:28.288884 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.330410 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Set router bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:11:28.362655 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Publish callbacks [] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.370982 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.405821 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Allocated IP 172.25.5.46 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/161c8298-62d1-4033-bfe0-adc0f377bd9b) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:11:28.418966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Network 9596674e-b1ed-4e74-8998-32f90ddca11c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:28.424509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:28.426702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Pushing event updated for resources: {'Port': ['ID=c7d3fcad-6c70-4da2-a315-57c877d3c1bf,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:28.428533 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:11:28.487455 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Attempting to bind port c7d3fcad-6c70-4da2-a315-57c877d3c1bf on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:11:28.487759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Attempting to bind port c7d3fcad-6c70-4da2-a315-57c877d3c1bf by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '1a0be514-6860-408e-b198-5aed4a9587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:11:28.488125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Attempting to bind port c7d3fcad-6c70-4da2-a315-57c877d3c1bf on network 9596674e-b1ed-4e74-8998-32f90ddca11c {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:11:28.493929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:11:28.494333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Checking segment: {'id': '1a0be514-6860-408e-b198-5aed4a9587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:28.494734 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.495135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Bound using segment: {'id': '1a0be514-6860-408e-b198-5aed4a9587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:11:28.495612 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Bound port: c7d3fcad-6c70-4da2-a315-57c877d3c1bf, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0be514-6860-408e-b198-5aed4a9587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:11:28.496001 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.523541 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Publish callbacks [] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.557770 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'name': 'tempest-TestEncryptedCinderVolumes-1555977840-router', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:26Z', 'revision_number': 4, 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'gw_port': {'id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '2d9953ae-33d5-4ba6-bcd4-c332f522c97b', 'name': '', 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'mac_address': 'fa:16:3e:ad:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ad03752f-6dda-4c52-923c-1cc64e1c51ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:25Z', 'updated_at': '2022-02-09T04:11:26Z', 'revision_number': 2, 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'subnets': [{'id': 'ad03752f-6dda-4c52-923c-1cc64e1c51ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:28.561516 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.566527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] For port c7d3fcad-6c70-4da2-a315-57c877d3c1bf, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:11:28.569929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] For port c7d3fcad-6c70-4da2-a315-57c877d3c1bf, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c7d3fcad-6c70-4da2-a315-57c877d3c1bf,segment=NetworkSegment(1a0be514-6860-408e-b198-5aed4a9587a6),segment_id=1a0be514-6860-408e-b198-5aed4a9587a6)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:11:28.578929 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.614839 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Checking router: bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:11:28.615406 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Updating router bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:11:28.629573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:28.635430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:28.637945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Pushing event updated for resources: {'Port': ['ID=161c8298-62d1-4033-bfe0-adc0f377bd9b,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:28.640118 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:11:28.651198 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.651640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee60d1d-2038-4aa9-83a2-6c36b091174a None None] Pushing event updated for resources: {'Port': ['ID=c7d3fcad-6c70-4da2-a315-57c877d3c1bf,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:28.928092 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Publish callbacks [] for router_gateway (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.977465 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Publish callbacks [] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:28.985145 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:29.049921 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Pushing event updated for resources: {'Port': ['ID=2d9953ae-33d5-4ba6-bcd4-c332f522c97b,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:29.075269 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.075663 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.075950 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.076285 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.076615 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.077056 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.077294 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.078449 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.078449 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.078449 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.078714 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.078918 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.079169 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:11:29.114489 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Attempting to bind port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:11:29.115005 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Attempting to bind port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:11:29.115371 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Attempting to bind port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b on network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:11:29.122101 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:11:29.123593 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Checking segment: {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:29.123593 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:29.123593 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Bound using segment: {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:11:29.123880 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Bound port: 2d9953ae-33d5-4ba6-bcd4-c332f522c97b, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:11:29.124178 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:29.196391 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] For port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:11:29.200704 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] For port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2d9953ae-33d5-4ba6-bcd4-c332f522c97b,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:11:29.209020 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:29.262413 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Routers {'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:11:29.263041 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:29.341033 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf45ec-dd29-40a4-a944-0e25c36056ab None None] Pushing event updated for resources: {'Port': ['ID=2d9953ae-33d5-4ba6-bcd4-c332f522c97b,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:29.366202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e632469c-94ef-40fd-b21e-098593bc2a87 None None] Provisioning complete for port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:29.366760 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e632469c-94ef-40fd-b21e-098593bc2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:29.394206 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] Set router bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:11:29.468119 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e632469c-94ef-40fd-b21e-098593bc2a87 None None] Current status of the port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:29.468509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e632469c-94ef-40fd-b21e-098593bc2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:29.519287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e632469c-94ef-40fd-b21e-098593bc2a87 None None] For port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2d9953ae-33d5-4ba6-bcd4-c332f522c97b,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:29.525414 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e632469c-94ef-40fd-b21e-098593bc2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:29.561679 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:29.607108 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632469c-94ef-40fd-b21e-098593bc2a87 None None] Pushing event updated for resources: {'Port': ['ID=2d9953ae-33d5-4ba6-bcd4-c332f522c97b,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:29.646905 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c1c3f7f2-5a10-4cd0-bae8-25a5aebdab8f None None] Provisioning complete for port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:29.647421 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1c3f7f2-5a10-4cd0-bae8-25a5aebdab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:29.733859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Router 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:11:29.747097 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c1c3f7f2-5a10-4cd0-bae8-25a5aebdab8f None None] Current status of the port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:29.823610 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'name': 'tempest-TestEncryptedCinderVolumes-1555977840-router', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:26Z', 'revision_number': 4, 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'gw_port': {'id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '2d9953ae-33d5-4ba6-bcd4-c332f522c97b', 'name': '', 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'mac_address': 'fa:16:3e:ad:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ad03752f-6dda-4c52-923c-1cc64e1c51ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:25Z', 'updated_at': '2022-02-09T04:11:29Z', 'revision_number': 4, 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'subnets': [{'id': 'ad03752f-6dda-4c52-923c-1cc64e1c51ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:29.863362 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609545a4-3e9c-4f2e-bf14-99484fa43239 None None] The sync data for ids ['bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'] in n-d-824835-15 is: [{'id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'name': 'tempest-TestEncryptedCinderVolumes-1555977840-router', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:26Z', 'revision_number': 4, 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'gw_port': {'id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '2d9953ae-33d5-4ba6-bcd4-c332f522c97b', 'name': '', 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'mac_address': 'fa:16:3e:ad:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ad03752f-6dda-4c52-923c-1cc64e1c51ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:25Z', 'updated_at': '2022-02-09T04:11:29Z', 'revision_number': 4, 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'subnets': [{'id': 'ad03752f-6dda-4c52-923c-1cc64e1c51ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:11:29.871437 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:11:29.888125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Sync routers for ids ['226b6c01-c84a-4e2f-86bd-e3bd654e7b14'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:11:29.904650 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Routers {'226b6c01-c84a-4e2f-86bd-e3bd654e7b14'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:11:29.905219 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['226b6c01-c84a-4e2f-86bd-e3bd654e7b14'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:29.913102 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:29.917587 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-291b6cb6-dd20-4959-831f-ef06eed56f34 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1207466 Feb 09 04:11:29.918548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55558) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:11:29.980163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c63c820d-2b39-4afb-b949-c657c13378a8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:29.985303 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de102ab4-63d9-43bf-bd13-032e0a14a8cc None None] Network 9596674e-b1ed-4e74-8998-32f90ddca11c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:11:30.149344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-42011601-2fd1-4fe4-bb6e-a8566d9964b2 None None] Provisioning complete for port c7d3fcad-6c70-4da2-a315-57c877d3c1bf triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:30.149869 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42011601-2fd1-4fe4-bb6e-a8566d9964b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:30.220725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Set router 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:11:30.291627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c63c820d-2b39-4afb-b949-c657c13378a8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:30.292167 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c63c820d-2b39-4afb-b949-c657c13378a8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:30.422712 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:30.468162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-42011601-2fd1-4fe4-bb6e-a8566d9964b2 None None] Current status of the port c7d3fcad-6c70-4da2-a315-57c877d3c1bf is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:30.468779 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42011601-2fd1-4fe4-bb6e-a8566d9964b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:30.588134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-42011601-2fd1-4fe4-bb6e-a8566d9964b2 None None] For port c7d3fcad-6c70-4da2-a315-57c877d3c1bf, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c7d3fcad-6c70-4da2-a315-57c877d3c1bf,segment=NetworkSegment(1a0be514-6860-408e-b198-5aed4a9587a6),segment_id=1a0be514-6860-408e-b198-5aed4a9587a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:30.593728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c63c820d-2b39-4afb-b949-c657c13378a8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:30.595076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c7d3fcad-6c70-4da2-a315-57c877d3c1bf up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:30.598893 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42011601-2fd1-4fe4-bb6e-a8566d9964b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:30.633680 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Allocated IP 172.20.0.1 (9596674e-b1ed-4e74-8998-32f90ddca11c/64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b/101cf368-e3b8-41ff-8498-f96ded4b6e27) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:11:30.803773 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Publish callbacks [] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:30.807615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c7d3fcad-6c70-4da2-a315-57c877d3c1bf triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:30.808370 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:30.842399 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:30.896540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Network 9596674e-b1ed-4e74-8998-32f90ddca11c is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:30.901888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:30.907931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:11:30.913972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Pushing event updated for resources: {'Port': ['ID=101cf368-e3b8-41ff-8498-f96ded4b6e27,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:30.986128 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.046185 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'name': 'tempest-TestEncryptedCinderVolumes-1197990273-router', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:27Z', 'updated_at': '2022-02-09T04:11:28Z', 'revision_number': 3, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'gw_port': {'id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:28Z', 'updated_at': '2022-02-09T04:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:31.058941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c9fad6b2-54ff-4d50-88d2-d1dba1faf666 None None] Provisioning complete for port c7d3fcad-6c70-4da2-a315-57c877d3c1bf triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:31.059321 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9fad6b2-54ff-4d50-88d2-d1dba1faf666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.164979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Checking router: 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:11:31.165347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Updating router 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 port 161c8298-62d1-4033-bfe0-adc0f377bd9b binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:11:31.179668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42011601-2fd1-4fe4-bb6e-a8566d9964b2 None None] Pushing event updated for resources: {'Port': ['ID=c7d3fcad-6c70-4da2-a315-57c877d3c1bf,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:31.180973 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.242517 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.365676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Publish callbacks [] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.370480 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.409658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c9fad6b2-54ff-4d50-88d2-d1dba1faf666 None None] Current status of the port c7d3fcad-6c70-4da2-a315-57c877d3c1bf is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:31.425072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c7d3fcad-6c70-4da2-a315-57c877d3c1bf is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:31.448289 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.450966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Pushing event updated for resources: {'Port': ['ID=101cf368-e3b8-41ff-8498-f96ded4b6e27,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:31.544402 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Network 9596674e-b1ed-4e74-8998-32f90ddca11c is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:31.545904 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:31.566172 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-880e3f0e-7078-462e-bb4c-dc06ba2ee5b7 None None] Provisioning complete for port 101cf368-e3b8-41ff-8498-f96ded4b6e27 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:31.566764 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-880e3f0e-7078-462e-bb4c-dc06ba2ee5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.612186 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-880e3f0e-7078-462e-bb4c-dc06ba2ee5b7 None None] Port 101cf368-e3b8-41ff-8498-f96ded4b6e27 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:11:31.662616 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Publish callbacks [] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.670432 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.671460 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Router 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:11:31.728103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Attempting to bind port 161c8298-62d1-4033-bfe0-adc0f377bd9b on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:11:31.728536 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Attempting to bind port 161c8298-62d1-4033-bfe0-adc0f377bd9b by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:11:31.728960 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Attempting to bind port 161c8298-62d1-4033-bfe0-adc0f377bd9b on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:11:31.738732 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:11:31.739110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:31.739520 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.739903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:11:31.740383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Bound port: 161c8298-62d1-4033-bfe0-adc0f377bd9b, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:11:31.740763 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.791341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17a97b-9bce-4957-bd25-62cb8520cc03 None None] Pushing event updated for resources: {'Port': ['ID=161c8298-62d1-4033-bfe0-adc0f377bd9b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:31.795461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] For port 161c8298-62d1-4033-bfe0-adc0f377bd9b, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:11:31.798679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] For port 161c8298-62d1-4033-bfe0-adc0f377bd9b, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=161c8298-62d1-4033-bfe0-adc0f377bd9b,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:11:31.808828 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.834120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:11:31.847176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-60c0b1c4-15a2-41eb-9eeb-3c52455b260f admin admin] 10.222.0.21 "PUT /v2.0/routers/226b6c01-c84a-4e2f-86bd-e3bd654e7b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9280796 Feb 09 04:11:31.883169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f4c793de-9e91-4ced-807d-d8d4c9c68878 None None] Provisioning complete for port 101cf368-e3b8-41ff-8498-f96ded4b6e27 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:31.883568 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4c793de-9e91-4ced-807d-d8d4c9c68878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:31.886984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2d9953ae-33d5-4ba6-bcd4-c332f522c97b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:31.888641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17a97b-9bce-4957-bd25-62cb8520cc03 None None] Pushing event updated for resources: {'Port': ['ID=161c8298-62d1-4033-bfe0-adc0f377bd9b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:31.893177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Routers {'226b6c01-c84a-4e2f-86bd-e3bd654e7b14'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:11:31.893827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['226b6c01-c84a-4e2f-86bd-e3bd654e7b14'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:32.024685 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f4c793de-9e91-4ced-807d-d8d4c9c68878 None None] Port 101cf368-e3b8-41ff-8498-f96ded4b6e27 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:11:32.067335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:32.067861 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:32.073416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] Set router 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:11:32.275131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:32.276224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c7d3fcad-6c70-4da2-a315-57c877d3c1bf up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:32.360532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c7d3fcad-6c70-4da2-a315-57c877d3c1bf triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:32.360912 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:32.389609 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'name': 'tempest-TestEncryptedCinderVolumes-1197990273-router', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:27Z', 'updated_at': '2022-02-09T04:11:31Z', 'revision_number': 4, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'gw_port': {'id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:28Z', 'updated_at': '2022-02-09T04:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '101cf368-e3b8-41ff-8498-f96ded4b6e27', 'name': '', 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'mac_address': 'fa:16:3e:e1:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:30Z', 'updated_at': '2022-02-09T04:11:31Z', 'revision_number': 2, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'subnets': [{'id': '64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:32.423920 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac2a7b-8421-4fc0-8179-dde1a723505a None None] The sync data for ids ['226b6c01-c84a-4e2f-86bd-e3bd654e7b14'] in n-d-824835-15 is: [{'id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'name': 'tempest-TestEncryptedCinderVolumes-1197990273-router', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:27Z', 'updated_at': '2022-02-09T04:11:31Z', 'revision_number': 4, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'gw_port': {'id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:28Z', 'updated_at': '2022-02-09T04:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '101cf368-e3b8-41ff-8498-f96ded4b6e27', 'name': '', 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'mac_address': 'fa:16:3e:e1:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:30Z', 'updated_at': '2022-02-09T04:11:31Z', 'revision_number': 2, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'subnets': [{'id': '64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:11:32.473904 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c7d3fcad-6c70-4da2-a315-57c877d3c1bf is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:32.866596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427145a-b944-4ca1-9427-08093e2c49fc req-d739749a-dddb-4ea4-bdc1-784b130a821e tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:32.868239 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-d739749a-dddb-4ea4-bdc1-784b130a821e tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/networks?id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 HTTP/1.1" status: 200 len: 817 time: 0.1123028 Feb 09 04:11:32.883997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-47afd306-93ef-4450-9d78-73d4c1cfdd8c tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/quotas/b4c5577a89de40019e92d50c2d861e11 HTTP/1.1" status: 200 len: 375 time: 0.0097642 Feb 09 04:11:32.944207 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-3fb1b3c6-0db8-4abb-99e7-39983aa7fc4f tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4c5577a89de40019e92d50c2d861e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534000 Feb 09 04:11:33.043787 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-43bfc984-4854-4bee-80bf-e58f83d2effc service neutron] 10.222.0.21 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865893 Feb 09 04:11:33.147247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-180b5378-5007-418d-97e8-b9bb6d155a6d service neutron] 10.222.0.21 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973961 Feb 09 04:11:33.338518 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9800c5f5-0781-4b2c-adb6-8d71aa4650e4 req-97d32599-fdc8-4189-a515-e1ad01a48932 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 210 time: 0.0325217 Feb 09 04:11:33.805542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 161c8298-62d1-4033-bfe0-adc0f377bd9b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:33.854398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 161c8298-62d1-4033-bfe0-adc0f377bd9b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:33.854856 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:33.939256 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 161c8298-62d1-4033-bfe0-adc0f377bd9b is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:33.939647 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:33.961571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 161c8298-62d1-4033-bfe0-adc0f377bd9b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=161c8298-62d1-4033-bfe0-adc0f377bd9b,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:33.966300 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:34.015683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=161c8298-62d1-4033-bfe0-adc0f377bd9b,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:34.382784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427145a-b944-4ca1-9427-08093e2c49fc req-3755e1db-0f5d-473b-adb7-00ed981d25f9 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:34.384279 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-3755e1db-0f5d-473b-adb7-00ed981d25f9 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.65 "GET /v2.0/networks?id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 HTTP/1.1" status: 200 len: 817 time: 0.1157014 Feb 09 04:11:34.403966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-e427145a-b944-4ca1-9427-08093e2c49fc req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Request body: {'port': {'device_id': '5815b900-25f0-40c5-910c-a7a5bd136839', 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401', 'admin_state_up': True, 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:34.473643 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8c0e352e-a90e-4a6c-b28d-f7d139c740aa req-a1326b1f-f382-478b-b47e-b2cd1174b487 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 210 time: 0.0538657 Feb 09 04:11:34.527356 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Sync routers for ids ['226b6c01-c84a-4e2f-86bd-e3bd654e7b14'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:11:34.536681 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Routers {'226b6c01-c84a-4e2f-86bd-e3bd654e7b14'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:11:34.537286 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['226b6c01-c84a-4e2f-86bd-e3bd654e7b14'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:34.541658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e427145a-b944-4ca1-9427-08093e2c49fc req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Made reservation on behalf of b4c5577a89de40019e92d50c2d861e11 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:11:34.545119 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e427145a-b944-4ca1-9427-08093e2c49fc req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:34.644836 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Set router 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:11:34.678596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-e427145a-b944-4ca1-9427-08093e2c49fc req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Allocated IP 172.20.0.8 (e9f46a34-7b0e-44a6-b4d9-05e8f15f3401/ad03752f-6dda-4c52-923c-1cc64e1c51ae/99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:11:34.834964 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e427145a-b944-4ca1-9427-08093e2c49fc req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks [] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:34.840458 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'name': 'tempest-TestEncryptedCinderVolumes-1197990273-router', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:27Z', 'updated_at': '2022-02-09T04:11:31Z', 'revision_number': 4, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'gw_port': {'id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:28Z', 'updated_at': '2022-02-09T04:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '101cf368-e3b8-41ff-8498-f96ded4b6e27', 'name': '', 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'mac_address': 'fa:16:3e:e1:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:30Z', 'updated_at': '2022-02-09T04:11:31Z', 'revision_number': 2, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'subnets': [{'id': '64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:34.865539 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Checking router: 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:11:34.865940 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Updating router 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 port 101cf368-e3b8-41ff-8498-f96ded4b6e27 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:11:34.870455 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e427145a-b944-4ca1-9427-08093e2c49fc req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:34.894314 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:34.916980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e427145a-b944-4ca1-9427-08093e2c49fc req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:11:34.920158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-e427145a-b944-4ca1-9427-08093e2c49fc req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:11:34.923903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e427145a-b944-4ca1-9427-08093e2c49fc req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:11:34.930508 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Pushing event updated for resources: {'Port': ['ID=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:34.982384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427145a-b944-4ca1-9427-08093e2c49fc req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:34.983201 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e427145a-b944-4ca1-9427-08093e2c49fc req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.007448 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-4dbe5520-f566-4202-9e8b-d5d5914980ad tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6087637 Feb 09 04:11:35.026405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Request body: {'port': {'device_id': '5815b900-25f0-40c5-910c-a7a5bd136839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:11:35.094072 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.197659 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Publish callbacks [] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.204374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a6cb418b-1585-476c-891b-3c3be5cf2447 None None] Provisioning complete for port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:35.204939 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.205531 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6cb418b-1585-476c-891b-3c3be5cf2447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.252497 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb418b-1585-476c-891b-3c3be5cf2447 None None] Port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:11:35.294406 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f0f11-e26b-4ebd-8daa-6463f8a2ed09 None None] Pushing event updated for resources: {'Port': ['ID=101cf368-e3b8-41ff-8498-f96ded4b6e27,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:35.330081 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Attempting to bind port 101cf368-e3b8-41ff-8498-f96ded4b6e27 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:11:35.330441 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Attempting to bind port 101cf368-e3b8-41ff-8498-f96ded4b6e27 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '1a0be514-6860-408e-b198-5aed4a9587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:11:35.330811 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Attempting to bind port 101cf368-e3b8-41ff-8498-f96ded4b6e27 on network 9596674e-b1ed-4e74-8998-32f90ddca11c {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:11:35.336054 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:11:35.336423 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Checking segment: {'id': '1a0be514-6860-408e-b198-5aed4a9587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:35.336824 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.337215 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Bound using segment: {'id': '1a0be514-6860-408e-b198-5aed4a9587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:11:35.338264 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Bound port: 101cf368-e3b8-41ff-8498-f96ded4b6e27, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0be514-6860-408e-b198-5aed4a9587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:11:35.339118 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.379035 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:11:35.387604 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Publish callbacks [] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.401229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Transition to ACTIVE for port object 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:11:35.406393 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.413525 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] For port 101cf368-e3b8-41ff-8498-f96ded4b6e27, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:11:35.417700 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] For port 101cf368-e3b8-41ff-8498-f96ded4b6e27, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=101cf368-e3b8-41ff-8498-f96ded4b6e27,segment=NetworkSegment(1a0be514-6860-408e-b198-5aed4a9587a6),segment_id=1a0be514-6860-408e-b198-5aed4a9587a6)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:11:35.423766 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.469836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Pushing event updated for resources: {'Port': ['ID=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:35.481214 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5d24d1c9-bf3f-4cea-a9c0-86797275b4be None None] Provisioning complete for port 101cf368-e3b8-41ff-8498-f96ded4b6e27 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:35.481214 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d24d1c9-bf3f-4cea-a9c0-86797275b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.486145 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f0f11-e26b-4ebd-8daa-6463f8a2ed09 None None] Pushing event updated for resources: {'Port': ['ID=101cf368-e3b8-41ff-8498-f96ded4b6e27,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:35.488824 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Routers {'226b6c01-c84a-4e2f-86bd-e3bd654e7b14'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:11:35.489606 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:11:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['226b6c01-c84a-4e2f-86bd-e3bd654e7b14'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:35.580204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Attempting to bind port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:11:35.581048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Attempting to bind port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:11:35.581048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Attempting to bind port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e on network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:11:35.586408 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e on network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:11:35.586915 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Attempting to bind port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e on network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:11:35.592761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:11:35.593112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Checking segment: {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:11:35.593525 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Bound using segment: {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:11:35.593961 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Bound port: 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:11:35.594316 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.649145 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] Set router 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:11:35.689727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5d24d1c9-bf3f-4cea-a9c0-86797275b4be None None] Current status of the port 101cf368-e3b8-41ff-8498-f96ded4b6e27 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:35.690400 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d24d1c9-bf3f-4cea-a9c0-86797275b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.714719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc38d6-02c5-43de-8b9e-75c2b49dbca2 req-7a927a50-504f-4803-8c86-cb093221edf8 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:35.717536 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6fc38d6-02c5-43de-8b9e-75c2b49dbca2 req-7a927a50-504f-4803-8c86-cb093221edf8 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 943 time: 0.0964267 Feb 09 04:11:35.725962 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] For port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:11:35.739266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] For port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:11:35.752426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5d24d1c9-bf3f-4cea-a9c0-86797275b4be None None] For port 101cf368-e3b8-41ff-8498-f96ded4b6e27, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=101cf368-e3b8-41ff-8498-f96ded4b6e27,segment=NetworkSegment(1a0be514-6860-408e-b198-5aed4a9587a6),segment_id=1a0be514-6860-408e-b198-5aed4a9587a6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:35.763783 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.764226 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d24d1c9-bf3f-4cea-a9c0-86797275b4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.840881 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6fc38d6-02c5-43de-8b9e-75c2b49dbca2 req-47213fb3-b076-4687-8211-af139741ca1b tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091454 Feb 09 04:11:35.862803 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24d1c9-bf3f-4cea-a9c0-86797275b4be None None] Pushing event updated for resources: {'Port': ['ID=101cf368-e3b8-41ff-8498-f96ded4b6e27,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:35.874668 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:35.876410 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.882846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] 10.222.0.65 "PUT /v2.0/ports/99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e HTTP/1.1" status: 200 len: 1092 time: 0.8582795 Feb 09 04:11:35.883676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5815b900-25f0-40c5-910c-a7a5bd136839', 'tag': '99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:11:35.886788 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c088096-267a-4868-9d01-a543b143af7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5815b900-25f0-40c5-910c-a7a5bd136839", "tag": "99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:11:35.900907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 161c8298-62d1-4033-bfe0-adc0f377bd9b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:35.995438 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7fc737-f1d8-471c-8f0b-5c72a1a2903a x-openstack-request-id: req-2f7fc737-f1d8-471c-8f0b-5c72a1a2903a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:11:35.995729 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5815b900-25f0-40c5-910c-a7a5bd136839", "tag": "99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:11:35.996809 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f7fc737-f1d8-471c-8f0b-5c72a1a2903a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:11:35.997445 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5815b900-25f0-40c5-910c-a7a5bd136839', 'tag': '99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e', 'status': 'completed', 'code': 200} Feb 09 04:11:36.001033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49091053-7834-40d7-a92f-7b0ca35a691f service neutron] Pushing event updated for resources: {'Port': ['ID=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:36.011416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 161c8298-62d1-4033-bfe0-adc0f377bd9b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:36.012131 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:36.018431 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'name': 'tempest-TestEncryptedCinderVolumes-1197990273-router', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:27Z', 'updated_at': '2022-02-09T04:11:31Z', 'revision_number': 4, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'gw_port': {'id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:28Z', 'updated_at': '2022-02-09T04:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '101cf368-e3b8-41ff-8498-f96ded4b6e27', 'name': '', 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'mac_address': 'fa:16:3e:e1:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:30Z', 'updated_at': '2022-02-09T04:11:35Z', 'revision_number': 4, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'subnets': [{'id': '64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:11:36.026517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427145a-b944-4ca1-9427-08093e2c49fc req-89e4219d-fa0c-42d2-807e-01a07af296d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:36.028213 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-89e4219d-fa0c-42d2-807e-01a07af296d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b4c5577a89de40019e92d50c2d861e11&device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 1126 time: 0.0793920 Feb 09 04:11:36.054292 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856a78a-d066-4363-8c5a-626021e8963f None None] The sync data for ids ['226b6c01-c84a-4e2f-86bd-e3bd654e7b14'] in n-d-824835-15 is: [{'id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'name': 'tempest-TestEncryptedCinderVolumes-1197990273-router', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:27Z', 'updated_at': '2022-02-09T04:11:31Z', 'revision_number': 4, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'gw_port': {'id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:28Z', 'updated_at': '2022-02-09T04:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '101cf368-e3b8-41ff-8498-f96ded4b6e27', 'name': '', 'network_id': '9596674e-b1ed-4e74-8998-32f90ddca11c', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'mac_address': 'fa:16:3e:e1:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:30Z', 'updated_at': '2022-02-09T04:11:35Z', 'revision_number': 4, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'subnets': [{'id': '64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:11:36.057826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e0ba06d0-ac81-4e43-bfff-a21eee5e6d8f None None] Provisioning complete for port 101cf368-e3b8-41ff-8498-f96ded4b6e27 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:36.058468 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0ba06d0-ac81-4e43-bfff-a21eee5e6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:36.085374 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-2bc63b79-af0a-425a-a29b-45bfedb4ec6e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e HTTP/1.1" status: 200 len: 217 time: 0.0442834 Feb 09 04:11:36.159383 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427145a-b944-4ca1-9427-08093e2c49fc req-18768367-93c1-4377-90cc-44eb48dfcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:36.161314 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-18768367-93c1-4377-90cc-44eb48dfcd3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad03752f-6dda-4c52-923c-1cc64e1c51ae HTTP/1.1" status: 200 len: 856 time: 0.0640450 Feb 09 04:11:36.219684 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427145a-b944-4ca1-9427-08093e2c49fc req-5014cb2c-787d-41a4-8eee-e70f8fa0d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:36.221225 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-5014cb2c-787d-41a4-8eee-e70f8fa0d2d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534964 Feb 09 04:11:36.326506 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-56676aaf-18f4-488f-99db-3f5fe0bd6ede service neutron] 10.222.0.65 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986164 Feb 09 04:11:36.342163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 161c8298-62d1-4033-bfe0-adc0f377bd9b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:36.343287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 101cf368-e3b8-41ff-8498-f96ded4b6e27 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:36.382541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba06d0-ac81-4e43-bfff-a21eee5e6d8f None None] Current status of the port 101cf368-e3b8-41ff-8498-f96ded4b6e27 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:36.403752 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 101cf368-e3b8-41ff-8498-f96ded4b6e27 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:36.404138 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:36.428843 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e427145a-b944-4ca1-9427-08093e2c49fc req-fd48b5b6-0d9b-47ae-9d6d-c883cce98e28 service neutron] 10.222.0.65 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959923 Feb 09 04:11:36.489750 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 101cf368-e3b8-41ff-8498-f96ded4b6e27 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:36.583778 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088096-267a-4868-9d01-a543b143af7c req-f8be5641-f3f3-4d82-9bc3-6b8401f1eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:36.585311 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c088096-267a-4868-9d01-a543b143af7c req-f8be5641-f3f3-4d82-9bc3-6b8401f1eb2b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b4c5577a89de40019e92d50c2d861e11&device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 1126 time: 0.0575476 Feb 09 04:11:36.683369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088096-267a-4868-9d01-a543b143af7c req-f2e9289f-7975-46a4-8458-2f2971b03c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:36.684803 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c088096-267a-4868-9d01-a543b143af7c req-f2e9289f-7975-46a4-8458-2f2971b03c06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 HTTP/1.1" status: 200 len: 918 time: 0.0937064 Feb 09 04:11:36.732298 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c088096-267a-4868-9d01-a543b143af7c req-5f97e8c5-6217-45b2-8321-e13933fdc2fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e HTTP/1.1" status: 200 len: 217 time: 0.0417879 Feb 09 04:11:36.781870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088096-267a-4868-9d01-a543b143af7c req-9f198c53-f885-4b40-af4a-6f6d19320e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:36.783349 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c088096-267a-4868-9d01-a543b143af7c req-9f198c53-f885-4b40-af4a-6f6d19320e9f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad03752f-6dda-4c52-923c-1cc64e1c51ae HTTP/1.1" status: 200 len: 856 time: 0.0460944 Feb 09 04:11:36.831494 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088096-267a-4868-9d01-a543b143af7c req-46c229ef-2883-413e-882e-333791b0c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:36.832978 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c088096-267a-4868-9d01-a543b143af7c req-46c229ef-2883-413e-882e-333791b0c388 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439372 Feb 09 04:11:36.925119 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c088096-267a-4868-9d01-a543b143af7c req-7f4c0e48-b364-487c-b308-7a91e0e27c12 service neutron] 10.222.0.65 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858176 Feb 09 04:11:36.950106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee184a3-c623-4bb6-9c62-5223b17ac527 req-b6feb7e4-9f05-4fee-be2a-a57230918b8c tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:36.951588 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6ee184a3-c623-4bb6-9c62-5223b17ac527 req-b6feb7e4-9f05-4fee-be2a-a57230918b8c tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 943 time: 0.0530150 Feb 09 04:11:36.998546 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6ee184a3-c623-4bb6-9c62-5223b17ac527 req-7eb19e2d-8ce3-439f-a232-a2d2dedd0f42 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Feb 09 04:11:37.017935 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0c088096-267a-4868-9d01-a543b143af7c req-cdbee555-28af-4049-bc6f-eefaa4249b0a service neutron] 10.222.0.65 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870473 Feb 09 04:11:37.780950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 101cf368-e3b8-41ff-8498-f96ded4b6e27 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:37.829039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 101cf368-e3b8-41ff-8498-f96ded4b6e27 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:37.829439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:37.914062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 101cf368-e3b8-41ff-8498-f96ded4b6e27 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:38.056106 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:38.126587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32962c5f-d509-408c-a935-03537654de9a req-9cbc0a4f-0168-490c-8830-24b54551dd70 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:38.128077 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32962c5f-d509-408c-a935-03537654de9a req-9cbc0a4f-0168-490c-8830-24b54551dd70 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 943 time: 0.0564351 Feb 09 04:11:38.177290 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-32962c5f-d509-408c-a935-03537654de9a req-53a4604b-4be0-4ac4-901f-66cb554f3415 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 Feb 09 04:11:39.297573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5444fcd-9035-4d51-b55b-31d905e35b24 req-2810c1a9-014e-4e45-8644-f1aafca1fb4c tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:39.299085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b5444fcd-9035-4d51-b55b-31d905e35b24 req-2810c1a9-014e-4e45-8644-f1aafca1fb4c tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 943 time: 0.0520442 Feb 09 04:11:39.350449 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:11:39.351964 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b5444fcd-9035-4d51-b55b-31d905e35b24 req-74fd411b-35e6-4d17-9444-f0e11245e38a tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471251 Feb 09 04:11:39.357751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:11:39.451804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:39.463153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e', 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401', 'port_id': '99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e', 'mac_address': 'fa:16:3e:9e:e9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad03752f-6dda-4c52-923c-1cc64e1c51ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:11:39.502868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:39.503256 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:39.516202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:11:39.535102 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:39.539000 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:39.588239 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:39.921896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:11:40.483207 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118e9a6-1fcd-4407-b682-d43d8a49f145 req-7015d836-ddf2-4a3d-b2a0-76fcc62a5c87 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:40.484688 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5118e9a6-1fcd-4407-b682-d43d8a49f145 req-7015d836-ddf2-4a3d-b2a0-76fcc62a5c87 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 944 time: 0.0600512 Feb 09 04:11:40.533596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5118e9a6-1fcd-4407-b682-d43d8a49f145 req-0da93a43-774f-4678-aec5-d6ffeaf20ef0 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Feb 09 04:11:41.389478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:11:41.437629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:11:41.441641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:11:41.442014 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:41.526710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:11:41.527107 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:41.550830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5815b900-25f0-40c5-910c-a7a5bd136839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:11:41.553065 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c821c88-f5db-417e-bf1d-5994d9f03404" -d '{"events": [{"server_uuid": "5815b900-25f0-40c5-910c-a7a5bd136839", "name": "network-vif-plugged", "status": "completed", "tag": "99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:11:41.567342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:11:41.572732 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:41.596391 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497704a9-8af4-4d0e-bbb9-451b02b0581e x-openstack-request-id: req-497704a9-8af4-4d0e-bbb9-451b02b0581e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:11:41.596690 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5815b900-25f0-40c5-910c-a7a5bd136839", "name": "network-vif-plugged", "status": "completed", "tag": "99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:11:41.597197 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-497704a9-8af4-4d0e-bbb9-451b02b0581e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:11:41.597631 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5815b900-25f0-40c5-910c-a7a5bd136839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e', 'code': 200} Feb 09 04:11:41.624754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:11:41.662126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c7460-d5f8-4ddc-8b90-0bcabb6e0b44 req-1b9b10fd-e753-43ab-825b-78941e945cbc tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:41.663841 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-212c7460-d5f8-4ddc-8b90-0bcabb6e0b44 req-1b9b10fd-e753-43ab-825b-78941e945cbc tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 945 time: 0.0562758 Feb 09 04:11:41.747519 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-212c7460-d5f8-4ddc-8b90-0bcabb6e0b44 req-2a8436ef-7cfa-4f1f-9946-47fd874a48c9 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769658 Feb 09 04:11:41.757027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e0c35-f46e-4e0f-8207-cb199e3fde60 req-69d789c0-d094-4b7c-a74c-1bb36911c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:41.758818 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e16e0c35-f46e-4e0f-8207-cb199e3fde60 req-69d789c0-d094-4b7c-a74c-1bb36911c9d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 1128 time: 0.0735862 Feb 09 04:11:41.801971 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e16e0c35-f46e-4e0f-8207-cb199e3fde60 req-455bbf14-392f-4915-ac7a-b6f25eb166f0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377276 Feb 09 04:11:42.867805 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534f0ce-4ce5-4d14-b259-d1b021d6d94e req-df61167d-a48b-40f0-970d-0de6fdc45cdb tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:42.869938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3534f0ce-4ce5-4d14-b259-d1b021d6d94e req-df61167d-a48b-40f0-970d-0de6fdc45cdb tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 945 time: 0.0514960 Feb 09 04:11:42.915150 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3534f0ce-4ce5-4d14-b259-d1b021d6d94e req-90a37371-b6eb-4d3f-9226-37acb431a7ec tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395741 Feb 09 04:11:44.037221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1503adf-e5f0-4dc2-9746-a5a38f2a072a req-f23ed79f-0420-4625-9c86-1ec70ce447e0 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:44.038727 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1503adf-e5f0-4dc2-9746-a5a38f2a072a req-f23ed79f-0420-4625-9c86-1ec70ce447e0 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 945 time: 0.0533333 Feb 09 04:11:44.085899 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1503adf-e5f0-4dc2-9746-a5a38f2a072a req-e4f3989a-3555-4b2b-81df-5fc4c707b9b3 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Feb 09 04:11:44.211713 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315721b-926b-4778-b179-a40c167e1ed6 req-fe792aee-22e6-42ca-8bec-a612c0c10e6a tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:44.213214 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4315721b-926b-4778-b179-a40c167e1ed6 req-fe792aee-22e6-42ca-8bec-a612c0c10e6a tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 945 time: 0.0542691 Feb 09 04:11:44.263777 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4315721b-926b-4778-b179-a40c167e1ed6 req-16103616-2b29-4770-9c94-4d3951b3b4e6 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445685 Feb 09 04:11:45.715534 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c994dca-8928-40bc-9e73-60941948690a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:47.978881 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73640596-adb8-41cd-8710-aac957426f6e req-7e527ccc-f155-4e24-a9a8-05c74fb43b11 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441022 Feb 09 04:11:48.086803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640596-adb8-41cd-8710-aac957426f6e req-17a070bc-88bd-494e-85ba-0c282f9a83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:48.088297 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73640596-adb8-41cd-8710-aac957426f6e req-17a070bc-88bd-494e-85ba-0c282f9a83bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b4c5577a89de40019e92d50c2d861e11&device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 1128 time: 0.0499644 Feb 09 04:11:48.195517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640596-adb8-41cd-8710-aac957426f6e req-89bba25e-855b-45be-a6c1-5de902582d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:48.197110 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73640596-adb8-41cd-8710-aac957426f6e req-89bba25e-855b-45be-a6c1-5de902582d8e service neutron] 10.222.0.65 "GET /v2.0/networks?id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 HTTP/1.1" status: 200 len: 918 time: 0.0909555 Feb 09 04:11:48.244621 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73640596-adb8-41cd-8710-aac957426f6e req-7118c4a0-fecc-4be3-a7af-cca98f406bdb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e HTTP/1.1" status: 200 len: 217 time: 0.0421481 Feb 09 04:11:48.248479 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8c720c8-7777-47ae-aeec-63bf379cf107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:48.300290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640596-adb8-41cd-8710-aac957426f6e req-368a4895-127a-4ee4-9da3-45f2a3e3d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:48.301924 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73640596-adb8-41cd-8710-aac957426f6e req-368a4895-127a-4ee4-9da3-45f2a3e3d287 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad03752f-6dda-4c52-923c-1cc64e1c51ae HTTP/1.1" status: 200 len: 856 time: 0.0518603 Feb 09 04:11:48.355953 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640596-adb8-41cd-8710-aac957426f6e req-f8e1a71c-aee8-4967-b47a-048344d1b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:11:48.357696 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73640596-adb8-41cd-8710-aac957426f6e req-f8e1a71c-aee8-4967-b47a-048344d1b6d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482826 Feb 09 04:11:48.453280 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73640596-adb8-41cd-8710-aac957426f6e req-b0b2e7f6-993a-42d0-9c9e-672083ef069c service neutron] 10.222.0.65 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895269 Feb 09 04:11:48.543551 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73640596-adb8-41cd-8710-aac957426f6e req-8d28a896-d8ff-4e1f-8e5e-bff08385a04b service neutron] 10.222.0.65 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837269 Feb 09 04:11:49.509664 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:50.937167 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:52.070819 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:54.590649 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:08.069739 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:15.720719 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41db3e8e-46e9-4c46-abf2-449e463f180d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:16.350420 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:12:18.232309 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc3ea9e2-8f7e-4f88-8d7b-c9f946303ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:18.674582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909517c0-baee-49ac-94b4-f89a89d94915 req-a9e36720-f3ce-49cd-8676-5b951f9f394d tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:18.676232 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-909517c0-baee-49ac-94b4-f89a89d94915 req-a9e36720-f3ce-49cd-8676-5b951f9f394d tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 945 time: 0.0574439 Feb 09 04:12:18.726628 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-909517c0-baee-49ac-94b4-f89a89d94915 req-fdf42e11-f4dd-483e-8338-4a19e64a8604 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 Feb 09 04:12:19.509559 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:19.867674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e81ca-dc80-4d00-a30d-81f0d8e61ffb req-8ebd4b0f-3586-4806-ab87-a7c0ccc917ef tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:19.869183 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-607e81ca-dc80-4d00-a30d-81f0d8e61ffb req-8ebd4b0f-3586-4806-ab87-a7c0ccc917ef tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 945 time: 0.0600097 Feb 09 04:12:19.916098 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-607e81ca-dc80-4d00-a30d-81f0d8e61ffb req-3bc9e09a-fae7-4385-9bdb-7dff4ab6636a tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Feb 09 04:12:20.570455 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0c4c4-32e0-437f-98b3-d077a4af0309 req-4dc736f7-df51-4bb7-b9b9-69ea804dcb0c tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:20.572047 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42e0c4c4-32e0-437f-98b3-d077a4af0309 req-4dc736f7-df51-4bb7-b9b9-69ea804dcb0c tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.65 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 945 time: 0.0604706 Feb 09 04:12:20.662449 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-42e0c4c4-32e0-437f-98b3-d077a4af0309 req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Deleting port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:12:20.662785 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-42e0c4c4-32e0-437f-98b3-d077a4af0309 req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:20.760039 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-42e0c4c4-32e0-437f-98b3-d077a4af0309 req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] For port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:12:20.760395 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-42e0c4c4-32e0-437f-98b3-d077a4af0309 req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:20.774576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-42e0c4c4-32e0-437f-98b3-d077a4af0309 req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Calling delete_port for 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:12:20.907250 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-42e0c4c4-32e0-437f-98b3-d077a4af0309 req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:20.937859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Pushing event deleted for resources: {'Port': ['ID=99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:12:20.941223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:12:20.968509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.968509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.968848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.969913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.970457 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.970614 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:20.970893 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.971232 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.971569 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.971904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.972242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.972572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.972901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.974848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:20.992157 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e0c4c4-32e0-437f-98b3-d077a4af0309 req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] No DVR routers for this DVR port 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:12:20.995346 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-42e0c4c4-32e0-437f-98b3-d077a4af0309 req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:20.998904 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42e0c4c4-32e0-437f-98b3-d077a4af0309 req-7fcb156a-436a-49e2-b5d0-367d2e9f0a55 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.65 "DELETE /v2.0/ports/99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e HTTP/1.1" status: 204 len: 173 time: 0.4217012 Feb 09 04:12:20.999354 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5815b900-25f0-40c5-910c-a7a5bd136839', 'name': 'network-vif-deleted', 'tag': '99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:12:21.001995 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df02e07-53f6-43e3-ab77-2f5db328bd97" -d '{"events": [{"server_uuid": "5815b900-25f0-40c5-910c-a7a5bd136839", "name": "network-vif-deleted", "tag": "99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:12:21.040111 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-38dddb4e-8426-4427-9040-4c2963543f98 req-c20b9b6f-1b3e-4314-a396-1a837b77abc1 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=5815b900-25f0-40c5-910c-a7a5bd136839 HTTP/1.1" status: 200 len: 210 time: 0.0276763 Feb 09 04:12:21.047241 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e67856-92c4-4d09-8b0b-e4b213e1aaa0 x-openstack-request-id: req-61e67856-92c4-4d09-8b0b-e4b213e1aaa0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:12:21.047545 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5815b900-25f0-40c5-910c-a7a5bd136839", "name": "network-vif-deleted", "tag": "99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:12:21.047887 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61e67856-92c4-4d09-8b0b-e4b213e1aaa0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:12:21.048298 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5815b900-25f0-40c5-910c-a7a5bd136839', 'name': 'network-vif-deleted', 'tag': '99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e', 'status': 'completed', 'code': 200} Feb 09 04:12:22.076559 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:22.694102 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-94f1a6b3-8fd0-4326-b5c4-2b8aefc691c6 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:22.695535 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-94f1a6b3-8fd0-4326-b5c4-2b8aefc691c6 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/networks?id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 HTTP/1.1" status: 200 len: 817 time: 0.1031444 Feb 09 04:12:22.710509 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-a3b26e55-7ece-4bcb-9e1c-fac7999b3f8c tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/quotas/b4c5577a89de40019e92d50c2d861e11 HTTP/1.1" status: 200 len: 375 time: 0.0088356 Feb 09 04:12:22.764916 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-73559379-e2c6-4460-952e-5805567d795d tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4c5577a89de40019e92d50c2d861e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490158 Feb 09 04:12:22.862504 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-d082fb39-e687-447b-b172-be4030bdba28 service neutron] 10.222.0.21 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865555 Feb 09 04:12:22.953191 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-e5a86561-95d4-4a9b-a0a9-2c74131cdcad service neutron] 10.222.0.21 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848787 Feb 09 04:12:23.115252 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75a0ff43-dc08-46a9-9f26-15344a4363e4 req-297698c0-8f3f-47b5-a5fe-2a989cb6ad02 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 210 time: 0.0279796 Feb 09 04:12:24.024342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-3aea546c-dbeb-4f6e-b2de-f0f498559292 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:24.025823 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-3aea546c-dbeb-4f6e-b2de-f0f498559292 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.42 "GET /v2.0/networks?id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 HTTP/1.1" status: 200 len: 817 time: 0.1139801 Feb 09 04:12:24.037728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Request body: {'port': {'device_id': '67c9c337-0fe6-494d-aac8-dbd199a3ba2f', 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401', 'admin_state_up': True, 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:12:24.143604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Made reservation on behalf of b4c5577a89de40019e92d50c2d861e11 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:12:24.147032 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:24.217805 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-01d0627c-c5e1-4cab-a45e-733b32d010f0 req-c422a7f2-fdf9-4ca5-8355-9582dd2ffd5c tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 210 time: 0.0285056 Feb 09 04:12:24.278180 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Allocated IP 172.20.0.5 (e9f46a34-7b0e-44a6-b4d9-05e8f15f3401/ad03752f-6dda-4c52-923c-1cc64e1c51ae/9673ce6f-7a8e-48af-82d9-25202d9a4a50) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:12:24.424403 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks [] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:24.458337 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:24.504765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:12:24.507857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:12:24.512782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:12:24.515342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Pushing event updated for resources: {'Port': ['ID=9673ce6f-7a8e-48af-82d9-25202d9a4a50,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:12:24.543377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.543725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.544068 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.544408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.544741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.545288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.545655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.545992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.546319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.546646 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.546971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.547298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.547618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:24.575667 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:24.576319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:24.587106 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:24.594520 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-f5e2f688-86e0-49ac-a87f-9dcfa4151868 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5608201 Feb 09 04:12:24.607145 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Request body: {'port': {'device_id': '67c9c337-0fe6-494d-aac8-dbd199a3ba2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:12:24.674250 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:24.724970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1ecaf6cb-9d6e-4f59-b89d-6d626a1287ce None None] Provisioning complete for port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:12:24.725365 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf6cb-9d6e-4f59-b89d-6d626a1287ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:24.760768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1ecaf6cb-9d6e-4f59-b89d-6d626a1287ce None None] Port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:12:24.935976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9673ce6f-7a8e-48af-82d9-25202d9a4a50 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:12:24.943274 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Publish callbacks [] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:24.955821 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Transition to ACTIVE for port object 9673ce6f-7a8e-48af-82d9-25202d9a4a50 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:12:24.959590 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:25.010687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Pushing event updated for resources: {'Port': ['ID=9673ce6f-7a8e-48af-82d9-25202d9a4a50,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:12:25.084111 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Attempting to bind port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:12:25.084453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Attempting to bind port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:12:25.084780 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Attempting to bind port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 on network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:12:25.090021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 on network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:12:25.090345 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Attempting to bind port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 on network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:12:25.095627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:12:25.095966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Checking segment: {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:12:25.096349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Bound using segment: {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:12:25.096771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Bound port: 9673ce6f-7a8e-48af-82d9-25202d9a4a50, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eed7cd9-d457-4637-ad1d-59a6d1611b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:12:25.097130 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:25.167554 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] For port 9673ce6f-7a8e-48af-82d9-25202d9a4a50, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:12:25.171113 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] For port 9673ce6f-7a8e-48af-82d9-25202d9a4a50, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=9673ce6f-7a8e-48af-82d9-25202d9a4a50,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:12:25.176513 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:25.210315 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:25.210920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:25.212220 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] 10.222.0.42 "PUT /v2.0/ports/9673ce6f-7a8e-48af-82d9-25202d9a4a50 HTTP/1.1" status: 200 len: 1092 time: 0.6099741 Feb 09 04:12:25.212764 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c9c337-0fe6-494d-aac8-dbd199a3ba2f', 'tag': '9673ce6f-7a8e-48af-82d9-25202d9a4a50'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:12:25.214991 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6680e29-b68e-453b-b73e-0474149a1ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "67c9c337-0fe6-494d-aac8-dbd199a3ba2f", "tag": "9673ce6f-7a8e-48af-82d9-25202d9a4a50"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:12:25.242897 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e675f1d-b7dc-4bb5-949a-337e751c859b service neutron] Pushing event updated for resources: {'Port': ['ID=9673ce6f-7a8e-48af-82d9-25202d9a4a50,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:12:25.277116 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fee2761-a9f1-4289-ab71-4ecee44431e6 x-openstack-request-id: req-9fee2761-a9f1-4289-ab71-4ecee44431e6 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:12:25.277589 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c9c337-0fe6-494d-aac8-dbd199a3ba2f", "tag": "9673ce6f-7a8e-48af-82d9-25202d9a4a50", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:12:25.277945 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fee2761-a9f1-4289-ab71-4ecee44431e6 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:12:25.278455 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c9c337-0fe6-494d-aac8-dbd199a3ba2f', 'tag': '9673ce6f-7a8e-48af-82d9-25202d9a4a50', 'status': 'completed', 'code': 200} Feb 09 04:12:25.320857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-daf67861-c720-42a0-aa9f-dade29d5aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:25.322901 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-daf67861-c720-42a0-aa9f-dade29d5aefd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4c5577a89de40019e92d50c2d861e11&device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 1126 time: 0.0670822 Feb 09 04:12:25.366766 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0bda8-113f-4771-a744-305604616792 req-877cf13c-c6ae-4031-a33d-f737a54c808b tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:25.368365 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40c0bda8-113f-4771-a744-305604616792 req-877cf13c-c6ae-4031-a33d-f737a54c808b tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 943 time: 0.0686595 Feb 09 04:12:25.373159 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-cf2885a3-8d75-4410-a222-e8f79104c27e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9673ce6f-7a8e-48af-82d9-25202d9a4a50 HTTP/1.1" status: 200 len: 217 time: 0.0442033 Feb 09 04:12:25.420510 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-40c0bda8-113f-4771-a744-305604616792 req-d9a3f1da-8a5d-4610-86f8-ac53f64bef26 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456007 Feb 09 04:12:25.426227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-dc805794-f464-447a-9e00-ea38ac1a6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:25.427735 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-dc805794-f464-447a-9e00-ea38ac1a6af7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad03752f-6dda-4c52-923c-1cc64e1c51ae HTTP/1.1" status: 200 len: 856 time: 0.0480981 Feb 09 04:12:25.476988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-51beffd5-e095-4bbe-9781-8b97d9bdbb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:25.478413 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-51beffd5-e095-4bbe-9781-8b97d9bdbb6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444579 Feb 09 04:12:25.561428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:12:25.572542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-25c02722-5b8b-436a-a0c5-009835d05b3e service neutron] 10.222.0.42 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879371 Feb 09 04:12:25.581190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:12:25.581589 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 99b3b5b2-a5a7-4e7c-bfcc-aec50c8f5f5e not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:12:25.659368 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-949479c0-cf9b-47c7-95bf-92c09ec85d0c req-1829c7d0-6d3c-464c-ae0b-9f633218f8ef service neutron] 10.222.0.42 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816505 Feb 09 04:12:25.753294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6680e29-b68e-453b-b73e-0474149a1ebf req-9eb5a24e-2339-48da-9844-375819027dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:25.754830 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6680e29-b68e-453b-b73e-0474149a1ebf req-9eb5a24e-2339-48da-9844-375819027dc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4c5577a89de40019e92d50c2d861e11&device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 1126 time: 0.0498729 Feb 09 04:12:25.842645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6680e29-b68e-453b-b73e-0474149a1ebf req-0e494075-ce89-41b5-9c8e-6dd31a65947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:25.844186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6680e29-b68e-453b-b73e-0474149a1ebf req-0e494075-ce89-41b5-9c8e-6dd31a65947d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 HTTP/1.1" status: 200 len: 918 time: 0.0821779 Feb 09 04:12:25.887766 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6680e29-b68e-453b-b73e-0474149a1ebf req-b19a1238-58c1-4e65-8356-e956f66352eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9673ce6f-7a8e-48af-82d9-25202d9a4a50 HTTP/1.1" status: 200 len: 217 time: 0.0375824 Feb 09 04:12:25.935629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6680e29-b68e-453b-b73e-0474149a1ebf req-04fe8fb3-8e58-4989-a7bd-7c391e9a0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:25.937043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6680e29-b68e-453b-b73e-0474149a1ebf req-04fe8fb3-8e58-4989-a7bd-7c391e9a0687 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad03752f-6dda-4c52-923c-1cc64e1c51ae HTTP/1.1" status: 200 len: 856 time: 0.0437424 Feb 09 04:12:25.985598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6680e29-b68e-453b-b73e-0474149a1ebf req-9e435eda-a46f-496a-b332-c2dbb04d6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:25.987071 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6680e29-b68e-453b-b73e-0474149a1ebf req-9e435eda-a46f-496a-b332-c2dbb04d6b53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436099 Feb 09 04:12:26.078148 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6680e29-b68e-453b-b73e-0474149a1ebf req-de906dec-2dfd-4849-b927-bf4bac6f41fe service neutron] 10.222.0.42 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846872 Feb 09 04:12:26.165946 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6680e29-b68e-453b-b73e-0474149a1ebf req-c992ccee-0462-4faf-ae5a-4d11745c242d service neutron] 10.222.0.42 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816948 Feb 09 04:12:26.541449 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64fa54-e6a6-48ae-ae46-593a3f2fb5df req-d4309753-c829-4329-9e44-889e35379305 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:26.544019 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa64fa54-e6a6-48ae-ae46-593a3f2fb5df req-d4309753-c829-4329-9e44-889e35379305 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 943 time: 0.0537906 Feb 09 04:12:26.590951 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-aa64fa54-e6a6-48ae-ae46-593a3f2fb5df req-7db4ea6d-0e66-45be-a8af-ca43036da27e tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Feb 09 04:12:27.709955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6f786-4a44-445d-83ff-aa6c50e7bf42 req-cbc5c477-9c38-44fb-a995-825295c340a4 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:27.711441 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ff6f786-4a44-445d-83ff-aa6c50e7bf42 req-cbc5c477-9c38-44fb-a995-825295c340a4 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 943 time: 0.0531993 Feb 09 04:12:27.759073 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7ff6f786-4a44-445d-83ff-aa6c50e7bf42 req-8202876a-45b7-4aa4-b8a0-aa3fc5768189 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 Feb 09 04:12:28.292103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 9673ce6f-7a8e-48af-82d9-25202d9a4a50 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:12:28.387058 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 9673ce6f-7a8e-48af-82d9-25202d9a4a50, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=9673ce6f-7a8e-48af-82d9-25202d9a4a50,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:12:28.402127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '9673ce6f-7a8e-48af-82d9-25202d9a4a50', 'network_id': 'e9f46a34-7b0e-44a6-b4d9-05e8f15f3401', 'port_id': '9673ce6f-7a8e-48af-82d9-25202d9a4a50', 'mac_address': 'fa:16:3e:9f:81:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad03752f-6dda-4c52-923c-1cc64e1c51ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:12:28.437637 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:12:28.438028 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:28.451136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9673ce6f-7a8e-48af-82d9-25202d9a4a50 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:12:28.470143 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 9673ce6f-7a8e-48af-82d9-25202d9a4a50, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=9673ce6f-7a8e-48af-82d9-25202d9a4a50,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:12:28.473916 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:28.519400 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=9673ce6f-7a8e-48af-82d9-25202d9a4a50,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:12:28.526476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.527093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.527369 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.527719 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.528057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.528390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.528720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.529050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.529399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.529730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.530055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.530378 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.530702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:12:28.675374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['9673ce6f-7a8e-48af-82d9-25202d9a4a50'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:12:28.884553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f1705-13c2-436b-bff1-d2678cc45041 req-73904c43-f3f9-40ce-af45-038f933d1d3d tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:28.886075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-293f1705-13c2-436b-bff1-d2678cc45041 req-73904c43-f3f9-40ce-af45-038f933d1d3d tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 944 time: 0.0565341 Feb 09 04:12:28.933569 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-293f1705-13c2-436b-bff1-d2678cc45041 req-bce481fd-ef32-42ce-b195-62b719e01493 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 Feb 09 04:12:30.061422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db7d9d-1774-4100-9981-132fa889089c req-27170c23-5d27-47d9-82c2-4b089328d813 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:30.062952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5db7d9d-1774-4100-9981-132fa889089c req-27170c23-5d27-47d9-82c2-4b089328d813 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 944 time: 0.0567605 Feb 09 04:12:30.109626 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c5db7d9d-1774-4100-9981-132fa889089c req-4f504e94-34cc-4194-a381-4c6dcf46df1f tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410600 Feb 09 04:12:30.293873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 9673ce6f-7a8e-48af-82d9-25202d9a4a50 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:12:30.341584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:12:30.345307 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:12:30.345719 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:30.423486 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:12:30.423872 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:30.445427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c9c337-0fe6-494d-aac8-dbd199a3ba2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9673ce6f-7a8e-48af-82d9-25202d9a4a50'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:12:30.447658 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034e3c1d-39f5-4a2a-8a44-7a5a3f30c3dd" -d '{"events": [{"server_uuid": "67c9c337-0fe6-494d-aac8-dbd199a3ba2f", "name": "network-vif-plugged", "status": "completed", "tag": "9673ce6f-7a8e-48af-82d9-25202d9a4a50"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:12:30.461977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 9673ce6f-7a8e-48af-82d9-25202d9a4a50, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=9673ce6f-7a8e-48af-82d9-25202d9a4a50,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:12:30.467652 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:30.490556 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2584805-68e2-4827-8bdb-e78326ea3ebf x-openstack-request-id: req-c2584805-68e2-4827-8bdb-e78326ea3ebf {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:12:30.490886 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c9c337-0fe6-494d-aac8-dbd199a3ba2f", "name": "network-vif-plugged", "status": "completed", "tag": "9673ce6f-7a8e-48af-82d9-25202d9a4a50", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:12:30.491141 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2584805-68e2-4827-8bdb-e78326ea3ebf {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:12:30.491533 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c9c337-0fe6-494d-aac8-dbd199a3ba2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9673ce6f-7a8e-48af-82d9-25202d9a4a50', 'code': 200} Feb 09 04:12:30.516826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=9673ce6f-7a8e-48af-82d9-25202d9a4a50,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:12:30.591414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1280f0e-042e-4958-afec-891dfcc3b8fb req-cd6285ef-380f-42e9-9ef1-98da3ea3661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:30.592803 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1280f0e-042e-4958-afec-891dfcc3b8fb req-cd6285ef-380f-42e9-9ef1-98da3ea3661e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 1128 time: 0.0439496 Feb 09 04:12:30.634356 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d1280f0e-042e-4958-afec-891dfcc3b8fb req-4733194d-ca20-4ddc-a485-29e2027fa0a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358739 Feb 09 04:12:31.233523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce9ea3-aa15-459c-a6e5-3405da8320b5 req-fe2bce22-022c-4439-b453-e814f74b3eb2 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:31.235030 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1dce9ea3-aa15-459c-a6e5-3405da8320b5 req-fe2bce22-022c-4439-b453-e814f74b3eb2 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 945 time: 0.0547223 Feb 09 04:12:31.284170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1dce9ea3-aa15-459c-a6e5-3405da8320b5 req-a9db7dc9-8349-4faa-800c-1fe3773204ba tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Feb 09 04:12:32.409631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e0852-0758-4af1-98c4-c931bc34492d req-ef97218b-39df-4d8c-99e6-1d3449535872 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:32.411219 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-299e0852-0758-4af1-98c4-c931bc34492d req-ef97218b-39df-4d8c-99e6-1d3449535872 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 945 time: 0.0553827 Feb 09 04:12:32.457643 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-299e0852-0758-4af1-98c4-c931bc34492d req-6446981f-5b1a-4e85-82b8-ca46e7d53e37 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Feb 09 04:12:32.575566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c17185-bec3-4eb7-8bc3-e539f6791901 req-548250ca-8cd5-4583-ba8b-a39992962581 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:32.576947 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b3c17185-bec3-4eb7-8bc3-e539f6791901 req-548250ca-8cd5-4583-ba8b-a39992962581 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 945 time: 0.0538518 Feb 09 04:12:32.626566 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b3c17185-bec3-4eb7-8bc3-e539f6791901 req-25d9807b-1511-42b9-be83-fe0fc850c148 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Feb 09 04:12:34.355461 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e15e9c7-ca47-4d4f-987a-97801ff0a89d req-8088d1a4-3a75-4a39-b43c-fb92c813e155 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440507 Feb 09 04:12:34.439859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e9c7-ca47-4d4f-987a-97801ff0a89d req-710b1a42-dc0d-4ba9-8a26-3059502ef143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:34.441395 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e15e9c7-ca47-4d4f-987a-97801ff0a89d req-710b1a42-dc0d-4ba9-8a26-3059502ef143 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4c5577a89de40019e92d50c2d861e11&device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 1128 time: 0.0453010 Feb 09 04:12:34.546664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e9c7-ca47-4d4f-987a-97801ff0a89d req-c1669178-447a-4f37-8438-3e418dd65649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:34.548115 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e15e9c7-ca47-4d4f-987a-97801ff0a89d req-c1669178-447a-4f37-8438-3e418dd65649 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 HTTP/1.1" status: 200 len: 918 time: 0.0869470 Feb 09 04:12:34.588816 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e15e9c7-ca47-4d4f-987a-97801ff0a89d req-a3c29e35-a3cc-4b3c-8fe4-10b4c8c927ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9673ce6f-7a8e-48af-82d9-25202d9a4a50 HTTP/1.1" status: 200 len: 217 time: 0.0349081 Feb 09 04:12:34.634143 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e9c7-ca47-4d4f-987a-97801ff0a89d req-107a069a-8c8b-4391-a7a6-703bc2e957d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:34.635519 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e15e9c7-ca47-4d4f-987a-97801ff0a89d req-107a069a-8c8b-4391-a7a6-703bc2e957d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad03752f-6dda-4c52-923c-1cc64e1c51ae HTTP/1.1" status: 200 len: 856 time: 0.0414310 Feb 09 04:12:34.687768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e9c7-ca47-4d4f-987a-97801ff0a89d req-6fb9d5da-0536-4d3b-b65b-1912b0a0e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:12:34.689242 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e15e9c7-ca47-4d4f-987a-97801ff0a89d req-6fb9d5da-0536-4d3b-b65b-1912b0a0e6d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483603 Feb 09 04:12:34.775523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e15e9c7-ca47-4d4f-987a-97801ff0a89d req-da98e939-52ef-403e-937b-59ec15f2d7ca service neutron] 10.222.0.42 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795677 Feb 09 04:12:35.183154 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3e15e9c7-ca47-4d4f-987a-97801ff0a89d req-74325054-3f15-4c5a-b72c-fb3558f31a7f service neutron] 10.222.0.42 "GET /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017370 Feb 09 04:12:38.075812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:45.724151 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55047396-5ee1-470c-ac77-f3ab3f2e3450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:48.234474 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ed042e3-45c9-44bf-8f2d-5428b111feeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:49.511496 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:50.941082 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:52.079956 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:53.349468 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:12:54.600709 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:06.675976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37995f5b-0d8b-4d90-acec-9c2dd916b329 req-7436c844-608c-4de2-a517-91fc74a9f54c tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:06.677389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37995f5b-0d8b-4d90-acec-9c2dd916b329 req-7436c844-608c-4de2-a517-91fc74a9f54c tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 945 time: 0.0559642 Feb 09 04:13:06.725281 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37995f5b-0d8b-4d90-acec-9c2dd916b329 req-504346cf-3c37-4d01-832d-87ff8014931f tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 Feb 09 04:13:07.853070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d04bd-0e67-42cf-9dcd-d36414b1d7fc req-575437b8-de0d-4e9b-9c57-b2e002b2a639 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:07.854589 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f4d04bd-0e67-42cf-9dcd-d36414b1d7fc req-575437b8-de0d-4e9b-9c57-b2e002b2a639 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 945 time: 0.0583999 Feb 09 04:13:07.903397 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f4d04bd-0e67-42cf-9dcd-d36414b1d7fc req-0cbb5532-7e61-48b4-ad59-cb79c0389943 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ae6b526-3a7b-4954-9940-09f65b63a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425034 Feb 09 04:13:08.082119 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:08.118204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b21e4-bed4-4717-bd69-c0d6ef34a126 req-df56ac40-321c-482d-b906-7e6408e92f8f tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:08.119648 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-383b21e4-bed4-4717-bd69-c0d6ef34a126 req-df56ac40-321c-482d-b906-7e6408e92f8f tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.42 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 945 time: 0.0532951 Feb 09 04:13:08.214424 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-383b21e4-bed4-4717-bd69-c0d6ef34a126 req-63b3ab70-6f47-40c1-9c47-c48c445a1176 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Deleting port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:13:08.214768 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-383b21e4-bed4-4717-bd69-c0d6ef34a126 req-63b3ab70-6f47-40c1-9c47-c48c445a1176 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:08.304096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-383b21e4-bed4-4717-bd69-c0d6ef34a126 req-63b3ab70-6f47-40c1-9c47-c48c445a1176 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] For port 9673ce6f-7a8e-48af-82d9-25202d9a4a50, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=9673ce6f-7a8e-48af-82d9-25202d9a4a50,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:08.304463 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-383b21e4-bed4-4717-bd69-c0d6ef34a126 req-63b3ab70-6f47-40c1-9c47-c48c445a1176 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:08.317230 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-383b21e4-bed4-4717-bd69-c0d6ef34a126 req-63b3ab70-6f47-40c1-9c47-c48c445a1176 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Calling delete_port for 9673ce6f-7a8e-48af-82d9-25202d9a4a50 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:13:08.443323 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-383b21e4-bed4-4717-bd69-c0d6ef34a126 req-63b3ab70-6f47-40c1-9c47-c48c445a1176 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9673ce6f-7a8e-48af-82d9-25202d9a4a50), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:08.456846 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['9673ce6f-7a8e-48af-82d9-25202d9a4a50'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:13:08.472479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3ab70-6f47-40c1-9c47-c48c445a1176 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Pushing event deleted for resources: {'Port': ['ID=9673ce6f-7a8e-48af-82d9-25202d9a4a50,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:08.519411 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-383b21e4-bed4-4717-bd69-c0d6ef34a126 req-63b3ab70-6f47-40c1-9c47-c48c445a1176 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] No DVR routers for this DVR port 9673ce6f-7a8e-48af-82d9-25202d9a4a50 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:13:08.522054 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-383b21e4-bed4-4717-bd69-c0d6ef34a126 req-63b3ab70-6f47-40c1-9c47-c48c445a1176 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:08.525332 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-383b21e4-bed4-4717-bd69-c0d6ef34a126 req-63b3ab70-6f47-40c1-9c47-c48c445a1176 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.42 "DELETE /v2.0/ports/9673ce6f-7a8e-48af-82d9-25202d9a4a50 HTTP/1.1" status: 204 len: 173 time: 0.4005342 Feb 09 04:13:08.525796 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c9c337-0fe6-494d-aac8-dbd199a3ba2f', 'name': 'network-vif-deleted', 'tag': '9673ce6f-7a8e-48af-82d9-25202d9a4a50'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:13:08.528052 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ca34a9-cc47-48f0-90bb-8de927c35e50" -d '{"events": [{"server_uuid": "67c9c337-0fe6-494d-aac8-dbd199a3ba2f", "name": "network-vif-deleted", "tag": "9673ce6f-7a8e-48af-82d9-25202d9a4a50"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:13:08.567536 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2721e780-4737-4aba-8b96-792d26052073 x-openstack-request-id: req-2721e780-4737-4aba-8b96-792d26052073 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:13:08.567830 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c9c337-0fe6-494d-aac8-dbd199a3ba2f", "name": "network-vif-deleted", "tag": "9673ce6f-7a8e-48af-82d9-25202d9a4a50", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:13:08.568086 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2721e780-4737-4aba-8b96-792d26052073 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:13:08.568533 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c9c337-0fe6-494d-aac8-dbd199a3ba2f', 'name': 'network-vif-deleted', 'tag': '9673ce6f-7a8e-48af-82d9-25202d9a4a50', 'status': 'completed', 'code': 200} Feb 09 04:13:09.022410 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c00b9d2a-4770-44dc-930a-e5b02e6ed6a5 req-da96c57a-515f-4003-b2dd-8f65d8384b53 tempest-TestEncryptedCinderVolumes-1091265406 tempest-TestEncryptedCinderVolumes-1091265406-project] 10.222.0.21 "GET /v2.0/ports?device_id=67c9c337-0fe6-494d-aac8-dbd199a3ba2f HTTP/1.1" status: 200 len: 210 time: 0.0325580 Feb 09 04:13:10.119774 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55936) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:10.446741 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 9673ce6f-7a8e-48af-82d9-25202d9a4a50 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:13:10.469832 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 9673ce6f-7a8e-48af-82d9-25202d9a4a50 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:13:10.470175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 9673ce6f-7a8e-48af-82d9-25202d9a4a50 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:13:10.496856 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38020f1e-d017-4453-bc97-ce8c21d4009b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:10.759593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-38020f1e-d017-4453-bc97-ce8c21d4009b admin admin] Deleting port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:13:10.759812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38020f1e-d017-4453-bc97-ce8c21d4009b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:10.839355 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-38020f1e-d017-4453-bc97-ce8c21d4009b admin admin] For port 2d9953ae-33d5-4ba6-bcd4-c332f522c97b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=2d9953ae-33d5-4ba6-bcd4-c332f522c97b,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:10.839720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38020f1e-d017-4453-bc97-ce8c21d4009b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:10.854891 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-38020f1e-d017-4453-bc97-ce8c21d4009b admin admin] Calling delete_port for 2d9953ae-33d5-4ba6-bcd4-c332f522c97b owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:13:11.037013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38020f1e-d017-4453-bc97-ce8c21d4009b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2d9953ae-33d5-4ba6-bcd4-c332f522c97b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:11.065329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38020f1e-d017-4453-bc97-ce8c21d4009b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9953ae-33d5-4ba6-bcd4-c332f522c97b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:11.230892 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-38020f1e-d017-4453-bc97-ce8c21d4009b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:11.449929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38020f1e-d017-4453-bc97-ce8c21d4009b admin admin] Router bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:13:11.558663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38020f1e-d017-4453-bc97-ce8c21d4009b admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:13:11.564416 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-38020f1e-d017-4453-bc97-ce8c21d4009b admin admin] 10.222.0.21 "PUT /v2.0/routers/bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4429750 Feb 09 04:13:11.566309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55938) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:11.568074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd5ebd-ec98-4512-9a46-d7eda39222b0 None None] Sync routers for ids ['bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:13:11.578663 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd5ebd-ec98-4512-9a46-d7eda39222b0 None None] Routers {'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:13:11.579285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3cbd5ebd-ec98-4512-9a46-d7eda39222b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:12:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:11.673284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Publish callbacks [] for router (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:11.686458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3cbd5ebd-ec98-4512-9a46-d7eda39222b0 None None] Set router bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:13:11.778444 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Publish callbacks [] for router_gateway (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:11.844717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Deleting port c63c820d-2b39-4afb-b949-c657c13378a8 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:13:11.845058 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c63c820d-2b39-4afb-b949-c657c13378a8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:11.869747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3cbd5ebd-ec98-4512-9a46-d7eda39222b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'name': 'tempest-TestEncryptedCinderVolumes-1555977840-router', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:13:10Z', 'revision_number': 5, 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'gw_port': {'id': 'c63c820d-2b39-4afb-b949-c657c13378a8', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:11.899652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd5ebd-ec98-4512-9a46-d7eda39222b0 None None] Checking router: bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:13:11.908678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd5ebd-ec98-4512-9a46-d7eda39222b0 None None] Routers {'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:13:11.909270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3cbd5ebd-ec98-4512-9a46-d7eda39222b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:12:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:11.928599 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] For port c63c820d-2b39-4afb-b949-c657c13378a8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c63c820d-2b39-4afb-b949-c657c13378a8,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:11.928960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c63c820d-2b39-4afb-b949-c657c13378a8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:11.942369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Calling delete_port for c63c820d-2b39-4afb-b949-c657c13378a8 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:13:11.998652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3cbd5ebd-ec98-4512-9a46-d7eda39222b0 None None] Set router bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:13:12.053639 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3cbd5ebd-ec98-4512-9a46-d7eda39222b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'name': 'tempest-TestEncryptedCinderVolumes-1555977840-router', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:13:11Z', 'revision_number': 6, 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:12.081727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd5ebd-ec98-4512-9a46-d7eda39222b0 None None] The sync data for ids ['bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb'] in n-d-824835-15 is: [{'id': 'bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb', 'name': 'tempest-TestEncryptedCinderVolumes-1555977840-router', 'tenant_id': 'b4c5577a89de40019e92d50c2d861e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:23Z', 'updated_at': '2022-02-09T04:13:11Z', 'revision_number': 6, 'project_id': 'b4c5577a89de40019e92d50c2d861e11', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:13:12.119647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c63c820d-2b39-4afb-b949-c657c13378a8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.147484 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63c820d-2b39-4afb-b949-c657c13378a8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:12.208306 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.298439 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.300520 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Publish callbacks [] for router_controller (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.345598 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.346057 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:13:12.350413 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.351589 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ef5f1bf3-73af-4928-b70c-04bed3d43906 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bec2ebb4-24fe-427a-b977-8bb9e4e6f6eb HTTP/1.1" status: 204 len: 168 time: 0.7842076 Feb 09 04:13:12.354350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55940) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:12.399138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a955c83-304e-490d-ba4d-d908d4f126ad admin admin] Deleting subnet ad03752f-6dda-4c52-923c-1cc64e1c51ae {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:13:12.402138 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a955c83-304e-490d-ba4d-d908d4f126ad admin admin] Publish callbacks [] for subnet (ad03752f-6dda-4c52-923c-1cc64e1c51ae), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.438661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a955c83-304e-490d-ba4d-d908d4f126ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (ad03752f-6dda-4c52-923c-1cc64e1c51ae), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.523683 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a955c83-304e-490d-ba4d-d908d4f126ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (ad03752f-6dda-4c52-923c-1cc64e1c51ae), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.573994 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a955c83-304e-490d-ba4d-d908d4f126ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (ad03752f-6dda-4c52-923c-1cc64e1c51ae), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.598200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a955c83-304e-490d-ba4d-d908d4f126ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad03752f-6dda-4c52-923c-1cc64e1c51ae,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:12.601681 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8a955c83-304e-490d-ba4d-d908d4f126ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.605292 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8a955c83-304e-490d-ba4d-d908d4f126ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ad03752f-6dda-4c52-923c-1cc64e1c51ae HTTP/1.1" status: 204 len: 168 time: 0.2495613 Feb 09 04:13:12.608014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55942) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:12.608285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c4be1-9b0c-4c28-aca0-bba9ac5b86fb None None] Network e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:13:12.675725 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (e9f46a34-7b0e-44a6-b4d9-05e8f15f3401), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.737385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Deleting port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:13:12.737786 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.799261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] For port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9058e3e4-f63a-4d34-ac08-8cbf492b9d31,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:12.799261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.813492 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Calling delete_port for 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:13:12.834844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7766057c-8f47-49bc-85f9-de2247b238aa None None] DHCP port deletion for e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:13:12.888113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7766057c-8f47-49bc-85f9-de2247b238aa None None] Deleting port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:13:12.888314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7766057c-8f47-49bc-85f9-de2247b238aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.895727 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.909030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] No DVR routers for this DVR port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:13:12.933726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=9058e3e4-f63a-4d34-ac08-8cbf492b9d31,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:12.960842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7766057c-8f47-49bc-85f9-de2247b238aa None None] For port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9058e3e4-f63a-4d34-ac08-8cbf492b9d31,segment=NetworkSegment(9eed7cd9-d457-4637-ad1d-59a6d1611b22),segment_id=9eed7cd9-d457-4637-ad1d-59a6d1611b22)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:12.961230 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7766057c-8f47-49bc-85f9-de2247b238aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:12.975301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7766057c-8f47-49bc-85f9-de2247b238aa None None] Calling delete_port for 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:13:13.008706 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (e9f46a34-7b0e-44a6-b4d9-05e8f15f3401), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:13.030566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f46a34-7b0e-44a6-b4d9-05e8f15f3401']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:13.040672 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eed7cd9-d457-4637-ad1d-59a6d1611b22') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:13.040955 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eed7cd9-d457-4637-ad1d-59a6d1611b22') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:13.052881 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (9eed7cd9-d457-4637-ad1d-59a6d1611b22), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 04:13:13.053435 n-d-824835-15 neutron-server[103329]: self.session.flush() Feb 09 04:13:13.063503 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7766057c-8f47-49bc-85f9-de2247b238aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (9058e3e4-f63a-4d34-ac08-8cbf492b9d31), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:13.070277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (9eed7cd9-d457-4637-ad1d-59a6d1611b22), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:13.078358 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:13:13.078788 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (9eed7cd9-d457-4637-ad1d-59a6d1611b22), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:13:13.080844 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:13:13.090672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766057c-8f47-49bc-85f9-de2247b238aa None None] Pushing event deleted for resources: {'Port': ['ID=9058e3e4-f63a-4d34-ac08-8cbf492b9d31,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:13.094666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766057c-8f47-49bc-85f9-de2247b238aa None None] No DVR routers for this DVR port 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:13:13.151808 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (e9f46a34-7b0e-44a6-b4d9-05e8f15f3401), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:13.157346 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:13.160490 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] 10.222.0.21 "DELETE /v2.0/networks/e9f46a34-7b0e-44a6-b4d9-05e8f15f3401 HTTP/1.1" status: 204 len: 168 time: 0.5516224 Feb 09 04:13:13.163490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55944) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:13.171746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d65a4e-9f46-4733-8f2f-e76129861c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f46a34-7b0e-44a6-b4d9-05e8f15f3401,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:13.799230 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a506927-5352-4d3e-883b-b98d3b8366da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:13.828868 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:13:13.849901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:13:13.850246 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9058e3e4-f63a-4d34-ac08-8cbf492b9d31 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:13:13.850668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c63c820d-2b39-4afb-b949-c657c13378a8 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:13:13.869173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: c63c820d-2b39-4afb-b949-c657c13378a8 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:13:13.869548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c63c820d-2b39-4afb-b949-c657c13378a8 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:13:13.869989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2d9953ae-33d5-4ba6-bcd4-c332f522c97b no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:13:13.888606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 2d9953ae-33d5-4ba6-bcd4-c332f522c97b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:13:13.888606 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 2d9953ae-33d5-4ba6-bcd4-c332f522c97b not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:13:14.051688 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4a506927-5352-4d3e-883b-b98d3b8366da admin admin] Deleting port 101cf368-e3b8-41ff-8498-f96ded4b6e27 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:13:14.051923 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a506927-5352-4d3e-883b-b98d3b8366da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:14.126829 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4a506927-5352-4d3e-883b-b98d3b8366da admin admin] For port 101cf368-e3b8-41ff-8498-f96ded4b6e27, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=101cf368-e3b8-41ff-8498-f96ded4b6e27,segment=NetworkSegment(1a0be514-6860-408e-b198-5aed4a9587a6),segment_id=1a0be514-6860-408e-b198-5aed4a9587a6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:14.127178 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a506927-5352-4d3e-883b-b98d3b8366da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:14.140762 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4a506927-5352-4d3e-883b-b98d3b8366da admin admin] Calling delete_port for 101cf368-e3b8-41ff-8498-f96ded4b6e27 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:13:14.322581 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a506927-5352-4d3e-883b-b98d3b8366da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (101cf368-e3b8-41ff-8498-f96ded4b6e27), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:14.345715 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a506927-5352-4d3e-883b-b98d3b8366da admin admin] Pushing event deleted for resources: {'Port': ['ID=101cf368-e3b8-41ff-8498-f96ded4b6e27,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:14.521634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a506927-5352-4d3e-883b-b98d3b8366da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:14.743476 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a506927-5352-4d3e-883b-b98d3b8366da admin admin] Router 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:13:14.852631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a506927-5352-4d3e-883b-b98d3b8366da admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:13:14.861175 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4a506927-5352-4d3e-883b-b98d3b8366da admin admin] 10.222.0.21 "PUT /v2.0/routers/226b6c01-c84a-4e2f-86bd-e3bd654e7b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6964784 Feb 09 04:13:14.861516 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55946) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:14.862775 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c82ccc-0da9-4c8f-b98d-1bcd086a9bb5 None None] Sync routers for ids ['226b6c01-c84a-4e2f-86bd-e3bd654e7b14'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:13:14.872098 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c82ccc-0da9-4c8f-b98d-1bcd086a9bb5 None None] Routers {'226b6c01-c84a-4e2f-86bd-e3bd654e7b14'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:13:14.873284 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-93c82ccc-0da9-4c8f-b98d-1bcd086a9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:12:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['226b6c01-c84a-4e2f-86bd-e3bd654e7b14'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:14.969074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Publish callbacks [] for router (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:14.980075 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-93c82ccc-0da9-4c8f-b98d-1bcd086a9bb5 None None] Set router 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:13:15.162760 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-93c82ccc-0da9-4c8f-b98d-1bcd086a9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'name': 'tempest-TestEncryptedCinderVolumes-1197990273-router', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:27Z', 'updated_at': '2022-02-09T04:13:14Z', 'revision_number': 5, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'gw_port': {'id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:28Z', 'updated_at': '2022-02-09T04:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:15.194680 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c82ccc-0da9-4c8f-b98d-1bcd086a9bb5 None None] Checking router: 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:13:15.204736 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c82ccc-0da9-4c8f-b98d-1bcd086a9bb5 None None] Routers {'226b6c01-c84a-4e2f-86bd-e3bd654e7b14'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:13:15.205369 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-93c82ccc-0da9-4c8f-b98d-1bcd086a9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:12:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['226b6c01-c84a-4e2f-86bd-e3bd654e7b14'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:15.313443 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-93c82ccc-0da9-4c8f-b98d-1bcd086a9bb5 None None] Set router 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:13:15.387482 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Publish callbacks [] for router_gateway (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:15.439356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Deleting port 161c8298-62d1-4033-bfe0-adc0f377bd9b {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:13:15.439689 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:15.487213 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-93c82ccc-0da9-4c8f-b98d-1bcd086a9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'name': 'tempest-TestEncryptedCinderVolumes-1197990273-router', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:27Z', 'updated_at': '2022-02-09T04:13:14Z', 'revision_number': 5, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'gw_port': {'id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:28Z', 'updated_at': '2022-02-09T04:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:15.513812 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c82ccc-0da9-4c8f-b98d-1bcd086a9bb5 None None] The sync data for ids ['226b6c01-c84a-4e2f-86bd-e3bd654e7b14'] in n-d-824835-15 is: [{'id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'name': 'tempest-TestEncryptedCinderVolumes-1197990273-router', 'tenant_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:11:27Z', 'updated_at': '2022-02-09T04:13:14Z', 'revision_number': 5, 'project_id': 'b1a7e6434ffa4bc0a1a196f646d7fbad', 'gw_port': {'id': '161c8298-62d1-4033-bfe0-adc0f377bd9b', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b6c01-c84a-4e2f-86bd-e3bd654e7b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:11:28Z', 'updated_at': '2022-02-09T04:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:13:15.518394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] For port 161c8298-62d1-4033-bfe0-adc0f377bd9b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=161c8298-62d1-4033-bfe0-adc0f377bd9b,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:15.518592 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:15.535972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Calling delete_port for 161c8298-62d1-4033-bfe0-adc0f377bd9b owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:13:15.705407 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (161c8298-62d1-4033-bfe0-adc0f377bd9b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:15.728135 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0333-2dfa-4261-924f-192d59b84197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:15.730464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Pushing event deleted for resources: {'Port': ['ID=161c8298-62d1-4033-bfe0-adc0f377bd9b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:15.790133 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:15.882751 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:15.890709 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Publish callbacks [] for router_controller (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:15.940396 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (226b6c01-c84a-4e2f-86bd-e3bd654e7b14), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:15.941029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 226b6c01-c84a-4e2f-86bd-e3bd654e7b14 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:13:15.946297 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:15.947462 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ac2af168-0249-4888-87c8-253865c07462 admin admin] 10.222.0.21 "DELETE /v2.0/routers/226b6c01-c84a-4e2f-86bd-e3bd654e7b14 HTTP/1.1" status: 204 len: 168 time: 1.0848396 Feb 09 04:13:15.949902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55948) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:15.963244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 101cf368-e3b8-41ff-8498-f96ded4b6e27 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:13:15.988195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 101cf368-e3b8-41ff-8498-f96ded4b6e27 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:13:15.988856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 101cf368-e3b8-41ff-8498-f96ded4b6e27 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:13:15.998946 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ce1cf8-8d75-4bb5-9649-9df00fe4668f admin admin] Deleting subnet 64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:13:16.002699 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24ce1cf8-8d75-4bb5-9649-9df00fe4668f admin admin] Publish callbacks [] for subnet (64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.038998 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24ce1cf8-8d75-4bb5-9649-9df00fe4668f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.122920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24ce1cf8-8d75-4bb5-9649-9df00fe4668f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.179816 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24ce1cf8-8d75-4bb5-9649-9df00fe4668f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.206039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce1cf8-8d75-4bb5-9649-9df00fe4668f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:16.211793 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24ce1cf8-8d75-4bb5-9649-9df00fe4668f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.217592 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-24ce1cf8-8d75-4bb5-9649-9df00fe4668f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/64fbc2f3-3c60-4d1d-8c0a-bbdd569ac97b HTTP/1.1" status: 204 len: 168 time: 0.2635450 Feb 09 04:13:16.217934 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55950) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:16.221615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53856035-fb3c-4b1a-9052-23cdc2e4a3d7 None None] Network 9596674e-b1ed-4e74-8998-32f90ddca11c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:13:16.286696 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (9596674e-b1ed-4e74-8998-32f90ddca11c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.346309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Deleting port c7d3fcad-6c70-4da2-a315-57c877d3c1bf {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:13:16.346646 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.408630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] For port c7d3fcad-6c70-4da2-a315-57c877d3c1bf, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c7d3fcad-6c70-4da2-a315-57c877d3c1bf,segment=NetworkSegment(1a0be514-6860-408e-b198-5aed4a9587a6),segment_id=1a0be514-6860-408e-b198-5aed4a9587a6)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:16.408993 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.422300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Calling delete_port for c7d3fcad-6c70-4da2-a315-57c877d3c1bf owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:13:16.498779 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (c7d3fcad-6c70-4da2-a315-57c877d3c1bf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.524702 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d3fcad-6c70-4da2-a315-57c877d3c1bf,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:16.530943 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] No DVR routers for this DVR port c7d3fcad-6c70-4da2-a315-57c877d3c1bf on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:13:16.585156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cfb11a-f0e7-47bf-8704-d82464397b3b None None] DHCP port deletion for 9596674e-b1ed-4e74-8998-32f90ddca11c request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:13:16.609588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (9596674e-b1ed-4e74-8998-32f90ddca11c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.630146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9596674e-b1ed-4e74-8998-32f90ddca11c']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:16.639270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0be514-6860-408e-b198-5aed4a9587a6') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:16.639569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0be514-6860-408e-b198-5aed4a9587a6') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:16.648656 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (1a0be514-6860-408e-b198-5aed4a9587a6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.662234 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (1a0be514-6860-408e-b198-5aed4a9587a6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.668304 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:13:16.668691 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (1a0be514-6860-408e-b198-5aed4a9587a6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:13:16.670991 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:13:16.727882 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (9596674e-b1ed-4e74-8998-32f90ddca11c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.734466 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:16.737602 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9596674e-b1ed-4e74-8998-32f90ddca11c HTTP/1.1" status: 204 len: 168 time: 0.5187123 Feb 09 04:13:16.749095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455f9db-a21c-496c-a12a-8f84ade94f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=9596674e-b1ed-4e74-8998-32f90ddca11c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:16.915942 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55954) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:16.974019 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ee45890b-ac95-4121-b3d1-e0cc0c1b4cc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4c5577a89de40019e92d50c2d861e11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0555773 Feb 09 04:13:16.975853 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55956) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:17.031644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8306d050-3337-436d-83ed-46221f16aa29 admin admin] Publish callbacks [] for security_group (6ae6b526-3a7b-4954-9940-09f65b63a1d2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:17.053188 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8306d050-3337-436d-83ed-46221f16aa29 admin admin] Publish callbacks [] for security_group (6ae6b526-3a7b-4954-9940-09f65b63a1d2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:17.100659 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8306d050-3337-436d-83ed-46221f16aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (6ae6b526-3a7b-4954-9940-09f65b63a1d2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:17.103281 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8306d050-3337-436d-83ed-46221f16aa29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:17.104483 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8306d050-3337-436d-83ed-46221f16aa29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ae6b526-3a7b-4954-9940-09f65b63a1d2 HTTP/1.1" status: 204 len: 168 time: 0.1273062 Feb 09 04:13:17.113034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306d050-3337-436d-83ed-46221f16aa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae6b526-3a7b-4954-9940-09f65b63a1d2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:17.429627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55962) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:17.470454 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c11b4d46-b76d-4572-bef3-079d522c5331 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1a7e6434ffa4bc0a1a196f646d7fbad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396805 Feb 09 04:13:17.472773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55964) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:17.519129 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7974aa96-a6f7-4962-bb08-33279a55c836 admin admin] Publish callbacks [] for security_group (e947add7-7aed-49b6-98e5-ea9eb3e5df9e), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:17.539613 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7974aa96-a6f7-4962-bb08-33279a55c836 admin admin] Publish callbacks [] for security_group (e947add7-7aed-49b6-98e5-ea9eb3e5df9e), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:17.589831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7974aa96-a6f7-4962-bb08-33279a55c836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e947add7-7aed-49b6-98e5-ea9eb3e5df9e), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:17.593162 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7974aa96-a6f7-4962-bb08-33279a55c836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:17.594352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7974aa96-a6f7-4962-bb08-33279a55c836 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e947add7-7aed-49b6-98e5-ea9eb3e5df9e HTTP/1.1" status: 204 len: 168 time: 0.1206863 Feb 09 04:13:17.602333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974aa96-a6f7-4962-bb08-33279a55c836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e947add7-7aed-49b6-98e5-ea9eb3e5df9e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:17.838060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 161c8298-62d1-4033-bfe0-adc0f377bd9b no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:13:17.858909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 161c8298-62d1-4033-bfe0-adc0f377bd9b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:13:17.859254 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 161c8298-62d1-4033-bfe0-adc0f377bd9b not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:13:17.859672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c7d3fcad-6c70-4da2-a315-57c877d3c1bf no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:13:17.879853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: c7d3fcad-6c70-4da2-a315-57c877d3c1bf {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:13:17.880220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c7d3fcad-6c70-4da2-a315-57c877d3c1bf not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:13:18.239227 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db1b869f-ca65-4a06-a71d-573c005a0eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:18.322156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 55986) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:18.428211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-872942501-network', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:13:18.447966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Made reservation on behalf of e10624bbf2f744ee8450b0172d724ac9 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:13:18.450971 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:18.459290 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:18.534016 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Publish callbacks [] for security_group (c2b068df-a4e0-4970-aa07-5eb75bafb7e9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:18.537771 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c2b068df-a4e0-4970-aa07-5eb75bafb7e9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:18.558180 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:13:18.572804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b068df-a4e0-4970-aa07-5eb75bafb7e9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:18.576143 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e9e33177-71b9-4cfc-b10c-256bb97d4f6e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:18.576506 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Added segment e9e33177-71b9-4cfc-b10c-256bb97d4f6e of type vlan for network d3ac3b3e-435b-4cbc-8003-dbba46836979 Feb 09 04:13:18.615879 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (d3ac3b3e-435b-4cbc-8003-dbba46836979), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:18.641319 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (d3ac3b3e-435b-4cbc-8003-dbba46836979), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:18.642277 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:18.642858 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:18.700997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3771400 Feb 09 04:13:18.704094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55990) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:18.707824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a125fd-816f-4bb7-890f-00887fac43ff admin admin] Pushing event updated for resources: {'Network': ['ID=d3ac3b3e-435b-4cbc-8003-dbba46836979,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:18.709135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-dc8d7801-58c2-4afb-a531-95dc3dd9f87f admin admin] Request body: {'subnet': {'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-872942501-subnet', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:13:18.719977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network d3ac3b3e-435b-4cbc-8003-dbba46836979 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:13:18.728578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8d7801-58c2-4afb-a531-95dc3dd9f87f admin admin] Made reservation on behalf of e10624bbf2f744ee8450b0172d724ac9 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:13:18.731053 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7801-58c2-4afb-a531-95dc3dd9f87f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:18.900429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7801-58c2-4afb-a531-95dc3dd9f87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (06653b73-e4b0-43f4-9784-efdbe08bccc2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:18.961725 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d7801-58c2-4afb-a531-95dc3dd9f87f admin admin] Pushing event updated for resources: {'Subnet': ['ID=06653b73-e4b0-43f4-9784-efdbe08bccc2,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:18.974216 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8d7801-58c2-4afb-a531-95dc3dd9f87f admin admin] Checking segment: {'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:13:18.974574 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8d7801-58c2-4afb-a531-95dc3dd9f87f admin admin] Network hostable DHCP agents. Network: d3ac3b3e-435b-4cbc-8003-dbba46836979, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:13:18.991987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8d7801-58c2-4afb-a531-95dc3dd9f87f admin admin] Network d3ac3b3e-435b-4cbc-8003-dbba46836979 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:13:19.001626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-dc8d7801-58c2-4afb-a531-95dc3dd9f87f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, d3ac3b3e-435b-4cbc-8003-dbba46836979) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:13:19.005598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8d7801-58c2-4afb-a531-95dc3dd9f87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:19.006186 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7801-58c2-4afb-a531-95dc3dd9f87f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.012105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c60935e-e7ce-4eb6-a631-8fbac723d714 None None] Network d3ac3b3e-435b-4cbc-8003-dbba46836979 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:13:19.022426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dc8d7801-58c2-4afb-a531-95dc3dd9f87f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3171971 Feb 09 04:13:19.025112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55992) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:19.029648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:13:19.053036 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (8a64b259-0e12-4718-b6be-fb27dab8cff1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.054250 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (8a64b259-0e12-4718-b6be-fb27dab8cff1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.114750 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Publish callbacks [] for router_controller (8a64b259-0e12-4718-b6be-fb27dab8cff1), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.116338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-d3ac3b3e-435b-4cbc-8003-dbba46836979', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:13:19.117274 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.250902 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Allocated IP 172.20.0.2 (d3ac3b3e-435b-4cbc-8003-dbba46836979/06653b73-e4b0-43f4-9784-efdbe08bccc2/b5152c79-8f0b-4575-89ff-f3e8a3192add) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:13:19.268412 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Publish callbacks [] for router_gateway (8a64b259-0e12-4718-b6be-fb27dab8cff1), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.475283 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Publish callbacks [] for router_gateway (8a64b259-0e12-4718-b6be-fb27dab8cff1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.494390 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.544122 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.567853 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Publish callbacks [] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.574996 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.602863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Allocated IP 172.25.5.19 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/9b73a971-4155-4c13-9a01-fec268f8d132) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:13:19.622812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Network d3ac3b3e-435b-4cbc-8003-dbba46836979 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:13:19.628218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:13:19.630114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Pushing event updated for resources: {'Port': ['ID=b5152c79-8f0b-4575-89ff-f3e8a3192add,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:19.632381 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:13:19.687922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Attempting to bind port b5152c79-8f0b-4575-89ff-f3e8a3192add on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:13:19.688295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Attempting to bind port b5152c79-8f0b-4575-89ff-f3e8a3192add by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:13:19.688667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Attempting to bind port b5152c79-8f0b-4575-89ff-f3e8a3192add on network d3ac3b3e-435b-4cbc-8003-dbba46836979 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:13:19.693607 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:13:19.693991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Checking segment: {'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:13:19.694400 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.694802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Bound using segment: {'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:13:19.695269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Bound port: b5152c79-8f0b-4575-89ff-f3e8a3192add, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:13:19.695656 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.712880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Publish callbacks [] for port (9b73a971-4155-4c13-9a01-fec268f8d132), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.747284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9b73a971-4155-4c13-9a01-fec268f8d132), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.759121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] For port b5152c79-8f0b-4575-89ff-f3e8a3192add, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:13:19.762301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] For port b5152c79-8f0b-4575-89ff-f3e8a3192add, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b5152c79-8f0b-4575-89ff-f3e8a3192add,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:13:19.769614 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:19.788923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:13:19.793879 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:13:19.798403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:13:19.824565 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b73a971-4155-4c13-9a01-fec268f8d132,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:19.834518 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36119913-2150-44fd-a884-80f6e40a8b1e None None] Pushing event updated for resources: {'Port': ['ID=b5152c79-8f0b-4575-89ff-f3e8a3192add,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:20.073161 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Publish callbacks [] for router_gateway (8a64b259-0e12-4718-b6be-fb27dab8cff1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:20.275025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (8a64b259-0e12-4718-b6be-fb27dab8cff1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:20.405403 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Router 8a64b259-0e12-4718-b6be-fb27dab8cff1 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:13:20.515474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:13:20.525935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Sync routers for ids ['8a64b259-0e12-4718-b6be-fb27dab8cff1'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:13:20.537001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Routers {'8a64b259-0e12-4718-b6be-fb27dab8cff1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:13:20.537673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:13:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8a64b259-0e12-4718-b6be-fb27dab8cff1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:20.540810 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:20.542235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-74417ea7-80b3-4476-9b10-78dbf43f8ba0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5160904 Feb 09 04:13:20.546361 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 55994) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:20.668812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Set router 8a64b259-0e12-4718-b6be-fb27dab8cff1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:13:20.790765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa412701-fd17-48fd-b6c9-2bbccf986df5 None None] Network d3ac3b3e-435b-4cbc-8003-dbba46836979 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:13:20.894542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5397f204-0826-4824-bacb-9233d4c0433e None None] Provisioning complete for port b5152c79-8f0b-4575-89ff-f3e8a3192add triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:20.894827 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5397f204-0826-4824-bacb-9233d4c0433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:20.980315 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:20.991161 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.040201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:19Z', 'revision_number': 3, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:21.076613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Checking router: 8a64b259-0e12-4718-b6be-fb27dab8cff1 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:13:21.076922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Updating router 8a64b259-0e12-4718-b6be-fb27dab8cff1 port 9b73a971-4155-4c13-9a01-fec268f8d132 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:13:21.107586 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5397f204-0826-4824-bacb-9233d4c0433e None None] Current status of the port b5152c79-8f0b-4575-89ff-f3e8a3192add is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:21.107985 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5397f204-0826-4824-bacb-9233d4c0433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.119386 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9b73a971-4155-4c13-9a01-fec268f8d132), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.173809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Allocated IP 172.20.0.1 (d3ac3b3e-435b-4cbc-8003-dbba46836979/06653b73-e4b0-43f4-9784-efdbe08bccc2/f33ac840-6171-41a2-b82d-19e14d84285c) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:13:21.226742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5397f204-0826-4824-bacb-9233d4c0433e None None] For port b5152c79-8f0b-4575-89ff-f3e8a3192add, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b5152c79-8f0b-4575-89ff-f3e8a3192add,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:21.234538 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5397f204-0826-4824-bacb-9233d4c0433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.291520 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Publish callbacks [] for port (f33ac840-6171-41a2-b82d-19e14d84285c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.323936 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.335623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397f204-0826-4824-bacb-9233d4c0433e None None] Pushing event updated for resources: {'Port': ['ID=b5152c79-8f0b-4575-89ff-f3e8a3192add,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:21.361709 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Network d3ac3b3e-435b-4cbc-8003-dbba46836979 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:13:21.366483 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:13:21.369983 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:13:21.377939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8592b8dd-a81c-4155-81c8-a4d61c30bb21 None None] Provisioning complete for port b5152c79-8f0b-4575-89ff-f3e8a3192add triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:21.378326 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8592b8dd-a81c-4155-81c8-a4d61c30bb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.398513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Pushing event updated for resources: {'Port': ['ID=f33ac840-6171-41a2-b82d-19e14d84285c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:21.423768 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (8a64b259-0e12-4718-b6be-fb27dab8cff1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.485399 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Publish callbacks [] for port (9b73a971-4155-4c13-9a01-fec268f8d132), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.511507 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9b73a971-4155-4c13-9a01-fec268f8d132), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.564657 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.566966 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8592b8dd-a81c-4155-81c8-a4d61c30bb21 None None] Current status of the port b5152c79-8f0b-4575-89ff-f3e8a3192add is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:21.586548 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ae0ce-d402-48c6-8478-cf6d603c043a None None] Pushing event updated for resources: {'Port': ['ID=9b73a971-4155-4c13-9a01-fec268f8d132,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:21.588935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Attempting to bind port 9b73a971-4155-4c13-9a01-fec268f8d132 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:13:21.589311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Attempting to bind port 9b73a971-4155-4c13-9a01-fec268f8d132 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:13:21.589702 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Attempting to bind port 9b73a971-4155-4c13-9a01-fec268f8d132 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:13:21.596314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:13:21.596711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:13:21.597388 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.598091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:13:21.598593 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Bound port: 9b73a971-4155-4c13-9a01-fec268f8d132, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:13:21.598979 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9b73a971-4155-4c13-9a01-fec268f8d132), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.652729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] For port 9b73a971-4155-4c13-9a01-fec268f8d132, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:13:21.657346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] For port 9b73a971-4155-4c13-9a01-fec268f8d132, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9b73a971-4155-4c13-9a01-fec268f8d132,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:13:21.663685 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9b73a971-4155-4c13-9a01-fec268f8d132), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.738539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d2de63b4-aa6d-470f-9dc4-962f118aaade None None] Provisioning complete for port f33ac840-6171-41a2-b82d-19e14d84285c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:21.738824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2de63b4-aa6d-470f-9dc4-962f118aaade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:21.740804 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Routers {'8a64b259-0e12-4718-b6be-fb27dab8cff1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:13:21.741501 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:13:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8a64b259-0e12-4718-b6be-fb27dab8cff1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:21.744486 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ae0ce-d402-48c6-8478-cf6d603c043a None None] Pushing event updated for resources: {'Port': ['ID=9b73a971-4155-4c13-9a01-fec268f8d132,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:21.853223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d2de63b4-aa6d-470f-9dc4-962f118aaade None None] Port f33ac840-6171-41a2-b82d-19e14d84285c cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:13:21.879940 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b5152c79-8f0b-4575-89ff-f3e8a3192add up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:13:21.911683 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] Set router 8a64b259-0e12-4718-b6be-fb27dab8cff1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:13:22.072590 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Publish callbacks [] for port (f33ac840-6171-41a2-b82d-19e14d84285c), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:22.078141 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:22.147901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Pushing event updated for resources: {'Port': ['ID=f33ac840-6171-41a2-b82d-19e14d84285c,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:22.150306 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (8a64b259-0e12-4718-b6be-fb27dab8cff1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:22.211839 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:22.221029 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b5152c79-8f0b-4575-89ff-f3e8a3192add triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:22.221433 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:22.240687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Network d3ac3b3e-435b-4cbc-8003-dbba46836979 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:13:22.242134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:13:22.360901 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b5152c79-8f0b-4575-89ff-f3e8a3192add is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:22.371718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Router 8a64b259-0e12-4718-b6be-fb27dab8cff1 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:13:22.378449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f33ac840-6171-41a2-b82d-19e14d84285c', 'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'mac_address': 'fa:16:3e:69:7d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:21Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 1, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'subnets': [{'id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:22.411688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af83a3-a681-4e8b-b5c0-13e759c718a7 None None] The sync data for ids ['8a64b259-0e12-4718-b6be-fb27dab8cff1'] in n-d-824835-15 is: [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f33ac840-6171-41a2-b82d-19e14d84285c', 'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'mac_address': 'fa:16:3e:69:7d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:21Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 1, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'subnets': [{'id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:13:22.477996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a63403e7-f72c-401a-8d86-e2b0719918a2 None None] Provisioning complete for port f33ac840-6171-41a2-b82d-19e14d84285c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:22.478367 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a63403e7-f72c-401a-8d86-e2b0719918a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:22.495931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:13:22.502026 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9365747a-702c-4f85-968f-39c814d41b4d admin admin] 10.222.0.21 "PUT /v2.0/routers/8a64b259-0e12-4718-b6be-fb27dab8cff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9546280 Feb 09 04:13:22.520610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a63403e7-f72c-401a-8d86-e2b0719918a2 None None] Port f33ac840-6171-41a2-b82d-19e14d84285c cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:13:23.014284 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56010) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:23.019356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-127537769-network', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:13:23.041394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Made reservation on behalf of 62b3e8a44b3f4a558142db3078a078b9 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:13:23.044072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.053676 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.151758 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Publish callbacks [] for security_group (13e1f33e-f515-4f61-b4ef-4854c3490f5f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.157464 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (13e1f33e-f515-4f61-b4ef-4854c3490f5f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.190271 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:13:23.193684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e1f33e-f515-4f61-b4ef-4854c3490f5f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:23.204760 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (93aa819e-cdaa-41b8-8e8d-6e3051ddea08), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.205222 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Added segment 93aa819e-cdaa-41b8-8e8d-6e3051ddea08 of type vlan for network 38e409cf-3c8b-489e-afa0-676238f85f89 Feb 09 04:13:23.248491 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (38e409cf-3c8b-489e-afa0-676238f85f89), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.274587 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (38e409cf-3c8b-489e-afa0-676238f85f89), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.275575 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:23.276165 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.333831 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3184240 Feb 09 04:13:23.336794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56012) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:23.340779 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b0bdc-33f3-4e32-88b2-6c2e0e389fcb admin admin] Pushing event updated for resources: {'Network': ['ID=38e409cf-3c8b-489e-afa0-676238f85f89,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:23.349204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Request body: {'subnet': {'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-127537769-subnet', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:13:23.353873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 38e409cf-3c8b-489e-afa0-676238f85f89 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:13:23.373702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Made reservation on behalf of 62b3e8a44b3f4a558142db3078a078b9 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:13:23.376902 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.562733 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (692edb6d-7be5-4aa0-940f-7477ce0f983b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.617490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=692edb6d-7be5-4aa0-940f-7477ce0f983b,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:23.629851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.630199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.630544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.630881 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.631211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.631543 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.631872 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.632232 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.632557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.632891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.633204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.633548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.633870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:23.640259 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Checking segment: {'id': '93aa819e-cdaa-41b8-8e8d-6e3051ddea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:13:23.640724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Network hostable DHCP agents. Network: 38e409cf-3c8b-489e-afa0-676238f85f89, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:13:23.657780 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Network 38e409cf-3c8b-489e-afa0-676238f85f89 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:13:23.667213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 38e409cf-3c8b-489e-afa0-676238f85f89) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:13:23.673048 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:23.673955 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.677377 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cce742-1657-4f18-9588-6f818c4be546 None None] Network 38e409cf-3c8b-489e-afa0-676238f85f89 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:13:23.694922 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56014) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:23.695163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3a2da19d-e399-4cf3-bdab-2a39949cb6fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3568401 Feb 09 04:13:23.699515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-127537769-router', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:13:23.719119 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (cb046c2e-c70b-4df8-a61c-357db9720271), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.720129 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (cb046c2e-c70b-4df8-a61c-357db9720271), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.786586 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Publish callbacks [] for router_controller (cb046c2e-c70b-4df8-a61c-357db9720271), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.814339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-38e409cf-3c8b-489e-afa0-676238f85f89', 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89', 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'fixed_ips': [{'subnet_id': '692edb6d-7be5-4aa0-940f-7477ce0f983b'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:13:23.815387 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.895171 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9b73a971-4155-4c13-9a01-fec268f8d132 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:13:23.933269 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Publish callbacks [] for router_gateway (cb046c2e-c70b-4df8-a61c-357db9720271), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:23.995318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Allocated IP 172.20.0.2 (38e409cf-3c8b-489e-afa0-676238f85f89/692edb6d-7be5-4aa0-940f-7477ce0f983b/048ab60a-1577-47fd-96c2-314ddef202c9) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:13:24.000535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9b73a971-4155-4c13-9a01-fec268f8d132 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:24.000908 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9b73a971-4155-4c13-9a01-fec268f8d132), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.146085 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Publish callbacks [] for router_gateway (cb046c2e-c70b-4df8-a61c-357db9720271), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.163616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9b73a971-4155-4c13-9a01-fec268f8d132 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:24.163995 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9b73a971-4155-4c13-9a01-fec268f8d132), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.165987 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.214399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 9b73a971-4155-4c13-9a01-fec268f8d132, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9b73a971-4155-4c13-9a01-fec268f8d132,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:24.223423 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9b73a971-4155-4c13-9a01-fec268f8d132), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.229753 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Publish callbacks [] for port (048ab60a-1577-47fd-96c2-314ddef202c9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.253496 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (048ab60a-1577-47fd-96c2-314ddef202c9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.283007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Allocated IP 172.25.5.114 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/9ce1a690-72b0-45a8-91f1-73f3a2cd1155) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:13:24.286842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Network 38e409cf-3c8b-489e-afa0-676238f85f89 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:13:24.290582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:13:24.292489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=9b73a971-4155-4c13-9a01-fec268f8d132,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:24.296376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:13:24.376189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Pushing event updated for resources: {'Port': ['ID=048ab60a-1577-47fd-96c2-314ddef202c9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:24.387220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Attempting to bind port 048ab60a-1577-47fd-96c2-314ddef202c9 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:13:24.387598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Attempting to bind port 048ab60a-1577-47fd-96c2-314ddef202c9 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '93aa819e-cdaa-41b8-8e8d-6e3051ddea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:13:24.387986 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Attempting to bind port 048ab60a-1577-47fd-96c2-314ddef202c9 on network 38e409cf-3c8b-489e-afa0-676238f85f89 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:13:24.393747 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:13:24.394128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Checking segment: {'id': '93aa819e-cdaa-41b8-8e8d-6e3051ddea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:13:24.394531 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.394918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Bound using segment: {'id': '93aa819e-cdaa-41b8-8e8d-6e3051ddea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:13:24.395389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Bound port: 048ab60a-1577-47fd-96c2-314ddef202c9, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93aa819e-cdaa-41b8-8e8d-6e3051ddea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:13:24.395799 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (048ab60a-1577-47fd-96c2-314ddef202c9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.411211 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Publish callbacks [] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.450680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.465645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] For port 048ab60a-1577-47fd-96c2-314ddef202c9, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:13:24.469077 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] For port 048ab60a-1577-47fd-96c2-314ddef202c9, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=048ab60a-1577-47fd-96c2-314ddef202c9,segment=NetworkSegment(93aa819e-cdaa-41b8-8e8d-6e3051ddea08),segment_id=93aa819e-cdaa-41b8-8e8d-6e3051ddea08)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:13:24.476200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (048ab60a-1577-47fd-96c2-314ddef202c9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.489312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:13:24.492193 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:13:24.494683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:13:24.535309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Pushing event updated for resources: {'Port': ['ID=9ce1a690-72b0-45a8-91f1-73f3a2cd1155,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:24.540421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd2332-07b7-4de4-8a77-71affa7596ce None None] Pushing event updated for resources: {'Port': ['ID=048ab60a-1577-47fd-96c2-314ddef202c9,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:24.620158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.633848 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Sync routers for ids ['8a64b259-0e12-4718-b6be-fb27dab8cff1'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:13:24.644896 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Routers {'8a64b259-0e12-4718-b6be-fb27dab8cff1'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:13:24.645698 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:13:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8a64b259-0e12-4718-b6be-fb27dab8cff1'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:24.764963 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Set router 8a64b259-0e12-4718-b6be-fb27dab8cff1 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:13:24.829836 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Publish callbacks [] for router_gateway (cb046c2e-c70b-4df8-a61c-357db9720271), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:24.975185 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f33ac840-6171-41a2-b82d-19e14d84285c', 'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'mac_address': 'fa:16:3e:69:7d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:21Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 2, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'subnets': [{'id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:25.001566 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Checking router: 8a64b259-0e12-4718-b6be-fb27dab8cff1 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:13:25.001940 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Updating router 8a64b259-0e12-4718-b6be-fb27dab8cff1 port f33ac840-6171-41a2-b82d-19e14d84285c binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:13:25.032693 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:25.036066 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (cb046c2e-c70b-4df8-a61c-357db9720271), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:25.170244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Router cb046c2e-c70b-4df8-a61c-357db9720271 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:13:25.283995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:13:25.295024 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Sync routers for ids ['cb046c2e-c70b-4df8-a61c-357db9720271'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:13:25.313564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Routers {'cb046c2e-c70b-4df8-a61c-357db9720271'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:13:25.314448 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:13:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['cb046c2e-c70b-4df8-a61c-357db9720271'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:25.314659 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:25.316325 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e95388be-6c22-44a6-aadc-9485800b8f4c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6200333 Feb 09 04:13:25.319100 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56016) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:13:25.412077 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Publish callbacks [] for port (f33ac840-6171-41a2-b82d-19e14d84285c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:25.421430 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:25.457055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Set router cb046c2e-c70b-4df8-a61c-357db9720271 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:13:25.511411 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Pushing event updated for resources: {'Port': ['ID=f33ac840-6171-41a2-b82d-19e14d84285c,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:25.521128 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.521751 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.522249 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.522743 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.523261 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.523744 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.524226 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.524835 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.525342 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.525861 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.526347 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.526853 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.527417 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:25.565168 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Attempting to bind port f33ac840-6171-41a2-b82d-19e14d84285c on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:13:25.565953 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Attempting to bind port f33ac840-6171-41a2-b82d-19e14d84285c by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:13:25.566511 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Attempting to bind port f33ac840-6171-41a2-b82d-19e14d84285c on network d3ac3b3e-435b-4cbc-8003-dbba46836979 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:13:25.573997 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:13:25.574625 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Checking segment: {'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:13:25.575318 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:25.576490 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Bound using segment: {'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:13:25.577128 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Bound port: f33ac840-6171-41a2-b82d-19e14d84285c, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:13:25.577708 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:25.674817 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f101ba21-255b-4d4d-a69e-af1e3927dc7b None None] Network 38e409cf-3c8b-489e-afa0-676238f85f89 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:13:25.685239 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] For port f33ac840-6171-41a2-b82d-19e14d84285c, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:13:25.690514 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] For port f33ac840-6171-41a2-b82d-19e14d84285c, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f33ac840-6171-41a2-b82d-19e14d84285c,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:13:25.701431 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:25.756517 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Routers {'8a64b259-0e12-4718-b6be-fb27dab8cff1'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:13:25.757212 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:13:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8a64b259-0e12-4718-b6be-fb27dab8cff1'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:25.788475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'name': 'tempest-TestMinimumBasicScenario-127537769-router', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:23Z', 'updated_at': '2022-02-09T04:13:24Z', 'revision_number': 3, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'gw_port': {'id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:24Z', 'updated_at': '2022-02-09T04:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:25.869546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] Provisioning complete for port f33ac840-6171-41a2-b82d-19e14d84285c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:25.869914 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:25.898777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Checking router: cb046c2e-c70b-4df8-a61c-357db9720271 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:13:25.899136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Updating router cb046c2e-c70b-4df8-a61c-357db9720271 port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:13:25.906277 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762997c3-988a-4964-b5ba-ffc24929f050 None None] Pushing event updated for resources: {'Port': ['ID=f33ac840-6171-41a2-b82d-19e14d84285c,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:25.920495 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] Set router 8a64b259-0e12-4718-b6be-fb27dab8cff1 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:13:25.937316 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:25.956588 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.043456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9b73a971-4155-4c13-9a01-fec268f8d132 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:13:26.152003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Allocated IP 172.20.0.1 (38e409cf-3c8b-489e-afa0-676238f85f89/692edb6d-7be5-4aa0-940f-7477ce0f983b/a25ce1d4-50d9-405b-bb31-a5be8cbace6f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:13:26.207223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9b73a971-4155-4c13-9a01-fec268f8d132 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:26.207601 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9b73a971-4155-4c13-9a01-fec268f8d132), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.209144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] Current status of the port f33ac840-6171-41a2-b82d-19e14d84285c is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:26.209556 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.227818 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f33ac840-6171-41a2-b82d-19e14d84285c', 'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'mac_address': 'fa:16:3e:69:7d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:21Z', 'updated_at': '2022-02-09T04:13:25Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'subnets': [{'id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:26.267872 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0593c43-e41f-4362-9131-dd88dd38afdb None None] The sync data for ids ['8a64b259-0e12-4718-b6be-fb27dab8cff1'] in n-d-824835-15 is: [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f33ac840-6171-41a2-b82d-19e14d84285c', 'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'mac_address': 'fa:16:3e:69:7d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:21Z', 'updated_at': '2022-02-09T04:13:25Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'subnets': [{'id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:13:26.305855 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Publish callbacks [] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.347053 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.398153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Network 38e409cf-3c8b-489e-afa0-676238f85f89 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:13:26.401497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:13:26.407299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:13:26.433216 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Pushing event updated for resources: {'Port': ['ID=a25ce1d4-50d9-405b-bb31-a5be8cbace6f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:26.456244 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (cb046c2e-c70b-4df8-a61c-357db9720271), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.507989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] For port f33ac840-6171-41a2-b82d-19e14d84285c, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f33ac840-6171-41a2-b82d-19e14d84285c,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:26.523332 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.629793 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.634027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] Pushing event updated for resources: {'Port': ['ID=f33ac840-6171-41a2-b82d-19e14d84285c,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:26.641768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] Provisioning complete for port 048ab60a-1577-47fd-96c2-314ddef202c9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:26.642135 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (048ab60a-1577-47fd-96c2-314ddef202c9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.692392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9b73a971-4155-4c13-9a01-fec268f8d132 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:26.693572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 048ab60a-1577-47fd-96c2-314ddef202c9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:13:26.783622 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Publish callbacks [] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.814660 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.823846 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Publish callbacks [] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.829785 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.867228 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 048ab60a-1577-47fd-96c2-314ddef202c9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:26.867535 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (048ab60a-1577-47fd-96c2-314ddef202c9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.908841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] Current status of the port 048ab60a-1577-47fd-96c2-314ddef202c9 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:26.909231 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (048ab60a-1577-47fd-96c2-314ddef202c9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.916621 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (cb046c2e-c70b-4df8-a61c-357db9720271), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.916839 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72522bb-83df-4183-a887-f807b8a4d70e None None] Pushing event updated for resources: {'Port': ['ID=9ce1a690-72b0-45a8-91f1-73f3a2cd1155,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:26.930257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Attempting to bind port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:13:26.930634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Attempting to bind port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:13:26.931006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Attempting to bind port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:13:26.943800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:13:26.944175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:13:26.944582 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:26.944978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:13:26.945502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Bound port: 9ce1a690-72b0-45a8-91f1-73f3a2cd1155, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:13:26.945883 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:27.009691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] For port 048ab60a-1577-47fd-96c2-314ddef202c9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=048ab60a-1577-47fd-96c2-314ddef202c9,segment=NetworkSegment(93aa819e-cdaa-41b8-8e8d-6e3051ddea08),segment_id=93aa819e-cdaa-41b8-8e8d-6e3051ddea08)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:27.026981 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (048ab60a-1577-47fd-96c2-314ddef202c9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:27.082563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] For port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:13:27.101785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] For port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9ce1a690-72b0-45a8-91f1-73f3a2cd1155,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:13:27.121249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:27.127996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 048ab60a-1577-47fd-96c2-314ddef202c9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:27.158154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f6b75-09ad-4c9a-b658-ae1a26480b1b None None] Pushing event updated for resources: {'Port': ['ID=048ab60a-1577-47fd-96c2-314ddef202c9,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:27.171028 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-54b8fef5-7c52-4c66-a2f1-cc5eb4a46a9c None None] Provisioning complete for port a25ce1d4-50d9-405b-bb31-a5be8cbace6f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:27.171319 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54b8fef5-7c52-4c66-a2f1-cc5eb4a46a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:27.224718 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Routers {'cb046c2e-c70b-4df8-a61c-357db9720271'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:13:27.225389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:13:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['cb046c2e-c70b-4df8-a61c-357db9720271'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:27.248061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Pushing event updated for resources: {'Port': ['ID=a25ce1d4-50d9-405b-bb31-a5be8cbace6f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:27.314474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-54b8fef5-7c52-4c66-a2f1-cc5eb4a46a9c None None] Port a25ce1d4-50d9-405b-bb31-a5be8cbace6f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:13:27.319796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72522bb-83df-4183-a887-f807b8a4d70e None None] Pushing event updated for resources: {'Port': ['ID=9ce1a690-72b0-45a8-91f1-73f3a2cd1155,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:27.323056 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Network 38e409cf-3c8b-489e-afa0-676238f85f89 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:13:27.324646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:13:27.347592 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-54b8fef5-7c52-4c66-a2f1-cc5eb4a46a9c None None] Provisioning complete for port f33ac840-6171-41a2-b82d-19e14d84285c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:27.347970 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54b8fef5-7c52-4c66-a2f1-cc5eb4a46a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:27.392623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] Set router cb046c2e-c70b-4df8-a61c-357db9720271 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:13:27.452862 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Router cb046c2e-c70b-4df8-a61c-357db9720271 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:13:27.557226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-54b8fef5-7c52-4c66-a2f1-cc5eb4a46a9c None None] Current status of the port f33ac840-6171-41a2-b82d-19e14d84285c is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:27.572178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:13:27.577420 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-27d8f891-4d92-4454-b81d-78249dab1593 admin admin] 10.222.0.21 "PUT /v2.0/routers/cb046c2e-c70b-4df8-a61c-357db9720271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2566094 Feb 09 04:13:27.586692 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-54b8fef5-7c52-4c66-a2f1-cc5eb4a46a9c None None] Provisioning complete for port 048ab60a-1577-47fd-96c2-314ddef202c9 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:27.587078 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54b8fef5-7c52-4c66-a2f1-cc5eb4a46a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (048ab60a-1577-47fd-96c2-314ddef202c9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:27.710340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'name': 'tempest-TestMinimumBasicScenario-127537769-router', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:23Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 4, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'gw_port': {'id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:24Z', 'updated_at': '2022-02-09T04:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'a25ce1d4-50d9-405b-bb31-a5be8cbace6f', 'name': '', 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'mac_address': 'fa:16:3e:5c:23:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '692edb6d-7be5-4aa0-940f-7477ce0f983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:25Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 2, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'subnets': [{'id': '692edb6d-7be5-4aa0-940f-7477ce0f983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:27.712183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-54b8fef5-7c52-4c66-a2f1-cc5eb4a46a9c None None] Current status of the port 048ab60a-1577-47fd-96c2-314ddef202c9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:27.740773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af37dec-b12d-4ac7-b62c-56eed646b6e8 None None] The sync data for ids ['cb046c2e-c70b-4df8-a61c-357db9720271'] in n-d-824835-15 is: [{'id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'name': 'tempest-TestMinimumBasicScenario-127537769-router', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:23Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 4, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'gw_port': {'id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:24Z', 'updated_at': '2022-02-09T04:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'a25ce1d4-50d9-405b-bb31-a5be8cbace6f', 'name': '', 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'mac_address': 'fa:16:3e:5c:23:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '692edb6d-7be5-4aa0-940f-7477ce0f983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:25Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 2, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'subnets': [{'id': '692edb6d-7be5-4aa0-940f-7477ce0f983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:13:27.837443 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-57b934e2-2339-4497-868d-fdb5e4bf6b36 None None] Provisioning complete for port a25ce1d4-50d9-405b-bb31-a5be8cbace6f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:27.837443 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57b934e2-2339-4497-868d-fdb5e4bf6b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:27.879684 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-57b934e2-2339-4497-868d-fdb5e4bf6b36 None None] Port a25ce1d4-50d9-405b-bb31-a5be8cbace6f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:13:27.894441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f33ac840-6171-41a2-b82d-19e14d84285c up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:13:27.949490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port f33ac840-6171-41a2-b82d-19e14d84285c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:27.951064 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:28.077754 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port f33ac840-6171-41a2-b82d-19e14d84285c is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:28.079368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 048ab60a-1577-47fd-96c2-314ddef202c9 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:13:28.137317 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 048ab60a-1577-47fd-96c2-314ddef202c9 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:28.137973 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (048ab60a-1577-47fd-96c2-314ddef202c9), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:28.232050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 048ab60a-1577-47fd-96c2-314ddef202c9 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:29.892292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:13:29.951878 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:29.952262 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:30.054190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:30.054693 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:30.079337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9ce1a690-72b0-45a8-91f1-73f3a2cd1155,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:30.084249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:30.137465 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=9ce1a690-72b0-45a8-91f1-73f3a2cd1155,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:30.145877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.146223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.146571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.146902 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.147242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.147571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.147923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.148249 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.148572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.148892 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.149212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.149601 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.149994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:13:30.354770 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:13:30.605263 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Sync routers for ids ['cb046c2e-c70b-4df8-a61c-357db9720271'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:13:30.618635 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Routers {'cb046c2e-c70b-4df8-a61c-357db9720271'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:13:30.619346 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:13:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['cb046c2e-c70b-4df8-a61c-357db9720271'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:30.746352 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Set router cb046c2e-c70b-4df8-a61c-357db9720271 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:13:30.971735 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'name': 'tempest-TestMinimumBasicScenario-127537769-router', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:23Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 4, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'gw_port': {'id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:24Z', 'updated_at': '2022-02-09T04:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'a25ce1d4-50d9-405b-bb31-a5be8cbace6f', 'name': '', 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'mac_address': 'fa:16:3e:5c:23:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '692edb6d-7be5-4aa0-940f-7477ce0f983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:25Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 2, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'subnets': [{'id': '692edb6d-7be5-4aa0-940f-7477ce0f983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:31.010231 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Checking router: cb046c2e-c70b-4df8-a61c-357db9720271 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:13:31.010587 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Updating router cb046c2e-c70b-4df8-a61c-357db9720271 port a25ce1d4-50d9-405b-bb31-a5be8cbace6f binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:13:31.043267 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:31.347030 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Publish callbacks [] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:31.358796 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:31.410286 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45606672-317a-40de-abb1-7bf5790cac7e None None] Pushing event updated for resources: {'Port': ['ID=a25ce1d4-50d9-405b-bb31-a5be8cbace6f,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:31.490230 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Attempting to bind port a25ce1d4-50d9-405b-bb31-a5be8cbace6f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:13:31.490492 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Attempting to bind port a25ce1d4-50d9-405b-bb31-a5be8cbace6f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '93aa819e-cdaa-41b8-8e8d-6e3051ddea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:13:31.490705 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Attempting to bind port a25ce1d4-50d9-405b-bb31-a5be8cbace6f on network 38e409cf-3c8b-489e-afa0-676238f85f89 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:13:31.503181 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:13:31.503678 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Checking segment: {'id': '93aa819e-cdaa-41b8-8e8d-6e3051ddea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:13:31.504093 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:31.504489 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Bound using segment: {'id': '93aa819e-cdaa-41b8-8e8d-6e3051ddea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:13:31.504976 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Bound port: a25ce1d4-50d9-405b-bb31-a5be8cbace6f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93aa819e-cdaa-41b8-8e8d-6e3051ddea08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:13:31.505375 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:31.633454 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] For port a25ce1d4-50d9-405b-bb31-a5be8cbace6f, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:13:31.640845 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] For port a25ce1d4-50d9-405b-bb31-a5be8cbace6f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a25ce1d4-50d9-405b-bb31-a5be8cbace6f,segment=NetworkSegment(93aa819e-cdaa-41b8-8e8d-6e3051ddea08),segment_id=93aa819e-cdaa-41b8-8e8d-6e3051ddea08)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:13:31.658092 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:31.722293 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Routers {'cb046c2e-c70b-4df8-a61c-357db9720271'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:13:31.723017 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:13:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['cb046c2e-c70b-4df8-a61c-357db9720271'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:31.838598 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-01597c01-2f85-4214-a12b-1daa5fadc7c5 None None] Provisioning complete for port a25ce1d4-50d9-405b-bb31-a5be8cbace6f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:31.839118 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01597c01-2f85-4214-a12b-1daa5fadc7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:31.909942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:13:31.951810 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] Set router cb046c2e-c70b-4df8-a61c-357db9720271 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:13:32.006676 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:32.006676 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:32.092001 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-01597c01-2f85-4214-a12b-1daa5fadc7c5 None None] Current status of the port a25ce1d4-50d9-405b-bb31-a5be8cbace6f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:32.092273 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01597c01-2f85-4214-a12b-1daa5fadc7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:32.121475 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45606672-317a-40de-abb1-7bf5790cac7e None None] Pushing event updated for resources: {'Port': ['ID=a25ce1d4-50d9-405b-bb31-a5be8cbace6f,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:32.134717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-01597c01-2f85-4214-a12b-1daa5fadc7c5 None None] For port a25ce1d4-50d9-405b-bb31-a5be8cbace6f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a25ce1d4-50d9-405b-bb31-a5be8cbace6f,segment=NetworkSegment(93aa819e-cdaa-41b8-8e8d-6e3051ddea08),segment_id=93aa819e-cdaa-41b8-8e8d-6e3051ddea08)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:13:32.144208 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01597c01-2f85-4214-a12b-1daa5fadc7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:32.230451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:32.236376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01597c01-2f85-4214-a12b-1daa5fadc7c5 None None] Pushing event updated for resources: {'Port': ['ID=a25ce1d4-50d9-405b-bb31-a5be8cbace6f,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:32.261597 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'name': 'tempest-TestMinimumBasicScenario-127537769-router', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:23Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 4, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'gw_port': {'id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:24Z', 'updated_at': '2022-02-09T04:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'a25ce1d4-50d9-405b-bb31-a5be8cbace6f', 'name': '', 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'mac_address': 'fa:16:3e:5c:23:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '692edb6d-7be5-4aa0-940f-7477ce0f983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:25Z', 'updated_at': '2022-02-09T04:13:31Z', 'revision_number': 4, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'subnets': [{'id': '692edb6d-7be5-4aa0-940f-7477ce0f983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:13:32.277068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-aa7d390a-2d66-41d7-99a7-d9567ab2886f None None] Provisioning complete for port a25ce1d4-50d9-405b-bb31-a5be8cbace6f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:32.277509 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa7d390a-2d66-41d7-99a7-d9567ab2886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:32.299075 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0697d00-6bf2-4758-953f-e836e0b6376f None None] The sync data for ids ['cb046c2e-c70b-4df8-a61c-357db9720271'] in n-d-824835-15 is: [{'id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'name': 'tempest-TestMinimumBasicScenario-127537769-router', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:23Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 4, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'gw_port': {'id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:24Z', 'updated_at': '2022-02-09T04:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'a25ce1d4-50d9-405b-bb31-a5be8cbace6f', 'name': '', 'network_id': '38e409cf-3c8b-489e-afa0-676238f85f89', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'mac_address': 'fa:16:3e:5c:23:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '692edb6d-7be5-4aa0-940f-7477ce0f983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:25Z', 'updated_at': '2022-02-09T04:13:31Z', 'revision_number': 4, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'subnets': [{'id': '692edb6d-7be5-4aa0-940f-7477ce0f983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:13:32.402091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d390a-2d66-41d7-99a7-d9567ab2886f None None] Current status of the port a25ce1d4-50d9-405b-bb31-a5be8cbace6f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:33.884183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a25ce1d4-50d9-405b-bb31-a5be8cbace6f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:13:33.939870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a25ce1d4-50d9-405b-bb31-a5be8cbace6f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:33.940427 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:34.033293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a25ce1d4-50d9-405b-bb31-a5be8cbace6f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:13:37.873798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-faec6a92-95b9-4060-b59e-c1139aeb2934 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:37.875269 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-faec6a92-95b9-4060-b59e-c1139aeb2934 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/networks?id=d3ac3b3e-435b-4cbc-8003-dbba46836979 HTTP/1.1" status: 200 len: 814 time: 0.1051199 Feb 09 04:13:37.891051 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-2061f732-442f-4a0f-b895-532cd557d834 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/quotas/e10624bbf2f744ee8450b0172d724ac9 HTTP/1.1" status: 200 len: 375 time: 0.0102270 Feb 09 04:13:37.947120 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-20279fbf-7805-4d30-91ee-08604ea6ee55 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e10624bbf2f744ee8450b0172d724ac9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510046 Feb 09 04:13:38.039975 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-919dd929-1e52-4885-8d74-736bf9afba38 service neutron] 10.222.0.21 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815568 Feb 09 04:13:38.083022 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:38.141339 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-337c5c30-0a14-4984-b7cb-e7fd52ce2910 service neutron] 10.222.0.21 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949647 Feb 09 04:13:38.305391 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ff6c5ea-1d44-4af2-84af-463179aa9107 req-98fb0c02-157f-40c2-8f93-66bda555f201 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 210 time: 0.0336380 Feb 09 04:13:39.385891 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7f31350e-b9df-488b-9066-855db17d931d req-aa764a09-2992-4583-b6cb-f4dc5a9222c8 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 210 time: 0.0278482 Feb 09 04:13:40.470733 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-964f3ec9-c87b-4d24-a8f7-191ede1ffdf2 req-158dbf16-8349-4832-88ba-8dff138ba7a0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 210 time: 0.0318556 Feb 09 04:13:41.550063 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7d643025-05c6-4cbf-9233-215935b002c9 req-e336cf49-3672-43df-a75b-2868dad95784 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 210 time: 0.0276942 Feb 09 04:13:42.647150 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2764af23-aad8-473a-8751-3ca6cea38aa4 req-424b936b-b1d9-4b0a-9801-6b0c35d8b5d0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 210 time: 0.0284886 Feb 09 04:13:43.372689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-63f43acf-be4f-4071-97ad-9ca10a5af19f tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:43.374202 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-63f43acf-be4f-4071-97ad-9ca10a5af19f tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.65 "GET /v2.0/networks?id=d3ac3b3e-435b-4cbc-8003-dbba46836979 HTTP/1.1" status: 200 len: 814 time: 0.1107347 Feb 09 04:13:43.393752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Request body: {'port': {'device_id': '473f9271-5343-4446-826a-23185254773b', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'admin_state_up': True, 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:13:43.506503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Made reservation on behalf of e10624bbf2f744ee8450b0172d724ac9 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:13:43.509932 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:43.642485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Allocated IP 172.20.0.5 (d3ac3b3e-435b-4cbc-8003-dbba46836979/06653b73-e4b0-43f4-9784-efdbe08bccc2/8c99d50f-8f10-4483-afb6-a26b7db89d1c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:13:43.878047 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2f1bd690-ed46-4d3b-a820-6797850dd87b req-1107b872-5f25-47d0-948b-aa8c28d60a16 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 210 time: 0.0322499 Feb 09 04:13:43.918269 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:43.966246 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:44.013498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Network d3ac3b3e-435b-4cbc-8003-dbba46836979 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:13:44.017621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:13:44.025343 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:13:44.067822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event updated for resources: {'Port': ['ID=8c99d50f-8f10-4483-afb6-a26b7db89d1c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:44.104450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:44.105325 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:44.139001 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ddfb7745-cb57-4e8f-bbac-1a9a06de2851 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7489181 Feb 09 04:13:44.298304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ee189df5-79bf-49f2-8789-0d82236e1579 None None] Provisioning complete for port 8c99d50f-8f10-4483-afb6-a26b7db89d1c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:13:44.299475 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee189df5-79bf-49f2-8789-0d82236e1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:44.342094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ee189df5-79bf-49f2-8789-0d82236e1579 None None] Port 8c99d50f-8f10-4483-afb6-a26b7db89d1c cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:13:45.012884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73594ce4-fb9f-479b-9b50-e64b42088c65 req-2b0a0b96-0b9b-4e2b-8c1b-7353bd906395 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:45.014424 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73594ce4-fb9f-479b-9b50-e64b42088c65 req-2b0a0b96-0b9b-4e2b-8c1b-7353bd906395 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 931 time: 0.0599053 Feb 09 04:13:45.070963 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-73594ce4-fb9f-479b-9b50-e64b42088c65 req-f4dde873-a4e8-446f-bb97-544099499c26 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490656 Feb 09 04:13:45.730723 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41615493-3a62-496d-93f3-45c313006317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:46.196439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ba952-6e30-404d-80d5-06a920c63bbe req-025458b0-cf7d-45b3-9ebc-1e8ee71a2d2a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:46.198707 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-403ba952-6e30-404d-80d5-06a920c63bbe req-025458b0-cf7d-45b3-9ebc-1e8ee71a2d2a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 931 time: 0.0586097 Feb 09 04:13:46.247950 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-403ba952-6e30-404d-80d5-06a920c63bbe req-efbc5b63-103e-45b9-99b7-baf18ec64ae7 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Feb 09 04:13:47.372128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd218ab6-4b61-4ea0-85fb-4a4ca23c5256 req-32539ccd-7738-4273-8e12-89eae6b14450 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:47.373674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd218ab6-4b61-4ea0-85fb-4a4ca23c5256 req-32539ccd-7738-4273-8e12-89eae6b14450 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 931 time: 0.0552835 Feb 09 04:13:47.428784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cd218ab6-4b61-4ea0-85fb-4a4ca23c5256 req-0a6a7d16-1e04-4e24-b0d6-6be1b426c849 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486510 Feb 09 04:13:48.242837 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee67e2e-9d8c-4734-8970-11b6800103ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:48.550692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad803b1f-13cc-48fc-b6ee-40fa77f8e3e8 req-e6bcb2ba-027c-4c0f-8f67-6a595b0b5cc8 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:48.552179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ad803b1f-13cc-48fc-b6ee-40fa77f8e3e8 req-e6bcb2ba-027c-4c0f-8f67-6a595b0b5cc8 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 931 time: 0.0537515 Feb 09 04:13:48.600539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ad803b1f-13cc-48fc-b6ee-40fa77f8e3e8 req-6a5c5549-0104-4d18-abfa-356d7f2e5825 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Feb 09 04:13:49.519354 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:49.742174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12685952-148e-4f26-8f83-2a58e82b62b0 req-2250186a-7ada-48aa-b6f3-f59b0e9964d0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:49.744426 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-12685952-148e-4f26-8f83-2a58e82b62b0 req-2250186a-7ada-48aa-b6f3-f59b0e9964d0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 931 time: 0.0663610 Feb 09 04:13:49.798676 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-12685952-148e-4f26-8f83-2a58e82b62b0 req-0074ae8c-54f4-46d1-b965-f3d49db8984d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471516 Feb 09 04:13:50.951285 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:51.132065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174293c5-50bc-4d9e-a7f0-4ff056c26380 req-3855c3d0-6a2f-48a9-b0c9-a149ec9bf6d2 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:51.137867 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-174293c5-50bc-4d9e-a7f0-4ff056c26380 req-3855c3d0-6a2f-48a9-b0c9-a149ec9bf6d2 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 931 time: 0.2597396 Feb 09 04:13:51.203022 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-174293c5-50bc-4d9e-a7f0-4ff056c26380 req-15cb53f3-09aa-4b77-b285-efb51d9f34ae tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610907 Feb 09 04:13:52.084391 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:52.324334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbca1a-5551-4e8a-a0c1-8fcfe4772376 req-554f423b-c01b-4264-9a23-7d6d1ed219cd tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:52.325833 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3dbca1a-5551-4e8a-a0c1-8fcfe4772376 req-554f423b-c01b-4264-9a23-7d6d1ed219cd tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 931 time: 0.0552604 Feb 09 04:13:52.372684 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f3dbca1a-5551-4e8a-a0c1-8fcfe4772376 req-e1c268db-4a04-4189-9a9f-e83ee646f1ce tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Feb 09 04:13:53.491557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484662d1-04cc-4bd5-b261-1dd6f1b9a4af req-1d8f3a7f-7d58-477d-86e7-d8a809458dd4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:53.493390 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484662d1-04cc-4bd5-b261-1dd6f1b9a4af req-1d8f3a7f-7d58-477d-86e7-d8a809458dd4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 931 time: 0.0534110 Feb 09 04:13:53.541643 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-484662d1-04cc-4bd5-b261-1dd6f1b9a4af req-878815f1-d143-4c35-b68f-c4176d9305ad tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Feb 09 04:13:54.630115 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:54.666177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87360019-9953-4d38-9d3f-9a9d3d0cb60c req-8378a055-2d0c-429c-ab2f-0a3515450f36 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:54.667653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87360019-9953-4d38-9d3f-9a9d3d0cb60c req-8378a055-2d0c-429c-ab2f-0a3515450f36 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 931 time: 0.0566425 Feb 09 04:13:54.715244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-87360019-9953-4d38-9d3f-9a9d3d0cb60c req-09a3f062-6dfe-4154-b8ab-b2264e46190f tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412982 Feb 09 04:13:54.935495 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-44e465b1-18cd-49a5-989f-16aafe0ab820 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:13:54.936460 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-44e465b1-18cd-49a5-989f-16aafe0ab820 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056384 Feb 09 04:13:54.977974 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Request body: {'port': {'device_id': '473f9271-5343-4446-826a-23185254773b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:13:55.041687 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:55.302331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c99d50f-8f10-4483-afb6-a26b7db89d1c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:13:55.310213 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Publish callbacks [] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:55.323331 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Transition to ACTIVE for port object 8c99d50f-8f10-4483-afb6-a26b7db89d1c will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:13:55.326862 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:55.381171 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Pushing event updated for resources: {'Port': ['ID=8c99d50f-8f10-4483-afb6-a26b7db89d1c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:55.460196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Attempting to bind port 8c99d50f-8f10-4483-afb6-a26b7db89d1c on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:13:55.460580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Attempting to bind port 8c99d50f-8f10-4483-afb6-a26b7db89d1c by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:13:55.460860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Attempting to bind port 8c99d50f-8f10-4483-afb6-a26b7db89d1c on network d3ac3b3e-435b-4cbc-8003-dbba46836979 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:13:55.465527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Port 8c99d50f-8f10-4483-afb6-a26b7db89d1c on network d3ac3b3e-435b-4cbc-8003-dbba46836979 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:13:55.465846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Attempting to bind port 8c99d50f-8f10-4483-afb6-a26b7db89d1c on network d3ac3b3e-435b-4cbc-8003-dbba46836979 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:13:55.472626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:13:55.473087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Checking segment: {'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:13:55.473559 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Bound using segment: {'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:13:55.473986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Bound port: 8c99d50f-8f10-4483-afb6-a26b7db89d1c, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:13:55.474366 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:55.542260 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] For port 8c99d50f-8f10-4483-afb6-a26b7db89d1c, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:13:55.545767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] For port 8c99d50f-8f10-4483-afb6-a26b7db89d1c, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:13:55.552270 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:55.587528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:55.588151 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:55.589604 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] 10.222.0.65 "PUT /v2.0/ports/8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 1092 time: 0.6160283 Feb 09 04:13:55.590046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:13:55.592315 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5903baa3-4f61-48b1-b6e3-712909a0f0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "473f9271-5343-4446-826a-23185254773b", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:13:55.617686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c6e28-bf4b-400d-935b-2b5f92767a8b service neutron] Pushing event updated for resources: {'Port': ['ID=8c99d50f-8f10-4483-afb6-a26b7db89d1c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:13:55.631754 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a40098-ef4e-4b9c-b8f2-dc1a2df91242 x-openstack-request-id: req-a8a40098-ef4e-4b9c-b8f2-dc1a2df91242 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:13:55.632105 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473f9271-5343-4446-826a-23185254773b", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:13:55.632305 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8a40098-ef4e-4b9c-b8f2-dc1a2df91242 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:13:55.632713 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'status': 'completed', 'code': 200} Feb 09 04:13:55.699295 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ffddabf2-069a-4d43-9501-8d65d320e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:55.700821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-ffddabf2-069a-4d43-9501-8d65d320e337 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e10624bbf2f744ee8450b0172d724ac9&device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 1126 time: 0.0483322 Feb 09 04:13:55.759954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-078e0195-890c-4ff3-9116-33c6c7806edf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 217 time: 0.0403371 Feb 09 04:13:55.812355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-8cb91cbf-290e-4d82-a7db-c3608cd959f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:55.813977 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-8cb91cbf-290e-4d82-a7db-c3608cd959f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06653b73-e4b0-43f4-9784-efdbe08bccc2 HTTP/1.1" status: 200 len: 853 time: 0.0480776 Feb 09 04:13:55.841121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620f2fd-ffdb-44fa-9fbf-9a5a9dba4eb8 req-2dcf2a22-da7a-4cae-819a-8f571d4ef55d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:55.842546 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1620f2fd-ffdb-44fa-9fbf-9a5a9dba4eb8 req-2dcf2a22-da7a-4cae-819a-8f571d4ef55d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 943 time: 0.0541818 Feb 09 04:13:55.865708 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-3d4dc829-7150-4c40-971b-0fb3b84236a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:55.867213 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-3d4dc829-7150-4c40-971b-0fb3b84236a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ac3b3e-435b-4cbc-8003-dbba46836979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476737 Feb 09 04:13:55.893026 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1620f2fd-ffdb-44fa-9fbf-9a5a9dba4eb8 req-4749feda-739f-46ab-8cab-c9f92f8b3586 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444775 Feb 09 04:13:55.963997 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-b2f9e4b5-8eb7-4e2e-8d03-72c88e81de0d service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881329 Feb 09 04:13:56.051653 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f1ed9b39-57da-4b94-b62f-18eda95a0d7a req-05f1c887-bfda-457a-9025-5b5a5c63be43 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816913 Feb 09 04:13:56.197004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903baa3-4f61-48b1-b6e3-712909a0f0c4 req-5c1ba937-ca6e-47d9-b7b8-2285764b1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:56.198422 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5903baa3-4f61-48b1-b6e3-712909a0f0c4 req-5c1ba937-ca6e-47d9-b7b8-2285764b1995 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e10624bbf2f744ee8450b0172d724ac9&device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 1126 time: 0.0501623 Feb 09 04:13:56.285676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903baa3-4f61-48b1-b6e3-712909a0f0c4 req-026dea8b-a9b4-4ac9-b795-49ef31b131e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:56.287224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5903baa3-4f61-48b1-b6e3-712909a0f0c4 req-026dea8b-a9b4-4ac9-b795-49ef31b131e5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ac3b3e-435b-4cbc-8003-dbba46836979 HTTP/1.1" status: 200 len: 915 time: 0.0833201 Feb 09 04:13:56.336717 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5903baa3-4f61-48b1-b6e3-712909a0f0c4 req-0525b526-dc5b-4748-b21b-ba4b51812d09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 217 time: 0.0440319 Feb 09 04:13:56.388239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903baa3-4f61-48b1-b6e3-712909a0f0c4 req-0df55e60-ebdc-495f-8a94-a558cd1a82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:56.388239 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5903baa3-4f61-48b1-b6e3-712909a0f0c4 req-0df55e60-ebdc-495f-8a94-a558cd1a82ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06653b73-e4b0-43f4-9784-efdbe08bccc2 HTTP/1.1" status: 200 len: 853 time: 0.0460000 Feb 09 04:13:56.443061 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903baa3-4f61-48b1-b6e3-712909a0f0c4 req-7da87df2-11cb-4d59-99b7-003f1207ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:56.444544 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5903baa3-4f61-48b1-b6e3-712909a0f0c4 req-7da87df2-11cb-4d59-99b7-003f1207ed49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ac3b3e-435b-4cbc-8003-dbba46836979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512218 Feb 09 04:13:56.536229 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5903baa3-4f61-48b1-b6e3-712909a0f0c4 req-62389f53-d30c-4f1e-a631-f729c5c65e57 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855675 Feb 09 04:13:56.626840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5903baa3-4f61-48b1-b6e3-712909a0f0c4 req-5d8cd333-a4b5-4705-a34b-8fbd07701115 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846786 Feb 09 04:13:57.014029 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863f884-5fd7-422c-bf76-8e7ea93e7398 req-ff89e02d-2522-4baf-ab21-4c2bd10ea5bc tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:57.016206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0863f884-5fd7-422c-bf76-8e7ea93e7398 req-ff89e02d-2522-4baf-ab21-4c2bd10ea5bc tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 943 time: 0.0539932 Feb 09 04:13:57.062274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0863f884-5fd7-422c-bf76-8e7ea93e7398 req-775872d5-506e-4768-a42c-febf5a89267d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 Feb 09 04:13:58.238204 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656ae61-75ee-4014-b506-806eef82408c req-c39854dd-b8e6-4b87-99c6-d5cdfae9e6b9 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:58.239669 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0656ae61-75ee-4014-b506-806eef82408c req-c39854dd-b8e6-4b87-99c6-d5cdfae9e6b9 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 943 time: 0.1099105 Feb 09 04:13:58.287407 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0656ae61-75ee-4014-b506-806eef82408c req-0428324a-6968-4f63-95ab-6e89e34c8cb0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421243 Feb 09 04:13:59.413266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd9ed0-3d0b-4b1e-9373-9341c38c4e1c req-37c4e371-6d87-4f8e-a82f-4291e24f13ea tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:13:59.414783 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1dd9ed0-3d0b-4b1e-9373-9341c38c4e1c req-37c4e371-6d87-4f8e-a82f-4291e24f13ea tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 943 time: 0.0576012 Feb 09 04:13:59.461552 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1dd9ed0-3d0b-4b1e-9373-9341c38c4e1c req-9d42171e-6899-472b-ab32-9d19511c7dd7 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Feb 09 04:13:59.917506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8c99d50f-8f10-4483-afb6-a26b7db89d1c details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:14:00.014265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8c99d50f-8f10-4483-afb6-a26b7db89d1c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:14:00.025463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'port_id': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'mac_address': 'fa:16:3e:43:1a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:14:00.064551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 8c99d50f-8f10-4483-afb6-a26b7db89d1c is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:14:00.064972 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:00.077678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c99d50f-8f10-4483-afb6-a26b7db89d1c {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:14:00.096674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8c99d50f-8f10-4483-afb6-a26b7db89d1c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:14:00.100563 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:00.153629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=8c99d50f-8f10-4483-afb6-a26b7db89d1c,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:14:00.522958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['8c99d50f-8f10-4483-afb6-a26b7db89d1c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:14:00.583152 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f06bb-70fa-4395-b80b-c589430b2582 req-894e4e2f-b67d-4352-9ea6-e0869560834f tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:00.584875 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-631f06bb-70fa-4395-b80b-c589430b2582 req-894e4e2f-b67d-4352-9ea6-e0869560834f tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 944 time: 0.0551879 Feb 09 04:14:00.632596 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-631f06bb-70fa-4395-b80b-c589430b2582 req-260c66c8-638a-4da9-9a11-3e0585469f2f tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Feb 09 04:14:01.754622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671c0e-021e-4643-a4fb-be28066d49f5 req-c91ec51b-fab3-4247-ac4c-91f220f6964b tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:01.756130 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ec671c0e-021e-4643-a4fb-be28066d49f5 req-c91ec51b-fab3-4247-ac4c-91f220f6964b tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 944 time: 0.0532086 Feb 09 04:14:01.804662 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ec671c0e-021e-4643-a4fb-be28066d49f5 req-d64e20eb-a5b4-4f94-ba45-c190f525c89a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427110 Feb 09 04:14:01.937467 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8c99d50f-8f10-4483-afb6-a26b7db89d1c up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:14:01.987212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 8c99d50f-8f10-4483-afb6-a26b7db89d1c completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:14:01.991196 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 8c99d50f-8f10-4483-afb6-a26b7db89d1c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:14:01.991575 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:02.071546 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 8c99d50f-8f10-4483-afb6-a26b7db89d1c is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:14:02.071935 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:02.097056 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:14:02.099736 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10add86a-3bb2-479a-aa08-054ec76a2d22" -d '{"events": [{"server_uuid": "473f9271-5343-4446-826a-23185254773b", "name": "network-vif-plugged", "status": "completed", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:14:02.113093 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 8c99d50f-8f10-4483-afb6-a26b7db89d1c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:14:02.118078 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:02.150443 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28963a84-4bbf-420c-abd7-b7bddda404f8 x-openstack-request-id: req-28963a84-4bbf-420c-abd7-b7bddda404f8 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:14:02.150734 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473f9271-5343-4446-826a-23185254773b", "name": "network-vif-plugged", "status": "completed", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:14:02.150982 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28963a84-4bbf-420c-abd7-b7bddda404f8 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:14:02.151364 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'code': 200} Feb 09 04:14:02.176679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=8c99d50f-8f10-4483-afb6-a26b7db89d1c,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:14:02.273866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbf709-3378-4e8c-a806-c5c16516a204 req-b113fa47-4b93-43e3-aae7-62e9d199eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:02.275385 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1cbf709-3378-4e8c-a806-c5c16516a204 req-b113fa47-4b93-43e3-aae7-62e9d199eab4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 1128 time: 0.0480525 Feb 09 04:14:02.317808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e1cbf709-3378-4e8c-a806-c5c16516a204 req-92c5ee15-0522-47a2-8993-e39980437849 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365720 Feb 09 04:14:02.920883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2453ee-91b2-4cb4-a7bc-3bf9d3c47dbe req-97eafcfe-9e99-41de-8658-4f8f5ec28419 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:02.922357 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b2453ee-91b2-4cb4-a7bc-3bf9d3c47dbe req-97eafcfe-9e99-41de-8658-4f8f5ec28419 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 945 time: 0.0516870 Feb 09 04:14:02.968977 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b2453ee-91b2-4cb4-a7bc-3bf9d3c47dbe req-d273d535-40e0-4401-9fc9-3e601b792f2b tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Feb 09 04:14:04.088450 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a29826-70ba-4066-9923-fd3ec1f3d75d req-2603dc7b-5524-417e-871d-6b908f708dbd tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:04.089840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80a29826-70ba-4066-9923-fd3ec1f3d75d req-2603dc7b-5524-417e-871d-6b908f708dbd tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 945 time: 0.0513785 Feb 09 04:14:04.139749 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-80a29826-70ba-4066-9923-fd3ec1f3d75d req-ff1c3e36-5c7f-4088-836e-cc321e6adf46 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Feb 09 04:14:04.256354 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a2814-c711-417a-ad3a-fe22dd8fbb39 req-a4562e8d-2ec3-4715-ae2e-7d3b0b90c0b3 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:04.257854 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d6a2814-c711-417a-ad3a-fe22dd8fbb39 req-a4562e8d-2ec3-4715-ae2e-7d3b0b90c0b3 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 945 time: 0.0522373 Feb 09 04:14:04.307777 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d6a2814-c711-417a-ad3a-fe22dd8fbb39 req-3036d94a-f57e-4a1b-b8fd-a0879d310272 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443418 Feb 09 04:14:04.495325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4ba34-7e5d-4ca0-aa0b-8f8aa57170f9 req-d774beeb-f157-485c-ab39-f1e882c0a537 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:04.496812 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cbe4ba34-7e5d-4ca0-aa0b-8f8aa57170f9 req-d774beeb-f157-485c-ab39-f1e882c0a537 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 945 time: 0.0514603 Feb 09 04:14:04.542719 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cbe4ba34-7e5d-4ca0-aa0b-8f8aa57170f9 req-5ae9541f-54c9-41ac-98e9-428b4cf181f9 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397873 Feb 09 04:14:07.354908 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:14:08.106626 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:15.735600 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76164648-cb6b-4c05-be88-56ba5d2f4f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:18.244766 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78b5a5f3-aae3-4e46-b36f-aa9968755214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:19.519833 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:20.952481 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:22.086992 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:23.376919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b90c71-d647-4cf3-b8bf-edd9704ed16a req-c1fe88ab-c348-424d-b16e-13654313949f tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:23.378421 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e7b90c71-d647-4cf3-b8bf-edd9704ed16a req-c1fe88ab-c348-424d-b16e-13654313949f tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 945 time: 0.0539982 Feb 09 04:14:23.425704 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e7b90c71-d647-4cf3-b8bf-edd9704ed16a req-123e82a6-2176-4ead-9dc1-599957c8842d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Feb 09 04:14:23.448847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56250) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:14:23.533967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607c9770-1c3a-4b02-a8d2-1c43f0fda953 tempest-TestMinimumBasicScenario-265330870 tempest-TestMinimumBasicScenario-265330870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:23.535479 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-607c9770-1c3a-4b02-a8d2-1c43f0fda953 tempest-TestMinimumBasicScenario-265330870 tempest-TestMinimumBasicScenario-265330870-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 1123 time: 0.0855131 Feb 09 04:14:23.538464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56254) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:14:23.542641 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:14:23.564222 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:23.658079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:23.764730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Allocated IP 172.25.5.112 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/871d7486-a6e2-47ef-ac9f-5c9fd6591517) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:14:23.863457 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for port (871d7486-a6e2-47ef-ac9f-5c9fd6591517), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:23.896908 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (871d7486-a6e2-47ef-ac9f-5c9fd6591517), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:23.937174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:14:23.943457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:14:23.946882 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:14:23.969037 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event updated for resources: {'Port': ['ID=871d7486-a6e2-47ef-ac9f-5c9fd6591517,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:14:23.982090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:23.982439 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:23.983399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:23.983741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:23.984075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:23.984400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:23.984728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:23.985053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:23.985398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:23.985726 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:23.986044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:23.986369 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:23.986686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:24.304889 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for floatingip (5d447550-98fd-436b-8b88-cfb63e82d069), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:24.374065 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (871d7486-a6e2-47ef-ac9f-5c9fd6591517), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:24.519606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for port (871d7486-a6e2-47ef-ac9f-5c9fd6591517), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:24.524114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (871d7486-a6e2-47ef-ac9f-5c9fd6591517), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:24.592660 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event updated for resources: {'Port': ['ID=871d7486-a6e2-47ef-ac9f-5c9fd6591517,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:14:24.603116 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (5d447550-98fd-436b-8b88-cfb63e82d069), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:24.628823 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:24.705559 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Floating IP 5d447550-98fd-436b-8b88-cfb63e82d069 associated. External IP: 172.25.5.112, port: 8c99d50f-8f10-4483-afb6-a26b7db89d1c. Feb 09 04:14:25.227117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Router 8a64b259-0e12-4718-b6be-fb27dab8cff1 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:14:25.338414 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:14:25.348746 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd75d80-5587-4faa-b91f-0d1588db2f0c None None] Sync routers for ids ['8a64b259-0e12-4718-b6be-fb27dab8cff1'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:14:25.359737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd75d80-5587-4faa-b91f-0d1588db2f0c None None] Routers {'8a64b259-0e12-4718-b6be-fb27dab8cff1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:14:25.360146 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.360704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3fd75d80-5587-4faa-b91f-0d1588db2f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:14:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8a64b259-0e12-4718-b6be-fb27dab8cff1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:14:25.393428 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-60d4fa79-be35-43e6-9250-12568ac9cd7a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8514564 Feb 09 04:14:25.393428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:14:25.393893 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa20394-bd63-4f3c-9e79-07afbbe6db39" -d '{"events": [{"name": "network-changed", "server_uuid": "473f9271-5343-4446-826a-23185254773b", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:14:25.394025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56256) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:14:25.398570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1294253521', 'description': 'tempest-secgroup-smoke-1294253521 description', 'project_id': 'e10624bbf2f744ee8450b0172d724ac9'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:14:25.426023 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.434691 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35856717-3c6c-4584-89bf-6f7c75ee3e8c x-openstack-request-id: req-35856717-3c6c-4584-89bf-6f7c75ee3e8c {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:14:25.434993 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473f9271-5343-4446-826a-23185254773b", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:14:25.435254 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35856717-3c6c-4584-89bf-6f7c75ee3e8c {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:14:25.435804 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'status': 'completed', 'code': 200} Feb 09 04:14:25.479462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3fd75d80-5587-4faa-b91f-0d1588db2f0c None None] Set router 8a64b259-0e12-4718-b6be-fb27dab8cff1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:14:25.506695 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group (474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.511523 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.551827 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.553002 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1579666 Feb 09 04:14:25.556413 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56262) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:14:25.559093 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:14:25.562824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a94e7695-b3da-4648-8b9b-02303aa34dea tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Request body: {'security_group_rule': {'security_group_id': '474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c', 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:14:25.584657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.585059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.585497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.585955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.586299 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.586695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.587034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.587367 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.587760 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.588137 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.588585 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.588917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.589303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639347c7-879e-4936-a478-5b2347dc1ccb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:14:25.596255 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a94e7695-b3da-4648-8b9b-02303aa34dea tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (cc3b2a69-4c91-4766-80bb-3a31b98ca75b), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.610676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa20394-bd63-4f3c-9e79-07afbbe6db39 req-e56cb9b0-2ba7-4d2e-b7f4-8d072e4c93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:25.612860 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4aa20394-bd63-4f3c-9e79-07afbbe6db39 req-e56cb9b0-2ba7-4d2e-b7f4-8d072e4c93f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e10624bbf2f744ee8450b0172d724ac9&device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 1128 time: 0.1325715 Feb 09 04:14:25.661686 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a94e7695-b3da-4648-8b9b-02303aa34dea tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (cc3b2a69-4c91-4766-80bb-3a31b98ca75b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.666273 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a94e7695-b3da-4648-8b9b-02303aa34dea tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (cc3b2a69-4c91-4766-80bb-3a31b98ca75b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.686917 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e7695-b3da-4648-8b9b-02303aa34dea tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3b2a69-4c91-4766-80bb-3a31b98ca75b,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:14:25.692710 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a94e7695-b3da-4648-8b9b-02303aa34dea tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.694384 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a94e7695-b3da-4648-8b9b-02303aa34dea tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368942 Feb 09 04:14:25.697120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56264) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:14:25.702625 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a823dbd8-3a45-4a49-84e6-47c47075d554 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Request body: {'security_group_rule': {'security_group_id': '474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c', 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:14:25.719571 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa20394-bd63-4f3c-9e79-07afbbe6db39 req-061d805e-8455-427f-852a-2b7a26354a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:25.721877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4aa20394-bd63-4f3c-9e79-07afbbe6db39 req-061d805e-8455-427f-852a-2b7a26354a0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ac3b3e-435b-4cbc-8003-dbba46836979 HTTP/1.1" status: 200 len: 915 time: 0.1028345 Feb 09 04:14:25.725145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3fd75d80-5587-4faa-b91f-0d1588db2f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '5d447550-98fd-436b-8b88-cfb63e82d069', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'floating_ip_address': '172.25.5.112', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'port_id': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'mac_address': 'fa:16:3e:43:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473f9271-5343-4446-826a-23185254773b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:14:24Z', 'updated_at': '2022-02-09T04:14:24Z', 'revision_number': 0, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33ac840-6171-41a2-b82d-19e14d84285c', 'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'mac_address': 'fa:16:3e:69:7d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:21Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 5, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'subnets': [{'id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:14:25.730772 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a823dbd8-3a45-4a49-84e6-47c47075d554 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (32448701-dffd-4938-bd92-b8b8643dddbe), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.752374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd75d80-5587-4faa-b91f-0d1588db2f0c None None] Checking router: 8a64b259-0e12-4718-b6be-fb27dab8cff1 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:14:25.760891 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd75d80-5587-4faa-b91f-0d1588db2f0c None None] Routers {'8a64b259-0e12-4718-b6be-fb27dab8cff1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:14:25.761575 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3fd75d80-5587-4faa-b91f-0d1588db2f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:14:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8a64b259-0e12-4718-b6be-fb27dab8cff1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:14:25.789263 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a823dbd8-3a45-4a49-84e6-47c47075d554 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (32448701-dffd-4938-bd92-b8b8643dddbe), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.793330 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a823dbd8-3a45-4a49-84e6-47c47075d554 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (32448701-dffd-4938-bd92-b8b8643dddbe), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.795828 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4aa20394-bd63-4f3c-9e79-07afbbe6db39 req-6ce49878-2bc9-4854-bcd1-7f573afec846 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 999 time: 0.0670152 Feb 09 04:14:25.813908 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823dbd8-3a45-4a49-84e6-47c47075d554 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32448701-dffd-4938-bd92-b8b8643dddbe,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:14:25.823867 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a823dbd8-3a45-4a49-84e6-47c47075d554 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.829404 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a823dbd8-3a45-4a49-84e6-47c47075d554 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267164 Feb 09 04:14:25.829404 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56266) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:14:25.833487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e9cb0a4e-cd8e-4e3d-8c2a-f0b8dc8c6ef0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Request body: {'security_group_rule': {'security_group_id': '474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c', 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:14:25.850537 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa20394-bd63-4f3c-9e79-07afbbe6db39 req-7bf5a490-fc8b-415e-9fe2-7049b6ec04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:25.852210 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4aa20394-bd63-4f3c-9e79-07afbbe6db39 req-7bf5a490-fc8b-415e-9fe2-7049b6ec04f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06653b73-e4b0-43f4-9784-efdbe08bccc2 HTTP/1.1" status: 200 len: 853 time: 0.0516222 Feb 09 04:14:25.859879 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0a4e-cd8e-4e3d-8c2a-f0b8dc8c6ef0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (7a1a0c12-5d92-41fc-a70d-d8c9c39b6166), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.881721 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3fd75d80-5587-4faa-b91f-0d1588db2f0c None None] Set router 8a64b259-0e12-4718-b6be-fb27dab8cff1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:14:25.904003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa20394-bd63-4f3c-9e79-07afbbe6db39 req-6587f788-7990-40c9-aa82-7578a21de742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:25.906282 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4aa20394-bd63-4f3c-9e79-07afbbe6db39 req-6587f788-7990-40c9-aa82-7578a21de742 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ac3b3e-435b-4cbc-8003-dbba46836979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475402 Feb 09 04:14:25.929962 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0a4e-cd8e-4e3d-8c2a-f0b8dc8c6ef0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (7a1a0c12-5d92-41fc-a70d-d8c9c39b6166), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.934688 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0a4e-cd8e-4e3d-8c2a-f0b8dc8c6ef0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (7a1a0c12-5d92-41fc-a70d-d8c9c39b6166), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.954198 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb0a4e-cd8e-4e3d-8c2a-f0b8dc8c6ef0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1a0c12-5d92-41fc-a70d-d8c9c39b6166,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:14:25.963693 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0a4e-cd8e-4e3d-8c2a-f0b8dc8c6ef0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:25.965128 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e9cb0a4e-cd8e-4e3d-8c2a-f0b8dc8c6ef0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351514 Feb 09 04:14:25.968892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56268) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:14:25.975262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-31fc8e5b-b701-41e2-9aaa-56eb023577bc tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Request body: {'security_group_rule': {'security_group_id': '474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c', 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:14:26.027482 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31fc8e5b-b701-41e2-9aaa-56eb023577bc tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (88937613-8e0b-4899-9188-002f5c6bf045), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.041919 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4aa20394-bd63-4f3c-9e79-07afbbe6db39 req-190cc2a9-b8e7-409d-b9a6-3e408125c8cd service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291401 Feb 09 04:14:26.119428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3fd75d80-5587-4faa-b91f-0d1588db2f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '5d447550-98fd-436b-8b88-cfb63e82d069', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'floating_ip_address': '172.25.5.112', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'port_id': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'mac_address': 'fa:16:3e:43:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473f9271-5343-4446-826a-23185254773b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:14:24Z', 'updated_at': '2022-02-09T04:14:24Z', 'revision_number': 0, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33ac840-6171-41a2-b82d-19e14d84285c', 'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'mac_address': 'fa:16:3e:69:7d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:21Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 5, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'subnets': [{'id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:14:26.147857 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd75d80-5587-4faa-b91f-0d1588db2f0c None None] The sync data for ids ['8a64b259-0e12-4718-b6be-fb27dab8cff1'] in n-d-824835-15 is: [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '5d447550-98fd-436b-8b88-cfb63e82d069', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'floating_ip_address': '172.25.5.112', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'port_id': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'mac_address': 'fa:16:3e:43:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473f9271-5343-4446-826a-23185254773b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:14:24Z', 'updated_at': '2022-02-09T04:14:24Z', 'revision_number': 0, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33ac840-6171-41a2-b82d-19e14d84285c', 'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'mac_address': 'fa:16:3e:69:7d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:21Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 5, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'subnets': [{'id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:14:26.156274 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31fc8e5b-b701-41e2-9aaa-56eb023577bc tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (88937613-8e0b-4899-9188-002f5c6bf045), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.162688 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31fc8e5b-b701-41e2-9aaa-56eb023577bc tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (88937613-8e0b-4899-9188-002f5c6bf045), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.188120 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4aa20394-bd63-4f3c-9e79-07afbbe6db39 req-53a97a08-e46c-4303-a04f-37124c46664e service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361830 Feb 09 04:14:26.191178 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc8e5b-b701-41e2-9aaa-56eb023577bc tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88937613-8e0b-4899-9188-002f5c6bf045,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:14:26.200276 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31fc8e5b-b701-41e2-9aaa-56eb023577bc tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.204829 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-31fc8e5b-b701-41e2-9aaa-56eb023577bc tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2315669 Feb 09 04:14:26.205004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56270) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:14:26.213004 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-75f34782-2a93-42f1-96a5-6d4c6769515d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Request body: {'security_group_rule': {'security_group_id': '474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c', 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:14:26.236028 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-75f34782-2a93-42f1-96a5-6d4c6769515d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Project e10624bbf2f744ee8450b0172d724ac9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:14:26.241030 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75f34782-2a93-42f1-96a5-6d4c6769515d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (df2fbc58-28b1-418f-9c6c-658217370402), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.304507 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75f34782-2a93-42f1-96a5-6d4c6769515d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (df2fbc58-28b1-418f-9c6c-658217370402), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.308944 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75f34782-2a93-42f1-96a5-6d4c6769515d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (df2fbc58-28b1-418f-9c6c-658217370402), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.328800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f34782-2a93-42f1-96a5-6d4c6769515d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2fbc58-28b1-418f-9c6c-658217370402,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:14:26.337543 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75f34782-2a93-42f1-96a5-6d4c6769515d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.338786 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-75f34782-2a93-42f1-96a5-6d4c6769515d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327958 Feb 09 04:14:26.341515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56272) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:14:26.346300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-4dae5b9e-f6af-45a2-a116-18938ec18227 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Request body: {'security_group_rule': {'security_group_id': '474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c', 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:14:26.368338 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-4dae5b9e-f6af-45a2-a116-18938ec18227 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Project e10624bbf2f744ee8450b0172d724ac9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:14:26.374206 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dae5b9e-f6af-45a2-a116-18938ec18227 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (69f4a446-796c-421f-a991-128c9c2d7312), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.377700 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adf667-6514-4e16-b86c-4a6f7e118e6f None None] New status for floating IP 5d447550-98fd-436b-8b88-cfb63e82d069: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:14:26.441002 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dae5b9e-f6af-45a2-a116-18938ec18227 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (69f4a446-796c-421f-a991-128c9c2d7312), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.444890 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dae5b9e-f6af-45a2-a116-18938ec18227 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (69f4a446-796c-421f-a991-128c9c2d7312), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.465910 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae5b9e-f6af-45a2-a116-18938ec18227 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f4a446-796c-421f-a991-128c9c2d7312,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:14:26.472383 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dae5b9e-f6af-45a2-a116-18938ec18227 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.476649 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4dae5b9e-f6af-45a2-a116-18938ec18227 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309063 Feb 09 04:14:26.568311 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e994427-0c1c-49f4-959f-da2c6a6f7256 req-253147b6-6fc3-4c2b-8925-46b13dbadcc8 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294253521&fields=id&tenant_id=e10624bbf2f744ee8450b0172d724ac9 HTTP/1.1" status: 200 len: 267 time: 0.0473225 Feb 09 04:14:26.625989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e994427-0c1c-49f4-959f-da2c6a6f7256 req-b13045cc-b06b-431c-a122-d94622a9bc52 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:26.627342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e994427-0c1c-49f4-959f-da2c6a6f7256 req-b13045cc-b06b-431c-a122-d94622a9bc52 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 945 time: 0.0534804 Feb 09 04:14:26.637792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-3e994427-0c1c-49f4-959f-da2c6a6f7256 req-7d7f1b46-623b-429b-a963-021f43327498 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Request body: {'port': {'security_groups': ['c2b068df-a4e0-4970-aa07-5eb75bafb7e9', '474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:14:26.708748 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3e994427-0c1c-49f4-959f-da2c6a6f7256 req-7d7f1b46-623b-429b-a963-021f43327498 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.891253 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-3e994427-0c1c-49f4-959f-da2c6a6f7256 req-7d7f1b46-623b-429b-a963-021f43327498 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] For port 8c99d50f-8f10-4483-afb6-a26b7db89d1c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:14:26.919862 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3e994427-0c1c-49f4-959f-da2c6a6f7256 req-7d7f1b46-623b-429b-a963-021f43327498 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.925097 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3e994427-0c1c-49f4-959f-da2c6a6f7256 req-7d7f1b46-623b-429b-a963-021f43327498 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.958050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['8c99d50f-8f10-4483-afb6-a26b7db89d1c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:14:26.967948 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e994427-0c1c-49f4-959f-da2c6a6f7256 req-7d7f1b46-623b-429b-a963-021f43327498 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:26.968660 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3e994427-0c1c-49f4-959f-da2c6a6f7256 req-7d7f1b46-623b-429b-a963-021f43327498 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:26.970133 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3e994427-0c1c-49f4-959f-da2c6a6f7256 req-7d7f1b46-623b-429b-a963-021f43327498 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "PUT /v2.0/ports/8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 981 time: 0.3367257 Feb 09 04:14:26.970563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:14:26.973064 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2142ed75-9167-4534-bea3-66b1da1d8623" -d '{"events": [{"name": "network-changed", "server_uuid": "473f9271-5343-4446-826a-23185254773b", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:14:27.004806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f1b46-623b-429b-a963-021f43327498 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event updated for resources: {'Port': ['ID=8c99d50f-8f10-4483-afb6-a26b7db89d1c,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:14:27.028081 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c01eb00-d71b-431e-8026-25849740ff0d x-openstack-request-id: req-6c01eb00-d71b-431e-8026-25849740ff0d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:14:27.028404 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473f9271-5343-4446-826a-23185254773b", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:14:27.028667 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c01eb00-d71b-431e-8026-25849740ff0d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:14:27.029085 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'status': 'completed', 'code': 200} Feb 09 04:14:27.086550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['8c99d50f-8f10-4483-afb6-a26b7db89d1c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:14:27.111164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f61276-5fe8-45ad-b35e-18678737dd25 req-25582e5d-bee7-490f-94e6-942616bf1d16 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:27.113629 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9f61276-5fe8-45ad-b35e-18678737dd25 req-25582e5d-bee7-490f-94e6-942616bf1d16 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0560150 Feb 09 04:14:27.135240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142ed75-9167-4534-bea3-66b1da1d8623 req-b6cc4142-c76a-473c-874f-0d94f35c5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:27.137378 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2142ed75-9167-4534-bea3-66b1da1d8623 req-b6cc4142-c76a-473c-874f-0d94f35c5be1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e10624bbf2f744ee8450b0172d724ac9&device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 1167 time: 0.0600672 Feb 09 04:14:27.216258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9f61276-5fe8-45ad-b35e-18678737dd25 req-201750e0-8b33-42e9-9c4a-b70f6d18c27e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957422 Feb 09 04:14:27.263969 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142ed75-9167-4534-bea3-66b1da1d8623 req-a50f7a64-10b8-484e-8d13-51896b205a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:27.265303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2142ed75-9167-4534-bea3-66b1da1d8623 req-a50f7a64-10b8-484e-8d13-51896b205a6b service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ac3b3e-435b-4cbc-8003-dbba46836979 HTTP/1.1" status: 200 len: 915 time: 0.1215074 Feb 09 04:14:27.331996 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2142ed75-9167-4534-bea3-66b1da1d8623 req-a753aa28-a31c-423d-b704-8dae583cd572 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 1001 time: 0.0607321 Feb 09 04:14:27.335959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a27edaeb-b51b-4aea-8b78-cd8255ae3964 None None] Provisioning complete for port 8c99d50f-8f10-4483-afb6-a26b7db89d1c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:14:27.336333 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a27edaeb-b51b-4aea-8b78-cd8255ae3964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:27.381505 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142ed75-9167-4534-bea3-66b1da1d8623 req-f01d4221-1e26-4477-8432-46a48bec63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:27.382970 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2142ed75-9167-4534-bea3-66b1da1d8623 req-f01d4221-1e26-4477-8432-46a48bec63ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06653b73-e4b0-43f4-9784-efdbe08bccc2 HTTP/1.1" status: 200 len: 853 time: 0.0454261 Feb 09 04:14:27.439957 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142ed75-9167-4534-bea3-66b1da1d8623 req-69b3b9ab-4727-447b-9724-809888d85228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:27.441514 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2142ed75-9167-4534-bea3-66b1da1d8623 req-69b3b9ab-4727-447b-9724-809888d85228 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ac3b3e-435b-4cbc-8003-dbba46836979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518825 Feb 09 04:14:27.530280 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2142ed75-9167-4534-bea3-66b1da1d8623 req-d587543d-577c-49bf-9f3e-0851e7703034 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824904 Feb 09 04:14:27.547289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a27edaeb-b51b-4aea-8b78-cd8255ae3964 None None] Current status of the port 8c99d50f-8f10-4483-afb6-a26b7db89d1c is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:14:27.622964 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2142ed75-9167-4534-bea3-66b1da1d8623 req-01b82713-f567-442c-9b01-98590472894a service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873713 Feb 09 04:14:38.101894 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:44.354170 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:14:45.737438 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f7d6-13cb-445b-9294-00fd2def8f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:48.249401 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3102d9a1-0352-4072-b87a-e40564e71db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:48.913645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a3fa633-e26c-4e76-87db-6146cdb6211e req-b9c7d9fb-d5fe-43a1-bc93-15dad9bf35c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436332 Feb 09 04:14:49.012400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa633-e26c-4e76-87db-6146cdb6211e req-41fc94d0-4468-4794-9b23-735afca696a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:49.013927 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a3fa633-e26c-4e76-87db-6146cdb6211e req-41fc94d0-4468-4794-9b23-735afca696a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e10624bbf2f744ee8450b0172d724ac9&device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 1167 time: 0.0439692 Feb 09 04:14:49.404611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa633-e26c-4e76-87db-6146cdb6211e req-1ff48c3c-1647-4f7e-a72a-4474ca35bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:49.406452 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a3fa633-e26c-4e76-87db-6146cdb6211e req-1ff48c3c-1647-4f7e-a72a-4474ca35bd36 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ac3b3e-435b-4cbc-8003-dbba46836979 HTTP/1.1" status: 200 len: 915 time: 0.3744178 Feb 09 04:14:49.472558 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a3fa633-e26c-4e76-87db-6146cdb6211e req-86339040-0ee0-459b-b7e0-baff52968ee3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 1001 time: 0.0597241 Feb 09 04:14:49.520099 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa633-e26c-4e76-87db-6146cdb6211e req-66248e96-3650-4fd3-8296-59c6d1269a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:49.521622 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a3fa633-e26c-4e76-87db-6146cdb6211e req-66248e96-3650-4fd3-8296-59c6d1269a56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06653b73-e4b0-43f4-9784-efdbe08bccc2 HTTP/1.1" status: 200 len: 853 time: 0.0432510 Feb 09 04:14:49.524778 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:49.573929 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa633-e26c-4e76-87db-6146cdb6211e req-18d6f777-81c7-4e2a-a2ab-bb8802866ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:14:49.575401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a3fa633-e26c-4e76-87db-6146cdb6211e req-18d6f777-81c7-4e2a-a2ab-bb8802866ffe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ac3b3e-435b-4cbc-8003-dbba46836979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485959 Feb 09 04:14:49.664867 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a3fa633-e26c-4e76-87db-6146cdb6211e req-e443b7dd-fa36-48a4-b204-c1d13413dd8c service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831618 Feb 09 04:14:49.755639 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a3fa633-e26c-4e76-87db-6146cdb6211e req-37c308a1-f873-462c-8720-25afeb57f03e service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855699 Feb 09 04:14:50.955003 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:52.090345 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:54.643561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:08.098295 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:15.470233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ed7a6-afc7-4145-ad1f-40af8356fcf2 req-32bbb9af-5e03-49d1-a4bc-6ba12b0b4337 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:15.471719 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-907ed7a6-afc7-4145-ad1f-40af8356fcf2 req-32bbb9af-5e03-49d1-a4bc-6ba12b0b4337 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0562360 Feb 09 04:15:15.494139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d789-2561-45ea-8b80-74b473cceafb req-198ab4bb-7733-4e2b-9f23-462502f0de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:15.495631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dab6d789-2561-45ea-8b80-74b473cceafb req-198ab4bb-7733-4e2b-9f23-462502f0de08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e10624bbf2f744ee8450b0172d724ac9&device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 1167 time: 0.0482054 Feb 09 04:15:15.535958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-907ed7a6-afc7-4145-ad1f-40af8356fcf2 req-50b7f9f6-bbde-4eea-bac8-95df029ec2d2 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582893 Feb 09 04:15:15.592567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d789-2561-45ea-8b80-74b473cceafb req-d27df060-0da8-4fdc-8b7c-b12789cadf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:15.594081 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dab6d789-2561-45ea-8b80-74b473cceafb req-d27df060-0da8-4fdc-8b7c-b12789cadf98 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ac3b3e-435b-4cbc-8003-dbba46836979 HTTP/1.1" status: 200 len: 915 time: 0.0910468 Feb 09 04:15:15.661879 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dab6d789-2561-45ea-8b80-74b473cceafb req-8162d86b-7de8-42be-962b-ce88aea7f306 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 1001 time: 0.0615311 Feb 09 04:15:15.709224 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d789-2561-45ea-8b80-74b473cceafb req-78c9f1af-816b-4d61-9760-0c69c422d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:15.710664 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dab6d789-2561-45ea-8b80-74b473cceafb req-78c9f1af-816b-4d61-9760-0c69c422d177 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06653b73-e4b0-43f4-9784-efdbe08bccc2 HTTP/1.1" status: 200 len: 853 time: 0.0430927 Feb 09 04:15:15.738632 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0bb59b1-4c66-4161-912a-de567bf67d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:15.764538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d789-2561-45ea-8b80-74b473cceafb req-c34acdea-345f-4c1c-806e-30d01fa3de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:15.766074 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dab6d789-2561-45ea-8b80-74b473cceafb req-c34acdea-345f-4c1c-806e-30d01fa3de68 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ac3b3e-435b-4cbc-8003-dbba46836979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487330 Feb 09 04:15:15.857217 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dab6d789-2561-45ea-8b80-74b473cceafb req-0abd7044-4ada-4c6a-81da-d314d81558e7 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848923 Feb 09 04:15:15.946228 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dab6d789-2561-45ea-8b80-74b473cceafb req-ec44eea4-6909-4b52-aea8-09849a1b11a4 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825665 Feb 09 04:15:16.661475 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496de353-4aea-4657-b63d-e96434e1f9ee req-c973c07f-2339-4e90-bdf1-041de4750d41 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:16.662929 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-496de353-4aea-4657-b63d-e96434e1f9ee req-c973c07f-2339-4e90-bdf1-041de4750d41 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0576818 Feb 09 04:15:16.722224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-496de353-4aea-4657-b63d-e96434e1f9ee req-8861e3fb-29a3-4d6b-b307-116fffc13bf5 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536220 Feb 09 04:15:17.847648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d4db3-75f1-4e69-bfb5-b1952c528e37 req-4cc742f6-68a7-44bb-837f-063f99eabcc9 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:17.849114 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-482d4db3-75f1-4e69-bfb5-b1952c528e37 req-4cc742f6-68a7-44bb-837f-063f99eabcc9 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0539854 Feb 09 04:15:17.908999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-482d4db3-75f1-4e69-bfb5-b1952c528e37 req-f3331810-9a13-4fd3-b688-6303fdc463a0 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537057 Feb 09 04:15:18.251113 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d12c011f-9800-4729-865b-b0e54187a26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:19.036440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83a467-a840-49fd-8cd1-856308a3b475 req-13eaf8ec-ac12-4c8a-9ce3-1309f4e1eeda tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:19.038292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea83a467-a840-49fd-8cd1-856308a3b475 req-13eaf8ec-ac12-4c8a-9ce3-1309f4e1eeda tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0580516 Feb 09 04:15:19.097899 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ea83a467-a840-49fd-8cd1-856308a3b475 req-51ef0e62-3ad0-477c-a521-b5d7cc2e6de4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537620 Feb 09 04:15:19.528450 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:20.217627 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cebee9-7086-4abc-9762-6e2974155902 req-fbf4da11-1f36-4053-9abd-cd9c438f0bce tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:20.219109 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37cebee9-7086-4abc-9762-6e2974155902 req-fbf4da11-1f36-4053-9abd-cd9c438f0bce tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0526447 Feb 09 04:15:20.277189 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-37cebee9-7086-4abc-9762-6e2974155902 req-5cae20c7-205b-4c89-a12d-7eebb69b2c1d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522692 Feb 09 04:15:20.957950 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:21.352341 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:15:21.400442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d04d0-26a5-406c-84ad-c222e4cb5892 req-2c606068-29da-46a8-968e-0a03c3467de8 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:21.401920 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd7d04d0-26a5-406c-84ad-c222e4cb5892 req-2c606068-29da-46a8-968e-0a03c3467de8 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0566628 Feb 09 04:15:21.461513 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dd7d04d0-26a5-406c-84ad-c222e4cb5892 req-96ade92c-4bcf-4a57-8a1b-d1cffc3b1bec tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536332 Feb 09 04:15:22.093454 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:22.585379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac798ce-f475-4490-b75c-6c06166b579d req-14e88d70-2e19-48ce-9b61-210b34f49962 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:22.586860 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ac798ce-f475-4490-b75c-6c06166b579d req-14e88d70-2e19-48ce-9b61-210b34f49962 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0575981 Feb 09 04:15:22.645230 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0ac798ce-f475-4490-b75c-6c06166b579d req-b8980f2f-411e-4098-921c-6f52d6fca28f tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526137 Feb 09 04:15:23.764065 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6ab3-e91b-4d14-9189-0cdeed42e53c req-3601dd50-208b-4a46-b0b1-3a4e30b15501 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:23.765764 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1def6ab3-e91b-4d14-9189-0cdeed42e53c req-3601dd50-208b-4a46-b0b1-3a4e30b15501 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0535176 Feb 09 04:15:23.828203 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1def6ab3-e91b-4d14-9189-0cdeed42e53c req-2f00ffe9-0c0e-460a-a35f-84e8b3102710 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564189 Feb 09 04:15:24.642980 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:24.949024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c6d99-2079-4235-8ddd-df795cf13b74 req-29341f0e-72c7-4d43-bb21-c5201e092f73 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:24.950425 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-001c6d99-2079-4235-8ddd-df795cf13b74 req-29341f0e-72c7-4d43-bb21-c5201e092f73 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0531111 Feb 09 04:15:25.012249 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-001c6d99-2079-4235-8ddd-df795cf13b74 req-f95d1e43-9a40-44dd-beb3-262dbc7b7578 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549972 Feb 09 04:15:26.132811 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c7669-3ea2-49d6-b495-8b9defaf431b req-7e8bef1b-2609-43a3-ad2e-487a23bcf8ff tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:26.134231 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f50c7669-3ea2-49d6-b495-8b9defaf431b req-7e8bef1b-2609-43a3-ad2e-487a23bcf8ff tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0534813 Feb 09 04:15:26.199224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f50c7669-3ea2-49d6-b495-8b9defaf431b req-01f004d8-3cfd-412a-ae29-54b295d1f614 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586329 Feb 09 04:15:27.319078 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812020d6-baf3-4014-817f-12c1154f771b req-ef4a900f-a6b5-431d-8878-1665b42e6a64 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:27.320564 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-812020d6-baf3-4014-817f-12c1154f771b req-ef4a900f-a6b5-431d-8878-1665b42e6a64 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0534391 Feb 09 04:15:27.384057 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-812020d6-baf3-4014-817f-12c1154f771b req-da4179cf-6b41-4f27-8976-8815350c1e62 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572257 Feb 09 04:15:28.507212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb3cc8-e00b-4225-87b6-f28a3f1076db req-85d62bcf-39ed-44bd-a733-d07b2fb7eb9f tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:28.508687 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7bb3cc8-e00b-4225-87b6-f28a3f1076db req-85d62bcf-39ed-44bd-a733-d07b2fb7eb9f tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0531912 Feb 09 04:15:28.568449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d7bb3cc8-e00b-4225-87b6-f28a3f1076db req-530f1b27-dd71-4036-95b4-ec1e85015680 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532296 Feb 09 04:15:29.690529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73ecdf-a715-4f55-8daf-407a5b00ba6e req-7806db13-9b47-4bc0-9f63-4b1b5399c5a7 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:29.692026 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af73ecdf-a715-4f55-8daf-407a5b00ba6e req-7806db13-9b47-4bc0-9f63-4b1b5399c5a7 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0548594 Feb 09 04:15:29.751646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-af73ecdf-a715-4f55-8daf-407a5b00ba6e req-7d7a218c-c0f5-4dcc-b357-8f4a662a2e17 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537674 Feb 09 04:15:30.871932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a93ff-d202-4338-ab26-b077af978e91 req-b0dc0471-51b6-494c-bbd8-5ae5920cd54a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:30.874605 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-530a93ff-d202-4338-ab26-b077af978e91 req-b0dc0471-51b6-494c-bbd8-5ae5920cd54a tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0551660 Feb 09 04:15:30.934031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-530a93ff-d202-4338-ab26-b077af978e91 req-118752da-e341-4e5f-9311-1e72b4d2d4c5 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538008 Feb 09 04:15:32.062290 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473aca1-4a81-4d2d-9adc-77189ba56f0c req-bb9fe497-7311-4afe-9d2c-cd78b5ee747d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:32.063961 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a473aca1-4a81-4d2d-9adc-77189ba56f0c req-bb9fe497-7311-4afe-9d2c-cd78b5ee747d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0569928 Feb 09 04:15:32.125725 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a473aca1-4a81-4d2d-9adc-77189ba56f0c req-03ff8bdd-76b8-4397-ad1f-7541f969193e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c&id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554538 Feb 09 04:15:38.108321 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:45.739664 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ab6309-e5e1-4b0f-9109-9eb4c9ef30da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:48.252107 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e60699f-dcd5-42be-9495-be2f5bb1fd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:48.916346 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66f69c10-5ebe-4d85-90f4-98f2c80ccc86 req-090207d1-3aa7-4e7d-b5d6-c125bd34f1df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483050 Feb 09 04:15:49.019645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69c10-5ebe-4d85-90f4-98f2c80ccc86 req-d859de03-2a4d-41bf-824e-1a1846a82a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:49.021163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66f69c10-5ebe-4d85-90f4-98f2c80ccc86 req-d859de03-2a4d-41bf-824e-1a1846a82a06 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e10624bbf2f744ee8450b0172d724ac9&device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 1167 time: 0.0463789 Feb 09 04:15:49.125897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69c10-5ebe-4d85-90f4-98f2c80ccc86 req-10da79d1-f2c1-4d98-b05b-37b5ac3a442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:49.127339 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66f69c10-5ebe-4d85-90f4-98f2c80ccc86 req-10da79d1-f2c1-4d98-b05b-37b5ac3a442b service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ac3b3e-435b-4cbc-8003-dbba46836979 HTTP/1.1" status: 200 len: 915 time: 0.0880954 Feb 09 04:15:49.197449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66f69c10-5ebe-4d85-90f4-98f2c80ccc86 req-98c3914f-5766-4b8a-b94f-4718526b67f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 1001 time: 0.0639520 Feb 09 04:15:49.245062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69c10-5ebe-4d85-90f4-98f2c80ccc86 req-05de4e0c-acb5-485f-8064-23d7c09478f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:49.246615 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66f69c10-5ebe-4d85-90f4-98f2c80ccc86 req-05de4e0c-acb5-485f-8064-23d7c09478f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06653b73-e4b0-43f4-9784-efdbe08bccc2 HTTP/1.1" status: 200 len: 853 time: 0.0423374 Feb 09 04:15:49.296857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69c10-5ebe-4d85-90f4-98f2c80ccc86 req-aacda7d4-7aec-462d-823a-a2f00e5e1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:15:49.298364 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66f69c10-5ebe-4d85-90f4-98f2c80ccc86 req-aacda7d4-7aec-462d-823a-a2f00e5e1dcd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ac3b3e-435b-4cbc-8003-dbba46836979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447602 Feb 09 04:15:49.388619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66f69c10-5ebe-4d85-90f4-98f2c80ccc86 req-6fa11843-dec9-43e9-9ebd-979f1f4d02af service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844274 Feb 09 04:15:49.474895 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66f69c10-5ebe-4d85-90f4-98f2c80ccc86 req-c4329df6-b535-4849-94e8-26211725c0fd service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804420 Feb 09 04:15:49.530658 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:50.961335 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:52.095143 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:54.642347 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:58.351279 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:16:08.113910 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:15.741338 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-802d1705-be48-4969-80de-fa818afc0cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:18.254330 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c518a4ca-b03d-4b2f-b899-757ca677847f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:19.533616 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:20.963233 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:22.097842 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:24.641319 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:35.350159 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:16:35.556662 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb6a6555-8cf4-4163-9d90-08137b5e114e req-efcfb18e-19ee-4bc7-98b1-98cbc81ce7fb tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294253521&fields=id&tenant_id=e10624bbf2f744ee8450b0172d724ac9 HTTP/1.1" status: 200 len: 267 time: 0.0494034 Feb 09 04:16:35.616107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a6555-8cf4-4163-9d90-08137b5e114e req-5072def1-74da-4aac-be1f-f41e88d11976 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:35.617524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb6a6555-8cf4-4163-9d90-08137b5e114e req-5072def1-74da-4aac-be1f-f41e88d11976 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 984 time: 0.0555933 Feb 09 04:16:35.628837 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-fb6a6555-8cf4-4163-9d90-08137b5e114e req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Request body: {'port': {'security_groups': ['c2b068df-a4e0-4970-aa07-5eb75bafb7e9']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:16:35.698648 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fb6a6555-8cf4-4163-9d90-08137b5e114e req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:35.875815 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-fb6a6555-8cf4-4163-9d90-08137b5e114e req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] For port 8c99d50f-8f10-4483-afb6-a26b7db89d1c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:16:35.904761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fb6a6555-8cf4-4163-9d90-08137b5e114e req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:35.909420 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fb6a6555-8cf4-4163-9d90-08137b5e114e req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:35.948387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['8c99d50f-8f10-4483-afb6-a26b7db89d1c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:16:35.963381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a6555-8cf4-4163-9d90-08137b5e114e req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:35.964028 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-fb6a6555-8cf4-4163-9d90-08137b5e114e req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:35.965456 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb6a6555-8cf4-4163-9d90-08137b5e114e req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "PUT /v2.0/ports/8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 942 time: 0.3410265 Feb 09 04:16:35.965926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:16:35.968433 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e355eb88-0889-4c49-bfd5-704f2744153a" -d '{"events": [{"name": "network-changed", "server_uuid": "473f9271-5343-4446-826a-23185254773b", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:16:35.971655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56352) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:16:36.006868 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event updated for resources: {'Port': ['ID=8c99d50f-8f10-4483-afb6-a26b7db89d1c,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:16:36.016954 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.017302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.023693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.024312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.024674 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.025022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.025384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.025732 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.026068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.026403 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.026738 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.027146 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.027451 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216c47ca-355a-45d0-bd9e-b072458e0c3d tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.079268 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3b591d-6a5f-47af-99cc-0599f2f33918 x-openstack-request-id: req-4c3b591d-6a5f-47af-99cc-0599f2f33918 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:16:36.079734 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473f9271-5343-4446-826a-23185254773b", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:16:36.080015 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c3b591d-6a5f-47af-99cc-0599f2f33918 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:16:36.080379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group (474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:36.080514 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'status': 'completed', 'code': 200} Feb 09 04:16:36.086432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['8c99d50f-8f10-4483-afb6-a26b7db89d1c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:16:36.110028 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group (474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:36.184291 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:36.187312 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:36.188490 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "DELETE /v2.0/security-groups/474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c HTTP/1.1" status: 204 len: 168 time: 0.2152016 Feb 09 04:16:36.191257 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56360) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:16:36.204844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474eaf9a-3e9f-4aeb-84c9-0eb9ef145a5c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:16:36.213314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.213719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.214072 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.214421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.214763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.215099 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.215442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.215773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.216105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.216440 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.216771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.217098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.217457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29825ae3-d0cd-4549-8b91-fbb8b23211e4 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:36.269765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355eb88-0889-4c49-bfd5-704f2744153a req-f00e4ce0-54d3-4578-b960-b0724a0aa7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:36.272223 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e355eb88-0889-4c49-bfd5-704f2744153a req-f00e4ce0-54d3-4578-b960-b0724a0aa7d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e10624bbf2f744ee8450b0172d724ac9&device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 1128 time: 0.1462214 Feb 09 04:16:36.346682 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1560bc07-cb48-468b-8522-bc79fcf6e600 None None] Provisioning complete for port 8c99d50f-8f10-4483-afb6-a26b7db89d1c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:16:36.347063 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1560bc07-cb48-468b-8522-bc79fcf6e600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:36.428372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1560bc07-cb48-468b-8522-bc79fcf6e600 None None] Current status of the port 8c99d50f-8f10-4483-afb6-a26b7db89d1c is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:16:36.444194 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355eb88-0889-4c49-bfd5-704f2744153a req-fee42565-a85b-44d2-ae15-1e1da22ca25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:36.445703 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e355eb88-0889-4c49-bfd5-704f2744153a req-fee42565-a85b-44d2-ae15-1e1da22ca25a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ac3b3e-435b-4cbc-8003-dbba46836979 HTTP/1.1" status: 200 len: 915 time: 0.1677303 Feb 09 04:16:36.493705 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Deleting port 871d7486-a6e2-47ef-ac9f-5c9fd6591517 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:16:36.494052 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (871d7486-a6e2-47ef-ac9f-5c9fd6591517), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:36.559738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e355eb88-0889-4c49-bfd5-704f2744153a req-4a2a80a0-3bbe-40fb-a883-5bfe0dda174d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 1001 time: 0.1074340 Feb 09 04:16:36.622428 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (871d7486-a6e2-47ef-ac9f-5c9fd6591517), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:36.622759 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for floatingip (871d7486-a6e2-47ef-ac9f-5c9fd6591517), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:36.634913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355eb88-0889-4c49-bfd5-704f2744153a req-ee1e2d06-7ced-4c75-a64a-995eb8f5719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:36.636342 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e355eb88-0889-4c49-bfd5-704f2744153a req-ee1e2d06-7ced-4c75-a64a-995eb8f5719a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06653b73-e4b0-43f4-9784-efdbe08bccc2 HTTP/1.1" status: 200 len: 853 time: 0.0707614 Feb 09 04:16:36.639927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Calling delete_port for 871d7486-a6e2-47ef-ac9f-5c9fd6591517 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:16:36.736031 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355eb88-0889-4c49-bfd5-704f2744153a req-6c1b9050-e0d7-45e4-8e14-72444b0c2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:36.737478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e355eb88-0889-4c49-bfd5-704f2744153a req-6c1b9050-e0d7-45e4-8e14-72444b0c2768 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ac3b3e-435b-4cbc-8003-dbba46836979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0934870 Feb 09 04:16:36.850098 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e355eb88-0889-4c49-bfd5-704f2744153a req-2c013d2d-7f43-4841-bd7b-84c1b12962aa service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062853 Feb 09 04:16:36.943945 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (871d7486-a6e2-47ef-ac9f-5c9fd6591517), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:36.983843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event deleted for resources: {'Port': ['ID=871d7486-a6e2-47ef-ac9f-5c9fd6591517,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:16:37.022291 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e355eb88-0889-4c49-bfd5-704f2744153a req-5f84da89-d241-451e-8311-acf819cc7e8b service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474788 Feb 09 04:16:37.059070 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks [] for floatingip (5d447550-98fd-436b-8b88-cfb63e82d069), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:37.059508 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Floating IP 5d447550-98fd-436b-8b88-cfb63e82d069 disassociated (deleted). External IP: 172.25.5.112, port: 8c99d50f-8f10-4483-afb6-a26b7db89d1c. Feb 09 04:16:37.275484 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Router 8a64b259-0e12-4718-b6be-fb27dab8cff1 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:16:37.385837 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:16:37.390683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:37.398292 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408e8c69-f615-414d-8909-9834b18468cd None None] Sync routers for ids ['8a64b259-0e12-4718-b6be-fb27dab8cff1'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:16:37.408521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e8c69-f615-414d-8909-9834b18468cd None None] Routers {'8a64b259-0e12-4718-b6be-fb27dab8cff1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:16:37.409722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-408e8c69-f615-414d-8909-9834b18468cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:16:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8a64b259-0e12-4718-b6be-fb27dab8cff1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:16:37.421555 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4307bf50-8d03-462b-a6e4-d1d37da1ac8e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "DELETE /v2.0/floatingips/5d447550-98fd-436b-8b88-cfb63e82d069 HTTP/1.1" status: 204 len: 168 time: 1.2289419 Feb 09 04:16:37.522305 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-408e8c69-f615-414d-8909-9834b18468cd None None] Set router 8a64b259-0e12-4718-b6be-fb27dab8cff1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:16:37.729260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-408e8c69-f615-414d-8909-9834b18468cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f33ac840-6171-41a2-b82d-19e14d84285c', 'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'mac_address': 'fa:16:3e:69:7d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:21Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 5, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'subnets': [{'id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:16:37.759772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408e8c69-f615-414d-8909-9834b18468cd None None] Checking router: 8a64b259-0e12-4718-b6be-fb27dab8cff1 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:16:37.768339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e8c69-f615-414d-8909-9834b18468cd None None] Routers {'8a64b259-0e12-4718-b6be-fb27dab8cff1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:16:37.769253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-408e8c69-f615-414d-8909-9834b18468cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:16:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8a64b259-0e12-4718-b6be-fb27dab8cff1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:16:37.877454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-408e8c69-f615-414d-8909-9834b18468cd None None] Set router 8a64b259-0e12-4718-b6be-fb27dab8cff1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:16:38.081175 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:16:38.081797 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-408e8c69-f615-414d-8909-9834b18468cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f33ac840-6171-41a2-b82d-19e14d84285c', 'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'mac_address': 'fa:16:3e:69:7d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:21Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 5, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'subnets': [{'id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:16:38.084914 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b40973-9b4f-4a87-9765-5a865d66536f" -d '{"events": [{"name": "network-changed", "server_uuid": "473f9271-5343-4446-826a-23185254773b", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:16:38.114178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408e8c69-f615-414d-8909-9834b18468cd None None] The sync data for ids ['8a64b259-0e12-4718-b6be-fb27dab8cff1'] in n-d-824835-15 is: [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:21Z', 'revision_number': 4, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'f33ac840-6171-41a2-b82d-19e14d84285c', 'name': '', 'network_id': 'd3ac3b3e-435b-4cbc-8003-dbba46836979', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'mac_address': 'fa:16:3e:69:7d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:21Z', 'updated_at': '2022-02-09T04:13:26Z', 'revision_number': 5, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'subnets': [{'id': '06653b73-e4b0-43f4-9784-efdbe08bccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:16:38.122519 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbe6b63-d4af-4234-a0e7-2697109159ad x-openstack-request-id: req-fcbe6b63-d4af-4234-a0e7-2697109159ad {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:16:38.122812 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473f9271-5343-4446-826a-23185254773b", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:16:38.123066 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcbe6b63-d4af-4234-a0e7-2697109159ad {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:16:38.123473 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'status': 'completed', 'code': 200} Feb 09 04:16:38.128907 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:38.227895 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b40973-9b4f-4a87-9765-5a865d66536f req-1c22fe40-b26b-42e2-9348-597db1e04b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:38.229471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-90b40973-9b4f-4a87-9765-5a865d66536f req-1c22fe40-b26b-42e2-9348-597db1e04b4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e10624bbf2f744ee8450b0172d724ac9&device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 1128 time: 0.0474713 Feb 09 04:16:38.329239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b40973-9b4f-4a87-9765-5a865d66536f req-3d449c39-69b3-49b4-93da-eacac0497226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:38.330966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-90b40973-9b4f-4a87-9765-5a865d66536f req-3d449c39-69b3-49b4-93da-eacac0497226 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ac3b3e-435b-4cbc-8003-dbba46836979 HTTP/1.1" status: 200 len: 915 time: 0.0961847 Feb 09 04:16:38.378159 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-90b40973-9b4f-4a87-9765-5a865d66536f req-da431609-e034-4aed-b131-36779c032436 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 217 time: 0.0415123 Feb 09 04:16:38.386638 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c7d34b-67a3-4812-af61-f6796d79bf71 None None] New status for floating IP 5d447550-98fd-436b-8b88-cfb63e82d069: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:16:38.432956 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b40973-9b4f-4a87-9765-5a865d66536f req-43e1747d-b911-4bea-ba3a-dd7b666d9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:38.434443 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-90b40973-9b4f-4a87-9765-5a865d66536f req-43e1747d-b911-4bea-ba3a-dd7b666d9ca5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06653b73-e4b0-43f4-9784-efdbe08bccc2 HTTP/1.1" status: 200 len: 853 time: 0.0506344 Feb 09 04:16:38.485993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b40973-9b4f-4a87-9765-5a865d66536f req-22f3e737-21fe-475b-a6f6-f86764936076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:38.487730 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-90b40973-9b4f-4a87-9765-5a865d66536f req-22f3e737-21fe-475b-a6f6-f86764936076 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ac3b3e-435b-4cbc-8003-dbba46836979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477707 Feb 09 04:16:38.586351 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-90b40973-9b4f-4a87-9765-5a865d66536f req-39980967-30ce-403c-81d8-24553255c813 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904205 Feb 09 04:16:38.677555 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-90b40973-9b4f-4a87-9765-5a865d66536f req-ab6ff0ca-e84f-4112-93b9-c840112a87b6 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851660 Feb 09 04:16:45.743946 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea4a3801-d169-48b6-a144-2718a365d30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:48.257381 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-99afc9d3-3479-4ac3-9f8b-f8fd9f427e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:49.535738 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:50.924299 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-178ec4b0-03a3-4772-ac8c-e9c12f08382f req-5ec7fa5d-a321-4c92-8d16-8753fc7cb6a0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518589 Feb 09 04:16:50.979602 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:51.026551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ec4b0-03a3-4772-ac8c-e9c12f08382f req-ff18965f-42ee-4d48-9a42-cf2e576e89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:51.028062 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-178ec4b0-03a3-4772-ac8c-e9c12f08382f req-ff18965f-42ee-4d48-9a42-cf2e576e89e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e10624bbf2f744ee8450b0172d724ac9&device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 1128 time: 0.0477223 Feb 09 04:16:51.132213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ec4b0-03a3-4772-ac8c-e9c12f08382f req-e9b358c7-7a53-4963-873e-118246b09327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:51.133754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-178ec4b0-03a3-4772-ac8c-e9c12f08382f req-e9b358c7-7a53-4963-873e-118246b09327 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ac3b3e-435b-4cbc-8003-dbba46836979 HTTP/1.1" status: 200 len: 915 time: 0.0878050 Feb 09 04:16:51.179186 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-178ec4b0-03a3-4772-ac8c-e9c12f08382f req-053ced72-66c2-44e8-bafe-887a9e0f43bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 200 len: 217 time: 0.0399556 Feb 09 04:16:51.233110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ec4b0-03a3-4772-ac8c-e9c12f08382f req-c1456a09-4b71-4606-8f4d-1449d96b9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:51.234524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-178ec4b0-03a3-4772-ac8c-e9c12f08382f req-c1456a09-4b71-4606-8f4d-1449d96b9b50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=06653b73-e4b0-43f4-9784-efdbe08bccc2 HTTP/1.1" status: 200 len: 853 time: 0.0447505 Feb 09 04:16:51.282758 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ec4b0-03a3-4772-ac8c-e9c12f08382f req-3a72edf2-c4d9-41cf-8f02-8a45ff673523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:51.284274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-178ec4b0-03a3-4772-ac8c-e9c12f08382f req-3a72edf2-c4d9-41cf-8f02-8a45ff673523 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ac3b3e-435b-4cbc-8003-dbba46836979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442369 Feb 09 04:16:51.377651 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-178ec4b0-03a3-4772-ac8c-e9c12f08382f req-0ec94408-2e2f-4703-a648-cb88dc0251ac service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867577 Feb 09 04:16:51.466275 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-178ec4b0-03a3-4772-ac8c-e9c12f08382f req-d0281c40-eee1-4a16-86f1-47c3cb1c9b68 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828545 Feb 09 04:16:52.099820 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:52.762068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294127db-8ccc-4d22-8c5f-acabfee98102 req-d81ec9d0-a02d-4c29-b925-2be6a93a2472 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:52.763571 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-294127db-8ccc-4d22-8c5f-acabfee98102 req-d81ec9d0-a02d-4c29-b925-2be6a93a2472 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 945 time: 0.0556738 Feb 09 04:16:52.816240 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-294127db-8ccc-4d22-8c5f-acabfee98102 req-e5f4de27-0090-4332-8d80-35320505549f tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468481 Feb 09 04:16:53.941851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f7260-d57c-4358-860a-ce46c6e09acb req-b7abced9-c90a-4ffc-a005-a9699a4a3830 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:53.943893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f52f7260-d57c-4358-860a-ce46c6e09acb req-b7abced9-c90a-4ffc-a005-a9699a4a3830 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 945 time: 0.0540583 Feb 09 04:16:53.990978 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f52f7260-d57c-4358-860a-ce46c6e09acb req-acf8808c-22d8-4647-9ec8-1e468f7e9913 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Feb 09 04:16:54.639967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:54.830238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c6cde-7a62-4091-8db7-c77f79db71b2 req-bca75a84-8241-4d8a-bc83-3e619ff3b780 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:54.831683 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e6c6cde-7a62-4091-8db7-c77f79db71b2 req-bca75a84-8241-4d8a-bc83-3e619ff3b780 tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.65 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 945 time: 0.0523024 Feb 09 04:16:54.924667 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-7e6c6cde-7a62-4091-8db7-c77f79db71b2 req-e48cfe84-7168-48e2-815e-a93314f9786e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Deleting port 8c99d50f-8f10-4483-afb6-a26b7db89d1c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:16:54.925013 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7e6c6cde-7a62-4091-8db7-c77f79db71b2 req-e48cfe84-7168-48e2-815e-a93314f9786e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:55.016281 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-7e6c6cde-7a62-4091-8db7-c77f79db71b2 req-e48cfe84-7168-48e2-815e-a93314f9786e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] For port 8c99d50f-8f10-4483-afb6-a26b7db89d1c, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=8c99d50f-8f10-4483-afb6-a26b7db89d1c,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:16:55.017220 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7e6c6cde-7a62-4091-8db7-c77f79db71b2 req-e48cfe84-7168-48e2-815e-a93314f9786e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:55.033286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-7e6c6cde-7a62-4091-8db7-c77f79db71b2 req-e48cfe84-7168-48e2-815e-a93314f9786e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Calling delete_port for 8c99d50f-8f10-4483-afb6-a26b7db89d1c owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:16:55.155553 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50694f12-0d57-48bb-ae8d-b0529c7e8ff3 req-28c3bce7-d2bd-45ee-80b0-fb4fe8ab925c tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:16:55.157038 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-50694f12-0d57-48bb-ae8d-b0529c7e8ff3 req-28c3bce7-d2bd-45ee-80b0-fb4fe8ab925c tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/ports?device_id=473f9271-5343-4446-826a-23185254773b HTTP/1.1" status: 200 len: 945 time: 0.0826097 Feb 09 04:16:55.243233 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-50694f12-0d57-48bb-ae8d-b0529c7e8ff3 req-d98edb75-a4b6-4be9-8e05-b927f0184c6e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2b068df-a4e0-4970-aa07-5eb75bafb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784383 Feb 09 04:16:55.244524 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7e6c6cde-7a62-4091-8db7-c77f79db71b2 req-e48cfe84-7168-48e2-815e-a93314f9786e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8c99d50f-8f10-4483-afb6-a26b7db89d1c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:55.275580 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cfe84-7168-48e2-815e-a93314f9786e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Pushing event deleted for resources: {'Port': ['ID=8c99d50f-8f10-4483-afb6-a26b7db89d1c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:16:55.278511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['8c99d50f-8f10-4483-afb6-a26b7db89d1c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:16:55.613493 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6c6cde-7a62-4091-8db7-c77f79db71b2 req-e48cfe84-7168-48e2-815e-a93314f9786e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] No DVR routers for this DVR port 8c99d50f-8f10-4483-afb6-a26b7db89d1c on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:16:55.616682 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-7e6c6cde-7a62-4091-8db7-c77f79db71b2 req-e48cfe84-7168-48e2-815e-a93314f9786e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:55.620035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e6c6cde-7a62-4091-8db7-c77f79db71b2 req-e48cfe84-7168-48e2-815e-a93314f9786e tempest-TestMinimumBasicScenario-351464136 tempest-TestMinimumBasicScenario-351464136-project] 10.222.0.65 "DELETE /v2.0/ports/8c99d50f-8f10-4483-afb6-a26b7db89d1c HTTP/1.1" status: 204 len: 173 time: 0.7833021 Feb 09 04:16:55.620499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'name': 'network-vif-deleted', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:16:55.622831 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f05168-dadf-426f-b28f-7ffad3302d60" -d '{"events": [{"server_uuid": "473f9271-5343-4446-826a-23185254773b", "name": "network-vif-deleted", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:16:55.669294 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302277e8-63d2-4865-9965-45ad2536ea61 x-openstack-request-id: req-302277e8-63d2-4865-9965-45ad2536ea61 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:16:55.669649 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473f9271-5343-4446-826a-23185254773b", "name": "network-vif-deleted", "tag": "8c99d50f-8f10-4483-afb6-a26b7db89d1c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:16:55.669900 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-302277e8-63d2-4865-9965-45ad2536ea61 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:16:55.670302 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473f9271-5343-4446-826a-23185254773b', 'name': 'network-vif-deleted', 'tag': '8c99d50f-8f10-4483-afb6-a26b7db89d1c', 'status': 'completed', 'code': 200} Feb 09 04:16:56.799401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56474) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:16:57.145856 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f6a4cb3-aa5a-4196-a885-5bc1d08bb0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (8a64b259-0e12-4718-b6be-fb27dab8cff1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:57.401044 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a4cb3-aa5a-4196-a885-5bc1d08bb0c1 admin admin] Deleting port f33ac840-6171-41a2-b82d-19e14d84285c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:16:57.401293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f6a4cb3-aa5a-4196-a885-5bc1d08bb0c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:57.481802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2f6a4cb3-aa5a-4196-a885-5bc1d08bb0c1 admin admin] For port f33ac840-6171-41a2-b82d-19e14d84285c, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=f33ac840-6171-41a2-b82d-19e14d84285c,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:16:57.482162 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f6a4cb3-aa5a-4196-a885-5bc1d08bb0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:57.495140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a4cb3-aa5a-4196-a885-5bc1d08bb0c1 admin admin] Calling delete_port for f33ac840-6171-41a2-b82d-19e14d84285c owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:16:57.676929 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f6a4cb3-aa5a-4196-a885-5bc1d08bb0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (f33ac840-6171-41a2-b82d-19e14d84285c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:57.703087 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a4cb3-aa5a-4196-a885-5bc1d08bb0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f33ac840-6171-41a2-b82d-19e14d84285c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:16:57.877328 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f6a4cb3-aa5a-4196-a885-5bc1d08bb0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (8a64b259-0e12-4718-b6be-fb27dab8cff1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:58.105791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6a4cb3-aa5a-4196-a885-5bc1d08bb0c1 admin admin] Router 8a64b259-0e12-4718-b6be-fb27dab8cff1 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:16:58.219713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6a4cb3-aa5a-4196-a885-5bc1d08bb0c1 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:16:58.225931 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2f6a4cb3-aa5a-4196-a885-5bc1d08bb0c1 admin admin] 10.222.0.21 "PUT /v2.0/routers/8a64b259-0e12-4718-b6be-fb27dab8cff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4239850 Feb 09 04:16:58.227385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56476) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:16:58.229541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca11d72-5953-4946-8316-eda9de161023 None None] Sync routers for ids ['8a64b259-0e12-4718-b6be-fb27dab8cff1'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:16:58.243251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca11d72-5953-4946-8316-eda9de161023 None None] Routers {'8a64b259-0e12-4718-b6be-fb27dab8cff1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:16:58.244480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fca11d72-5953-4946-8316-eda9de161023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8a64b259-0e12-4718-b6be-fb27dab8cff1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:16:58.342302 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Publish callbacks [] for router (8a64b259-0e12-4718-b6be-fb27dab8cff1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:58.357079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-fca11d72-5953-4946-8316-eda9de161023 None None] Set router 8a64b259-0e12-4718-b6be-fb27dab8cff1 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:16:58.448935 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Publish callbacks [] for router_gateway (8a64b259-0e12-4718-b6be-fb27dab8cff1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:58.501697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Deleting port 9b73a971-4155-4c13-9a01-fec268f8d132 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:16:58.502306 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9b73a971-4155-4c13-9a01-fec268f8d132), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:58.539363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fca11d72-5953-4946-8316-eda9de161023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:16:57Z', 'revision_number': 5, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port': {'id': '9b73a971-4155-4c13-9a01-fec268f8d132', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:16:58.570328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca11d72-5953-4946-8316-eda9de161023 None None] Checking router: 8a64b259-0e12-4718-b6be-fb27dab8cff1 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:16:58.578560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca11d72-5953-4946-8316-eda9de161023 None None] Routers {'8a64b259-0e12-4718-b6be-fb27dab8cff1'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:16:58.579163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fca11d72-5953-4946-8316-eda9de161023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['8a64b259-0e12-4718-b6be-fb27dab8cff1'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:16:58.586480 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] For port 9b73a971-4155-4c13-9a01-fec268f8d132, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9b73a971-4155-4c13-9a01-fec268f8d132,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:16:58.586835 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9b73a971-4155-4c13-9a01-fec268f8d132), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:58.600345 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Calling delete_port for 9b73a971-4155-4c13-9a01-fec268f8d132 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:16:58.668140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-fca11d72-5953-4946-8316-eda9de161023 None None] Set router 8a64b259-0e12-4718-b6be-fb27dab8cff1 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:16:58.694831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8c99d50f-8f10-4483-afb6-a26b7db89d1c no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:16:58.724144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-fca11d72-5953-4946-8316-eda9de161023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:16:58Z', 'revision_number': 6, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:16:58.771668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 8c99d50f-8f10-4483-afb6-a26b7db89d1c {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:16:58.772205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 8c99d50f-8f10-4483-afb6-a26b7db89d1c not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:16:58.773869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca11d72-5953-4946-8316-eda9de161023 None None] The sync data for ids ['8a64b259-0e12-4718-b6be-fb27dab8cff1'] in n-d-824835-15 is: [{'id': '8a64b259-0e12-4718-b6be-fb27dab8cff1', 'name': 'tempest-TestMinimumBasicScenario-872942501-router', 'tenant_id': 'e10624bbf2f744ee8450b0172d724ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:19Z', 'updated_at': '2022-02-09T04:16:58Z', 'revision_number': 6, 'project_id': 'e10624bbf2f744ee8450b0172d724ac9', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:16:58.778048 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (9b73a971-4155-4c13-9a01-fec268f8d132), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:58.806070 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b73a971-4155-4c13-9a01-fec268f8d132,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:16:58.867330 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (8a64b259-0e12-4718-b6be-fb27dab8cff1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:58.965628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (8a64b259-0e12-4718-b6be-fb27dab8cff1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:58.967795 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Publish callbacks [] for router_controller (8a64b259-0e12-4718-b6be-fb27dab8cff1), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.015820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (8a64b259-0e12-4718-b6be-fb27dab8cff1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.016352 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a64b259-0e12-4718-b6be-fb27dab8cff1 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:16:59.021823 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.023014 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8706700d-58a6-45d5-b522-2e9f4579508a admin admin] 10.222.0.21 "DELETE /v2.0/routers/8a64b259-0e12-4718-b6be-fb27dab8cff1 HTTP/1.1" status: 204 len: 168 time: 0.7946837 Feb 09 04:16:59.025572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56478) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:16:59.072230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be74c3f-8e62-4581-a4d6-cba11b53fa51 admin admin] Deleting subnet 06653b73-e4b0-43f4-9784-efdbe08bccc2 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:16:59.075252 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4be74c3f-8e62-4581-a4d6-cba11b53fa51 admin admin] Publish callbacks [] for subnet (06653b73-e4b0-43f4-9784-efdbe08bccc2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.111497 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4be74c3f-8e62-4581-a4d6-cba11b53fa51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (06653b73-e4b0-43f4-9784-efdbe08bccc2), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.199281 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4be74c3f-8e62-4581-a4d6-cba11b53fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (06653b73-e4b0-43f4-9784-efdbe08bccc2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.252662 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4be74c3f-8e62-4581-a4d6-cba11b53fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (06653b73-e4b0-43f4-9784-efdbe08bccc2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.282111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4be74c3f-8e62-4581-a4d6-cba11b53fa51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.288333 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4be74c3f-8e62-4581-a4d6-cba11b53fa51 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/06653b73-e4b0-43f4-9784-efdbe08bccc2 HTTP/1.1" status: 204 len: 168 time: 0.2592254 Feb 09 04:16:59.288333 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be74c3f-8e62-4581-a4d6-cba11b53fa51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06653b73-e4b0-43f4-9784-efdbe08bccc2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:16:59.288603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb6577c-dd28-436d-9797-3951d4e04dd1 None None] Network d3ac3b3e-435b-4cbc-8003-dbba46836979 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:16:59.289053 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56480) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:16:59.360988 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (d3ac3b3e-435b-4cbc-8003-dbba46836979), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.414669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Deleting port b5152c79-8f0b-4575-89ff-f3e8a3192add {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:16:59.415014 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.479782 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] For port b5152c79-8f0b-4575-89ff-f3e8a3192add, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b5152c79-8f0b-4575-89ff-f3e8a3192add,segment=NetworkSegment(e9e33177-71b9-4cfc-b10c-256bb97d4f6e),segment_id=e9e33177-71b9-4cfc-b10c-256bb97d4f6e)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:16:59.480055 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.492416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Calling delete_port for b5152c79-8f0b-4575-89ff-f3e8a3192add owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:16:59.553442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] DHCP port deletion for d3ac3b3e-435b-4cbc-8003-dbba46836979 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:16:59.573175 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.602376 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5152c79-8f0b-4575-89ff-f3e8a3192add,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:16:59.607579 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Deleting port b5152c79-8f0b-4575-89ff-f3e8a3192add {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:16:59.607967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.608091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] No DVR routers for this DVR port b5152c79-8f0b-4575-89ff-f3e8a3192add on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:16:59.677186 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] For port b5152c79-8f0b-4575-89ff-f3e8a3192add, host n-d-824835-15, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:16:59.678312 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.685085 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (d3ac3b3e-435b-4cbc-8003-dbba46836979), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.694691 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Calling delete_port for b5152c79-8f0b-4575-89ff-f3e8a3192add owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:16:59.698012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Port b5152c79-8f0b-4575-89ff-f3e8a3192add was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 04:16:59.699325 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (b5152c79-8f0b-4575-89ff-f3e8a3192add), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.706871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ac3b3e-435b-4cbc-8003-dbba46836979']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:16:59.716299 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:16:59.716596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e33177-71b9-4cfc-b10c-256bb97d4f6e') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:16:59.726253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Pushing event deleted for resources: {'Port': ['ID=b5152c79-8f0b-4575-89ff-f3e8a3192add,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:16:59.726464 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (e9e33177-71b9-4cfc-b10c-256bb97d4f6e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.729473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] No DVR routers for this DVR port b5152c79-8f0b-4575-89ff-f3e8a3192add on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:16:59.736649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.736928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.737740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.737740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.741581 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.742616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.742616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.742616 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.743054 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.743405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.743649 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (e9e33177-71b9-4cfc-b10c-256bb97d4f6e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.743927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.744094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.744394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b4d13-46cc-4615-8b7d-b65696de3dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:16:59.750130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:16:59.750611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (e9e33177-71b9-4cfc-b10c-256bb97d4f6e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:16:59.752375 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:16:59.817374 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (d3ac3b3e-435b-4cbc-8003-dbba46836979), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.822853 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:59.826130 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d3ac3b3e-435b-4cbc-8003-dbba46836979 HTTP/1.1" status: 204 len: 168 time: 0.5364399 Feb 09 04:16:59.829248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56482) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:16:59.845239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff10671-70c2-49c6-91f4-7ce4134afeb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ac3b3e-435b-4cbc-8003-dbba46836979,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:16:59.950679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b5152c79-8f0b-4575-89ff-f3e8a3192add no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:16:59.971333 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: b5152c79-8f0b-4575-89ff-f3e8a3192add {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:16:59.971686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b5152c79-8f0b-4575-89ff-f3e8a3192add not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:16:59.972111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f33ac840-6171-41a2-b82d-19e14d84285c no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:16:59.992906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: f33ac840-6171-41a2-b82d-19e14d84285c {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:16:59.993260 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device f33ac840-6171-41a2-b82d-19e14d84285c not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:16:59.993709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9b73a971-4155-4c13-9a01-fec268f8d132 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:17:00.013926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 9b73a971-4155-4c13-9a01-fec268f8d132 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:17:00.014280 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9b73a971-4155-4c13-9a01-fec268f8d132 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:17:00.212813 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-419d980a-05f7-455b-9eea-e72a496af2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (cb046c2e-c70b-4df8-a61c-357db9720271), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:00.461249 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-419d980a-05f7-455b-9eea-e72a496af2fb admin admin] Deleting port a25ce1d4-50d9-405b-bb31-a5be8cbace6f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:17:00.461606 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-419d980a-05f7-455b-9eea-e72a496af2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:00.542017 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-419d980a-05f7-455b-9eea-e72a496af2fb admin admin] For port a25ce1d4-50d9-405b-bb31-a5be8cbace6f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a25ce1d4-50d9-405b-bb31-a5be8cbace6f,segment=NetworkSegment(93aa819e-cdaa-41b8-8e8d-6e3051ddea08),segment_id=93aa819e-cdaa-41b8-8e8d-6e3051ddea08)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:17:00.542375 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-419d980a-05f7-455b-9eea-e72a496af2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:00.555794 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-419d980a-05f7-455b-9eea-e72a496af2fb admin admin] Calling delete_port for a25ce1d4-50d9-405b-bb31-a5be8cbace6f owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:17:00.739224 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-419d980a-05f7-455b-9eea-e72a496af2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a25ce1d4-50d9-405b-bb31-a5be8cbace6f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:00.765053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d980a-05f7-455b-9eea-e72a496af2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a25ce1d4-50d9-405b-bb31-a5be8cbace6f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:00.937567 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-419d980a-05f7-455b-9eea-e72a496af2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (cb046c2e-c70b-4df8-a61c-357db9720271), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:01.451560 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419d980a-05f7-455b-9eea-e72a496af2fb admin admin] Router cb046c2e-c70b-4df8-a61c-357db9720271 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:17:01.559665 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419d980a-05f7-455b-9eea-e72a496af2fb admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:17:01.565666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-419d980a-05f7-455b-9eea-e72a496af2fb admin admin] 10.222.0.21 "PUT /v2.0/routers/cb046c2e-c70b-4df8-a61c-357db9720271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7344582 Feb 09 04:17:01.567609 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56484) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:01.575019 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ee400-cb74-440d-b7c3-7e1c2bf59cfd None None] Sync routers for ids ['cb046c2e-c70b-4df8-a61c-357db9720271'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:17:01.594839 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ee400-cb74-440d-b7c3-7e1c2bf59cfd None None] Routers {'cb046c2e-c70b-4df8-a61c-357db9720271'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:17:01.595807 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-df7ee400-cb74-440d-b7c3-7e1c2bf59cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['cb046c2e-c70b-4df8-a61c-357db9720271'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:01.683166 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Publish callbacks [] for router (cb046c2e-c70b-4df8-a61c-357db9720271), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:01.731979 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-df7ee400-cb74-440d-b7c3-7e1c2bf59cfd None None] Set router cb046c2e-c70b-4df8-a61c-357db9720271 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:17:01.788230 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Publish callbacks [] for router_gateway (cb046c2e-c70b-4df8-a61c-357db9720271), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:01.848651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Deleting port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:17:01.849047 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:01.945209 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] For port 9ce1a690-72b0-45a8-91f1-73f3a2cd1155, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9ce1a690-72b0-45a8-91f1-73f3a2cd1155,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:17:01.946442 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:01.966036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Calling delete_port for 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:17:02.025153 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-df7ee400-cb74-440d-b7c3-7e1c2bf59cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'name': 'tempest-TestMinimumBasicScenario-127537769-router', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:23Z', 'updated_at': '2022-02-09T04:17:00Z', 'revision_number': 5, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'gw_port': {'id': '9ce1a690-72b0-45a8-91f1-73f3a2cd1155', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:13:24Z', 'updated_at': '2022-02-09T04:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:02.052071 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ee400-cb74-440d-b7c3-7e1c2bf59cfd None None] Checking router: cb046c2e-c70b-4df8-a61c-357db9720271 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:17:02.061665 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ee400-cb74-440d-b7c3-7e1c2bf59cfd None None] Routers {'cb046c2e-c70b-4df8-a61c-357db9720271'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:17:02.062348 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-df7ee400-cb74-440d-b7c3-7e1c2bf59cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['cb046c2e-c70b-4df8-a61c-357db9720271'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:02.141296 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9ce1a690-72b0-45a8-91f1-73f3a2cd1155), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.159965 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-df7ee400-cb74-440d-b7c3-7e1c2bf59cfd None None] Set router cb046c2e-c70b-4df8-a61c-357db9720271 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:17:02.183070 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce1a690-72b0-45a8-91f1-73f3a2cd1155,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:02.221656 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-df7ee400-cb74-440d-b7c3-7e1c2bf59cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'name': 'tempest-TestMinimumBasicScenario-127537769-router', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:23Z', 'updated_at': '2022-02-09T04:17:01Z', 'revision_number': 6, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:02.245195 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (cb046c2e-c70b-4df8-a61c-357db9720271), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.250861 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ee400-cb74-440d-b7c3-7e1c2bf59cfd None None] The sync data for ids ['cb046c2e-c70b-4df8-a61c-357db9720271'] in n-d-824835-15 is: [{'id': 'cb046c2e-c70b-4df8-a61c-357db9720271', 'name': 'tempest-TestMinimumBasicScenario-127537769-router', 'tenant_id': '62b3e8a44b3f4a558142db3078a078b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:13:23Z', 'updated_at': '2022-02-09T04:17:01Z', 'revision_number': 6, 'project_id': '62b3e8a44b3f4a558142db3078a078b9', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:17:02.340799 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (cb046c2e-c70b-4df8-a61c-357db9720271), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.342940 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Publish callbacks [] for router_controller (cb046c2e-c70b-4df8-a61c-357db9720271), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.386217 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (cb046c2e-c70b-4df8-a61c-357db9720271), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.386729 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb046c2e-c70b-4df8-a61c-357db9720271 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:17:02.391191 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.392452 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1abcbdc7-0145-4aa1-8089-eef9c86a7f7b admin admin] 10.222.0.21 "DELETE /v2.0/routers/cb046c2e-c70b-4df8-a61c-357db9720271 HTTP/1.1" status: 204 len: 168 time: 0.8231938 Feb 09 04:17:02.394849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56486) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:02.442623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2aac197-8517-4326-9023-b7b2f9326ea7 admin admin] Deleting subnet 692edb6d-7be5-4aa0-940f-7477ce0f983b {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:17:02.446274 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2aac197-8517-4326-9023-b7b2f9326ea7 admin admin] Publish callbacks [] for subnet (692edb6d-7be5-4aa0-940f-7477ce0f983b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.479454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2aac197-8517-4326-9023-b7b2f9326ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (692edb6d-7be5-4aa0-940f-7477ce0f983b), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.555217 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2aac197-8517-4326-9023-b7b2f9326ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (692edb6d-7be5-4aa0-940f-7477ce0f983b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.607391 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2aac197-8517-4326-9023-b7b2f9326ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (692edb6d-7be5-4aa0-940f-7477ce0f983b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.640464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aac197-8517-4326-9023-b7b2f9326ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=692edb6d-7be5-4aa0-940f-7477ce0f983b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:02.644301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2aac197-8517-4326-9023-b7b2f9326ea7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.649937 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b2aac197-8517-4326-9023-b7b2f9326ea7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/692edb6d-7be5-4aa0-940f-7477ce0f983b HTTP/1.1" status: 204 len: 168 time: 0.2518220 Feb 09 04:17:02.650176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56488) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:02.659063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910ad7a3-8711-45ad-89dc-ad9f3fc28ac1 None None] Network 38e409cf-3c8b-489e-afa0-676238f85f89 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:17:02.725515 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (38e409cf-3c8b-489e-afa0-676238f85f89), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.779857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Deleting port 048ab60a-1577-47fd-96c2-314ddef202c9 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:17:02.780197 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (048ab60a-1577-47fd-96c2-314ddef202c9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.847461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] For port 048ab60a-1577-47fd-96c2-314ddef202c9, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=048ab60a-1577-47fd-96c2-314ddef202c9,segment=NetworkSegment(93aa819e-cdaa-41b8-8e8d-6e3051ddea08),segment_id=93aa819e-cdaa-41b8-8e8d-6e3051ddea08)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:17:02.847740 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (048ab60a-1577-47fd-96c2-314ddef202c9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.861130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Calling delete_port for 048ab60a-1577-47fd-96c2-314ddef202c9 owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:17:02.938454 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (048ab60a-1577-47fd-96c2-314ddef202c9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.965311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] No DVR routers for this DVR port 048ab60a-1577-47fd-96c2-314ddef202c9 on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:17:02.969209 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=048ab60a-1577-47fd-96c2-314ddef202c9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:03.043499 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17258f51-4088-4da0-b9e9-ca95f172daeb None None] DHCP port deletion for 38e409cf-3c8b-489e-afa0-676238f85f89 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:17:03.043912 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (38e409cf-3c8b-489e-afa0-676238f85f89), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:03.070494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e409cf-3c8b-489e-afa0-676238f85f89']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:03.080035 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93aa819e-cdaa-41b8-8e8d-6e3051ddea08') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:03.080330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93aa819e-cdaa-41b8-8e8d-6e3051ddea08') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:03.089856 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (93aa819e-cdaa-41b8-8e8d-6e3051ddea08), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:03.103557 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (93aa819e-cdaa-41b8-8e8d-6e3051ddea08), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:03.109916 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:17:03.110533 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (93aa819e-cdaa-41b8-8e8d-6e3051ddea08), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:17:03.112582 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:17:03.179539 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (38e409cf-3c8b-489e-afa0-676238f85f89), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:03.185097 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:03.188277 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/38e409cf-3c8b-489e-afa0-676238f85f89 HTTP/1.1" status: 204 len: 168 time: 0.5371056 Feb 09 04:17:03.200339 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e56774-678d-4bdb-92df-86eff0f61ac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=38e409cf-3c8b-489e-afa0-676238f85f89,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:03.366010 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56492) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:03.405222 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3aa867a7-6913-46ee-8267-2d38753f3868 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e10624bbf2f744ee8450b0172d724ac9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379529 Feb 09 04:17:03.407548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56494) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:03.455940 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a98978eb-9d83-423d-8f0b-bbc743c1c4de admin admin] Publish callbacks [] for security_group (c2b068df-a4e0-4970-aa07-5eb75bafb7e9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:03.476376 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a98978eb-9d83-423d-8f0b-bbc743c1c4de admin admin] Publish callbacks [] for security_group (c2b068df-a4e0-4970-aa07-5eb75bafb7e9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:03.527621 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a98978eb-9d83-423d-8f0b-bbc743c1c4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (c2b068df-a4e0-4970-aa07-5eb75bafb7e9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:03.530712 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a98978eb-9d83-423d-8f0b-bbc743c1c4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:03.531899 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a98978eb-9d83-423d-8f0b-bbc743c1c4de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2b068df-a4e0-4970-aa07-5eb75bafb7e9 HTTP/1.1" status: 204 len: 168 time: 0.1234720 Feb 09 04:17:03.539848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98978eb-9d83-423d-8f0b-bbc743c1c4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b068df-a4e0-4970-aa07-5eb75bafb7e9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:03.841873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56500) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:03.880830 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dec043b4-d99d-4416-8bef-d2c1ae5775c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62b3e8a44b3f4a558142db3078a078b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372763 Feb 09 04:17:03.884279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56502) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:03.936186 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c48e8ed-ed6c-459c-a1bc-43a33d1e09a5 admin admin] Publish callbacks [] for security_group (13e1f33e-f515-4f61-b4ef-4854c3490f5f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:03.957751 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c48e8ed-ed6c-459c-a1bc-43a33d1e09a5 admin admin] Publish callbacks [] for security_group (13e1f33e-f515-4f61-b4ef-4854c3490f5f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:03.963195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a25ce1d4-50d9-405b-bb31-a5be8cbace6f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:17:03.986627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: a25ce1d4-50d9-405b-bb31-a5be8cbace6f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:17:03.986840 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a25ce1d4-50d9-405b-bb31-a5be8cbace6f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:17:03.987288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:17:04.008272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:17:04.008709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9ce1a690-72b0-45a8-91f1-73f3a2cd1155 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:17:04.009519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 048ab60a-1577-47fd-96c2-314ddef202c9 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:17:04.010955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c48e8ed-ed6c-459c-a1bc-43a33d1e09a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (13e1f33e-f515-4f61-b4ef-4854c3490f5f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:04.013688 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3c48e8ed-ed6c-459c-a1bc-43a33d1e09a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:04.015418 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3c48e8ed-ed6c-459c-a1bc-43a33d1e09a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13e1f33e-f515-4f61-b4ef-4854c3490f5f HTTP/1.1" status: 204 len: 168 time: 0.1296694 Feb 09 04:17:04.027978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48e8ed-ed6c-459c-a1bc-43a33d1e09a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e1f33e-f515-4f61-b4ef-4854c3490f5f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:04.029695 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 048ab60a-1577-47fd-96c2-314ddef202c9 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:17:04.030053 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 048ab60a-1577-47fd-96c2-314ddef202c9 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:17:05.800605 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56542) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:05.806368 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-48710713-eb6b-432f-a539-64f400fb489e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-556569105', 'description': 'tempest-secgroup-smoke-556569105 description', 'project_id': '88bbe62682b5493f943426dd9832dd31'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:05.826418 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48710713-eb6b-432f-a539-64f400fb489e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:05.835143 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48710713-eb6b-432f-a539-64f400fb489e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:05.909402 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48710713-eb6b-432f-a539-64f400fb489e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (2966b7fd-f3c5-48c5-b0a1-3a305d6027b6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:05.913890 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48710713-eb6b-432f-a539-64f400fb489e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2966b7fd-f3c5-48c5-b0a1-3a305d6027b6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:05.952636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48710713-eb6b-432f-a539-64f400fb489e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2966b7fd-f3c5-48c5-b0a1-3a305d6027b6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:05.996263 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48710713-eb6b-432f-a539-64f400fb489e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (b53fca69-4ee6-4df8-933d-76e55d9e7267), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.000178 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48710713-eb6b-432f-a539-64f400fb489e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b53fca69-4ee6-4df8-933d-76e55d9e7267), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.028771 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48710713-eb6b-432f-a539-64f400fb489e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.029954 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-48710713-eb6b-432f-a539-64f400fb489e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2282865 Feb 09 04:17:06.033036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56544) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:06.034129 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48710713-eb6b-432f-a539-64f400fb489e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53fca69-4ee6-4df8-933d-76e55d9e7267,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:06.038692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9c3f800a-9684-418a-893f-5c61943aa65f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'b53fca69-4ee6-4df8-933d-76e55d9e7267', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:06.065391 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c3f800a-9684-418a-893f-5c61943aa65f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (cd5c115a-6b04-482a-9b2a-101b05d5c1f0), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.110402 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c3f800a-9684-418a-893f-5c61943aa65f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (cd5c115a-6b04-482a-9b2a-101b05d5c1f0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.114662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c3f800a-9684-418a-893f-5c61943aa65f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (cd5c115a-6b04-482a-9b2a-101b05d5c1f0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.135652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f800a-9684-418a-893f-5c61943aa65f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5c115a-6b04-482a-9b2a-101b05d5c1f0,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:06.140104 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9c3f800a-9684-418a-893f-5c61943aa65f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.142460 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9c3f800a-9684-418a-893f-5c61943aa65f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1072006 Feb 09 04:17:06.144105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56546) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:06.148597 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5cfd7ee0-ad22-4f4c-bb90-c6e2fed17330 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'b53fca69-4ee6-4df8-933d-76e55d9e7267', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:06.173758 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5cfd7ee0-ad22-4f4c-bb90-c6e2fed17330 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (8f2d7d56-d399-437d-8af4-a9497d7613f0), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.230703 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5cfd7ee0-ad22-4f4c-bb90-c6e2fed17330 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (8f2d7d56-d399-437d-8af4-a9497d7613f0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.234231 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5cfd7ee0-ad22-4f4c-bb90-c6e2fed17330 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (8f2d7d56-d399-437d-8af4-a9497d7613f0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.253225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd7ee0-ad22-4f4c-bb90-c6e2fed17330 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2d7d56-d399-437d-8af4-a9497d7613f0,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:06.258943 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5cfd7ee0-ad22-4f4c-bb90-c6e2fed17330 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.262895 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5cfd7ee0-ad22-4f4c-bb90-c6e2fed17330 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150873 Feb 09 04:17:06.262895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56548) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:06.267141 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a09abda3-baf7-4bb1-bc17-104670769e46 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'b53fca69-4ee6-4df8-933d-76e55d9e7267', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:06.292145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a09abda3-baf7-4bb1-bc17-104670769e46 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (b87a902e-eb80-44c9-8ff4-88ce7c312a05), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.353055 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a09abda3-baf7-4bb1-bc17-104670769e46 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (b87a902e-eb80-44c9-8ff4-88ce7c312a05), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.356755 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a09abda3-baf7-4bb1-bc17-104670769e46 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (b87a902e-eb80-44c9-8ff4-88ce7c312a05), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.374911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09abda3-baf7-4bb1-bc17-104670769e46 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87a902e-eb80-44c9-8ff4-88ce7c312a05,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:06.382212 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a09abda3-baf7-4bb1-bc17-104670769e46 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.383557 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a09abda3-baf7-4bb1-bc17-104670769e46 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197491 Feb 09 04:17:06.386240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56550) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:06.390479 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fb719d00-33fc-43c3-a229-34a790276877 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'b53fca69-4ee6-4df8-933d-76e55d9e7267', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:06.415615 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb719d00-33fc-43c3-a229-34a790276877 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (cef3c303-2b30-4f28-acff-433572d4c2c0), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.472180 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb719d00-33fc-43c3-a229-34a790276877 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (cef3c303-2b30-4f28-acff-433572d4c2c0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.475643 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb719d00-33fc-43c3-a229-34a790276877 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (cef3c303-2b30-4f28-acff-433572d4c2c0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.493792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb719d00-33fc-43c3-a229-34a790276877 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef3c303-2b30-4f28-acff-433572d4c2c0,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:06.498766 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fb719d00-33fc-43c3-a229-34a790276877 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.499959 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fb719d00-33fc-43c3-a229-34a790276877 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1127841 Feb 09 04:17:06.503581 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56552) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:06.508941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-f729e36e-42e0-478f-8077-d43104e87dca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'b53fca69-4ee6-4df8-933d-76e55d9e7267', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:06.529109 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-f729e36e-42e0-478f-8077-d43104e87dca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Project 88bbe62682b5493f943426dd9832dd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:17:06.533912 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f729e36e-42e0-478f-8077-d43104e87dca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (de96cc54-80d6-440a-966d-40c776c91305), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.591293 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f729e36e-42e0-478f-8077-d43104e87dca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (de96cc54-80d6-440a-966d-40c776c91305), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.594638 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f729e36e-42e0-478f-8077-d43104e87dca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (de96cc54-80d6-440a-966d-40c776c91305), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.612135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729e36e-42e0-478f-8077-d43104e87dca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de96cc54-80d6-440a-966d-40c776c91305,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:06.620193 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f729e36e-42e0-478f-8077-d43104e87dca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.621394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f729e36e-42e0-478f-8077-d43104e87dca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167562 Feb 09 04:17:06.624199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56554) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:06.628498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-712baa9a-75ba-4948-bd1c-c7c855cd797e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'b53fca69-4ee6-4df8-933d-76e55d9e7267', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:06.648453 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-712baa9a-75ba-4948-bd1c-c7c855cd797e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Project 88bbe62682b5493f943426dd9832dd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:17:06.653054 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-712baa9a-75ba-4948-bd1c-c7c855cd797e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (c4352d8b-56eb-430d-9188-4b1c34b69ab2), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.711447 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-712baa9a-75ba-4948-bd1c-c7c855cd797e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (c4352d8b-56eb-430d-9188-4b1c34b69ab2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.715097 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-712baa9a-75ba-4948-bd1c-c7c855cd797e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (c4352d8b-56eb-430d-9188-4b1c34b69ab2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.733800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712baa9a-75ba-4948-bd1c-c7c855cd797e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4352d8b-56eb-430d-9188-4b1c34b69ab2,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:06.741441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-712baa9a-75ba-4948-bd1c-c7c855cd797e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.742712 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-712baa9a-75ba-4948-bd1c-c7c855cd797e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175678 Feb 09 04:17:06.745639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56556) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:06.750660 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-40ba7074-3cc7-4542-aad8-985866cf4890 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'network': {'name': 'tempest-network-smoke--1171826237', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'port_security_enabled': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:06.769424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ba7074-3cc7-4542-aad8-985866cf4890 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:17:06.773541 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40ba7074-3cc7-4542-aad8-985866cf4890 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.798228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ba7074-3cc7-4542-aad8-985866cf4890 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:17:06.806882 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40ba7074-3cc7-4542-aad8-985866cf4890 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (df6a81a4-9fdd-491c-a67e-6bd931ec3959), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.807488 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-40ba7074-3cc7-4542-aad8-985866cf4890 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Added segment df6a81a4-9fdd-491c-a67e-6bd931ec3959 of type vlan for network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b Feb 09 04:17:06.845692 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40ba7074-3cc7-4542-aad8-985866cf4890 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (3d2d4fee-a3ae-4697-ac90-30f15609ea9b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.874178 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40ba7074-3cc7-4542-aad8-985866cf4890 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (3d2d4fee-a3ae-4697-ac90-30f15609ea9b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.879185 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba7074-3cc7-4542-aad8-985866cf4890 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:06.879763 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40ba7074-3cc7-4542-aad8-985866cf4890 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.934857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-40ba7074-3cc7-4542-aad8-985866cf4890 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1881952 Feb 09 04:17:06.938065 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56558) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:06.942631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'admin_state_up': True, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:06.949520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba7074-3cc7-4542-aad8-985866cf4890 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Network': ['ID=3d2d4fee-a3ae-4697-ac90-30f15609ea9b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:06.962068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:17:06.964116 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (3040a0ad-32b1-4f28-97cb-6802dec75f0d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.965154 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (3040a0ad-32b1-4f28-97cb-6802dec75f0d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:07.020187 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_controller (3040a0ad-32b1-4f28-97cb-6802dec75f0d), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:07.160078 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (3040a0ad-32b1-4f28-97cb-6802dec75f0d), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:07.352724 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (3040a0ad-32b1-4f28-97cb-6802dec75f0d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:07.370929 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:07.469016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.25.5.184 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/fb52da5d-2549-449b-bab5-df21bce0a482) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:17:07.569598 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (fb52da5d-2549-449b-bab5-df21bce0a482), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:07.602923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fb52da5d-2549-449b-bab5-df21bce0a482), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:07.642750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:17:07.645587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:17:07.649890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:17:07.655168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=fb52da5d-2549-449b-bab5-df21bce0a482,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:07.899660 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (3040a0ad-32b1-4f28-97cb-6802dec75f0d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:08.095548 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (3040a0ad-32b1-4f28-97cb-6802dec75f0d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:08.120611 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:08.539136 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 3040a0ad-32b1-4f28-97cb-6802dec75f0d is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:17:08.645338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:17:08.655227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Sync routers for ids ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:17:08.665114 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:08.665720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Routers {'3040a0ad-32b1-4f28-97cb-6802dec75f0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:17:08.666329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:08.669640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56560) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:08.670126 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f73ab01c-0630-4d46-a2b8-2be99740381d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7304499 Feb 09 04:17:08.775780 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Set router 3040a0ad-32b1-4f28-97cb-6802dec75f0d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:17:08.808914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4b6b3a8c-1340-4a11-8710-b7199fb339a8 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=88bbe62682b5493f943426dd9832dd31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1354315 Feb 09 04:17:08.809217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56564) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:08.953082 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:17:07Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:08.976263 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b2e72-bc68-474e-8c9e-b85e6386a462 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:08.980785 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1c2b2e72-bc68-474e-8c9e-b85e6386a462 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1705382 Feb 09 04:17:08.981049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56566) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:08.983498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Checking router: 3040a0ad-32b1-4f28-97cb-6802dec75f0d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:17:08.983856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Updating router 3040a0ad-32b1-4f28-97cb-6802dec75f0d port fb52da5d-2549-449b-bab5-df21bce0a482 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:17:09.011505 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fb52da5d-2549-449b-bab5-df21bce0a482), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:09.015908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d86d076d-11e6-490c-b197-7846c3458951 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338912 Feb 09 04:17:09.018466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56568) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:09.023975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4f566b46-10f2-4018-8d40-018fc08ced22 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1431177426', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:09.112311 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f566b46-10f2-4018-8d40-018fc08ced22 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:17:09.115888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f566b46-10f2-4018-8d40-018fc08ced22 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:09.265340 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Publish callbacks [] for port (fb52da5d-2549-449b-bab5-df21bce0a482), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:09.270679 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fb52da5d-2549-449b-bab5-df21bce0a482), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:09.296379 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f566b46-10f2-4018-8d40-018fc08ced22 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (1cecba94-769d-48c2-8395-65f92a6d3295), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:09.322505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Attempting to bind port fb52da5d-2549-449b-bab5-df21bce0a482 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:17:09.323229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Attempting to bind port fb52da5d-2549-449b-bab5-df21bce0a482 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:17:09.323382 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Attempting to bind port fb52da5d-2549-449b-bab5-df21bce0a482 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:17:09.333447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:17:09.334394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:17:09.334874 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:09.335191 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:17:09.335655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Bound port: fb52da5d-2549-449b-bab5-df21bce0a482, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:17:09.336034 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fb52da5d-2549-449b-bab5-df21bce0a482), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:09.337668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34f58c-c444-4f56-bb56-7278e12eb53d None None] Pushing event updated for resources: {'Port': ['ID=fb52da5d-2549-449b-bab5-df21bce0a482,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:09.358162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f566b46-10f2-4018-8d40-018fc08ced22 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Subnet': ['ID=1cecba94-769d-48c2-8395-65f92a6d3295,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:09.367581 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f566b46-10f2-4018-8d40-018fc08ced22 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Checking segment: {'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:17:09.367945 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f566b46-10f2-4018-8d40-018fc08ced22 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network hostable DHCP agents. Network: 3d2d4fee-a3ae-4697-ac90-30f15609ea9b, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:17:09.384852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f566b46-10f2-4018-8d40-018fc08ced22 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:17:09.393607 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4f566b46-10f2-4018-8d40-018fc08ced22 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 3d2d4fee-a3ae-4697-ac90-30f15609ea9b) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:17:09.397614 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] For port fb52da5d-2549-449b-bab5-df21bce0a482, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:17:09.399288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f566b46-10f2-4018-8d40-018fc08ced22 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:09.399881 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f566b46-10f2-4018-8d40-018fc08ced22 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:09.400933 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] For port fb52da5d-2549-449b-bab5-df21bce0a482, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fb52da5d-2549-449b-bab5-df21bce0a482,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:17:09.405631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6558cb7f-8d31-467e-8421-ecd57881ce8b None None] Network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:17:09.410042 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fb52da5d-2549-449b-bab5-df21bce0a482), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:09.419400 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4f566b46-10f2-4018-8d40-018fc08ced22 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3972733 Feb 09 04:17:09.419594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56570) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:09.528160 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34f58c-c444-4f56-bb56-7278e12eb53d None None] Pushing event updated for resources: {'Port': ['ID=fb52da5d-2549-449b-bab5-df21bce0a482,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:09.532321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Routers {'3040a0ad-32b1-4f28-97cb-6802dec75f0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:17:09.532925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:09.789944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ips': [{'subnet_id': '1cecba94-769d-48c2-8395-65f92a6d3295'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:17:09.790798 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:09.870961 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:09.881979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] Set router 3040a0ad-32b1-4f28-97cb-6802dec75f0d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:17:10.053470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Allocated IP 172.20.0.2 (3d2d4fee-a3ae-4697-ac90-30f15609ea9b/1cecba94-769d-48c2-8395-65f92a6d3295/c92b8d26-55e1-447b-aa09-431ec1865596) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:17:10.202825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:17:07Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:10.246636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f805edad-aab7-420a-b54c-f74d0e550a53 None None] The sync data for ids ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'] in n-d-824835-15 is: [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:17:07Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:17:10.266713 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Publish callbacks [] for port (c92b8d26-55e1-447b-aa09-431ec1865596), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:10.273631 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (c92b8d26-55e1-447b-aa09-431ec1865596), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:10.324648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:17:10.329237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:17:10.331202 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Pushing event updated for resources: {'Port': ['ID=c92b8d26-55e1-447b-aa09-431ec1865596,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:10.332615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.20.0.1 (3d2d4fee-a3ae-4697-ac90-30f15609ea9b/1cecba94-769d-48c2-8395-65f92a6d3295/5a7a5809-cd5a-45ce-a16c-8b2a214ca971) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:17:10.337661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:17:10.398538 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Attempting to bind port c92b8d26-55e1-447b-aa09-431ec1865596 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:17:10.398923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Attempting to bind port c92b8d26-55e1-447b-aa09-431ec1865596 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:17:10.399295 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Attempting to bind port c92b8d26-55e1-447b-aa09-431ec1865596 on network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:17:10.405573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:17:10.405971 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Checking segment: {'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:17:10.406364 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:10.406741 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Bound using segment: {'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:17:10.407216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Bound port: c92b8d26-55e1-447b-aa09-431ec1865596, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:17:10.407602 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c92b8d26-55e1-447b-aa09-431ec1865596), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:10.455723 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:10.479996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] For port c92b8d26-55e1-447b-aa09-431ec1865596, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:17:10.479996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] For port c92b8d26-55e1-447b-aa09-431ec1865596, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c92b8d26-55e1-447b-aa09-431ec1865596,segment=NetworkSegment(df6a81a4-9fdd-491c-a67e-6bd931ec3959),segment_id=df6a81a4-9fdd-491c-a67e-6bd931ec3959)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:17:10.491408 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c92b8d26-55e1-447b-aa09-431ec1865596), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:10.512140 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:10.558388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:17:10.570671 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:17:10.574848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:17:10.580384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed6d2b-faff-4c1f-9af7-2758cac872a1 None None] Pushing event updated for resources: {'Port': ['ID=c92b8d26-55e1-447b-aa09-431ec1865596,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:10.604498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=5a7a5809-cd5a-45ce-a16c-8b2a214ca971,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:10.629325 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (3040a0ad-32b1-4f28-97cb-6802dec75f0d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:10.807812 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:11.123361 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:11.127826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:11.207373 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (3040a0ad-32b1-4f28-97cb-6802dec75f0d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:11.210014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=5a7a5809-cd5a-45ce-a16c-8b2a214ca971,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:11.311520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:17:11.313029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:17:11.438133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 3040a0ad-32b1-4f28-97cb-6802dec75f0d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:17:11.552741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:17:11.553716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47c6752-8aba-4cfa-a3ea-d1824563a02b None None] Network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:17:11.560040 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-314614c4-3269-4c30-b0f1-5c5496bd4de3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "PUT /v2.0/routers/3040a0ad-32b1-4f28-97cb-6802dec75f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1395426 Feb 09 04:17:11.640755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ce8a1e63-9059-4e3f-a548-bdddc4f76622 None None] Provisioning complete for port c92b8d26-55e1-447b-aa09-431ec1865596 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:11.641128 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1e63-9059-4e3f-a548-bdddc4f76622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c92b8d26-55e1-447b-aa09-431ec1865596), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:11.725945 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-a59b3896-8dc9-40aa-8982-d6e1b7e9499f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-556569105&fields=id&tenant_id=88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 267 time: 0.0517364 Feb 09 04:17:11.758276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a1e63-9059-4e3f-a548-bdddc4f76622 None None] Current status of the port c92b8d26-55e1-447b-aa09-431ec1865596 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:17:11.758671 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1e63-9059-4e3f-a548-bdddc4f76622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c92b8d26-55e1-447b-aa09-431ec1865596), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:11.799484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ce8a1e63-9059-4e3f-a548-bdddc4f76622 None None] For port c92b8d26-55e1-447b-aa09-431ec1865596, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c92b8d26-55e1-447b-aa09-431ec1865596,segment=NetworkSegment(df6a81a4-9fdd-491c-a67e-6bd931ec3959),segment_id=df6a81a4-9fdd-491c-a67e-6bd931ec3959)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:17:11.804855 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1e63-9059-4e3f-a548-bdddc4f76622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c92b8d26-55e1-447b-aa09-431ec1865596), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:11.853762 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-3c1cbfb0-b48c-4eaf-942f-353057d6589b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:11.855316 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-3c1cbfb0-b48c-4eaf-942f-353057d6589b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/networks?id=3d2d4fee-a3ae-4697-ac90-30f15609ea9b HTTP/1.1" status: 200 len: 797 time: 0.1233251 Feb 09 04:17:11.866992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a1e63-9059-4e3f-a548-bdddc4f76622 None None] Pushing event updated for resources: {'Port': ['ID=c92b8d26-55e1-447b-aa09-431ec1865596,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:11.874193 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b437896e-0621-41fb-b7e7-85b4ddfa4cc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/quotas/88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 375 time: 0.0131044 Feb 09 04:17:11.947399 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-039cd5da-3410-4262-83ee-c835439eac5c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648770 Feb 09 04:17:12.004743 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Sync routers for ids ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:17:12.020648 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Routers {'3040a0ad-32b1-4f28-97cb-6802dec75f0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:17:12.021410 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:12.033204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-dc42c82f-06a4-4533-9c15-50a616a0af09 None None] Provisioning complete for port c92b8d26-55e1-447b-aa09-431ec1865596 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:12.033628 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc42c82f-06a4-4533-9c15-50a616a0af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c92b8d26-55e1-447b-aa09-431ec1865596), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:12.057752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-e6195bef-97f4-4cad-adb0-29041f5c4bf9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:17:12.059061 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-e6195bef-97f4-4cad-adb0-29041f5c4bf9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0961471 Feb 09 04:17:12.071019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c92b8d26-55e1-447b-aa09-431ec1865596 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:17:12.153220 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Set router 3040a0ad-32b1-4f28-97cb-6802dec75f0d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:17:12.172622 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-eb6912b8-ecfc-4081-9f21-04e04769f5c6 service neutron] 10.222.0.21 "GET /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073766 Feb 09 04:17:12.175251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port c92b8d26-55e1-447b-aa09-431ec1865596 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:12.175806 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c92b8d26-55e1-447b-aa09-431ec1865596), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:12.177610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dc42c82f-06a4-4533-9c15-50a616a0af09 None None] Current status of the port c92b8d26-55e1-447b-aa09-431ec1865596 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:17:12.237697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-dc42c82f-06a4-4533-9c15-50a616a0af09 None None] Provisioning complete for port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:12.238031 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc42c82f-06a4-4533-9c15-50a616a0af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:12.283845 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-517eb8c5-9a06-4c5c-b260-05e09db2c8cc service neutron] 10.222.0.21 "GET /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051269 Feb 09 04:17:12.301285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dc42c82f-06a4-4533-9c15-50a616a0af09 None None] Port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:17:12.317394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port c92b8d26-55e1-447b-aa09-431ec1865596 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:17:12.318610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fb52da5d-2549-449b-bab5-df21bce0a482 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:17:12.372843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port fb52da5d-2549-449b-bab5-df21bce0a482 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:12.373224 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fb52da5d-2549-449b-bab5-df21bce0a482), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:12.374952 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:17:12.438323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ec0b195a-a5f7-4222-8a55-6bad1fdc60c0 None None] Provisioning complete for port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:12.438753 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec0b195a-a5f7-4222-8a55-6bad1fdc60c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:12.485972 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:17:10Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '5a7a5809-cd5a-45ce-a16c-8b2a214ca971', 'name': '', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:3e:a1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:09Z', 'updated_at': '2022-02-09T04:17:10Z', 'revision_number': 2, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:12.496311 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8be4ffac-fddd-47c3-9840-833388dfab71 req-b44140f6-412a-46c8-bf25-e35e1922df21 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 210 time: 0.0309234 Feb 09 04:17:12.511298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b195a-a5f7-4222-8a55-6bad1fdc60c0 None None] Port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:17:12.513579 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port fb52da5d-2549-449b-bab5-df21bce0a482 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:17:12.514019 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fb52da5d-2549-449b-bab5-df21bce0a482), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:12.520008 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Checking router: 3040a0ad-32b1-4f28-97cb-6802dec75f0d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:17:12.520361 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Updating router 3040a0ad-32b1-4f28-97cb-6802dec75f0d port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:17:12.536988 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port fb52da5d-2549-449b-bab5-df21bce0a482, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fb52da5d-2549-449b-bab5-df21bce0a482,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:17:12.540897 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fb52da5d-2549-449b-bab5-df21bce0a482), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:12.550722 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:12.588286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=fb52da5d-2549-449b-bab5-df21bce0a482,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:12.634650 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3ea031bc-f3d8-4af2-9ad1-7b4a205670e3 None None] Provisioning complete for port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:12.635025 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ea031bc-f3d8-4af2-9ad1-7b4a205670e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:12.672413 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3ea031bc-f3d8-4af2-9ad1-7b4a205670e3 None None] Port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:17:12.812109 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Publish callbacks [] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:12.817289 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:12.864938 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Pushing event updated for resources: {'Port': ['ID=5a7a5809-cd5a-45ce-a16c-8b2a214ca971,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:12.875218 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.875562 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.875900 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.876234 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.876561 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.876895 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.877222 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.877571 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.877894 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.878212 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.878531 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.878846 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.879167 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:17:12.928110 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Attempting to bind port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:17:12.928401 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Attempting to bind port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:17:12.928760 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Attempting to bind port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 on network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:17:12.934389 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:17:12.934761 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Checking segment: {'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:17:12.935162 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:12.935549 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Bound using segment: {'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:17:12.936009 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Bound port: 5a7a5809-cd5a-45ce-a16c-8b2a214ca971, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:17:12.936382 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:13.005872 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] For port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:17:13.009892 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] For port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5a7a5809-cd5a-45ce-a16c-8b2a214ca971,segment=NetworkSegment(df6a81a4-9fdd-491c-a67e-6bd931ec3959),segment_id=df6a81a4-9fdd-491c-a67e-6bd931ec3959)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:17:13.016213 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:13.074485 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Routers {'3040a0ad-32b1-4f28-97cb-6802dec75f0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:17:13.075100 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:16:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:13.096430 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-597a08f5-ce00-4887-9eb9-4c60704fb309 None None] Provisioning complete for port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:13.096773 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-597a08f5-ce00-4887-9eb9-4c60704fb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:13.110633 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f4cc9-dee2-4a20-b2dc-734457692705 None None] Pushing event updated for resources: {'Port': ['ID=5a7a5809-cd5a-45ce-a16c-8b2a214ca971,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:13.194376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-597a08f5-ce00-4887-9eb9-4c60704fb309 None None] Current status of the port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:17:13.194600 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-597a08f5-ce00-4887-9eb9-4c60704fb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:13.195315 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] Set router 3040a0ad-32b1-4f28-97cb-6802dec75f0d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:17:13.228724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-597a08f5-ce00-4887-9eb9-4c60704fb309 None None] For port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5a7a5809-cd5a-45ce-a16c-8b2a214ca971,segment=NetworkSegment(df6a81a4-9fdd-491c-a67e-6bd931ec3959),segment_id=df6a81a4-9fdd-491c-a67e-6bd931ec3959)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:17:13.233142 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-597a08f5-ce00-4887-9eb9-4c60704fb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:13.287429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a08f5-ce00-4887-9eb9-4c60704fb309 None None] Pushing event updated for resources: {'Port': ['ID=5a7a5809-cd5a-45ce-a16c-8b2a214ca971,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:13.352368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6847534b-cc75-4723-9064-6f21d9f093d3 None None] Provisioning complete for port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:13.352742 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6847534b-cc75-4723-9064-6f21d9f093d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:13.402403 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:17:10Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '5a7a5809-cd5a-45ce-a16c-8b2a214ca971', 'name': '', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:3e:a1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:09Z', 'updated_at': '2022-02-09T04:17:13Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:13.431153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6847534b-cc75-4723-9064-6f21d9f093d3 None None] Current status of the port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:17:13.432666 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee125b3-4b15-48a8-a894-40ac5a397d78 None None] The sync data for ids ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'] in n-d-824835-15 is: [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:17:10Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '5a7a5809-cd5a-45ce-a16c-8b2a214ca971', 'name': '', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:3e:a1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:09Z', 'updated_at': '2022-02-09T04:17:13Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:17:13.589798 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-59ca5bb0-6737-4a56-bd3a-0e6c897b7071 req-1e69dca9-0de7-4c95-beaf-149193a037ff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 210 time: 0.0372145 Feb 09 04:17:14.025734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fb52da5d-2549-449b-bab5-df21bce0a482 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:17:14.086640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port fb52da5d-2549-449b-bab5-df21bce0a482 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:14.087113 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fb52da5d-2549-449b-bab5-df21bce0a482), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:14.176566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port fb52da5d-2549-449b-bab5-df21bce0a482 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:17:14.178873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:17:14.243415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:14.243717 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:14.328742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:17:14.673192 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-378d8135-1deb-4d71-8bc5-45678f7fb722 req-5bc6e77b-09a9-47c7-a115-e8896120db1a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 210 time: 0.0317008 Feb 09 04:17:15.746545 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa5a98b0-c3e8-462a-ad0a-57b12ab53c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:15.755499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ad237aec-4efb-4850-bbcb-78d89828005a req-6ff3e7e6-9584-4e6a-a041-2cfee911144e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 210 time: 0.0273008 Feb 09 04:17:16.850304 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9f0e245b-574b-47cb-b64e-c69d01f3dd74 req-a5bbe6d4-2cf9-4209-8a0a-86de462de56f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 210 time: 0.0280993 Feb 09 04:17:17.621247 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-77e43f50-b214-48ce-9df0-79b16b099a8b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:17.622719 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-77e43f50-b214-48ce-9df0-79b16b099a8b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "GET /v2.0/networks?id=3d2d4fee-a3ae-4697-ac90-30f15609ea9b HTTP/1.1" status: 200 len: 797 time: 0.1106958 Feb 09 04:17:17.684090 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-a6fcefb1-0cfd-4589-8471-dc2299f641f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 379 time: 0.0539920 Feb 09 04:17:17.693990 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'port': {'device_id': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'admin_state_up': True, 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'security_groups': ['b53fca69-4ee6-4df8-933d-76e55d9e7267']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:17.802430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:17:17.806393 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:17.938716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.20.0.10 (3d2d4fee-a3ae-4697-ac90-30f15609ea9b/1cecba94-769d-48c2-8395-65f92a6d3295/b78c6fd9-71b3-4067-8205-4ded102fe080) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:17:17.964727 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9a2b4a4b-3ee3-4c33-914f-452c3711e767 req-f0950f57-76d3-4a64-a70c-c2efb33d9560 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 210 time: 0.0440238 Feb 09 04:17:18.095026 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:18.128346 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:18.171735 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:17:18.176687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:17:18.180692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:17:18.209076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=b78c6fd9-71b3-4067-8205-4ded102fe080,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:18.234871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:18.235365 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:18.252693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b5bd7367-c824-4873-9fd7-488e52d81e07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5629630 Feb 09 04:17:18.261844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-9e8991cc-878e-41f6-9b17-e6d2a7009f47 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:17:18.262838 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-9e8991cc-878e-41f6-9b17-e6d2a7009f47 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055115 Feb 09 04:17:18.264242 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65658001-b282-4870-88f7-c7921398324d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:18.320655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Request body: {'port': {'device_id': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:18.382424 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:18.485018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6301f796-0131-4057-970d-d60eb7603249 None None] Provisioning complete for port b78c6fd9-71b3-4067-8205-4ded102fe080 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:18.485299 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6301f796-0131-4057-970d-d60eb7603249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:18.520716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6301f796-0131-4057-970d-d60eb7603249 None None] Port b78c6fd9-71b3-4067-8205-4ded102fe080 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:17:18.648212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78c6fd9-71b3-4067-8205-4ded102fe080 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:17:18.655592 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Publish callbacks [] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:18.667298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Transition to ACTIVE for port object b78c6fd9-71b3-4067-8205-4ded102fe080 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:17:18.671041 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:18.720811 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b78c6fd9-71b3-4067-8205-4ded102fe080,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:18.794787 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Attempting to bind port b78c6fd9-71b3-4067-8205-4ded102fe080 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:17:18.795125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Attempting to bind port b78c6fd9-71b3-4067-8205-4ded102fe080 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:17:18.795463 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Attempting to bind port b78c6fd9-71b3-4067-8205-4ded102fe080 on network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:17:18.800049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Port b78c6fd9-71b3-4067-8205-4ded102fe080 on network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:17:18.800392 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Attempting to bind port b78c6fd9-71b3-4067-8205-4ded102fe080 on network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:17:18.806848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:17:18.807178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Checking segment: {'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:17:18.807562 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Bound using segment: {'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:17:18.808085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Bound port: b78c6fd9-71b3-4067-8205-4ded102fe080, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6a81a4-9fdd-491c-a67e-6bd931ec3959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:17:18.808440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:18.873596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] For port b78c6fd9-71b3-4067-8205-4ded102fe080, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:17:18.876686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] For port b78c6fd9-71b3-4067-8205-4ded102fe080, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b78c6fd9-71b3-4067-8205-4ded102fe080,segment=NetworkSegment(df6a81a4-9fdd-491c-a67e-6bd931ec3959),segment_id=df6a81a4-9fdd-491c-a67e-6bd931ec3959)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:17:18.883954 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:18.915648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:18.916261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:18.917757 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/b78c6fd9-71b3-4067-8205-4ded102fe080 HTTP/1.1" status: 200 len: 1093 time: 0.6476083 Feb 09 04:17:18.918239 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'tag': 'b78c6fd9-71b3-4067-8205-4ded102fe080'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:17:18.920481 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a835584-cbf8-4407-b28e-a6adc3c21421" -d '{"events": [{"name": "network-changed", "server_uuid": "dd661168-af16-42cb-b5e6-a61e8e239136", "tag": "b78c6fd9-71b3-4067-8205-4ded102fe080"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:17:18.955649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393b563-ceb2-49d5-ac5b-360e2e2579f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b78c6fd9-71b3-4067-8205-4ded102fe080,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:19.040330 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f93d94-1efd-4ed0-b92e-344b3c776943 x-openstack-request-id: req-81f93d94-1efd-4ed0-b92e-344b3c776943 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:17:19.040839 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd661168-af16-42cb-b5e6-a61e8e239136", "tag": "b78c6fd9-71b3-4067-8205-4ded102fe080", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:17:19.041260 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81f93d94-1efd-4ed0-b92e-344b3c776943 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:17:19.041852 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'tag': 'b78c6fd9-71b3-4067-8205-4ded102fe080', 'status': 'completed', 'code': 200} Feb 09 04:17:19.046167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-2072a56d-9cc2-4251-a64c-d7598bbea4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:19.047689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-2072a56d-9cc2-4251-a64c-d7598bbea4ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 1127 time: 0.0801759 Feb 09 04:17:19.101993 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-fdbc6be9-6960-4536-98fc-b0921b7504e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b78c6fd9-71b3-4067-8205-4ded102fe080 HTTP/1.1" status: 200 len: 217 time: 0.0472288 Feb 09 04:17:19.168229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-1320773c-dcfd-4efd-8822-9d5774a0a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:19.169629 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-1320773c-dcfd-4efd-8822-9d5774a0a0b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cecba94-769d-48c2-8395-65f92a6d3295 HTTP/1.1" status: 200 len: 835 time: 0.0520697 Feb 09 04:17:19.180956 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2386e-c9ac-4c42-b804-381e59a0e54b req-967bc33a-8821-4b3b-93c7-97e91fc5f83f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:19.182400 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abd2386e-c9ac-4c42-b804-381e59a0e54b req-967bc33a-8821-4b3b-93c7-97e91fc5f83f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 944 time: 0.1215425 Feb 09 04:17:19.260979 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abd2386e-c9ac-4c42-b804-381e59a0e54b req-8321870a-f886-4f43-ac7b-b0ebd8f7f271 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702119 Feb 09 04:17:19.265293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-112cf475-560d-446d-a2f3-84b48edd2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:19.266745 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-112cf475-560d-446d-a2f3-84b48edd2f99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2d4fee-a3ae-4697-ac90-30f15609ea9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0835199 Feb 09 04:17:19.354411 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-b54a1ead-f34a-464c-b39a-37be3c1b3085 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817809 Feb 09 04:17:19.540705 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:19.762085 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d07adaa5-0353-4d20-b4a4-fffe0ec7cfd8 req-83cff036-e54f-4039-93ef-0954b7898e2a service neutron] 10.222.0.42 "GET /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016514 Feb 09 04:17:19.846611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835584-cbf8-4407-b28e-a6adc3c21421 req-9dae84b3-7012-4bb0-bfa1-f91dd8b5fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:19.848104 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6a835584-cbf8-4407-b28e-a6adc3c21421 req-9dae84b3-7012-4bb0-bfa1-f91dd8b5fa39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 1127 time: 0.0443497 Feb 09 04:17:19.937148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835584-cbf8-4407-b28e-a6adc3c21421 req-847600c2-0bd9-4d8f-a8d9-3be491db55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:19.938646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6a835584-cbf8-4407-b28e-a6adc3c21421 req-847600c2-0bd9-4d8f-a8d9-3be491db55ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2d4fee-a3ae-4697-ac90-30f15609ea9b HTTP/1.1" status: 200 len: 898 time: 0.0852363 Feb 09 04:17:19.983618 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6a835584-cbf8-4407-b28e-a6adc3c21421 req-240be16f-dba3-469e-acce-0c46b92adf54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b78c6fd9-71b3-4067-8205-4ded102fe080 HTTP/1.1" status: 200 len: 217 time: 0.0395651 Feb 09 04:17:20.033125 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835584-cbf8-4407-b28e-a6adc3c21421 req-4d51bfd8-aae4-4d4e-9f96-2bb88c56d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:20.034611 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6a835584-cbf8-4407-b28e-a6adc3c21421 req-4d51bfd8-aae4-4d4e-9f96-2bb88c56d813 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cecba94-769d-48c2-8395-65f92a6d3295 HTTP/1.1" status: 200 len: 835 time: 0.0437653 Feb 09 04:17:20.082851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835584-cbf8-4407-b28e-a6adc3c21421 req-6afd3f94-1ee7-455b-a8cb-debc137a34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:20.084383 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6a835584-cbf8-4407-b28e-a6adc3c21421 req-6afd3f94-1ee7-455b-a8cb-debc137a34d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2d4fee-a3ae-4697-ac90-30f15609ea9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440183 Feb 09 04:17:20.174415 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6a835584-cbf8-4407-b28e-a6adc3c21421 req-52eef5e8-4eff-464e-9a72-5b973652ae44 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838594 Feb 09 04:17:20.262163 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6a835584-cbf8-4407-b28e-a6adc3c21421 req-928d580e-0084-4859-a01c-060d5b910268 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810158 Feb 09 04:17:20.384464 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e769a3-15c6-45f7-bee9-89eefd60256f req-3ae05cb1-7ccb-45c7-a741-d7a4d3eb59f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:20.385966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6e769a3-15c6-45f7-bee9-89eefd60256f req-3ae05cb1-7ccb-45c7-a741-d7a4d3eb59f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 944 time: 0.0571747 Feb 09 04:17:20.434692 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d6e769a3-15c6-45f7-bee9-89eefd60256f req-f72ab433-ba31-4ac7-a6bf-5164d8e02955 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430334 Feb 09 04:17:20.970389 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:21.560795 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4e7be-a307-47fb-965f-722a3b34c07a req-3f0da9b0-fb69-4cc3-9cd0-63effdc76731 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:21.562296 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c7e4e7be-a307-47fb-965f-722a3b34c07a req-3f0da9b0-fb69-4cc3-9cd0-63effdc76731 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 944 time: 0.0594878 Feb 09 04:17:21.610926 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c7e4e7be-a307-47fb-965f-722a3b34c07a req-cfa6aebd-f1af-4111-b423-d36eeb34ec69 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430486 Feb 09 04:17:21.828776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b78c6fd9-71b3-4067-8205-4ded102fe080 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:17:21.922154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port b78c6fd9-71b3-4067-8205-4ded102fe080, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b78c6fd9-71b3-4067-8205-4ded102fe080,segment=NetworkSegment(df6a81a4-9fdd-491c-a67e-6bd931ec3959),segment_id=df6a81a4-9fdd-491c-a67e-6bd931ec3959)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:17:21.936463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'b78c6fd9-71b3-4067-8205-4ded102fe080', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'port_id': 'b78c6fd9-71b3-4067-8205-4ded102fe080', 'mac_address': 'fa:16:3e:7f:4b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:17:21.972215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port b78c6fd9-71b3-4067-8205-4ded102fe080 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:17:21.972866 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:21.985690 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78c6fd9-71b3-4067-8205-4ded102fe080 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:17:22.005366 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port b78c6fd9-71b3-4067-8205-4ded102fe080, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b78c6fd9-71b3-4067-8205-4ded102fe080,segment=NetworkSegment(df6a81a4-9fdd-491c-a67e-6bd931ec3959),segment_id=df6a81a4-9fdd-491c-a67e-6bd931ec3959)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:17:22.010139 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:22.059843 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=b78c6fd9-71b3-4067-8205-4ded102fe080,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:22.101769 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:22.225688 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['b78c6fd9-71b3-4067-8205-4ded102fe080'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:17:22.732512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a9273-b4e4-4720-b73c-b79bb4fe75b6 req-8670a886-46d8-41e8-b127-41f18d16e9f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:22.734018 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-045a9273-b4e4-4720-b73c-b79bb4fe75b6 req-8670a886-46d8-41e8-b127-41f18d16e9f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 945 time: 0.0535560 Feb 09 04:17:22.781437 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-045a9273-b4e4-4720-b73c-b79bb4fe75b6 req-c74b6232-1a99-4e9e-aff1-4604fca76274 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409553 Feb 09 04:17:23.829974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b78c6fd9-71b3-4067-8205-4ded102fe080 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:17:23.882566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port b78c6fd9-71b3-4067-8205-4ded102fe080 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:17:23.886657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port b78c6fd9-71b3-4067-8205-4ded102fe080 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:17:23.887043 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:23.904218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cd4ed-74c4-4cad-985b-8d756b9deb28 req-0ddd2d75-913b-42ec-9ddc-546892172f80 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:23.905731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd0cd4ed-74c4-4cad-985b-8d756b9deb28 req-0ddd2d75-913b-42ec-9ddc-546892172f80 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 945 time: 0.0544062 Feb 09 04:17:23.957498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fd0cd4ed-74c4-4cad-985b-8d756b9deb28 req-8d9a24a4-d36a-4b9c-ba51-c812135ac449 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442545 Feb 09 04:17:23.964293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port b78c6fd9-71b3-4067-8205-4ded102fe080 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:17:23.964690 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:23.987488 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78c6fd9-71b3-4067-8205-4ded102fe080'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:17:23.990399 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc449ec8-830a-4537-bbda-ca968425a325" -d '{"events": [{"server_uuid": "dd661168-af16-42cb-b5e6-a61e8e239136", "name": "network-vif-plugged", "status": "completed", "tag": "b78c6fd9-71b3-4067-8205-4ded102fe080"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:17:24.002297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port b78c6fd9-71b3-4067-8205-4ded102fe080, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b78c6fd9-71b3-4067-8205-4ded102fe080,segment=NetworkSegment(df6a81a4-9fdd-491c-a67e-6bd931ec3959),segment_id=df6a81a4-9fdd-491c-a67e-6bd931ec3959)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:17:24.009712 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:24.062550 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=b78c6fd9-71b3-4067-8205-4ded102fe080,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:24.086949 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e75838-32c9-4afa-a0f0-6c574279d735 x-openstack-request-id: req-90e75838-32c9-4afa-a0f0-6c574279d735 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:17:24.087269 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd661168-af16-42cb-b5e6-a61e8e239136", "name": "network-vif-plugged", "status": "completed", "tag": "b78c6fd9-71b3-4067-8205-4ded102fe080", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:17:24.087523 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90e75838-32c9-4afa-a0f0-6c574279d735 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:17:24.087916 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78c6fd9-71b3-4067-8205-4ded102fe080', 'code': 200} Feb 09 04:17:24.187871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90ef74-192f-4be7-9172-7bc8a3f09161 req-83f13cde-71bc-413e-a521-da13a86bc59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:24.189350 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b90ef74-192f-4be7-9172-7bc8a3f09161 req-83f13cde-71bc-413e-a521-da13a86bc59b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 1129 time: 0.0486331 Feb 09 04:17:24.233487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b90ef74-192f-4be7-9172-7bc8a3f09161 req-66f79669-5ee5-4f3f-aac8-1cb3f2fdf649 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385902 Feb 09 04:17:24.831593 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:25.079399 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707457b-2e49-4e13-8884-027976db7fe7 req-5dd39efb-fc5a-4d1d-930a-bca46203d00e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:25.080913 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3707457b-2e49-4e13-8884-027976db7fe7 req-5dd39efb-fc5a-4d1d-930a-bca46203d00e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 946 time: 0.0537655 Feb 09 04:17:25.133208 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3707457b-2e49-4e13-8884-027976db7fe7 req-79d85eb7-043c-4838-b4c2-bfff7ed7249b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443809 Feb 09 04:17:26.267204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb6298-7e83-4950-9c41-d5a900e8b84e req-2ccc675d-893a-4448-a13d-4ae7edf1d7ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:26.268689 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c8fb6298-7e83-4950-9c41-d5a900e8b84e req-2ccc675d-893a-4448-a13d-4ae7edf1d7ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 946 time: 0.0642111 Feb 09 04:17:26.317666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c8fb6298-7e83-4950-9c41-d5a900e8b84e req-3b62c5a6-c25c-4522-a755-7ee1bdb34b0b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421948 Feb 09 04:17:26.434957 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dc4b0-5ad7-4e47-ad75-3c49e2de3d96 req-3b514573-c68c-4f3e-80bb-0b7439c9fae5 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:26.436341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f1dc4b0-5ad7-4e47-ad75-3c49e2de3d96 req-3b514573-c68c-4f3e-80bb-0b7439c9fae5 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 946 time: 0.0516751 Feb 09 04:17:26.488187 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4f1dc4b0-5ad7-4e47-ad75-3c49e2de3d96 req-dcefd55f-a846-4dd8-b1cb-26eb88d95cc8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462332 Feb 09 04:17:26.509652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56646) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:26.552466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b80126-b766-4a86-b56e-d0eabc3bee40 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:26.554260 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d2b80126-b766-4a86-b56e-d0eabc3bee40 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 1124 time: 0.0433667 Feb 09 04:17:26.557062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56648) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:26.561428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'b78c6fd9-71b3-4067-8205-4ded102fe080', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:17:26.581482 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:26.673395 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:26.777119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.25.5.105 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/8efa1329-9230-4090-932b-d519ed38adf4) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:17:26.873824 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (8efa1329-9230-4090-932b-d519ed38adf4), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:26.907606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8efa1329-9230-4090-932b-d519ed38adf4), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:26.952754 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:17:26.955566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:17:26.959846 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:17:26.965064 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=8efa1329-9230-4090-932b-d519ed38adf4,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:27.309482 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (357f599a-880f-4f2e-b4b3-2bea43989fef), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:27.379878 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8efa1329-9230-4090-932b-d519ed38adf4), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:27.528645 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (8efa1329-9230-4090-932b-d519ed38adf4), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:27.533025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (8efa1329-9230-4090-932b-d519ed38adf4), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:27.601604 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=8efa1329-9230-4090-932b-d519ed38adf4,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:17:27.609292 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (357f599a-880f-4f2e-b4b3-2bea43989fef), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:27.711069 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Floating IP 357f599a-880f-4f2e-b4b3-2bea43989fef associated. External IP: 172.25.5.105, port: b78c6fd9-71b3-4067-8205-4ded102fe080. Feb 09 04:17:27.922520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 3040a0ad-32b1-4f28-97cb-6802dec75f0d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:17:28.038117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:17:28.048165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710de0fc-1a51-4277-8e26-a623bfe4eb19 None None] Sync routers for ids ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:17:28.056718 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:28.059918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710de0fc-1a51-4277-8e26-a623bfe4eb19 None None] Routers {'3040a0ad-32b1-4f28-97cb-6802dec75f0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:17:28.060724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-710de0fc-1a51-4277-8e26-a623bfe4eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:17:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:28.087261 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-75905b71-b373-413e-9a8c-88a34535df59 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5291319 Feb 09 04:17:28.087860 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'tag': 'b78c6fd9-71b3-4067-8205-4ded102fe080'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:17:28.090177 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c68975-7ad1-4eb0-ac31-97aa50e9eefc" -d '{"events": [{"name": "network-changed", "server_uuid": "dd661168-af16-42cb-b5e6-a61e8e239136", "tag": "b78c6fd9-71b3-4067-8205-4ded102fe080"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:17:28.133209 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d684f1ab-01dd-4930-807e-03d24c0f81b2 x-openstack-request-id: req-d684f1ab-01dd-4930-807e-03d24c0f81b2 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:17:28.133539 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd661168-af16-42cb-b5e6-a61e8e239136", "tag": "b78c6fd9-71b3-4067-8205-4ded102fe080", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:17:28.133797 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d684f1ab-01dd-4930-807e-03d24c0f81b2 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:17:28.134212 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'tag': 'b78c6fd9-71b3-4067-8205-4ded102fe080', 'status': 'completed', 'code': 200} Feb 09 04:17:28.178242 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-710de0fc-1a51-4277-8e26-a623bfe4eb19 None None] Set router 3040a0ad-32b1-4f28-97cb-6802dec75f0d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:17:28.200915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c68975-7ad1-4eb0-ac31-97aa50e9eefc req-d136ab82-5bce-4afe-ab43-ad5a03bc8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:28.202541 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23c68975-7ad1-4eb0-ac31-97aa50e9eefc req-d136ab82-5bce-4afe-ab43-ad5a03bc8783 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 1129 time: 0.0466902 Feb 09 04:17:28.203605 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1dc50-0582-413b-8888-4cc4aa656669 req-79b682b1-c3f2-48a7-b497-f561f1eb8b27 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:28.205447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7b1dc50-0582-413b-8888-4cc4aa656669 req-79b682b1-c3f2-48a7-b497-f561f1eb8b27 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 946 time: 0.0555592 Feb 09 04:17:28.256466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c7b1dc50-0582-413b-8888-4cc4aa656669 req-a299267d-3ed4-4381-8e68-70ceda7ffcc3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444512 Feb 09 04:17:28.279085 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56654) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:28.352944 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c68975-7ad1-4eb0-ac31-97aa50e9eefc req-84417bc2-5885-4313-87ac-0fb25ac3c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:28.354453 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23c68975-7ad1-4eb0-ac31-97aa50e9eefc req-84417bc2-5885-4313-87ac-0fb25ac3c528 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2d4fee-a3ae-4697-ac90-30f15609ea9b HTTP/1.1" status: 200 len: 898 time: 0.1457882 Feb 09 04:17:28.375776 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cc81efaf-3bd7-4d79-8682-d66ee9e5cfbc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/357f599a-880f-4f2e-b4b3-2bea43989fef HTTP/1.1" status: 200 len: 992 time: 0.0956039 Feb 09 04:17:28.413974 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-710de0fc-1a51-4277-8e26-a623bfe4eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:17:10Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '357f599a-880f-4f2e-b4b3-2bea43989fef', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'port_id': 'b78c6fd9-71b3-4067-8205-4ded102fe080', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'mac_address': 'fa:16:3e:7f:4b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:17:27Z', 'updated_at': '2022-02-09T04:17:27Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7a5809-cd5a-45ce-a16c-8b2a214ca971', 'name': '', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:3e:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:09Z', 'updated_at': '2022-02-09T04:17:13Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:28.431369 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23c68975-7ad1-4eb0-ac31-97aa50e9eefc req-cad36e98-4f84-4404-b251-ac4ba7a1c1d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b78c6fd9-71b3-4067-8205-4ded102fe080 HTTP/1.1" status: 200 len: 1000 time: 0.0650020 Feb 09 04:17:28.440735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710de0fc-1a51-4277-8e26-a623bfe4eb19 None None] Checking router: 3040a0ad-32b1-4f28-97cb-6802dec75f0d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:17:28.450079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710de0fc-1a51-4277-8e26-a623bfe4eb19 None None] Routers {'3040a0ad-32b1-4f28-97cb-6802dec75f0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:17:28.450689 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-710de0fc-1a51-4277-8e26-a623bfe4eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:17:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:28.482674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c68975-7ad1-4eb0-ac31-97aa50e9eefc req-83a86c5d-6566-458f-b3b7-15abc295a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:28.484133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23c68975-7ad1-4eb0-ac31-97aa50e9eefc req-83a86c5d-6566-458f-b3b7-15abc295a56f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cecba94-769d-48c2-8395-65f92a6d3295 HTTP/1.1" status: 200 len: 835 time: 0.0477402 Feb 09 04:17:28.537201 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c68975-7ad1-4eb0-ac31-97aa50e9eefc req-b6fccf3f-c473-400f-ad6b-e7fa4d349226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:28.538866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23c68975-7ad1-4eb0-ac31-97aa50e9eefc req-b6fccf3f-c473-400f-ad6b-e7fa4d349226 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2d4fee-a3ae-4697-ac90-30f15609ea9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484166 Feb 09 04:17:28.564322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-710de0fc-1a51-4277-8e26-a623bfe4eb19 None None] Set router 3040a0ad-32b1-4f28-97cb-6802dec75f0d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:17:28.633777 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23c68975-7ad1-4eb0-ac31-97aa50e9eefc req-41bb56f9-a39d-4d1a-a0bd-af7f1623e298 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888128 Feb 09 04:17:28.727604 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-23c68975-7ad1-4eb0-ac31-97aa50e9eefc req-2947d9c8-f7ac-4a81-b40e-0e82b3dbcdee service neutron] 10.222.0.42 "GET /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880709 Feb 09 04:17:28.794608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-710de0fc-1a51-4277-8e26-a623bfe4eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:17:10Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '357f599a-880f-4f2e-b4b3-2bea43989fef', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'port_id': 'b78c6fd9-71b3-4067-8205-4ded102fe080', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'mac_address': 'fa:16:3e:7f:4b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:17:27Z', 'updated_at': '2022-02-09T04:17:27Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7a5809-cd5a-45ce-a16c-8b2a214ca971', 'name': '', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:3e:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:09Z', 'updated_at': '2022-02-09T04:17:13Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:17:28.825085 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710de0fc-1a51-4277-8e26-a623bfe4eb19 None None] The sync data for ids ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'] in n-d-824835-15 is: [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:17:10Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '357f599a-880f-4f2e-b4b3-2bea43989fef', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'port_id': 'b78c6fd9-71b3-4067-8205-4ded102fe080', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'mac_address': 'fa:16:3e:7f:4b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:17:27Z', 'updated_at': '2022-02-09T04:17:27Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7a5809-cd5a-45ce-a16c-8b2a214ca971', 'name': '', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:3e:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:09Z', 'updated_at': '2022-02-09T04:17:13Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:17:29.012494 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0612270-5910-4bf1-8b22-f38ca3600956 None None] New status for floating IP 357f599a-880f-4f2e-b4b3-2bea43989fef: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:17:29.379720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56656) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:17:29.443522 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ed52bb27-b28c-4b15-8562-93f5443d41bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/357f599a-880f-4f2e-b4b3-2bea43989fef HTTP/1.1" status: 200 len: 994 time: 0.0626490 Feb 09 04:17:36.341921 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-164899e6-5769-4bfd-b212-807ec96af4b9 req-61f89237-a270-4a3d-b592-29d57ab99b4a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445466 Feb 09 04:17:36.433972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164899e6-5769-4bfd-b212-807ec96af4b9 req-df44fd15-0af4-4852-b167-e605acf1c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:36.435458 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-164899e6-5769-4bfd-b212-807ec96af4b9 req-df44fd15-0af4-4852-b167-e605acf1c536 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 1129 time: 0.0452530 Feb 09 04:17:36.540024 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164899e6-5769-4bfd-b212-807ec96af4b9 req-417da325-a092-4921-8509-feec0e7a8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:36.541621 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-164899e6-5769-4bfd-b212-807ec96af4b9 req-417da325-a092-4921-8509-feec0e7a8cb9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2d4fee-a3ae-4697-ac90-30f15609ea9b HTTP/1.1" status: 200 len: 898 time: 0.0866416 Feb 09 04:17:36.607235 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-164899e6-5769-4bfd-b212-807ec96af4b9 req-a1f65abd-2e84-414d-8e65-c111d1b9f573 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b78c6fd9-71b3-4067-8205-4ded102fe080 HTTP/1.1" status: 200 len: 1002 time: 0.0576587 Feb 09 04:17:36.658683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164899e6-5769-4bfd-b212-807ec96af4b9 req-c0a9b2d3-e908-44a9-b0c6-3489b849f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:36.660094 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-164899e6-5769-4bfd-b212-807ec96af4b9 req-c0a9b2d3-e908-44a9-b0c6-3489b849f2e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cecba94-769d-48c2-8395-65f92a6d3295 HTTP/1.1" status: 200 len: 835 time: 0.0469151 Feb 09 04:17:36.709635 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164899e6-5769-4bfd-b212-807ec96af4b9 req-61c8dc75-248b-465d-849a-31a686166d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:17:36.711117 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-164899e6-5769-4bfd-b212-807ec96af4b9 req-61c8dc75-248b-465d-849a-31a686166d2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2d4fee-a3ae-4697-ac90-30f15609ea9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447013 Feb 09 04:17:36.797123 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-164899e6-5769-4bfd-b212-807ec96af4b9 req-d5dc15ea-79ef-4d25-87fd-aa9437fd5aef service neutron] 10.222.0.42 "GET /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788925 Feb 09 04:17:36.888289 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-164899e6-5769-4bfd-b212-807ec96af4b9 req-980c2773-9999-4e7d-8e6d-eab9edec3c3c service neutron] 10.222.0.42 "GET /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853257 Feb 09 04:17:38.133289 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:45.748371 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-314a269c-6907-4177-9bb8-c4562f4e760a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:48.256610 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88714cc0-ca68-4ad8-ad9e-3e5f0113a8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:49.354689 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:17:49.542781 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:50.975206 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:52.102940 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:54.671148 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:00.895811 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e6ed-130f-4935-b3d5-7a38102b2ed0 req-b66959f2-2bcc-4014-99e2-72a54696ab40 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:00.897587 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3039e6ed-130f-4935-b3d5-7a38102b2ed0 req-b66959f2-2bcc-4014-99e2-72a54696ab40 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 946 time: 0.0552015 Feb 09 04:18:00.951379 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3039e6ed-130f-4935-b3d5-7a38102b2ed0 req-0d55c98e-683a-46a5-93cd-f6dec528f679 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481229 Feb 09 04:18:02.081276 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea526f-e843-49d3-9ec4-58fd4c790ff7 req-3ca4117e-4dd4-4fc2-bf68-392dd77f0c99 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:02.082941 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5aea526f-e843-49d3-9ec4-58fd4c790ff7 req-3ca4117e-4dd4-4fc2-bf68-392dd77f0c99 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 946 time: 0.0581746 Feb 09 04:18:02.135260 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5aea526f-e843-49d3-9ec4-58fd4c790ff7 req-ff6d5e3e-6131-49c6-b233-a32624942328 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457361 Feb 09 04:18:02.158238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56676) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:02.223184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-22e860e4-048e-46ba-8e85-5848325aa449 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/357f599a-880f-4f2e-b4b3-2bea43989fef HTTP/1.1" status: 200 len: 994 time: 0.0636590 Feb 09 04:18:03.497371 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dd104-fdc5-43f4-b192-d8ba34aab6d6 req-105c2918-ab2f-4b35-a1ea-52c52103fde7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:03.499024 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b41dd104-fdc5-43f4-b192-d8ba34aab6d6 req-105c2918-ab2f-4b35-a1ea-52c52103fde7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 946 time: 0.0595801 Feb 09 04:18:03.549830 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b41dd104-fdc5-43f4-b192-d8ba34aab6d6 req-7273ee2d-1892-4112-bead-e4a09f42faaf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447733 Feb 09 04:18:04.674400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63d69-e66d-4e13-94a3-a80e5eed69c0 req-6f1d7b4c-c8c7-4686-84db-95e3e81bda17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:04.675884 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d5f63d69-e66d-4e13-94a3-a80e5eed69c0 req-6f1d7b4c-c8c7-4686-84db-95e3e81bda17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 946 time: 0.0526435 Feb 09 04:18:04.725003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d5f63d69-e66d-4e13-94a3-a80e5eed69c0 req-d7a6178e-f93b-4f96-83dc-548411dcda82 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427730 Feb 09 04:18:04.747111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56686) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:04.811396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-acfed088-4794-4b25-88fa-44f593b0e177 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/357f599a-880f-4f2e-b4b3-2bea43989fef HTTP/1.1" status: 200 len: 994 time: 0.0631711 Feb 09 04:18:05.035488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56692) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:05.195131 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 8efa1329-9230-4090-932b-d519ed38adf4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:18:05.195383 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8efa1329-9230-4090-932b-d519ed38adf4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:05.267187 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8efa1329-9230-4090-932b-d519ed38adf4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:05.267505 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (8efa1329-9230-4090-932b-d519ed38adf4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:05.279284 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 8efa1329-9230-4090-932b-d519ed38adf4 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:18:05.424485 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8efa1329-9230-4090-932b-d519ed38adf4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:05.449153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=8efa1329-9230-4090-932b-d519ed38adf4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:05.459523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.459880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.460229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.460568 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.460903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.461234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.462098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.462098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.462293 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.462554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.462882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.463206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.463530 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:05.528637 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (357f599a-880f-4f2e-b4b3-2bea43989fef), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:05.528969 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Floating IP 357f599a-880f-4f2e-b4b3-2bea43989fef disassociated (deleted). External IP: 172.25.5.105, port: b78c6fd9-71b3-4067-8205-4ded102fe080. Feb 09 04:18:05.738886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 3040a0ad-32b1-4f28-97cb-6802dec75f0d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:18:05.858669 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:18:05.863663 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:05.870567 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c581b7-2f01-4b46-949a-5c91d5997e20 None None] Sync routers for ids ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:18:05.880662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c581b7-2f01-4b46-949a-5c91d5997e20 None None] Routers {'3040a0ad-32b1-4f28-97cb-6802dec75f0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:18:05.881032 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-77c581b7-2f01-4b46-949a-5c91d5997e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:05.894002 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e7bb6fd8-f949-4266-8fd2-384bf76288bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/floatingips/357f599a-880f-4f2e-b4b3-2bea43989fef HTTP/1.1" status: 204 len: 168 time: 0.8570800 Feb 09 04:18:05.894709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'tag': 'b78c6fd9-71b3-4067-8205-4ded102fe080'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:18:05.898495 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502b08aa-3dd4-45ae-b43c-1f065bfc9041" -d '{"events": [{"name": "network-changed", "server_uuid": "dd661168-af16-42cb-b5e6-a61e8e239136", "tag": "b78c6fd9-71b3-4067-8205-4ded102fe080"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:18:05.942877 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d75cce5-6eda-4e9a-bf60-04e1b47e816f x-openstack-request-id: req-2d75cce5-6eda-4e9a-bf60-04e1b47e816f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:18:05.943927 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd661168-af16-42cb-b5e6-a61e8e239136", "tag": "b78c6fd9-71b3-4067-8205-4ded102fe080", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:18:05.944284 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d75cce5-6eda-4e9a-bf60-04e1b47e816f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:18:05.944658 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'tag': 'b78c6fd9-71b3-4067-8205-4ded102fe080', 'status': 'completed', 'code': 200} Feb 09 04:18:06.022105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-77c581b7-2f01-4b46-949a-5c91d5997e20 None None] Set router 3040a0ad-32b1-4f28-97cb-6802dec75f0d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:18:06.028270 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b08aa-3dd4-45ae-b43c-1f065bfc9041 req-a9dfbaed-5d1e-47f7-8b84-3bcb4897c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:06.031084 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-502b08aa-3dd4-45ae-b43c-1f065bfc9041 req-a9dfbaed-5d1e-47f7-8b84-3bcb4897c0c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 1129 time: 0.0628636 Feb 09 04:18:06.170839 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a37d9-4392-47a5-a1e0-41150f80eea5 req-accaaf6e-f0d3-4636-9508-6c4f26cc8e92 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:06.172332 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d7a37d9-4392-47a5-a1e0-41150f80eea5 req-accaaf6e-f0d3-4636-9508-6c4f26cc8e92 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 946 time: 0.0824821 Feb 09 04:18:06.175243 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b08aa-3dd4-45ae-b43c-1f065bfc9041 req-bd3bcf3c-e8fd-4cd1-9ecb-402edf25284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:06.177133 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-502b08aa-3dd4-45ae-b43c-1f065bfc9041 req-bd3bcf3c-e8fd-4cd1-9ecb-402edf25284c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2d4fee-a3ae-4697-ac90-30f15609ea9b HTTP/1.1" status: 200 len: 898 time: 0.1344941 Feb 09 04:18:06.227458 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-502b08aa-3dd4-45ae-b43c-1f065bfc9041 req-92e3388e-f679-454a-a42b-c66604dccf40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b78c6fd9-71b3-4067-8205-4ded102fe080 HTTP/1.1" status: 200 len: 217 time: 0.0417674 Feb 09 04:18:06.232110 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-77c581b7-2f01-4b46-949a-5c91d5997e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:17:10Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '5a7a5809-cd5a-45ce-a16c-8b2a214ca971', 'name': '', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:3e:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:09Z', 'updated_at': '2022-02-09T04:17:13Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:06.258557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c581b7-2f01-4b46-949a-5c91d5997e20 None None] Checking router: 3040a0ad-32b1-4f28-97cb-6802dec75f0d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:18:06.267278 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c581b7-2f01-4b46-949a-5c91d5997e20 None None] Routers {'3040a0ad-32b1-4f28-97cb-6802dec75f0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:18:06.267809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-77c581b7-2f01-4b46-949a-5c91d5997e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:06.287293 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d7a37d9-4392-47a5-a1e0-41150f80eea5 req-a8bc3631-477d-472e-ad57-dbe9659199d4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081984 Feb 09 04:18:06.298177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b08aa-3dd4-45ae-b43c-1f065bfc9041 req-6b2908d5-e88f-43fc-adf7-7c90e656be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:06.299643 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-502b08aa-3dd4-45ae-b43c-1f065bfc9041 req-6b2908d5-e88f-43fc-adf7-7c90e656be9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1cecba94-769d-48c2-8395-65f92a6d3295 HTTP/1.1" status: 200 len: 835 time: 0.0627470 Feb 09 04:18:06.349139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b08aa-3dd4-45ae-b43c-1f065bfc9041 req-098e39f5-34e5-482f-ba50-3ad0392c786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:06.350664 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-502b08aa-3dd4-45ae-b43c-1f065bfc9041 req-098e39f5-34e5-482f-ba50-3ad0392c786e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2d4fee-a3ae-4697-ac90-30f15609ea9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445626 Feb 09 04:18:06.376842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-77c581b7-2f01-4b46-949a-5c91d5997e20 None None] Set router 3040a0ad-32b1-4f28-97cb-6802dec75f0d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:18:06.443335 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-502b08aa-3dd4-45ae-b43c-1f065bfc9041 req-d0f169c3-b6a1-4d4e-a331-2d90536be1a7 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859501 Feb 09 04:18:06.537659 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-502b08aa-3dd4-45ae-b43c-1f065bfc9041 req-c33244ec-3e91-48d4-b150-9b3f1cc73214 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887306 Feb 09 04:18:06.732139 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-77c581b7-2f01-4b46-949a-5c91d5997e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:17:10Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '5a7a5809-cd5a-45ce-a16c-8b2a214ca971', 'name': '', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:3e:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:09Z', 'updated_at': '2022-02-09T04:17:13Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:06.757125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c581b7-2f01-4b46-949a-5c91d5997e20 None None] The sync data for ids ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'] in n-d-824835-15 is: [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:17:10Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '5a7a5809-cd5a-45ce-a16c-8b2a214ca971', 'name': '', 'network_id': '3d2d4fee-a3ae-4697-ac90-30f15609ea9b', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:3e:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:09Z', 'updated_at': '2022-02-09T04:17:13Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '1cecba94-769d-48c2-8395-65f92a6d3295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:18:06.972093 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53641f-72d8-4a15-85d3-cfcc9550057c None None] New status for floating IP 357f599a-880f-4f2e-b4b3-2bea43989fef: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:18:07.414598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7d034-25f1-4ad7-800f-9386d66477ed req-20af4aa2-83a8-472a-8246-944f8818d6ca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:07.416086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73e7d034-25f1-4ad7-800f-9386d66477ed req-20af4aa2-83a8-472a-8246-944f8818d6ca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 946 time: 0.0589578 Feb 09 04:18:07.466518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73e7d034-25f1-4ad7-800f-9386d66477ed req-b49c147e-8edf-4d89-8275-3a269c33597f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=b53fca69-4ee6-4df8-933d-76e55d9e7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448258 Feb 09 04:18:07.621091 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1b608-1993-4846-882d-45bf5abe9b54 req-74c517bb-6bb1-4dbf-9ca6-0444be305dd0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:07.622482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-17c1b608-1993-4846-882d-45bf5abe9b54 req-74c517bb-6bb1-4dbf-9ca6-0444be305dd0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd661168-af16-42cb-b5e6-a61e8e239136 HTTP/1.1" status: 200 len: 946 time: 0.0523832 Feb 09 04:18:07.718165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-17c1b608-1993-4846-882d-45bf5abe9b54 req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port b78c6fd9-71b3-4067-8205-4ded102fe080 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:18:07.718508 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-17c1b608-1993-4846-882d-45bf5abe9b54 req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:07.806800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-17c1b608-1993-4846-882d-45bf5abe9b54 req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port b78c6fd9-71b3-4067-8205-4ded102fe080, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=b78c6fd9-71b3-4067-8205-4ded102fe080,segment=NetworkSegment(df6a81a4-9fdd-491c-a67e-6bd931ec3959),segment_id=df6a81a4-9fdd-491c-a67e-6bd931ec3959)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:18:07.807159 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-17c1b608-1993-4846-882d-45bf5abe9b54 req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:07.819349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-17c1b608-1993-4846-882d-45bf5abe9b54 req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for b78c6fd9-71b3-4067-8205-4ded102fe080 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:18:07.946915 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-17c1b608-1993-4846-882d-45bf5abe9b54 req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b78c6fd9-71b3-4067-8205-4ded102fe080), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:07.979385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=b78c6fd9-71b3-4067-8205-4ded102fe080,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:08.008487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.008487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.008694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.008854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.009187 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.009541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.009870 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.010197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.010520 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.010844 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.011165 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.011487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.011804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:08.031172 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c1b608-1993-4846-882d-45bf5abe9b54 req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] No DVR routers for this DVR port b78c6fd9-71b3-4067-8205-4ded102fe080 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:18:08.033645 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-17c1b608-1993-4846-882d-45bf5abe9b54 req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:08.037532 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-17c1b608-1993-4846-882d-45bf5abe9b54 req-1cba35a6-a221-43da-b28f-5f6babfe3b34 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "DELETE /v2.0/ports/b78c6fd9-71b3-4067-8205-4ded102fe080 HTTP/1.1" status: 204 len: 173 time: 0.4101985 Feb 09 04:18:08.037966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'name': 'network-vif-deleted', 'tag': 'b78c6fd9-71b3-4067-8205-4ded102fe080'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:18:08.040193 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7eb67f-727e-47a7-aa95-d2059d9b7997" -d '{"events": [{"server_uuid": "dd661168-af16-42cb-b5e6-a61e8e239136", "name": "network-vif-deleted", "tag": "b78c6fd9-71b3-4067-8205-4ded102fe080"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:18:08.082302 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d558bcb-7001-4e7c-b28a-05cd0cf5d122 x-openstack-request-id: req-6d558bcb-7001-4e7c-b28a-05cd0cf5d122 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:18:08.082639 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd661168-af16-42cb-b5e6-a61e8e239136", "name": "network-vif-deleted", "tag": "b78c6fd9-71b3-4067-8205-4ded102fe080", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:18:08.083297 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d558bcb-7001-4e7c-b28a-05cd0cf5d122 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:18:08.083297 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd661168-af16-42cb-b5e6-a61e8e239136', 'name': 'network-vif-deleted', 'tag': 'b78c6fd9-71b3-4067-8205-4ded102fe080', 'status': 'completed', 'code': 200} Feb 09 04:18:08.118319 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:08.524096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56706) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:08.882403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75073925-fa83-4dd5-af08-b0fe7cf0e9fb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (3040a0ad-32b1-4f28-97cb-6802dec75f0d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:09.138886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-75073925-fa83-4dd5-af08-b0fe7cf0e9fb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:18:09.139132 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75073925-fa83-4dd5-af08-b0fe7cf0e9fb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:09.230787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-75073925-fa83-4dd5-af08-b0fe7cf0e9fb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port 5a7a5809-cd5a-45ce-a16c-8b2a214ca971, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=5a7a5809-cd5a-45ce-a16c-8b2a214ca971,segment=NetworkSegment(df6a81a4-9fdd-491c-a67e-6bd931ec3959),segment_id=df6a81a4-9fdd-491c-a67e-6bd931ec3959)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:18:09.231151 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75073925-fa83-4dd5-af08-b0fe7cf0e9fb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:09.244067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-75073925-fa83-4dd5-af08-b0fe7cf0e9fb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:18:09.427260 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75073925-fa83-4dd5-af08-b0fe7cf0e9fb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (5a7a5809-cd5a-45ce-a16c-8b2a214ca971), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:09.453686 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75073925-fa83-4dd5-af08-b0fe7cf0e9fb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=5a7a5809-cd5a-45ce-a16c-8b2a214ca971,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:09.633831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75073925-fa83-4dd5-af08-b0fe7cf0e9fb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (3040a0ad-32b1-4f28-97cb-6802dec75f0d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:10.139200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75073925-fa83-4dd5-af08-b0fe7cf0e9fb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 3040a0ad-32b1-4f28-97cb-6802dec75f0d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:18:10.245800 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75073925-fa83-4dd5-af08-b0fe7cf0e9fb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:18:10.250824 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-75073925-fa83-4dd5-af08-b0fe7cf0e9fb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "PUT /v2.0/routers/3040a0ad-32b1-4f28-97cb-6802dec75f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7256105 Feb 09 04:18:10.253423 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56708) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:10.256454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68518b-e081-424f-b3c7-d44440ce1ae0 None None] Sync routers for ids ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:18:10.266939 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e68518b-e081-424f-b3c7-d44440ce1ae0 None None] Routers {'3040a0ad-32b1-4f28-97cb-6802dec75f0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:18:10.267553 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0e68518b-e081-424f-b3c7-d44440ce1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:10.308291 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-c344c4d3-6936-4f98-87b3-adf48c2493e4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting subnet 1cecba94-769d-48c2-8395-65f92a6d3295 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:18:10.311410 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c344c4d3-6936-4f98-87b3-adf48c2493e4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (1cecba94-769d-48c2-8395-65f92a6d3295), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:10.350598 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c344c4d3-6936-4f98-87b3-adf48c2493e4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (1cecba94-769d-48c2-8395-65f92a6d3295), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:10.373710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-0e68518b-e081-424f-b3c7-d44440ce1ae0 None None] Set router 3040a0ad-32b1-4f28-97cb-6802dec75f0d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:18:10.433170 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c344c4d3-6936-4f98-87b3-adf48c2493e4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (1cecba94-769d-48c2-8395-65f92a6d3295), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:10.496566 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c344c4d3-6936-4f98-87b3-adf48c2493e4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (1cecba94-769d-48c2-8395-65f92a6d3295), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:10.534322 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344c4d3-6936-4f98-87b3-adf48c2493e4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Subnet': ['ID=1cecba94-769d-48c2-8395-65f92a6d3295,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:10.538145 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c344c4d3-6936-4f98-87b3-adf48c2493e4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:10.542636 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e1c3e9-5b12-4e7c-af2d-84ebb9796f76 None None] Network 3d2d4fee-a3ae-4697-ac90-30f15609ea9b requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:18:10.543107 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c344c4d3-6936-4f98-87b3-adf48c2493e4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/subnets/1cecba94-769d-48c2-8395-65f92a6d3295 HTTP/1.1" status: 204 len: 168 time: 0.2887113 Feb 09 04:18:10.545822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56710) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:10.631101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0e68518b-e081-424f-b3c7-d44440ce1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:18:09Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:10.658205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (3040a0ad-32b1-4f28-97cb-6802dec75f0d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:10.659613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68518b-e081-424f-b3c7-d44440ce1ae0 None None] Checking router: 3040a0ad-32b1-4f28-97cb-6802dec75f0d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:18:10.673215 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e68518b-e081-424f-b3c7-d44440ce1ae0 None None] Routers {'3040a0ad-32b1-4f28-97cb-6802dec75f0d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:18:10.673854 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0e68518b-e081-424f-b3c7-d44440ce1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:10.769782 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (3040a0ad-32b1-4f28-97cb-6802dec75f0d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:10.789505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] DHCP port deletion for 3d2d4fee-a3ae-4697-ac90-30f15609ea9b request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:18:10.794972 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-0e68518b-e081-424f-b3c7-d44440ce1ae0 None None] Set router 3040a0ad-32b1-4f28-97cb-6802dec75f0d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:18:10.824146 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port fb52da5d-2549-449b-bab5-df21bce0a482 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:18:10.824490 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fb52da5d-2549-449b-bab5-df21bce0a482), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:10.902316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port fb52da5d-2549-449b-bab5-df21bce0a482, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fb52da5d-2549-449b-bab5-df21bce0a482,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:18:10.902677 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fb52da5d-2549-449b-bab5-df21bce0a482), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:10.922851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for fb52da5d-2549-449b-bab5-df21bce0a482 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:18:10.955772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Deleting port c92b8d26-55e1-447b-aa09-431ec1865596 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:18:10.956138 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c92b8d26-55e1-447b-aa09-431ec1865596), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.044654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] For port c92b8d26-55e1-447b-aa09-431ec1865596, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=c92b8d26-55e1-447b-aa09-431ec1865596,segment=NetworkSegment(df6a81a4-9fdd-491c-a67e-6bd931ec3959),segment_id=df6a81a4-9fdd-491c-a67e-6bd931ec3959)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:18:11.045044 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c92b8d26-55e1-447b-aa09-431ec1865596), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.059964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Calling delete_port for c92b8d26-55e1-447b-aa09-431ec1865596 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:18:11.097947 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (fb52da5d-2549-449b-bab5-df21bce0a482), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.112474 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-0e68518b-e081-424f-b3c7-d44440ce1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:18:09Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:11.123311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=fb52da5d-2549-449b-bab5-df21bce0a482,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:11.143527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68518b-e081-424f-b3c7-d44440ce1ae0 None None] The sync data for ids ['3040a0ad-32b1-4f28-97cb-6802dec75f0d'] in n-d-824835-15 is: [{'id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841349244', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:17:06Z', 'updated_at': '2022-02-09T04:18:09Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'fb52da5d-2549-449b-bab5-df21bce0a482', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040a0ad-32b1-4f28-97cb-6802dec75f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:17:07Z', 'updated_at': '2022-02-09T04:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:18:11.186760 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (c92b8d26-55e1-447b-aa09-431ec1865596), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.190754 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (3040a0ad-32b1-4f28-97cb-6802dec75f0d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.215741 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Pushing event deleted for resources: {'Port': ['ID=c92b8d26-55e1-447b-aa09-431ec1865596,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:11.218785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] No DVR routers for this DVR port c92b8d26-55e1-447b-aa09-431ec1865596 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:18:11.230081 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.230475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.231644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.231644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.231644 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.231932 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.232099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.232424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.232748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.233071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.233427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.233737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.234059 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e977c67a-efe5-457a-ae02-ad3941188681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:11.288221 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (3040a0ad-32b1-4f28-97cb-6802dec75f0d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.290374 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_controller (3040a0ad-32b1-4f28-97cb-6802dec75f0d), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.338312 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (3040a0ad-32b1-4f28-97cb-6802dec75f0d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.339001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Fanout notify agent at l3_agent the message router_deleted on router 3040a0ad-32b1-4f28-97cb-6802dec75f0d {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:18:11.348682 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.349575 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1a9c8101-f125-453c-9be3-5a7553b97c19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/routers/3040a0ad-32b1-4f28-97cb-6802dec75f0d HTTP/1.1" status: 204 len: 168 time: 0.8028147 Feb 09 04:18:11.352204 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56712) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:11.427500 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (3d2d4fee-a3ae-4697-ac90-30f15609ea9b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.516708 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (3d2d4fee-a3ae-4697-ac90-30f15609ea9b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.538891 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2d4fee-a3ae-4697-ac90-30f15609ea9b']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:11.548265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6a81a4-9fdd-491c-a67e-6bd931ec3959') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:11.548556 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6a81a4-9fdd-491c-a67e-6bd931ec3959') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:11.559336 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (df6a81a4-9fdd-491c-a67e-6bd931ec3959), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.573571 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (df6a81a4-9fdd-491c-a67e-6bd931ec3959), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.580066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:18:11.580454 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (df6a81a4-9fdd-491c-a67e-6bd931ec3959), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: timer() Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:18:11.583732 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:18:11.643677 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (3d2d4fee-a3ae-4697-ac90-30f15609ea9b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.661527 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.664709 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/networks/3d2d4fee-a3ae-4697-ac90-30f15609ea9b HTTP/1.1" status: 204 len: 168 time: 0.3115151 Feb 09 04:18:11.666032 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d013321-e8e0-4a7d-a7bd-da3ec6329a67 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Network': ['ID=3d2d4fee-a3ae-4697-ac90-30f15609ea9b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:11.667540 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56714) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:11.724439 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37517961-d954-4a78-a241-d3c7bec820ac tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (b53fca69-4ee6-4df8-933d-76e55d9e7267), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.750498 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37517961-d954-4a78-a241-d3c7bec820ac tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (b53fca69-4ee6-4df8-933d-76e55d9e7267), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.818619 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37517961-d954-4a78-a241-d3c7bec820ac tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (b53fca69-4ee6-4df8-933d-76e55d9e7267), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.821272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-37517961-d954-4a78-a241-d3c7bec820ac tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:11.822483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-37517961-d954-4a78-a241-d3c7bec820ac tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/security-groups/b53fca69-4ee6-4df8-933d-76e55d9e7267 HTTP/1.1" status: 204 len: 168 time: 0.1539083 Feb 09 04:18:11.832003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37517961-d954-4a78-a241-d3c7bec820ac tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53fca69-4ee6-4df8-933d-76e55d9e7267,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:12.077388 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b78c6fd9-71b3-4067-8205-4ded102fe080 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:18:12.097144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: b78c6fd9-71b3-4067-8205-4ded102fe080 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:18:12.097518 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device b78c6fd9-71b3-4067-8205-4ded102fe080 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:18:12.247117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56720) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:12.252759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c4f6c6f0-bded-4036-9536-33552d50eb50 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1818034667', 'description': 'tempest-secgroup-smoke-1818034667 description', 'project_id': '88bbe62682b5493f943426dd9832dd31'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:12.267710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c92b8d26-55e1-447b-aa09-431ec1865596 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:18:12.275180 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4f6c6f0-bded-4036-9536-33552d50eb50 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.291714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: c92b8d26-55e1-447b-aa09-431ec1865596 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:18:12.292067 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device c92b8d26-55e1-447b-aa09-431ec1865596 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:18:12.292490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:18:12.312875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:18:12.313225 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 5a7a5809-cd5a-45ce-a16c-8b2a214ca971 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:18:12.313673 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fb52da5d-2549-449b-bab5-df21bce0a482 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:18:12.333629 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: fb52da5d-2549-449b-bab5-df21bce0a482 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:18:12.333909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fb52da5d-2549-449b-bab5-df21bce0a482 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:18:12.345160 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4f6c6f0-bded-4036-9536-33552d50eb50 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (effcfd46-6fb6-4c24-aa42-fe93d54b9197), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.349465 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4f6c6f0-bded-4036-9536-33552d50eb50 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (effcfd46-6fb6-4c24-aa42-fe93d54b9197), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.377687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6c6f0-bded-4036-9536-33552d50eb50 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=effcfd46-6fb6-4c24-aa42-fe93d54b9197,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:12.381935 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4f6c6f0-bded-4036-9536-33552d50eb50 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.383161 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c4f6c6f0-bded-4036-9536-33552d50eb50 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1345191 Feb 09 04:18:12.386572 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56722) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:12.390915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-de42c767-0229-4f9c-bcc4-42254f7943ef tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'effcfd46-6fb6-4c24-aa42-fe93d54b9197', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:12.416408 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de42c767-0229-4f9c-bcc4-42254f7943ef tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (c4d29ad1-e390-4b63-831f-fd8da3138f08), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.474605 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de42c767-0229-4f9c-bcc4-42254f7943ef tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (c4d29ad1-e390-4b63-831f-fd8da3138f08), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.478248 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de42c767-0229-4f9c-bcc4-42254f7943ef tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (c4d29ad1-e390-4b63-831f-fd8da3138f08), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.496740 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42c767-0229-4f9c-bcc4-42254f7943ef tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d29ad1-e390-4b63-831f-fd8da3138f08,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:12.500859 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-de42c767-0229-4f9c-bcc4-42254f7943ef tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.502073 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-de42c767-0229-4f9c-bcc4-42254f7943ef tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145322 Feb 09 04:18:12.505030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56724) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:12.509261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-17ac2c2d-4ff7-4145-8977-b2c42116f293 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'effcfd46-6fb6-4c24-aa42-fe93d54b9197', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:12.533743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17ac2c2d-4ff7-4145-8977-b2c42116f293 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (6176446f-8e73-4bd3-923d-15c31f8f70ec), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.590678 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17ac2c2d-4ff7-4145-8977-b2c42116f293 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (6176446f-8e73-4bd3-923d-15c31f8f70ec), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.594165 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17ac2c2d-4ff7-4145-8977-b2c42116f293 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (6176446f-8e73-4bd3-923d-15c31f8f70ec), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.615475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac2c2d-4ff7-4145-8977-b2c42116f293 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6176446f-8e73-4bd3-923d-15c31f8f70ec,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:12.620724 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-17ac2c2d-4ff7-4145-8977-b2c42116f293 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.621918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-17ac2c2d-4ff7-4145-8977-b2c42116f293 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159346 Feb 09 04:18:12.624579 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56726) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:12.628901 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3bbc97c4-5818-460a-9c5d-a4a57c3486de tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'effcfd46-6fb6-4c24-aa42-fe93d54b9197', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:12.652182 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bbc97c4-5818-460a-9c5d-a4a57c3486de tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (bacbdc24-b7a2-4609-99e4-c51a9a292d21), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.708657 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bbc97c4-5818-460a-9c5d-a4a57c3486de tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (bacbdc24-b7a2-4609-99e4-c51a9a292d21), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.712017 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bbc97c4-5818-460a-9c5d-a4a57c3486de tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (bacbdc24-b7a2-4609-99e4-c51a9a292d21), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.730007 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc97c4-5818-460a-9c5d-a4a57c3486de tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bacbdc24-b7a2-4609-99e4-c51a9a292d21,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:12.737172 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3bbc97c4-5818-460a-9c5d-a4a57c3486de tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.738391 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3bbc97c4-5818-460a-9c5d-a4a57c3486de tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127992 Feb 09 04:18:12.741069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56728) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:12.745293 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c1e9bd6b-8b52-450c-afe6-2cf4554435ff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'effcfd46-6fb6-4c24-aa42-fe93d54b9197', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:12.769600 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1e9bd6b-8b52-450c-afe6-2cf4554435ff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (6fab2d70-be9a-4501-813f-f745d6febfb9), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.829157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1e9bd6b-8b52-450c-afe6-2cf4554435ff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (6fab2d70-be9a-4501-813f-f745d6febfb9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.833913 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1e9bd6b-8b52-450c-afe6-2cf4554435ff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (6fab2d70-be9a-4501-813f-f745d6febfb9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.853832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9bd6b-8b52-450c-afe6-2cf4554435ff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fab2d70-be9a-4501-813f-f745d6febfb9,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:12.861041 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1e9bd6b-8b52-450c-afe6-2cf4554435ff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.862291 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c1e9bd6b-8b52-450c-afe6-2cf4554435ff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202772 Feb 09 04:18:12.865074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56730) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:12.870049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c5d1c52a-a6d6-46e9-9942-d31b06b3ee19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'effcfd46-6fb6-4c24-aa42-fe93d54b9197', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:12.889567 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-c5d1c52a-a6d6-46e9-9942-d31b06b3ee19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Project 88bbe62682b5493f943426dd9832dd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:18:12.894377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c5d1c52a-a6d6-46e9-9942-d31b06b3ee19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (8ead68da-49e6-4b93-8c34-a017aa8ac773), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.951718 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c5d1c52a-a6d6-46e9-9942-d31b06b3ee19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (8ead68da-49e6-4b93-8c34-a017aa8ac773), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.955216 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c5d1c52a-a6d6-46e9-9942-d31b06b3ee19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (8ead68da-49e6-4b93-8c34-a017aa8ac773), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.977020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1c52a-a6d6-46e9-9942-d31b06b3ee19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ead68da-49e6-4b93-8c34-a017aa8ac773,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:12.982715 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c5d1c52a-a6d6-46e9-9942-d31b06b3ee19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:12.983814 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c5d1c52a-a6d6-46e9-9942-d31b06b3ee19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177611 Feb 09 04:18:12.986632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56732) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:12.991606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e0160bcd-00c0-4072-b72f-7aa72b60b50e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'effcfd46-6fb6-4c24-aa42-fe93d54b9197', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:13.011715 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-e0160bcd-00c0-4072-b72f-7aa72b60b50e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Project 88bbe62682b5493f943426dd9832dd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:18:13.016617 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0160bcd-00c0-4072-b72f-7aa72b60b50e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (1b874b6b-ff66-4658-b9dc-e91af1ce4d03), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.073578 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0160bcd-00c0-4072-b72f-7aa72b60b50e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (1b874b6b-ff66-4658-b9dc-e91af1ce4d03), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.077187 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0160bcd-00c0-4072-b72f-7aa72b60b50e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (1b874b6b-ff66-4658-b9dc-e91af1ce4d03), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.094469 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0160bcd-00c0-4072-b72f-7aa72b60b50e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b874b6b-ff66-4658-b9dc-e91af1ce4d03,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:13.101869 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e0160bcd-00c0-4072-b72f-7aa72b60b50e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.103053 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e0160bcd-00c0-4072-b72f-7aa72b60b50e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155100 Feb 09 04:18:13.105898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56734) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:13.110611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f361b95d-a851-474c-b57e-c99e5aaae074 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'network': {'name': 'tempest-network-smoke--1944758928', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'port_security_enabled': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:13.129858 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f361b95d-a851-474c-b57e-c99e5aaae074 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:18:13.133012 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f361b95d-a851-474c-b57e-c99e5aaae074 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.157770 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f361b95d-a851-474c-b57e-c99e5aaae074 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:18:13.167545 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f361b95d-a851-474c-b57e-c99e5aaae074 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (accdbd11-4275-4076-82c2-56cd7e9ca025), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.167884 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-f361b95d-a851-474c-b57e-c99e5aaae074 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Added segment accdbd11-4275-4076-82c2-56cd7e9ca025 of type vlan for network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 Feb 09 04:18:13.206952 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f361b95d-a851-474c-b57e-c99e5aaae074 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (4aa8f0f2-2feb-460a-9517-bf1417a555c8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.232259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f361b95d-a851-474c-b57e-c99e5aaae074 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (4aa8f0f2-2feb-460a-9517-bf1417a555c8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.237377 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f361b95d-a851-474c-b57e-c99e5aaae074 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:13.237962 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f361b95d-a851-474c-b57e-c99e5aaae074 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.292728 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f361b95d-a851-474c-b57e-c99e5aaae074 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1858804 Feb 09 04:18:13.295515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56736) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:13.300101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'admin_state_up': True, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:13.306804 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361b95d-a851-474c-b57e-c99e5aaae074 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Network': ['ID=4aa8f0f2-2feb-460a-9517-bf1417a555c8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:13.318520 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:18:13.323049 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (9ad19912-f5b4-46da-893f-60114c52d690), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.324324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (9ad19912-f5b4-46da-893f-60114c52d690), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.384298 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_controller (9ad19912-f5b4-46da-893f-60114c52d690), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.530296 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (9ad19912-f5b4-46da-893f-60114c52d690), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.721077 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (9ad19912-f5b4-46da-893f-60114c52d690), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.740067 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.843339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.25.5.223 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/d045da90-bf62-4f8f-b74b-bfed5b5ce566) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:18:13.942596 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:13.976499 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:14.022139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:18:14.025001 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:18:14.028401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:18:14.033657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=d045da90-bf62-4f8f-b74b-bfed5b5ce566,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:14.279892 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (9ad19912-f5b4-46da-893f-60114c52d690), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:14.479421 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (9ad19912-f5b4-46da-893f-60114c52d690), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:14.613646 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 9ad19912-f5b4-46da-893f-60114c52d690 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:18:15.016233 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:18:15.038840 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:15.043353 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ac35ced2-c68c-47d0-b3a3-d738a645f9f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7436063 Feb 09 04:18:15.044104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56738) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:15.082016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-51f682da-737f-48c2-9427-3a1adb1249d8 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=88bbe62682b5493f943426dd9832dd31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371659 Feb 09 04:18:15.087521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56740) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:15.137795 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Sync routers for ids ['9ad19912-f5b4-46da-893f-60114c52d690'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:18:15.150608 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Routers {'9ad19912-f5b4-46da-893f-60114c52d690'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:18:15.151221 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ad19912-f5b4-46da-893f-60114c52d690'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:15.183022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b199ad3-7dc6-4ba3-98b0-f8d89fc6c621 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:15.184532 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5b199ad3-7dc6-4ba3-98b0-f8d89fc6c621 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960252 Feb 09 04:18:15.187411 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56742) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:15.233877 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e45d6ea2-0be2-443b-bf34-1a56dd26a9f5 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453353 Feb 09 04:18:15.236467 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56744) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:15.241937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-581cefa2-872a-4ee6-aab7-df80c8d0e687 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-478065240', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:15.282971 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Set router 9ad19912-f5b4-46da-893f-60114c52d690 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:18:15.336559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581cefa2-872a-4ee6-aab7-df80c8d0e687 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:18:15.340013 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-581cefa2-872a-4ee6-aab7-df80c8d0e687 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:15.484847 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:14Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:15.518325 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Checking router: 9ad19912-f5b4-46da-893f-60114c52d690 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:18:15.518881 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Updating router 9ad19912-f5b4-46da-893f-60114c52d690 port d045da90-bf62-4f8f-b74b-bfed5b5ce566 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:18:15.533271 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-581cefa2-872a-4ee6-aab7-df80c8d0e687 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (e08709b1-d479-40e7-9651-76af70ca1fbf), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:15.549527 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:15.595741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cefa2-872a-4ee6-aab7-df80c8d0e687 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Subnet': ['ID=e08709b1-d479-40e7-9651-76af70ca1fbf,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:15.605444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581cefa2-872a-4ee6-aab7-df80c8d0e687 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Checking segment: {'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:18:15.605815 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581cefa2-872a-4ee6-aab7-df80c8d0e687 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network hostable DHCP agents. Network: 4aa8f0f2-2feb-460a-9517-bf1417a555c8, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:18:15.623186 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581cefa2-872a-4ee6-aab7-df80c8d0e687 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:18:15.634448 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-581cefa2-872a-4ee6-aab7-df80c8d0e687 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 4aa8f0f2-2feb-460a-9517-bf1417a555c8) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:18:15.639047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581cefa2-872a-4ee6-aab7-df80c8d0e687 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:15.639640 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-581cefa2-872a-4ee6-aab7-df80c8d0e687 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:15.646907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15c5797-512f-4831-9943-ebf5db8e1b66 None None] Network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:18:15.664847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-581cefa2-872a-4ee6-aab7-df80c8d0e687 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4224560 Feb 09 04:18:15.665110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56746) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:15.764483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ips': [{'subnet_id': 'e08709b1-d479-40e7-9651-76af70ca1fbf'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:18:15.765668 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:15.778903 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fc653e6-9174-4a1a-89de-11eca9e74296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:15.845829 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Publish callbacks [] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:15.854939 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:15.899657 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Attempting to bind port d045da90-bf62-4f8f-b74b-bfed5b5ce566 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:18:15.900065 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Attempting to bind port d045da90-bf62-4f8f-b74b-bfed5b5ce566 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:18:15.900411 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Attempting to bind port d045da90-bf62-4f8f-b74b-bfed5b5ce566 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:18:15.912870 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:18:15.913157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Allocated IP 172.20.0.2 (4aa8f0f2-2feb-460a-9517-bf1417a555c8/e08709b1-d479-40e7-9651-76af70ca1fbf/6cec8d80-df7b-42cf-82df-e6fbd01bdae6) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:18:15.913283 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:18:15.913624 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:15.914023 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:18:15.914502 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Bound port: d045da90-bf62-4f8f-b74b-bfed5b5ce566, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:18:15.914877 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:15.952015 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Pushing event updated for resources: {'Port': ['ID=d045da90-bf62-4f8f-b74b-bfed5b5ce566,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.976329 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:18:15.990622 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] For port d045da90-bf62-4f8f-b74b-bfed5b5ce566, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:18:15.994135 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] For port d045da90-bf62-4f8f-b74b-bfed5b5ce566, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d045da90-bf62-4f8f-b74b-bfed5b5ce566,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:18:16.001818 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:16.054170 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Routers {'9ad19912-f5b4-46da-893f-60114c52d690'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:18:16.055072 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ad19912-f5b4-46da-893f-60114c52d690'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:16.075856 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Publish callbacks [] for port (6cec8d80-df7b-42cf-82df-e6fbd01bdae6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:16.083729 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (6cec8d80-df7b-42cf-82df-e6fbd01bdae6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:16.127265 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:18:16.130725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:18:16.134213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:18:16.144155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Pushing event updated for resources: {'Port': ['ID=6cec8d80-df7b-42cf-82df-e6fbd01bdae6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:16.178136 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] Set router 9ad19912-f5b4-46da-893f-60114c52d690 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:18:16.205833 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Attempting to bind port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:18:16.206299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Attempting to bind port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:18:16.206734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Attempting to bind port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 on network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:18:16.212209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:18:16.212768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Checking segment: {'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:18:16.213246 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:16.213734 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Bound using segment: {'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:18:16.214281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Bound port: 6cec8d80-df7b-42cf-82df-e6fbd01bdae6, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:18:16.214742 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6cec8d80-df7b-42cf-82df-e6fbd01bdae6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:16.238460 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e63e4-9de1-4976-9702-611d5e3a6555 None None] Pushing event updated for resources: {'Port': ['ID=d045da90-bf62-4f8f-b74b-bfed5b5ce566,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:16.284678 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] For port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:18:16.289608 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] For port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6cec8d80-df7b-42cf-82df-e6fbd01bdae6,segment=NetworkSegment(accdbd11-4275-4076-82c2-56cd7e9ca025),segment_id=accdbd11-4275-4076-82c2-56cd7e9ca025)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:18:16.296729 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6cec8d80-df7b-42cf-82df-e6fbd01bdae6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:16.367461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9bd1c-aa13-45fd-b419-0f72e0a5f1d6 None None] Pushing event updated for resources: {'Port': ['ID=6cec8d80-df7b-42cf-82df-e6fbd01bdae6,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:16.375851 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:14Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:16.410372 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43edd9-c42a-4069-97a8-421972a44ebe None None] The sync data for ids ['9ad19912-f5b4-46da-893f-60114c52d690'] in n-d-824835-15 is: [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:14Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:18:16.579903 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:16.901553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.20.0.1 (4aa8f0f2-2feb-460a-9517-bf1417a555c8/e08709b1-d479-40e7-9651-76af70ca1fbf/634abadf-1e01-4697-b9c3-7c32e81ff536) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:18:17.025584 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:17.064119 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:17.114030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:18:17.117571 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:18:17.120756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:18:17.148018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=634abadf-1e01-4697-b9c3-7c32e81ff536,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:17.177072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (9ad19912-f5b4-46da-893f-60114c52d690), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:17.330193 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:17.431825 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7674f91-41e6-4ca0-ad48-b4be7d173d21 None None] Network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:18:17.542345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-636a7f81-78ea-497d-a433-c9241030a803 None None] Provisioning complete for port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:17.542722 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-636a7f81-78ea-497d-a433-c9241030a803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6cec8d80-df7b-42cf-82df-e6fbd01bdae6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:17.636911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-636a7f81-78ea-497d-a433-c9241030a803 None None] Current status of the port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:18:17.637466 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-636a7f81-78ea-497d-a433-c9241030a803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6cec8d80-df7b-42cf-82df-e6fbd01bdae6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:17.639999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:17.645469 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:17.673511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-636a7f81-78ea-497d-a433-c9241030a803 None None] For port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6cec8d80-df7b-42cf-82df-e6fbd01bdae6,segment=NetworkSegment(accdbd11-4275-4076-82c2-56cd7e9ca025),segment_id=accdbd11-4275-4076-82c2-56cd7e9ca025)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:18:17.681867 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-636a7f81-78ea-497d-a433-c9241030a803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (6cec8d80-df7b-42cf-82df-e6fbd01bdae6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:17.721409 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (9ad19912-f5b4-46da-893f-60114c52d690), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:17.732022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a7f81-78ea-497d-a433-c9241030a803 None None] Pushing event updated for resources: {'Port': ['ID=6cec8d80-df7b-42cf-82df-e6fbd01bdae6,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:17.732688 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=634abadf-1e01-4697-b9c3-7c32e81ff536,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:17.838478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:18:17.840000 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:18:17.908504 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f8e76a6b-aab5-471e-80fa-05d65b1a4504 None None] Provisioning complete for port 634abadf-1e01-4697-b9c3-7c32e81ff536 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:17.908874 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8e76a6b-aab5-471e-80fa-05d65b1a4504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:17.968298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f8e76a6b-aab5-471e-80fa-05d65b1a4504 None None] Port 634abadf-1e01-4697-b9c3-7c32e81ff536 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:18:17.988363 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f8e76a6b-aab5-471e-80fa-05d65b1a4504 None None] Provisioning complete for port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:17.989540 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8e76a6b-aab5-471e-80fa-05d65b1a4504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6cec8d80-df7b-42cf-82df-e6fbd01bdae6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:17.990314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 9ad19912-f5b4-46da-893f-60114c52d690 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:18:18.112109 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f8e76a6b-aab5-471e-80fa-05d65b1a4504 None None] Current status of the port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:18:18.126183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:18:18.153378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:18:18.163230 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2c0c18ad-1128-4a57-b384-838c87f86e08 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "PUT /v2.0/routers/9ad19912-f5b4-46da-893f-60114c52d690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4971399 Feb 09 04:18:18.193931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:18.194227 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (6cec8d80-df7b-42cf-82df-e6fbd01bdae6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:18.222496 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Sync routers for ids ['9ad19912-f5b4-46da-893f-60114c52d690'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:18:18.334026 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-834a6915-1b10-441f-9875-f1ebf9eb5820 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818034667&fields=id&tenant_id=88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 267 time: 0.0511816 Feb 09 04:18:18.434210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Routers {'9ad19912-f5b4-46da-893f-60114c52d690'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:18:18.434869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:17:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ad19912-f5b4-46da-893f-60114c52d690'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:18.439585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-df8eddad-74b3-41f1-9148-8c7a626560eb None None] Provisioning complete for port 634abadf-1e01-4697-b9c3-7c32e81ff536 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:18.439933 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df8eddad-74b3-41f1-9148-8c7a626560eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:18.450906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-8bac6d1a-dc4c-49e0-ac97-d5ef7d7a1ea1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:18.452268 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-8bac6d1a-dc4c-49e0-ac97-d5ef7d7a1ea1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/networks?id=4aa8f0f2-2feb-460a-9517-bf1417a555c8 HTTP/1.1" status: 200 len: 797 time: 0.1115932 Feb 09 04:18:18.467623 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-723b32fa-1d3c-4b8f-b2d5-c9bf44a17f00 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/quotas/88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 375 time: 0.0090935 Feb 09 04:18:18.494573 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48c9ee35-1c1d-4148-8695-2a7d9961f0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:18.529058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-888320bd-5222-4e1d-ae3e-75008c09000a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558970 Feb 09 04:18:18.558004 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-df8eddad-74b3-41f1-9148-8c7a626560eb None None] Port 634abadf-1e01-4697-b9c3-7c32e81ff536 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:18:18.605288 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:18:18.606402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d045da90-bf62-4f8f-b74b-bfed5b5ce566 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:18:18.625845 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-70afadfc-c136-474b-9e60-ce96376a2726 service neutron] 10.222.0.21 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852983 Feb 09 04:18:18.636380 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Set router 9ad19912-f5b4-46da-893f-60114c52d690 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:18:18.723709 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-d515ebd3-a79b-494e-9ee3-f61aeccbce54 service neutron] 10.222.0.21 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905647 Feb 09 04:18:18.732991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a0de2228-df9f-4330-9bd3-131b74f5a685 None None] Provisioning complete for port 634abadf-1e01-4697-b9c3-7c32e81ff536 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:18.733389 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0de2228-df9f-4330-9bd3-131b74f5a685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:18.817931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d045da90-bf62-4f8f-b74b-bfed5b5ce566 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:18.818306 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:18.847822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a0de2228-df9f-4330-9bd3-131b74f5a685 None None] Port 634abadf-1e01-4697-b9c3-7c32e81ff536 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:18:18.919817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45ae63a3-f822-46b5-8daa-a2ede010dbd3 req-3646d596-2755-4151-bce4-ec576bf7aa68 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 210 time: 0.0341868 Feb 09 04:18:18.959555 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d045da90-bf62-4f8f-b74b-bfed5b5ce566 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:18:18.959945 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:18.986755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port d045da90-bf62-4f8f-b74b-bfed5b5ce566, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d045da90-bf62-4f8f-b74b-bfed5b5ce566,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:18:18.992436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:17Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '634abadf-1e01-4697-b9c3-7c32e81ff536', 'name': '', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:41:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:16Z', 'updated_at': '2022-02-09T04:18:17Z', 'revision_number': 2, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:18.995968 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:19.024703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Checking router: 9ad19912-f5b4-46da-893f-60114c52d690 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:18:19.025055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Updating router 9ad19912-f5b4-46da-893f-60114c52d690 port 634abadf-1e01-4697-b9c3-7c32e81ff536 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:18:19.087058 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:19.101209 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=d045da90-bf62-4f8f-b74b-bfed5b5ce566,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:19.366395 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Publish callbacks [] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:19.372024 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:19.424482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d7d06-ebaf-47d7-9623-6465cb4bb337 None None] Pushing event updated for resources: {'Port': ['ID=634abadf-1e01-4697-b9c3-7c32e81ff536,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:19.487947 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Attempting to bind port 634abadf-1e01-4697-b9c3-7c32e81ff536 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:18:19.488687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Attempting to bind port 634abadf-1e01-4697-b9c3-7c32e81ff536 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:18:19.488687 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Attempting to bind port 634abadf-1e01-4697-b9c3-7c32e81ff536 on network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:18:19.493985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:18:19.494368 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Checking segment: {'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:18:19.494778 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:19.495173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Bound using segment: {'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:18:19.495647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Bound port: 634abadf-1e01-4697-b9c3-7c32e81ff536, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:18:19.496028 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:19.574469 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:19.586786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] For port 634abadf-1e01-4697-b9c3-7c32e81ff536, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:18:19.592801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] For port 634abadf-1e01-4697-b9c3-7c32e81ff536, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=634abadf-1e01-4697-b9c3-7c32e81ff536,segment=NetworkSegment(accdbd11-4275-4076-82c2-56cd7e9ca025),segment_id=accdbd11-4275-4076-82c2-56cd7e9ca025)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:18:19.602196 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:19.666958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Routers {'9ad19912-f5b4-46da-893f-60114c52d690'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:18:19.667590 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:18:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ad19912-f5b4-46da-893f-60114c52d690'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:19.670203 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d7d06-ebaf-47d7-9623-6465cb4bb337 None None] Pushing event updated for resources: {'Port': ['ID=634abadf-1e01-4697-b9c3-7c32e81ff536,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:19.748659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bb5a9116-85aa-4b6f-95f8-3ec31229a271 None None] Provisioning complete for port 634abadf-1e01-4697-b9c3-7c32e81ff536 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:19.748954 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9116-85aa-4b6f-95f8-3ec31229a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:19.827089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] Set router 9ad19912-f5b4-46da-893f-60114c52d690 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:18:19.928062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a9116-85aa-4b6f-95f8-3ec31229a271 None None] Current status of the port 634abadf-1e01-4697-b9c3-7c32e81ff536 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:18:19.928704 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9116-85aa-4b6f-95f8-3ec31229a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:20.015660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bb5a9116-85aa-4b6f-95f8-3ec31229a271 None None] For port 634abadf-1e01-4697-b9c3-7c32e81ff536, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=634abadf-1e01-4697-b9c3-7c32e81ff536,segment=NetworkSegment(accdbd11-4275-4076-82c2-56cd7e9ca025),segment_id=accdbd11-4275-4076-82c2-56cd7e9ca025)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:18:20.026493 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9116-85aa-4b6f-95f8-3ec31229a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:20.037337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d045da90-bf62-4f8f-b74b-bfed5b5ce566 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:18:20.069981 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abd0d5b1-af35-4f6f-97b8-b00d4fde5101 req-7c0771e9-d40b-4a4a-b43c-f90a0ac2d500 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 210 time: 0.0635159 Feb 09 04:18:20.088550 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-8a45a4b4-2eba-405d-a43f-bcb984596646 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:20.090149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-8a45a4b4-2eba-405d-a43f-bcb984596646 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "GET /v2.0/networks?id=4aa8f0f2-2feb-460a-9517-bf1417a555c8 HTTP/1.1" status: 200 len: 797 time: 0.1587341 Feb 09 04:18:20.164610 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-97cd4c48-5f25-4be0-af49-346ea1228800 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 380 time: 0.0607765 Feb 09 04:18:20.185625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'port': {'device_id': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'admin_state_up': True, 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'security_groups': ['effcfd46-6fb6-4c24-aa42-fe93d54b9197']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:20.186490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a9116-85aa-4b6f-95f8-3ec31229a271 None None] Pushing event updated for resources: {'Port': ['ID=634abadf-1e01-4697-b9c3-7c32e81ff536,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:20.198195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-21124724-c49a-4924-97e8-828bed315ea7 None None] Provisioning complete for port 634abadf-1e01-4697-b9c3-7c32e81ff536 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:20.198573 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21124724-c49a-4924-97e8-828bed315ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:20.231118 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port d045da90-bf62-4f8f-b74b-bfed5b5ce566 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:20.231500 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:20.293592 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:17Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '634abadf-1e01-4697-b9c3-7c32e81ff536', 'name': '', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:41:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:16Z', 'updated_at': '2022-02-09T04:18:19Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:20.295536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:18:20.298998 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:20.343296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e7dcf2-5dd9-45f1-8348-8a0bff5e823e None None] The sync data for ids ['9ad19912-f5b4-46da-893f-60114c52d690'] in n-d-824835-15 is: [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:17Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '634abadf-1e01-4697-b9c3-7c32e81ff536', 'name': '', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:41:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:16Z', 'updated_at': '2022-02-09T04:18:19Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:18:20.389170 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-21124724-c49a-4924-97e8-828bed315ea7 None None] Current status of the port 634abadf-1e01-4697-b9c3-7c32e81ff536 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:18:20.415595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port d045da90-bf62-4f8f-b74b-bfed5b5ce566 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:18:20.446573 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.20.0.11 (4aa8f0f2-2feb-460a-9517-bf1417a555c8/e08709b1-d479-40e7-9651-76af70ca1fbf/42600ae6-e25a-4399-8192-908b2ff83b22) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:18:20.596577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (42600ae6-e25a-4399-8192-908b2ff83b22), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:20.638605 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:20.688321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:18:20.692196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:18:20.694968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:18:20.727863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=42600ae6-e25a-4399-8192-908b2ff83b22,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:20.754711 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:20.755628 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:20.774143 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-77dd8ec3-3834-4052-b375-6f09ed03ae4f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5925300 Feb 09 04:18:20.791791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Request body: {'port': {'device_id': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:20.866643 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:20.935252 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-19214408-ce8e-4de7-a14a-0b9223ef4a35 None None] Provisioning complete for port 42600ae6-e25a-4399-8192-908b2ff83b22 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:20.935759 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19214408-ce8e-4de7-a14a-0b9223ef4a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:20.987665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-19214408-ce8e-4de7-a14a-0b9223ef4a35 None None] Port 42600ae6-e25a-4399-8192-908b2ff83b22 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:18:20.993623 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:21.185821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42600ae6-e25a-4399-8192-908b2ff83b22 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:18:21.195546 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Publish callbacks [] for port (42600ae6-e25a-4399-8192-908b2ff83b22), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:21.213663 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Transition to ACTIVE for port object 42600ae6-e25a-4399-8192-908b2ff83b22 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:18:21.221798 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:21.230832 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba7a41-a672-4b58-b809-5f5090741a2c req-bdfce0ad-4036-4a15-b3b6-f78f53b0a901 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:21.232355 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08ba7a41-a672-4b58-b809-5f5090741a2c req-bdfce0ad-4036-4a15-b3b6-f78f53b0a901 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 932 time: 0.0861630 Feb 09 04:18:21.341300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Pushing event updated for resources: {'Port': ['ID=42600ae6-e25a-4399-8192-908b2ff83b22,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:21.373465 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08ba7a41-a672-4b58-b809-5f5090741a2c req-9862bf39-8c1c-4b91-bcde-373945e9079b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310844 Feb 09 04:18:21.405972 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Attempting to bind port 42600ae6-e25a-4399-8192-908b2ff83b22 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:18:21.409676 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Attempting to bind port 42600ae6-e25a-4399-8192-908b2ff83b22 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:18:21.410987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Attempting to bind port 42600ae6-e25a-4399-8192-908b2ff83b22 on network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:18:21.417882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Port 42600ae6-e25a-4399-8192-908b2ff83b22 on network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:18:21.418206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Attempting to bind port 42600ae6-e25a-4399-8192-908b2ff83b22 on network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:18:21.423685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:18:21.424020 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Checking segment: {'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:18:21.424405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Bound using segment: {'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:18:21.424825 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Bound port: 42600ae6-e25a-4399-8192-908b2ff83b22, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accdbd11-4275-4076-82c2-56cd7e9ca025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:18:21.425171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:21.496542 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] For port 42600ae6-e25a-4399-8192-908b2ff83b22, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:18:21.499984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] For port 42600ae6-e25a-4399-8192-908b2ff83b22, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=42600ae6-e25a-4399-8192-908b2ff83b22,segment=NetworkSegment(accdbd11-4275-4076-82c2-56cd7e9ca025),segment_id=accdbd11-4275-4076-82c2-56cd7e9ca025)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:18:21.508662 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:21.548650 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:21.549171 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:21.551817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] 10.222.0.65 "PUT /v2.0/ports/42600ae6-e25a-4399-8192-908b2ff83b22 HTTP/1.1" status: 200 len: 1093 time: 0.7640209 Feb 09 04:18:21.554305 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'tag': '42600ae6-e25a-4399-8192-908b2ff83b22'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:18:21.556864 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c9502c-ea3c-4ff7-be9c-53603e79f908" -d '{"events": [{"name": "network-changed", "server_uuid": "cfeff44d-0067-44e5-ac51-4cf6edffd888", "tag": "42600ae6-e25a-4399-8192-908b2ff83b22"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:18:21.592919 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c4f89-c62f-48ab-bf10-85d2946daa35 service neutron] Pushing event updated for resources: {'Port': ['ID=42600ae6-e25a-4399-8192-908b2ff83b22,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:21.640145 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d0ae1f-8dd6-4f17-b7bd-cd9fed9b7222 x-openstack-request-id: req-92d0ae1f-8dd6-4f17-b7bd-cd9fed9b7222 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:18:21.640435 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfeff44d-0067-44e5-ac51-4cf6edffd888", "tag": "42600ae6-e25a-4399-8192-908b2ff83b22", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:18:21.640683 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92d0ae1f-8dd6-4f17-b7bd-cd9fed9b7222 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:18:21.641078 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'tag': '42600ae6-e25a-4399-8192-908b2ff83b22', 'status': 'completed', 'code': 200} Feb 09 04:18:21.661324 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-1f28ef74-e255-4b5e-a38f-fc8373007c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:21.663212 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-1f28ef74-e255-4b5e-a38f-fc8373007c24 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 1127 time: 0.0530412 Feb 09 04:18:21.712315 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-2e9e149d-3dbe-41ce-9dc2-9a0a8ae29dd6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42600ae6-e25a-4399-8192-908b2ff83b22 HTTP/1.1" status: 200 len: 217 time: 0.0376284 Feb 09 04:18:21.764921 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-1d4e8e2a-24d5-4381-8a5c-e6db39e31d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:21.766387 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-1d4e8e2a-24d5-4381-8a5c-e6db39e31d26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e08709b1-d479-40e7-9651-76af70ca1fbf HTTP/1.1" status: 200 len: 834 time: 0.0482850 Feb 09 04:18:21.816446 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-59daf92c-0c39-499d-a7f9-b0cc046ba69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:21.818489 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-59daf92c-0c39-499d-a7f9-b0cc046ba69c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4aa8f0f2-2feb-460a-9517-bf1417a555c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455539 Feb 09 04:18:21.905576 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-eb83ff67-650d-4ec5-89a1-c199a7697d68 service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810652 Feb 09 04:18:21.999011 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3a4a1ca2-51ad-4db6-a33a-c7ef57988914 req-4d4b081b-fe13-4629-838f-ad2110aba98d service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871155 Feb 09 04:18:22.014012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 634abadf-1e01-4697-b9c3-7c32e81ff536 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:18:22.066324 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 634abadf-1e01-4697-b9c3-7c32e81ff536 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:22.066809 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:22.117461 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:22.127691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9502c-ea3c-4ff7-be9c-53603e79f908 req-df432495-9bb0-4540-8e1e-3e75ca600f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:22.129617 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79c9502c-ea3c-4ff7-be9c-53603e79f908 req-df432495-9bb0-4540-8e1e-3e75ca600f23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 1127 time: 0.0481853 Feb 09 04:18:22.161489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 634abadf-1e01-4697-b9c3-7c32e81ff536 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:18:22.228425 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9502c-ea3c-4ff7-be9c-53603e79f908 req-8fe2b797-8d03-4dc4-b5f6-ab49f713ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:22.230910 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79c9502c-ea3c-4ff7-be9c-53603e79f908 req-8fe2b797-8d03-4dc4-b5f6-ab49f713ef91 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4aa8f0f2-2feb-460a-9517-bf1417a555c8 HTTP/1.1" status: 200 len: 898 time: 0.0962007 Feb 09 04:18:22.272559 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79c9502c-ea3c-4ff7-be9c-53603e79f908 req-58711ea5-b24c-42f9-905b-b40db96195b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42600ae6-e25a-4399-8192-908b2ff83b22 HTTP/1.1" status: 200 len: 217 time: 0.0358365 Feb 09 04:18:22.320812 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9502c-ea3c-4ff7-be9c-53603e79f908 req-3613c4f6-eda6-495a-9d19-b85cf46d203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:22.322281 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79c9502c-ea3c-4ff7-be9c-53603e79f908 req-3613c4f6-eda6-495a-9d19-b85cf46d203d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e08709b1-d479-40e7-9651-76af70ca1fbf HTTP/1.1" status: 200 len: 834 time: 0.0441425 Feb 09 04:18:22.370361 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9502c-ea3c-4ff7-be9c-53603e79f908 req-5c037e39-b942-44fa-9d21-a69079569142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:22.371752 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79c9502c-ea3c-4ff7-be9c-53603e79f908 req-5c037e39-b942-44fa-9d21-a69079569142 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4aa8f0f2-2feb-460a-9517-bf1417a555c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440960 Feb 09 04:18:22.477847 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79c9502c-ea3c-4ff7-be9c-53603e79f908 req-39a0aff1-fabc-4961-8c67-f5b3de4fc932 service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001582 Feb 09 04:18:22.574220 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c216c1-83d5-46f2-9c8f-6aa2f796e590 req-e6a654b4-cde9-4b6d-9d46-d0a7a5d819d4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:22.575747 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4c216c1-83d5-46f2-9c8f-6aa2f796e590 req-e6a654b4-cde9-4b6d-9d46-d0a7a5d819d4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 944 time: 0.1186426 Feb 09 04:18:22.619005 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-79c9502c-ea3c-4ff7-be9c-53603e79f908 req-6d33f48f-38ba-4857-8d78-0cfb65508fdb service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268549 Feb 09 04:18:22.643684 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4c216c1-83d5-46f2-9c8f-6aa2f796e590 req-444ef56c-adbb-48e6-9be0-4f1c6e0ade66 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585616 Feb 09 04:18:23.771896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882a60-46f6-4e94-8364-1a51b70d4989 req-b81f2ed6-a6d6-47a8-9b00-a2d8c0f4897f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:23.773412 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41882a60-46f6-4e94-8364-1a51b70d4989 req-b81f2ed6-a6d6-47a8-9b00-a2d8c0f4897f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 944 time: 0.0530982 Feb 09 04:18:23.822702 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-41882a60-46f6-4e94-8364-1a51b70d4989 req-afcb588a-0c47-46d3-ba42-b9b349075129 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432529 Feb 09 04:18:24.684424 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:24.941335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c166a-d055-4d00-bcb4-9c0e51ad82e9 req-51ead764-aa00-49a9-9f04-a3930f7601b3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:24.943501 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff5c166a-d055-4d00-bcb4-9c0e51ad82e9 req-51ead764-aa00-49a9-9f04-a3930f7601b3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 944 time: 0.0543497 Feb 09 04:18:24.995855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff5c166a-d055-4d00-bcb4-9c0e51ad82e9 req-03209dec-ce28-41cf-b717-528458901bea tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467374 Feb 09 04:18:25.077946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 42600ae6-e25a-4399-8192-908b2ff83b22 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:18:25.329748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 42600ae6-e25a-4399-8192-908b2ff83b22, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=42600ae6-e25a-4399-8192-908b2ff83b22,segment=NetworkSegment(accdbd11-4275-4076-82c2-56cd7e9ca025),segment_id=accdbd11-4275-4076-82c2-56cd7e9ca025)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:18:25.340709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '42600ae6-e25a-4399-8192-908b2ff83b22', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'port_id': '42600ae6-e25a-4399-8192-908b2ff83b22', 'mac_address': 'fa:16:3e:f3:e2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:18:25.377875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 42600ae6-e25a-4399-8192-908b2ff83b22 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:18:25.378265 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:25.390993 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42600ae6-e25a-4399-8192-908b2ff83b22 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:18:25.409827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 42600ae6-e25a-4399-8192-908b2ff83b22, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=42600ae6-e25a-4399-8192-908b2ff83b22,segment=NetworkSegment(accdbd11-4275-4076-82c2-56cd7e9ca025),segment_id=accdbd11-4275-4076-82c2-56cd7e9ca025)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:18:25.414447 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:25.465014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=42600ae6-e25a-4399-8192-908b2ff83b22,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:25.831153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['42600ae6-e25a-4399-8192-908b2ff83b22'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:18:26.121014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebe0cb-c828-440d-ab84-b6bbf236ee85 req-d457d985-2a49-44dd-b15f-73ebc954eacd tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:26.122414 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2ebe0cb-c828-440d-ab84-b6bbf236ee85 req-d457d985-2a49-44dd-b15f-73ebc954eacd tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 945 time: 0.0582430 Feb 09 04:18:26.172808 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2ebe0cb-c828-440d-ab84-b6bbf236ee85 req-9694cf34-232a-4436-8aa2-bcb5f62f4bdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448387 Feb 09 04:18:26.353014 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:18:27.078272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 42600ae6-e25a-4399-8192-908b2ff83b22 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:18:27.127708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 42600ae6-e25a-4399-8192-908b2ff83b22 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:18:27.131599 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 42600ae6-e25a-4399-8192-908b2ff83b22 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:18:27.131975 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:27.209564 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 42600ae6-e25a-4399-8192-908b2ff83b22 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:18:27.209958 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:27.237227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42600ae6-e25a-4399-8192-908b2ff83b22'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:18:27.240130 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2831f32b-2d6d-4b7f-af51-af106acdf0e9" -d '{"events": [{"server_uuid": "cfeff44d-0067-44e5-ac51-4cf6edffd888", "name": "network-vif-plugged", "status": "completed", "tag": "42600ae6-e25a-4399-8192-908b2ff83b22"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:18:27.253654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 42600ae6-e25a-4399-8192-908b2ff83b22, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=42600ae6-e25a-4399-8192-908b2ff83b22,segment=NetworkSegment(accdbd11-4275-4076-82c2-56cd7e9ca025),segment_id=accdbd11-4275-4076-82c2-56cd7e9ca025)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:18:27.259349 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:27.288267 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e55283f-bc95-4a55-829b-87345c1aa00d x-openstack-request-id: req-7e55283f-bc95-4a55-829b-87345c1aa00d {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:18:27.288566 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfeff44d-0067-44e5-ac51-4cf6edffd888", "name": "network-vif-plugged", "status": "completed", "tag": "42600ae6-e25a-4399-8192-908b2ff83b22", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:18:27.288817 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e55283f-bc95-4a55-829b-87345c1aa00d {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:18:27.289202 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42600ae6-e25a-4399-8192-908b2ff83b22', 'code': 200} Feb 09 04:18:27.298286 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6be1e-fced-44bd-9903-182501196a55 req-13c87408-90ee-4443-be6b-d6cb8d6528ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:27.299787 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-00d6be1e-fced-44bd-9903-182501196a55 req-13c87408-90ee-4443-be6b-d6cb8d6528ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 945 time: 0.0566938 Feb 09 04:18:27.316098 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=42600ae6-e25a-4399-8192-908b2ff83b22,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:27.361045 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-00d6be1e-fced-44bd-9903-182501196a55 req-723bfac6-e49e-4764-92dc-c9be47578d03 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547013 Feb 09 04:18:27.408685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1de2de-24b1-46ed-bf97-8eb971c8efda req-914996dc-a825-44c4-845f-5ae1aae4b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:27.410754 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f1de2de-24b1-46ed-bf97-8eb971c8efda req-914996dc-a825-44c4-845f-5ae1aae4b989 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 1129 time: 0.0427606 Feb 09 04:18:27.456856 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8f1de2de-24b1-46ed-bf97-8eb971c8efda req-f4352ff5-32c6-4bbf-afa1-df46d1bdeadc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391269 Feb 09 04:18:28.485183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be02aa3-f77e-47ed-90e9-6195d9ac5807 req-52d13fcb-06c4-4d36-b19b-4788a8f8f6df tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:28.486701 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5be02aa3-f77e-47ed-90e9-6195d9ac5807 req-52d13fcb-06c4-4d36-b19b-4788a8f8f6df tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0528612 Feb 09 04:18:28.534293 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5be02aa3-f77e-47ed-90e9-6195d9ac5807 req-6a0dd2ab-a329-4e54-91b6-d973c226ca09 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420101 Feb 09 04:18:29.657960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e6753-9b8a-4ece-b292-08db27a52a76 req-c699e882-cb1d-440b-9e0d-62cc2c482d1e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:29.659430 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3d0e6753-9b8a-4ece-b292-08db27a52a76 req-c699e882-cb1d-440b-9e0d-62cc2c482d1e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0575197 Feb 09 04:18:29.712890 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3d0e6753-9b8a-4ece-b292-08db27a52a76 req-b36dc7ed-da7d-4668-ab12-2b253a8e845e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468271 Feb 09 04:18:29.835240 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169af0b-b029-40e0-8e2a-827ac3bd79d6 req-93546cae-66bc-45fa-bafb-95a08f859bde tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:29.836627 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d169af0b-b029-40e0-8e2a-827ac3bd79d6 req-93546cae-66bc-45fa-bafb-95a08f859bde tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0525835 Feb 09 04:18:29.889003 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d169af0b-b029-40e0-8e2a-827ac3bd79d6 req-b2743612-b88c-4d5e-ba26-2d4c1c494e75 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467958 Feb 09 04:18:29.912127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56800) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:29.955655 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09017588-ecb1-4e64-8b46-2ced94f49228 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:29.957732 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-09017588-ecb1-4e64-8b46-2ced94f49228 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 1124 time: 0.0440891 Feb 09 04:18:29.960472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56802) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:29.964706 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '42600ae6-e25a-4399-8192-908b2ff83b22', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:18:29.985373 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:30.080296 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:30.186871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.25.5.27 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/3e4f428d-ef85-467f-8465-01d6c4501891) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:18:30.287075 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (3e4f428d-ef85-467f-8465-01d6c4501891), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:30.324663 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3e4f428d-ef85-467f-8465-01d6c4501891), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:30.359773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:18:30.366623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:18:30.370087 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:18:30.375329 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=3e4f428d-ef85-467f-8465-01d6c4501891,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:30.711783 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (7483385b-7647-41ef-abb2-a38b03ce84ae), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:30.781090 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3e4f428d-ef85-467f-8465-01d6c4501891), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:30.926842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (3e4f428d-ef85-467f-8465-01d6c4501891), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:30.931177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (3e4f428d-ef85-467f-8465-01d6c4501891), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:30.999493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=3e4f428d-ef85-467f-8465-01d6c4501891,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:18:31.012312 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (7483385b-7647-41ef-abb2-a38b03ce84ae), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:31.111548 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Floating IP 7483385b-7647-41ef-abb2-a38b03ce84ae associated. External IP: 172.25.5.27, port: 42600ae6-e25a-4399-8192-908b2ff83b22. Feb 09 04:18:31.321287 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 9ad19912-f5b4-46da-893f-60114c52d690 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:18:31.429596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:18:31.439417 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a6f047-1ba5-445b-b9a3-6090d0b9bb2b None None] Sync routers for ids ['9ad19912-f5b4-46da-893f-60114c52d690'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:18:31.447067 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:31.449499 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6f047-1ba5-445b-b9a3-6090d0b9bb2b None None] Routers {'9ad19912-f5b4-46da-893f-60114c52d690'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:18:31.450098 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-01a6f047-1ba5-445b-b9a3-6090d0b9bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:18:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ad19912-f5b4-46da-893f-60114c52d690'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:31.480310 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b1fb2a79-6b39-4e4e-b3be-57bac6602c88 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5164499 Feb 09 04:18:31.480310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'tag': '42600ae6-e25a-4399-8192-908b2ff83b22'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:18:31.480760 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3514578c-a30b-49a8-9fab-d0f021fa59f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cfeff44d-0067-44e5-ac51-4cf6edffd888", "tag": "42600ae6-e25a-4399-8192-908b2ff83b22"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:18:31.520860 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d372740c-1948-4cbd-a95f-640e80f235ab x-openstack-request-id: req-d372740c-1948-4cbd-a95f-640e80f235ab {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:18:31.521282 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfeff44d-0067-44e5-ac51-4cf6edffd888", "tag": "42600ae6-e25a-4399-8192-908b2ff83b22", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:18:31.521719 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d372740c-1948-4cbd-a95f-640e80f235ab {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:18:31.522502 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'tag': '42600ae6-e25a-4399-8192-908b2ff83b22', 'status': 'completed', 'code': 200} Feb 09 04:18:31.562573 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-01a6f047-1ba5-445b-b9a3-6090d0b9bb2b None None] Set router 9ad19912-f5b4-46da-893f-60114c52d690 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:18:31.616613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5cd98-554d-4e81-ba76-926dc172debd req-6373e3cd-5788-422f-b2ee-fa4adb5126f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:31.618065 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02f5cd98-554d-4e81-ba76-926dc172debd req-6373e3cd-5788-422f-b2ee-fa4adb5126f2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0879664 Feb 09 04:18:31.624278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514578c-a30b-49a8-9fab-d0f021fa59f0 req-192a9aca-b0be-4342-b4ca-b86da3c9ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:31.625720 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3514578c-a30b-49a8-9fab-d0f021fa59f0 req-192a9aca-b0be-4342-b4ca-b86da3c9ff4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 1129 time: 0.0634058 Feb 09 04:18:31.729577 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02f5cd98-554d-4e81-ba76-926dc172debd req-a5fdef4f-5da2-41c4-ba17-872274d739e8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028683 Feb 09 04:18:31.752940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56808) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:31.753164 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514578c-a30b-49a8-9fab-d0f021fa59f0 req-d8c6574b-aaf1-46f7-b463-a54cd3eb6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:31.755723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3514578c-a30b-49a8-9fab-d0f021fa59f0 req-d8c6574b-aaf1-46f7-b463-a54cd3eb6fbb service neutron] 10.222.0.65 "GET /v2.0/networks?id=4aa8f0f2-2feb-460a-9517-bf1417a555c8 HTTP/1.1" status: 200 len: 898 time: 0.1223540 Feb 09 04:18:31.785895 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-01a6f047-1ba5-445b-b9a3-6090d0b9bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:17Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '7483385b-7647-41ef-abb2-a38b03ce84ae', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.27', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'port_id': '42600ae6-e25a-4399-8192-908b2ff83b22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'mac_address': 'fa:16:3e:f3:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:18:30Z', 'updated_at': '2022-02-09T04:18:30Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634abadf-1e01-4697-b9c3-7c32e81ff536', 'name': '', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:41:31:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:16Z', 'updated_at': '2022-02-09T04:18:19Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:31.816936 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e7fb2337-8935-4518-aa01-ce03e85d1a17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/7483385b-7647-41ef-abb2-a38b03ce84ae HTTP/1.1" status: 200 len: 991 time: 0.0621676 Feb 09 04:18:31.830052 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3514578c-a30b-49a8-9fab-d0f021fa59f0 req-32df99b6-f79e-4647-9d38-910ed065bf03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42600ae6-e25a-4399-8192-908b2ff83b22 HTTP/1.1" status: 200 len: 999 time: 0.0680954 Feb 09 04:18:31.882067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514578c-a30b-49a8-9fab-d0f021fa59f0 req-481ea1d5-a7c5-44b4-9af2-1ca9daa2ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:31.883466 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3514578c-a30b-49a8-9fab-d0f021fa59f0 req-481ea1d5-a7c5-44b4-9af2-1ca9daa2ab50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e08709b1-d479-40e7-9651-76af70ca1fbf HTTP/1.1" status: 200 len: 834 time: 0.0471096 Feb 09 04:18:31.908333 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a6f047-1ba5-445b-b9a3-6090d0b9bb2b None None] Checking router: 9ad19912-f5b4-46da-893f-60114c52d690 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:18:31.917714 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6f047-1ba5-445b-b9a3-6090d0b9bb2b None None] Routers {'9ad19912-f5b4-46da-893f-60114c52d690'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:18:31.918313 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-01a6f047-1ba5-445b-b9a3-6090d0b9bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:18:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ad19912-f5b4-46da-893f-60114c52d690'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:31.935544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514578c-a30b-49a8-9fab-d0f021fa59f0 req-a85b39fa-35ed-45ce-9e3c-70191ea32b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:31.937084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3514578c-a30b-49a8-9fab-d0f021fa59f0 req-a85b39fa-35ed-45ce-9e3c-70191ea32b40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4aa8f0f2-2feb-460a-9517-bf1417a555c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473096 Feb 09 04:18:32.025347 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-01a6f047-1ba5-445b-b9a3-6090d0b9bb2b None None] Set router 9ad19912-f5b4-46da-893f-60114c52d690 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:18:32.031621 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3514578c-a30b-49a8-9fab-d0f021fa59f0 req-399596b3-955d-4d23-a14c-a762c3cd4cce service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877039 Feb 09 04:18:32.120090 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3514578c-a30b-49a8-9fab-d0f021fa59f0 req-8812476f-1971-472d-8be2-c51a4c6b4e64 service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819006 Feb 09 04:18:32.249534 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-01a6f047-1ba5-445b-b9a3-6090d0b9bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:17Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '7483385b-7647-41ef-abb2-a38b03ce84ae', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.27', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'port_id': '42600ae6-e25a-4399-8192-908b2ff83b22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'mac_address': 'fa:16:3e:f3:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:18:30Z', 'updated_at': '2022-02-09T04:18:30Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634abadf-1e01-4697-b9c3-7c32e81ff536', 'name': '', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:41:31:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:16Z', 'updated_at': '2022-02-09T04:18:19Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:18:32.278666 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a6f047-1ba5-445b-b9a3-6090d0b9bb2b None None] The sync data for ids ['9ad19912-f5b4-46da-893f-60114c52d690'] in n-d-824835-15 is: [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:17Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '7483385b-7647-41ef-abb2-a38b03ce84ae', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.27', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'port_id': '42600ae6-e25a-4399-8192-908b2ff83b22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'mac_address': 'fa:16:3e:f3:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:18:30Z', 'updated_at': '2022-02-09T04:18:30Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634abadf-1e01-4697-b9c3-7c32e81ff536', 'name': '', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:41:31:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:16Z', 'updated_at': '2022-02-09T04:18:19Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:18:32.480716 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d57fa0-ed1d-4fc5-9687-cab0c1226918 None None] New status for floating IP 7483385b-7647-41ef-abb2-a38b03ce84ae: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:18:32.820541 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56810) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:18:32.886267 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4e21c63a-e1e3-4140-80d6-3ab848703914 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/7483385b-7647-41ef-abb2-a38b03ce84ae HTTP/1.1" status: 200 len: 993 time: 0.0643847 Feb 09 04:18:38.123875 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:45.753007 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cadbe04-7ec1-48e6-9bc3-b645990edbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:48.257699 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7b365cc-a2b4-4623-a8a0-c4b461c8cce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:49.549698 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:50.978539 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:52.110927 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:52.901477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e696e8f8-b692-4529-9d06-1f7a1b0a5958 req-f0b0c3a1-35b0-4a1e-be82-0d5b42ab5980 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431159 Feb 09 04:18:53.008413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e8f8-b692-4529-9d06-1f7a1b0a5958 req-4ccbcde8-f4f2-44e0-9ff1-49a84ddac375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:53.009615 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e696e8f8-b692-4529-9d06-1f7a1b0a5958 req-4ccbcde8-f4f2-44e0-9ff1-49a84ddac375 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 1129 time: 0.0461092 Feb 09 04:18:53.122311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e8f8-b692-4529-9d06-1f7a1b0a5958 req-1b9c95c0-31eb-4ef5-99bf-76898f647b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:53.123764 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e696e8f8-b692-4529-9d06-1f7a1b0a5958 req-1b9c95c0-31eb-4ef5-99bf-76898f647b53 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4aa8f0f2-2feb-460a-9517-bf1417a555c8 HTTP/1.1" status: 200 len: 898 time: 0.0936937 Feb 09 04:18:53.192276 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e696e8f8-b692-4529-9d06-1f7a1b0a5958 req-a077c286-5b3b-43e4-94e8-53ac098e1871 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42600ae6-e25a-4399-8192-908b2ff83b22 HTTP/1.1" status: 200 len: 1001 time: 0.0618832 Feb 09 04:18:53.241311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e8f8-b692-4529-9d06-1f7a1b0a5958 req-01e975b8-dd95-4733-a5e4-3a6c16f98e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:53.242772 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e696e8f8-b692-4529-9d06-1f7a1b0a5958 req-01e975b8-dd95-4733-a5e4-3a6c16f98e34 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e08709b1-d479-40e7-9651-76af70ca1fbf HTTP/1.1" status: 200 len: 834 time: 0.0442259 Feb 09 04:18:53.296974 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e8f8-b692-4529-9d06-1f7a1b0a5958 req-495332a4-8de2-4e11-8402-83624bcefe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:18:53.298472 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e696e8f8-b692-4529-9d06-1f7a1b0a5958 req-495332a4-8de2-4e11-8402-83624bcefe73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4aa8f0f2-2feb-460a-9517-bf1417a555c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494034 Feb 09 04:18:53.391863 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e696e8f8-b692-4529-9d06-1f7a1b0a5958 req-44e56d11-ee8e-4586-999f-9bff2b959468 service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841172 Feb 09 04:18:53.488140 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e696e8f8-b692-4529-9d06-1f7a1b0a5958 req-b5c3103d-f3b9-443d-bcab-900ea9bd9a15 service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901129 Feb 09 04:18:54.683606 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:03.352612 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:19:08.116427 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:15.755755 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-39b29cd6-59ac-4171-aa32-192e4a92f619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:18.260128 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c53bfb54-6bc3-41d4-a538-89d1326f3756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:19.552953 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:20.982132 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:22.114395 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:24.682894 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:37.796992 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d782fca-f86f-4935-b7ff-e7e29a39764e req-ac48e66b-3119-4d89-b4c7-654ff192977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:37.798446 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d782fca-f86f-4935-b7ff-e7e29a39764e req-ac48e66b-3119-4d89-b4c7-654ff192977f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 1129 time: 0.0947485 Feb 09 04:19:37.806181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad7fa-4c21-4e97-b0b2-6d75e76adbd1 req-67570f15-fb94-488e-9f45-015067f83211 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:37.807665 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-697ad7fa-4c21-4e97-b0b2-6d75e76adbd1 req-67570f15-fb94-488e-9f45-015067f83211 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.1308830 Feb 09 04:19:37.857662 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-697ad7fa-4c21-4e97-b0b2-6d75e76adbd1 req-c4101e65-0741-485c-9458-9f57c976fd95 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441272 Feb 09 04:19:37.891501 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d782fca-f86f-4935-b7ff-e7e29a39764e req-559e90b3-cf8a-4b1a-a208-4f035acb7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:37.893642 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d782fca-f86f-4935-b7ff-e7e29a39764e req-559e90b3-cf8a-4b1a-a208-4f035acb7b2b service neutron] 10.222.0.65 "GET /v2.0/networks?id=4aa8f0f2-2feb-460a-9517-bf1417a555c8 HTTP/1.1" status: 200 len: 898 time: 0.0875845 Feb 09 04:19:37.963869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d782fca-f86f-4935-b7ff-e7e29a39764e req-10e201be-4f72-4ab7-ae9e-d5263a09ede6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42600ae6-e25a-4399-8192-908b2ff83b22 HTTP/1.1" status: 200 len: 1001 time: 0.0638521 Feb 09 04:19:38.013321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d782fca-f86f-4935-b7ff-e7e29a39764e req-cbbe8058-7b33-4dbf-962b-fba230949827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:38.014808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d782fca-f86f-4935-b7ff-e7e29a39764e req-cbbe8058-7b33-4dbf-962b-fba230949827 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e08709b1-d479-40e7-9651-76af70ca1fbf HTTP/1.1" status: 200 len: 834 time: 0.0450742 Feb 09 04:19:38.065119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d782fca-f86f-4935-b7ff-e7e29a39764e req-87ae6909-20e2-422d-8fcf-126537923f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:38.066520 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d782fca-f86f-4935-b7ff-e7e29a39764e req-87ae6909-20e2-422d-8fcf-126537923f83 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4aa8f0f2-2feb-460a-9517-bf1417a555c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449462 Feb 09 04:19:38.127776 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:38.158939 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d782fca-f86f-4935-b7ff-e7e29a39764e req-5f973a1e-7b01-48be-a704-bde4c0c66611 service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856676 Feb 09 04:19:38.249578 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4d782fca-f86f-4935-b7ff-e7e29a39764e req-0c07700a-19c3-45b4-8d7e-e9bb7dbb200e service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832310 Feb 09 04:19:39.035797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c67947-929c-4e1c-83a9-b287203d42ab req-50e2b5a0-58ea-41ff-a607-3c1a1f518dff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:39.037283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-60c67947-929c-4e1c-83a9-b287203d42ab req-50e2b5a0-58ea-41ff-a607-3c1a1f518dff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.1078627 Feb 09 04:19:39.085086 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-60c67947-929c-4e1c-83a9-b287203d42ab req-c386b95f-b82a-464f-971f-a59033998ac0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421801 Feb 09 04:19:40.206742 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684a695-9751-4c57-8e43-5b8668d1b043 req-1a154e58-58b7-4e0d-a9c9-11048c73a7f3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:40.208232 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6684a695-9751-4c57-8e43-5b8668d1b043 req-1a154e58-58b7-4e0d-a9c9-11048c73a7f3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0546751 Feb 09 04:19:40.256483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6684a695-9751-4c57-8e43-5b8668d1b043 req-ffd45700-d179-45a9-979f-6ff67f841e46 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423784 Feb 09 04:19:40.351857 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:19:41.375082 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583da2d-cf07-4238-b104-13c926e2a806 req-bd89a613-6e76-47f0-bd25-78fbcea4dbf7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:41.376559 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7583da2d-cf07-4238-b104-13c926e2a806 req-bd89a613-6e76-47f0-bd25-78fbcea4dbf7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0522251 Feb 09 04:19:41.427078 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7583da2d-cf07-4238-b104-13c926e2a806 req-4b386302-9302-4875-b16a-b45611602271 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437422 Feb 09 04:19:42.545569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e255bb-c409-4b99-9577-652361a9a656 req-7d4e316e-4425-449a-bbe4-1dd210724e47 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:42.547036 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4e255bb-c409-4b99-9577-652361a9a656 req-7d4e316e-4425-449a-bbe4-1dd210724e47 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0516815 Feb 09 04:19:42.599456 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b4e255bb-c409-4b99-9577-652361a9a656 req-2ec1424c-f45d-4ab2-84c9-406cf0026b36 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457871 Feb 09 04:19:43.717821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06a923-1372-4739-a1eb-99d956576ace req-43b727ca-53ad-480d-93f5-853ec531cc8c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:43.719268 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b06a923-1372-4739-a1eb-99d956576ace req-43b727ca-53ad-480d-93f5-853ec531cc8c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0531547 Feb 09 04:19:43.771866 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5b06a923-1372-4739-a1eb-99d956576ace req-2120c516-bd0a-42a6-8708-3c9e768c1bac tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469215 Feb 09 04:19:44.891321 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6489d32-1fad-490f-832e-609320d07776 req-fcebd9d0-1d18-4267-9f6b-0f2dc56d9e41 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:44.893656 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6489d32-1fad-490f-832e-609320d07776 req-fcebd9d0-1d18-4267-9f6b-0f2dc56d9e41 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0528848 Feb 09 04:19:44.943732 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e6489d32-1fad-490f-832e-609320d07776 req-7dbc4ab5-1dd7-487a-b4b8-83780d8aca7a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434849 Feb 09 04:19:45.756327 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f905406-e5a2-4aa2-961f-c9dda4012ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:46.063523 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e26d9-5f08-4824-ab7d-2ac17c58a42f req-193fb778-fff7-4114-bef4-c6169896cae4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:46.065543 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-833e26d9-5f08-4824-ab7d-2ac17c58a42f req-193fb778-fff7-4114-bef4-c6169896cae4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0534289 Feb 09 04:19:46.113894 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-833e26d9-5f08-4824-ab7d-2ac17c58a42f req-f726b151-9998-49f5-8fc4-53f3320570ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427034 Feb 09 04:19:47.238417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515204a7-2062-4731-9f29-646152d3eb26 req-8468c762-103d-4620-860c-67e0dec82d89 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:47.239879 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-515204a7-2062-4731-9f29-646152d3eb26 req-8468c762-103d-4620-860c-67e0dec82d89 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0523329 Feb 09 04:19:47.287217 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-515204a7-2062-4731-9f29-646152d3eb26 req-87540bb0-5d52-4a55-9ab2-38e0a2d4c409 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 Feb 09 04:19:48.260445 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c40e58fd-c695-4737-8a0a-84d2f5cbb98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:48.405250 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a6eb2-6a02-455f-998e-1c53d71ad52c req-ddf212ab-dec1-4647-bd33-63929a0f1976 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:48.406773 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-500a6eb2-6a02-455f-998e-1c53d71ad52c req-ddf212ab-dec1-4647-bd33-63929a0f1976 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0529828 Feb 09 04:19:48.457167 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-500a6eb2-6a02-455f-998e-1c53d71ad52c req-cedad3f6-389e-4b74-adcd-96d740ce0dca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430396 Feb 09 04:19:49.556951 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:49.580687 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0708d3c-47cf-45a0-8a6f-a3f3e7ade634 req-f74b79bf-26ca-4387-86a5-9b1652a67f1e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:49.582199 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e0708d3c-47cf-45a0-8a6f-a3f3e7ade634 req-f74b79bf-26ca-4387-86a5-9b1652a67f1e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0565279 Feb 09 04:19:49.630269 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e0708d3c-47cf-45a0-8a6f-a3f3e7ade634 req-8e2addf3-5bf1-4899-bea6-a0ed9e35012e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 Feb 09 04:19:49.652398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56870) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:19:49.711221 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9b55a820-ed32-485c-925b-8982bf90baf7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/7483385b-7647-41ef-abb2-a38b03ce84ae HTTP/1.1" status: 200 len: 993 time: 0.0576112 Feb 09 04:19:50.983399 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:52.115617 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:54.681984 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:19:54.904402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c317d61-05fb-4d96-a5d7-d1d4df841964 req-57363dc6-5025-46b6-b74e-ff7a962e1c39 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489688 Feb 09 04:19:55.005729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c317d61-05fb-4d96-a5d7-d1d4df841964 req-33b05814-4361-4276-ad8b-e88e7c743eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:55.007695 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c317d61-05fb-4d96-a5d7-d1d4df841964 req-33b05814-4361-4276-ad8b-e88e7c743eb9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 1129 time: 0.0465560 Feb 09 04:19:55.111025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c317d61-05fb-4d96-a5d7-d1d4df841964 req-89edc2c4-3ffe-41b8-806f-961d5c1123c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:55.112508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c317d61-05fb-4d96-a5d7-d1d4df841964 req-89edc2c4-3ffe-41b8-806f-961d5c1123c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4aa8f0f2-2feb-460a-9517-bf1417a555c8 HTTP/1.1" status: 200 len: 898 time: 0.0861616 Feb 09 04:19:55.181799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c317d61-05fb-4d96-a5d7-d1d4df841964 req-ad6228c7-54aa-4777-8af1-9275650962b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42600ae6-e25a-4399-8192-908b2ff83b22 HTTP/1.1" status: 200 len: 1001 time: 0.0638208 Feb 09 04:19:55.228507 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c317d61-05fb-4d96-a5d7-d1d4df841964 req-c77efde4-7856-4827-a337-c564a4e0231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:55.229983 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c317d61-05fb-4d96-a5d7-d1d4df841964 req-c77efde4-7856-4827-a337-c564a4e0231d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e08709b1-d479-40e7-9651-76af70ca1fbf HTTP/1.1" status: 200 len: 834 time: 0.0433192 Feb 09 04:19:55.277856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c317d61-05fb-4d96-a5d7-d1d4df841964 req-8d0fbd7a-58e3-41c7-99ad-6ce8d720c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:19:55.279352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c317d61-05fb-4d96-a5d7-d1d4df841964 req-8d0fbd7a-58e3-41c7-99ad-6ce8d720c671 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4aa8f0f2-2feb-460a-9517-bf1417a555c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439188 Feb 09 04:19:55.664271 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c317d61-05fb-4d96-a5d7-d1d4df841964 req-5f821e88-ed5f-407b-825a-c949a6b1f6c0 service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788304 Feb 09 04:19:55.754842 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6c317d61-05fb-4d96-a5d7-d1d4df841964 req-41c76b10-3be4-4341-ad06-f2d6d35902d4 service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851924 Feb 09 04:20:08.123506 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:12.651722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-92971f43-9d96-4a1b-aa89-eb6fd140cf28 req-76da0791-8984-48ae-9f06-f16b2de9ff77 tempest-ServerDiskConfigTestJSON-1000785571 tempest-ServerDiskConfigTestJSON-1000785571-project] (103328) timed out ('10.222.0.65', 65272) {{(pid=103328) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 04:20:15.758431 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9d71627-29e4-4713-922d-73f726c0bbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:17.351691 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:20:18.263724 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d7012e6-efb4-4197-9c11-cb85e120576c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:19.558711 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:20.987230 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:22.119750 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:24.680738 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:38.138578 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:45.760159 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19bffe73-ca6d-4886-9d19-ce90f2516dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:46.906849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56886) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:47.066753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 3e4f428d-ef85-467f-8465-01d6c4501891 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:20:47.067093 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3e4f428d-ef85-467f-8465-01d6c4501891), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:47.461093 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3e4f428d-ef85-467f-8465-01d6c4501891), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:47.461448 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (3e4f428d-ef85-467f-8465-01d6c4501891), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:47.472924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 3e4f428d-ef85-467f-8465-01d6c4501891 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:20:47.625105 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3e4f428d-ef85-467f-8465-01d6c4501891), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:47.650924 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=3e4f428d-ef85-467f-8465-01d6c4501891,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:47.678466 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.678825 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.679173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.679515 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.679854 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.680188 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.680528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.681383 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.681714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.682043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.682370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.682694 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.683017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:47.725388 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (7483385b-7647-41ef-abb2-a38b03ce84ae), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:47.725636 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Floating IP 7483385b-7647-41ef-abb2-a38b03ce84ae disassociated (deleted). External IP: 172.25.5.27, port: 42600ae6-e25a-4399-8192-908b2ff83b22. Feb 09 04:20:47.933810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 9ad19912-f5b4-46da-893f-60114c52d690 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:20:48.043696 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:20:48.048358 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:48.053902 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17421742-ad52-4f3d-945a-95de65e831ad None None] Sync routers for ids ['9ad19912-f5b4-46da-893f-60114c52d690'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:20:48.063355 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17421742-ad52-4f3d-945a-95de65e831ad None None] Routers {'9ad19912-f5b4-46da-893f-60114c52d690'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:20:48.064029 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-17421742-ad52-4f3d-945a-95de65e831ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:20:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ad19912-f5b4-46da-893f-60114c52d690'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:48.078741 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e440b460-a990-4514-8266-1dd72cd4cd77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/floatingips/7483385b-7647-41ef-abb2-a38b03ce84ae HTTP/1.1" status: 204 len: 168 time: 1.1708155 Feb 09 04:20:48.079334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'tag': '42600ae6-e25a-4399-8192-908b2ff83b22'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:20:48.081658 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712bb943-e03d-4360-8dc1-c3ed1017dc76" -d '{"events": [{"name": "network-changed", "server_uuid": "cfeff44d-0067-44e5-ac51-4cf6edffd888", "tag": "42600ae6-e25a-4399-8192-908b2ff83b22"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:20:48.127264 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03adc0c7-7f08-4857-b4a8-43431dbc40cf x-openstack-request-id: req-03adc0c7-7f08-4857-b4a8-43431dbc40cf {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:20:48.127723 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfeff44d-0067-44e5-ac51-4cf6edffd888", "tag": "42600ae6-e25a-4399-8192-908b2ff83b22", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:20:48.127852 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03adc0c7-7f08-4857-b4a8-43431dbc40cf {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:20:48.128210 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'tag': '42600ae6-e25a-4399-8192-908b2ff83b22', 'status': 'completed', 'code': 200} Feb 09 04:20:48.181419 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-17421742-ad52-4f3d-945a-95de65e831ad None None] Set router 9ad19912-f5b4-46da-893f-60114c52d690 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:20:48.219511 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bb943-e03d-4360-8dc1-c3ed1017dc76 req-2601b735-604d-43d8-95fe-f93479491a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:20:48.221850 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-712bb943-e03d-4360-8dc1-c3ed1017dc76 req-2601b735-604d-43d8-95fe-f93479491a4b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 1129 time: 0.0534611 Feb 09 04:20:48.269349 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cedb61d1-2d8e-4936-bec6-00ad10bbd93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:48.386191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8145c-b665-42dd-8ff0-2daa79aa6a0c req-6c6859c1-00e0-4fdd-b544-385566387ecb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:20:48.387753 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83b8145c-b665-42dd-8ff0-2daa79aa6a0c req-6c6859c1-00e0-4fdd-b544-385566387ecb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.1112881 Feb 09 04:20:48.388621 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-17421742-ad52-4f3d-945a-95de65e831ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:17Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '634abadf-1e01-4697-b9c3-7c32e81ff536', 'name': '', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:41:31:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:16Z', 'updated_at': '2022-02-09T04:18:19Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:48.404529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bb943-e03d-4360-8dc1-c3ed1017dc76 req-6cef3b1f-2f1a-48fa-aab7-68d7f41a0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:20:48.406056 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-712bb943-e03d-4360-8dc1-c3ed1017dc76 req-6cef3b1f-2f1a-48fa-aab7-68d7f41a0ffd service neutron] 10.222.0.65 "GET /v2.0/networks?id=4aa8f0f2-2feb-460a-9517-bf1417a555c8 HTTP/1.1" status: 200 len: 898 time: 0.1425810 Feb 09 04:20:48.415324 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17421742-ad52-4f3d-945a-95de65e831ad None None] Checking router: 9ad19912-f5b4-46da-893f-60114c52d690 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:20:48.425653 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17421742-ad52-4f3d-945a-95de65e831ad None None] Routers {'9ad19912-f5b4-46da-893f-60114c52d690'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:20:48.426752 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-17421742-ad52-4f3d-945a-95de65e831ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ad19912-f5b4-46da-893f-60114c52d690'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:48.450761 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-712bb943-e03d-4360-8dc1-c3ed1017dc76 req-112a7780-ca42-4a04-9632-80c3d0e299af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42600ae6-e25a-4399-8192-908b2ff83b22 HTTP/1.1" status: 200 len: 217 time: 0.0380433 Feb 09 04:20:48.514999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-83b8145c-b665-42dd-8ff0-2daa79aa6a0c req-e56c1442-d70c-4207-95f2-2ec6384614c5 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212373 Feb 09 04:20:48.524210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bb943-e03d-4360-8dc1-c3ed1017dc76 req-2fca933f-c928-4ae4-b0b9-11adce6f83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:20:48.526699 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-712bb943-e03d-4360-8dc1-c3ed1017dc76 req-2fca933f-c928-4ae4-b0b9-11adce6f83c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e08709b1-d479-40e7-9651-76af70ca1fbf HTTP/1.1" status: 200 len: 834 time: 0.0665863 Feb 09 04:20:48.541017 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-17421742-ad52-4f3d-945a-95de65e831ad None None] Set router 9ad19912-f5b4-46da-893f-60114c52d690 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:20:48.578980 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bb943-e03d-4360-8dc1-c3ed1017dc76 req-91c3f34d-4c94-4a13-9e6e-ed70b886ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:20:48.580490 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-712bb943-e03d-4360-8dc1-c3ed1017dc76 req-91c3f34d-4c94-4a13-9e6e-ed70b886ca65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4aa8f0f2-2feb-460a-9517-bf1417a555c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462966 Feb 09 04:20:48.671592 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-712bb943-e03d-4360-8dc1-c3ed1017dc76 req-e3f3071e-ad4d-4f11-84ec-409bdf9eb045 service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835266 Feb 09 04:20:48.739615 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-17421742-ad52-4f3d-945a-95de65e831ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:17Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '634abadf-1e01-4697-b9c3-7c32e81ff536', 'name': '', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:41:31:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:16Z', 'updated_at': '2022-02-09T04:18:19Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:48.768314 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-712bb943-e03d-4360-8dc1-c3ed1017dc76 req-e1c7f26e-bfd3-4624-924a-94d7462bda69 service neutron] 10.222.0.65 "GET /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900266 Feb 09 04:20:48.856850 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17421742-ad52-4f3d-945a-95de65e831ad None None] The sync data for ids ['9ad19912-f5b4-46da-893f-60114c52d690'] in n-d-824835-15 is: [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:17Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '634abadf-1e01-4697-b9c3-7c32e81ff536', 'name': '', 'network_id': '4aa8f0f2-2feb-460a-9517-bf1417a555c8', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:41:31:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:16Z', 'updated_at': '2022-02-09T04:18:19Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'e08709b1-d479-40e7-9651-76af70ca1fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:20:49.073878 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482eced1-e9d7-425d-b20a-bbbcbb0da92d None None] New status for floating IP 7483385b-7647-41ef-abb2-a38b03ce84ae: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:20:49.563250 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:49.645566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48627edd-a244-4734-bcc6-717136b44d5b req-6d0e3e12-09fc-48fa-aead-409a9bdd74c3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:20:49.647055 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-48627edd-a244-4734-bcc6-717136b44d5b req-6d0e3e12-09fc-48fa-aead-409a9bdd74c3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0566156 Feb 09 04:20:49.696837 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-48627edd-a244-4734-bcc6-717136b44d5b req-15f87467-e753-4624-9592-b7931bd708ad tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=effcfd46-6fb6-4c24-aa42-fe93d54b9197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433578 Feb 09 04:20:50.198896 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d69f5-e435-430e-bfcc-531851582054 req-64d8569d-cba1-4bf8-a023-2106c1336747 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:20:50.200349 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca3d69f5-e435-430e-bfcc-531851582054 req-64d8569d-cba1-4bf8-a023-2106c1336747 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 946 time: 0.0538919 Feb 09 04:20:50.296053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ca3d69f5-e435-430e-bfcc-531851582054 req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 42600ae6-e25a-4399-8192-908b2ff83b22 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:20:50.296394 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ca3d69f5-e435-430e-bfcc-531851582054 req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:50.383988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-ca3d69f5-e435-430e-bfcc-531851582054 req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port 42600ae6-e25a-4399-8192-908b2ff83b22, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=42600ae6-e25a-4399-8192-908b2ff83b22,segment=NetworkSegment(accdbd11-4275-4076-82c2-56cd7e9ca025),segment_id=accdbd11-4275-4076-82c2-56cd7e9ca025)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:20:50.384381 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ca3d69f5-e435-430e-bfcc-531851582054 req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:50.397609 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-ca3d69f5-e435-430e-bfcc-531851582054 req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 42600ae6-e25a-4399-8192-908b2ff83b22 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:20:50.527381 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ca3d69f5-e435-430e-bfcc-531851582054 req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (42600ae6-e25a-4399-8192-908b2ff83b22), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:50.553960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=42600ae6-e25a-4399-8192-908b2ff83b22,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:50.568111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.568465 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.568808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.569149 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.569512 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.569842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.570169 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.570500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.570830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.571147 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.571470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.571791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.572114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:50.613025 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3d69f5-e435-430e-bfcc-531851582054 req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] No DVR routers for this DVR port 42600ae6-e25a-4399-8192-908b2ff83b22 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:20:50.615644 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-ca3d69f5-e435-430e-bfcc-531851582054 req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:50.619003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca3d69f5-e435-430e-bfcc-531851582054 req-5167740c-7267-40ea-986d-134727203282 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "DELETE /v2.0/ports/42600ae6-e25a-4399-8192-908b2ff83b22 HTTP/1.1" status: 204 len: 173 time: 0.4129765 Feb 09 04:20:50.619944 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'name': 'network-vif-deleted', 'tag': '42600ae6-e25a-4399-8192-908b2ff83b22'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:20:50.622765 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e12510-beb9-45da-ba8f-cabf794bd26d" -d '{"events": [{"server_uuid": "cfeff44d-0067-44e5-ac51-4cf6edffd888", "name": "network-vif-deleted", "tag": "42600ae6-e25a-4399-8192-908b2ff83b22"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:20:50.660281 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2ab09e-0061-42c4-a8e7-7945665063fe x-openstack-request-id: req-0c2ab09e-0061-42c4-a8e7-7945665063fe {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:20:50.660573 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfeff44d-0067-44e5-ac51-4cf6edffd888", "name": "network-vif-deleted", "tag": "42600ae6-e25a-4399-8192-908b2ff83b22", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:20:50.660822 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c2ab09e-0061-42c4-a8e7-7945665063fe {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:20:50.661225 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfeff44d-0067-44e5-ac51-4cf6edffd888', 'name': 'network-vif-deleted', 'tag': '42600ae6-e25a-4399-8192-908b2ff83b22', 'status': 'completed', 'code': 200} Feb 09 04:20:50.809842 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3b3be9fe-3c5d-47aa-a358-24512a34fb84 req-581d2d14-145f-4421-af3b-bc040d4f1084 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfeff44d-0067-44e5-ac51-4cf6edffd888 HTTP/1.1" status: 200 len: 210 time: 0.0288658 Feb 09 04:20:50.989692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:51.866278 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56904) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:52.126114 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:52.225462 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84659cdd-4622-4792-a5ba-2b41f65547ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (9ad19912-f5b4-46da-893f-60114c52d690), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:52.478060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-84659cdd-4622-4792-a5ba-2b41f65547ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 634abadf-1e01-4697-b9c3-7c32e81ff536 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:20:52.478315 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84659cdd-4622-4792-a5ba-2b41f65547ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:52.564266 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-84659cdd-4622-4792-a5ba-2b41f65547ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port 634abadf-1e01-4697-b9c3-7c32e81ff536, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=634abadf-1e01-4697-b9c3-7c32e81ff536,segment=NetworkSegment(accdbd11-4275-4076-82c2-56cd7e9ca025),segment_id=accdbd11-4275-4076-82c2-56cd7e9ca025)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:20:52.564622 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84659cdd-4622-4792-a5ba-2b41f65547ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:52.577350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-84659cdd-4622-4792-a5ba-2b41f65547ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 634abadf-1e01-4697-b9c3-7c32e81ff536 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:20:52.761611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84659cdd-4622-4792-a5ba-2b41f65547ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (634abadf-1e01-4697-b9c3-7c32e81ff536), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:52.796594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84659cdd-4622-4792-a5ba-2b41f65547ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=634abadf-1e01-4697-b9c3-7c32e81ff536,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:52.968430 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-84659cdd-4622-4792-a5ba-2b41f65547ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (9ad19912-f5b4-46da-893f-60114c52d690), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:53.184418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84659cdd-4622-4792-a5ba-2b41f65547ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 9ad19912-f5b4-46da-893f-60114c52d690 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:20:53.293494 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84659cdd-4622-4792-a5ba-2b41f65547ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:20:53.298512 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-84659cdd-4622-4792-a5ba-2b41f65547ce tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "PUT /v2.0/routers/9ad19912-f5b4-46da-893f-60114c52d690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4311855 Feb 09 04:20:53.301817 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56906) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:53.304505 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfdb1a4-b3cc-449a-9ad5-556777d0f485 None None] Sync routers for ids ['9ad19912-f5b4-46da-893f-60114c52d690'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:20:53.317914 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfdb1a4-b3cc-449a-9ad5-556777d0f485 None None] Routers {'9ad19912-f5b4-46da-893f-60114c52d690'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:20:53.318517 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9dfdb1a4-b3cc-449a-9ad5-556777d0f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ad19912-f5b4-46da-893f-60114c52d690'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:53.352929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0634127-6916-4fb9-bada-837130b48d5d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting subnet e08709b1-d479-40e7-9651-76af70ca1fbf {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:20:53.356196 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0634127-6916-4fb9-bada-837130b48d5d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (e08709b1-d479-40e7-9651-76af70ca1fbf), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:53.397604 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0634127-6916-4fb9-bada-837130b48d5d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (e08709b1-d479-40e7-9651-76af70ca1fbf), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:53.422943 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9dfdb1a4-b3cc-449a-9ad5-556777d0f485 None None] Set router 9ad19912-f5b4-46da-893f-60114c52d690 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:20:53.484994 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0634127-6916-4fb9-bada-837130b48d5d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (e08709b1-d479-40e7-9651-76af70ca1fbf), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:53.543991 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0634127-6916-4fb9-bada-837130b48d5d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (e08709b1-d479-40e7-9651-76af70ca1fbf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:53.572117 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0634127-6916-4fb9-bada-837130b48d5d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Subnet': ['ID=e08709b1-d479-40e7-9651-76af70ca1fbf,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:53.574832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f0634127-6916-4fb9-bada-837130b48d5d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:53.579268 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f0634127-6916-4fb9-bada-837130b48d5d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/subnets/e08709b1-d479-40e7-9651-76af70ca1fbf HTTP/1.1" status: 204 len: 168 time: 0.2753947 Feb 09 04:20:53.580655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca8c468-3519-4833-a63e-66e5266ad873 None None] Network 4aa8f0f2-2feb-460a-9517-bf1417a555c8 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:20:53.581344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56908) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:53.611091 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9dfdb1a4-b3cc-449a-9ad5-556777d0f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:20:52Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:53.643040 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfdb1a4-b3cc-449a-9ad5-556777d0f485 None None] Checking router: 9ad19912-f5b4-46da-893f-60114c52d690 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:20:53.652918 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfdb1a4-b3cc-449a-9ad5-556777d0f485 None None] Routers {'9ad19912-f5b4-46da-893f-60114c52d690'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:20:53.653852 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9dfdb1a4-b3cc-449a-9ad5-556777d0f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['9ad19912-f5b4-46da-893f-60114c52d690'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:53.691665 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (9ad19912-f5b4-46da-893f-60114c52d690), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:53.758062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] DHCP port deletion for 4aa8f0f2-2feb-460a-9517-bf1417a555c8 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:20:53.777774 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9dfdb1a4-b3cc-449a-9ad5-556777d0f485 None None] Set router 9ad19912-f5b4-46da-893f-60114c52d690 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:20:53.804742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (9ad19912-f5b4-46da-893f-60114c52d690), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:53.813666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Deleting port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:20:53.814078 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6cec8d80-df7b-42cf-82df-e6fbd01bdae6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:53.855522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 42600ae6-e25a-4399-8192-908b2ff83b22 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:20:53.864823 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port d045da90-bf62-4f8f-b74b-bfed5b5ce566 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:20:53.865287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:53.881392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 42600ae6-e25a-4399-8192-908b2ff83b22 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:20:53.881749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 42600ae6-e25a-4399-8192-908b2ff83b22 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:20:53.902345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] For port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=6cec8d80-df7b-42cf-82df-e6fbd01bdae6,segment=NetworkSegment(accdbd11-4275-4076-82c2-56cd7e9ca025),segment_id=accdbd11-4275-4076-82c2-56cd7e9ca025)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:20:53.902757 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6cec8d80-df7b-42cf-82df-e6fbd01bdae6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:53.921066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Calling delete_port for 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:20:53.957566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port d045da90-bf62-4f8f-b74b-bfed5b5ce566, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=d045da90-bf62-4f8f-b74b-bfed5b5ce566,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:20:53.957923 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:53.970777 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for d045da90-bf62-4f8f-b74b-bfed5b5ce566 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:20:53.978517 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9dfdb1a4-b3cc-449a-9ad5-556777d0f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:20:52Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:54.007268 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfdb1a4-b3cc-449a-9ad5-556777d0f485 None None] The sync data for ids ['9ad19912-f5b4-46da-893f-60114c52d690'] in n-d-824835-15 is: [{'id': '9ad19912-f5b4-46da-893f-60114c52d690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135578996', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:20:52Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'd045da90-bf62-4f8f-b74b-bfed5b5ce566', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad19912-f5b4-46da-893f-60114c52d690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:18:13Z', 'updated_at': '2022-02-09T04:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:20:54.007560 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (6cec8d80-df7b-42cf-82df-e6fbd01bdae6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.039866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Pushing event deleted for resources: {'Port': ['ID=6cec8d80-df7b-42cf-82df-e6fbd01bdae6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:54.050997 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.051603 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.051819 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.052163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.052498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.052830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.053154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.053537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.053864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.054190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.054515 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.054837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.055154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:20:54.058935 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e3b36-27fe-4fff-9139-23008d9ce838 None None] No DVR routers for this DVR port 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:20:54.175139 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (d045da90-bf62-4f8f-b74b-bfed5b5ce566), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.199903 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=d045da90-bf62-4f8f-b74b-bfed5b5ce566,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:54.260580 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (9ad19912-f5b4-46da-893f-60114c52d690), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.350574 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (9ad19912-f5b4-46da-893f-60114c52d690), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.350933 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:20:54.352596 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_controller (9ad19912-f5b4-46da-893f-60114c52d690), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.458476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:20:54.482010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:20:54.482643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 6cec8d80-df7b-42cf-82df-e6fbd01bdae6 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:20:54.698652 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.714098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (9ad19912-f5b4-46da-893f-60114c52d690), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.714816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Fanout notify agent at l3_agent the message router_deleted on router 9ad19912-f5b4-46da-893f-60114c52d690 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:20:54.721483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.722591 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7863c342-a9f5-4cc0-a77a-88f8d245f7bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/routers/9ad19912-f5b4-46da-893f-60114c52d690 HTTP/1.1" status: 204 len: 168 time: 1.1401751 Feb 09 04:20:54.725252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56910) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:54.806524 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (4aa8f0f2-2feb-460a-9517-bf1417a555c8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.896493 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (4aa8f0f2-2feb-460a-9517-bf1417a555c8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.915236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa8f0f2-2feb-460a-9517-bf1417a555c8']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:54.924237 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accdbd11-4275-4076-82c2-56cd7e9ca025') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:54.924538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accdbd11-4275-4076-82c2-56cd7e9ca025') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:54.934334 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (accdbd11-4275-4076-82c2-56cd7e9ca025), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.946993 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (accdbd11-4275-4076-82c2-56cd7e9ca025), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.953255 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:20:54.953656 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (accdbd11-4275-4076-82c2-56cd7e9ca025), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:20:54.956503 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:20:55.016284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (4aa8f0f2-2feb-460a-9517-bf1417a555c8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.023178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.026338 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/networks/4aa8f0f2-2feb-460a-9517-bf1417a555c8 HTTP/1.1" status: 204 len: 168 time: 0.3000617 Feb 09 04:20:55.029111 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56912) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:55.037848 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8e53b-bd01-4cf0-90f3-1a4fc1928cdb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Network': ['ID=4aa8f0f2-2feb-460a-9517-bf1417a555c8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:55.086680 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-488ce383-2601-413e-9701-9db8f25b87c6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (effcfd46-6fb6-4c24-aa42-fe93d54b9197), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.111744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-488ce383-2601-413e-9701-9db8f25b87c6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (effcfd46-6fb6-4c24-aa42-fe93d54b9197), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.178172 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-488ce383-2601-413e-9701-9db8f25b87c6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (effcfd46-6fb6-4c24-aa42-fe93d54b9197), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.180866 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-488ce383-2601-413e-9701-9db8f25b87c6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.185174 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-488ce383-2601-413e-9701-9db8f25b87c6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/security-groups/effcfd46-6fb6-4c24-aa42-fe93d54b9197 HTTP/1.1" status: 204 len: 168 time: 0.1524131 Feb 09 04:20:55.196966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ce383-2601-413e-9701-9db8f25b87c6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=effcfd46-6fb6-4c24-aa42-fe93d54b9197,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:55.486177 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56918) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:55.490822 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9e85c9bc-c143-48cb-bd50-9dc74fc830f1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746455894', 'description': 'tempest-secgroup-smoke-1746455894 description', 'project_id': '88bbe62682b5493f943426dd9832dd31'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:20:55.511865 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e85c9bc-c143-48cb-bd50-9dc74fc830f1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.578435 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e85c9bc-c143-48cb-bd50-9dc74fc830f1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.582080 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e85c9bc-c143-48cb-bd50-9dc74fc830f1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.610898 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e85c9bc-c143-48cb-bd50-9dc74fc830f1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.612124 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9e85c9bc-c143-48cb-bd50-9dc74fc830f1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1248589 Feb 09 04:20:55.615121 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56920) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:55.616279 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85c9bc-c143-48cb-bd50-9dc74fc830f1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:55.619855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c3ad65c3-1636-4dc1-bca1-aaa6a42ab902 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'd7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:20:55.644649 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3ad65c3-1636-4dc1-bca1-aaa6a42ab902 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (d46065fc-04f7-473e-8c5f-3bf7d7d57f6f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.699064 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3ad65c3-1636-4dc1-bca1-aaa6a42ab902 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (d46065fc-04f7-473e-8c5f-3bf7d7d57f6f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.702659 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3ad65c3-1636-4dc1-bca1-aaa6a42ab902 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (d46065fc-04f7-473e-8c5f-3bf7d7d57f6f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.722723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad65c3-1636-4dc1-bca1-aaa6a42ab902 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46065fc-04f7-473e-8c5f-3bf7d7d57f6f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:55.731757 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3ad65c3-1636-4dc1-bca1-aaa6a42ab902 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.732992 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c3ad65c3-1636-4dc1-bca1-aaa6a42ab902 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168761 Feb 09 04:20:55.735666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56922) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:55.739865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-eb6d0369-9766-4fa1-92de-c52b609bec7a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'd7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:20:55.768518 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0369-9766-4fa1-92de-c52b609bec7a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (a7bdb3be-fb44-4d9a-b754-a8ef667c46be), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.824025 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0369-9766-4fa1-92de-c52b609bec7a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (a7bdb3be-fb44-4d9a-b754-a8ef667c46be), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.827355 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0369-9766-4fa1-92de-c52b609bec7a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (a7bdb3be-fb44-4d9a-b754-a8ef667c46be), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.844861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d0369-9766-4fa1-92de-c52b609bec7a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bdb3be-fb44-4d9a-b754-a8ef667c46be,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:55.852557 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0369-9766-4fa1-92de-c52b609bec7a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.853777 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-eb6d0369-9766-4fa1-92de-c52b609bec7a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171978 Feb 09 04:20:55.856778 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56924) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:55.861593 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-e5a233ea-c995-44cf-aa49-9e7d8b534daf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'd7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:20:55.887907 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5a233ea-c995-44cf-aa49-9e7d8b534daf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (72899cf4-4d39-4caa-b86c-d43154d34dbc), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.946094 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5a233ea-c995-44cf-aa49-9e7d8b534daf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (72899cf4-4d39-4caa-b86c-d43154d34dbc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.950436 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5a233ea-c995-44cf-aa49-9e7d8b534daf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (72899cf4-4d39-4caa-b86c-d43154d34dbc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.968151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a233ea-c995-44cf-aa49-9e7d8b534daf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72899cf4-4d39-4caa-b86c-d43154d34dbc,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:55.973621 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5a233ea-c995-44cf-aa49-9e7d8b534daf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:55.977619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56926) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:55.977743 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e5a233ea-c995-44cf-aa49-9e7d8b534daf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197863 Feb 09 04:20:55.983174 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-339734c4-dee3-44fe-9883-9cb0a7881b45 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'd7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:20:56.008888 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-339734c4-dee3-44fe-9883-9cb0a7881b45 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (c1fa9cc6-41b2-4083-90d6-28c159b8aba4), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.078265 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-339734c4-dee3-44fe-9883-9cb0a7881b45 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (c1fa9cc6-41b2-4083-90d6-28c159b8aba4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.080190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 634abadf-1e01-4697-b9c3-7c32e81ff536 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:20:56.082729 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-339734c4-dee3-44fe-9883-9cb0a7881b45 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (c1fa9cc6-41b2-4083-90d6-28c159b8aba4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.099951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339734c4-dee3-44fe-9883-9cb0a7881b45 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fa9cc6-41b2-4083-90d6-28c159b8aba4,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:56.100204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 634abadf-1e01-4697-b9c3-7c32e81ff536 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:20:56.100396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 634abadf-1e01-4697-b9c3-7c32e81ff536 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:20:56.100772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d045da90-bf62-4f8f-b74b-bfed5b5ce566 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:20:56.110106 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-339734c4-dee3-44fe-9883-9cb0a7881b45 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.111316 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-339734c4-dee3-44fe-9883-9cb0a7881b45 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317871 Feb 09 04:20:56.114141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56928) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:56.118535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-d3e6ae12-4c29-485e-aba1-fd820b7dd585 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'd7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:20:56.121610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: d045da90-bf62-4f8f-b74b-bfed5b5ce566 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:20:56.121996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device d045da90-bf62-4f8f-b74b-bfed5b5ce566 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:20:56.138542 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-d3e6ae12-4c29-485e-aba1-fd820b7dd585 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Project 88bbe62682b5493f943426dd9832dd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:20:56.143373 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae12-4c29-485e-aba1-fd820b7dd585 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (54b81601-28fa-4503-af10-5677f29fd721), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.202065 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae12-4c29-485e-aba1-fd820b7dd585 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (54b81601-28fa-4503-af10-5677f29fd721), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.205548 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae12-4c29-485e-aba1-fd820b7dd585 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (54b81601-28fa-4503-af10-5677f29fd721), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.222342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6ae12-4c29-485e-aba1-fd820b7dd585 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b81601-28fa-4503-af10-5677f29fd721,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:56.230801 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3e6ae12-4c29-485e-aba1-fd820b7dd585 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.232008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d3e6ae12-4c29-485e-aba1-fd820b7dd585 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168098 Feb 09 04:20:56.235529 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56930) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:56.239788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ac9b9ad4-c34e-4cbf-beb4-708e90ace0d1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': 'd7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:20:56.259694 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-ac9b9ad4-c34e-4cbf-beb4-708e90ace0d1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Project 88bbe62682b5493f943426dd9832dd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:20:56.265203 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac9b9ad4-c34e-4cbf-beb4-708e90ace0d1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (170cd68d-6647-4ed1-8c80-ecf5238b28a2), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.324868 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac9b9ad4-c34e-4cbf-beb4-708e90ace0d1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (170cd68d-6647-4ed1-8c80-ecf5238b28a2), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.328358 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac9b9ad4-c34e-4cbf-beb4-708e90ace0d1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (170cd68d-6647-4ed1-8c80-ecf5238b28a2), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.346535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b9ad4-c34e-4cbf-beb4-708e90ace0d1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170cd68d-6647-4ed1-8c80-ecf5238b28a2,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:56.351345 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac9b9ad4-c34e-4cbf-beb4-708e90ace0d1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.352529 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ac9b9ad4-c34e-4cbf-beb4-708e90ace0d1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1160908 Feb 09 04:20:56.356330 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56932) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:56.361268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8c02a7d4-7f00-47c8-9edd-aa5598b9747d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'network': {'name': 'tempest-network-smoke--126773685', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'port_security_enabled': True}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:20:56.378973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c02a7d4-7f00-47c8-9edd-aa5598b9747d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:20:56.382263 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c02a7d4-7f00-47c8-9edd-aa5598b9747d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.406265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c02a7d4-7f00-47c8-9edd-aa5598b9747d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:20:56.415050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c02a7d4-7f00-47c8-9edd-aa5598b9747d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6e6fbe62-5fbb-4759-92f2-99299627a233), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.415395 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-8c02a7d4-7f00-47c8-9edd-aa5598b9747d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Added segment 6e6fbe62-5fbb-4759-92f2-99299627a233 of type vlan for network 011f11f1-b369-4c96-824c-a2843a0e6e3f Feb 09 04:20:56.457329 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c02a7d4-7f00-47c8-9edd-aa5598b9747d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (011f11f1-b369-4c96-824c-a2843a0e6e3f), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.482676 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c02a7d4-7f00-47c8-9edd-aa5598b9747d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (011f11f1-b369-4c96-824c-a2843a0e6e3f), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.487603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c02a7d4-7f00-47c8-9edd-aa5598b9747d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:20:56.488177 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c02a7d4-7f00-47c8-9edd-aa5598b9747d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.544598 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8c02a7d4-7f00-47c8-9edd-aa5598b9747d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871648 Feb 09 04:20:56.547456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56934) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:56.552274 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'admin_state_up': True, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:20:56.559200 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02a7d4-7f00-47c8-9edd-aa5598b9747d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Network': ['ID=011f11f1-b369-4c96-824c-a2843a0e6e3f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:56.569597 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 011f11f1-b369-4c96-824c-a2843a0e6e3f details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:20:56.574479 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.575832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.628302 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_controller (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.769919 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.961802 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:56.984522 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:57.088127 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.25.5.92 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/a0572f7b-3482-4887-b6d4-bffef2c2d303) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:20:57.194774 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:57.229568 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:57.270892 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:20:57.273724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:20:57.277253 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:20:57.282763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=a0572f7b-3482-4887-b6d4-bffef2c2d303,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:57.529501 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:57.729960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:57.861864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:20:57.969472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:20:57.986006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Sync routers for ids ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:20:57.993145 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:57.997457 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-55a03486-322a-4fdf-bbd5-0ed808675009 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4459665 Feb 09 04:20:57.997627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Routers {'6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:20:57.997627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:57.997837 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56942) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:58.032388 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-72023d33-8c1c-4b20-8682-7b4cdac8cb29 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=88bbe62682b5493f943426dd9832dd31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336194 Feb 09 04:20:58.034864 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56944) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:58.105197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Set router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:20:58.171226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f61f1-3d81-4fe7-b943-87a8183a8209 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:20:58.172956 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-da4f61f1-3d81-4fe7-b943-87a8183a8209 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1371946 Feb 09 04:20:58.175953 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 56946) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:58.204811 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0139cef6-34ab-4e74-987b-853e364c3ed4 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274401 Feb 09 04:20:58.207526 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56948) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:58.212511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-36770359-1f8b-4937-9aff-738aa2411fa7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-234438343', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:20:58.284442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:20:57Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:58.302743 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36770359-1f8b-4937-9aff-738aa2411fa7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:20:58.306205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36770359-1f8b-4937-9aff-738aa2411fa7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:58.310790 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Checking router: 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:20:58.311136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Updating router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d port a0572f7b-3482-4887-b6d4-bffef2c2d303 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:20:58.337803 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:58.486743 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36770359-1f8b-4937-9aff-738aa2411fa7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (c82f547d-7a83-4afa-a36b-3ee30827b495), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:58.546233 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36770359-1f8b-4937-9aff-738aa2411fa7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Subnet': ['ID=c82f547d-7a83-4afa-a36b-3ee30827b495,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:58.555236 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36770359-1f8b-4937-9aff-738aa2411fa7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Checking segment: {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:20:58.555594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36770359-1f8b-4937-9aff-738aa2411fa7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network hostable DHCP agents. Network: 011f11f1-b369-4c96-824c-a2843a0e6e3f, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:20:58.574741 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36770359-1f8b-4937-9aff-738aa2411fa7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 011f11f1-b369-4c96-824c-a2843a0e6e3f is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:20:58.583023 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-36770359-1f8b-4937-9aff-738aa2411fa7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 011f11f1-b369-4c96-824c-a2843a0e6e3f) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:20:58.587803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36770359-1f8b-4937-9aff-738aa2411fa7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:20:58.589226 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36770359-1f8b-4937-9aff-738aa2411fa7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:58.598105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a8472-ae76-4200-a5b4-cc254029b7b5 None None] Network 011f11f1-b369-4c96-824c-a2843a0e6e3f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:20:58.605042 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Publish callbacks [] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:58.606625 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-36770359-1f8b-4937-9aff-738aa2411fa7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3975017 Feb 09 04:20:58.608926 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 56950) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:20:58.641046 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:58.901489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e366f4f-7450-4349-bfd6-df92cf349257 None None] Pushing event updated for resources: {'Port': ['ID=a0572f7b-3482-4887-b6d4-bffef2c2d303,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:58.903735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Attempting to bind port a0572f7b-3482-4887-b6d4-bffef2c2d303 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:20:58.904100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Attempting to bind port a0572f7b-3482-4887-b6d4-bffef2c2d303 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:20:58.904459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Attempting to bind port a0572f7b-3482-4887-b6d4-bffef2c2d303 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:20:58.913954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:20:58.914329 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:20:58.914725 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:58.915201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:20:58.915657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Bound port: a0572f7b-3482-4887-b6d4-bffef2c2d303, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:20:58.916073 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:58.969090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-011f11f1-b369-4c96-824c-a2843a0e6e3f', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ips': [{'subnet_id': 'c82f547d-7a83-4afa-a36b-3ee30827b495'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:20:58.969977 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:59.010507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] For port a0572f7b-3482-4887-b6d4-bffef2c2d303, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:20:59.014509 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] For port a0572f7b-3482-4887-b6d4-bffef2c2d303, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a0572f7b-3482-4887-b6d4-bffef2c2d303,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:20:59.068043 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:59.070127 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:59.170841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Routers {'6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:20:59.171462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:59.182355 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e366f4f-7450-4349-bfd6-df92cf349257 None None] Pushing event updated for resources: {'Port': ['ID=a0572f7b-3482-4887-b6d4-bffef2c2d303,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:59.276870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Allocated IP 172.20.0.2 (011f11f1-b369-4c96-824c-a2843a0e6e3f/c82f547d-7a83-4afa-a36b-3ee30827b495/4162baab-c948-4a0a-b4e4-03498a520e5b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:20:59.372101 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] Set router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:20:59.594582 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Publish callbacks [] for port (4162baab-c948-4a0a-b4e4-03498a520e5b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:59.602507 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (4162baab-c948-4a0a-b4e4-03498a520e5b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:59.649075 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.20.0.1 (011f11f1-b369-4c96-824c-a2843a0e6e3f/c82f547d-7a83-4afa-a36b-3ee30827b495/578378a1-3496-4220-9bcf-bf0d7496d04f) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:20:59.654818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Network 011f11f1-b369-4c96-824c-a2843a0e6e3f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:20:59.660918 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:20:59.666736 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:20:59.669882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Pushing event updated for resources: {'Port': ['ID=4162baab-c948-4a0a-b4e4-03498a520e5b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:20:59.722019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:20:57Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:20:59.758370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eda6bbc-3bac-4bd0-8982-530d03bd2f6b None None] The sync data for ids ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'] in n-d-824835-15 is: [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:20:57Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:20:59.763675 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Attempting to bind port 4162baab-c948-4a0a-b4e4-03498a520e5b on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:20:59.763675 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Attempting to bind port 4162baab-c948-4a0a-b4e4-03498a520e5b by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:20:59.763888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Attempting to bind port 4162baab-c948-4a0a-b4e4-03498a520e5b on network 011f11f1-b369-4c96-824c-a2843a0e6e3f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:20:59.769447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:20:59.769842 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Checking segment: {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:20:59.770256 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:59.770659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Bound using segment: {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:20:59.771142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Bound port: 4162baab-c948-4a0a-b4e4-03498a520e5b, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:20:59.771533 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4162baab-c948-4a0a-b4e4-03498a520e5b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:59.848312 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] For port 4162baab-c948-4a0a-b4e4-03498a520e5b, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:20:59.851927 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] For port 4162baab-c948-4a0a-b4e4-03498a520e5b, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4162baab-c948-4a0a-b4e4-03498a520e5b,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:20:59.859137 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4162baab-c948-4a0a-b4e4-03498a520e5b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:20:59.925270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764458ad-c2a6-4d91-a1d7-9675b37e7916 None None] Pushing event updated for resources: {'Port': ['ID=4162baab-c948-4a0a-b4e4-03498a520e5b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:00.136521 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:00.183199 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:00.231513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a0572f7b-3482-4887-b6d4-bffef2c2d303 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:21:00.241299 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=578378a1-3496-4220-9bcf-bf0d7496d04f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:00.281978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 011f11f1-b369-4c96-824c-a2843a0e6e3f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:21:00.288860 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:21:00.294155 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:21:00.310167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a0572f7b-3482-4887-b6d4-bffef2c2d303 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:00.310901 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:00.356003 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:00.433461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a0572f7b-3482-4887-b6d4-bffef2c2d303 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:21:00.433888 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:00.458521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port a0572f7b-3482-4887-b6d4-bffef2c2d303, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a0572f7b-3482-4887-b6d4-bffef2c2d303,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:21:00.465182 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:00.526128 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:00.530429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=a0572f7b-3482-4887-b6d4-bffef2c2d303,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:00.868032 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:00.878551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:00.932373 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=578378a1-3496-4220-9bcf-bf0d7496d04f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:00.977009 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:01.073958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 011f11f1-b369-4c96-824c-a2843a0e6e3f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:21:01.075444 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:21:01.153010 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1649ed-e865-4fd4-95bb-bd23e3f2f5b7 None None] Network 011f11f1-b369-4c96-824c-a2843a0e6e3f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:21:01.200704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:21:01.271114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6f9eb1d4-8ef8-4db1-accb-df845eb1c5eb None None] Provisioning complete for port 4162baab-c948-4a0a-b4e4-03498a520e5b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:01.271735 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb1d4-8ef8-4db1-accb-df845eb1c5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4162baab-c948-4a0a-b4e4-03498a520e5b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:01.335589 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:21:01.347690 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cb2d0880-794c-4e50-afa2-de5d5a051db2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "PUT /v2.0/routers/6fd38e4a-2ae2-4d74-be2f-aed14fe9340d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7377384 Feb 09 04:21:01.387926 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6f9eb1d4-8ef8-4db1-accb-df845eb1c5eb None None] Current status of the port 4162baab-c948-4a0a-b4e4-03498a520e5b is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:21:01.388328 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb1d4-8ef8-4db1-accb-df845eb1c5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (4162baab-c948-4a0a-b4e4-03498a520e5b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:01.426594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6f9eb1d4-8ef8-4db1-accb-df845eb1c5eb None None] For port 4162baab-c948-4a0a-b4e4-03498a520e5b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4162baab-c948-4a0a-b4e4-03498a520e5b,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:21:01.436495 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb1d4-8ef8-4db1-accb-df845eb1c5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (4162baab-c948-4a0a-b4e4-03498a520e5b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:01.528965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9eb1d4-8ef8-4db1-accb-df845eb1c5eb None None] Pushing event updated for resources: {'Port': ['ID=4162baab-c948-4a0a-b4e4-03498a520e5b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:01.553024 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-f9fe25af-593d-438c-b913-d6ca9fb716e5 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746455894&fields=id&tenant_id=88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 267 time: 0.0690651 Feb 09 04:21:01.667628 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-00f39ebb-bb16-4279-8630-1f12a6af7c12 None None] Provisioning complete for port 4162baab-c948-4a0a-b4e4-03498a520e5b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:01.668501 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00f39ebb-bb16-4279-8630-1f12a6af7c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4162baab-c948-4a0a-b4e4-03498a520e5b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:01.683405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e3222646-f265-483e-acc9-e50c01818de2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:01.690562 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e3222646-f265-483e-acc9-e50c01818de2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/networks?id=011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 200 len: 796 time: 0.1277704 Feb 09 04:21:01.706713 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-f3a8ec35-921d-4a1f-bc42-363be451e0c5 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/quotas/88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 375 time: 0.0152173 Feb 09 04:21:01.762837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-00f39ebb-bb16-4279-8630-1f12a6af7c12 None None] Current status of the port 4162baab-c948-4a0a-b4e4-03498a520e5b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:21:01.775083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-00f39ebb-bb16-4279-8630-1f12a6af7c12 None None] Provisioning complete for port 578378a1-3496-4220-9bcf-bf0d7496d04f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:01.776027 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00f39ebb-bb16-4279-8630-1f12a6af7c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:01.788160 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-41f13f33-c120-433f-95f2-8a19b1701434 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803194 Feb 09 04:21:01.823223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-00f39ebb-bb16-4279-8630-1f12a6af7c12 None None] Port 578378a1-3496-4220-9bcf-bf0d7496d04f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:21:01.910839 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-bf8f49ae-6cf6-4a1c-8c12-df489e110e72 service neutron] 10.222.0.21 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216929 Feb 09 04:21:01.945436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-220e5fa5-dc4c-46d3-ab2b-414a6b75cfce None None] Provisioning complete for port 578378a1-3496-4220-9bcf-bf0d7496d04f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:01.947145 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-220e5fa5-dc4c-46d3-ab2b-414a6b75cfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:01.970302 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Sync routers for ids ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:21:01.989145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-220e5fa5-dc4c-46d3-ab2b-414a6b75cfce None None] Port 578378a1-3496-4220-9bcf-bf0d7496d04f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:21:01.995607 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Routers {'6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:21:02.000087 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:21:02.083840 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-cdc6fe4d-e9be-4382-82fb-22d4cf245240 service neutron] 10.222.0.21 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623523 Feb 09 04:21:02.189465 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Set router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:21:02.255570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4162baab-c948-4a0a-b4e4-03498a520e5b up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:21:02.340879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-91f6f381-eea5-4de9-90f6-c44676cb75de None None] Provisioning complete for port 578378a1-3496-4220-9bcf-bf0d7496d04f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:02.342462 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91f6f381-eea5-4de9-90f6-c44676cb75de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:02.360523 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52b9d5c2-a7f8-4cb7-bb33-7741af8b596a req-20dc7b9d-b6db-42eb-8d97-d07cbb002780 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 210 time: 0.0683413 Feb 09 04:21:02.382665 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 4162baab-c948-4a0a-b4e4-03498a520e5b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:02.383044 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (4162baab-c948-4a0a-b4e4-03498a520e5b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:02.386907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-91f6f381-eea5-4de9-90f6-c44676cb75de None None] Port 578378a1-3496-4220-9bcf-bf0d7496d04f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:21:02.435150 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '578378a1-3496-4220-9bcf-bf0d7496d04f', 'name': '', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:4e:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:59Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 2, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:21:02.464033 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Checking router: 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:21:02.464473 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Updating router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d port 578378a1-3496-4220-9bcf-bf0d7496d04f binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:21:02.475426 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 4162baab-c948-4a0a-b4e4-03498a520e5b is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:21:02.476799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a0572f7b-3482-4887-b6d4-bffef2c2d303 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:21:02.493088 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:02.532727 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a0572f7b-3482-4887-b6d4-bffef2c2d303 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:02.533236 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:02.629002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a0572f7b-3482-4887-b6d4-bffef2c2d303 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:21:02.880654 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Publish callbacks [] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:02.887072 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:02.956200 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Pushing event updated for resources: {'Port': ['ID=578378a1-3496-4220-9bcf-bf0d7496d04f,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:02.986951 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:02.987667 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:02.987667 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:02.987928 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:02.988257 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:02.988581 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:02.988907 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:02.989230 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:02.989582 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:02.989905 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:02.990225 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:02.990540 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:02.990858 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:21:03.008833 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Attempting to bind port 578378a1-3496-4220-9bcf-bf0d7496d04f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:21:03.009215 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Attempting to bind port 578378a1-3496-4220-9bcf-bf0d7496d04f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:21:03.010273 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Attempting to bind port 578378a1-3496-4220-9bcf-bf0d7496d04f on network 011f11f1-b369-4c96-824c-a2843a0e6e3f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:21:03.015841 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:21:03.016215 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Checking segment: {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:21:03.016653 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:03.017214 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Bound using segment: {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:21:03.017741 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Bound port: 578378a1-3496-4220-9bcf-bf0d7496d04f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:21:03.018141 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:03.083097 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] For port 578378a1-3496-4220-9bcf-bf0d7496d04f, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:21:03.086250 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] For port 578378a1-3496-4220-9bcf-bf0d7496d04f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=578378a1-3496-4220-9bcf-bf0d7496d04f,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:21:03.092641 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:03.148794 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Routers {'6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:21:03.149460 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:21:03.156211 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee61cc2-8fa9-4df3-b8f5-0dcc48ff21f5 None None] Pushing event updated for resources: {'Port': ['ID=578378a1-3496-4220-9bcf-bf0d7496d04f,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:03.210995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5566fdaf-5918-44fb-adaf-a8fbadbf2e85 None None] Provisioning complete for port 578378a1-3496-4220-9bcf-bf0d7496d04f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:03.211678 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5566fdaf-5918-44fb-adaf-a8fbadbf2e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:03.271609 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] Set router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:21:03.328907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5566fdaf-5918-44fb-adaf-a8fbadbf2e85 None None] Current status of the port 578378a1-3496-4220-9bcf-bf0d7496d04f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:21:03.329642 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5566fdaf-5918-44fb-adaf-a8fbadbf2e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:03.401783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5566fdaf-5918-44fb-adaf-a8fbadbf2e85 None None] For port 578378a1-3496-4220-9bcf-bf0d7496d04f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=578378a1-3496-4220-9bcf-bf0d7496d04f,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:21:03.408642 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5566fdaf-5918-44fb-adaf-a8fbadbf2e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:03.488872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566fdaf-5918-44fb-adaf-a8fbadbf2e85 None None] Pushing event updated for resources: {'Port': ['ID=578378a1-3496-4220-9bcf-bf0d7496d04f,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:03.522626 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-b0d01268-c2c7-4f18-980b-f1ce00be1d44 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:03.525584 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-b0d01268-c2c7-4f18-980b-f1ce00be1d44 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "GET /v2.0/networks?id=011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 200 len: 796 time: 0.1825755 Feb 09 04:21:03.528784 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-02ca3569-530e-49cd-b355-8c68a8d051b0 req-f46a37b5-b046-48a5-8722-15878d5e3fe1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 210 time: 0.0377438 Feb 09 04:21:03.536020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-bb1f9cf0-307f-49c1-af5e-a8a399938559 None None] Provisioning complete for port 578378a1-3496-4220-9bcf-bf0d7496d04f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:03.536398 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb1f9cf0-307f-49c1-af5e-a8a399938559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:03.555569 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '578378a1-3496-4220-9bcf-bf0d7496d04f', 'name': '', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:4e:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:59Z', 'updated_at': '2022-02-09T04:21:03Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:21:03.582566 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808e8fb-b0bb-44ec-9fbd-70051020f615 None None] The sync data for ids ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'] in n-d-824835-15 is: [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '578378a1-3496-4220-9bcf-bf0d7496d04f', 'name': '', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:4e:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:59Z', 'updated_at': '2022-02-09T04:21:03Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:21:03.603825 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-ad2ac42a-08c3-410d-a19d-4fbc6d5cdec2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 380 time: 0.0629716 Feb 09 04:21:03.612564 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'port': {'device_id': '65e32099-5389-41fd-bddc-3733a93400d6', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'admin_state_up': True, 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'security_groups': ['d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:21:03.622175 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f9cf0-307f-49c1-af5e-a8a399938559 None None] Current status of the port 578378a1-3496-4220-9bcf-bf0d7496d04f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:21:03.736730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:21:03.741063 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:03.881913 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.20.0.11 (011f11f1-b369-4c96-824c-a2843a0e6e3f/c82f547d-7a83-4afa-a36b-3ee30827b495/2631b0ec-15b3-436b-8a0c-137e96f11e9e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:21:04.028074 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:04.066831 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:04.126007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 011f11f1-b369-4c96-824c-a2843a0e6e3f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:21:04.129400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:21:04.133421 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:21:04.140350 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=2631b0ec-15b3-436b-8a0c-137e96f11e9e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:04.144302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 578378a1-3496-4220-9bcf-bf0d7496d04f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:21:04.199672 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:04.201469 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:04.224851 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 578378a1-3496-4220-9bcf-bf0d7496d04f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:04.225316 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:04.226718 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-7a8a50c9-79c0-47ae-911b-abc69aaa631b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6179521 Feb 09 04:21:04.244772 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Request body: {'port': {'device_id': '65e32099-5389-41fd-bddc-3733a93400d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:21:04.315803 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:04.329621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 578378a1-3496-4220-9bcf-bf0d7496d04f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:21:04.451338 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d460e666-3728-4cb8-9bda-7aef9b295d20 None None] Provisioning complete for port 2631b0ec-15b3-436b-8a0c-137e96f11e9e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:04.451937 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d460e666-3728-4cb8-9bda-7aef9b295d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:04.486659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d460e666-3728-4cb8-9bda-7aef9b295d20 None None] Port 2631b0ec-15b3-436b-8a0c-137e96f11e9e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:21:04.620903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2631b0ec-15b3-436b-8a0c-137e96f11e9e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:21:04.643853 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Publish callbacks [] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:04.663221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Transition to ACTIVE for port object 2631b0ec-15b3-436b-8a0c-137e96f11e9e will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:21:04.670993 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:04.707899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19548e51-2a1a-4ffe-b333-55c2f67e2151 req-5a793447-947c-408b-b56b-9ea80abec739 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:04.709428 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19548e51-2a1a-4ffe-b333-55c2f67e2151 req-5a793447-947c-408b-b56b-9ea80abec739 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 932 time: 0.1034164 Feb 09 04:21:04.754193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Pushing event updated for resources: {'Port': ['ID=2631b0ec-15b3-436b-8a0c-137e96f11e9e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:04.834419 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19548e51-2a1a-4ffe-b333-55c2f67e2151 req-2a7b07d1-2086-4020-9ce4-acf4458c91b7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141207 Feb 09 04:21:04.858567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Attempting to bind port 2631b0ec-15b3-436b-8a0c-137e96f11e9e on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:21:04.858904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Attempting to bind port 2631b0ec-15b3-436b-8a0c-137e96f11e9e by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:21:04.859239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Attempting to bind port 2631b0ec-15b3-436b-8a0c-137e96f11e9e on network 011f11f1-b369-4c96-824c-a2843a0e6e3f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:21:04.863846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Port 2631b0ec-15b3-436b-8a0c-137e96f11e9e on network 011f11f1-b369-4c96-824c-a2843a0e6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:21:04.864164 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Attempting to bind port 2631b0ec-15b3-436b-8a0c-137e96f11e9e on network 011f11f1-b369-4c96-824c-a2843a0e6e3f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:21:04.874642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:21:04.874642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Checking segment: {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:21:04.874642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Bound using segment: {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:21:04.874642 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Bound port: 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:21:04.874642 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:04.938631 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:21:04.942134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:21:04.948198 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:04.985417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:04.986049 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:04.987426 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] 10.222.0.65 "PUT /v2.0/ports/2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 1093 time: 0.7476697 Feb 09 04:21:04.987873 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:21:04.990150 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349dab8b-9275-4708-b028-3333fb13a6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:21:05.018103 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e6258-1684-43b1-8237-7e1eb15b8b3c service neutron] Pushing event updated for resources: {'Port': ['ID=2631b0ec-15b3-436b-8a0c-137e96f11e9e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:05.052466 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685cffc3-d7e2-4cbc-aad8-cf88a807676c x-openstack-request-id: req-685cffc3-d7e2-4cbc-aad8-cf88a807676c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:21:05.052765 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:21:05.053023 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-685cffc3-d7e2-4cbc-aad8-cf88a807676c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:21:05.053523 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'status': 'completed', 'code': 200} Feb 09 04:21:05.116875 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-d0a20cc3-3bea-4e49-8922-34d222979376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:05.118478 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-d0a20cc3-3bea-4e49-8922-34d222979376 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1127 time: 0.0499246 Feb 09 04:21:05.170353 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-94910cff-b3bf-4047-8d7f-553e9060f288 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 217 time: 0.0379953 Feb 09 04:21:05.225579 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-ef0d2812-2b7f-4736-997f-cd93ca994e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:05.227060 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-ef0d2812-2b7f-4736-997f-cd93ca994e31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82f547d-7a83-4afa-a36b-3ee30827b495 HTTP/1.1" status: 200 len: 834 time: 0.0500531 Feb 09 04:21:05.277596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-42be1408-b49b-47c7-ae9b-11cd24b0f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:05.279074 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-42be1408-b49b-47c7-ae9b-11cd24b0f08f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=011f11f1-b369-4c96-824c-a2843a0e6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465803 Feb 09 04:21:05.366178 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-d4ad53cf-3b11-4c25-a48c-a9a9d0d801b0 service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799587 Feb 09 04:21:05.458768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a6f6663-0236-4647-b58b-dd21c7247184 req-3b9c0f9e-b846-48a4-bd07-8f2ca2322a89 service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867751 Feb 09 04:21:05.591160 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dab8b-9275-4708-b028-3333fb13a6f1 req-5779faa6-9c4d-47ee-b20e-6e77275342ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:05.592666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-349dab8b-9275-4708-b028-3333fb13a6f1 req-5779faa6-9c4d-47ee-b20e-6e77275342ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1127 time: 0.0468254 Feb 09 04:21:05.685883 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dab8b-9275-4708-b028-3333fb13a6f1 req-86ddec33-737e-49ed-b552-ea88def40287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:05.687274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-349dab8b-9275-4708-b028-3333fb13a6f1 req-86ddec33-737e-49ed-b552-ea88def40287 service neutron] 10.222.0.65 "GET /v2.0/networks?id=011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 200 len: 897 time: 0.0882444 Feb 09 04:21:05.729001 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-349dab8b-9275-4708-b028-3333fb13a6f1 req-d4590cb7-992c-4942-819a-a1abfa27c57b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 217 time: 0.0355823 Feb 09 04:21:05.775825 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dab8b-9275-4708-b028-3333fb13a6f1 req-b8bb0c0e-6a88-4be7-abb0-4688b040dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:05.777279 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-349dab8b-9275-4708-b028-3333fb13a6f1 req-b8bb0c0e-6a88-4be7-abb0-4688b040dbd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82f547d-7a83-4afa-a36b-3ee30827b495 HTTP/1.1" status: 200 len: 834 time: 0.0437450 Feb 09 04:21:05.830360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dab8b-9275-4708-b028-3333fb13a6f1 req-59e18878-421e-45a0-b2de-2f50233fe6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:05.831851 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-349dab8b-9275-4708-b028-3333fb13a6f1 req-59e18878-421e-45a0-b2de-2f50233fe6ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=011f11f1-b369-4c96-824c-a2843a0e6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487676 Feb 09 04:21:05.945429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-349dab8b-9275-4708-b028-3333fb13a6f1 req-8d46aa66-d1ac-4de9-b555-45dc34564a62 service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074791 Feb 09 04:21:06.016041 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86896742-86c0-4efb-88ba-905cc0d0b6a7 req-3fcca937-8e4f-4036-b952-ac9c8723c7d7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:06.017518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-86896742-86c0-4efb-88ba-905cc0d0b6a7 req-3fcca937-8e4f-4036-b952-ac9c8723c7d7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 944 time: 0.1113157 Feb 09 04:21:06.082246 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-349dab8b-9275-4708-b028-3333fb13a6f1 req-bf7598c8-d99b-40e6-ae00-cdee141dee07 service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308532 Feb 09 04:21:06.091499 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-86896742-86c0-4efb-88ba-905cc0d0b6a7 req-4eff50cc-723c-4594-bcff-e57b9be8ea94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681679 Feb 09 04:21:07.215098 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2ed26-9ca3-4f41-afe2-4d38a34f3f6f req-c3dbe5e7-3089-4037-8677-0c07ed03786b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:07.216560 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70e2ed26-9ca3-4f41-afe2-4d38a34f3f6f req-c3dbe5e7-3089-4037-8677-0c07ed03786b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 944 time: 0.0543759 Feb 09 04:21:07.269415 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-70e2ed26-9ca3-4f41-afe2-4d38a34f3f6f req-c463ff5e-4258-420d-8784-cc1e1fec5e70 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471826 Feb 09 04:21:08.127902 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:08.387478 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef245f-ca70-431e-a666-59fbd4f73286 req-1ac6cf33-3244-41fd-90ea-8aa191e6d39b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:08.388953 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abef245f-ca70-431e-a666-59fbd4f73286 req-1ac6cf33-3244-41fd-90ea-8aa191e6d39b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 944 time: 0.0525651 Feb 09 04:21:08.442801 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abef245f-ca70-431e-a666-59fbd4f73286 req-08d57cc2-4b44-4e41-92e5-5cb4ad030c77 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481925 Feb 09 04:21:09.561235 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fbff3-fa6a-41b2-b590-0d99d5cb4758 req-1cb0cf94-9a88-42d2-8f2f-65e7be489da1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:09.562738 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-963fbff3-fa6a-41b2-b590-0d99d5cb4758 req-1cb0cf94-9a88-42d2-8f2f-65e7be489da1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 944 time: 0.0531714 Feb 09 04:21:09.611016 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-963fbff3-fa6a-41b2-b590-0d99d5cb4758 req-1fe6830a-d4fe-43e9-9d19-90b74ec30260 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Feb 09 04:21:09.916525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2631b0ec-15b3-436b-8a0c-137e96f11e9e details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:21:10.009336 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:21:10.024624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'port_id': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'mac_address': 'fa:16:3e:4b:e3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:21:10.060531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2631b0ec-15b3-436b-8a0c-137e96f11e9e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:21:10.060918 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:10.073872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2631b0ec-15b3-436b-8a0c-137e96f11e9e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:21:10.092657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:21:10.096544 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:10.141605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2631b0ec-15b3-436b-8a0c-137e96f11e9e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:10.531350 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['2631b0ec-15b3-436b-8a0c-137e96f11e9e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:21:10.731894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21596379-e47e-40ff-bccd-f0dc17475d2c req-d7566b17-cafa-4f23-8cdd-2b3fd9aac37b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:10.733424 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21596379-e47e-40ff-bccd-f0dc17475d2c req-d7566b17-cafa-4f23-8cdd-2b3fd9aac37b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 945 time: 0.0535188 Feb 09 04:21:10.783300 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-21596379-e47e-40ff-bccd-f0dc17475d2c req-381e0466-5863-4b29-a1a2-ed256a37d358 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441062 Feb 09 04:21:11.901289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540327b-f8a5-4563-9d65-a0f8e6112161 req-fc3934af-834f-4702-be4c-981fbcd4dfb2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:11.902823 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5540327b-f8a5-4563-9d65-a0f8e6112161 req-fc3934af-834f-4702-be4c-981fbcd4dfb2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 945 time: 0.0525661 Feb 09 04:21:11.931173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2631b0ec-15b3-436b-8a0c-137e96f11e9e up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:21:11.951519 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5540327b-f8a5-4563-9d65-a0f8e6112161 req-48f45a1e-d314-4ecc-83c2-c5522ffaa6ab tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431690 Feb 09 04:21:11.982940 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 2631b0ec-15b3-436b-8a0c-137e96f11e9e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:21:11.986996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 2631b0ec-15b3-436b-8a0c-137e96f11e9e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:21:11.987373 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:12.062737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 2631b0ec-15b3-436b-8a0c-137e96f11e9e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:21:12.063061 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:12.085498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:21:12.087837 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0f0e1e-06cc-4582-9bec-989ce4ee1097" -d '{"events": [{"server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "name": "network-vif-plugged", "status": "completed", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:21:12.100323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:21:12.104808 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:12.127883 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fbe746-6d39-4917-80fd-8149327a8090 x-openstack-request-id: req-d2fbe746-6d39-4917-80fd-8149327a8090 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:21:12.128201 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "name": "network-vif-plugged", "status": "completed", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:21:12.128455 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2fbe746-6d39-4917-80fd-8149327a8090 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:21:12.128844 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'code': 200} Feb 09 04:21:12.156889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=2631b0ec-15b3-436b-8a0c-137e96f11e9e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:12.258156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4731bac-3d9d-40e2-b3d7-45efa8094c03 req-1e1271b6-b0da-4cd9-9514-e2e5569472b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:12.260528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f4731bac-3d9d-40e2-b3d7-45efa8094c03 req-1e1271b6-b0da-4cd9-9514-e2e5569472b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1129 time: 0.0427043 Feb 09 04:21:12.303507 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f4731bac-3d9d-40e2-b3d7-45efa8094c03 req-428598c0-2e21-4fd6-9293-c499e2330c62 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384784 Feb 09 04:21:13.073905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27187596-41fa-447f-b99d-cfd7daed4889 req-290e14dc-dfe4-4619-abcd-b664b395757e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:13.075355 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-27187596-41fa-447f-b99d-cfd7daed4889 req-290e14dc-dfe4-4619-abcd-b664b395757e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0566676 Feb 09 04:21:13.122980 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-27187596-41fa-447f-b99d-cfd7daed4889 req-28ac9fe3-2dc7-471a-b5f9-cb7790c377cc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420678 Feb 09 04:21:14.246485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a0d49-4bb9-403d-83c0-2767d39cf568 req-4afb4e33-5c80-456c-a4fc-21731e6a41b7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:14.247973 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-251a0d49-4bb9-403d-83c0-2767d39cf568 req-4afb4e33-5c80-456c-a4fc-21731e6a41b7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0566113 Feb 09 04:21:14.295539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-251a0d49-4bb9-403d-83c0-2767d39cf568 req-1702c461-9215-40a3-bd29-590f09821fe0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419235 Feb 09 04:21:14.415508 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b873e1-1fd0-4aaf-8735-87253e8e9102 req-0ddc93a6-2ebf-45ea-bfd1-f8e5a9ff5ba2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:14.417726 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-40b873e1-1fd0-4aaf-8735-87253e8e9102 req-0ddc93a6-2ebf-45ea-bfd1-f8e5a9ff5ba2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0524695 Feb 09 04:21:14.467466 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-40b873e1-1fd0-4aaf-8735-87253e8e9102 req-5a5af3fb-c1c8-48e5-a6d3-9bfba0ab2875 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441351 Feb 09 04:21:14.489014 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57008) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:21:14.535746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d8c78-00a9-4bfd-97ab-c62fef75ddfd tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:14.537253 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-105d8c78-00a9-4bfd-97ab-c62fef75ddfd tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1124 time: 0.0472400 Feb 09 04:21:14.539950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57010) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:21:14.544818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:21:14.565641 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:14.658483 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:14.762267 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.25.5.59 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/cabf9881-173f-4d80-a058-04b90ae180a9) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:21:14.861098 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (cabf9881-173f-4d80-a058-04b90ae180a9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:14.894195 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (cabf9881-173f-4d80-a058-04b90ae180a9), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:14.938477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:21:14.942806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:21:14.945408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:21:14.951012 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=cabf9881-173f-4d80-a058-04b90ae180a9,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:15.294047 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (76bb0865-4136-4329-acac-7389f1b687d6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:15.364209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (cabf9881-173f-4d80-a058-04b90ae180a9), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:15.508765 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (cabf9881-173f-4d80-a058-04b90ae180a9), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:15.513838 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (cabf9881-173f-4d80-a058-04b90ae180a9), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:15.584177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=cabf9881-173f-4d80-a058-04b90ae180a9,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:21:15.594187 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (76bb0865-4136-4329-acac-7389f1b687d6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:15.694675 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Floating IP 76bb0865-4136-4329-acac-7389f1b687d6 associated. External IP: 172.25.5.59, port: 2631b0ec-15b3-436b-8a0c-137e96f11e9e. Feb 09 04:21:15.762665 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-203b0fcd-371b-4d08-b741-6c01ede8b43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:15.905167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:21:16.011227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:21:16.020764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9dac9-fb78-4a71-8a13-307e30ebf543 None None] Sync routers for ids ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:21:16.030334 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9dac9-fb78-4a71-8a13-307e30ebf543 None None] Routers {'6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:21:16.030586 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:16.030959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-bab9dac9-fb78-4a71-8a13-307e30ebf543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:21:16.064869 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8b7a9694-7ef9-4237-aa28-b2fced5e9bc1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5228806 Feb 09 04:21:16.064869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:21:16.068626 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75da38f5-a984-45c9-a2eb-4ec4e77bb3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:21:16.119221 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dee7eee-241f-4fc0-8b6d-222763a349c0 x-openstack-request-id: req-4dee7eee-241f-4fc0-8b6d-222763a349c0 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:21:16.119678 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:21:16.119942 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dee7eee-241f-4fc0-8b6d-222763a349c0 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:21:16.120362 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'status': 'completed', 'code': 200} Feb 09 04:21:16.152551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-bab9dac9-fb78-4a71-8a13-307e30ebf543 None None] Set router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:21:16.208110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a323d-1764-42b7-924c-ba7a90d7e685 req-597c6ec8-470d-46cc-ad4a-fab11fceb56d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:16.209539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-915a323d-1764-42b7-924c-ba7a90d7e685 req-597c6ec8-470d-46cc-ad4a-fab11fceb56d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0941973 Feb 09 04:21:16.237645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da38f5-a984-45c9-a2eb-4ec4e77bb3f5 req-f932efc6-1b2d-4529-be12-658d7d11c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:16.239116 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75da38f5-a984-45c9-a2eb-4ec4e77bb3f5 req-f932efc6-1b2d-4529-be12-658d7d11c0e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1129 time: 0.0745375 Feb 09 04:21:16.313468 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-915a323d-1764-42b7-924c-ba7a90d7e685 req-ea204ccb-daf4-459e-9f4b-345189fd00dc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972602 Feb 09 04:21:16.335911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57016) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:21:16.356119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da38f5-a984-45c9-a2eb-4ec4e77bb3f5 req-5ff2b8b6-30d7-49ef-b941-a65470d50ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:16.357629 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75da38f5-a984-45c9-a2eb-4ec4e77bb3f5 req-5ff2b8b6-30d7-49ef-b941-a65470d50ca5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 200 len: 897 time: 0.1080799 Feb 09 04:21:16.386810 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-bab9dac9-fb78-4a71-8a13-307e30ebf543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '76bb0865-4136-4329-acac-7389f1b687d6', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.59', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'port_id': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'mac_address': 'fa:16:3e:4b:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e32099-5389-41fd-bddc-3733a93400d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:21:15Z', 'updated_at': '2022-02-09T04:21:15Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578378a1-3496-4220-9bcf-bf0d7496d04f', 'name': '', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:4e:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:59Z', 'updated_at': '2022-02-09T04:21:03Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:21:16.404986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ed269a9e-5d8f-4cfc-adbe-6638152dff6a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/76bb0865-4136-4329-acac-7389f1b687d6 HTTP/1.1" status: 200 len: 991 time: 0.0663836 Feb 09 04:21:16.413200 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9dac9-fb78-4a71-8a13-307e30ebf543 None None] Checking router: 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:21:16.422623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9dac9-fb78-4a71-8a13-307e30ebf543 None None] Routers {'6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:21:16.423222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-bab9dac9-fb78-4a71-8a13-307e30ebf543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:20:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:21:16.428894 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75da38f5-a984-45c9-a2eb-4ec4e77bb3f5 req-d4eaf4c8-6170-40f0-8126-04a27f524daa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 999 time: 0.0654595 Feb 09 04:21:16.476081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da38f5-a984-45c9-a2eb-4ec4e77bb3f5 req-399cb946-74c5-4438-b366-f63b304fa5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:16.477482 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75da38f5-a984-45c9-a2eb-4ec4e77bb3f5 req-399cb946-74c5-4438-b366-f63b304fa5d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82f547d-7a83-4afa-a36b-3ee30827b495 HTTP/1.1" status: 200 len: 834 time: 0.0433412 Feb 09 04:21:16.525629 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da38f5-a984-45c9-a2eb-4ec4e77bb3f5 req-293fa5cf-7a4d-463d-ae31-d592b3cc19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:16.527195 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75da38f5-a984-45c9-a2eb-4ec4e77bb3f5 req-293fa5cf-7a4d-463d-ae31-d592b3cc19bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=011f11f1-b369-4c96-824c-a2843a0e6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444047 Feb 09 04:21:16.531149 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-bab9dac9-fb78-4a71-8a13-307e30ebf543 None None] Set router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:21:16.620475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75da38f5-a984-45c9-a2eb-4ec4e77bb3f5 req-d57d32ea-895b-40db-99ab-513c8d2770b2 service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871868 Feb 09 04:21:16.709869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-75da38f5-a984-45c9-a2eb-4ec4e77bb3f5 req-2316fd48-5760-45b9-9cbd-bfd02418c948 service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831480 Feb 09 04:21:16.754893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-bab9dac9-fb78-4a71-8a13-307e30ebf543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '76bb0865-4136-4329-acac-7389f1b687d6', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.59', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'port_id': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'mac_address': 'fa:16:3e:4b:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e32099-5389-41fd-bddc-3733a93400d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:21:15Z', 'updated_at': '2022-02-09T04:21:15Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578378a1-3496-4220-9bcf-bf0d7496d04f', 'name': '', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:4e:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:59Z', 'updated_at': '2022-02-09T04:21:03Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:21:16.784910 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9dac9-fb78-4a71-8a13-307e30ebf543 None None] The sync data for ids ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'] in n-d-824835-15 is: [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '76bb0865-4136-4329-acac-7389f1b687d6', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.59', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'port_id': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'mac_address': 'fa:16:3e:4b:e3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e32099-5389-41fd-bddc-3733a93400d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:21:15Z', 'updated_at': '2022-02-09T04:21:15Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578378a1-3496-4220-9bcf-bf0d7496d04f', 'name': '', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:4e:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:59Z', 'updated_at': '2022-02-09T04:21:03Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:21:16.971901 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1689c364-0749-4c8d-9f04-fec47b56afd8 None None] New status for floating IP 76bb0865-4136-4329-acac-7389f1b687d6: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:21:17.407168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57018) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:21:17.471435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-62c45183-0b13-4c91-9ffb-975152f4c215 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/76bb0865-4136-4329-acac-7389f1b687d6 HTTP/1.1" status: 200 len: 993 time: 0.0631046 Feb 09 04:21:18.264149 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ae188f9-e7ea-42fa-9c4a-fc2e05b23b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:19.566498 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:20.993478 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:22.118056 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:24.693758 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:31.349785 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:21:38.125001 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:45.765715 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4708a700-14e6-4f47-8c1e-79b7d2e6214e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:48.266164 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-979152fb-2a47-47df-8285-6e1408229247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:49.567941 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:50.996488 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:52.121891 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:54.694888 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:21:56.917906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db7bd45d-f3b9-48da-b5d9-469ee50411ba req-f17e2263-2e06-4694-8866-7b3e336cd015 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442035 Feb 09 04:21:57.023251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bd45d-f3b9-48da-b5d9-469ee50411ba req-b9abfa57-7a83-4c45-92cb-4f37876d2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:57.024934 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db7bd45d-f3b9-48da-b5d9-469ee50411ba req-b9abfa57-7a83-4c45-92cb-4f37876d2eee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1129 time: 0.0495548 Feb 09 04:21:57.125033 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bd45d-f3b9-48da-b5d9-469ee50411ba req-c1ffb59b-a9fa-4e0f-8abf-8c840b1f8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:57.126523 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db7bd45d-f3b9-48da-b5d9-469ee50411ba req-c1ffb59b-a9fa-4e0f-8abf-8c840b1f8cc9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 200 len: 897 time: 0.0838234 Feb 09 04:21:57.195761 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db7bd45d-f3b9-48da-b5d9-469ee50411ba req-8cbffd19-02b5-494a-8a3f-97887aa18ccb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 1001 time: 0.0631466 Feb 09 04:21:57.243202 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bd45d-f3b9-48da-b5d9-469ee50411ba req-cf711797-0307-49b6-8e83-cc819479f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:57.244669 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db7bd45d-f3b9-48da-b5d9-469ee50411ba req-cf711797-0307-49b6-8e83-cc819479f538 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82f547d-7a83-4afa-a36b-3ee30827b495 HTTP/1.1" status: 200 len: 834 time: 0.0434844 Feb 09 04:21:57.292888 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bd45d-f3b9-48da-b5d9-469ee50411ba req-77c2cf84-3f75-4be9-8ef9-080809dc4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:21:57.294385 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db7bd45d-f3b9-48da-b5d9-469ee50411ba req-77c2cf84-3f75-4be9-8ef9-080809dc4ab5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=011f11f1-b369-4c96-824c-a2843a0e6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437741 Feb 09 04:21:57.384782 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db7bd45d-f3b9-48da-b5d9-469ee50411ba req-65dd4d5c-f217-4360-8b98-6de21a6fc7cf service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845318 Feb 09 04:21:57.473497 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db7bd45d-f3b9-48da-b5d9-469ee50411ba req-c8462830-e277-4787-a6de-6df4020b78e5 service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823119 Feb 09 04:22:08.124386 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:08.347898 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:22:15.767335 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f45c9150-e354-405b-aac7-87d9ddb17bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:18.268239 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0f336c2-877e-442a-bfaa-4a4948d97a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:19.571795 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:20.193595 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-cf7892ce-4403-442d-8808-ed7487247dce req-74fb5e07-68f0-4276-a683-54e441ab98ad service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:22:20.194625 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf7892ce-4403-442d-8808-ed7487247dce req-74fb5e07-68f0-4276-a683-54e441ab98ad service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487683 Feb 09 04:22:20.997997 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:21.383661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57056) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:22:21.400555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a909167-6e9a-4062-b3af-d2202048fbeb req-45981792-3415-4429-b4ad-c5299383878f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:21.402522 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a909167-6e9a-4062-b3af-d2202048fbeb req-45981792-3415-4429-b4ad-c5299383878f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0585780 Feb 09 04:22:21.463674 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a909167-6e9a-4062-b3af-d2202048fbeb req-25a06e85-b3ce-4147-ae3d-274a16d7386a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549188 Feb 09 04:22:21.472804 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-59fb5ece-c592-41d9-bf50-cdee3604eeb8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878074 Feb 09 04:22:21.482563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-3a117cd8-df98-4844-ab4e-492a3d4fbb17 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:22:21.483565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-3a117cd8-df98-4844-ab4e-492a3d4fbb17 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052011 Feb 09 04:22:22.125802 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:22.916036 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be27ac-1e00-47e0-af64-6b52e149c1b2 req-8b1cb428-ebf3-4503-aa1d-556b13052bc7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:22.917560 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a3be27ac-1e00-47e0-af64-6b52e149c1b2 req-8b1cb428-ebf3-4503-aa1d-556b13052bc7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.3830974 Feb 09 04:22:22.934266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-5ac744f2-6bbb-49ef-8a0f-c9de8019693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:22.935695 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-5ac744f2-6bbb-49ef-8a0f-c9de8019693f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1129 time: 0.3587587 Feb 09 04:22:23.023804 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a3be27ac-1e00-47e0-af64-6b52e149c1b2 req-5a34d2b0-c0a1-4f75-bff3-ae445dfabc66 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999918 Feb 09 04:22:23.053788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-0c1ec6c6-5da4-4be9-a22d-e66ce2719b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:23.055906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-0c1ec6c6-5da4-4be9-a22d-e66ce2719b13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 200 len: 897 time: 0.1142774 Feb 09 04:22:23.123485 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-51bdb76f-a9d8-4ff7-b27a-3fcca08386d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 1001 time: 0.0614564 Feb 09 04:22:23.170821 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-efa110e2-0ae0-4d45-a000-fc549c46710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:23.172185 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-efa110e2-0ae0-4d45-a000-fc549c46710b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82f547d-7a83-4afa-a36b-3ee30827b495 HTTP/1.1" status: 200 len: 834 time: 0.0429356 Feb 09 04:22:23.225011 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-a33ed218-bf5c-4aa2-9c8e-96d8236cdb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:23.227043 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-a33ed218-bf5c-4aa2-9c8e-96d8236cdb9e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=011f11f1-b369-4c96-824c-a2843a0e6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485258 Feb 09 04:22:23.314685 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-c66d5527-b713-423c-b595-0e9602739867 service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815048 Feb 09 04:22:23.407108 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-bd2ea4eb-89d9-4443-ac23-6227450a41d2 service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857463 Feb 09 04:22:24.144759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9afa1-c0a4-4786-ac3c-33a28d83e4c8 req-fa49cdd2-7ef3-4cef-983b-22269bc212ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:24.146280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ff9afa1-c0a4-4786-ac3c-33a28d83e4c8 req-fa49cdd2-7ef3-4cef-983b-22269bc212ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0526617 Feb 09 04:22:24.195075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ff9afa1-c0a4-4786-ac3c-33a28d83e4c8 req-767e77d7-ce8a-45cf-848e-24fffde9e8b9 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432961 Feb 09 04:22:24.707409 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:25.315949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6a340-c54a-4905-8606-e818c3b51577 req-5bc8e725-3f0b-4d3f-a556-fcf853ba8b4c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:25.317447 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e9d6a340-c54a-4905-8606-e818c3b51577 req-5bc8e725-3f0b-4d3f-a556-fcf853ba8b4c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0535374 Feb 09 04:22:25.365943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e9d6a340-c54a-4905-8606-e818c3b51577 req-efcd3e75-b7ef-416b-a2a8-143e53df0506 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423112 Feb 09 04:22:26.488801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf19fd7-68b7-4f37-8603-d0e8e9d8dbe3 req-ea0bbcc9-caea-4466-abc2-12885bbdd27c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:26.490269 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccf19fd7-68b7-4f37-8603-d0e8e9d8dbe3 req-ea0bbcc9-caea-4466-abc2-12885bbdd27c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0562561 Feb 09 04:22:26.537069 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ccf19fd7-68b7-4f37-8603-d0e8e9d8dbe3 req-e664a56e-5626-4409-98ac-42d7795a49e3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410979 Feb 09 04:22:27.659003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34730c-4c7e-46a0-b4a1-b10e585014dd req-39418800-abf2-4495-8a9e-06a2eb6d4bcc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:27.660459 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa34730c-4c7e-46a0-b4a1-b10e585014dd req-39418800-abf2-4495-8a9e-06a2eb6d4bcc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0516832 Feb 09 04:22:27.709163 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-aa34730c-4c7e-46a0-b4a1-b10e585014dd req-53fc405a-35e8-494c-842d-f7b09156985f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425184 Feb 09 04:22:28.827784 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249a478-4ab3-4b2e-ad27-8e51618377a2 req-279e85c9-aa91-46fb-9c33-caa66e92b4ea tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:28.829176 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3249a478-4ab3-4b2e-ad27-8e51618377a2 req-279e85c9-aa91-46fb-9c33-caa66e92b4ea tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0525658 Feb 09 04:22:28.877348 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3249a478-4ab3-4b2e-ad27-8e51618377a2 req-45c56ae3-53ea-4076-bc77-5e3cd5627bca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425820 Feb 09 04:22:30.001119 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25e183-9083-40d9-96c4-e376ead420ba req-eb1d5a69-338b-4db3-b230-bc9d87970c63 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:30.002632 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf25e183-9083-40d9-96c4-e376ead420ba req-eb1d5a69-338b-4db3-b230-bc9d87970c63 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0575500 Feb 09 04:22:30.052149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf25e183-9083-40d9-96c4-e376ead420ba req-d6ba5f23-4ce5-4494-87e2-eb08061b6c32 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 Feb 09 04:22:31.178852 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2013777-7391-45f2-93bc-217c8af5a650 req-a4e01959-5c52-425f-b67d-06a92c5d6118 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:31.180494 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e2013777-7391-45f2-93bc-217c8af5a650 req-a4e01959-5c52-425f-b67d-06a92c5d6118 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0572867 Feb 09 04:22:31.228272 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e2013777-7391-45f2-93bc-217c8af5a650 req-44e8c376-d7c0-49f8-bddd-8574e184c54d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Feb 09 04:22:32.347690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd9622-2c40-4a78-be82-b98c86fc95e9 req-b8e6f80c-3095-4583-8ead-362c47a53d73 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:32.349172 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3dd9622-2c40-4a78-be82-b98c86fc95e9 req-b8e6f80c-3095-4583-8ead-362c47a53d73 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0530841 Feb 09 04:22:32.396964 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d3dd9622-2c40-4a78-be82-b98c86fc95e9 req-4ed88f99-e795-4bb1-ae3e-5ff77d58d1d4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415292 Feb 09 04:22:33.519849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6e88d-220f-4a05-bf43-7ea3dbdf6926 req-28055160-5c00-41eb-9bf3-f0aea77ab3f4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:33.521309 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcf6e88d-220f-4a05-bf43-7ea3dbdf6926 req-28055160-5c00-41eb-9bf3-f0aea77ab3f4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0531201 Feb 09 04:22:33.570620 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bcf6e88d-220f-4a05-bf43-7ea3dbdf6926 req-0a2bb434-f32a-4dcf-a549-3cc84c81968a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Feb 09 04:22:34.692544 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3a2b9-7eb8-492a-b2df-0b20124f07ce req-ca4cbdec-a7ed-4eba-a33f-8c8e2b4b81c4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:34.694046 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8a3a2b9-7eb8-492a-b2df-0b20124f07ce req-ca4cbdec-a7ed-4eba-a33f-8c8e2b4b81c4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0571802 Feb 09 04:22:34.743303 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8a3a2b9-7eb8-492a-b2df-0b20124f07ce req-278be28f-6e92-4cbb-8b37-d7ecbcb58f02 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435643 Feb 09 04:22:35.399719 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-625325d9-72ad-49e7-98ba-08ca452cf5d6 service neutron] show failed (client error): The resource could not be found. Feb 09 04:22:35.400735 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-625325d9-72ad-49e7-98ba-08ca452cf5d6 service neutron] 10.222.0.65 "GET /v2.0/ports/2631b0ec-15b3-436b-8a0c-137e96f11e9e/bindings/n-h2-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0541909 Feb 09 04:22:35.641039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-755f1bfd-5dfa-42e6-b78c-91d067aa2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:35.642559 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-755f1bfd-5dfa-42e6-b78c-91d067aa2b94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6&tenant_id=88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 1129 time: 0.0823913 Feb 09 04:22:35.653618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:22:35.715436 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:35.921722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e227616-f9ec-41c6-a9f5-f779f68b0ddc req-86c80474-265e-4637-a8af-95c6fff32fb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:35.923093 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e227616-f9ec-41c6-a9f5-f779f68b0ddc req-86c80474-265e-4637-a8af-95c6fff32fb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.1100571 Feb 09 04:22:35.968968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:22:36.008859 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0e227616-f9ec-41c6-a9f5-f779f68b0ddc req-c1800b97-357c-4619-9d90-2e7f99a8e965 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790303 Feb 09 04:22:36.026248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:22:36.066090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:22:36.068364 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c918304-db63-4145-95e0-53bf7c55c32d" -d '{"events": [{"server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "name": "network-vif-unplugged", "status": "completed", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:22:36.072787 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Publish callbacks [] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:36.087475 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Transition to ACTIVE for port object 2631b0ec-15b3-436b-8a0c-137e96f11e9e will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:22:36.091601 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:36.186587 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47855fae-ccf4-4dba-b0d7-3cda8f1ec473 x-openstack-request-id: req-47855fae-ccf4-4dba-b0d7-3cda8f1ec473 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:22:36.186888 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "name": "network-vif-unplugged", "status": "completed", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:22:36.187147 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47855fae-ccf4-4dba-b0d7-3cda8f1ec473 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:22:36.187551 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'code': 200} Feb 09 04:22:36.189931 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Pushing event updated for resources: {'Port': ['ID=2631b0ec-15b3-436b-8a0c-137e96f11e9e,revision_number=6']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:22:36.204356 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.204712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.205060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.205419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.205759 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.206093 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.206426 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.206755 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.207083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.207412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.207746 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.208073 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.208397 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:36.239330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] No DVR routers for this DVR port 2631b0ec-15b3-436b-8a0c-137e96f11e9e on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:22:36.695330 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Attempting to bind port 2631b0ec-15b3-436b-8a0c-137e96f11e9e on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:22:36.696107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Attempting to bind port 2631b0ec-15b3-436b-8a0c-137e96f11e9e by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:22:36.696107 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Attempting to bind port 2631b0ec-15b3-436b-8a0c-137e96f11e9e on network 011f11f1-b369-4c96-824c-a2843a0e6e3f {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:22:36.700229 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Port 2631b0ec-15b3-436b-8a0c-137e96f11e9e on network 011f11f1-b369-4c96-824c-a2843a0e6e3f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:22:36.700551 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Attempting to bind port 2631b0ec-15b3-436b-8a0c-137e96f11e9e on network 011f11f1-b369-4c96-824c-a2843a0e6e3f {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:22:36.705248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:22:36.705613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Checking segment: {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:22:36.705999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Bound using segment: {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:22:36.706419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Bound port: 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6fbe62-5fbb-4759-92f2-99299627a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:22:36.706766 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:36.767555 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:22:36.770561 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:22:36.777088 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:36.809814 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:36.810252 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:36.811628 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] 10.222.0.42 "PUT /v2.0/ports/2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 1093 time: 1.1619887 Feb 09 04:22:36.835636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c9f3c-d18e-468a-af7d-1ac2509787ad service neutron] Pushing event updated for resources: {'Port': ['ID=2631b0ec-15b3-436b-8a0c-137e96f11e9e,revision_number=7']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:22:36.888800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-1b1bf862-2c3f-46ac-962f-f2542b2d76df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:36.890336 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-1b1bf862-2c3f-46ac-962f-f2542b2d76df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1127 time: 0.0505307 Feb 09 04:22:36.983379 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-1ed8ae08-5839-43c9-96ef-0a8a55a3e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:36.984865 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-1ed8ae08-5839-43c9-96ef-0a8a55a3e6f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 200 len: 897 time: 0.0879886 Feb 09 04:22:37.055962 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-1feb5d68-4a8e-4b8e-a701-cda66950137f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 999 time: 0.0654442 Feb 09 04:22:37.129853 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-4e019e52-3635-444d-956c-c5e58fe1b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:37.131211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-4e019e52-3635-444d-956c-c5e58fe1b36f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c82f547d-7a83-4afa-a36b-3ee30827b495 HTTP/1.1" status: 200 len: 834 time: 0.0702479 Feb 09 04:22:37.177212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8d05b-7c90-43f1-be0e-00770158a084 req-e5061652-b8f5-4310-a494-9a7886dc6e37 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:37.179032 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9b8d05b-7c90-43f1-be0e-00770158a084 req-e5061652-b8f5-4310-a494-9a7886dc6e37 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 944 time: 0.0914230 Feb 09 04:22:37.214633 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-cef60397-bc2b-44c2-968c-8f923a1bcf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:37.216016 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-cef60397-bc2b-44c2-968c-8f923a1bcf41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=011f11f1-b369-4c96-824c-a2843a0e6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0787537 Feb 09 04:22:37.279214 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b9b8d05b-7c90-43f1-be0e-00770158a084 req-a2cb728f-1639-4532-8353-68107a8defb5 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923831 Feb 09 04:22:37.320746 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-e0449a5e-4e41-485f-8714-8fe9bd990609 service neutron] 10.222.0.42 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971026 Feb 09 04:22:37.412190 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c1e751a-8124-419b-8ec0-1348ebcc1fa0 req-c7756f5b-ceef-4036-97f1-44ae3c18cf8f service neutron] 10.222.0.42 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859766 Feb 09 04:22:38.137566 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:38.188683 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:22:38.191046 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:22:38.238861 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c76d824-d080-4270-93dd-bf9f6b10a64b x-openstack-request-id: req-3c76d824-d080-4270-93dd-bf9f6b10a64b {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:22:38.239156 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:22:38.239405 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c76d824-d080-4270-93dd-bf9f6b10a64b {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:22:38.239826 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'status': 'completed', 'code': 200} Feb 09 04:22:38.305590 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-37a8b36c-804b-411d-b637-4a004cddd5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:38.307532 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-37a8b36c-804b-411d-b637-4a004cddd5b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1127 time: 0.0474241 Feb 09 04:22:38.313850 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2631b0ec-15b3-436b-8a0c-137e96f11e9e no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:22:38.332432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-6c3183c1-53b0-47e3-9a77-028b1815368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:38.334063 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-6c3183c1-53b0-47e3-9a77-028b1815368e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1127 time: 0.0533092 Feb 09 04:22:38.356711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] The host n-h1-824835-15 is not matching for port 2631b0ec-15b3-436b-8a0c-137e96f11e9e host n-h2-824835-15! {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 04:22:38.357190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 2631b0ec-15b3-436b-8a0c-137e96f11e9e not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:22:38.436197 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-5448e565-27d6-4379-ac17-69bebee4235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:38.437783 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-5448e565-27d6-4379-ac17-69bebee4235c service neutron] 10.222.0.65 "GET /v2.0/networks?id=011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 200 len: 897 time: 0.0965371 Feb 09 04:22:38.447557 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-4eabc7ad-e639-45be-8e0c-9844f0fca366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:38.449042 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-4eabc7ad-e639-45be-8e0c-9844f0fca366 service neutron] 10.222.0.42 "GET /v2.0/networks?id=011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 200 len: 897 time: 0.1341989 Feb 09 04:22:38.456857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f0c46-0695-45bf-9f3b-f751ce76fe9d req-f0da889e-0a32-4c83-a117-5c78c4570eca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:38.458259 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-750f0c46-0695-45bf-9f3b-f751ce76fe9d req-f0da889e-0a32-4c83-a117-5c78c4570eca tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 944 time: 0.0935304 Feb 09 04:22:38.502781 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-2a3db65f-9ddf-45e5-add4-75cc78ed565f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 999 time: 0.0594707 Feb 09 04:22:38.549412 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-74bd4a14-0782-4abe-a935-dcfad289e73e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 999 time: 0.0901816 Feb 09 04:22:38.551721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-c502a4d8-e032-4931-8e03-d0f6583458e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:38.553158 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-c502a4d8-e032-4931-8e03-d0f6583458e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82f547d-7a83-4afa-a36b-3ee30827b495 HTTP/1.1" status: 200 len: 834 time: 0.0448418 Feb 09 04:22:38.566170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-750f0c46-0695-45bf-9f3b-f751ce76fe9d req-cd97eca4-bf18-42a8-9bdc-8157495c1490 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993054 Feb 09 04:22:38.602885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-00b7eae0-cf27-44b5-aa95-a19adb5ff5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:38.604364 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-00b7eae0-cf27-44b5-aa95-a19adb5ff5fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c82f547d-7a83-4afa-a36b-3ee30827b495 HTTP/1.1" status: 200 len: 834 time: 0.0487399 Feb 09 04:22:38.607469 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-9862e0ac-ae74-4750-bbd7-f0196da3fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:38.608979 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-9862e0ac-ae74-4750-bbd7-f0196da3fc96 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=011f11f1-b369-4c96-824c-a2843a0e6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503294 Feb 09 04:22:38.654716 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-730172af-c535-436a-9e00-e388e82dfa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:38.656382 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-730172af-c535-436a-9e00-e388e82dfa90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=011f11f1-b369-4c96-824c-a2843a0e6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456464 Feb 09 04:22:38.701049 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-d8e3fbcd-975d-4025-9a9f-a6b05b6f9a72 service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860732 Feb 09 04:22:38.750977 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-65996d84-75c0-4733-a94c-f6816360c8b3 service neutron] 10.222.0.42 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859590 Feb 09 04:22:38.795073 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-8c92af3d-89ed-4641-bea1-8425293397e1 service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884271 Feb 09 04:22:38.842862 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b682403a-5fbf-49e3-a29c-16d9e7afbd0b req-511c2133-b1e1-4fdb-ac1d-d7e4827bbede service neutron] 10.222.0.42 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836897 Feb 09 04:22:39.690695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd1214-2170-49fd-bed1-6560d19ee050 req-ecdb9028-fa49-4e98-8755-ea9a5630c880 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:39.692184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4ecd1214-2170-49fd-bed1-6560d19ee050 req-ecdb9028-fa49-4e98-8755-ea9a5630c880 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 944 time: 0.0543873 Feb 09 04:22:39.740494 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4ecd1214-2170-49fd-bed1-6560d19ee050 req-cf3db136-3994-4c95-8c2b-64f371088050 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Feb 09 04:22:39.982240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb16fa-5c0e-4ef6-ab8a-6ed036d96c3d req-74cf7605-255f-4175-af6b-76fc64b0cfbb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:39.983734 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94fb16fa-5c0e-4ef6-ab8a-6ed036d96c3d req-74cf7605-255f-4175-af6b-76fc64b0cfbb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 944 time: 0.0884497 Feb 09 04:22:40.006296 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-e915caf5-980c-466e-a076-e89778c50a00 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:40.007956 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-e915caf5-980c-466e-a076-e89778c50a00 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6&tenant_id=88bbe62682b5493f943426dd9832dd31&binding%3Ahost_id=n-h2-824835-15 HTTP/1.1" status: 200 len: 944 time: 0.0851679 Feb 09 04:22:40.082508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94fb16fa-5c0e-4ef6-ab8a-6ed036d96c3d req-2ce6862e-32a0-48aa-b191-cea6cb908725 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923285 Feb 09 04:22:40.092333 n-d-824835-15 neutron-server[103327]: INFO neutron.api.v2.resource [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-b653d469-869c-4c22-b216-5f7b5aa9c035 service neutron] delete failed (client error): The resource could not be found. Feb 09 04:22:40.094233 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-b653d469-869c-4c22-b216-5f7b5aa9c035 service neutron] 10.222.0.65 "DELETE /v2.0/ports/2631b0ec-15b3-436b-8a0c-137e96f11e9e/bindings/n-h1-824835-15 HTTP/1.1" status: 404 len: 381 time: 0.0779955 Feb 09 04:22:40.204282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-a488e832-dc44-4acd-9517-5aa1aff18af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:40.205838 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-a488e832-dc44-4acd-9517-5aa1aff18af5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1127 time: 0.0479369 Feb 09 04:22:40.208047 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac812cc-01b7-4d36-a7c9-4a2d7e7a6e99 req-a18082e1-29ae-4f34-88fb-493b43d24c79 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:40.209520 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cac812cc-01b7-4d36-a7c9-4a2d7e7a6e99 req-a18082e1-29ae-4f34-88fb-493b43d24c79 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 944 time: 0.0545177 Feb 09 04:22:40.259092 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cac812cc-01b7-4d36-a7c9-4a2d7e7a6e99 req-49276d7f-d1e2-4051-9aee-bdb13f083397 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431528 Feb 09 04:22:40.304208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-996b0e1d-0fbd-4661-8a7e-e9cada125457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:40.305745 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-996b0e1d-0fbd-4661-8a7e-e9cada125457 service neutron] 10.222.0.65 "GET /v2.0/networks?id=011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 200 len: 897 time: 0.0934651 Feb 09 04:22:40.371631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-a61a13f4-88bf-4070-a138-83aeb7da51be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 999 time: 0.0595164 Feb 09 04:22:40.423482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-9a41c0ff-db3f-42fa-bbfd-bb641b9d54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:40.425180 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-9a41c0ff-db3f-42fa-bbfd-bb641b9d54b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82f547d-7a83-4afa-a36b-3ee30827b495 HTTP/1.1" status: 200 len: 834 time: 0.0483434 Feb 09 04:22:40.473428 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-f52f69fc-3234-47cb-80f0-8e45bfb015ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:40.474883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-f52f69fc-3234-47cb-80f0-8e45bfb015ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=011f11f1-b369-4c96-824c-a2843a0e6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438924 Feb 09 04:22:40.561950 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-7e361051-77f1-4d56-b115-baa9597d656b service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807855 Feb 09 04:22:40.653111 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6184fc72-6052-4b3c-8e33-d61eadd81ffa req-db8d1647-b472-4fe8-a49c-5de5f288b8ce service neutron] 10.222.0.65 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851846 Feb 09 04:22:41.343537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b409076-3394-49cf-9807-8faef735b0a4 req-5ba5d88a-84b8-4738-a728-1898cebfc9ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502982 Feb 09 04:22:41.386532 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db768cf7-2370-4bc0-a094-6d3ac482f3a7 req-1fcafa48-d8cd-4577-b119-84e8b6030dbb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:41.388088 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db768cf7-2370-4bc0-a094-6d3ac482f3a7 req-1fcafa48-d8cd-4577-b119-84e8b6030dbb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 944 time: 0.0588059 Feb 09 04:22:41.434119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409076-3394-49cf-9807-8faef735b0a4 req-cdad0239-94b6-4bb6-9eae-dcb0b13573ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:41.435673 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b409076-3394-49cf-9807-8faef735b0a4 req-cdad0239-94b6-4bb6-9eae-dcb0b13573ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1127 time: 0.0454624 Feb 09 04:22:41.437129 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-db768cf7-2370-4bc0-a094-6d3ac482f3a7 req-9830a4de-c0cb-45cc-a9a4-888b0161b744 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431845 Feb 09 04:22:41.461466 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57130) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:22:41.475758 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2631b0ec-15b3-436b-8a0c-137e96f11e9e details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:22:41.530069 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f3cdbc70-5bdd-4715-b46d-3e403dbec878 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/76bb0865-4136-4329-acac-7389f1b687d6 HTTP/1.1" status: 200 len: 991 time: 0.0673382 Feb 09 04:22:41.544978 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409076-3394-49cf-9807-8faef735b0a4 req-31260d9b-954f-4a73-b09c-317f782ca195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:41.546421 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b409076-3394-49cf-9807-8faef735b0a4 req-31260d9b-954f-4a73-b09c-317f782ca195 service neutron] 10.222.0.42 "GET /v2.0/networks?id=011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 200 len: 897 time: 0.0917087 Feb 09 04:22:41.575511 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:22:41.587507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'port_id': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'mac_address': 'fa:16:3e:4b:e3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:22:41.615534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b409076-3394-49cf-9807-8faef735b0a4 req-db64785a-cd6c-4577-b7b0-2cf2ec8ebf2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 999 time: 0.0635557 Feb 09 04:22:41.624788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2631b0ec-15b3-436b-8a0c-137e96f11e9e is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:22:41.625178 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:41.638882 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2631b0ec-15b3-436b-8a0c-137e96f11e9e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:22:41.658536 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:22:41.662403 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:41.663045 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409076-3394-49cf-9807-8faef735b0a4 req-8a1a43db-d433-4a35-883c-47c90dc16c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:41.665256 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b409076-3394-49cf-9807-8faef735b0a4 req-8a1a43db-d433-4a35-883c-47c90dc16c05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c82f547d-7a83-4afa-a36b-3ee30827b495 HTTP/1.1" status: 200 len: 834 time: 0.0443032 Feb 09 04:22:41.709344 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2631b0ec-15b3-436b-8a0c-137e96f11e9e,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:22:41.715151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409076-3394-49cf-9807-8faef735b0a4 req-aadcfec1-e9fe-4f7c-baa8-c8b4c2390847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:22:41.716656 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b409076-3394-49cf-9807-8faef735b0a4 req-aadcfec1-e9fe-4f7c-baa8-c8b4c2390847 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=011f11f1-b369-4c96-824c-a2843a0e6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461986 Feb 09 04:22:41.716796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.717087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.717473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.717818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.718157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.718502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.718844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.719164 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.719490 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.719818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.720146 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.720471 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.720799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:22:41.809686 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b409076-3394-49cf-9807-8faef735b0a4 req-fad98bd1-b728-4a61-bb49-faa00b50cd87 service neutron] 10.222.0.42 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860219 Feb 09 04:22:41.885234 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['2631b0ec-15b3-436b-8a0c-137e96f11e9e'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:22:41.897653 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6b409076-3394-49cf-9807-8faef735b0a4 req-ae54501f-9113-465c-be6c-503048239470 service neutron] 10.222.0.42 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820312 Feb 09 04:22:43.475527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2631b0ec-15b3-436b-8a0c-137e96f11e9e up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:22:43.528950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 2631b0ec-15b3-436b-8a0c-137e96f11e9e completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:22:43.532748 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 2631b0ec-15b3-436b-8a0c-137e96f11e9e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:22:43.533122 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:43.608480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 2631b0ec-15b3-436b-8a0c-137e96f11e9e is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:22:43.608868 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:43.630775 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:22:43.633570 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc9efb4-3e55-4e84-87d6-5c7766c5c182" -d '{"events": [{"server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "name": "network-vif-plugged", "status": "completed", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:22:43.646646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:22:43.651124 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:43.702039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=2631b0ec-15b3-436b-8a0c-137e96f11e9e,revision_number=9']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:22:43.729081 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94abe6a0-f0e2-4eab-9a1e-0393c1c1ef84 x-openstack-request-id: req-94abe6a0-f0e2-4eab-9a1e-0393c1c1ef84 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:22:43.729422 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "name": "network-vif-plugged", "status": "completed", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:22:43.729682 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94abe6a0-f0e2-4eab-9a1e-0393c1c1ef84 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:22:43.730080 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'code': 200} Feb 09 04:22:45.346950 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:22:45.768779 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f39f1bab-895f-43aa-a98f-fc7e671e0bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:48.270469 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-269bfcdc-ccee-4723-a246-5ebbc6163e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:49.573728 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:51.001912 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:52.127278 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:22:54.715296 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:08.149363 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:09.867259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57144) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:10.027751 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port cabf9881-173f-4d80-a058-04b90ae180a9 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:23:10.028092 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (cabf9881-173f-4d80-a058-04b90ae180a9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:10.102686 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (cabf9881-173f-4d80-a058-04b90ae180a9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:10.103010 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (cabf9881-173f-4d80-a058-04b90ae180a9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:10.114297 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for cabf9881-173f-4d80-a058-04b90ae180a9 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:23:10.264359 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (cabf9881-173f-4d80-a058-04b90ae180a9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:10.289192 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=cabf9881-173f-4d80-a058-04b90ae180a9,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:10.352137 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (76bb0865-4136-4329-acac-7389f1b687d6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:10.352468 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Floating IP 76bb0865-4136-4329-acac-7389f1b687d6 disassociated (deleted). External IP: 172.25.5.59, port: 2631b0ec-15b3-436b-8a0c-137e96f11e9e. Feb 09 04:23:10.555036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:23:10.661801 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:23:10.666220 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:10.672437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7df77-ef76-469e-b0b8-800ccda901ed None None] Sync routers for ids ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:23:10.682823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7df77-ef76-469e-b0b8-800ccda901ed None None] Routers {'6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:23:10.683438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-eac7df77-ef76-469e-b0b8-800ccda901ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:22:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:10.697450 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cd44fde9-1aba-43a3-a336-ef5fd41947f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/floatingips/76bb0865-4136-4329-acac-7389f1b687d6 HTTP/1.1" status: 204 len: 168 time: 0.8290720 Feb 09 04:23:10.698060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:23:10.700326 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b7165e-fb93-4699-9596-b09a94065037" -d '{"events": [{"name": "network-changed", "server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:23:10.743246 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93e4f28-68b6-4c06-86cb-d0b39cfd0bf9 x-openstack-request-id: req-a93e4f28-68b6-4c06-86cb-d0b39cfd0bf9 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:23:10.743578 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:23:10.743792 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a93e4f28-68b6-4c06-86cb-d0b39cfd0bf9 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:23:10.744212 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'status': 'completed', 'code': 200} Feb 09 04:23:10.794766 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-eac7df77-ef76-469e-b0b8-800ccda901ed None None] Set router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:23:10.815487 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7165e-fb93-4699-9596-b09a94065037 req-b3d4a176-5710-48fe-aa01-4dcbb4c16439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:10.817139 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63b7165e-fb93-4699-9596-b09a94065037 req-b3d4a176-5710-48fe-aa01-4dcbb4c16439 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 1129 time: 0.0538242 Feb 09 04:23:10.917544 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7165e-fb93-4699-9596-b09a94065037 req-c2ef8d1d-2523-4adf-8f2e-fe7a17b328b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:10.919118 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63b7165e-fb93-4699-9596-b09a94065037 req-c2ef8d1d-2523-4adf-8f2e-fe7a17b328b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 200 len: 897 time: 0.0958762 Feb 09 04:23:10.956572 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1216f-2fd7-489f-a1d6-529739161d05 req-2abc9fa8-3cac-4c67-9586-856233df42de tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:10.958162 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74a1216f-2fd7-489f-a1d6-529739161d05 req-2abc9fa8-3cac-4c67-9586-856233df42de tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0604169 Feb 09 04:23:10.964646 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63b7165e-fb93-4699-9596-b09a94065037 req-f775aa2f-86cf-4e33-b0bb-7c38abfd6302 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 200 len: 217 time: 0.0374703 Feb 09 04:23:11.017423 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74a1216f-2fd7-489f-a1d6-529739161d05 req-912b5697-c2a5-457b-a31a-57e1ec0fd5ff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529439 Feb 09 04:23:11.028556 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7165e-fb93-4699-9596-b09a94065037 req-995578ac-6c5e-4ab7-80e5-a185d9d4d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:11.030276 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63b7165e-fb93-4699-9596-b09a94065037 req-995578ac-6c5e-4ab7-80e5-a185d9d4d37d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c82f547d-7a83-4afa-a36b-3ee30827b495 HTTP/1.1" status: 200 len: 834 time: 0.0602088 Feb 09 04:23:11.081454 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7165e-fb93-4699-9596-b09a94065037 req-5c6a45a0-d438-4713-99fc-26bdfe3ec852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:11.082884 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63b7165e-fb93-4699-9596-b09a94065037 req-5c6a45a0-d438-4713-99fc-26bdfe3ec852 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=011f11f1-b369-4c96-824c-a2843a0e6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457268 Feb 09 04:23:11.171298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63b7165e-fb93-4699-9596-b09a94065037 req-fa69d352-27f3-4387-be55-5c4629571128 service neutron] 10.222.0.42 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817504 Feb 09 04:23:11.176745 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-eac7df77-ef76-469e-b0b8-800ccda901ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '578378a1-3496-4220-9bcf-bf0d7496d04f', 'name': '', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:4e:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:59Z', 'updated_at': '2022-02-09T04:21:03Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:11.203761 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7df77-ef76-469e-b0b8-800ccda901ed None None] Checking router: 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:23:11.211880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7df77-ef76-469e-b0b8-800ccda901ed None None] Routers {'6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:23:11.212479 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-eac7df77-ef76-469e-b0b8-800ccda901ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:22:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:11.266051 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-63b7165e-fb93-4699-9596-b09a94065037 req-a65df16f-91b9-4819-9274-629311779128 service neutron] 10.222.0.42 "GET /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879042 Feb 09 04:23:11.321376 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-eac7df77-ef76-469e-b0b8-800ccda901ed None None] Set router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:23:11.516079 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-eac7df77-ef76-469e-b0b8-800ccda901ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '578378a1-3496-4220-9bcf-bf0d7496d04f', 'name': '', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:4e:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:59Z', 'updated_at': '2022-02-09T04:21:03Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:11.542389 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7df77-ef76-469e-b0b8-800ccda901ed None None] The sync data for ids ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'] in n-d-824835-15 is: [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '578378a1-3496-4220-9bcf-bf0d7496d04f', 'name': '', 'network_id': '011f11f1-b369-4c96-824c-a2843a0e6e3f', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:4e:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:59Z', 'updated_at': '2022-02-09T04:21:03Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'c82f547d-7a83-4afa-a36b-3ee30827b495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:23:11.765983 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14dccef-b664-4386-a59b-de803e67b433 None None] New status for floating IP 76bb0865-4136-4329-acac-7389f1b687d6: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:23:12.144149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cb034-1258-4504-9bc6-29d978f78f46 req-56060c9c-c3b3-48a2-adb4-014b84945290 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:12.145637 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-933cb034-1258-4504-9bc6-29d978f78f46 req-56060c9c-c3b3-48a2-adb4-014b84945290 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0541382 Feb 09 04:23:12.224469 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-933cb034-1258-4504-9bc6-29d978f78f46 req-57a64f70-f8b9-46cc-b08c-533171a06615 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730226 Feb 09 04:23:12.244933 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df3fc9-66e8-4b21-9fd0-376a64d40e1d req-6371c5a0-7880-4aa2-9f9c-f552bc522468 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:12.246396 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83df3fc9-66e8-4b21-9fd0-376a64d40e1d req-6371c5a0-7880-4aa2-9f9c-f552bc522468 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e32099-5389-41fd-bddc-3733a93400d6 HTTP/1.1" status: 200 len: 946 time: 0.0705924 Feb 09 04:23:12.336626 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-83df3fc9-66e8-4b21-9fd0-376a64d40e1d req-4cf75383-e09a-4458-82f9-2f5a08576272 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 2631b0ec-15b3-436b-8a0c-137e96f11e9e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:23:12.336966 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-83df3fc9-66e8-4b21-9fd0-376a64d40e1d req-4cf75383-e09a-4458-82f9-2f5a08576272 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:12.426832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-83df3fc9-66e8-4b21-9fd0-376a64d40e1d req-4cf75383-e09a-4458-82f9-2f5a08576272 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port 2631b0ec-15b3-436b-8a0c-137e96f11e9e, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=2631b0ec-15b3-436b-8a0c-137e96f11e9e,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:23:12.427111 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-83df3fc9-66e8-4b21-9fd0-376a64d40e1d req-4cf75383-e09a-4458-82f9-2f5a08576272 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:12.439643 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-83df3fc9-66e8-4b21-9fd0-376a64d40e1d req-4cf75383-e09a-4458-82f9-2f5a08576272 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 2631b0ec-15b3-436b-8a0c-137e96f11e9e owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:23:12.561832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-83df3fc9-66e8-4b21-9fd0-376a64d40e1d req-4cf75383-e09a-4458-82f9-2f5a08576272 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (2631b0ec-15b3-436b-8a0c-137e96f11e9e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:12.594008 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf75383-e09a-4458-82f9-2f5a08576272 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=2631b0ec-15b3-436b-8a0c-137e96f11e9e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:12.635928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-83df3fc9-66e8-4b21-9fd0-376a64d40e1d req-4cf75383-e09a-4458-82f9-2f5a08576272 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] No DVR routers for this DVR port 2631b0ec-15b3-436b-8a0c-137e96f11e9e on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:23:12.638666 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-83df3fc9-66e8-4b21-9fd0-376a64d40e1d req-4cf75383-e09a-4458-82f9-2f5a08576272 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:12.642046 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-83df3fc9-66e8-4b21-9fd0-376a64d40e1d req-4cf75383-e09a-4458-82f9-2f5a08576272 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "DELETE /v2.0/ports/2631b0ec-15b3-436b-8a0c-137e96f11e9e HTTP/1.1" status: 204 len: 173 time: 0.3901467 Feb 09 04:23:12.745868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'name': 'network-vif-deleted', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:23:12.748262 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd937ee-a4fd-4bbe-abfe-779d655f0ab0" -d '{"events": [{"server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "name": "network-vif-deleted", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:23:12.785925 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7507d40c-427f-4783-86f9-3b210072e51c x-openstack-request-id: req-7507d40c-427f-4783-86f9-3b210072e51c {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:23:12.786225 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e32099-5389-41fd-bddc-3733a93400d6", "name": "network-vif-deleted", "tag": "2631b0ec-15b3-436b-8a0c-137e96f11e9e", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:23:12.786479 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7507d40c-427f-4783-86f9-3b210072e51c {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:23:12.786880 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e32099-5389-41fd-bddc-3733a93400d6', 'name': 'network-vif-deleted', 'tag': '2631b0ec-15b3-436b-8a0c-137e96f11e9e', 'status': 'completed', 'code': 200} Feb 09 04:23:13.281419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57158) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:13.640253 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b100c47d-5223-40d5-b7aa-5d7cb57ad160 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:13.894106 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b100c47d-5223-40d5-b7aa-5d7cb57ad160 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 578378a1-3496-4220-9bcf-bf0d7496d04f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:23:13.894413 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b100c47d-5223-40d5-b7aa-5d7cb57ad160 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:13.986552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b100c47d-5223-40d5-b7aa-5d7cb57ad160 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port 578378a1-3496-4220-9bcf-bf0d7496d04f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=578378a1-3496-4220-9bcf-bf0d7496d04f,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:23:13.986911 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b100c47d-5223-40d5-b7aa-5d7cb57ad160 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:13.999090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-b100c47d-5223-40d5-b7aa-5d7cb57ad160 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 578378a1-3496-4220-9bcf-bf0d7496d04f owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:23:14.188972 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b100c47d-5223-40d5-b7aa-5d7cb57ad160 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (578378a1-3496-4220-9bcf-bf0d7496d04f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:14.217473 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100c47d-5223-40d5-b7aa-5d7cb57ad160 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=578378a1-3496-4220-9bcf-bf0d7496d04f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:14.407643 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b100c47d-5223-40d5-b7aa-5d7cb57ad160 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:14.935092 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b100c47d-5223-40d5-b7aa-5d7cb57ad160 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:23:15.044486 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b100c47d-5223-40d5-b7aa-5d7cb57ad160 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:23:15.049714 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-b100c47d-5223-40d5-b7aa-5d7cb57ad160 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "PUT /v2.0/routers/6fd38e4a-2ae2-4d74-be2f-aed14fe9340d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7670050 Feb 09 04:23:15.052334 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57160) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:15.055488 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b301c4-f644-45f4-b12a-062c2792b4b8 None None] Sync routers for ids ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:23:15.065323 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b301c4-f644-45f4-b12a-062c2792b4b8 None None] Routers {'6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:23:15.065961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-42b301c4-f644-45f4-b12a-062c2792b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:22:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:15.104692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f474058-acaa-4e09-bca5-fd2bc2ba3f37 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting subnet c82f547d-7a83-4afa-a36b-3ee30827b495 {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:23:15.107942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f474058-acaa-4e09-bca5-fd2bc2ba3f37 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (c82f547d-7a83-4afa-a36b-3ee30827b495), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.147662 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f474058-acaa-4e09-bca5-fd2bc2ba3f37 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (c82f547d-7a83-4afa-a36b-3ee30827b495), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.175604 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-42b301c4-f644-45f4-b12a-062c2792b4b8 None None] Set router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:23:15.237945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f474058-acaa-4e09-bca5-fd2bc2ba3f37 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c82f547d-7a83-4afa-a36b-3ee30827b495), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.294545 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f474058-acaa-4e09-bca5-fd2bc2ba3f37 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (c82f547d-7a83-4afa-a36b-3ee30827b495), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.324385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f474058-acaa-4e09-bca5-fd2bc2ba3f37 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Subnet': ['ID=c82f547d-7a83-4afa-a36b-3ee30827b495,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:15.329974 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2f474058-acaa-4e09-bca5-fd2bc2ba3f37 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.334129 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2f474058-acaa-4e09-bca5-fd2bc2ba3f37 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/subnets/c82f547d-7a83-4afa-a36b-3ee30827b495 HTTP/1.1" status: 204 len: 168 time: 0.2808375 Feb 09 04:23:15.337423 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57162) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:15.342392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc07b108-6379-4c3f-b87d-dde16acc1eaf None None] Network 011f11f1-b369-4c96-824c-a2843a0e6e3f requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:23:15.428019 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-42b301c4-f644-45f4-b12a-062c2792b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:23:14Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:15.447360 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.459514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b301c4-f644-45f4-b12a-062c2792b4b8 None None] Checking router: 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:23:15.471623 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b301c4-f644-45f4-b12a-062c2792b4b8 None None] Routers {'6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:23:15.472232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-42b301c4-f644-45f4-b12a-062c2792b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:22:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:15.562140 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.580297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae5b68c-b2da-427f-95a4-61d971afa2f0 None None] DHCP port deletion for 011f11f1-b369-4c96-824c-a2843a0e6e3f request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:23:15.616100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-42b301c4-f644-45f4-b12a-062c2792b4b8 None None] Set router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:23:15.617432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port a0572f7b-3482-4887-b6d4-bffef2c2d303 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:23:15.617792 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.696885 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port a0572f7b-3482-4887-b6d4-bffef2c2d303, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a0572f7b-3482-4887-b6d4-bffef2c2d303,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:23:15.697251 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.714367 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for a0572f7b-3482-4887-b6d4-bffef2c2d303 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:23:15.751156 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5b68c-b2da-427f-95a4-61d971afa2f0 None None] Deleting port 4162baab-c948-4a0a-b4e4-03498a520e5b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:23:15.751532 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b68c-b2da-427f-95a4-61d971afa2f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (4162baab-c948-4a0a-b4e4-03498a520e5b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.845823 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fec60d46-1461-4227-85eb-ae8cc59716ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.861730 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8ae5b68c-b2da-427f-95a4-61d971afa2f0 None None] For port 4162baab-c948-4a0a-b4e4-03498a520e5b, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=4162baab-c948-4a0a-b4e4-03498a520e5b,segment=NetworkSegment(6e6fbe62-5fbb-4759-92f2-99299627a233),segment_id=6e6fbe62-5fbb-4759-92f2-99299627a233)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:23:15.862128 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b68c-b2da-427f-95a4-61d971afa2f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (4162baab-c948-4a0a-b4e4-03498a520e5b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.877311 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5b68c-b2da-427f-95a4-61d971afa2f0 None None] Calling delete_port for 4162baab-c948-4a0a-b4e4-03498a520e5b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:23:15.887700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a0572f7b-3482-4887-b6d4-bffef2c2d303), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.915018 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=a0572f7b-3482-4887-b6d4-bffef2c2d303,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:15.942434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-42b301c4-f644-45f4-b12a-062c2792b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:23:14Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:15.978145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b301c4-f644-45f4-b12a-062c2792b4b8 None None] The sync data for ids ['6fd38e4a-2ae2-4d74-be2f-aed14fe9340d'] in n-d-824835-15 is: [{'id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800060332', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:23:14Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': 'a0572f7b-3482-4887-b6d4-bffef2c2d303', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd38e4a-2ae2-4d74-be2f-aed14fe9340d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:20:56Z', 'updated_at': '2022-02-09T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:23:15.978440 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:15.998954 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b68c-b2da-427f-95a4-61d971afa2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (4162baab-c948-4a0a-b4e4-03498a520e5b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.038560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5b68c-b2da-427f-95a4-61d971afa2f0 None None] Pushing event deleted for resources: {'Port': ['ID=4162baab-c948-4a0a-b4e4-03498a520e5b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:16.041145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5b68c-b2da-427f-95a4-61d971afa2f0 None None] No DVR routers for this DVR port 4162baab-c948-4a0a-b4e4-03498a520e5b on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:23:16.088087 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.090238 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_controller (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.137148 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (6fd38e4a-2ae2-4d74-be2f-aed14fe9340d), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.137749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Fanout notify agent at l3_agent the message router_deleted on router 6fd38e4a-2ae2-4d74-be2f-aed14fe9340d {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:23:16.144648 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.145787 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e4f99b80-8ab2-43e2-9f5d-89deb8d8ad94 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/routers/6fd38e4a-2ae2-4d74-be2f-aed14fe9340d HTTP/1.1" status: 204 len: 168 time: 0.8069096 Feb 09 04:23:16.149029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57164) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:16.224157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (011f11f1-b369-4c96-824c-a2843a0e6e3f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.312960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (011f11f1-b369-4c96-824c-a2843a0e6e3f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.333453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011f11f1-b369-4c96-824c-a2843a0e6e3f']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:16.344650 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6fbe62-5fbb-4759-92f2-99299627a233') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:16.344841 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6fbe62-5fbb-4759-92f2-99299627a233') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:16.355532 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (6e6fbe62-5fbb-4759-92f2-99299627a233), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.370575 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6e6fbe62-5fbb-4759-92f2-99299627a233), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.377122 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:23:16.377607 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (6e6fbe62-5fbb-4759-92f2-99299627a233), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:23:16.380686 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:23:16.451011 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (011f11f1-b369-4c96-824c-a2843a0e6e3f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.470804 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.474666 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/networks/011f11f1-b369-4c96-824c-a2843a0e6e3f HTTP/1.1" status: 204 len: 168 time: 0.3245249 Feb 09 04:23:16.478447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57166) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:16.481207 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4162baab-c948-4a0a-b4e4-03498a520e5b no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:23:16.484191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3e682-5f5d-4cc1-9432-01bc6c2eb66f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Network': ['ID=011f11f1-b369-4c96-824c-a2843a0e6e3f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:16.502652 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 4162baab-c948-4a0a-b4e4-03498a520e5b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:23:16.503243 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 4162baab-c948-4a0a-b4e4-03498a520e5b not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:23:16.503664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 578378a1-3496-4220-9bcf-bf0d7496d04f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:23:16.524492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 578378a1-3496-4220-9bcf-bf0d7496d04f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:23:16.524925 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 578378a1-3496-4220-9bcf-bf0d7496d04f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:23:16.545070 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.571557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.641690 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.644259 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:16.645460 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/security-groups/d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f HTTP/1.1" status: 204 len: 168 time: 0.1653299 Feb 09 04:23:16.655619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c7cfb6-8188-4ba2-90ae-cc56fb1fca3f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:16.664368 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:16.664730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:16.665075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:16.665439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:16.665775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:16.666106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:16.666491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:16.666827 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:16.667151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:16.667480 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:16.667803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:16.668118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:16.668434 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb53d6-305b-421b-9349-981887e9b13c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:17.677530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2631b0ec-15b3-436b-8a0c-137e96f11e9e no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:23:17.698877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 2631b0ec-15b3-436b-8a0c-137e96f11e9e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:23:17.699223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 2631b0ec-15b3-436b-8a0c-137e96f11e9e not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:23:18.114057 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a0572f7b-3482-4887-b6d4-bffef2c2d303 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:23:18.138554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: a0572f7b-3482-4887-b6d4-bffef2c2d303 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:23:18.138899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a0572f7b-3482-4887-b6d4-bffef2c2d303 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:23:18.272366 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7e98376c-3d92-4a73-81e7-84ac26ab96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.103060 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57176) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:19.107752 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-1d069459-7934-48ba-8c4c-0109cdef3871 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589279983', 'description': 'tempest-secgroup-smoke-1589279983 description', 'project_id': '88bbe62682b5493f943426dd9832dd31'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:19.135612 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d069459-7934-48ba-8c4c-0109cdef3871 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.202761 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d069459-7934-48ba-8c4c-0109cdef3871 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (1009b734-2a28-46e6-bb64-7b017d99bdd0), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.206418 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d069459-7934-48ba-8c4c-0109cdef3871 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1009b734-2a28-46e6-bb64-7b017d99bdd0), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.232034 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d069459-7934-48ba-8c4c-0109cdef3871 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.233257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1d069459-7934-48ba-8c4c-0109cdef3871 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1291714 Feb 09 04:23:19.236261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57178) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:19.240951 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-d7ede34b-98b2-4e8e-9ced-2379be510405 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': '1009b734-2a28-46e6-bb64-7b017d99bdd0', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:19.241926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d069459-7934-48ba-8c4c-0109cdef3871 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1009b734-2a28-46e6-bb64-7b017d99bdd0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:19.266512 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7ede34b-98b2-4e8e-9ced-2379be510405 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (204ecbe8-abc6-4890-b39d-93e3b49665c5), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.327091 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7ede34b-98b2-4e8e-9ced-2379be510405 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (204ecbe8-abc6-4890-b39d-93e3b49665c5), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.330832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7ede34b-98b2-4e8e-9ced-2379be510405 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (204ecbe8-abc6-4890-b39d-93e3b49665c5), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.351894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ede34b-98b2-4e8e-9ced-2379be510405 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204ecbe8-abc6-4890-b39d-93e3b49665c5,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:19.357401 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7ede34b-98b2-4e8e-9ced-2379be510405 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.358474 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d7ede34b-98b2-4e8e-9ced-2379be510405 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212265 Feb 09 04:23:19.361288 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57180) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:19.365721 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-98a6c2b5-0e94-4142-8768-ae25e089c952 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': '1009b734-2a28-46e6-bb64-7b017d99bdd0', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:19.392115 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98a6c2b5-0e94-4142-8768-ae25e089c952 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (e1cc1750-50d6-46f5-aab4-a58f0b1dd74f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.447789 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98a6c2b5-0e94-4142-8768-ae25e089c952 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (e1cc1750-50d6-46f5-aab4-a58f0b1dd74f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.451452 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98a6c2b5-0e94-4142-8768-ae25e089c952 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (e1cc1750-50d6-46f5-aab4-a58f0b1dd74f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.468809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6c2b5-0e94-4142-8768-ae25e089c952 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cc1750-50d6-46f5-aab4-a58f0b1dd74f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:19.476526 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98a6c2b5-0e94-4142-8768-ae25e089c952 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.477751 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-98a6c2b5-0e94-4142-8768-ae25e089c952 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154835 Feb 09 04:23:19.480435 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57182) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:19.484664 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-496baff7-4cb6-45f5-b33b-64c8612cadcb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': '1009b734-2a28-46e6-bb64-7b017d99bdd0', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:19.508105 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-496baff7-4cb6-45f5-b33b-64c8612cadcb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (ad5f562a-c319-4da3-819b-ca21b2e288d3), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.565628 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-496baff7-4cb6-45f5-b33b-64c8612cadcb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (ad5f562a-c319-4da3-819b-ca21b2e288d3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.570261 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-496baff7-4cb6-45f5-b33b-64c8612cadcb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (ad5f562a-c319-4da3-819b-ca21b2e288d3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.575832 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.588890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496baff7-4cb6-45f5-b33b-64c8612cadcb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5f562a-c319-4da3-819b-ca21b2e288d3,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:19.596479 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-496baff7-4cb6-45f5-b33b-64c8612cadcb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.597709 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-496baff7-4cb6-45f5-b33b-64c8612cadcb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163402 Feb 09 04:23:19.600409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57184) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:19.605215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5e91b83c-538b-4bad-b027-fa7b5327a59d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': '1009b734-2a28-46e6-bb64-7b017d99bdd0', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:19.630129 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e91b83c-538b-4bad-b027-fa7b5327a59d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (17d27d63-eab9-44a5-9ce5-88cee1b5f14d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.690009 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e91b83c-538b-4bad-b027-fa7b5327a59d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (17d27d63-eab9-44a5-9ce5-88cee1b5f14d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.693497 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e91b83c-538b-4bad-b027-fa7b5327a59d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (17d27d63-eab9-44a5-9ce5-88cee1b5f14d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.711335 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91b83c-538b-4bad-b027-fa7b5327a59d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d27d63-eab9-44a5-9ce5-88cee1b5f14d,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:19.719983 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5e91b83c-538b-4bad-b027-fa7b5327a59d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.721169 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5e91b83c-538b-4bad-b027-fa7b5327a59d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197391 Feb 09 04:23:19.723949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57186) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:19.728308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-5a4af39b-e586-4d81-85e8-7958294f1774 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': '1009b734-2a28-46e6-bb64-7b017d99bdd0', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:19.747526 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-5a4af39b-e586-4d81-85e8-7958294f1774 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Project 88bbe62682b5493f943426dd9832dd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:23:19.752259 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a4af39b-e586-4d81-85e8-7958294f1774 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (a997e8af-6d99-4630-ae2f-939253be810e), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.809609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a4af39b-e586-4d81-85e8-7958294f1774 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (a997e8af-6d99-4630-ae2f-939253be810e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.813221 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a4af39b-e586-4d81-85e8-7958294f1774 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (a997e8af-6d99-4630-ae2f-939253be810e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.831407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4af39b-e586-4d81-85e8-7958294f1774 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a997e8af-6d99-4630-ae2f-939253be810e,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:19.838214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a4af39b-e586-4d81-85e8-7958294f1774 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.839389 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5a4af39b-e586-4d81-85e8-7958294f1774 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145353 Feb 09 04:23:19.842184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57188) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:19.846407 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a6344624-4348-4c2c-81f0-92b000ed2bb2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': '1009b734-2a28-46e6-bb64-7b017d99bdd0', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:19.865658 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-a6344624-4348-4c2c-81f0-92b000ed2bb2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Project 88bbe62682b5493f943426dd9832dd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:23:19.871178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6344624-4348-4c2c-81f0-92b000ed2bb2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (eca5f13b-c2dd-4c11-9a8c-c8d307958f48), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.928354 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6344624-4348-4c2c-81f0-92b000ed2bb2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (eca5f13b-c2dd-4c11-9a8c-c8d307958f48), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.932672 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6344624-4348-4c2c-81f0-92b000ed2bb2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (eca5f13b-c2dd-4c11-9a8c-c8d307958f48), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.949374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6344624-4348-4c2c-81f0-92b000ed2bb2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca5f13b-c2dd-4c11-9a8c-c8d307958f48,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:19.957193 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a6344624-4348-4c2c-81f0-92b000ed2bb2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:19.958393 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a6344624-4348-4c2c-81f0-92b000ed2bb2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153140 Feb 09 04:23:19.961272 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57190) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:19.966031 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-a8256a49-9e3e-4111-9104-7043c6e076bf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'network': {'name': 'tempest-network-smoke--862712139', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'port_security_enabled': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:19.985108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8256a49-9e3e-4111-9104-7043c6e076bf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:23:19.988403 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8256a49-9e3e-4111-9104-7043c6e076bf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.014662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8256a49-9e3e-4111-9104-7043c6e076bf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:23:20.024091 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8256a49-9e3e-4111-9104-7043c6e076bf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b20f61d6-d412-4e48-9a2d-98dc99dccfb9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.024446 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-a8256a49-9e3e-4111-9104-7043c6e076bf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Added segment b20f61d6-d412-4e48-9a2d-98dc99dccfb9 of type vlan for network 047aa7e1-91dd-4748-ae9d-e4a308225629 Feb 09 04:23:20.064491 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8256a49-9e3e-4111-9104-7043c6e076bf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (047aa7e1-91dd-4748-ae9d-e4a308225629), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.088886 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8256a49-9e3e-4111-9104-7043c6e076bf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (047aa7e1-91dd-4748-ae9d-e4a308225629), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.093860 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8256a49-9e3e-4111-9104-7043c6e076bf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:20.094446 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a8256a49-9e3e-4111-9104-7043c6e076bf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.147466 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a8256a49-9e3e-4111-9104-7043c6e076bf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1851058 Feb 09 04:23:20.150430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57192) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:20.161328 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'admin_state_up': True, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:20.177388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8256a49-9e3e-4111-9104-7043c6e076bf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Network': ['ID=047aa7e1-91dd-4748-ae9d-e4a308225629,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:20.188793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 047aa7e1-91dd-4748-ae9d-e4a308225629 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:23:20.194590 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (a750667c-2414-4262-84f9-a478a4b29e1d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.195958 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (a750667c-2414-4262-84f9-a478a4b29e1d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.254797 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_controller (a750667c-2414-4262-84f9-a478a4b29e1d), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.391621 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (a750667c-2414-4262-84f9-a478a4b29e1d), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.583141 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (a750667c-2414-4262-84f9-a478a4b29e1d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.601802 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.702102 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.25.5.75 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/7f7b3bdc-0a81-44f4-973d-169a36b60ff2) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:23:20.798366 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.831543 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:20.874478 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:23:20.877319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:23:20.880698 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:23:20.886648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=7f7b3bdc-0a81-44f4-973d-169a36b60ff2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:21.010854 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:21.133244 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (a750667c-2414-4262-84f9-a478a4b29e1d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:21.330223 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (a750667c-2414-4262-84f9-a478a4b29e1d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:21.777739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router a750667c-2414-4262-84f9-a478a4b29e1d is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:23:21.882618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:23:21.892429 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Sync routers for ids ['a750667c-2414-4262-84f9-a478a4b29e1d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:23:21.902384 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:21.903176 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Routers {'a750667c-2414-4262-84f9-a478a4b29e1d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:23:21.903740 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c1aaf9c4-ff2f-44ea-96fd-87c0b8258f17 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7523966 Feb 09 04:23:21.906851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57194) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:21.907133 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:23:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a750667c-2414-4262-84f9-a478a4b29e1d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:21.996537 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-43f9aa94-882b-42b3-afd1-465ce62df732 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=88bbe62682b5493f943426dd9832dd31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0885997 Feb 09 04:23:21.999378 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57198) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:22.018539 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Set router a750667c-2414-4262-84f9-a478a4b29e1d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:23:22.091175 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bc9904-79c9-449d-ac2c-83d91297a286 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:22.093927 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a8bc9904-79c9-449d-ac2c-83d91297a286 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935750 Feb 09 04:23:22.096686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57200) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:22.126499 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7882123a-0d55-4078-bdc7-a736ab1497e6 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286913 Feb 09 04:23:22.129644 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57202) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:22.136391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-ebf17433-6403-4b66-b091-56ff5297aef4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1084972393', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:22.144262 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:22.224938 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:21Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:22.246114 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf17433-6403-4b66-b091-56ff5297aef4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:23:22.250114 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebf17433-6403-4b66-b091-56ff5297aef4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:22.254168 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Checking router: a750667c-2414-4262-84f9-a478a4b29e1d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:23:22.254518 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Updating router a750667c-2414-4262-84f9-a478a4b29e1d port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:23:22.281891 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:22.388113 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:23:22.456001 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebf17433-6403-4b66-b091-56ff5297aef4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (2530d80d-a966-4684-9071-e90076fc87cd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:22.522900 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf17433-6403-4b66-b091-56ff5297aef4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Subnet': ['ID=2530d80d-a966-4684-9071-e90076fc87cd,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:22.528521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf17433-6403-4b66-b091-56ff5297aef4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Checking segment: {'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:23:22.528890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf17433-6403-4b66-b091-56ff5297aef4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network hostable DHCP agents. Network: 047aa7e1-91dd-4748-ae9d-e4a308225629, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:23:22.546804 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf17433-6403-4b66-b091-56ff5297aef4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 047aa7e1-91dd-4748-ae9d-e4a308225629 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:23:22.557443 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ebf17433-6403-4b66-b091-56ff5297aef4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 047aa7e1-91dd-4748-ae9d-e4a308225629) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:23:22.565413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf17433-6403-4b66-b091-56ff5297aef4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:22.566585 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebf17433-6403-4b66-b091-56ff5297aef4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:22.567987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857d6ded-1cc8-4298-b15f-734e5b4bf4cc None None] Network 047aa7e1-91dd-4748-ae9d-e4a308225629 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:23:22.579723 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Publish callbacks [] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:22.589630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ebf17433-6403-4b66-b091-56ff5297aef4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4556317 Feb 09 04:23:22.589871 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:22.589992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57204) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:22.682332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-047aa7e1-91dd-4748-ae9d-e4a308225629', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ips': [{'subnet_id': '2530d80d-a966-4684-9071-e90076fc87cd'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:23:22.684174 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:22.756613 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Attempting to bind port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:23:22.757219 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Attempting to bind port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:23:22.758541 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Attempting to bind port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:23:22.761549 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Pushing event updated for resources: {'Port': ['ID=7f7b3bdc-0a81-44f4-973d-169a36b60ff2,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:22.769636 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:23:22.770303 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:23:22.771099 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:22.771658 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:23:22.772224 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Bound port: 7f7b3bdc-0a81-44f4-973d-169a36b60ff2, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:23:22.773230 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:22.776088 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.776507 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.776913 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.777317 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.777940 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.778483 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.779160 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.779829 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.780528 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.781581 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.781581 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.781795 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.782083 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:22.835958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Allocated IP 172.20.0.2 (047aa7e1-91dd-4748-ae9d-e4a308225629/2530d80d-a966-4684-9071-e90076fc87cd/0776542d-e206-45cf-a024-5279b0d77795) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:23:22.839790 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] For port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:23:22.843712 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] For port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7f7b3bdc-0a81-44f4-973d-169a36b60ff2,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:23:22.851955 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:22.908901 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Routers {'a750667c-2414-4262-84f9-a478a4b29e1d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:23:22.909688 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:23:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a750667c-2414-4262-84f9-a478a4b29e1d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:22.948528 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733d9ae-116a-42e2-b912-9a959d1857dc None None] Pushing event updated for resources: {'Port': ['ID=7f7b3bdc-0a81-44f4-973d-169a36b60ff2,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:23.000491 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Publish callbacks [] for port (0776542d-e206-45cf-a024-5279b0d77795), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:23.012322 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (0776542d-e206-45cf-a024-5279b0d77795), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:23.030429 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] Set router a750667c-2414-4262-84f9-a478a4b29e1d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:23:23.057183 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Network 047aa7e1-91dd-4748-ae9d-e4a308225629 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:23:23.059936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:23:23.064507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:23:23.067653 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Pushing event updated for resources: {'Port': ['ID=0776542d-e206-45cf-a024-5279b0d77795,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:23.109431 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:23.126708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Attempting to bind port 0776542d-e206-45cf-a024-5279b0d77795 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:23:23.127216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Attempting to bind port 0776542d-e206-45cf-a024-5279b0d77795 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:23:23.127585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Attempting to bind port 0776542d-e206-45cf-a024-5279b0d77795 on network 047aa7e1-91dd-4748-ae9d-e4a308225629 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:23:23.133347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:23:23.133791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Checking segment: {'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:23:23.134149 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:23.134560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Bound using segment: {'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:23:23.135014 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Bound port: 0776542d-e206-45cf-a024-5279b0d77795, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:23:23.135395 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0776542d-e206-45cf-a024-5279b0d77795), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:23.200786 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] For port 0776542d-e206-45cf-a024-5279b0d77795, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:23:23.204180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] For port 0776542d-e206-45cf-a024-5279b0d77795, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0776542d-e206-45cf-a024-5279b0d77795,segment=NetworkSegment(b20f61d6-d412-4e48-9a2d-98dc99dccfb9),segment_id=b20f61d6-d412-4e48-9a2d-98dc99dccfb9)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:23:23.212159 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0776542d-e206-45cf-a024-5279b0d77795), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:23.227053 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:21Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:23.254637 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5710c-426b-4bb2-b613-dba6d3d8157c None None] The sync data for ids ['a750667c-2414-4262-84f9-a478a4b29e1d'] in n-d-824835-15 is: [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:21Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:23:23.272725 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a321de-fec0-4d5a-a4d0-0a7b2d69603f None None] Pushing event updated for resources: {'Port': ['ID=0776542d-e206-45cf-a024-5279b0d77795,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:23.408110 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.20.0.1 (047aa7e1-91dd-4748-ae9d-e4a308225629/2530d80d-a966-4684-9071-e90076fc87cd/8f7102ca-ebc4-4101-8317-b39f54e65bc8) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:23:23.574677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:23.612475 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:23.660763 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 047aa7e1-91dd-4748-ae9d-e4a308225629 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:23:23.664862 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:23:23.668717 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:23:23.675541 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=8f7102ca-ebc4-4101-8317-b39f54e65bc8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:23.720942 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (a750667c-2414-4262-84f9-a478a4b29e1d), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:23.864575 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:24.196921 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:24.204931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:24.278286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:23:24.288749 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=8f7102ca-ebc4-4101-8317-b39f54e65bc8,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:24.293982 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (a750667c-2414-4262-84f9-a478a4b29e1d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:24.342309 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:24.342806 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:24.376749 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4e96db-8831-4aa2-956f-9e0a2a29eef5 None None] Network 047aa7e1-91dd-4748-ae9d-e4a308225629 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:23:24.398976 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 047aa7e1-91dd-4748-ae9d-e4a308225629 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:23:24.400396 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:23:24.519310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router a750667c-2414-4262-84f9-a478a4b29e1d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:23:24.635521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:23:24.640760 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-61bf80fa-ce81-4d7c-9e07-f69f9e054016 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "PUT /v2.0/routers/a750667c-2414-4262-84f9-a478a4b29e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0497317 Feb 09 04:23:24.673992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:23:24.674637 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:24.695768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-590e6e77-5348-48b7-96b5-6d266b64bc40 None None] Provisioning complete for port 0776542d-e206-45cf-a024-5279b0d77795 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:24.696142 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-590e6e77-5348-48b7-96b5-6d266b64bc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0776542d-e206-45cf-a024-5279b0d77795), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:24.712582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7f7b3bdc-0a81-44f4-973d-169a36b60ff2,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:23:24.740486 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:24.741340 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0776542d-e206-45cf-a024-5279b0d77795 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:23:24.800901 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:24.817227 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-a6fdca6e-22ec-4139-a3ca-e6a6dad3a801 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589279983&fields=id&tenant_id=88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 267 time: 0.0573022 Feb 09 04:23:24.847792 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=7f7b3bdc-0a81-44f4-973d-169a36b60ff2,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:24.894513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0776542d-e206-45cf-a024-5279b0d77795 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:24.894893 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0776542d-e206-45cf-a024-5279b0d77795), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:24.932188 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-590e6e77-5348-48b7-96b5-6d266b64bc40 None None] Current status of the port 0776542d-e206-45cf-a024-5279b0d77795 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:23:24.932579 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-590e6e77-5348-48b7-96b5-6d266b64bc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (0776542d-e206-45cf-a024-5279b0d77795), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:24.951941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-46993f4d-a1bf-46ad-ae2f-0854f13f810c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:24.953825 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-46993f4d-a1bf-46ad-ae2f-0854f13f810c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/networks?id=047aa7e1-91dd-4748-ae9d-e4a308225629 HTTP/1.1" status: 200 len: 796 time: 0.1261787 Feb 09 04:23:24.972348 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-a53733c5-4cca-438d-b8a9-b545c77641c4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/quotas/88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 375 time: 0.0131259 Feb 09 04:23:24.982915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-590e6e77-5348-48b7-96b5-6d266b64bc40 None None] For port 0776542d-e206-45cf-a024-5279b0d77795, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0776542d-e206-45cf-a024-5279b0d77795,segment=NetworkSegment(b20f61d6-d412-4e48-9a2d-98dc99dccfb9),segment_id=b20f61d6-d412-4e48-9a2d-98dc99dccfb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:23:24.992739 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-590e6e77-5348-48b7-96b5-6d266b64bc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (0776542d-e206-45cf-a024-5279b0d77795), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:25.044873 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-fe0c09d9-9efa-4acc-a731-b9ddd46c1043 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652261 Feb 09 04:23:25.068870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-31b45d3e-bc54-4d6e-a390-0759bbfe250c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:23:25.070261 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-31b45d3e-bc54-4d6e-a390-0759bbfe250c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064437 Feb 09 04:23:25.078142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0776542d-e206-45cf-a024-5279b0d77795 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:23:25.081279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e6e77-5348-48b7-96b5-6d266b64bc40 None None] Pushing event updated for resources: {'Port': ['ID=0776542d-e206-45cf-a024-5279b0d77795,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:25.113624 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-065883f8-895a-4fd8-b0b5-643a47f50508 None None] Provisioning complete for port 0776542d-e206-45cf-a024-5279b0d77795 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:25.113999 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-065883f8-895a-4fd8-b0b5-643a47f50508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0776542d-e206-45cf-a024-5279b0d77795), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:25.179008 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-aa3fdf67-17f6-4f25-9ce3-f26671149841 service neutron] 10.222.0.21 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003354 Feb 09 04:23:25.208015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Sync routers for ids ['a750667c-2414-4262-84f9-a478a4b29e1d'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:23:25.229756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-065883f8-895a-4fd8-b0b5-643a47f50508 None None] Current status of the port 0776542d-e206-45cf-a024-5279b0d77795 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:23:25.232012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Routers {'a750667c-2414-4262-84f9-a478a4b29e1d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:23:25.232634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:23:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a750667c-2414-4262-84f9-a478a4b29e1d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:25.289481 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-3b3a10ed-22e1-490a-93a8-4cb345642ac2 service neutron] 10.222.0.21 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012914 Feb 09 04:23:25.315795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-065883f8-895a-4fd8-b0b5-643a47f50508 None None] Provisioning complete for port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:25.316715 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-065883f8-895a-4fd8-b0b5-643a47f50508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:25.364041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-065883f8-895a-4fd8-b0b5-643a47f50508 None None] Port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:23:25.383944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Set router a750667c-2414-4262-84f9-a478a4b29e1d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:23:25.471313 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-073cab15-0286-42f7-bfd2-cab26204f4fc req-82cc5624-7ef6-446d-8611-83482859aab2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 210 time: 0.0295107 Feb 09 04:23:25.529435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e772604b-1701-4c11-82d9-def951913bbf None None] Provisioning complete for port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:25.529814 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e772604b-1701-4c11-82d9-def951913bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:25.583615 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e772604b-1701-4c11-82d9-def951913bbf None None] Port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:23:25.634800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:23Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '8f7102ca-ebc4-4101-8317-b39f54e65bc8', 'name': '', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b5:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2530d80d-a966-4684-9071-e90076fc87cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:23Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 2, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '2530d80d-a966-4684-9071-e90076fc87cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:25.661024 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Checking router: a750667c-2414-4262-84f9-a478a4b29e1d for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:23:25.661516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Updating router a750667c-2414-4262-84f9-a478a4b29e1d port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:23:25.689018 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:25.734222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1bf27b52-11bd-462a-854e-f4b153e643e9 None None] Provisioning complete for port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:25.734591 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bf27b52-11bd-462a-854e-f4b153e643e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:25.820921 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1bf27b52-11bd-462a-854e-f4b153e643e9 None None] Port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:23:25.984302 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Publish callbacks [] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:25.989883 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:26.045181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409125af-6749-41fa-bdb3-aae37bcb56cd None None] Pushing event updated for resources: {'Port': ['ID=8f7102ca-ebc4-4101-8317-b39f54e65bc8,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:26.103444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Attempting to bind port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:23:26.103792 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Attempting to bind port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:23:26.104235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Attempting to bind port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 on network 047aa7e1-91dd-4748-ae9d-e4a308225629 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:23:26.110088 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:23:26.110638 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Checking segment: {'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:23:26.111211 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:26.111505 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Bound using segment: {'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:23:26.112074 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Bound port: 8f7102ca-ebc4-4101-8317-b39f54e65bc8, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:23:26.112353 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:26.176996 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:23:26.200821 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] For port 8f7102ca-ebc4-4101-8317-b39f54e65bc8, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:23:26.220774 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] For port 8f7102ca-ebc4-4101-8317-b39f54e65bc8, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8f7102ca-ebc4-4101-8317-b39f54e65bc8,segment=NetworkSegment(b20f61d6-d412-4e48-9a2d-98dc99dccfb9),segment_id=b20f61d6-d412-4e48-9a2d-98dc99dccfb9)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:23:26.230667 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:26.310657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8b105f7a-b21b-4ae2-bbba-33a4b658ed76 None None] Provisioning complete for port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:26.311037 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b105f7a-b21b-4ae2-bbba-33a4b658ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:26.315041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409125af-6749-41fa-bdb3-aae37bcb56cd None None] Pushing event updated for resources: {'Port': ['ID=8f7102ca-ebc4-4101-8317-b39f54e65bc8,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:26.340044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:26.340612 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:26.343544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Routers {'a750667c-2414-4262-84f9-a478a4b29e1d'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:23:26.344184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:23:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a750667c-2414-4262-84f9-a478a4b29e1d'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:26.556160 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] Set router a750667c-2414-4262-84f9-a478a4b29e1d gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:23:26.558718 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8271fca8-ca15-4901-9c3e-d6e33b5c16f1 req-306c8610-8a0a-4466-94ea-6844e4ffee1c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 210 time: 0.0330319 Feb 09 04:23:26.583310 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8b105f7a-b21b-4ae2-bbba-33a4b658ed76 None None] Current status of the port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:23:26.583701 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b105f7a-b21b-4ae2-bbba-33a4b658ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:26.605642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:23:26.606720 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0776542d-e206-45cf-a024-5279b0d77795 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:23:26.841979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8b105f7a-b21b-4ae2-bbba-33a4b658ed76 None None] For port 8f7102ca-ebc4-4101-8317-b39f54e65bc8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8f7102ca-ebc4-4101-8317-b39f54e65bc8,segment=NetworkSegment(b20f61d6-d412-4e48-9a2d-98dc99dccfb9),segment_id=b20f61d6-d412-4e48-9a2d-98dc99dccfb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:23:26.878011 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b105f7a-b21b-4ae2-bbba-33a4b658ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:26.964459 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b105f7a-b21b-4ae2-bbba-33a4b658ed76 None None] Pushing event updated for resources: {'Port': ['ID=8f7102ca-ebc4-4101-8317-b39f54e65bc8,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:26.978890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 0776542d-e206-45cf-a024-5279b0d77795 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:26.979272 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (0776542d-e206-45cf-a024-5279b0d77795), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:27.048697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8468314c-96dc-4918-a7a6-0df5bc9ff89a None None] Provisioning complete for port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:27.049071 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8468314c-96dc-4918-a7a6-0df5bc9ff89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:27.135293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:23Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '8f7102ca-ebc4-4101-8317-b39f54e65bc8', 'name': '', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b5:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2530d80d-a966-4684-9071-e90076fc87cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:23Z', 'updated_at': '2022-02-09T04:23:26Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '2530d80d-a966-4684-9071-e90076fc87cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:27.171801 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 0776542d-e206-45cf-a024-5279b0d77795 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:23:27.173965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ff814-eb28-4c48-860e-a0b9f6bc714b None None] The sync data for ids ['a750667c-2414-4262-84f9-a478a4b29e1d'] in n-d-824835-15 is: [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:23Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '8f7102ca-ebc4-4101-8317-b39f54e65bc8', 'name': '', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b5:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2530d80d-a966-4684-9071-e90076fc87cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:23Z', 'updated_at': '2022-02-09T04:23:26Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '2530d80d-a966-4684-9071-e90076fc87cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:23:27.214798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8468314c-96dc-4918-a7a6-0df5bc9ff89a None None] Current status of the port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:23:27.649950 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6f15ded0-f248-416f-bb4d-2f4c7120aa13 req-392142c9-e8ec-4d80-b362-2be0b61976a7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 210 time: 0.0340505 Feb 09 04:23:28.185781 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8f7102ca-ebc4-4101-8317-b39f54e65bc8 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:23:28.234709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:28.235086 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:28.315140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:23:28.726387 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-437684e0-244e-4f4c-9b9f-f9fceb201753 req-46f2ad12-7a66-4910-a30b-dc0a8042941a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 210 time: 0.0278349 Feb 09 04:23:29.823455 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e73ed542-eb3f-4416-a94a-7733a8ac84d8 req-c13a3201-3ba7-4b05-87b0-b787c1a2cae9 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 210 time: 0.0284100 Feb 09 04:23:30.580474 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-ce2cdc10-a1d6-4a6b-a7f0-a8e1b1afc996 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:30.581950 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-ce2cdc10-a1d6-4a6b-a7f0-a8e1b1afc996 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "GET /v2.0/networks?id=047aa7e1-91dd-4748-ae9d-e4a308225629 HTTP/1.1" status: 200 len: 796 time: 0.1131523 Feb 09 04:23:30.650890 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-562ad928-07ff-45b7-9fb6-28c1771dc827 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 380 time: 0.0542316 Feb 09 04:23:30.691886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'port': {'device_id': '76f6546d-099c-4543-b0c0-302b13618b47', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'admin_state_up': True, 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'security_groups': ['1009b734-2a28-46e6-bb64-7b017d99bdd0']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:30.804308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:23:30.807820 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:30.941721 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2eac5329-e064-47ab-95e3-e63e9d2e8cae req-fb951e6c-ab87-414b-b3a1-bccc34544886 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 210 time: 0.0352297 Feb 09 04:23:30.960726 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.20.0.3 (047aa7e1-91dd-4748-ae9d-e4a308225629/2530d80d-a966-4684-9071-e90076fc87cd/302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:23:31.095780 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:31.128455 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:31.173142 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 047aa7e1-91dd-4748-ae9d-e4a308225629 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:23:31.178941 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:23:31.182742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:23:31.210696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:31.237109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:31.237744 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:31.255264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-677a23c5-ce3e-43ad-88f6-9925b4a0bb7c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670130 Feb 09 04:23:31.271744 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Request body: {'port': {'device_id': '76f6546d-099c-4543-b0c0-302b13618b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:31.334426 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:31.472741 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ef8901a9-9771-4c39-9c82-2957114c3eb5 None None] Provisioning complete for port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:31.473321 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ef8901a9-9771-4c39-9c82-2957114c3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:31.505893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ef8901a9-9771-4c39-9c82-2957114c3eb5 None None] Port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:23:31.597006 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:23:31.604371 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Publish callbacks [] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:31.616315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Transition to ACTIVE for port object 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:23:31.620442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:31.671126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Pushing event updated for resources: {'Port': ['ID=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:31.747242 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Attempting to bind port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:23:31.747575 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Attempting to bind port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:23:31.747903 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Attempting to bind port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 on network 047aa7e1-91dd-4748-ae9d-e4a308225629 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:23:31.752489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 on network 047aa7e1-91dd-4748-ae9d-e4a308225629 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:23:31.752808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Attempting to bind port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 on network 047aa7e1-91dd-4748-ae9d-e4a308225629 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:23:31.758412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:23:31.758750 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Checking segment: {'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:23:31.759133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Bound using segment: {'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:23:31.759589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Bound port: 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:23:31.759950 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:31.832557 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] For port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:23:31.836480 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] For port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94,segment=NetworkSegment(b20f61d6-d412-4e48-9a2d-98dc99dccfb9),segment_id=b20f61d6-d412-4e48-9a2d-98dc99dccfb9)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:23:31.842637 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:31.875053 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:31.875768 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:31.877147 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] 10.222.0.65 "PUT /v2.0/ports/302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 HTTP/1.1" status: 200 len: 1092 time: 0.6097925 Feb 09 04:23:31.877614 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f6546d-099c-4543-b0c0-302b13618b47', 'tag': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:23:31.879859 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa0e0c0-76ca-4f5d-8d71-0f16c17f2151" -d '{"events": [{"name": "network-changed", "server_uuid": "76f6546d-099c-4543-b0c0-302b13618b47", "tag": "302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:23:31.907374 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2cc8c-1056-4d84-aa11-b413363de910 service neutron] Pushing event updated for resources: {'Port': ['ID=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:32.014335 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-692d38b0-b2ba-4ae8-93ad-51013a947d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:32.016645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-692d38b0-b2ba-4ae8-93ad-51013a947d43 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 1126 time: 0.0707004 Feb 09 04:23:32.029969 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22bca2f-ba99-48fb-baa8-3ea76526e55e x-openstack-request-id: req-e22bca2f-ba99-48fb-baa8-3ea76526e55e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:23:32.030341 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f6546d-099c-4543-b0c0-302b13618b47", "tag": "302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:23:32.030657 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e22bca2f-ba99-48fb-baa8-3ea76526e55e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:23:32.031123 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f6546d-099c-4543-b0c0-302b13618b47', 'tag': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94', 'status': 'completed', 'code': 200} Feb 09 04:23:32.088532 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-fd1d77c2-3664-4be8-9846-a4fee82cb8e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 HTTP/1.1" status: 200 len: 217 time: 0.0429857 Feb 09 04:23:32.138634 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89c556-f944-48cb-a734-591adcfee954 req-8727d135-1648-4a98-8264-b77061743177 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:32.140115 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b89c556-f944-48cb-a734-591adcfee954 req-8727d135-1648-4a98-8264-b77061743177 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 943 time: 0.1224744 Feb 09 04:23:32.158879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-c0eb30bc-c13e-4007-9095-28e6f428d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:32.160300 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-c0eb30bc-c13e-4007-9095-28e6f428d6cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2530d80d-a966-4684-9071-e90076fc87cd HTTP/1.1" status: 200 len: 835 time: 0.0653048 Feb 09 04:23:32.228688 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1b89c556-f944-48cb-a734-591adcfee954 req-ce26b02b-c5cc-4382-b306-7b01c06c0983 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815840 Feb 09 04:23:32.238271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-1680faea-ce25-4be8-a8b1-dffe1a1cb175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:32.239943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-1680faea-ce25-4be8-a8b1-dffe1a1cb175 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=047aa7e1-91dd-4748-ae9d-e4a308225629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0732381 Feb 09 04:23:32.328943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-0913f8c8-46ad-42f4-b2ea-a20fd226e5c8 service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833571 Feb 09 04:23:32.418734 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0154c26e-86fb-47f3-bace-59cd270a06e8 req-da6e08ac-5a7b-42cb-9e1e-63ceed0fa277 service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840757 Feb 09 04:23:32.541792 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0e0c0-76ca-4f5d-8d71-0f16c17f2151 req-0efb7518-9a1d-4f8e-8aa8-4428b4f17e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:32.543284 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3aa0e0c0-76ca-4f5d-8d71-0f16c17f2151 req-0efb7518-9a1d-4f8e-8aa8-4428b4f17e63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 1126 time: 0.0450294 Feb 09 04:23:32.632381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0e0c0-76ca-4f5d-8d71-0f16c17f2151 req-75912ad1-8f71-475a-aebb-c71d75488820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:32.633863 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3aa0e0c0-76ca-4f5d-8d71-0f16c17f2151 req-75912ad1-8f71-475a-aebb-c71d75488820 service neutron] 10.222.0.65 "GET /v2.0/networks?id=047aa7e1-91dd-4748-ae9d-e4a308225629 HTTP/1.1" status: 200 len: 897 time: 0.0840321 Feb 09 04:23:32.677815 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3aa0e0c0-76ca-4f5d-8d71-0f16c17f2151 req-52df10c2-e5c8-46c7-ab2d-073013b0bb48 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 HTTP/1.1" status: 200 len: 217 time: 0.0379763 Feb 09 04:23:32.726816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0e0c0-76ca-4f5d-8d71-0f16c17f2151 req-8f72013d-d885-4f94-8a2e-a1515cf5a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:32.728266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3aa0e0c0-76ca-4f5d-8d71-0f16c17f2151 req-8f72013d-d885-4f94-8a2e-a1515cf5a09e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2530d80d-a966-4684-9071-e90076fc87cd HTTP/1.1" status: 200 len: 835 time: 0.0455160 Feb 09 04:23:32.777288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0e0c0-76ca-4f5d-8d71-0f16c17f2151 req-2c4f341c-3ab9-4bd4-82d8-83b934a793fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:32.778966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3aa0e0c0-76ca-4f5d-8d71-0f16c17f2151 req-2c4f341c-3ab9-4bd4-82d8-83b934a793fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=047aa7e1-91dd-4748-ae9d-e4a308225629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450888 Feb 09 04:23:32.867561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3aa0e0c0-76ca-4f5d-8d71-0f16c17f2151 req-22ff9920-feb7-4b0c-9655-aa465e1a78e1 service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831735 Feb 09 04:23:32.954489 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3aa0e0c0-76ca-4f5d-8d71-0f16c17f2151 req-ff6f4246-b5b8-4b4e-a18b-04f288b3b15d service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810480 Feb 09 04:23:33.353164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2796a-a7c4-4adf-a29c-817a74c86a6c req-c049db25-6ce0-4227-a140-d4a3cb0c4e3a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:33.354664 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7d2796a-a7c4-4adf-a29c-817a74c86a6c req-c049db25-6ce0-4227-a140-d4a3cb0c4e3a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 943 time: 0.0571620 Feb 09 04:23:33.403180 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b7d2796a-a7c4-4adf-a29c-817a74c86a6c req-3c033c33-4512-40af-920d-fae378a56496 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429280 Feb 09 04:23:34.528531 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c25f8f-022e-4286-8f7c-3bcd422930b3 req-a389f697-2011-4f43-b879-389e26093676 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:34.530036 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-12c25f8f-022e-4286-8f7c-3bcd422930b3 req-a389f697-2011-4f43-b879-389e26093676 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 943 time: 0.0598669 Feb 09 04:23:34.582593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-12c25f8f-022e-4286-8f7c-3bcd422930b3 req-beb915b0-8c94-4144-9a50-bc5aacd901df tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470102 Feb 09 04:23:34.705919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:23:34.800906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94,segment=NetworkSegment(b20f61d6-d412-4e48-9a2d-98dc99dccfb9),segment_id=b20f61d6-d412-4e48-9a2d-98dc99dccfb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:23:34.812587 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'port_id': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94', 'mac_address': 'fa:16:3e:8b:17:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2530d80d-a966-4684-9071-e90076fc87cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:23:34.852659 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:23:34.853041 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:34.865318 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:23:34.890274 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94,segment=NetworkSegment(b20f61d6-d412-4e48-9a2d-98dc99dccfb9),segment_id=b20f61d6-d412-4e48-9a2d-98dc99dccfb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:23:34.894595 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:34.941033 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:35.268434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:23:35.701857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114f9a5-89b5-4112-8f44-5f66e7c5d003 req-2db7e09c-ada3-4758-a6f2-d4fcfa9ebf71 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:35.703341 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5114f9a5-89b5-4112-8f44-5f66e7c5d003 req-2db7e09c-ada3-4758-a6f2-d4fcfa9ebf71 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 944 time: 0.0535088 Feb 09 04:23:35.752586 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5114f9a5-89b5-4112-8f44-5f66e7c5d003 req-0fb82c76-c727-4101-ad8c-2382e2a5fda0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437236 Feb 09 04:23:36.705980 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:23:36.754537 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:23:36.758660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:23:36.759034 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:36.840867 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:23:36.841256 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:36.864229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f6546d-099c-4543-b0c0-302b13618b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:23:36.866578 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f69160-f31c-4ec5-9cad-5833a6ba95e8" -d '{"events": [{"server_uuid": "76f6546d-099c-4543-b0c0-302b13618b47", "name": "network-vif-plugged", "status": "completed", "tag": "302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:23:36.871757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1f45-31c6-4f61-9c31-ab7a0b0df34a req-0101b94d-b22f-409d-aa1c-75c077dd79ac tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:36.873297 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f2a1f45-31c6-4f61-9c31-ab7a0b0df34a req-0101b94d-b22f-409d-aa1c-75c077dd79ac tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 944 time: 0.0534639 Feb 09 04:23:36.879526 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94,segment=NetworkSegment(b20f61d6-d412-4e48-9a2d-98dc99dccfb9),segment_id=b20f61d6-d412-4e48-9a2d-98dc99dccfb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:23:36.883628 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:36.911669 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1a0159-964b-4d8e-96a7-bac4ba6cd663 x-openstack-request-id: req-fa1a0159-964b-4d8e-96a7-bac4ba6cd663 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:23:36.911959 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f6546d-099c-4543-b0c0-302b13618b47", "name": "network-vif-plugged", "status": "completed", "tag": "302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:23:36.912214 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa1a0159-964b-4d8e-96a7-bac4ba6cd663 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:23:36.912724 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f6546d-099c-4543-b0c0-302b13618b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94', 'code': 200} Feb 09 04:23:36.927710 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f2a1f45-31c6-4f61-9c31-ab7a0b0df34a req-abc24c5b-cd19-41bd-b944-364806d9712e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470641 Feb 09 04:23:36.934879 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:37.039946 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe359c4-6e08-48a7-9c6f-c24f9ed7d85b req-e4fba8ba-923e-40ab-8720-14e86406e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:37.041432 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8fe359c4-6e08-48a7-9c6f-c24f9ed7d85b req-e4fba8ba-923e-40ab-8720-14e86406e6a5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 1128 time: 0.0447347 Feb 09 04:23:37.086103 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8fe359c4-6e08-48a7-9c6f-c24f9ed7d85b req-1eeb3eb0-5eb9-4c35-869a-76816be5fbb0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391355 Feb 09 04:23:38.048139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d92666-c98a-4ed1-adb2-1253189b9c50 req-9fa9e1ed-8edd-4d58-ac6a-dbea99b31f2e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:38.049885 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9d92666-c98a-4ed1-adb2-1253189b9c50 req-9fa9e1ed-8edd-4d58-ac6a-dbea99b31f2e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0514991 Feb 09 04:23:38.102418 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d9d92666-c98a-4ed1-adb2-1253189b9c50 req-6cd8d218-936b-48e2-bd23-7b20c2da5626 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455561 Feb 09 04:23:38.140697 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:39.226788 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02288936-83dd-44b0-8f28-2b16fa8ae961 req-5ef02ae3-63cc-405d-acf7-82594c03e983 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:39.228251 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02288936-83dd-44b0-8f28-2b16fa8ae961 req-5ef02ae3-63cc-405d-acf7-82594c03e983 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0588045 Feb 09 04:23:39.277930 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-02288936-83dd-44b0-8f28-2b16fa8ae961 req-0185f0e8-22b0-4cc2-b61c-58af50f30ed5 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440159 Feb 09 04:23:39.395900 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8b030-a3ec-4d5e-9c98-ab33a600be5c req-0b62b03a-6651-47bc-8bf0-e5f79bb911e0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:39.397524 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-12e8b030-a3ec-4d5e-9c98-ab33a600be5c req-0b62b03a-6651-47bc-8bf0-e5f79bb911e0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0528054 Feb 09 04:23:39.446440 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-12e8b030-a3ec-4d5e-9c98-ab33a600be5c req-eacb2dee-6e46-405b-9766-8f1d1b40bd37 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 Feb 09 04:23:39.467829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57274) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:39.510615 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ce675-8372-4965-829d-0230991c75c3 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:39.512102 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9c3ce675-8372-4965-829d-0230991c75c3 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 1123 time: 0.0433259 Feb 09 04:23:39.514868 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57276) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:39.519011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:23:39.538945 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:39.639047 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:39.741208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.25.5.176 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:23:39.842328 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:39.874518 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:39.908947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:23:39.914940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:23:39.918385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:23:39.940629 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:39.957177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:39.957549 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:39.957888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:39.958220 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:39.958543 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:39.958867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:39.959190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:39.960418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:39.960553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:39.960797 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:39.961286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:39.961553 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:39.961872 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:23:40.281660 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (9f724d2c-e1fb-4a77-b92d-13c693f93ba6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:40.349006 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:40.496256 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:40.500497 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:40.574995 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:23:40.581272 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (9f724d2c-e1fb-4a77-b92d-13c693f93ba6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:40.681508 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Floating IP 9f724d2c-e1fb-4a77-b92d-13c693f93ba6 associated. External IP: 172.25.5.176, port: 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94. Feb 09 04:23:41.201184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router a750667c-2414-4262-84f9-a478a4b29e1d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:23:41.308497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:23:41.318606 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265155e1-dd08-485c-9ddf-4e40dc883f07 None None] Sync routers for ids ['a750667c-2414-4262-84f9-a478a4b29e1d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:23:41.326500 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:41.329122 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265155e1-dd08-485c-9ddf-4e40dc883f07 None None] Routers {'a750667c-2414-4262-84f9-a478a4b29e1d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:23:41.329757 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-265155e1-dd08-485c-9ddf-4e40dc883f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:23:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a750667c-2414-4262-84f9-a478a4b29e1d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:41.359024 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-48173b8b-8d58-4e83-9481-e81bf48c7199 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8431523 Feb 09 04:23:41.359996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f6546d-099c-4543-b0c0-302b13618b47', 'tag': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:23:41.362532 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b121a24c-73f5-499b-aa6d-9744bc7f03b3" -d '{"events": [{"name": "network-changed", "server_uuid": "76f6546d-099c-4543-b0c0-302b13618b47", "tag": "302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:23:41.410863 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dbf789-0ed9-4bf4-aed5-bc4feeae6a73 x-openstack-request-id: req-e7dbf789-0ed9-4bf4-aed5-bc4feeae6a73 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:23:41.411280 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f6546d-099c-4543-b0c0-302b13618b47", "tag": "302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:23:41.411541 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7dbf789-0ed9-4bf4-aed5-bc4feeae6a73 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:23:41.411946 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f6546d-099c-4543-b0c0-302b13618b47', 'tag': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94', 'status': 'completed', 'code': 200} Feb 09 04:23:41.443484 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-265155e1-dd08-485c-9ddf-4e40dc883f07 None None] Set router a750667c-2414-4262-84f9-a478a4b29e1d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:23:41.470695 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4cd00-8af6-462f-9581-6926747ad5e8 req-11fbce2a-0a89-4ea7-9a2c-fdd60f9ace56 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:41.472292 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ca4cd00-8af6-462f-9581-6926747ad5e8 req-11fbce2a-0a89-4ea7-9a2c-fdd60f9ace56 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0627968 Feb 09 04:23:41.676370 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-265155e1-dd08-485c-9ddf-4e40dc883f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:23Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '9f724d2c-e1fb-4a77-b92d-13c693f93ba6', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'port_id': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'mac_address': 'fa:16:3e:8b:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f6546d-099c-4543-b0c0-302b13618b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:23:40Z', 'updated_at': '2022-02-09T04:23:40Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7102ca-ebc4-4101-8317-b39f54e65bc8', 'name': '', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b5:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2530d80d-a966-4684-9071-e90076fc87cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:23Z', 'updated_at': '2022-02-09T04:23:26Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '2530d80d-a966-4684-9071-e90076fc87cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:41.703664 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265155e1-dd08-485c-9ddf-4e40dc883f07 None None] Checking router: a750667c-2414-4262-84f9-a478a4b29e1d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:23:41.713100 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265155e1-dd08-485c-9ddf-4e40dc883f07 None None] Routers {'a750667c-2414-4262-84f9-a478a4b29e1d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:23:41.713748 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-265155e1-dd08-485c-9ddf-4e40dc883f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:23:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a750667c-2414-4262-84f9-a478a4b29e1d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:41.824906 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-265155e1-dd08-485c-9ddf-4e40dc883f07 None None] Set router a750667c-2414-4262-84f9-a478a4b29e1d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:23:41.841193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a24c-73f5-499b-aa6d-9744bc7f03b3 req-5d894711-d3fd-4f24-8a3d-4f69c0f7e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:41.842703 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b121a24c-73f5-499b-aa6d-9744bc7f03b3 req-5d894711-d3fd-4f24-8a3d-4f69c0f7e019 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 1128 time: 0.3884940 Feb 09 04:23:41.847350 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1ca4cd00-8af6-462f-9581-6926747ad5e8 req-a029cded-7fb8-4477-967c-cb59ac50e9ea tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600130 Feb 09 04:23:41.875082 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57282) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:41.941385 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a24c-73f5-499b-aa6d-9744bc7f03b3 req-801546b7-5209-4eef-8dde-07af05ea099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:41.941590 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-66b0550f-4e8b-4803-8acf-b31990b585bc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/9f724d2c-e1fb-4a77-b92d-13c693f93ba6 HTTP/1.1" status: 200 len: 991 time: 0.0646672 Feb 09 04:23:41.942883 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b121a24c-73f5-499b-aa6d-9744bc7f03b3 req-801546b7-5209-4eef-8dde-07af05ea099b service neutron] 10.222.0.65 "GET /v2.0/networks?id=047aa7e1-91dd-4748-ae9d-e4a308225629 HTTP/1.1" status: 200 len: 897 time: 0.0938368 Feb 09 04:23:42.012343 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b121a24c-73f5-499b-aa6d-9744bc7f03b3 req-a995aae1-54b3-4f31-b9bc-c20b1f28093c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 HTTP/1.1" status: 200 len: 999 time: 0.0632682 Feb 09 04:23:42.054943 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-265155e1-dd08-485c-9ddf-4e40dc883f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:23Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '9f724d2c-e1fb-4a77-b92d-13c693f93ba6', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'port_id': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'mac_address': 'fa:16:3e:8b:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f6546d-099c-4543-b0c0-302b13618b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:23:40Z', 'updated_at': '2022-02-09T04:23:40Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7102ca-ebc4-4101-8317-b39f54e65bc8', 'name': '', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b5:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2530d80d-a966-4684-9071-e90076fc87cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:23Z', 'updated_at': '2022-02-09T04:23:26Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '2530d80d-a966-4684-9071-e90076fc87cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:23:42.060002 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a24c-73f5-499b-aa6d-9744bc7f03b3 req-2e23fe60-11d6-4eb2-b358-2e4eea6e6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:42.061471 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b121a24c-73f5-499b-aa6d-9744bc7f03b3 req-2e23fe60-11d6-4eb2-b358-2e4eea6e6000 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2530d80d-a966-4684-9071-e90076fc87cd HTTP/1.1" status: 200 len: 835 time: 0.0435607 Feb 09 04:23:42.080773 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265155e1-dd08-485c-9ddf-4e40dc883f07 None None] The sync data for ids ['a750667c-2414-4262-84f9-a478a4b29e1d'] in n-d-824835-15 is: [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:23Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '9f724d2c-e1fb-4a77-b92d-13c693f93ba6', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'port_id': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'mac_address': 'fa:16:3e:8b:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f6546d-099c-4543-b0c0-302b13618b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:23:40Z', 'updated_at': '2022-02-09T04:23:40Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7102ca-ebc4-4101-8317-b39f54e65bc8', 'name': '', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b5:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2530d80d-a966-4684-9071-e90076fc87cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:23Z', 'updated_at': '2022-02-09T04:23:26Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '2530d80d-a966-4684-9071-e90076fc87cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:23:42.110787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a24c-73f5-499b-aa6d-9744bc7f03b3 req-4cef8c9f-3875-4f0e-863c-64c7782ffdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:42.112777 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b121a24c-73f5-499b-aa6d-9744bc7f03b3 req-4cef8c9f-3875-4f0e-863c-64c7782ffdb3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=047aa7e1-91dd-4748-ae9d-e4a308225629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458295 Feb 09 04:23:42.206857 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b121a24c-73f5-499b-aa6d-9744bc7f03b3 req-d4e04a09-bfb8-43b8-b277-34b9565913f9 service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880237 Feb 09 04:23:42.301192 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b121a24c-73f5-499b-aa6d-9744bc7f03b3 req-cb6f8fc0-0e9c-4553-9c01-7d2d91ccbaa5 service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889935 Feb 09 04:23:42.302622 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ffa30-ebc6-4615-a67b-e255211086f7 None None] New status for floating IP 9f724d2c-e1fb-4a77-b92d-13c693f93ba6: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:23:42.946027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57284) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:23:43.010840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b21c74e6-1e8c-4811-90c0-14adc26b2b4b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/9f724d2c-e1fb-4a77-b92d-13c693f93ba6 HTTP/1.1" status: 200 len: 993 time: 0.0635321 Feb 09 04:23:45.770347 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4930-6edd-456c-9359-76769c624196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:48.274522 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b2ff524-eebb-4fb3-a674-2faa1ada5ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:49.579311 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:51.007428 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:52.127215 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:54.720314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:23:56.925347 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-eb7aa6c4-1ad5-4b6b-bcbd-d968b4f6ce6e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429366 Feb 09 04:23:57.027491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-75f43926-dd12-4764-b5a6-99a7146670c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:57.028957 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-75f43926-dd12-4764-b5a6-99a7146670c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 1128 time: 0.0454583 Feb 09 04:23:57.133729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-ba28484c-6723-4d41-a472-f204dce12dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:57.135173 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-ba28484c-6723-4d41-a472-f204dce12dac service neutron] 10.222.0.65 "GET /v2.0/networks?id=047aa7e1-91dd-4748-ae9d-e4a308225629 HTTP/1.1" status: 200 len: 897 time: 0.0879581 Feb 09 04:23:57.199683 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-c28a7ba0-e3a3-4790-a4f1-e9d530b65b38 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 HTTP/1.1" status: 200 len: 1001 time: 0.0588856 Feb 09 04:23:57.246651 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-d0c630a3-3708-45ad-9229-b9bd9c9a71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:57.248062 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-d0c630a3-3708-45ad-9229-b9bd9c9a71cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2530d80d-a966-4684-9071-e90076fc87cd HTTP/1.1" status: 200 len: 835 time: 0.0426893 Feb 09 04:23:57.300313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-8f8242e8-7aa8-4f72-93a4-70acfdf71d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:23:57.301809 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-8f8242e8-7aa8-4f72-93a4-70acfdf71d7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=047aa7e1-91dd-4748-ae9d-e4a308225629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475130 Feb 09 04:23:57.311559 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-956bd1f8-58a6-47d2-945a-9c08cc22b227 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:23:57.312477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-956bd1f8-58a6-47d2-945a-9c08cc22b227 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048728 Feb 09 04:23:57.397757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-f4c4cc76-710e-43f9-9700-1036a098dafd service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793569 Feb 09 04:23:57.488170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1c66fb36-27e0-4cb9-92c4-ab76a3b6fda9 req-5546aea0-7ef7-4974-8014-ca30f8af9c22 service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845761 Feb 09 04:23:59.387335 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:24:08.143557 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:13.105062 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-dd5bad35-edb4-44fe-9d31-0977e6b7b095 req-9b4b8756-cb5e-477c-946a-3e70c9049b18 service neutron] (103327) timed out ('10.222.0.21', 53702) {{(pid=103327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 04:24:15.771687 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b35e9ae1-bdfe-410e-8a1e-ad9966d30682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:18.275476 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d41cccfb-0e8b-48a8-84d2-39a2c758352a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:19.583567 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:21.011080 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:22.128589 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:24.719539 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:36.387110 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:24:38.144864 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:45.774107 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7651ab9-3328-408e-b6cf-bd55555d1a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:45.910112 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69397738-7eb4-4911-850e-54c7f307333c req-bdce948d-ca5c-48e4-b75f-3e9302629c4b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:45.912151 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69397738-7eb4-4911-850e-54c7f307333c req-bdce948d-ca5c-48e4-b75f-3e9302629c4b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0998251 Feb 09 04:24:45.966219 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-69397738-7eb4-4911-850e-54c7f307333c req-d9e866b1-432e-4f49-a49a-05e41d282968 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481546 Feb 09 04:24:47.133870 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385743b-e5ed-406a-b62a-f39dbe38595f req-32972868-3d7c-4c88-a974-d445df7c6923 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:47.135338 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f385743b-e5ed-406a-b62a-f39dbe38595f req-32972868-3d7c-4c88-a974-d445df7c6923 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0986497 Feb 09 04:24:47.184895 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f385743b-e5ed-406a-b62a-f39dbe38595f req-adea0983-ee7b-4612-9bca-699c7426b81b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439796 Feb 09 04:24:48.277865 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b378e861-b36e-404a-a28b-6a9a07f62657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:48.309450 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6dbbf-ffde-40e6-89b7-9bada4e9d576 req-ecca092d-ebc8-413d-9a27-e0d44561bc03 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:48.310934 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dce6dbbf-ffde-40e6-89b7-9bada4e9d576 req-ecca092d-ebc8-413d-9a27-e0d44561bc03 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0573084 Feb 09 04:24:48.360452 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dce6dbbf-ffde-40e6-89b7-9bada4e9d576 req-0c81e6bd-cbc8-4880-bb70-d030bd109303 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439119 Feb 09 04:24:49.479615 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0a44-bbcd-4815-b6ed-26788a619763 req-dbbccff6-aaf7-4064-acc5-07c63cd24c2f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:49.481103 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-223c0a44-bbcd-4815-b6ed-26788a619763 req-dbbccff6-aaf7-4064-acc5-07c63cd24c2f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0528226 Feb 09 04:24:49.529401 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-223c0a44-bbcd-4815-b6ed-26788a619763 req-354fd3a5-c8c5-4edb-9818-b8205d698c20 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427227 Feb 09 04:24:49.586184 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:50.647999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68463131-f844-499b-9fb5-085bca363f65 req-dad90472-48f8-4595-b457-7e87642b0098 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:50.649482 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68463131-f844-499b-9fb5-085bca363f65 req-dad90472-48f8-4595-b457-7e87642b0098 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0515447 Feb 09 04:24:50.698051 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68463131-f844-499b-9fb5-085bca363f65 req-c08a9278-ad79-42b3-991a-5286b94f7b50 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430286 Feb 09 04:24:51.012537 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:51.820266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439424b-8dd2-4aeb-b9ab-e820e71436f6 req-e7475f71-a957-4bb4-903b-9b786a8001bb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:51.821761 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7439424b-8dd2-4aeb-b9ab-e820e71436f6 req-e7475f71-a957-4bb4-903b-9b786a8001bb tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0573370 Feb 09 04:24:51.868974 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7439424b-8dd2-4aeb-b9ab-e820e71436f6 req-3a56f550-983f-4ba4-8ad0-70bc0ba451ab tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417457 Feb 09 04:24:52.132352 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:52.992150 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc302bf-9543-49a8-923c-55d07f97e2e1 req-31a17f1a-368a-4086-8a06-f5cc484501f4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:52.993649 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cbc302bf-9543-49a8-923c-55d07f97e2e1 req-31a17f1a-368a-4086-8a06-f5cc484501f4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0563593 Feb 09 04:24:53.041619 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-cbc302bf-9543-49a8-923c-55d07f97e2e1 req-584fb225-ba38-402c-862f-b4595c345174 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422568 Feb 09 04:24:54.160037 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a95cb-fb89-4876-9180-ccda9e9b8893 req-203d40a0-1652-4c7d-8126-bb71e8aa7161 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:54.162255 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e1a95cb-fb89-4876-9180-ccda9e9b8893 req-203d40a0-1652-4c7d-8126-bb71e8aa7161 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0529675 Feb 09 04:24:54.210266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1e1a95cb-fb89-4876-9180-ccda9e9b8893 req-ffc7d78e-5ce8-496a-ba3d-5515dcf49a5a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Feb 09 04:24:54.733664 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:24:55.330829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22ee82-873d-4ee2-8ae9-563ab201ec0c req-f386e3af-6655-4359-a279-b4c0f755af1d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:55.332967 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d22ee82-873d-4ee2-8ae9-563ab201ec0c req-f386e3af-6655-4359-a279-b4c0f755af1d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0528073 Feb 09 04:24:55.380955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4d22ee82-873d-4ee2-8ae9-563ab201ec0c req-5180cdf1-e76b-4923-bde0-d687f0a6d3fe tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421894 Feb 09 04:24:56.505865 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e01b51-843d-4140-8045-58e6e3549398 req-899b65d2-e716-40f1-aea8-7191f9cdd73c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:56.507488 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82e01b51-843d-4140-8045-58e6e3549398 req-899b65d2-e716-40f1-aea8-7191f9cdd73c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0576651 Feb 09 04:24:56.556650 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-82e01b51-843d-4140-8045-58e6e3549398 req-7b1eb1c7-c803-4912-a8aa-cc5f6ef7217e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435660 Feb 09 04:24:57.676370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79275874-3a87-4304-8545-b3908566ff7f req-e8012362-2dd0-4b1d-a24f-d366c57edc03 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:57.677897 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-79275874-3a87-4304-8545-b3908566ff7f req-e8012362-2dd0-4b1d-a24f-d366c57edc03 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0523150 Feb 09 04:24:57.731355 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-79275874-3a87-4304-8545-b3908566ff7f req-0fb17268-882b-4500-8b90-75a3227d5407 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479052 Feb 09 04:24:58.854066 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf2a53-b638-44d4-9fd6-f4c36c795c1a req-f80d4fa4-21ab-4260-a8f4-db204d6cecb9 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:58.855561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7fdf2a53-b638-44d4-9fd6-f4c36c795c1a req-f80d4fa4-21ab-4260-a8f4-db204d6cecb9 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0540864 Feb 09 04:24:58.909184 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7fdf2a53-b638-44d4-9fd6-f4c36c795c1a req-6ce665c7-ea5b-4bd8-93c5-295acc196b19 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480213 Feb 09 04:24:59.002278 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89705-e658-43d5-b6e0-e8fe2795512b req-c71a6ff4-7f4e-47a9-bfdc-fb3cadad538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:59.004473 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2e89705-e658-43d5-b6e0-e8fe2795512b req-c71a6ff4-7f4e-47a9-bfdc-fb3cadad538e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 1128 time: 0.0830791 Feb 09 04:24:59.112132 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89705-e658-43d5-b6e0-e8fe2795512b req-d00b0caa-fd20-4438-b4c6-9a1aac72fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:59.113738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2e89705-e658-43d5-b6e0-e8fe2795512b req-d00b0caa-fd20-4438-b4c6-9a1aac72fc59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=047aa7e1-91dd-4748-ae9d-e4a308225629 HTTP/1.1" status: 200 len: 897 time: 0.0907061 Feb 09 04:24:59.178767 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2e89705-e658-43d5-b6e0-e8fe2795512b req-8db587ee-cbe2-466d-9ac8-1f35e21d153f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 HTTP/1.1" status: 200 len: 1001 time: 0.0590773 Feb 09 04:24:59.232693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89705-e658-43d5-b6e0-e8fe2795512b req-a0b202d5-e3ae-43dd-8fdf-2296d6354c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:59.234134 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2e89705-e658-43d5-b6e0-e8fe2795512b req-a0b202d5-e3ae-43dd-8fdf-2296d6354c62 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2530d80d-a966-4684-9071-e90076fc87cd HTTP/1.1" status: 200 len: 835 time: 0.0492830 Feb 09 04:24:59.282976 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89705-e658-43d5-b6e0-e8fe2795512b req-2740da25-caa7-4b78-8ef4-1bb9237d365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:24:59.284486 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2e89705-e658-43d5-b6e0-e8fe2795512b req-2740da25-caa7-4b78-8ef4-1bb9237d365d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=047aa7e1-91dd-4748-ae9d-e4a308225629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447028 Feb 09 04:24:59.372634 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2e89705-e658-43d5-b6e0-e8fe2795512b req-3382b23f-a52b-4a82-9e75-f4e92ff1f62f service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819311 Feb 09 04:24:59.465176 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e2e89705-e658-43d5-b6e0-e8fe2795512b req-a924cabb-0c0a-4d21-8390-1cfa1fd0ab87 service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861919 Feb 09 04:25:00.028972 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa5b9d-ed28-4f3e-a395-e3153dc008f9 req-9b669135-58f0-465f-a01d-7d7df0dad8e1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:25:00.030475 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f7aa5b9d-ed28-4f3e-a395-e3153dc008f9 req-9b669135-58f0-465f-a01d-7d7df0dad8e1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0528843 Feb 09 04:25:00.080435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f7aa5b9d-ed28-4f3e-a395-e3153dc008f9 req-643306b0-cba7-4d38-9749-e13b64bb23c8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434413 Feb 09 04:25:01.216441 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530f6c7-139d-4a58-9782-807ab24853af req-a3316f43-f9dd-460c-8790-373607ce9312 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:25:01.217981 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1530f6c7-139d-4a58-9782-807ab24853af req-a3316f43-f9dd-460c-8790-373607ce9312 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0635509 Feb 09 04:25:01.268158 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1530f6c7-139d-4a58-9782-807ab24853af req-9472ae2c-a04d-4a84-898f-c51b123684f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434809 Feb 09 04:25:02.389765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa61d2-c140-49b2-9c1e-3c4aea4a7b27 req-5d82132b-25ea-452a-8d3c-dbe11e59e7a8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:25:02.391170 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-adfa61d2-c140-49b2-9c1e-3c4aea4a7b27 req-5d82132b-25ea-452a-8d3c-dbe11e59e7a8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0525479 Feb 09 04:25:02.439496 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-adfa61d2-c140-49b2-9c1e-3c4aea4a7b27 req-fc11c90c-0af9-4f14-93ce-62275f904665 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426269 Feb 09 04:25:02.461631 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57352) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:25:02.525331 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-40370f19-7198-4f50-8b65-7a670b79bd20 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/9f724d2c-e1fb-4a77-b92d-13c693f93ba6 HTTP/1.1" status: 200 len: 993 time: 0.0625699 Feb 09 04:25:03.851414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfccbec-95ae-4fb1-a49c-28b3ade94e34 req-b1c41456-6ff7-4809-a3c4-e515f3477e81 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:25:03.852851 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2dfccbec-95ae-4fb1-a49c-28b3ade94e34 req-b1c41456-6ff7-4809-a3c4-e515f3477e81 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.1002636 Feb 09 04:25:03.870014 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b3096-aa71-4564-835c-4b88bde9fef3 req-ccf8faa9-5275-4a4a-8ad4-1597cfc8d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:25:03.871457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-627b3096-aa71-4564-835c-4b88bde9fef3 req-ccf8faa9-5275-4a4a-8ad4-1597cfc8d3e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 1128 time: 0.0679901 Feb 09 04:25:03.911483 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2dfccbec-95ae-4fb1-a49c-28b3ade94e34 req-2b3b969e-df0b-4353-8276-6a99f0e4c8a5 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520041 Feb 09 04:25:04.103491 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b3096-aa71-4564-835c-4b88bde9fef3 req-1fb10d74-6171-41b4-9d67-5d0f8432e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:25:04.104916 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-627b3096-aa71-4564-835c-4b88bde9fef3 req-1fb10d74-6171-41b4-9d67-5d0f8432e837 service neutron] 10.222.0.65 "GET /v2.0/networks?id=047aa7e1-91dd-4748-ae9d-e4a308225629 HTTP/1.1" status: 200 len: 897 time: 0.0880122 Feb 09 04:25:04.179378 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-627b3096-aa71-4564-835c-4b88bde9fef3 req-57103f44-60cb-4788-a00f-4d3c03458aa1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 HTTP/1.1" status: 200 len: 1001 time: 0.0687399 Feb 09 04:25:04.227488 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b3096-aa71-4564-835c-4b88bde9fef3 req-428b9231-842c-48f7-872f-78b6f1a6bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:25:04.228914 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-627b3096-aa71-4564-835c-4b88bde9fef3 req-428b9231-842c-48f7-872f-78b6f1a6bdf0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2530d80d-a966-4684-9071-e90076fc87cd HTTP/1.1" status: 200 len: 835 time: 0.0441544 Feb 09 04:25:04.277092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b3096-aa71-4564-835c-4b88bde9fef3 req-afd1fd92-ee71-494d-8817-0a48faec74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:25:04.278648 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-627b3096-aa71-4564-835c-4b88bde9fef3 req-afd1fd92-ee71-494d-8817-0a48faec74b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=047aa7e1-91dd-4748-ae9d-e4a308225629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442142 Feb 09 04:25:04.372451 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-627b3096-aa71-4564-835c-4b88bde9fef3 req-d61cb93a-3c85-443f-8386-9c55edcd5053 service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864544 Feb 09 04:25:04.461436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-627b3096-aa71-4564-835c-4b88bde9fef3 req-ca670046-a2e9-454d-b556-d9eb5fd13a72 service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825679 Feb 09 04:25:05.034542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332becd7-ce2b-45cb-a561-c519e0a5f053 req-989a5dd4-9af1-4c58-9d20-05891e8053a5 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:25:05.036772 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-332becd7-ce2b-45cb-a561-c519e0a5f053 req-989a5dd4-9af1-4c58-9d20-05891e8053a5 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0545824 Feb 09 04:25:05.088703 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-332becd7-ce2b-45cb-a561-c519e0a5f053 req-64d2a635-9f8d-4d9c-9822-4ab43ec18f24 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461876 Feb 09 04:25:06.214843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f59cc-1638-497a-9733-dab16c0016dd req-cb431810-8cc9-4dee-bd6b-c5b1152e30d3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:25:06.216306 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e9f59cc-1638-497a-9733-dab16c0016dd req-cb431810-8cc9-4dee-bd6b-c5b1152e30d3 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0588808 Feb 09 04:25:06.263897 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e9f59cc-1638-497a-9733-dab16c0016dd req-4e162974-36e7-466c-82c4-cdfcfa43ce8d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 Feb 09 04:25:06.286929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57364) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:25:06.350465 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d5b1e725-5cd5-4d7d-8aee-d1e2cfadcedc tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/9f724d2c-e1fb-4a77-b92d-13c693f93ba6 HTTP/1.1" status: 200 len: 993 time: 0.0623820 Feb 09 04:25:08.132909 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:13.385952 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:25:15.776613 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c549971d-e0c4-4a37-a1f7-be6a3c8a60fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:18.279690 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa56822c-7841-48df-9bf3-414a4eb0d648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:19.587689 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:21.015329 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:22.134437 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:24.764754 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:38.165578 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:45.777763 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0225c2d-8073-4934-96df-8fb8c1ff5f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:48.280653 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a53ebab6-8a82-4a5a-8a0d-79266e50a2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:49.591240 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:50.385175 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:25:51.019560 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:52.138296 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:54.779419 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:25:59.925247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f644891-7302-4ed9-a318-3cc28c5049ef req-ef256a46-fa50-48ab-a9ac-913230c34fc6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444651 Feb 09 04:26:00.025683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f644891-7302-4ed9-a318-3cc28c5049ef req-89722c6f-aef7-4014-9ae0-41692a600ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:00.027227 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f644891-7302-4ed9-a318-3cc28c5049ef req-89722c6f-aef7-4014-9ae0-41692a600ff6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 1128 time: 0.0455883 Feb 09 04:26:00.135517 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f644891-7302-4ed9-a318-3cc28c5049ef req-b1c00d93-8c50-4644-b997-e5331cfad6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:00.137000 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f644891-7302-4ed9-a318-3cc28c5049ef req-b1c00d93-8c50-4644-b997-e5331cfad6c7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=047aa7e1-91dd-4748-ae9d-e4a308225629 HTTP/1.1" status: 200 len: 897 time: 0.0912724 Feb 09 04:26:00.203475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f644891-7302-4ed9-a318-3cc28c5049ef req-a4a188e9-a3d8-41b2-a65a-541e206ef459 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 HTTP/1.1" status: 200 len: 1001 time: 0.0605960 Feb 09 04:26:00.256229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f644891-7302-4ed9-a318-3cc28c5049ef req-2acaf7e9-cda0-4b37-ad2e-08bb8c5ad17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:00.257725 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f644891-7302-4ed9-a318-3cc28c5049ef req-2acaf7e9-cda0-4b37-ad2e-08bb8c5ad17d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2530d80d-a966-4684-9071-e90076fc87cd HTTP/1.1" status: 200 len: 835 time: 0.0491188 Feb 09 04:26:00.307196 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f644891-7302-4ed9-a318-3cc28c5049ef req-97bf457d-c457-4557-a904-2616a9d6ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:00.308758 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f644891-7302-4ed9-a318-3cc28c5049ef req-97bf457d-c457-4557-a904-2616a9d6ca3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=047aa7e1-91dd-4748-ae9d-e4a308225629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452542 Feb 09 04:26:00.396402 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f644891-7302-4ed9-a318-3cc28c5049ef req-94c4ce74-96f2-402e-a097-1e2c14e4ca25 service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816207 Feb 09 04:26:00.489061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1f644891-7302-4ed9-a318-3cc28c5049ef req-8680a0f0-cfa6-4b3d-92eb-8451f4d4de1c service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868046 Feb 09 04:26:01.266876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57382) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:01.431369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:26:01.431638 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:01.507849 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:01.508378 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:01.519621 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:26:01.667082 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:01.698633 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=3d7d65f4-0fba-4acd-bbb9-ab9723f54ea1,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:01.726520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.727397 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.727739 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.728315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.728524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.728842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.729163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.729515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.729859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.730213 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.730538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.730859 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.731179 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:01.768928 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (9f724d2c-e1fb-4a77-b92d-13c693f93ba6), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:01.769285 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Floating IP 9f724d2c-e1fb-4a77-b92d-13c693f93ba6 disassociated (deleted). External IP: 172.25.5.176, port: 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94. Feb 09 04:26:01.989161 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router a750667c-2414-4262-84f9-a478a4b29e1d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:26:02.104430 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:26:02.109404 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:02.116091 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4dcabf-b227-44d3-bfd4-a6c3ffd2e6d9 None None] Sync routers for ids ['a750667c-2414-4262-84f9-a478a4b29e1d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:26:02.140647 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-1ea973ef-5fd2-47dd-99d3-74650462e7a1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/floatingips/9f724d2c-e1fb-4a77-b92d-13c693f93ba6 HTTP/1.1" status: 204 len: 168 time: 0.8724380 Feb 09 04:26:02.140937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f6546d-099c-4543-b0c0-302b13618b47', 'tag': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:26:02.142872 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4dcabf-b227-44d3-bfd4-a6c3ffd2e6d9 None None] Routers {'a750667c-2414-4262-84f9-a478a4b29e1d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:26:02.143244 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3e4dcabf-b227-44d3-bfd4-a6c3ffd2e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:25:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a750667c-2414-4262-84f9-a478a4b29e1d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:02.143383 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24a067c-8241-4329-8af2-ea9ddf877eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "76f6546d-099c-4543-b0c0-302b13618b47", "tag": "302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:26:02.197130 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7d6822-abd2-4d84-ab96-ea2075f64344 x-openstack-request-id: req-4a7d6822-abd2-4d84-ab96-ea2075f64344 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:26:02.197469 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f6546d-099c-4543-b0c0-302b13618b47", "tag": "302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:26:02.197732 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a7d6822-abd2-4d84-ab96-ea2075f64344 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:26:02.198297 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f6546d-099c-4543-b0c0-302b13618b47', 'tag': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94', 'status': 'completed', 'code': 200} Feb 09 04:26:02.280824 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3e4dcabf-b227-44d3-bfd4-a6c3ffd2e6d9 None None] Set router a750667c-2414-4262-84f9-a478a4b29e1d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:26:02.326167 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a067c-8241-4329-8af2-ea9ddf877eaf req-a9fab030-84e2-4ac8-91eb-1d45a02817de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:02.327722 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f24a067c-8241-4329-8af2-ea9ddf877eaf req-a9fab030-84e2-4ac8-91eb-1d45a02817de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 1128 time: 0.0618327 Feb 09 04:26:02.395723 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddae83-8f8f-4f84-93a8-599b8fa80e7e req-9272b98c-bf0c-4cb7-a113-041709429426 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:02.397999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42ddae83-8f8f-4f84-93a8-599b8fa80e7e req-9272b98c-bf0c-4cb7-a113-041709429426 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0583496 Feb 09 04:26:02.434091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a067c-8241-4329-8af2-ea9ddf877eaf req-61c7fca8-e1f3-455c-a48e-f181027f9381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:02.435596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f24a067c-8241-4329-8af2-ea9ddf877eaf req-61c7fca8-e1f3-455c-a48e-f181027f9381 service neutron] 10.222.0.65 "GET /v2.0/networks?id=047aa7e1-91dd-4748-ae9d-e4a308225629 HTTP/1.1" status: 200 len: 897 time: 0.0980754 Feb 09 04:26:02.456289 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-42ddae83-8f8f-4f84-93a8-599b8fa80e7e req-b623121e-55fe-47e3-be5b-174682d25392 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466542 Feb 09 04:26:02.479638 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f24a067c-8241-4329-8af2-ea9ddf877eaf req-4387e11b-313d-4d34-8a35-18c47b4bc68e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 HTTP/1.1" status: 200 len: 217 time: 0.0370686 Feb 09 04:26:02.526916 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a067c-8241-4329-8af2-ea9ddf877eaf req-4f688cb0-2b9d-4a38-b0d3-fb8e7fd3d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:02.528286 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f24a067c-8241-4329-8af2-ea9ddf877eaf req-4f688cb0-2b9d-4a38-b0d3-fb8e7fd3d483 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2530d80d-a966-4684-9071-e90076fc87cd HTTP/1.1" status: 200 len: 835 time: 0.0429471 Feb 09 04:26:02.579638 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3e4dcabf-b227-44d3-bfd4-a6c3ffd2e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:23Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '8f7102ca-ebc4-4101-8317-b39f54e65bc8', 'name': '', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b5:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2530d80d-a966-4684-9071-e90076fc87cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:23Z', 'updated_at': '2022-02-09T04:23:26Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '2530d80d-a966-4684-9071-e90076fc87cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:02.583889 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a067c-8241-4329-8af2-ea9ddf877eaf req-8e2928d7-53e1-416e-b145-ca7afb6d453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:02.585414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f24a067c-8241-4329-8af2-ea9ddf877eaf req-8e2928d7-53e1-416e-b145-ca7afb6d453d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=047aa7e1-91dd-4748-ae9d-e4a308225629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508752 Feb 09 04:26:02.607063 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4dcabf-b227-44d3-bfd4-a6c3ffd2e6d9 None None] Checking router: a750667c-2414-4262-84f9-a478a4b29e1d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:26:02.615253 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4dcabf-b227-44d3-bfd4-a6c3ffd2e6d9 None None] Routers {'a750667c-2414-4262-84f9-a478a4b29e1d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:26:02.615843 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3e4dcabf-b227-44d3-bfd4-a6c3ffd2e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:25:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a750667c-2414-4262-84f9-a478a4b29e1d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:02.689154 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f24a067c-8241-4329-8af2-ea9ddf877eaf req-2740cd08-797b-44c2-b722-d3854f635d4b service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821183 Feb 09 04:26:02.721067 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3e4dcabf-b227-44d3-bfd4-a6c3ffd2e6d9 None None] Set router a750667c-2414-4262-84f9-a478a4b29e1d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:26:02.784628 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f24a067c-8241-4329-8af2-ea9ddf877eaf req-fa1d97d4-65fe-4151-b115-60314efad0a8 service neutron] 10.222.0.65 "GET /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887818 Feb 09 04:26:02.918637 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3e4dcabf-b227-44d3-bfd4-a6c3ffd2e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:23Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '8f7102ca-ebc4-4101-8317-b39f54e65bc8', 'name': '', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b5:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2530d80d-a966-4684-9071-e90076fc87cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:23Z', 'updated_at': '2022-02-09T04:23:26Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '2530d80d-a966-4684-9071-e90076fc87cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:02.948012 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4dcabf-b227-44d3-bfd4-a6c3ffd2e6d9 None None] The sync data for ids ['a750667c-2414-4262-84f9-a478a4b29e1d'] in n-d-824835-15 is: [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:23Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '8f7102ca-ebc4-4101-8317-b39f54e65bc8', 'name': '', 'network_id': '047aa7e1-91dd-4748-ae9d-e4a308225629', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b5:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '2530d80d-a966-4684-9071-e90076fc87cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:23Z', 'updated_at': '2022-02-09T04:23:26Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': '2530d80d-a966-4684-9071-e90076fc87cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:26:03.187755 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca676c9-22e7-4183-a4ad-6d97c8bcd80e None None] New status for floating IP 9f724d2c-e1fb-4a77-b92d-13c693f93ba6: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:26:03.581984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a197a-7966-490c-afa4-993a8d00b018 req-44c10a00-fd2f-4929-95f3-be5b7dd70469 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:03.583454 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f12a197a-7966-490c-afa4-993a8d00b018 req-44c10a00-fd2f-4929-95f3-be5b7dd70469 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0543449 Feb 09 04:26:03.634596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f12a197a-7966-490c-afa4-993a8d00b018 req-d40dc684-f400-4069-b8cb-24a6feea9875 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=1009b734-2a28-46e6-bb64-7b017d99bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452826 Feb 09 04:26:04.293984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73f3c5-59c8-462b-bc1d-126bc477b957 req-45052d1d-fa8b-49f2-96cb-3a27924edccf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:04.295468 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c73f3c5-59c8-462b-bc1d-126bc477b957 req-45052d1d-fa8b-49f2-96cb-3a27924edccf tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 945 time: 0.0522711 Feb 09 04:26:04.389404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-9c73f3c5-59c8-462b-bc1d-126bc477b957 req-46ea53a2-9ad0-4442-a714-ce0d5d7813d2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:26:04.389777 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c73f3c5-59c8-462b-bc1d-126bc477b957 req-46ea53a2-9ad0-4442-a714-ce0d5d7813d2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:04.476405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-9c73f3c5-59c8-462b-bc1d-126bc477b957 req-46ea53a2-9ad0-4442-a714-ce0d5d7813d2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94,segment=NetworkSegment(b20f61d6-d412-4e48-9a2d-98dc99dccfb9),segment_id=b20f61d6-d412-4e48-9a2d-98dc99dccfb9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:26:04.476795 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c73f3c5-59c8-462b-bc1d-126bc477b957 req-46ea53a2-9ad0-4442-a714-ce0d5d7813d2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:04.488968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-9c73f3c5-59c8-462b-bc1d-126bc477b957 req-46ea53a2-9ad0-4442-a714-ce0d5d7813d2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:26:04.618847 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c73f3c5-59c8-462b-bc1d-126bc477b957 req-46ea53a2-9ad0-4442-a714-ce0d5d7813d2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:04.646966 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea53a2-9ad0-4442-a714-ce0d5d7813d2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:04.694731 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c73f3c5-59c8-462b-bc1d-126bc477b957 req-46ea53a2-9ad0-4442-a714-ce0d5d7813d2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] No DVR routers for this DVR port 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:26:04.702255 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-9c73f3c5-59c8-462b-bc1d-126bc477b957 req-46ea53a2-9ad0-4442-a714-ce0d5d7813d2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:04.705703 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9c73f3c5-59c8-462b-bc1d-126bc477b957 req-46ea53a2-9ad0-4442-a714-ce0d5d7813d2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.65 "DELETE /v2.0/ports/302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 HTTP/1.1" status: 204 len: 173 time: 0.4051399 Feb 09 04:26:04.706156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f6546d-099c-4543-b0c0-302b13618b47', 'name': 'network-vif-deleted', 'tag': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:26:04.708442 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f8bc11-8c17-44bb-aa28-7d92892aa689" -d '{"events": [{"server_uuid": "76f6546d-099c-4543-b0c0-302b13618b47", "name": "network-vif-deleted", "tag": "302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:26:04.745293 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-962c0bac-8d30-4d5a-98f8-00f92862f145 req-47eb0a41-7b62-43ce-9eaa-f6e2cb6f1a46 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f6546d-099c-4543-b0c0-302b13618b47 HTTP/1.1" status: 200 len: 210 time: 0.0343134 Feb 09 04:26:04.767535 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe25b64-3b27-4ef7-885f-68791db52624 x-openstack-request-id: req-dbe25b64-3b27-4ef7-885f-68791db52624 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:26:04.768019 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f6546d-099c-4543-b0c0-302b13618b47", "name": "network-vif-deleted", "tag": "302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:26:04.768364 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbe25b64-3b27-4ef7-885f-68791db52624 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:26:04.768882 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f6546d-099c-4543-b0c0-302b13618b47', 'name': 'network-vif-deleted', 'tag': '302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94', 'status': 'completed', 'code': 200} Feb 09 04:26:05.804856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57400) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:06.461112 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8e940da-bc60-4efb-bf86-8bee7f1d1f23 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (a750667c-2414-4262-84f9-a478a4b29e1d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:06.721791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c8e940da-bc60-4efb-bf86-8bee7f1d1f23 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 8f7102ca-ebc4-4101-8317-b39f54e65bc8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:26:06.722029 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8e940da-bc60-4efb-bf86-8bee7f1d1f23 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:06.814005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c8e940da-bc60-4efb-bf86-8bee7f1d1f23 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port 8f7102ca-ebc4-4101-8317-b39f54e65bc8, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=8f7102ca-ebc4-4101-8317-b39f54e65bc8,segment=NetworkSegment(b20f61d6-d412-4e48-9a2d-98dc99dccfb9),segment_id=b20f61d6-d412-4e48-9a2d-98dc99dccfb9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:26:06.814830 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8e940da-bc60-4efb-bf86-8bee7f1d1f23 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:06.827482 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c8e940da-bc60-4efb-bf86-8bee7f1d1f23 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 8f7102ca-ebc4-4101-8317-b39f54e65bc8 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:26:07.015773 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8e940da-bc60-4efb-bf86-8bee7f1d1f23 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8f7102ca-ebc4-4101-8317-b39f54e65bc8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:07.049431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e940da-bc60-4efb-bf86-8bee7f1d1f23 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=8f7102ca-ebc4-4101-8317-b39f54e65bc8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:07.227074 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8e940da-bc60-4efb-bf86-8bee7f1d1f23 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (a750667c-2414-4262-84f9-a478a4b29e1d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:07.261866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:26:07.286136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:26:07.286480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 302f2060-8bf1-42c0-8dc6-0a1ca8dd0e94 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:26:07.451274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e940da-bc60-4efb-bf86-8bee7f1d1f23 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router a750667c-2414-4262-84f9-a478a4b29e1d has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:26:07.560336 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e940da-bc60-4efb-bf86-8bee7f1d1f23 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:26:07.568381 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c8e940da-bc60-4efb-bf86-8bee7f1d1f23 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "PUT /v2.0/routers/a750667c-2414-4262-84f9-a478a4b29e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7600186 Feb 09 04:26:07.568818 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57402) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:07.569702 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e033318-1e56-4528-b887-fcfcb4161e22 None None] Sync routers for ids ['a750667c-2414-4262-84f9-a478a4b29e1d'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:26:07.579901 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e033318-1e56-4528-b887-fcfcb4161e22 None None] Routers {'a750667c-2414-4262-84f9-a478a4b29e1d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:26:07.580495 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9e033318-1e56-4528-b887-fcfcb4161e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:25:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a750667c-2414-4262-84f9-a478a4b29e1d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:07.620596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82b42ff-5be1-4893-bd68-803ca50c25b4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting subnet 2530d80d-a966-4684-9071-e90076fc87cd {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:26:07.623827 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a82b42ff-5be1-4893-bd68-803ca50c25b4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (2530d80d-a966-4684-9071-e90076fc87cd), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:07.664316 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a82b42ff-5be1-4893-bd68-803ca50c25b4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (2530d80d-a966-4684-9071-e90076fc87cd), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:07.685379 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9e033318-1e56-4528-b887-fcfcb4161e22 None None] Set router a750667c-2414-4262-84f9-a478a4b29e1d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:26:07.751974 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a82b42ff-5be1-4893-bd68-803ca50c25b4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (2530d80d-a966-4684-9071-e90076fc87cd), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:07.814540 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a82b42ff-5be1-4893-bd68-803ca50c25b4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (2530d80d-a966-4684-9071-e90076fc87cd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:07.840787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b42ff-5be1-4893-bd68-803ca50c25b4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Subnet': ['ID=2530d80d-a966-4684-9071-e90076fc87cd,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:07.848425 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a82b42ff-5be1-4893-bd68-803ca50c25b4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:07.854317 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a82b42ff-5be1-4893-bd68-803ca50c25b4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/subnets/2530d80d-a966-4684-9071-e90076fc87cd HTTP/1.1" status: 204 len: 168 time: 0.2818711 Feb 09 04:26:07.854521 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57404) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:07.858835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17089ad-865d-41ec-9a67-482477c0b530 None None] Network 047aa7e1-91dd-4748-ae9d-e4a308225629 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:26:07.864894 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9e033318-1e56-4528-b887-fcfcb4161e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:26:06Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:07.892413 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e033318-1e56-4528-b887-fcfcb4161e22 None None] Checking router: a750667c-2414-4262-84f9-a478a4b29e1d for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:26:07.902365 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e033318-1e56-4528-b887-fcfcb4161e22 None None] Routers {'a750667c-2414-4262-84f9-a478a4b29e1d'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:26:07.902966 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9e033318-1e56-4528-b887-fcfcb4161e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:25:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['a750667c-2414-4262-84f9-a478a4b29e1d'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:07.979425 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (a750667c-2414-4262-84f9-a478a4b29e1d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.015290 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] DHCP port deletion for 047aa7e1-91dd-4748-ae9d-e4a308225629 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:26:08.019458 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-9e033318-1e56-4528-b887-fcfcb4161e22 None None] Set router a750667c-2414-4262-84f9-a478a4b29e1d gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:26:08.067961 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Deleting port 0776542d-e206-45cf-a024-5279b0d77795 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:26:08.068599 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (0776542d-e206-45cf-a024-5279b0d77795), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.095184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (a750667c-2414-4262-84f9-a478a4b29e1d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.133527 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] For port 0776542d-e206-45cf-a024-5279b0d77795, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=0776542d-e206-45cf-a024-5279b0d77795,segment=NetworkSegment(b20f61d6-d412-4e48-9a2d-98dc99dccfb9),segment_id=b20f61d6-d412-4e48-9a2d-98dc99dccfb9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:26:08.133999 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (0776542d-e206-45cf-a024-5279b0d77795), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.148771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Calling delete_port for 0776542d-e206-45cf-a024-5279b0d77795 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:26:08.151304 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:26:08.151847 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.221562 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-9e033318-1e56-4528-b887-fcfcb4161e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:26:06Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:08.222643 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.250605 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e033318-1e56-4528-b887-fcfcb4161e22 None None] The sync data for ids ['a750667c-2414-4262-84f9-a478a4b29e1d'] in n-d-824835-15 is: [{'id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831471428', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:26:06Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '7f7b3bdc-0a81-44f4-973d-169a36b60ff2', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750667c-2414-4262-84f9-a478a4b29e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:23:20Z', 'updated_at': '2022-02-09T04:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:26:08.254389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port 7f7b3bdc-0a81-44f4-973d-169a36b60ff2, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=7f7b3bdc-0a81-44f4-973d-169a36b60ff2,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:26:08.254791 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.277692 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (0776542d-e206-45cf-a024-5279b0d77795), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.278885 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:26:08.304540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] No DVR routers for this DVR port 0776542d-e206-45cf-a024-5279b0d77795 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:26:08.330987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Pushing event deleted for resources: {'Port': ['ID=0776542d-e206-45cf-a024-5279b0d77795,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:08.341083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.341451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.341792 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.342129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.342457 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.342785 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.343134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.343461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.343795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.344105 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.344424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.344742 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.345060 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c63e2-2781-4360-bc06-671d621a46bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:08.457883 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (7f7b3bdc-0a81-44f4-973d-169a36b60ff2), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.489252 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=7f7b3bdc-0a81-44f4-973d-169a36b60ff2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:08.548592 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (a750667c-2414-4262-84f9-a478a4b29e1d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.644971 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (a750667c-2414-4262-84f9-a478a4b29e1d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.647431 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_controller (a750667c-2414-4262-84f9-a478a4b29e1d), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.648771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0776542d-e206-45cf-a024-5279b0d77795 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:26:08.670627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 0776542d-e206-45cf-a024-5279b0d77795 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:26:08.670978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 0776542d-e206-45cf-a024-5279b0d77795 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:26:08.700103 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (a750667c-2414-4262-84f9-a478a4b29e1d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.700790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Fanout notify agent at l3_agent the message router_deleted on router a750667c-2414-4262-84f9-a478a4b29e1d {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:26:08.708083 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.709216 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-833bc8f5-a150-4510-aea7-abe9f8e94782 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/routers/a750667c-2414-4262-84f9-a478a4b29e1d HTTP/1.1" status: 204 len: 168 time: 0.8537960 Feb 09 04:26:08.712017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57406) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:08.792726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (047aa7e1-91dd-4748-ae9d-e4a308225629), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.884884 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (047aa7e1-91dd-4748-ae9d-e4a308225629), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.906690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047aa7e1-91dd-4748-ae9d-e4a308225629']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:08.916504 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:08.916783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20f61d6-d412-4e48-9a2d-98dc99dccfb9') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:08.927120 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (b20f61d6-d412-4e48-9a2d-98dc99dccfb9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.941135 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (b20f61d6-d412-4e48-9a2d-98dc99dccfb9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.948043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:26:08.948421 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (b20f61d6-d412-4e48-9a2d-98dc99dccfb9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:26:08.951737 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:26:09.012246 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (047aa7e1-91dd-4748-ae9d-e4a308225629), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.018073 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.021695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/networks/047aa7e1-91dd-4748-ae9d-e4a308225629 HTTP/1.1" status: 204 len: 168 time: 0.3063200 Feb 09 04:26:09.024433 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57408) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:09.037138 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Network': ['ID=047aa7e1-91dd-4748-ae9d-e4a308225629,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:09.044684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.045038 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.045419 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.045773 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.046094 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.046421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.046748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.047076 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.047658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.048003 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.048310 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.048630 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.048949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b3252-848c-4bd8-82a8-a056e2373a07 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:09.085207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c3ce36f-c50b-431a-9c8c-58c956b4f4c1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (1009b734-2a28-46e6-bb64-7b017d99bdd0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.110577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c3ce36f-c50b-431a-9c8c-58c956b4f4c1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (1009b734-2a28-46e6-bb64-7b017d99bdd0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.169850 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c3ce36f-c50b-431a-9c8c-58c956b4f4c1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (1009b734-2a28-46e6-bb64-7b017d99bdd0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.172671 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c3ce36f-c50b-431a-9c8c-58c956b4f4c1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.173861 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-7c3ce36f-c50b-431a-9c8c-58c956b4f4c1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/security-groups/1009b734-2a28-46e6-bb64-7b017d99bdd0 HTTP/1.1" status: 204 len: 168 time: 0.1466365 Feb 09 04:26:09.183169 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ce36f-c50b-431a-9c8c-58c956b4f4c1 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1009b734-2a28-46e6-bb64-7b017d99bdd0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:09.445328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57414) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:09.450899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-59089339-45d4-4a86-9266-c9904b2c029c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2015659737', 'description': 'tempest-secgroup-smoke-2015659737 description', 'project_id': '88bbe62682b5493f943426dd9832dd31'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:09.470985 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59089339-45d4-4a86-9266-c9904b2c029c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.537050 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59089339-45d4-4a86-9266-c9904b2c029c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (2cf66f35-5262-4185-b9b4-4d7d489a2807), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.540796 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59089339-45d4-4a86-9266-c9904b2c029c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2cf66f35-5262-4185-b9b4-4d7d489a2807), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.575036 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59089339-45d4-4a86-9266-c9904b2c029c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.576201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-59089339-45d4-4a86-9266-c9904b2c029c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1298566 Feb 09 04:26:09.577328 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59089339-45d4-4a86-9266-c9904b2c029c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf66f35-5262-4185-b9b4-4d7d489a2807,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:09.580704 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57416) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:09.585608 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-90f4c92b-3d5f-4285-81bb-c85da1a79213 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': '2cf66f35-5262-4185-b9b4-4d7d489a2807', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:09.609606 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-90f4c92b-3d5f-4285-81bb-c85da1a79213 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (2ca5579e-5ca7-4f2c-8f42-ed25ff0e2a0f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.672583 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-90f4c92b-3d5f-4285-81bb-c85da1a79213 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (2ca5579e-5ca7-4f2c-8f42-ed25ff0e2a0f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.677084 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-90f4c92b-3d5f-4285-81bb-c85da1a79213 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (2ca5579e-5ca7-4f2c-8f42-ed25ff0e2a0f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.694767 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4c92b-3d5f-4285-81bb-c85da1a79213 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca5579e-5ca7-4f2c-8f42-ed25ff0e2a0f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:09.703577 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-90f4c92b-3d5f-4285-81bb-c85da1a79213 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.704776 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-90f4c92b-3d5f-4285-81bb-c85da1a79213 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230125 Feb 09 04:26:09.707583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57418) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:09.712016 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ab457d9a-fbfc-4815-b08f-13f07fad1a51 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': '2cf66f35-5262-4185-b9b4-4d7d489a2807', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:09.739709 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab457d9a-fbfc-4815-b08f-13f07fad1a51 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (bb96dbfc-1454-49e3-a19e-f098b4bcb349), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.796410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab457d9a-fbfc-4815-b08f-13f07fad1a51 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (bb96dbfc-1454-49e3-a19e-f098b4bcb349), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.800229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab457d9a-fbfc-4815-b08f-13f07fad1a51 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (bb96dbfc-1454-49e3-a19e-f098b4bcb349), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.818196 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab457d9a-fbfc-4815-b08f-13f07fad1a51 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb96dbfc-1454-49e3-a19e-f098b4bcb349,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:09.825181 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ab457d9a-fbfc-4815-b08f-13f07fad1a51 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.826429 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ab457d9a-fbfc-4815-b08f-13f07fad1a51 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178300 Feb 09 04:26:09.829108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57420) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:09.833454 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ea58be0a-33a3-4adf-b48d-1aa38bc6854f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': '2cf66f35-5262-4185-b9b4-4d7d489a2807', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:09.858068 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ea58be0a-33a3-4adf-b48d-1aa38bc6854f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (f6013a1f-95e9-4e6f-ba1d-e4ee4e0e9198), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.913183 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ea58be0a-33a3-4adf-b48d-1aa38bc6854f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (f6013a1f-95e9-4e6f-ba1d-e4ee4e0e9198), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.917190 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ea58be0a-33a3-4adf-b48d-1aa38bc6854f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (f6013a1f-95e9-4e6f-ba1d-e4ee4e0e9198), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.935792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58be0a-33a3-4adf-b48d-1aa38bc6854f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6013a1f-95e9-4e6f-ba1d-e4ee4e0e9198,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:09.942865 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ea58be0a-33a3-4adf-b48d-1aa38bc6854f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:09.944065 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ea58be0a-33a3-4adf-b48d-1aa38bc6854f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139996 Feb 09 04:26:09.946884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57422) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:09.951436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-bf0f5cf5-f139-4164-a45c-dad61597ac00 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': '2cf66f35-5262-4185-b9b4-4d7d489a2807', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:09.974827 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5cf5-f139-4164-a45c-dad61597ac00 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (209a1425-0172-4959-aef6-1a4215e237e6), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.038429 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5cf5-f139-4164-a45c-dad61597ac00 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (209a1425-0172-4959-aef6-1a4215e237e6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.042390 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5cf5-f139-4164-a45c-dad61597ac00 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (209a1425-0172-4959-aef6-1a4215e237e6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.062183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f5cf5-f139-4164-a45c-dad61597ac00 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209a1425-0172-4959-aef6-1a4215e237e6,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:10.068459 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5cf5-f139-4164-a45c-dad61597ac00 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.069731 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bf0f5cf5-f139-4164-a45c-dad61597ac00 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218247 Feb 09 04:26:10.072416 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57424) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:10.076758 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-99944090-fa42-40fa-9b93-209f52c87da0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': '2cf66f35-5262-4185-b9b4-4d7d489a2807', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:10.096131 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-99944090-fa42-40fa-9b93-209f52c87da0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Project 88bbe62682b5493f943426dd9832dd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:26:10.100852 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99944090-fa42-40fa-9b93-209f52c87da0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (1571da39-3050-4cd6-9e6b-8bf0670f9197), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.158115 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99944090-fa42-40fa-9b93-209f52c87da0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (1571da39-3050-4cd6-9e6b-8bf0670f9197), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.161861 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99944090-fa42-40fa-9b93-209f52c87da0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (1571da39-3050-4cd6-9e6b-8bf0670f9197), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.180745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99944090-fa42-40fa-9b93-209f52c87da0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1571da39-3050-4cd6-9e6b-8bf0670f9197,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:10.185235 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-99944090-fa42-40fa-9b93-209f52c87da0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.186435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-99944090-fa42-40fa-9b93-209f52c87da0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1130223 Feb 09 04:26:10.189223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57426) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:10.194241 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-34305379-c98f-49f3-ab6b-da76ee70e189 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'security_group_rule': {'security_group_id': '2cf66f35-5262-4185-b9b4-4d7d489a2807', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:10.214596 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-34305379-c98f-49f3-ab6b-da76ee70e189 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Project 88bbe62682b5493f943426dd9832dd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:26:10.219609 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-34305379-c98f-49f3-ab6b-da76ee70e189 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (b61946a2-9122-4793-95a0-a64e36af2a55), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.248912 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:26:10.271858 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:26:10.272198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 7f7b3bdc-0a81-44f4-973d-169a36b60ff2 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:26:10.272610 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8f7102ca-ebc4-4101-8317-b39f54e65bc8 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:26:10.280984 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-34305379-c98f-49f3-ab6b-da76ee70e189 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (b61946a2-9122-4793-95a0-a64e36af2a55), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.284614 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-34305379-c98f-49f3-ab6b-da76ee70e189 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (b61946a2-9122-4793-95a0-a64e36af2a55), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.292302 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 8f7102ca-ebc4-4101-8317-b39f54e65bc8 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:26:10.292651 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 8f7102ca-ebc4-4101-8317-b39f54e65bc8 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:26:10.307108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34305379-c98f-49f3-ab6b-da76ee70e189 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61946a2-9122-4793-95a0-a64e36af2a55,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:10.312823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-34305379-c98f-49f3-ab6b-da76ee70e189 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.314075 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-34305379-c98f-49f3-ab6b-da76ee70e189 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238210 Feb 09 04:26:10.316832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57428) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:10.321666 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-0432d2ef-0c17-430c-8005-d684124a13fa tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'network': {'name': 'tempest-network-smoke--2020757949', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'port_security_enabled': True}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:10.342021 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0432d2ef-0c17-430c-8005-d684124a13fa tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:26:10.345301 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0432d2ef-0c17-430c-8005-d684124a13fa tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.368612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0432d2ef-0c17-430c-8005-d684124a13fa tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:26:10.377712 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0432d2ef-0c17-430c-8005-d684124a13fa tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7133da4a-e284-4dee-93e9-b0460d5df02b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.378058 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-0432d2ef-0c17-430c-8005-d684124a13fa tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Added segment 7133da4a-e284-4dee-93e9-b0460d5df02b of type vlan for network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac Feb 09 04:26:10.422978 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0432d2ef-0c17-430c-8005-d684124a13fa tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (17ee7e1d-383a-40cd-b5f2-2fdfaded63ac), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.448700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0432d2ef-0c17-430c-8005-d684124a13fa tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (17ee7e1d-383a-40cd-b5f2-2fdfaded63ac), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.453686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0432d2ef-0c17-430c-8005-d684124a13fa tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:10.454268 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0432d2ef-0c17-430c-8005-d684124a13fa tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.513171 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0432d2ef-0c17-430c-8005-d684124a13fa tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1952882 Feb 09 04:26:10.515980 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57430) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:10.522105 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'admin_state_up': True, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:10.533327 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432d2ef-0c17-430c-8005-d684124a13fa tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Network': ['ID=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:10.543647 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:26:10.549537 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (37e81d0d-bfe6-4f66-a35d-418fe9830c32), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.550559 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (37e81d0d-bfe6-4f66-a35d-418fe9830c32), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.606955 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_controller (37e81d0d-bfe6-4f66-a35d-418fe9830c32), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.745888 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (37e81d0d-bfe6-4f66-a35d-418fe9830c32), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.936497 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (37e81d0d-bfe6-4f66-a35d-418fe9830c32), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:10.955084 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:11.059453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.25.5.80 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/9043e678-9640-41b0-935b-92955c2bf478) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:26:11.157227 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (9043e678-9640-41b0-935b-92955c2bf478), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:11.190441 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (9043e678-9640-41b0-935b-92955c2bf478), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:11.226601 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:26:11.231307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:26:11.234728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:26:11.264898 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=9043e678-9640-41b0-935b-92955c2bf478,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:11.487583 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (37e81d0d-bfe6-4f66-a35d-418fe9830c32), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:11.689741 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (37e81d0d-bfe6-4f66-a35d-418fe9830c32), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:11.817845 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:26:11.928257 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:26:11.937941 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Sync routers for ids ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:26:11.949217 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Routers {'37e81d0d-bfe6-4f66-a35d-418fe9830c32'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:26:11.949822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:25:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:11.950252 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:11.953716 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4c59666a-2967-474f-8547-c251e0683466 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4345894 Feb 09 04:26:11.954548 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57432) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:11.984794 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1bfff1e1-5c12-4f1c-a8dc-00fc2da3466f tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=88bbe62682b5493f943426dd9832dd31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269678 Feb 09 04:26:11.985156 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57434) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:12.055771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Set router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:26:12.075135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9747ba1a-9925-4496-808e-f51ba6b81082 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:12.076632 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9747ba1a-9925-4496-808e-f51ba6b81082 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905638 Feb 09 04:26:12.079485 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57436) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:12.107523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-44af6df2-ad24-422f-8627-4ef6481584f7 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a7a9d4f6-f813-4af9-b288-1ce22b89921f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268607 Feb 09 04:26:12.109929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57438) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:12.114578 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-1f62a3f8-53ca-47fd-a1ce-387854619eb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1999897041', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:12.206738 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f62a3f8-53ca-47fd-a1ce-387854619eb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:26:12.210101 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f62a3f8-53ca-47fd-a1ce-387854619eb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:12.400462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:11Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:12.401209 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f62a3f8-53ca-47fd-a1ce-387854619eb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (abe1fe9f-05c5-48ea-adc1-3acb9c0a7540), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:12.426594 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Checking router: 37e81d0d-bfe6-4f66-a35d-418fe9830c32 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:26:12.426945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Updating router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 port 9043e678-9640-41b0-935b-92955c2bf478 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:26:12.455249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9043e678-9640-41b0-935b-92955c2bf478), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:12.462308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62a3f8-53ca-47fd-a1ce-387854619eb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Subnet': ['ID=abe1fe9f-05c5-48ea-adc1-3acb9c0a7540,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:12.471890 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62a3f8-53ca-47fd-a1ce-387854619eb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Checking segment: {'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:26:12.472244 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f62a3f8-53ca-47fd-a1ce-387854619eb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network hostable DHCP agents. Network: 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:26:12.489792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f62a3f8-53ca-47fd-a1ce-387854619eb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:26:12.499319 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-1f62a3f8-53ca-47fd-a1ce-387854619eb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:26:12.503430 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f62a3f8-53ca-47fd-a1ce-387854619eb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:12.504027 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1f62a3f8-53ca-47fd-a1ce-387854619eb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:12.523414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57440) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:12.523994 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1f62a3f8-53ca-47fd-a1ce-387854619eb6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4125700 Feb 09 04:26:12.537574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233defc0-a4d2-4a73-817e-322fed2dfa2e None None] Network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:26:12.700324 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ips': [{'subnet_id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:26:12.701169 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:12.898209 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Publish callbacks [] for port (9043e678-9640-41b0-935b-92955c2bf478), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:12.908486 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9043e678-9640-41b0-935b-92955c2bf478), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:12.914955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Allocated IP 172.20.0.2 (17ee7e1d-383a-40cd-b5f2-2fdfaded63ac/abe1fe9f-05c5-48ea-adc1-3acb9c0a7540/a9c01848-f3a3-4b25-9044-418c40aa7312) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:26:12.968559 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.009314 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584e637-5004-4a46-bf4c-2f46561c43d1 None None] Pushing event updated for resources: {'Port': ['ID=9043e678-9640-41b0-935b-92955c2bf478,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:13.011707 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Attempting to bind port 9043e678-9640-41b0-935b-92955c2bf478 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:26:13.012075 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Attempting to bind port 9043e678-9640-41b0-935b-92955c2bf478 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:26:13.012434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Attempting to bind port 9043e678-9640-41b0-935b-92955c2bf478 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:26:13.023571 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:26:13.023948 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:26:13.024344 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.024728 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:26:13.025779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Bound port: 9043e678-9640-41b0-935b-92955c2bf478, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:26:13.026160 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9043e678-9640-41b0-935b-92955c2bf478), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.110289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] For port 9043e678-9640-41b0-935b-92955c2bf478, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:26:13.115073 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] For port 9043e678-9640-41b0-935b-92955c2bf478, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9043e678-9640-41b0-935b-92955c2bf478,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:26:13.139329 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9043e678-9640-41b0-935b-92955c2bf478), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.198513 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Publish callbacks [] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.214394 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.217944 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Routers {'37e81d0d-bfe6-4f66-a35d-418fe9830c32'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:26:13.218544 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:25:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:13.222022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584e637-5004-4a46-bf4c-2f46561c43d1 None None] Pushing event updated for resources: {'Port': ['ID=9043e678-9640-41b0-935b-92955c2bf478,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:13.263973 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.20.0.1 (17ee7e1d-383a-40cd-b5f2-2fdfaded63ac/abe1fe9f-05c5-48ea-adc1-3acb9c0a7540/867a43c2-4735-437e-9bc2-7068485dbd66) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:26:13.329391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:26:13.339008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:26:13.345773 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:26:13.353884 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Pushing event updated for resources: {'Port': ['ID=a9c01848-f3a3-4b25-9044-418c40aa7312,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:13.382207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (867a43c2-4735-437e-9bc2-7068485dbd66), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.416043 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.418230 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] Set router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:26:13.454683 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:26:13.464846 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:26:13.468731 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:26:13.474332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Attempting to bind port a9c01848-f3a3-4b25-9044-418c40aa7312 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:26:13.474704 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Attempting to bind port a9c01848-f3a3-4b25-9044-418c40aa7312 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:26:13.475065 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Attempting to bind port a9c01848-f3a3-4b25-9044-418c40aa7312 on network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:26:13.490809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:26:13.491181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Checking segment: {'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:26:13.491577 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.491965 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Bound using segment: {'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:26:13.492439 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Bound port: a9c01848-f3a3-4b25-9044-418c40aa7312, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:26:13.492821 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.496294 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=867a43c2-4735-437e-9bc2-7068485dbd66,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:13.525751 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (37e81d0d-bfe6-4f66-a35d-418fe9830c32), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.634353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] For port a9c01848-f3a3-4b25-9044-418c40aa7312, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:26:13.649521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] For port a9c01848-f3a3-4b25-9044-418c40aa7312, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a9c01848-f3a3-4b25-9044-418c40aa7312,segment=NetworkSegment(7133da4a-e284-4dee-93e9-b0460d5df02b),segment_id=7133da4a-e284-4dee-93e9-b0460d5df02b)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:26:13.660206 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.664536 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.725859 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06b8bc-6545-4858-ae2f-0c0575840396 None None] Pushing event updated for resources: {'Port': ['ID=a9c01848-f3a3-4b25-9044-418c40aa7312,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:13.731231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:11Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:13.764021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d463a84-93d0-4563-aa76-d034f2f9635d None None] The sync data for ids ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'] in n-d-824835-15 is: [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:11Z', 'revision_number': 3, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:26:13.986575 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (867a43c2-4735-437e-9bc2-7068485dbd66), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:13.992111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:14.083670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=867a43c2-4735-437e-9bc2-7068485dbd66,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:14.086344 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (37e81d0d-bfe6-4f66-a35d-418fe9830c32), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:14.186798 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:26:14.188280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:26:14.323932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:26:14.328680 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a9c01848-f3a3-4b25-9044-418c40aa7312 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:26:14.382142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a9c01848-f3a3-4b25-9044-418c40aa7312 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:14.382536 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:14.443490 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:26:14.460257 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ea545b80-7011-4b7a-9e2f-309b34deea60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "PUT /v2.0/routers/37e81d0d-bfe6-4f66-a35d-418fe9830c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9355166 Feb 09 04:26:14.482113 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a9c01848-f3a3-4b25-9044-418c40aa7312 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:26:14.482503 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:14.522301 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port a9c01848-f3a3-4b25-9044-418c40aa7312, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a9c01848-f3a3-4b25-9044-418c40aa7312,segment=NetworkSegment(7133da4a-e284-4dee-93e9-b0460d5df02b),segment_id=7133da4a-e284-4dee-93e9-b0460d5df02b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:26:14.527382 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:14.528658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9043e678-9640-41b0-935b-92955c2bf478 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:26:14.626039 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=a9c01848-f3a3-4b25-9044-418c40aa7312,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:14.637711 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-2b7f64ef-ed4e-4b17-88a7-b73c556a0c60 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015659737&fields=id&tenant_id=88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 267 time: 0.0565958 Feb 09 04:26:14.643818 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9043e678-9640-41b0-935b-92955c2bf478 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:14.644196 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9043e678-9640-41b0-935b-92955c2bf478), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:14.739964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9043e678-9640-41b0-935b-92955c2bf478 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:26:14.741106 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (9043e678-9640-41b0-935b-92955c2bf478), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:14.771204 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 9043e678-9640-41b0-935b-92955c2bf478, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9043e678-9640-41b0-935b-92955c2bf478,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:26:14.777230 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (9043e678-9640-41b0-935b-92955c2bf478), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:14.860177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=9043e678-9640-41b0-935b-92955c2bf478,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:14.865129 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b0ea6-e991-4c3a-b9c1-389739f08b55 None None] Network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:26:14.935937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7a098a2c-705c-4020-8e31-bbd69696658f None None] Provisioning complete for port a9c01848-f3a3-4b25-9044-418c40aa7312 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:14.936294 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a098a2c-705c-4020-8e31-bbd69696658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:15.092816 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-6bd2b49c-fe4f-4bc2-bb73-1b889a6f7e97 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:15.094394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-6bd2b49c-fe4f-4bc2-bb73-1b889a6f7e97 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/networks?id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac HTTP/1.1" status: 200 len: 797 time: 0.4461696 Feb 09 04:26:15.111088 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-5ce5a0bd-855b-4358-8c67-af91e0eb2b0a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/quotas/88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 375 time: 0.0109093 Feb 09 04:26:15.169517 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-1fd57f6c-f265-4034-9e97-75e5f3d2284c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528769 Feb 09 04:26:15.227865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7a098a2c-705c-4020-8e31-bbd69696658f None None] Current status of the port a9c01848-f3a3-4b25-9044-418c40aa7312 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:26:15.282902 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-df5a23e4-077b-4f09-b026-73bb456b1ebf service neutron] 10.222.0.21 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014292 Feb 09 04:26:15.385788 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-42b04ecb-0831-4f7a-8983-e3956dc234a4 service neutron] 10.222.0.21 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964298 Feb 09 04:26:15.457435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-272daaa0-cabb-41d4-afdd-54145d572f12 None None] Provisioning complete for port a9c01848-f3a3-4b25-9044-418c40aa7312 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:15.457987 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-272daaa0-cabb-41d4-afdd-54145d572f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:15.564403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-272daaa0-cabb-41d4-afdd-54145d572f12 None None] Current status of the port a9c01848-f3a3-4b25-9044-418c40aa7312 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:26:15.576830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-272daaa0-cabb-41d4-afdd-54145d572f12 None None] Provisioning complete for port 867a43c2-4735-437e-9bc2-7068485dbd66 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:15.577191 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-272daaa0-cabb-41d4-afdd-54145d572f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:15.596956 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24555e3e-a6d5-4296-9b3f-d07a0626cbab req-836a0dfd-5217-4655-800e-0266598149fd tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 210 time: 0.0533516 Feb 09 04:26:15.624666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-272daaa0-cabb-41d4-afdd-54145d572f12 None None] Port 867a43c2-4735-437e-9bc2-7068485dbd66 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:26:15.666140 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Sync routers for ids ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:26:15.679985 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Routers {'37e81d0d-bfe6-4f66-a35d-418fe9830c32'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:26:15.680600 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:25:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:15.746979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-05945f1e-3485-48ae-9918-2751e8cf7f03 None None] Provisioning complete for port 867a43c2-4735-437e-9bc2-7068485dbd66 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:15.747353 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05945f1e-3485-48ae-9918-2751e8cf7f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:15.802085 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Set router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:26:15.805440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-05945f1e-3485-48ae-9918-2751e8cf7f03 None None] Port 867a43c2-4735-437e-9bc2-7068485dbd66 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:26:15.811205 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da3d53a6-dd10-4054-a046-e7d6324d7572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:15.928689 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-acb7fe99-c6da-4af8-83e7-42ad84420f48 None None] Provisioning complete for port 867a43c2-4735-437e-9bc2-7068485dbd66 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:15.929113 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-acb7fe99-c6da-4af8-83e7-42ad84420f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:15.979047 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-acb7fe99-c6da-4af8-83e7-42ad84420f48 None None] Port 867a43c2-4735-437e-9bc2-7068485dbd66 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:26:16.109744 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:13Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '867a43c2-4735-437e-9bc2-7068485dbd66', 'name': '', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b9:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:13Z', 'updated_at': '2022-02-09T04:26:13Z', 'revision_number': 2, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:16.135546 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Checking router: 37e81d0d-bfe6-4f66-a35d-418fe9830c32 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:26:16.135901 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Updating router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 port 867a43c2-4735-437e-9bc2-7068485dbd66 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:26:16.162934 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:16.257042 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a9c01848-f3a3-4b25-9044-418c40aa7312 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:26:16.309322 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port a9c01848-f3a3-4b25-9044-418c40aa7312 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:16.309714 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:16.389407 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port a9c01848-f3a3-4b25-9044-418c40aa7312 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:26:16.390383 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9043e678-9640-41b0-935b-92955c2bf478 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:26:16.437049 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Publish callbacks [] for port (867a43c2-4735-437e-9bc2-7068485dbd66), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:16.442633 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:16.448165 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 9043e678-9640-41b0-935b-92955c2bf478 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:16.448535 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (9043e678-9640-41b0-935b-92955c2bf478), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:16.511658 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Pushing event updated for resources: {'Port': ['ID=867a43c2-4735-437e-9bc2-7068485dbd66,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:16.528779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 9043e678-9640-41b0-935b-92955c2bf478 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:26:16.533996 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.534348 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.534689 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.535026 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.535360 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.535691 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.536032 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.536348 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.536667 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.536990 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.537312 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.537742 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.538241 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:26:16.557637 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Attempting to bind port 867a43c2-4735-437e-9bc2-7068485dbd66 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:26:16.558123 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Attempting to bind port 867a43c2-4735-437e-9bc2-7068485dbd66 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:26:16.558530 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Attempting to bind port 867a43c2-4735-437e-9bc2-7068485dbd66 on network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:26:16.564239 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:26:16.564883 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Checking segment: {'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:26:16.565317 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:16.565741 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Bound using segment: {'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:26:16.566216 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Bound port: 867a43c2-4735-437e-9bc2-7068485dbd66, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:26:16.566596 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:16.640826 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] For port 867a43c2-4735-437e-9bc2-7068485dbd66, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:26:16.644596 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] For port 867a43c2-4735-437e-9bc2-7068485dbd66, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=867a43c2-4735-437e-9bc2-7068485dbd66,segment=NetworkSegment(7133da4a-e284-4dee-93e9-b0460d5df02b),segment_id=7133da4a-e284-4dee-93e9-b0460d5df02b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:26:16.655214 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:16.706451 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Routers {'37e81d0d-bfe6-4f66-a35d-418fe9830c32'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:26:16.707131 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:25:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:16.718933 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10ff1117-6099-455f-80e2-10bd087f70ed req-6797730c-e62f-40c8-b020-904e1860bd8b tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 210 time: 0.0389850 Feb 09 04:26:16.810802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-f9897164-cf48-4f8c-837c-9e7d9d6c0dd4 None None] Provisioning complete for port 867a43c2-4735-437e-9bc2-7068485dbd66 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:16.811255 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c8c53-1b14-49c2-8a15-33b175f0f972 None None] Pushing event updated for resources: {'Port': ['ID=867a43c2-4735-437e-9bc2-7068485dbd66,revision_number=4']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:16.812877 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9897164-cf48-4f8c-837c-9e7d9d6c0dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:16.826442 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-69732c16-a19f-4286-94c1-4b3fe5a9d581 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:16.828706 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-69732c16-a19f-4286-94c1-4b3fe5a9d581 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "GET /v2.0/networks?id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac HTTP/1.1" status: 200 len: 797 time: 0.2154450 Feb 09 04:26:16.856397 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] Set router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:26:16.908042 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-ddc5bc2e-4c52-4704-82ad-b08333e0d05f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88bbe62682b5493f943426dd9832dd31 HTTP/1.1" status: 200 len: 380 time: 0.0709412 Feb 09 04:26:16.909257 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f9897164-cf48-4f8c-837c-9e7d9d6c0dd4 None None] Current status of the port 867a43c2-4735-437e-9bc2-7068485dbd66 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:26:16.909679 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9897164-cf48-4f8c-837c-9e7d9d6c0dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:16.922722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'port': {'device_id': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'admin_state_up': True, 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'security_groups': ['2cf66f35-5262-4185-b9b4-4d7d489a2807']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:16.945998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f9897164-cf48-4f8c-837c-9e7d9d6c0dd4 None None] For port 867a43c2-4735-437e-9bc2-7068485dbd66, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=867a43c2-4735-437e-9bc2-7068485dbd66,segment=NetworkSegment(7133da4a-e284-4dee-93e9-b0460d5df02b),segment_id=7133da4a-e284-4dee-93e9-b0460d5df02b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:26:16.951172 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9897164-cf48-4f8c-837c-9e7d9d6c0dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:17.009405 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9897164-cf48-4f8c-837c-9e7d9d6c0dd4 None None] Pushing event updated for resources: {'Port': ['ID=867a43c2-4735-437e-9bc2-7068485dbd66,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:17.051090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Made reservation on behalf of 88bbe62682b5493f943426dd9832dd31 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:26:17.054611 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:17.073729 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a979dbac-84b1-4b60-8788-b28e94d21555 None None] Provisioning complete for port 867a43c2-4735-437e-9bc2-7068485dbd66 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:17.074108 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a979dbac-84b1-4b60-8788-b28e94d21555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:17.089299 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:13Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '867a43c2-4735-437e-9bc2-7068485dbd66', 'name': '', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b9:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:13Z', 'updated_at': '2022-02-09T04:26:16Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:17.121069 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a126459-24e3-42a0-8173-daa736ccd0b0 None None] The sync data for ids ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'] in n-d-824835-15 is: [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:13Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '867a43c2-4735-437e-9bc2-7068485dbd66', 'name': '', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b9:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:13Z', 'updated_at': '2022-02-09T04:26:16Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:26:17.167787 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a979dbac-84b1-4b60-8788-b28e94d21555 None None] Current status of the port 867a43c2-4735-437e-9bc2-7068485dbd66 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:26:17.199748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.20.0.5 (17ee7e1d-383a-40cd-b5f2-2fdfaded63ac/abe1fe9f-05c5-48ea-adc1-3acb9c0a7540/a4bf2862-22d7-4ae2-a36b-074cc3cc638c) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:26:17.690247 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:17.727000 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:17.778086 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:26:17.781552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:26:17.784929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:26:17.823142 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=a4bf2862-22d7-4ae2-a36b-074cc3cc638c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:17.874252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:17.874960 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:17.901850 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6680a-f115-4820-8954-8876958f94fa req-e339f06c-5fb3-43bd-b044-03e1e6721028 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:17.903450 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94e6680a-f115-4820-8954-8876958f94fa req-e339f06c-5fb3-43bd-b044-03e1e6721028 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 931 time: 0.0922363 Feb 09 04:26:17.906909 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-faf69244-f424-4424-9692-4f6485aa4c5e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9888511 Feb 09 04:26:17.922769 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Request body: {'port': {'device_id': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:18.009773 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94e6680a-f115-4820-8954-8876958f94fa req-a55a3323-7ae5-4a56-aab8-4e640d9ba95d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987337 Feb 09 04:26:18.017940 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:18.128475 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-950cbf1b-cf6d-42b1-a0b2-15ac96cac6ee None None] Provisioning complete for port a4bf2862-22d7-4ae2-a36b-074cc3cc638c triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:18.129091 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-950cbf1b-cf6d-42b1-a0b2-15ac96cac6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:18.165984 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-950cbf1b-cf6d-42b1-a0b2-15ac96cac6ee None None] Port a4bf2862-22d7-4ae2-a36b-074cc3cc638c cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:26:18.285707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62e458ba-a84d-476b-ad4a-8181920b1e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:18.302864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 867a43c2-4735-437e-9bc2-7068485dbd66 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:26:18.324645 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4bf2862-22d7-4ae2-a36b-074cc3cc638c {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:26:18.332413 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Publish callbacks [] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:18.345883 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Transition to ACTIVE for port object a4bf2862-22d7-4ae2-a36b-074cc3cc638c will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:26:18.351184 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:18.356668 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 867a43c2-4735-437e-9bc2-7068485dbd66 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:18.357120 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:18.403250 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Pushing event updated for resources: {'Port': ['ID=a4bf2862-22d7-4ae2-a36b-074cc3cc638c,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:18.443072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 867a43c2-4735-437e-9bc2-7068485dbd66 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:26:18.483472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Attempting to bind port a4bf2862-22d7-4ae2-a36b-074cc3cc638c on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:26:18.483799 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Attempting to bind port a4bf2862-22d7-4ae2-a36b-074cc3cc638c by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:26:18.484116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Attempting to bind port a4bf2862-22d7-4ae2-a36b-074cc3cc638c on network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:26:18.488965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Port a4bf2862-22d7-4ae2-a36b-074cc3cc638c on network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:26:18.489669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Attempting to bind port a4bf2862-22d7-4ae2-a36b-074cc3cc638c on network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:26:18.496686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:26:18.497028 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Checking segment: {'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:26:18.497447 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Bound using segment: {'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:26:18.497877 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Bound port: a4bf2862-22d7-4ae2-a36b-074cc3cc638c, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7133da4a-e284-4dee-93e9-b0460d5df02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:26:18.498976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:18.573183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] For port a4bf2862-22d7-4ae2-a36b-074cc3cc638c, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:26:18.576791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] For port a4bf2862-22d7-4ae2-a36b-074cc3cc638c, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a4bf2862-22d7-4ae2-a36b-074cc3cc638c,segment=NetworkSegment(7133da4a-e284-4dee-93e9-b0460d5df02b),segment_id=7133da4a-e284-4dee-93e9-b0460d5df02b)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:26:18.583786 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:18.624617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:18.625240 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:18.626707 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] 10.222.0.42 "PUT /v2.0/ports/a4bf2862-22d7-4ae2-a36b-074cc3cc638c HTTP/1.1" status: 200 len: 1092 time: 0.7099364 Feb 09 04:26:18.627148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'tag': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:26:18.629487 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcaaf54-901f-4bcf-97d7-e82275818811" -d '{"events": [{"name": "network-changed", "server_uuid": "122a94f7-f6f1-42aa-9da0-ea5cf778cca1", "tag": "a4bf2862-22d7-4ae2-a36b-074cc3cc638c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:26:18.658857 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e005f-6bd0-4c4b-8197-be7bbbc716bb service neutron] Pushing event updated for resources: {'Port': ['ID=a4bf2862-22d7-4ae2-a36b-074cc3cc638c,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:18.702058 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e8509d-8a7d-41cc-bd6f-5a0645ab8732 x-openstack-request-id: req-87e8509d-8a7d-41cc-bd6f-5a0645ab8732 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:26:18.702359 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122a94f7-f6f1-42aa-9da0-ea5cf778cca1", "tag": "a4bf2862-22d7-4ae2-a36b-074cc3cc638c", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:26:18.702622 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87e8509d-8a7d-41cc-bd6f-5a0645ab8732 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:26:18.703205 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'tag': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c', 'status': 'completed', 'code': 200} Feb 09 04:26:18.721959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-edcae97c-79c5-40b0-abb9-7b06b555f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:18.723519 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-edcae97c-79c5-40b0-abb9-7b06b555f6d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 1126 time: 0.0552878 Feb 09 04:26:18.768911 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-281fa38e-c4ed-4809-8b48-42e2441057e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4bf2862-22d7-4ae2-a36b-074cc3cc638c HTTP/1.1" status: 200 len: 217 time: 0.0391560 Feb 09 04:26:18.818083 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-f6485437-537a-4460-8e63-c763ca59f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:18.819567 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-f6485437-537a-4460-8e63-c763ca59f73f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abe1fe9f-05c5-48ea-adc1-3acb9c0a7540 HTTP/1.1" status: 200 len: 835 time: 0.0450447 Feb 09 04:26:18.870569 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-9a8a23d5-418b-45ba-a470-07b77ae3f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:18.872113 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-9a8a23d5-418b-45ba-a470-07b77ae3f4fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462646 Feb 09 04:26:18.966961 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-6b57021c-4613-4477-a64f-4d1eb35a4c81 service neutron] 10.222.0.42 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882254 Feb 09 04:26:19.058736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-317b343e-c8cd-4ac5-80c3-f18730f772be req-83f791e8-6370-4d50-8bd0-cd949a4af2f6 service neutron] 10.222.0.42 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858097 Feb 09 04:26:19.169697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ed6ee-b4fc-44bd-82eb-d0a05830c7d3 req-3f9540e7-05e6-41bc-a44c-dd6851b6dd1f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:19.171181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f0ed6ee-b4fc-44bd-82eb-d0a05830c7d3 req-3f9540e7-05e6-41bc-a44c-dd6851b6dd1f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 943 time: 0.0909455 Feb 09 04:26:19.176765 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaaf54-901f-4bcf-97d7-e82275818811 req-3dc847cc-e54e-4dc0-963b-eb051d0d4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:19.178189 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dcaaf54-901f-4bcf-97d7-e82275818811 req-3dc847cc-e54e-4dc0-963b-eb051d0d4b3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 1126 time: 0.0707314 Feb 09 04:26:19.273575 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2f0ed6ee-b4fc-44bd-82eb-d0a05830c7d3 req-014b64ff-b2a5-4403-866e-8acc391b3066 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944059 Feb 09 04:26:19.299963 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaaf54-901f-4bcf-97d7-e82275818811 req-ea044c70-ad5d-4de5-9dc3-3849bdc06330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:19.302060 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dcaaf54-901f-4bcf-97d7-e82275818811 req-ea044c70-ad5d-4de5-9dc3-3849bdc06330 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac HTTP/1.1" status: 200 len: 898 time: 0.1153448 Feb 09 04:26:19.348496 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dcaaf54-901f-4bcf-97d7-e82275818811 req-e0fb2407-0aa8-439a-bf3e-6b8184d38a6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4bf2862-22d7-4ae2-a36b-074cc3cc638c HTTP/1.1" status: 200 len: 217 time: 0.0395727 Feb 09 04:26:19.398727 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaaf54-901f-4bcf-97d7-e82275818811 req-d242e01e-1c1d-4eb1-b066-4d2c802900aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:19.400147 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dcaaf54-901f-4bcf-97d7-e82275818811 req-d242e01e-1c1d-4eb1-b066-4d2c802900aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abe1fe9f-05c5-48ea-adc1-3acb9c0a7540 HTTP/1.1" status: 200 len: 835 time: 0.0441451 Feb 09 04:26:19.453412 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaaf54-901f-4bcf-97d7-e82275818811 req-1b2fd43b-68b5-4052-b338-d39918b69255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:19.454899 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dcaaf54-901f-4bcf-97d7-e82275818811 req-1b2fd43b-68b5-4052-b338-d39918b69255 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474863 Feb 09 04:26:19.546027 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dcaaf54-901f-4bcf-97d7-e82275818811 req-94b53a40-b937-4587-81ac-32899f0bf0c7 service neutron] 10.222.0.42 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846322 Feb 09 04:26:19.593915 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:19.635038 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5dcaaf54-901f-4bcf-97d7-e82275818811 req-8c79b46a-9213-4ebf-b3c6-6e9eb51a3c5d service neutron] 10.222.0.42 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827079 Feb 09 04:26:20.398516 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13774d5c-02d4-4d81-ad37-ec131361a808 req-bce1211c-5a3e-47c0-b73c-1de8081e157e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:20.401141 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13774d5c-02d4-4d81-ad37-ec131361a808 req-bce1211c-5a3e-47c0-b73c-1de8081e157e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 943 time: 0.0583682 Feb 09 04:26:20.450358 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-13774d5c-02d4-4d81-ad37-ec131361a808 req-9e448634-8b82-44ea-8adb-129a125bf820 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 Feb 09 04:26:21.020340 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:21.574394 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0b123-4032-4ac4-ba9b-8b8e95ed4832 req-11662406-02b4-46c4-b5c0-6a21b967eb7a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:21.575865 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ad0b123-4032-4ac4-ba9b-8b8e95ed4832 req-11662406-02b4-46c4-b5c0-6a21b967eb7a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 943 time: 0.0580883 Feb 09 04:26:21.624437 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9ad0b123-4032-4ac4-ba9b-8b8e95ed4832 req-4550e3b4-8d85-4273-a590-36eaadb13b79 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429437 Feb 09 04:26:22.140197 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:22.535332 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a4bf2862-22d7-4ae2-a36b-074cc3cc638c details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:26:22.637180 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a4bf2862-22d7-4ae2-a36b-074cc3cc638c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a4bf2862-22d7-4ae2-a36b-074cc3cc638c,segment=NetworkSegment(7133da4a-e284-4dee-93e9-b0460d5df02b),segment_id=7133da4a-e284-4dee-93e9-b0460d5df02b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:26:22.648621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'port_id': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c', 'mac_address': 'fa:16:3e:38:8f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:26:22.686987 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a4bf2862-22d7-4ae2-a36b-074cc3cc638c is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:26:22.687376 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:22.700189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bf2862-22d7-4ae2-a36b-074cc3cc638c {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:26:22.723812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a4bf2862-22d7-4ae2-a36b-074cc3cc638c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a4bf2862-22d7-4ae2-a36b-074cc3cc638c,segment=NetworkSegment(7133da4a-e284-4dee-93e9-b0460d5df02b),segment_id=7133da4a-e284-4dee-93e9-b0460d5df02b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:26:22.728482 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:22.748364 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31806ec-962e-4623-aefa-226cd115a916 req-f9a2876f-4e5e-4bcd-b190-1c6174c7c37a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:22.749906 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e31806ec-962e-4623-aefa-226cd115a916 req-f9a2876f-4e5e-4bcd-b190-1c6174c7c37a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 943 time: 0.0576186 Feb 09 04:26:22.775830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a4bf2862-22d7-4ae2-a36b-074cc3cc638c,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:22.799242 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e31806ec-962e-4623-aefa-226cd115a916 req-e386beb6-e461-43e1-853f-d888e82271e5 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432382 Feb 09 04:26:22.943099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['a4bf2862-22d7-4ae2-a36b-074cc3cc638c'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:26:23.920783 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c295ae-f41f-497b-8a04-e5edcc13e321 req-06c87760-402b-48da-a791-3fa863763d06 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:23.922539 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18c295ae-f41f-497b-8a04-e5edcc13e321 req-06c87760-402b-48da-a791-3fa863763d06 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 944 time: 0.0527682 Feb 09 04:26:23.970775 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-18c295ae-f41f-497b-8a04-e5edcc13e321 req-d43f9576-31de-4873-9a72-0eb5ba8bed0c tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425897 Feb 09 04:26:24.546064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a4bf2862-22d7-4ae2-a36b-074cc3cc638c up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:26:24.594224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port a4bf2862-22d7-4ae2-a36b-074cc3cc638c completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:26:24.598144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port a4bf2862-22d7-4ae2-a36b-074cc3cc638c triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:26:24.598515 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:24.678419 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a4bf2862-22d7-4ae2-a36b-074cc3cc638c is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:26:24.678816 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:24.702229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:26:24.704475 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acade01-d745-42a6-9bfe-02a3104bdc8e" -d '{"events": [{"server_uuid": "122a94f7-f6f1-42aa-9da0-ea5cf778cca1", "name": "network-vif-plugged", "status": "completed", "tag": "a4bf2862-22d7-4ae2-a36b-074cc3cc638c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:26:24.717286 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a4bf2862-22d7-4ae2-a36b-074cc3cc638c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a4bf2862-22d7-4ae2-a36b-074cc3cc638c,segment=NetworkSegment(7133da4a-e284-4dee-93e9-b0460d5df02b),segment_id=7133da4a-e284-4dee-93e9-b0460d5df02b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:26:24.721191 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:24.745243 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1dc6c3-f8ba-4e45-94f7-e045c3e00ac5 x-openstack-request-id: req-aa1dc6c3-f8ba-4e45-94f7-e045c3e00ac5 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:26:24.745565 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122a94f7-f6f1-42aa-9da0-ea5cf778cca1", "name": "network-vif-plugged", "status": "completed", "tag": "a4bf2862-22d7-4ae2-a36b-074cc3cc638c", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:26:24.745834 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa1dc6c3-f8ba-4e45-94f7-e045c3e00ac5 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:26:24.746206 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c', 'code': 200} Feb 09 04:26:24.781185 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a4bf2862-22d7-4ae2-a36b-074cc3cc638c,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:24.788334 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:24.839583 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc086901-2b86-4206-ae37-c1715a5421eb req-4c921531-1e3e-44b5-b48d-1afaa54c86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:24.841046 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc086901-2b86-4206-ae37-c1715a5421eb req-4c921531-1e3e-44b5-b48d-1afaa54c86f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 1128 time: 0.0454021 Feb 09 04:26:24.895848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dc086901-2b86-4206-ae37-c1715a5421eb req-daed05cf-0f74-402b-90c0-8c14afaa0469 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480814 Feb 09 04:26:25.093079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01d82b-d3f9-415b-bb8c-0a66d35c9ae9 req-fa81f3aa-fb16-45f9-b7c1-2f699950ffd0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:25.094612 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c01d82b-d3f9-415b-bb8c-0a66d35c9ae9 req-fa81f3aa-fb16-45f9-b7c1-2f699950ffd0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 945 time: 0.0559015 Feb 09 04:26:25.147487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c01d82b-d3f9-415b-bb8c-0a66d35c9ae9 req-cc5b76c5-e724-4b6b-9279-683bd45f36e4 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468650 Feb 09 04:26:26.271312 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc48b4-518c-428e-982f-21e7a09abb64 req-f071d9c4-3f23-43a8-a3e6-ca92022a5499 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:26.272799 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9abc48b4-518c-428e-982f-21e7a09abb64 req-f071d9c4-3f23-43a8-a3e6-ca92022a5499 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 945 time: 0.0522079 Feb 09 04:26:26.327052 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9abc48b4-518c-428e-982f-21e7a09abb64 req-bf504495-c0d1-4164-9dcf-bfd3c37d33dd tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475469 Feb 09 04:26:26.444772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02f075-6d7f-4749-8d10-6caac141f8db req-1b8a1b7f-640c-4908-8f46-25f81733c31f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:26.446285 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f02f075-6d7f-4749-8d10-6caac141f8db req-1b8a1b7f-640c-4908-8f46-25f81733c31f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 945 time: 0.0528455 Feb 09 04:26:26.494921 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8f02f075-6d7f-4749-8d10-6caac141f8db req-629107a3-3f04-4485-b180-9bd3b44f804d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422585 Feb 09 04:26:26.516639 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57494) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:26.559863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e16e5e-b32d-450d-b3f3-7bf5d6e65af6 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:26.561294 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-70e16e5e-b32d-450d-b3f3-7bf5d6e65af6 tempest-TestNetworkAdvancedServerOps-1714604383 tempest-TestNetworkAdvancedServerOps-1714604383-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 1123 time: 0.0436487 Feb 09 04:26:26.564112 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57496) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:26.568368 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:26:26.589670 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:26.684649 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:26.788820 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Allocated IP 172.25.5.152 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/38196a3a-e3d5-4b05-81a7-5e6050229fc3) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:26:26.888204 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (38196a3a-e3d5-4b05-81a7-5e6050229fc3), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:26.925992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (38196a3a-e3d5-4b05-81a7-5e6050229fc3), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:26.961722 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:26:26.966622 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:26:26.970356 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:26:26.996500 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=38196a3a-e3d5-4b05-81a7-5e6050229fc3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:27.322992 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (7fa53e7e-0fbe-470b-833a-b1a0801e3024), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:27.383963 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:26:27.397482 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (38196a3a-e3d5-4b05-81a7-5e6050229fc3), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:27.548788 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for port (38196a3a-e3d5-4b05-81a7-5e6050229fc3), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:27.553502 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (38196a3a-e3d5-4b05-81a7-5e6050229fc3), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:27.618730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event updated for resources: {'Port': ['ID=38196a3a-e3d5-4b05-81a7-5e6050229fc3,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:26:27.630183 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (7fa53e7e-0fbe-470b-833a-b1a0801e3024), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:27.732926 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Floating IP 7fa53e7e-0fbe-470b-833a-b1a0801e3024 associated. External IP: 172.25.5.152, port: a4bf2862-22d7-4ae2-a36b-074cc3cc638c. Feb 09 04:26:27.945221 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:26:28.057551 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:26:28.068100 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc30c8-c773-45c4-a424-327258700d71 None None] Sync routers for ids ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:26:28.076062 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:28.078764 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc30c8-c773-45c4-a424-327258700d71 None None] Routers {'37e81d0d-bfe6-4f66-a35d-418fe9830c32'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:26:28.079385 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9adc30c8-c773-45c4-a424-327258700d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:26:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:28.105717 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-8179c2b2-8ba7-460c-81d8-d8a1e4d1a2ba tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5405324 Feb 09 04:26:28.106326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'tag': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:26:28.108608 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3e1b44-90f4-4323-b18d-b7869820ef8d" -d '{"events": [{"name": "network-changed", "server_uuid": "122a94f7-f6f1-42aa-9da0-ea5cf778cca1", "tag": "a4bf2862-22d7-4ae2-a36b-074cc3cc638c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:26:28.152577 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9374aee4-7c57-4798-ae40-3a1a17bbb0f9 x-openstack-request-id: req-9374aee4-7c57-4798-ae40-3a1a17bbb0f9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:26:28.152984 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122a94f7-f6f1-42aa-9da0-ea5cf778cca1", "tag": "a4bf2862-22d7-4ae2-a36b-074cc3cc638c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:26:28.153342 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9374aee4-7c57-4798-ae40-3a1a17bbb0f9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:26:28.153912 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'tag': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c', 'status': 'completed', 'code': 200} Feb 09 04:26:28.190348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9adc30c8-c773-45c4-a424-327258700d71 None None] Set router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:26:28.224138 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec58e3-47a7-43d8-8265-6596df11908e req-5583caeb-2fef-4b76-8ad7-ca89f19aa028 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:28.225748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e1b44-90f4-4323-b18d-b7869820ef8d req-f1d78732-1e0e-40f1-ad95-a0cdf9a57769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:28.226260 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2dec58e3-47a7-43d8-8265-6596df11908e req-5583caeb-2fef-4b76-8ad7-ca89f19aa028 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 945 time: 0.0580497 Feb 09 04:26:28.227258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d3e1b44-90f4-4323-b18d-b7869820ef8d req-f1d78732-1e0e-40f1-ad95-a0cdf9a57769 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 1128 time: 0.0530028 Feb 09 04:26:28.277891 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2dec58e3-47a7-43d8-8265-6596df11908e req-679a87b9-4231-443c-a204-edbbe4c7f65e tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450108 Feb 09 04:26:28.302055 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57502) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:28.322163 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e1b44-90f4-4323-b18d-b7869820ef8d req-1f7fcc00-d7f9-4ccc-a85e-8bc008de9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:28.323654 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d3e1b44-90f4-4323-b18d-b7869820ef8d req-1f7fcc00-d7f9-4ccc-a85e-8bc008de9482 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac HTTP/1.1" status: 200 len: 898 time: 0.0891643 Feb 09 04:26:28.370630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-61a7bdec-39d7-438e-ae17-8bf80176ff6a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/7fa53e7e-0fbe-470b-833a-b1a0801e3024 HTTP/1.1" status: 200 len: 991 time: 0.0661771 Feb 09 04:26:28.395893 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d3e1b44-90f4-4323-b18d-b7869820ef8d req-0d13f8eb-40a3-49ac-b5eb-979e8e6a8cb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4bf2862-22d7-4ae2-a36b-074cc3cc638c HTTP/1.1" status: 200 len: 999 time: 0.0665004 Feb 09 04:26:28.442062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9adc30c8-c773-45c4-a424-327258700d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:13Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '7fa53e7e-0fbe-470b-833a-b1a0801e3024', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.152', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'port_id': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'mac_address': 'fa:16:3e:38:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:26:27Z', 'updated_at': '2022-02-09T04:26:27Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867a43c2-4735-437e-9bc2-7068485dbd66', 'name': '', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:13Z', 'updated_at': '2022-02-09T04:26:16Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:28.444032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e1b44-90f4-4323-b18d-b7869820ef8d req-5a8659be-a8d7-4ef0-a6f7-f8015c0e12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:28.445542 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d3e1b44-90f4-4323-b18d-b7869820ef8d req-5a8659be-a8d7-4ef0-a6f7-f8015c0e12fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abe1fe9f-05c5-48ea-adc1-3acb9c0a7540 HTTP/1.1" status: 200 len: 835 time: 0.0438912 Feb 09 04:26:28.468006 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc30c8-c773-45c4-a424-327258700d71 None None] Checking router: 37e81d0d-bfe6-4f66-a35d-418fe9830c32 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:26:28.476401 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc30c8-c773-45c4-a424-327258700d71 None None] Routers {'37e81d0d-bfe6-4f66-a35d-418fe9830c32'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:26:28.476998 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9adc30c8-c773-45c4-a424-327258700d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:26:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:28.496803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e1b44-90f4-4323-b18d-b7869820ef8d req-971f1e27-fcee-4917-8ddf-9500072b91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:28.498365 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d3e1b44-90f4-4323-b18d-b7869820ef8d req-971f1e27-fcee-4917-8ddf-9500072b91e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472360 Feb 09 04:26:28.600471 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9adc30c8-c773-45c4-a424-327258700d71 None None] Set router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:26:28.604013 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d3e1b44-90f4-4323-b18d-b7869820ef8d req-154a17dd-5b23-4d8f-bdfe-1cb26e94ca44 service neutron] 10.222.0.42 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994737 Feb 09 04:26:28.704819 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9d3e1b44-90f4-4323-b18d-b7869820ef8d req-dbf25757-4e70-435c-ad8f-a172e5b11748 service neutron] 10.222.0.42 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946295 Feb 09 04:26:28.834397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9adc30c8-c773-45c4-a424-327258700d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:13Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '7fa53e7e-0fbe-470b-833a-b1a0801e3024', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.152', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'port_id': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'mac_address': 'fa:16:3e:38:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:26:27Z', 'updated_at': '2022-02-09T04:26:27Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867a43c2-4735-437e-9bc2-7068485dbd66', 'name': '', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:13Z', 'updated_at': '2022-02-09T04:26:16Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:26:28.860875 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc30c8-c773-45c4-a424-327258700d71 None None] The sync data for ids ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'] in n-d-824835-15 is: [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:13Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '7fa53e7e-0fbe-470b-833a-b1a0801e3024', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'floating_ip_address': '172.25.5.152', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'port_id': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'mac_address': 'fa:16:3e:38:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:26:27Z', 'updated_at': '2022-02-09T04:26:27Z', 'revision_number': 0, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867a43c2-4735-437e-9bc2-7068485dbd66', 'name': '', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:13Z', 'updated_at': '2022-02-09T04:26:16Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:26:29.068126 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85789420-ea41-498b-adb6-4dc23e87d82c None None] New status for floating IP 7fa53e7e-0fbe-470b-833a-b1a0801e3024: ACTIVE {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:26:29.373467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57504) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:29.434518 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0c176f36-697e-42cc-b0cb-b78f5a6497e7 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/7fa53e7e-0fbe-470b-833a-b1a0801e3024 HTTP/1.1" status: 200 len: 993 time: 0.0598559 Feb 09 04:26:38.175666 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:45.783839 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5efb4cc-cfc6-4e80-ac58-a077b581ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:47.334924 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2860f0dc-9788-43c1-8ed1-f97c9a39502b req-793efeb7-7690-435b-aff9-40ec4684e5f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437975 Feb 09 04:26:47.425153 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860f0dc-9788-43c1-8ed1-f97c9a39502b req-37e7be70-609c-45e4-a4ca-31966e4cae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:47.426684 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2860f0dc-9788-43c1-8ed1-f97c9a39502b req-37e7be70-609c-45e4-a4ca-31966e4cae48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 1128 time: 0.0493891 Feb 09 04:26:47.528906 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860f0dc-9788-43c1-8ed1-f97c9a39502b req-75868baf-445e-4527-b77f-537167fa6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:47.530410 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2860f0dc-9788-43c1-8ed1-f97c9a39502b req-75868baf-445e-4527-b77f-537167fa6d91 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac HTTP/1.1" status: 200 len: 898 time: 0.0854726 Feb 09 04:26:47.599116 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2860f0dc-9788-43c1-8ed1-f97c9a39502b req-e7a611ad-c554-4d36-a1d4-58e4deb5689d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4bf2862-22d7-4ae2-a36b-074cc3cc638c HTTP/1.1" status: 200 len: 1001 time: 0.0623984 Feb 09 04:26:47.647389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860f0dc-9788-43c1-8ed1-f97c9a39502b req-5cb3d913-e0a4-4a1a-9632-dac4a79ccc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:47.648872 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2860f0dc-9788-43c1-8ed1-f97c9a39502b req-5cb3d913-e0a4-4a1a-9632-dac4a79ccc9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abe1fe9f-05c5-48ea-adc1-3acb9c0a7540 HTTP/1.1" status: 200 len: 835 time: 0.0433290 Feb 09 04:26:47.697802 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860f0dc-9788-43c1-8ed1-f97c9a39502b req-5d20ac21-4b22-42a6-8450-93b334e4c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:47.699359 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2860f0dc-9788-43c1-8ed1-f97c9a39502b req-5d20ac21-4b22-42a6-8450-93b334e4c0fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444546 Feb 09 04:26:47.790033 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2860f0dc-9788-43c1-8ed1-f97c9a39502b req-19b5136e-dd04-48af-adb3-debd07a96420 service neutron] 10.222.0.42 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843327 Feb 09 04:26:47.876347 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2860f0dc-9788-43c1-8ed1-f97c9a39502b req-80d1db60-4108-4813-bcf2-917ab649655a service neutron] 10.222.0.42 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800416 Feb 09 04:26:48.287120 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc12b-5a25-4590-80c0-584c0164a5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:49.596135 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:51.022949 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:52.142269 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:54.792830 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:26:58.205921 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b3592-e2ac-4272-b292-cc2048aaf42a req-8432a904-8677-4a23-b10f-44ad13cda4c9 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:58.208110 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f4b3592-e2ac-4272-b292-cc2048aaf42a req-8432a904-8677-4a23-b10f-44ad13cda4c9 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 945 time: 0.0554645 Feb 09 04:26:58.265573 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f4b3592-e2ac-4272-b292-cc2048aaf42a req-36fd8d94-17b1-4218-b65c-291b0c210d0f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486097 Feb 09 04:26:59.388154 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aaa5a0-b907-4c7f-a108-512be8ff3d66 req-06092fce-a7f3-4d64-8c77-5bdafda754e0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:26:59.389817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73aaa5a0-b907-4c7f-a108-512be8ff3d66 req-06092fce-a7f3-4d64-8c77-5bdafda754e0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 945 time: 0.0548451 Feb 09 04:26:59.444486 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73aaa5a0-b907-4c7f-a108-512be8ff3d66 req-f2536cea-3bd3-43d9-945b-a1b820f1d0e9 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492935 Feb 09 04:26:59.467308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57520) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:26:59.529831 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-dd8a0b14-214f-4537-a70c-b60b5dd925b2 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/7fa53e7e-0fbe-470b-833a-b1a0801e3024 HTTP/1.1" status: 200 len: 993 time: 0.0613027 Feb 09 04:27:00.842886 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad1fb2-2f7e-4bc0-a004-33d885a7d103 req-11e4f5ff-d221-47ef-ba5a-f1615514ad52 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:00.844375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-53ad1fb2-2f7e-4bc0-a004-33d885a7d103 req-11e4f5ff-d221-47ef-ba5a-f1615514ad52 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 945 time: 0.0866773 Feb 09 04:27:00.858638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba69aa-7de9-4022-8ae5-6f8da514658a req-95d67a94-faa0-4fdc-8dc9-61f93ed2fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:00.860110 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fba69aa-7de9-4022-8ae5-6f8da514658a req-95d67a94-faa0-4fdc-8dc9-61f93ed2fb12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 1128 time: 0.0733173 Feb 09 04:27:00.951326 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-53ad1fb2-2f7e-4bc0-a004-33d885a7d103 req-9ff978fb-c590-4f0c-84fc-74cf52e4396d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001251 Feb 09 04:27:00.977689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba69aa-7de9-4022-8ae5-6f8da514658a req-b8bce584-d920-4dd0-b84a-f36770bd0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:00.979140 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fba69aa-7de9-4022-8ae5-6f8da514658a req-b8bce584-d920-4dd0-b84a-f36770bd0f8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac HTTP/1.1" status: 200 len: 898 time: 0.1120808 Feb 09 04:27:01.048605 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fba69aa-7de9-4022-8ae5-6f8da514658a req-ee95fbe5-dff2-4f88-933e-73ff14bb1391 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4bf2862-22d7-4ae2-a36b-074cc3cc638c HTTP/1.1" status: 200 len: 1001 time: 0.0632665 Feb 09 04:27:01.103299 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba69aa-7de9-4022-8ae5-6f8da514658a req-9cfebc00-72f0-4f0b-832b-0ab8d851362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:01.104782 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fba69aa-7de9-4022-8ae5-6f8da514658a req-9cfebc00-72f0-4f0b-832b-0ab8d851362d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abe1fe9f-05c5-48ea-adc1-3acb9c0a7540 HTTP/1.1" status: 200 len: 835 time: 0.0505335 Feb 09 04:27:01.155066 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba69aa-7de9-4022-8ae5-6f8da514658a req-53d07bd7-5b23-4ed9-b78e-52804bfd8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:01.156549 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fba69aa-7de9-4022-8ae5-6f8da514658a req-53d07bd7-5b23-4ed9-b78e-52804bfd8951 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461709 Feb 09 04:27:01.246374 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fba69aa-7de9-4022-8ae5-6f8da514658a req-3c7c8b28-90c4-46b2-9c85-bbb9a66c771f service neutron] 10.222.0.42 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831702 Feb 09 04:27:01.340166 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0fba69aa-7de9-4022-8ae5-6f8da514658a req-3d5a5477-6612-47f5-a038-424450820b18 service neutron] 10.222.0.42 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879586 Feb 09 04:27:02.079417 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a166df-03ef-45fa-841c-1921b7894093 req-a89dcc3f-809b-4f08-869c-41b758c41227 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:02.081154 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8a166df-03ef-45fa-841c-1921b7894093 req-a89dcc3f-809b-4f08-869c-41b758c41227 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 945 time: 0.0588555 Feb 09 04:27:02.150999 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a8a166df-03ef-45fa-841c-1921b7894093 req-922b72fa-21ef-4324-a715-a9bf109a8a7f tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635748 Feb 09 04:27:03.272760 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bee7c5-b51e-4dd5-ae9d-b3ea9a9bc257 req-99268bf4-bfcb-413c-b9a3-a5250a1afb82 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:03.274764 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71bee7c5-b51e-4dd5-ae9d-b3ea9a9bc257 req-99268bf4-bfcb-413c-b9a3-a5250a1afb82 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 945 time: 0.0537674 Feb 09 04:27:03.323158 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-71bee7c5-b51e-4dd5-ae9d-b3ea9a9bc257 req-1b12b7d5-1ccd-4815-85b9-3b63e24c9898 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427923 Feb 09 04:27:03.345748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57534) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:03.408753 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4349a535-bc2d-4d5d-86ae-79b6b0bd9c33 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/floatingips/7fa53e7e-0fbe-470b-833a-b1a0801e3024 HTTP/1.1" status: 200 len: 993 time: 0.0618775 Feb 09 04:27:03.693951 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57540) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:03.849890 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 38196a3a-e3d5-4b05-81a7-5e6050229fc3 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:27:03.850235 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (38196a3a-e3d5-4b05-81a7-5e6050229fc3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:03.923610 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (38196a3a-e3d5-4b05-81a7-5e6050229fc3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:03.923934 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (38196a3a-e3d5-4b05-81a7-5e6050229fc3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:03.935958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 38196a3a-e3d5-4b05-81a7-5e6050229fc3 owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:27:04.083532 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (38196a3a-e3d5-4b05-81a7-5e6050229fc3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:04.108689 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=38196a3a-e3d5-4b05-81a7-5e6050229fc3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:04.120786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.121141 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.121520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.121863 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.122199 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.122527 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.122857 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.123192 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.123565 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.123894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.124219 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.124538 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.124860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:04.183943 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for floatingip (7fa53e7e-0fbe-470b-833a-b1a0801e3024), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:04.184267 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Floating IP 7fa53e7e-0fbe-470b-833a-b1a0801e3024 disassociated (deleted). External IP: 172.25.5.152, port: a4bf2862-22d7-4ae2-a36b-074cc3cc638c. Feb 09 04:27:04.382322 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:27:04.394588 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:27:04.502339 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:27:04.507077 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:04.513516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a609c15f-bdc5-48df-8853-4dd19fa1b95c None None] Sync routers for ids ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:27:04.524399 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a609c15f-bdc5-48df-8853-4dd19fa1b95c None None] Routers {'37e81d0d-bfe6-4f66-a35d-418fe9830c32'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:04.525013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a609c15f-bdc5-48df-8853-4dd19fa1b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:04.537268 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-814d118b-f9fc-4b8c-ad8c-7fbfb40e76ed tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/floatingips/7fa53e7e-0fbe-470b-833a-b1a0801e3024 HTTP/1.1" status: 204 len: 168 time: 0.8423073 Feb 09 04:27:04.537955 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'tag': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:27:04.540575 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a0cfea-96d6-43b9-9ebe-d63df018c6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "122a94f7-f6f1-42aa-9da0-ea5cf778cca1", "tag": "a4bf2862-22d7-4ae2-a36b-074cc3cc638c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:27:04.581418 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c7279c-dcc5-4bd9-989a-b5536149ed3c x-openstack-request-id: req-81c7279c-dcc5-4bd9-989a-b5536149ed3c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:27:04.581773 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122a94f7-f6f1-42aa-9da0-ea5cf778cca1", "tag": "a4bf2862-22d7-4ae2-a36b-074cc3cc638c", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:27:04.582092 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81c7279c-dcc5-4bd9-989a-b5536149ed3c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:27:04.582562 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'tag': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c', 'status': 'completed', 'code': 200} Feb 09 04:27:04.638489 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a609c15f-bdc5-48df-8853-4dd19fa1b95c None None] Set router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:04.653405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0cfea-96d6-43b9-9ebe-d63df018c6ac req-dac1a99e-2b70-4c59-b618-fa7e093387d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:04.655016 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2a0cfea-96d6-43b9-9ebe-d63df018c6ac req-dac1a99e-2b70-4c59-b618-fa7e093387d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88bbe62682b5493f943426dd9832dd31&device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 1128 time: 0.0506215 Feb 09 04:27:04.760482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0cfea-96d6-43b9-9ebe-d63df018c6ac req-2629549d-3b18-4246-87fc-6f833e6273df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:04.762013 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2a0cfea-96d6-43b9-9ebe-d63df018c6ac req-2629549d-3b18-4246-87fc-6f833e6273df service neutron] 10.222.0.42 "GET /v2.0/networks?id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac HTTP/1.1" status: 200 len: 898 time: 0.0984504 Feb 09 04:27:04.787576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4230540-0f50-45da-9a51-20fc5c625810 req-8697e14b-17e1-4b7f-a0c4-47a610009c1a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:04.789596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f4230540-0f50-45da-9a51-20fc5c625810 req-8697e14b-17e1-4b7f-a0c4-47a610009c1a tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 945 time: 0.0580897 Feb 09 04:27:04.803791 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2a0cfea-96d6-43b9-9ebe-d63df018c6ac req-1906dc5e-cf72-4d86-b013-7a4b823f31e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4bf2862-22d7-4ae2-a36b-074cc3cc638c HTTP/1.1" status: 200 len: 217 time: 0.0349498 Feb 09 04:27:04.846687 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f4230540-0f50-45da-9a51-20fc5c625810 req-cf57398a-8a38-46ff-a004-4b45f5e4eb32 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505710 Feb 09 04:27:04.861591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a609c15f-bdc5-48df-8853-4dd19fa1b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:13Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '867a43c2-4735-437e-9bc2-7068485dbd66', 'name': '', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:13Z', 'updated_at': '2022-02-09T04:26:16Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:04.863646 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0cfea-96d6-43b9-9ebe-d63df018c6ac req-32b2bc5b-f71a-4043-8c64-85494f4797fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:04.865181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2a0cfea-96d6-43b9-9ebe-d63df018c6ac req-32b2bc5b-f71a-4043-8c64-85494f4797fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abe1fe9f-05c5-48ea-adc1-3acb9c0a7540 HTTP/1.1" status: 200 len: 835 time: 0.0536075 Feb 09 04:27:04.882560 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a609c15f-bdc5-48df-8853-4dd19fa1b95c None None] Checking router: 37e81d0d-bfe6-4f66-a35d-418fe9830c32 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:27:04.891247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a609c15f-bdc5-48df-8853-4dd19fa1b95c None None] Routers {'37e81d0d-bfe6-4f66-a35d-418fe9830c32'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:04.891777 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a609c15f-bdc5-48df-8853-4dd19fa1b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:04.913644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0cfea-96d6-43b9-9ebe-d63df018c6ac req-df7e8e34-e4e6-4906-af84-8ea1b1976721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:04.915848 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2a0cfea-96d6-43b9-9ebe-d63df018c6ac req-df7e8e34-e4e6-4906-af84-8ea1b1976721 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444539 Feb 09 04:27:05.014811 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2a0cfea-96d6-43b9-9ebe-d63df018c6ac req-1fea415d-e4bb-4da6-be7d-ca6d093b5181 service neutron] 10.222.0.42 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888765 Feb 09 04:27:05.108604 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2a0cfea-96d6-43b9-9ebe-d63df018c6ac req-ca42fdfe-fb90-445e-97cc-02352d85fb30 service neutron] 10.222.0.42 "GET /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867410 Feb 09 04:27:05.161631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-a609c15f-bdc5-48df-8853-4dd19fa1b95c None None] Set router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:05.358394 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-a609c15f-bdc5-48df-8853-4dd19fa1b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:13Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '867a43c2-4735-437e-9bc2-7068485dbd66', 'name': '', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:13Z', 'updated_at': '2022-02-09T04:26:16Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:05.387855 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a609c15f-bdc5-48df-8853-4dd19fa1b95c None None] The sync data for ids ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'] in n-d-824835-15 is: [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:13Z', 'revision_number': 4, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '867a43c2-4735-437e-9bc2-7068485dbd66', 'name': '', 'network_id': '17ee7e1d-383a-40cd-b5f2-2fdfaded63ac', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'mac_address': 'fa:16:3e:b9:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:13Z', 'updated_at': '2022-02-09T04:26:16Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'subnets': [{'id': 'abe1fe9f-05c5-48ea-adc1-3acb9c0a7540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:27:05.600855 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469a35c-ee2f-4884-b3e0-184737fb43ba None None] New status for floating IP 7fa53e7e-0fbe-470b-833a-b1a0801e3024: DOWN {{(pid=103330) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:27:05.972044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5884f4f-e88c-4a0f-9e46-85dd3f4c11cf req-629ba922-af5e-40c7-979c-18c52ac37d31 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:05.973468 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c5884f4f-e88c-4a0f-9e46-85dd3f4c11cf req-629ba922-af5e-40c7-979c-18c52ac37d31 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 945 time: 0.0575101 Feb 09 04:27:06.025762 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c5884f4f-e88c-4a0f-9e46-85dd3f4c11cf req-4333067f-6300-4cbf-b017-d1f34f686fd6 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf66f35-5262-4185-b9b4-4d7d489a2807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461483 Feb 09 04:27:06.337521 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78a64f-69cc-4299-8b74-76754efe5484 req-5d6371e1-f540-4763-9b38-e486dbe841f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:06.338941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e78a64f-69cc-4299-8b74-76754efe5484 req-5d6371e1-f540-4763-9b38-e486dbe841f0 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 945 time: 0.0513778 Feb 09 04:27:06.430322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-1e78a64f-69cc-4299-8b74-76754efe5484 req-dd897e46-5e46-491e-a6b9-9352e44d9bff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port a4bf2862-22d7-4ae2-a36b-074cc3cc638c {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:27:06.430742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e78a64f-69cc-4299-8b74-76754efe5484 req-dd897e46-5e46-491e-a6b9-9352e44d9bff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:06.516179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-1e78a64f-69cc-4299-8b74-76754efe5484 req-dd897e46-5e46-491e-a6b9-9352e44d9bff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port a4bf2862-22d7-4ae2-a36b-074cc3cc638c, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a4bf2862-22d7-4ae2-a36b-074cc3cc638c,segment=NetworkSegment(7133da4a-e284-4dee-93e9-b0460d5df02b),segment_id=7133da4a-e284-4dee-93e9-b0460d5df02b)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:06.516536 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e78a64f-69cc-4299-8b74-76754efe5484 req-dd897e46-5e46-491e-a6b9-9352e44d9bff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:06.528518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-1e78a64f-69cc-4299-8b74-76754efe5484 req-dd897e46-5e46-491e-a6b9-9352e44d9bff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for a4bf2862-22d7-4ae2-a36b-074cc3cc638c owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:27:06.656905 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e78a64f-69cc-4299-8b74-76754efe5484 req-dd897e46-5e46-491e-a6b9-9352e44d9bff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a4bf2862-22d7-4ae2-a36b-074cc3cc638c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:06.686533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd897e46-5e46-491e-a6b9-9352e44d9bff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=a4bf2862-22d7-4ae2-a36b-074cc3cc638c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:06.733539 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e78a64f-69cc-4299-8b74-76754efe5484 req-dd897e46-5e46-491e-a6b9-9352e44d9bff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] No DVR routers for this DVR port a4bf2862-22d7-4ae2-a36b-074cc3cc638c on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:27:06.736238 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-1e78a64f-69cc-4299-8b74-76754efe5484 req-dd897e46-5e46-491e-a6b9-9352e44d9bff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:06.739592 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1e78a64f-69cc-4299-8b74-76754efe5484 req-dd897e46-5e46-491e-a6b9-9352e44d9bff tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.42 "DELETE /v2.0/ports/a4bf2862-22d7-4ae2-a36b-074cc3cc638c HTTP/1.1" status: 204 len: 173 time: 0.3949578 Feb 09 04:27:06.740036 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'name': 'network-vif-deleted', 'tag': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:27:06.742865 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f392ea3-2f4d-4e3c-8bad-bd8031ad0978" -d '{"events": [{"server_uuid": "122a94f7-f6f1-42aa-9da0-ea5cf778cca1", "name": "network-vif-deleted", "tag": "a4bf2862-22d7-4ae2-a36b-074cc3cc638c"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:27:06.779556 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747fbf09-c7af-4f05-abd3-d20de86da8c3 x-openstack-request-id: req-747fbf09-c7af-4f05-abd3-d20de86da8c3 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:27:06.779906 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122a94f7-f6f1-42aa-9da0-ea5cf778cca1", "name": "network-vif-deleted", "tag": "a4bf2862-22d7-4ae2-a36b-074cc3cc638c", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:27:06.780162 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-747fbf09-c7af-4f05-abd3-d20de86da8c3 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:27:06.780569 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122a94f7-f6f1-42aa-9da0-ea5cf778cca1', 'name': 'network-vif-deleted', 'tag': 'a4bf2862-22d7-4ae2-a36b-074cc3cc638c', 'status': 'completed', 'code': 200} Feb 09 04:27:07.136247 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3c86b4f3-a3f5-4a8c-a946-241bcf81bdac req-d4994bb2-8a5b-422a-bf39-c57616fb99af tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "GET /v2.0/ports?device_id=122a94f7-f6f1-42aa-9da0-ea5cf778cca1 HTTP/1.1" status: 200 len: 210 time: 0.0280793 Feb 09 04:27:08.174566 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:08.201096 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57556) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:08.876116 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-17edca41-f2f2-4b63-9a11-c839214c8b3d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (37e81d0d-bfe6-4f66-a35d-418fe9830c32), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:09.136886 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-17edca41-f2f2-4b63-9a11-c839214c8b3d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 867a43c2-4735-437e-9bc2-7068485dbd66 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:27:09.137145 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-17edca41-f2f2-4b63-9a11-c839214c8b3d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:09.224866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-17edca41-f2f2-4b63-9a11-c839214c8b3d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port 867a43c2-4735-437e-9bc2-7068485dbd66, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=867a43c2-4735-437e-9bc2-7068485dbd66,segment=NetworkSegment(7133da4a-e284-4dee-93e9-b0460d5df02b),segment_id=7133da4a-e284-4dee-93e9-b0460d5df02b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:09.225599 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-17edca41-f2f2-4b63-9a11-c839214c8b3d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:09.240692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-17edca41-f2f2-4b63-9a11-c839214c8b3d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 867a43c2-4735-437e-9bc2-7068485dbd66 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:27:09.434174 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-17edca41-f2f2-4b63-9a11-c839214c8b3d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (867a43c2-4735-437e-9bc2-7068485dbd66), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:09.465808 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edca41-f2f2-4b63-9a11-c839214c8b3d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=867a43c2-4735-437e-9bc2-7068485dbd66,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:09.644169 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-17edca41-f2f2-4b63-9a11-c839214c8b3d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (37e81d0d-bfe6-4f66-a35d-418fe9830c32), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:09.868067 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17edca41-f2f2-4b63-9a11-c839214c8b3d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:27:09.990254 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17edca41-f2f2-4b63-9a11-c839214c8b3d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:27:09.996024 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-17edca41-f2f2-4b63-9a11-c839214c8b3d tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "PUT /v2.0/routers/37e81d0d-bfe6-4f66-a35d-418fe9830c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7935686 Feb 09 04:27:09.999231 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57558) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:10.000337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c33306-24f0-4452-965d-6a5e7552bd22 None None] Sync routers for ids ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:27:10.010834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c33306-24f0-4452-965d-6a5e7552bd22 None None] Routers {'37e81d0d-bfe6-4f66-a35d-418fe9830c32'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:10.011456 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b0c33306-24f0-4452-965d-6a5e7552bd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:10.052459 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-16af7606-ffbb-4485-be01-2850d85496f8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting subnet abe1fe9f-05c5-48ea-adc1-3acb9c0a7540 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:27:10.055813 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16af7606-ffbb-4485-be01-2850d85496f8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (abe1fe9f-05c5-48ea-adc1-3acb9c0a7540), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.095207 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16af7606-ffbb-4485-be01-2850d85496f8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (abe1fe9f-05c5-48ea-adc1-3acb9c0a7540), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.119724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-b0c33306-24f0-4452-965d-6a5e7552bd22 None None] Set router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:10.183547 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16af7606-ffbb-4485-be01-2850d85496f8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (abe1fe9f-05c5-48ea-adc1-3acb9c0a7540), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.248323 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16af7606-ffbb-4485-be01-2850d85496f8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (abe1fe9f-05c5-48ea-adc1-3acb9c0a7540), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.279189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af7606-ffbb-4485-be01-2850d85496f8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Subnet': ['ID=abe1fe9f-05c5-48ea-adc1-3acb9c0a7540,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:10.281214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16af7606-ffbb-4485-be01-2850d85496f8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.287189 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-16af7606-ffbb-4485-be01-2850d85496f8 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/subnets/abe1fe9f-05c5-48ea-adc1-3acb9c0a7540 HTTP/1.1" status: 204 len: 168 time: 0.2844446 Feb 09 04:27:10.287395 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57560) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:10.288611 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9201d83-f7e0-4807-a92b-2ce577d03172 None None] Network 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:27:10.356915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b0c33306-24f0-4452-965d-6a5e7552bd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:27:09Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:10.398063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c33306-24f0-4452-965d-6a5e7552bd22 None None] Checking router: 37e81d0d-bfe6-4f66-a35d-418fe9830c32 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:27:10.401008 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (37e81d0d-bfe6-4f66-a35d-418fe9830c32), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.414008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c33306-24f0-4452-965d-6a5e7552bd22 None None] Routers {'37e81d0d-bfe6-4f66-a35d-418fe9830c32'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:10.414618 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b0c33306-24f0-4452-965d-6a5e7552bd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:10.509218 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_gateway (37e81d0d-bfe6-4f66-a35d-418fe9830c32), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.531428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-b0c33306-24f0-4452-965d-6a5e7552bd22 None None] Set router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:10.562201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] DHCP port deletion for 17ee7e1d-383a-40cd-b5f2-2fdfaded63ac request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:27:10.569214 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Deleting port 9043e678-9640-41b0-935b-92955c2bf478 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:27:10.569586 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (9043e678-9640-41b0-935b-92955c2bf478), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.653205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] For port 9043e678-9640-41b0-935b-92955c2bf478, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=9043e678-9640-41b0-935b-92955c2bf478,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:10.653885 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (9043e678-9640-41b0-935b-92955c2bf478), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.667767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Calling delete_port for 9043e678-9640-41b0-935b-92955c2bf478 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:27:10.723737 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Deleting port a9c01848-f3a3-4b25-9044-418c40aa7312 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:27:10.724004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.739095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a4bf2862-22d7-4ae2-a36b-074cc3cc638c no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:27:10.791220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: a4bf2862-22d7-4ae2-a36b-074cc3cc638c {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:27:10.791514 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a4bf2862-22d7-4ae2-a36b-074cc3cc638c not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:27:10.824270 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] For port a9c01848-f3a3-4b25-9044-418c40aa7312, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=a9c01848-f3a3-4b25-9044-418c40aa7312,segment=NetworkSegment(7133da4a-e284-4dee-93e9-b0460d5df02b),segment_id=7133da4a-e284-4dee-93e9-b0460d5df02b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:10.824671 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.838829 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (9043e678-9640-41b0-935b-92955c2bf478), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.841950 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Calling delete_port for a9c01848-f3a3-4b25-9044-418c40aa7312 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:27:10.853697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-b0c33306-24f0-4452-965d-6a5e7552bd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:27:09Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:10.865932 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Port': ['ID=9043e678-9640-41b0-935b-92955c2bf478,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:10.882641 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c33306-24f0-4452-965d-6a5e7552bd22 None None] The sync data for ids ['37e81d0d-bfe6-4f66-a35d-418fe9830c32'] in n-d-824835-15 is: [{'id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881567801', 'tenant_id': '88bbe62682b5493f943426dd9832dd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '9043e678-9640-41b0-935b-92955c2bf478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:27:09Z', 'revision_number': 5, 'project_id': '88bbe62682b5493f943426dd9832dd31', 'gw_port': {'id': '9043e678-9640-41b0-935b-92955c2bf478', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e81d0d-bfe6-4f66-a35d-418fe9830c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:26:10Z', 'updated_at': '2022-02-09T04:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:27:10.933774 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (37e81d0d-bfe6-4f66-a35d-418fe9830c32), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.955240 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (a9c01848-f3a3-4b25-9044-418c40aa7312), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:10.981157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Pushing event deleted for resources: {'Port': ['ID=a9c01848-f3a3-4b25-9044-418c40aa7312,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:10.985320 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] No DVR routers for this DVR port a9c01848-f3a3-4b25-9044-418c40aa7312 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:27:10.992470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:10.992830 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:10.993177 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:10.993590 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:10.995025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:10.995025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:10.995025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:10.995025 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:10.995880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:10.995880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:10.995880 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:10.996157 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:10.996454 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1051be0-c066-4a68-920d-5c900604a862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:11.029053 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (37e81d0d-bfe6-4f66-a35d-418fe9830c32), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.031197 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router_controller (37e81d0d-bfe6-4f66-a35d-418fe9830c32), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.078111 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (37e81d0d-bfe6-4f66-a35d-418fe9830c32), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.078784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Fanout notify agent at l3_agent the message router_deleted on router 37e81d0d-bfe6-4f66-a35d-418fe9830c32 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:27:11.086066 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.087220 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2c660031-988d-49e7-8a7a-fbd279484f96 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/routers/37e81d0d-bfe6-4f66-a35d-418fe9830c32 HTTP/1.1" status: 204 len: 168 time: 0.7989020 Feb 09 04:27:11.089864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57562) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:11.165377 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (17ee7e1d-383a-40cd-b5f2-2fdfaded63ac), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.253729 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (17ee7e1d-383a-40cd-b5f2-2fdfaded63ac), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.278110 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ee7e1d-383a-40cd-b5f2-2fdfaded63ac']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:11.287848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7133da4a-e284-4dee-93e9-b0460d5df02b') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:11.288156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7133da4a-e284-4dee-93e9-b0460d5df02b') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:11.298014 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (7133da4a-e284-4dee-93e9-b0460d5df02b), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.311824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (7133da4a-e284-4dee-93e9-b0460d5df02b), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.318440 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:27:11.318836 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (7133da4a-e284-4dee-93e9-b0460d5df02b), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: timer() Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:27:11.323226 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:27:11.382985 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (17ee7e1d-383a-40cd-b5f2-2fdfaded63ac), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.390408 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.393627 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/networks/17ee7e1d-383a-40cd-b5f2-2fdfaded63ac HTTP/1.1" status: 204 len: 168 time: 0.3027909 Feb 09 04:27:11.396302 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57564) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:11.419371 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81548b4c-7647-447c-84c8-e6d2546e2779 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'Network': ['ID=17ee7e1d-383a-40cd-b5f2-2fdfaded63ac,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:11.470854 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83e1ae40-5295-4ff8-9d92-2c33dadb8718 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (2cf66f35-5262-4185-b9b4-4d7d489a2807), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.498230 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83e1ae40-5295-4ff8-9d92-2c33dadb8718 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (2cf66f35-5262-4185-b9b4-4d7d489a2807), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.562906 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83e1ae40-5295-4ff8-9d92-2c33dadb8718 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2cf66f35-5262-4185-b9b4-4d7d489a2807), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.565557 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83e1ae40-5295-4ff8-9d92-2c33dadb8718 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:11.569217 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-83e1ae40-5295-4ff8-9d92-2c33dadb8718 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] 10.222.0.21 "DELETE /v2.0/security-groups/2cf66f35-5262-4185-b9b4-4d7d489a2807 HTTP/1.1" status: 204 len: 168 time: 0.1694789 Feb 09 04:27:11.577806 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1ae40-5295-4ff8-9d92-2c33dadb8718 tempest-TestNetworkAdvancedServerOps-202255113 tempest-TestNetworkAdvancedServerOps-202255113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf66f35-5262-4185-b9b4-4d7d489a2807,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:11.928894 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57572) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:12.074584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-e1f873ee-4e84-40f2-b1dc-c39ff284e172 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88bbe62682b5493f943426dd9832dd31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444287 Feb 09 04:27:12.077095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57576) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:12.124451 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Publish callbacks [] for security_group (2966b7fd-f3c5-48c5-b0a1-3a305d6027b6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:12.145449 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Publish callbacks [] for security_group (2966b7fd-f3c5-48c5-b0a1-3a305d6027b6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:12.191366 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2966b7fd-f3c5-48c5-b0a1-3a305d6027b6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:12.194295 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:12.196202 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2966b7fd-f3c5-48c5-b0a1-3a305d6027b6 HTTP/1.1" status: 204 len: 168 time: 0.1180947 Feb 09 04:27:12.205493 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2966b7fd-f3c5-48c5-b0a1-3a305d6027b6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:12.213703 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.213996 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.214343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.214684 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.215022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.215355 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.215689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.216025 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.216350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.216691 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.217063 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.217318 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.217675 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998c417-e4eb-4908-b203-2450df2ab489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:12.283580 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a9c01848-f3a3-4b25-9044-418c40aa7312 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:27:12.305299 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: a9c01848-f3a3-4b25-9044-418c40aa7312 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:27:12.305796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device a9c01848-f3a3-4b25-9044-418c40aa7312 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:27:12.306227 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9043e678-9640-41b0-935b-92955c2bf478 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:27:12.328776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 9043e678-9640-41b0-935b-92955c2bf478 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:27:12.329125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 9043e678-9640-41b0-935b-92955c2bf478 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:27:12.329586 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 867a43c2-4735-437e-9bc2-7068485dbd66 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:27:12.352169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 867a43c2-4735-437e-9bc2-7068485dbd66 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:27:12.352519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 867a43c2-4735-437e-9bc2-7068485dbd66 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:27:12.484865 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57582) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:12.498326 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2bcd4cbe-ff58-4c8c-bc7c-1c7e40d44996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:12.573229 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2bcd4cbe-ff58-4c8c-bc7c-1c7e40d44996 admin admin] Publish callbacks [] for security_group (e8d4b870-f80c-4ddd-838c-6eb6fc4de67d), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:12.576849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2bcd4cbe-ff58-4c8c-bc7c-1c7e40d44996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e8d4b870-f80c-4ddd-838c-6eb6fc4de67d), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:12.613585 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2bcd4cbe-ff58-4c8c-bc7c-1c7e40d44996 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ef8f6f9f2f14c2b89b7844a37499fb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275692 Feb 09 04:27:12.614429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd4cbe-ff58-4c8c-bc7c-1c7e40d44996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d4b870-f80c-4ddd-838c-6eb6fc4de67d,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:12.616297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57584) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:12.666535 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c79ee2b-dd86-4f2e-8dc4-1b0130952a62 admin admin] Publish callbacks [] for security_group (e8d4b870-f80c-4ddd-838c-6eb6fc4de67d), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:12.688274 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c79ee2b-dd86-4f2e-8dc4-1b0130952a62 admin admin] Publish callbacks [] for security_group (e8d4b870-f80c-4ddd-838c-6eb6fc4de67d), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:12.734265 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c79ee2b-dd86-4f2e-8dc4-1b0130952a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e8d4b870-f80c-4ddd-838c-6eb6fc4de67d), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:12.736908 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c79ee2b-dd86-4f2e-8dc4-1b0130952a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:12.738100 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-2c79ee2b-dd86-4f2e-8dc4-1b0130952a62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8d4b870-f80c-4ddd-838c-6eb6fc4de67d HTTP/1.1" status: 204 len: 168 time: 0.1196046 Feb 09 04:27:12.746851 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79ee2b-dd86-4f2e-8dc4-1b0130952a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d4b870-f80c-4ddd-838c-6eb6fc4de67d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:13.453389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57606) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:13.552172 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1930883883-network', 'tenant_id': '306317884a0c4d609837316cda8f69f6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:13.571720 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Made reservation on behalf of 306317884a0c4d609837316cda8f69f6 for: {'network': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:27:13.574023 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:13.584876 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:13.658936 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Publish callbacks [] for security_group (337715b7-d3b0-4ff9-8047-90dce64e5e34), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:13.662813 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (337715b7-d3b0-4ff9-8047-90dce64e5e34), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:13.687418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:27:13.696795 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337715b7-d3b0-4ff9-8047-90dce64e5e34,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:13.703576 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ea5319f9-641d-4cfb-8259-7adb5fac8a17), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:13.703921 n-d-824835-15 neutron-server[103327]: INFO neutron.db.segments_db [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Added segment ea5319f9-641d-4cfb-8259-7adb5fac8a17 of type vlan for network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 Feb 09 04:27:13.744373 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (7e3cf6a3-eaa3-46a0-8385-fa2203029cc4), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:13.768625 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (7e3cf6a3-eaa3-46a0-8385-fa2203029cc4), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:13.769596 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:13.770226 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:13.824206 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3696578 Feb 09 04:27:13.827286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57610) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:13.831140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d647a-e1b3-4177-acef-39618862f099 admin admin] Pushing event updated for resources: {'Network': ['ID=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:13.832194 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-acf73027-3a51-4184-8c65-28c5af20e2cc admin admin] Request body: {'subnet': {'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1930883883-subnet', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'ip_version': 4}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:13.841142 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:27:13.851221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf73027-3a51-4184-8c65-28c5af20e2cc admin admin] Made reservation on behalf of 306317884a0c4d609837316cda8f69f6 for: {'subnet': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:27:13.854004 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acf73027-3a51-4184-8c65-28c5af20e2cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28959372'] for subnet (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.019023 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acf73027-3a51-4184-8c65-28c5af20e2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28887932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28959410'] for subnet (c8819b44-adb8-4173-b2cf-dbdc36940a17), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.077164 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf73027-3a51-4184-8c65-28c5af20e2cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8819b44-adb8-4173-b2cf-dbdc36940a17,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:14.081452 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf73027-3a51-4184-8c65-28c5af20e2cc admin admin] Checking segment: {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:27:14.081810 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf73027-3a51-4184-8c65-28c5af20e2cc admin admin] Network hostable DHCP agents. Network: 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103328) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:27:14.097855 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf73027-3a51-4184-8c65-28c5af20e2cc admin admin] Network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103328) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:27:14.105720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-acf73027-3a51-4184-8c65-28c5af20e2cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4) {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:27:14.110033 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf73027-3a51-4184-8c65-28c5af20e2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:14.110628 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-acf73027-3a51-4184-8c65-28c5af20e2cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.115661 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e9239-695a-4ce5-a2ec-973616b0fbab None None] Network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:27:14.127164 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-acf73027-3a51-4184-8c65-28c5af20e2cc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2987211 Feb 09 04:27:14.129930 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57612) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:14.134807 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:14.154082 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (bf163f5c-b9be-4de1-a6d9-806482be9557), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.155072 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (bf163f5c-b9be-4de1-a6d9-806482be9557), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.213118 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Publish callbacks [] for router_controller (bf163f5c-b9be-4de1-a6d9-806482be9557), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.225886 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'project_id': '306317884a0c4d609837316cda8f69f6', 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:27:14.227405 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.352169 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Publish callbacks [] for router_gateway (bf163f5c-b9be-4de1-a6d9-806482be9557), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.363447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Allocated IP 172.20.0.2 (7e3cf6a3-eaa3-46a0-8385-fa2203029cc4/c8819b44-adb8-4173-b2cf-dbdc36940a17/16a23631-5ad9-45f4-a98a-032f10ee94c1) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:27:14.506523 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Publish callbacks [] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.512017 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.554411 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Publish callbacks [] for router_gateway (bf163f5c-b9be-4de1-a6d9-806482be9557), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.556406 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:27:14.559291 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:27:14.563478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:27:14.566530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Pushing event updated for resources: {'Port': ['ID=16a23631-5ad9-45f4-a98a-032f10ee94c1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:14.573920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.620852 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Attempting to bind port 16a23631-5ad9-45f4-a98a-032f10ee94c1 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:27:14.621135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Attempting to bind port 16a23631-5ad9-45f4-a98a-032f10ee94c1 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:27:14.621519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Attempting to bind port 16a23631-5ad9-45f4-a98a-032f10ee94c1 on network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:27:14.626331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:27:14.626700 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Checking segment: {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:27:14.627091 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.627478 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Bound using segment: {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:27:14.627938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Bound port: 16a23631-5ad9-45f4-a98a-032f10ee94c1, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:27:14.628315 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.677195 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Allocated IP 172.25.5.228 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/92256021-96a2-4922-89d9-2ed54589a9b0) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:27:14.694860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] For port 16a23631-5ad9-45f4-a98a-032f10ee94c1, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:27:14.698148 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] For port 16a23631-5ad9-45f4-a98a-032f10ee94c1, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=16a23631-5ad9-45f4-a98a-032f10ee94c1,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:27:14.704258 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.763319 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e670db-0689-4169-99f8-dc3039936c0e None None] Pushing event updated for resources: {'Port': ['ID=16a23631-5ad9-45f4-a98a-032f10ee94c1,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:14.787069 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Publish callbacks [] for port (92256021-96a2-4922-89d9-2ed54589a9b0), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.823065 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (92256021-96a2-4922-89d9-2ed54589a9b0), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:14.863720 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:27:14.866768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:27:14.869400 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:27:14.894071 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=92256021-96a2-4922-89d9-2ed54589a9b0,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:15.152447 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Publish callbacks [] for router_gateway (bf163f5c-b9be-4de1-a6d9-806482be9557), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:15.357826 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (bf163f5c-b9be-4de1-a6d9-806482be9557), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:15.660387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aeaf54-836c-4fcc-9dc8-39cd382ee906 None None] Network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:27:15.823966 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Router bf163f5c-b9be-4de1-a6d9-806482be9557 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:27:15.916937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-c00f22e4-25ec-4cc9-8ca8-75756ae3f1a4 None None] Provisioning complete for port 16a23631-5ad9-45f4-a98a-032f10ee94c1 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:15.917322 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c00f22e4-25ec-4cc9-8ca8-75756ae3f1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:15.918888 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90a45345-fef9-4fcd-a6d6-900f011e8c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:15.936588 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:27:15.947104 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Sync routers for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:27:15.955397 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:15.956753 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4f2f1d4f-04c6-467b-9864-87284e612aa5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8258243 Feb 09 04:27:15.959573 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57614) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:15.960269 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:15.961681 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:16.041837 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c00f22e4-25ec-4cc9-8ca8-75756ae3f1a4 None None] Current status of the port 16a23631-5ad9-45f4-a98a-032f10ee94c1 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:16.042157 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c00f22e4-25ec-4cc9-8ca8-75756ae3f1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.099800 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:16.101178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c00f22e4-25ec-4cc9-8ca8-75756ae3f1a4 None None] For port 16a23631-5ad9-45f4-a98a-032f10ee94c1, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=16a23631-5ad9-45f4-a98a-032f10ee94c1,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:16.119291 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c00f22e4-25ec-4cc9-8ca8-75756ae3f1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.186438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f22e4-25ec-4cc9-8ca8-75756ae3f1a4 None None] Pushing event updated for resources: {'Port': ['ID=16a23631-5ad9-45f4-a98a-032f10ee94c1,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:16.316972 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:15Z', 'revision_number': 3, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:16.342955 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 16a23631-5ad9-45f4-a98a-032f10ee94c1 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:27:16.345392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b96160d6-a2ca-4c32-99d7-76842ed07720 None None] Provisioning complete for port 16a23631-5ad9-45f4-a98a-032f10ee94c1 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:16.346366 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b96160d6-a2ca-4c32-99d7-76842ed07720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.353183 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Checking router: bf163f5c-b9be-4de1-a6d9-806482be9557 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:27:16.353632 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Updating router bf163f5c-b9be-4de1-a6d9-806482be9557 port 92256021-96a2-4922-89d9-2ed54589a9b0 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:27:16.380696 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (92256021-96a2-4922-89d9-2ed54589a9b0), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.442284 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.461542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 16a23631-5ad9-45f4-a98a-032f10ee94c1 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:16.461922 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.499223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b96160d6-a2ca-4c32-99d7-76842ed07720 None None] Current status of the port 16a23631-5ad9-45f4-a98a-032f10ee94c1 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:16.551591 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 16a23631-5ad9-45f4-a98a-032f10ee94c1 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:16.608218 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Allocated IP 172.20.0.1 (7e3cf6a3-eaa3-46a0-8385-fa2203029cc4/c8819b44-adb8-4173-b2cf-dbdc36940a17/3eb69d34-2e25-429d-b0b4-d8fec3424e23) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:27:16.643904 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Publish callbacks [] for port (92256021-96a2-4922-89d9-2ed54589a9b0), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.649374 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (92256021-96a2-4922-89d9-2ed54589a9b0), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.701092 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Attempting to bind port 92256021-96a2-4922-89d9-2ed54589a9b0 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:27:16.701494 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Attempting to bind port 92256021-96a2-4922-89d9-2ed54589a9b0 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:27:16.701861 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Attempting to bind port 92256021-96a2-4922-89d9-2ed54589a9b0 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:27:16.703842 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Pushing event updated for resources: {'Port': ['ID=92256021-96a2-4922-89d9-2ed54589a9b0,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:16.713991 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.714341 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.714684 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.715019 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.715352 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.715655 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Publish callbacks [] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.715766 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.715997 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.716322 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.716647 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.716969 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.717294 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.717643 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.717956 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:27:16.721243 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:27:16.721659 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:27:16.722069 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.722454 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:27:16.723169 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Bound port: 92256021-96a2-4922-89d9-2ed54589a9b0, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:27:16.723310 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (92256021-96a2-4922-89d9-2ed54589a9b0), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.752124 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.779120 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] For port 92256021-96a2-4922-89d9-2ed54589a9b0, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:27:16.782406 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] For port 92256021-96a2-4922-89d9-2ed54589a9b0, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=92256021-96a2-4922-89d9-2ed54589a9b0,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:27:16.788488 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (92256021-96a2-4922-89d9-2ed54589a9b0), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.789888 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:27:16.795208 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:27:16.798681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:27:16.831011 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Pushing event updated for resources: {'Port': ['ID=3eb69d34-2e25-429d-b0b4-d8fec3424e23,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:16.845842 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:16.846476 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:26:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:16.848080 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (bf163f5c-b9be-4de1-a6d9-806482be9557), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:16.853023 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e739a73-9c2b-4306-b499-e55e7783f157 None None] Pushing event updated for resources: {'Port': ['ID=92256021-96a2-4922-89d9-2ed54589a9b0,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:16.971749 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:16.988463 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:17.127408 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eef5a03b-1d10-4fd6-b983-fcf81fb7da9f None None] Provisioning complete for port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:17.127408 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eef5a03b-1d10-4fd6-b983-fcf81fb7da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:17.152657 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:15Z', 'revision_number': 3, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:17.157080 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Publish callbacks [] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:17.161592 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:17.166557 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eef5a03b-1d10-4fd6-b983-fcf81fb7da9f None None] Port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:27:17.186130 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635211c-f6c4-4078-8ffd-f7c4bb23a01e None None] The sync data for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 is: [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:15Z', 'revision_number': 3, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:27:17.231461 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Pushing event updated for resources: {'Port': ['ID=3eb69d34-2e25-429d-b0b4-d8fec3424e23,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:17.233900 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (bf163f5c-b9be-4de1-a6d9-806482be9557), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:17.331326 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:27:17.332787 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:27:17.477859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Router bf163f5c-b9be-4de1-a6d9-806482be9557 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:27:17.591540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-3825a558-2409-423a-9984-642246a64300 None None] Provisioning complete for port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:17.592057 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3825a558-2409-423a-9984-642246a64300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:17.608992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:27:17.617298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a18be632-5600-4fc9-be27-22240e3e3480 admin admin] 10.222.0.21 "PUT /v2.0/routers/bf163f5c-b9be-4de1-a6d9-806482be9557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6535628 Feb 09 04:27:17.633184 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3825a558-2409-423a-9984-642246a64300 None None] Port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:27:18.105822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57630) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:18.111503 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1182405999-network', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:18.130798 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Made reservation on behalf of 2e49c04b74cf4def92a4e4ebac8b88af for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:27:18.133157 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.141816 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.217163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Publish callbacks [] for security_group (31368ca8-f529-44ab-b378-4ef95cb1c6b8), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.221275 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (31368ca8-f529-44ab-b378-4ef95cb1c6b8), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.247408 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:27:18.256370 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31368ca8-f529-44ab-b378-4ef95cb1c6b8,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:18.270616 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a751cf00-dfcf-4889-ab2a-2126b9f7f3a9), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.270961 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Added segment a751cf00-dfcf-4889-ab2a-2126b9f7f3a9 of type vlan for network 22abac2a-4718-4956-bce2-2d966b714062 Feb 09 04:27:18.297844 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83e6fdf4-df95-44f2-aa8f-1f7b704ecea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.317573 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (22abac2a-4718-4956-bce2-2d966b714062), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.325823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 92256021-96a2-4922-89d9-2ed54589a9b0 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:27:18.347742 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (22abac2a-4718-4956-bce2-2d966b714062), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.348706 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:18.349286 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.375396 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 92256021-96a2-4922-89d9-2ed54589a9b0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:18.375779 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (92256021-96a2-4922-89d9-2ed54589a9b0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.411876 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3022995 Feb 09 04:27:18.412271 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57632) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:18.416896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f609e-0ea6-4496-89d2-8a2e780987c5 admin admin] Pushing event updated for resources: {'Network': ['ID=22abac2a-4718-4956-bce2-2d966b714062,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:18.420193 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-74c973fb-786d-4287-bd0c-be710bb4b6cc admin admin] Request body: {'subnet': {'network_id': '22abac2a-4718-4956-bce2-2d966b714062', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1182405999-subnet', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:18.428041 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 22abac2a-4718-4956-bce2-2d966b714062 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:27:18.441412 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c973fb-786d-4287-bd0c-be710bb4b6cc admin admin] Made reservation on behalf of 2e49c04b74cf4def92a4e4ebac8b88af for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:27:18.443774 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74c973fb-786d-4287-bd0c-be710bb4b6cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.512321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 92256021-96a2-4922-89d9-2ed54589a9b0 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:18.512669 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (92256021-96a2-4922-89d9-2ed54589a9b0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.538298 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 92256021-96a2-4922-89d9-2ed54589a9b0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=92256021-96a2-4922-89d9-2ed54589a9b0,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:18.544929 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (92256021-96a2-4922-89d9-2ed54589a9b0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.602827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=92256021-96a2-4922-89d9-2ed54589a9b0,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:18.618399 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74c973fb-786d-4287-bd0c-be710bb4b6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (1c3f068d-c99b-4121-840b-4aedacaefe7a), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.675787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c973fb-786d-4287-bd0c-be710bb4b6cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3f068d-c99b-4121-840b-4aedacaefe7a,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:18.693566 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c973fb-786d-4287-bd0c-be710bb4b6cc admin admin] Checking segment: {'id': 'a751cf00-dfcf-4889-ab2a-2126b9f7f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '22abac2a-4718-4956-bce2-2d966b714062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:27:18.693926 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c973fb-786d-4287-bd0c-be710bb4b6cc admin admin] Network hostable DHCP agents. Network: 22abac2a-4718-4956-bce2-2d966b714062, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:27:18.710611 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c973fb-786d-4287-bd0c-be710bb4b6cc admin admin] Network 22abac2a-4718-4956-bce2-2d966b714062 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:27:18.720134 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-74c973fb-786d-4287-bd0c-be710bb4b6cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 22abac2a-4718-4956-bce2-2d966b714062) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:27:18.725314 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c973fb-786d-4287-bd0c-be710bb4b6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:18.727785 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74c973fb-786d-4287-bd0c-be710bb4b6cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.728703 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c4c91d-5445-4acd-84ab-883550841225 None None] Network 22abac2a-4718-4956-bce2-2d966b714062 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:27:18.747784 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-74c973fb-786d-4287-bd0c-be710bb4b6cc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3314548 Feb 09 04:27:18.749911 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57634) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:18.754472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1182405999-router', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:18.774311 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.775365 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.833840 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Publish callbacks [] for router_controller (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.841366 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-22abac2a-4718-4956-bce2-2d966b714062', 'network_id': '22abac2a-4718-4956-bce2-2d966b714062', 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'fixed_ips': [{'subnet_id': '1c3f068d-c99b-4121-840b-4aedacaefe7a'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:27:18.842332 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:18.910991 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Sync routers for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:27:18.935919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:18.936532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:18.984280 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Publish callbacks [] for router_gateway (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.060834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Allocated IP 172.20.0.2 (22abac2a-4718-4956-bce2-2d966b714062/1c3f068d-c99b-4121-840b-4aedacaefe7a/783ebf77-15f0-4c53-9cef-9a3a025e488a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:27:19.100198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:19.187146 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Publish callbacks [] for router_gateway (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.211176 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.314332 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Allocated IP 172.25.5.171 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/db43099f-f7a6-427e-8864-c38f6477820e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:27:19.345679 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Publish callbacks [] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.372970 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.424434 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Network 22abac2a-4718-4956-bce2-2d966b714062 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:27:19.427852 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Publish callbacks [] for port (db43099f-f7a6-427e-8864-c38f6477820e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.428870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:27:19.433715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:27:19.437822 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Pushing event updated for resources: {'Port': ['ID=783ebf77-15f0-4c53-9cef-9a3a025e488a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:19.465451 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (db43099f-f7a6-427e-8864-c38f6477820e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.489210 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:17Z', 'revision_number': 2, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:19.502017 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:27:19.506873 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:27:19.510975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:27:19.526128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Checking router: bf163f5c-b9be-4de1-a6d9-806482be9557 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:27:19.526484 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Updating router bf163f5c-b9be-4de1-a6d9-806482be9557 port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:27:19.530765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Attempting to bind port 783ebf77-15f0-4c53-9cef-9a3a025e488a on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:27:19.531138 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Attempting to bind port 783ebf77-15f0-4c53-9cef-9a3a025e488a by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'a751cf00-dfcf-4889-ab2a-2126b9f7f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '22abac2a-4718-4956-bce2-2d966b714062'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:27:19.532037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Attempting to bind port 783ebf77-15f0-4c53-9cef-9a3a025e488a on network 22abac2a-4718-4956-bce2-2d966b714062 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:27:19.538135 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Pushing event updated for resources: {'Port': ['ID=db43099f-f7a6-427e-8864-c38f6477820e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:19.552063 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:27:19.552439 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Checking segment: {'id': 'a751cf00-dfcf-4889-ab2a-2126b9f7f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '22abac2a-4718-4956-bce2-2d966b714062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:27:19.552839 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.553231 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Bound using segment: {'id': 'a751cf00-dfcf-4889-ab2a-2126b9f7f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '22abac2a-4718-4956-bce2-2d966b714062'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:27:19.553726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Bound port: 783ebf77-15f0-4c53-9cef-9a3a025e488a, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a751cf00-dfcf-4889-ab2a-2126b9f7f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '22abac2a-4718-4956-bce2-2d966b714062'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:27:19.554137 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.571847 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.656036 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.672103 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] For port 783ebf77-15f0-4c53-9cef-9a3a025e488a, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:27:19.677791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] For port 783ebf77-15f0-4c53-9cef-9a3a025e488a, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=783ebf77-15f0-4c53-9cef-9a3a025e488a,segment=NetworkSegment(a751cf00-dfcf-4889-ab2a-2126b9f7f3a9),segment_id=a751cf00-dfcf-4889-ab2a-2126b9f7f3a9)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:27:19.725811 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.775588 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Publish callbacks [] for router_gateway (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.842823 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad715e-5b9f-464e-8678-3474f4eceb75 None None] Pushing event updated for resources: {'Port': ['ID=783ebf77-15f0-4c53-9cef-9a3a025e488a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:19.983179 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Publish callbacks [] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:19.998783 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:20.065145 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b11086-0460-40e8-afad-f5ca61e47cdd None None] Pushing event updated for resources: {'Port': ['ID=3eb69d34-2e25-429d-b0b4-d8fec3424e23,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:20.144266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Attempting to bind port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:27:20.144648 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Attempting to bind port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:27:20.145017 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Attempting to bind port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 on network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:27:20.151052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:27:20.151585 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Checking segment: {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:27:20.152001 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:20.152403 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Bound using segment: {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:27:20.152888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Bound port: 3eb69d34-2e25-429d-b0b4-d8fec3424e23, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:27:20.153275 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:20.231854 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] For port 3eb69d34-2e25-429d-b0b4-d8fec3424e23, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:27:20.236237 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] For port 3eb69d34-2e25-429d-b0b4-d8fec3424e23, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=3eb69d34-2e25-429d-b0b4-d8fec3424e23,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:27:20.249807 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:20.333513 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:20.334197 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:20.337432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b11086-0460-40e8-afad-f5ca61e47cdd None None] Pushing event updated for resources: {'Port': ['ID=3eb69d34-2e25-429d-b0b4-d8fec3424e23,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:20.397417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:20.436631 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 92256021-96a2-4922-89d9-2ed54589a9b0 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:27:20.492397 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-1cf32794-04a7-43b9-a235-01c5bb21335b None None] Provisioning complete for port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:20.492829 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cf32794-04a7-43b9-a235-01c5bb21335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:20.546893 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:20.559303 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Router 713ae2c3-b9ce-4dcb-9624-9a768728b1ba is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:27:20.602778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 92256021-96a2-4922-89d9-2ed54589a9b0 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:20.603161 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (92256021-96a2-4922-89d9-2ed54589a9b0), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:20.688139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:27:20.698981 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Sync routers for ids ['713ae2c3-b9ce-4dcb-9624-9a768728b1ba'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:27:20.707163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:20.711854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-14fb5208-9284-486d-b7d6-90a6ca5e0773 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9576812 Feb 09 04:27:20.712061 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Routers {'713ae2c3-b9ce-4dcb-9624-9a768728b1ba'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:20.712061 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['713ae2c3-b9ce-4dcb-9624-9a768728b1ba'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:20.712949 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57636) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:20.764791 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1cf32794-04a7-43b9-a235-01c5bb21335b None None] Current status of the port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:20.765178 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cf32794-04a7-43b9-a235-01c5bb21335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:20.848155 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Set router 713ae2c3-b9ce-4dcb-9624-9a768728b1ba gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:21.039358 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1cf32794-04a7-43b9-a235-01c5bb21335b None None] For port 3eb69d34-2e25-429d-b0b4-d8fec3424e23, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=3eb69d34-2e25-429d-b0b4-d8fec3424e23,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:21.045341 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622eb8a5-d52d-4646-8f5a-ed6235e93cbd None None] Network 22abac2a-4718-4956-bce2-2d966b714062 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:27:21.055544 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cf32794-04a7-43b9-a235-01c5bb21335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.071788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 92256021-96a2-4922-89d9-2ed54589a9b0 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:21.073235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 783ebf77-15f0-4c53-9cef-9a3a025e488a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:27:21.078348 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'name': 'tempest-TestShelveInstance-1182405999-router', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:18Z', 'updated_at': '2022-02-09T04:27:19Z', 'revision_number': 3, 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'gw_port': {'id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:19Z', 'updated_at': '2022-02-09T04:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:21.105580 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Checking router: 713ae2c3-b9ce-4dcb-9624-9a768728b1ba for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:27:21.106170 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Updating router 713ae2c3-b9ce-4dcb-9624-9a768728b1ba port db43099f-f7a6-427e-8864-c38f6477820e binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:27:21.139152 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (db43099f-f7a6-427e-8864-c38f6477820e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.152277 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.230981 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.240759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf32794-04a7-43b9-a235-01c5bb21335b None None] Pushing event updated for resources: {'Port': ['ID=3eb69d34-2e25-429d-b0b4-d8fec3424e23,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:21.249481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8a4135e7-3a06-4712-ad03-16c99c881f63 None None] Provisioning complete for port 783ebf77-15f0-4c53-9cef-9a3a025e488a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:21.249854 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a4135e7-3a06-4712-ad03-16c99c881f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.294089 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:21.339536 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e9580-af3b-4e40-bd0e-05181f1af0fd None None] The sync data for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 is: [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:27:21.343018 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 783ebf77-15f0-4c53-9cef-9a3a025e488a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:21.343018 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.441168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Allocated IP 172.20.0.1 (22abac2a-4718-4956-bce2-2d966b714062/1c3f068d-c99b-4121-840b-4aedacaefe7a/b0bdf897-998d-447c-93cc-2b04645d2a9f) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:27:21.465287 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8a4135e7-3a06-4712-ad03-16c99c881f63 None None] Current status of the port 783ebf77-15f0-4c53-9cef-9a3a025e488a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:21.466691 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a4135e7-3a06-4712-ad03-16c99c881f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.530304 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Publish callbacks [] for port (db43099f-f7a6-427e-8864-c38f6477820e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.540212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 783ebf77-15f0-4c53-9cef-9a3a025e488a is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:21.540785 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.541154 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (db43099f-f7a6-427e-8864-c38f6477820e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.543853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8a4135e7-3a06-4712-ad03-16c99c881f63 None None] For port 783ebf77-15f0-4c53-9cef-9a3a025e488a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=783ebf77-15f0-4c53-9cef-9a3a025e488a,segment=NetworkSegment(a751cf00-dfcf-4889-ab2a-2126b9f7f3a9),segment_id=a751cf00-dfcf-4889-ab2a-2126b9f7f3a9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:21.553722 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a4135e7-3a06-4712-ad03-16c99c881f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.592005 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Attempting to bind port db43099f-f7a6-427e-8864-c38f6477820e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:27:21.592528 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Attempting to bind port db43099f-f7a6-427e-8864-c38f6477820e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:27:21.592988 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Attempting to bind port db43099f-f7a6-427e-8864-c38f6477820e on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:27:21.596314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Publish callbacks [] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.622092 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:27:21.622377 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:27:21.622809 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.623578 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:27:21.623915 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Bound port: db43099f-f7a6-427e-8864-c38f6477820e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:27:21.624502 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (db43099f-f7a6-427e-8864-c38f6477820e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.631361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4135e7-3a06-4712-ad03-16c99c881f63 None None] Pushing event updated for resources: {'Port': ['ID=783ebf77-15f0-4c53-9cef-9a3a025e488a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:21.637608 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.651907 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-8a4135e7-3a06-4712-ad03-16c99c881f63 None None] Provisioning complete for port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:21.652200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a4135e7-3a06-4712-ad03-16c99c881f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.667663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Network 22abac2a-4718-4956-bce2-2d966b714062 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:27:21.670338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:27:21.676322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:27:21.717622 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] For port db43099f-f7a6-427e-8864-c38f6477820e, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:27:21.721053 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] For port db43099f-f7a6-427e-8864-c38f6477820e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=db43099f-f7a6-427e-8864-c38f6477820e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:27:21.732177 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 04:27:21.732563 n-d-824835-15 neutron-server[103329]: DEBUG oslo_db.api [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 04:27:21.737828 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (db43099f-f7a6-427e-8864-c38f6477820e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.750774 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55837462-6a3b-43f9-b680-0a60a76c671d None None] Pushing event updated for resources: {'Port': ['ID=db43099f-f7a6-427e-8864-c38f6477820e,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:21.787061 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Pushing event updated for resources: {'Port': ['ID=b0bdf897-998d-447c-93cc-2b04645d2a9f,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:21.801916 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.809242 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55837462-6a3b-43f9-b680-0a60a76c671d None None] Pushing event updated for resources: {'Port': ['ID=db43099f-f7a6-427e-8864-c38f6477820e,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:21.827435 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8a4135e7-3a06-4712-ad03-16c99c881f63 None None] Current status of the port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:21.838632 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Routers {'713ae2c3-b9ce-4dcb-9624-9a768728b1ba'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:21.839315 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['713ae2c3-b9ce-4dcb-9624-9a768728b1ba'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:21.959289 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-7294eb1c-10cf-44b8-96cc-0ab584000df8 None None] Provisioning complete for port 783ebf77-15f0-4c53-9cef-9a3a025e488a triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:21.959667 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7294eb1c-10cf-44b8-96cc-0ab584000df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.973428 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:21.986755 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] Set router 713ae2c3-b9ce-4dcb-9624-9a768728b1ba gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:22.103495 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7294eb1c-10cf-44b8-96cc-0ab584000df8 None None] Current status of the port 783ebf77-15f0-4c53-9cef-9a3a025e488a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:22.150037 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:22.214262 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Publish callbacks [] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:22.224319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:22.226763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2cc5c9aa-1297-4065-8894-790ceaa0f175 None None] Provisioning complete for port b0bdf897-998d-447c-93cc-2b04645d2a9f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:22.227500 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c9aa-1297-4065-8894-790ceaa0f175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:22.228059 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'name': 'tempest-TestShelveInstance-1182405999-router', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:18Z', 'updated_at': '2022-02-09T04:27:19Z', 'revision_number': 3, 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'gw_port': {'id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:19Z', 'updated_at': '2022-02-09T04:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:22.266945 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e72d5e-67fe-46b9-8a24-555b2d177427 None None] The sync data for ids ['713ae2c3-b9ce-4dcb-9624-9a768728b1ba'] in n-d-824835-15 is: [{'id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'name': 'tempest-TestShelveInstance-1182405999-router', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:18Z', 'updated_at': '2022-02-09T04:27:19Z', 'revision_number': 3, 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'gw_port': {'id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:19Z', 'updated_at': '2022-02-09T04:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:27:22.300359 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5c9aa-1297-4065-8894-790ceaa0f175 None None] Port b0bdf897-998d-447c-93cc-2b04645d2a9f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:27:22.306585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Pushing event updated for resources: {'Port': ['ID=b0bdf897-998d-447c-93cc-2b04645d2a9f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:22.307068 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 783ebf77-15f0-4c53-9cef-9a3a025e488a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:22.309319 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:22.430029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Network 22abac2a-4718-4956-bce2-2d966b714062 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:27:22.432144 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:27:22.490398 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3eb69d34-2e25-429d-b0b4-d8fec3424e23 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:27:22.563126 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:22.563708 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:22.625697 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Router 713ae2c3-b9ce-4dcb-9624-9a768728b1ba has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:27:22.681500 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:22.681860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 783ebf77-15f0-4c53-9cef-9a3a025e488a up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:27:22.754662 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 783ebf77-15f0-4c53-9cef-9a3a025e488a triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:22.755066 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:22.761658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:27:22.786614 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-73b1761a-dc59-406d-9185-59089081b253 admin admin] 10.222.0.21 "PUT /v2.0/routers/713ae2c3-b9ce-4dcb-9624-9a768728b1ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0722814 Feb 09 04:27:22.859709 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a2a8cd28-be9f-4f9c-a057-5933e61ef36c None None] Provisioning complete for port b0bdf897-998d-447c-93cc-2b04645d2a9f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:22.860087 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a8cd28-be9f-4f9c-a057-5933e61ef36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:22.861674 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 783ebf77-15f0-4c53-9cef-9a3a025e488a is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:22.906173 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a2a8cd28-be9f-4f9c-a057-5933e61ef36c None None] Port b0bdf897-998d-447c-93cc-2b04645d2a9f cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:27:23.529100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57644) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:23.533699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4b3b1e32-e46b-4fef-9063-c23026e0dfda tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1315794822', 'description': 'tempest-secgroup-smoke-1315794822 description', 'project_id': '306317884a0c4d609837316cda8f69f6'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:23.554197 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1e32-e46b-4fef-9063-c23026e0dfda tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.622163 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1e32-e46b-4fef-9063-c23026e0dfda tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group (84974af7-6679-4c93-9d01-aff4d3401bc7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.625571 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1e32-e46b-4fef-9063-c23026e0dfda tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (84974af7-6679-4c93-9d01-aff4d3401bc7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.659982 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1e32-e46b-4fef-9063-c23026e0dfda tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.661172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4b3b1e32-e46b-4fef-9063-c23026e0dfda tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1310315 Feb 09 04:27:23.663026 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b1e32-e46b-4fef-9063-c23026e0dfda tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84974af7-6679-4c93-9d01-aff4d3401bc7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:23.674856 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57646) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:23.674856 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-f58d9afa-b3aa-44a0-a431-41d8edf3ee83 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group_rule': {'security_group_id': '84974af7-6679-4c93-9d01-aff4d3401bc7', 'project_id': '306317884a0c4d609837316cda8f69f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:23.699273 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f58d9afa-b3aa-44a0-a431-41d8edf3ee83 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (51070f63-9be0-4db5-8fa0-08456196f365), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.755287 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f58d9afa-b3aa-44a0-a431-41d8edf3ee83 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (51070f63-9be0-4db5-8fa0-08456196f365), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.758920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f58d9afa-b3aa-44a0-a431-41d8edf3ee83 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (51070f63-9be0-4db5-8fa0-08456196f365), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.775867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d9afa-b3aa-44a0-a431-41d8edf3ee83 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51070f63-9be0-4db5-8fa0-08456196f365,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:23.783263 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f58d9afa-b3aa-44a0-a431-41d8edf3ee83 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.784447 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f58d9afa-b3aa-44a0-a431-41d8edf3ee83 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152554 Feb 09 04:27:23.787174 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57648) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:23.792023 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-97216073-be1d-4598-88cc-10397deb14af tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group_rule': {'security_group_id': '84974af7-6679-4c93-9d01-aff4d3401bc7', 'project_id': '306317884a0c4d609837316cda8f69f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:23.815627 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-97216073-be1d-4598-88cc-10397deb14af tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (ee129b28-d81c-45c4-983f-d2656e7be51b), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.869922 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-97216073-be1d-4598-88cc-10397deb14af tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (ee129b28-d81c-45c4-983f-d2656e7be51b), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.873446 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-97216073-be1d-4598-88cc-10397deb14af tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (ee129b28-d81c-45c4-983f-d2656e7be51b), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.890612 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97216073-be1d-4598-88cc-10397deb14af tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee129b28-d81c-45c4-983f-d2656e7be51b,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:23.899178 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-97216073-be1d-4598-88cc-10397deb14af tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.901268 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-97216073-be1d-4598-88cc-10397deb14af tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128969 Feb 09 04:27:23.903722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57650) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:23.908108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-8bcbd415-0837-448d-8db7-db5a18d8687e tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group_rule': {'security_group_id': '84974af7-6679-4c93-9d01-aff4d3401bc7', 'project_id': '306317884a0c4d609837316cda8f69f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:23.932530 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8bcbd415-0837-448d-8db7-db5a18d8687e tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (6d63b095-110c-4ddd-b553-40b8a62d4f9f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.988549 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8bcbd415-0837-448d-8db7-db5a18d8687e tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (6d63b095-110c-4ddd-b553-40b8a62d4f9f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:23.992421 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8bcbd415-0837-448d-8db7-db5a18d8687e tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (6d63b095-110c-4ddd-b553-40b8a62d4f9f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.015928 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbd415-0837-448d-8db7-db5a18d8687e tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d63b095-110c-4ddd-b553-40b8a62d4f9f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:24.022214 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8bcbd415-0837-448d-8db7-db5a18d8687e tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.024031 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8bcbd415-0837-448d-8db7-db5a18d8687e tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192808 Feb 09 04:27:24.026665 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57652) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:24.031359 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c4f2c1e1-3e5f-43d9-be5a-2cc83101f4c8 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group_rule': {'security_group_id': '84974af7-6679-4c93-9d01-aff4d3401bc7', 'project_id': '306317884a0c4d609837316cda8f69f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:24.057750 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c1e1-3e5f-43d9-be5a-2cc83101f4c8 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (bce2055e-b8b4-4a77-9084-37e0fe8475bc), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.115938 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c1e1-3e5f-43d9-be5a-2cc83101f4c8 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (bce2055e-b8b4-4a77-9084-37e0fe8475bc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.119649 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c1e1-3e5f-43d9-be5a-2cc83101f4c8 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (bce2055e-b8b4-4a77-9084-37e0fe8475bc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.137264 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2c1e1-3e5f-43d9-be5a-2cc83101f4c8 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce2055e-b8b4-4a77-9084-37e0fe8475bc,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:24.144911 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c1e1-3e5f-43d9-be5a-2cc83101f4c8 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.146120 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c4f2c1e1-3e5f-43d9-be5a-2cc83101f4c8 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185327 Feb 09 04:27:24.149533 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57654) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:24.153750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-34172973-e700-4906-838b-2992dee82fad tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group_rule': {'security_group_id': '84974af7-6679-4c93-9d01-aff4d3401bc7', 'project_id': '306317884a0c4d609837316cda8f69f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:24.174100 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-34172973-e700-4906-838b-2992dee82fad tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Project 306317884a0c4d609837316cda8f69f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:27:24.179012 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-34172973-e700-4906-838b-2992dee82fad tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (aef1ca66-b66d-4027-8808-61c78cf87853), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.237620 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-34172973-e700-4906-838b-2992dee82fad tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (aef1ca66-b66d-4027-8808-61c78cf87853), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.241144 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-34172973-e700-4906-838b-2992dee82fad tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (aef1ca66-b66d-4027-8808-61c78cf87853), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.259642 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34172973-e700-4906-838b-2992dee82fad tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef1ca66-b66d-4027-8808-61c78cf87853,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:24.266949 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-34172973-e700-4906-838b-2992dee82fad tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.268146 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-34172973-e700-4906-838b-2992dee82fad tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176982 Feb 09 04:27:24.270863 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57656) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:24.275225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-851dd65a-c233-4efa-9a57-cea0022ef75f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group_rule': {'security_group_id': '84974af7-6679-4c93-9d01-aff4d3401bc7', 'project_id': '306317884a0c4d609837316cda8f69f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:24.294430 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-851dd65a-c233-4efa-9a57-cea0022ef75f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Project 306317884a0c4d609837316cda8f69f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:27:24.299529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-851dd65a-c233-4efa-9a57-cea0022ef75f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (7c3dade0-2228-4dc7-b60b-6020d64b8aa3), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.360608 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-851dd65a-c233-4efa-9a57-cea0022ef75f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (7c3dade0-2228-4dc7-b60b-6020d64b8aa3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.364501 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-851dd65a-c233-4efa-9a57-cea0022ef75f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (7c3dade0-2228-4dc7-b60b-6020d64b8aa3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.385344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851dd65a-c233-4efa-9a57-cea0022ef75f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3dade0-2228-4dc7-b60b-6020d64b8aa3,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:24.392962 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-851dd65a-c233-4efa-9a57-cea0022ef75f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.394158 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-851dd65a-c233-4efa-9a57-cea0022ef75f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223829 Feb 09 04:27:24.411384 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device db43099f-f7a6-427e-8864-c38f6477820e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:27:24.459977 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port db43099f-f7a6-427e-8864-c38f6477820e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:24.460955 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (db43099f-f7a6-427e-8864-c38f6477820e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.539770 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port db43099f-f7a6-427e-8864-c38f6477820e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:24.540156 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (db43099f-f7a6-427e-8864-c38f6477820e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.553486 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-cf043d57-9e40-4068-92ee-30309c732072 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315794822&fields=id&tenant_id=306317884a0c4d609837316cda8f69f6 HTTP/1.1" status: 200 len: 267 time: 0.0451400 Feb 09 04:27:24.562416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port db43099f-f7a6-427e-8864-c38f6477820e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=db43099f-f7a6-427e-8864-c38f6477820e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:24.566449 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (db43099f-f7a6-427e-8864-c38f6477820e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.623055 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=db43099f-f7a6-427e-8864-c38f6477820e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:24.666651 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-9fe7bf5e-d15b-44f9-9319-0bb51ed0f6e5 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:24.668162 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-9fe7bf5e-d15b-44f9-9319-0bb51ed0f6e5 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 809 time: 0.1074989 Feb 09 04:27:24.683201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-34dcd12f-6559-41c3-ad9a-1ea2bc06e5fa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/quotas/306317884a0c4d609837316cda8f69f6 HTTP/1.1" status: 200 len: 375 time: 0.0093265 Feb 09 04:27:24.742934 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-7c2fb323-2e66-4fc9-a046-058d33fed987 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546911 Feb 09 04:27:24.794062 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:24.855177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-95a6a270-f718-4926-9866-ac86e2ae7a97 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:27:24.856172 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-95a6a270-f718-4926-9866-ac86e2ae7a97 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1023991 Feb 09 04:27:24.945506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Sync routers for ids ['713ae2c3-b9ce-4dcb-9624-9a768728b1ba'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:27:24.953345 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-5eb6e56b-8211-4376-8aed-f648caafc2b9 service neutron] 10.222.0.21 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910523 Feb 09 04:27:24.955050 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Routers {'713ae2c3-b9ce-4dcb-9624-9a768728b1ba'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:24.955664 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['713ae2c3-b9ce-4dcb-9624-9a768728b1ba'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:25.054946 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-79b318d6-b35f-4520-a843-d4cbe49fbb27 service neutron] 10.222.0.21 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956459 Feb 09 04:27:25.066259 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Set router 713ae2c3-b9ce-4dcb-9624-9a768728b1ba gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:25.277253 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'name': 'tempest-TestShelveInstance-1182405999-router', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:18Z', 'updated_at': '2022-02-09T04:27:21Z', 'revision_number': 4, 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'gw_port': {'id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:19Z', 'updated_at': '2022-02-09T04:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'b0bdf897-998d-447c-93cc-2b04645d2a9f', 'name': '', 'network_id': '22abac2a-4718-4956-bce2-2d966b714062', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'mac_address': 'fa:16:3e:62:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '1c3f068d-c99b-4121-840b-4aedacaefe7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:21Z', 'updated_at': '2022-02-09T04:27:22Z', 'revision_number': 2, 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'subnets': [{'id': '1c3f068d-c99b-4121-840b-4aedacaefe7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:25.317726 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Checking router: 713ae2c3-b9ce-4dcb-9624-9a768728b1ba for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:27:25.317995 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Updating router 713ae2c3-b9ce-4dcb-9624-9a768728b1ba port b0bdf897-998d-447c-93cc-2b04645d2a9f binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:27:25.350241 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:25.658742 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Publish callbacks [] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:25.665076 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:25.718906 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063af6f-a31d-4020-8bd7-9263544bb5a6 None None] Pushing event updated for resources: {'Port': ['ID=b0bdf897-998d-447c-93cc-2b04645d2a9f,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:25.784154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Attempting to bind port b0bdf897-998d-447c-93cc-2b04645d2a9f on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:27:25.784154 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Attempting to bind port b0bdf897-998d-447c-93cc-2b04645d2a9f by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'a751cf00-dfcf-4889-ab2a-2126b9f7f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '22abac2a-4718-4956-bce2-2d966b714062'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:27:25.784621 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Attempting to bind port b0bdf897-998d-447c-93cc-2b04645d2a9f on network 22abac2a-4718-4956-bce2-2d966b714062 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:27:25.792446 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:27:25.793021 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Checking segment: {'id': 'a751cf00-dfcf-4889-ab2a-2126b9f7f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '22abac2a-4718-4956-bce2-2d966b714062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:27:25.793661 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:25.794300 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Bound using segment: {'id': 'a751cf00-dfcf-4889-ab2a-2126b9f7f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '22abac2a-4718-4956-bce2-2d966b714062'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:27:25.794979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Bound port: b0bdf897-998d-447c-93cc-2b04645d2a9f, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a751cf00-dfcf-4889-ab2a-2126b9f7f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '22abac2a-4718-4956-bce2-2d966b714062'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:27:25.795497 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:25.883044 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] For port b0bdf897-998d-447c-93cc-2b04645d2a9f, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:27:25.887058 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] For port b0bdf897-998d-447c-93cc-2b04645d2a9f, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b0bdf897-998d-447c-93cc-2b04645d2a9f,segment=NetworkSegment(a751cf00-dfcf-4889-ab2a-2126b9f7f3a9),segment_id=a751cf00-dfcf-4889-ab2a-2126b9f7f3a9)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:27:25.893634 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:25.957222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Routers {'713ae2c3-b9ce-4dcb-9624-9a768728b1ba'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:25.957876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['713ae2c3-b9ce-4dcb-9624-9a768728b1ba'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:25.966304 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063af6f-a31d-4020-8bd7-9263544bb5a6 None None] Pushing event updated for resources: {'Port': ['ID=b0bdf897-998d-447c-93cc-2b04645d2a9f,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:26.035353 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-d1483edc-2873-4468-b2d4-239c5576f8c2 None None] Provisioning complete for port b0bdf897-998d-447c-93cc-2b04645d2a9f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:26.035730 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1483edc-2873-4468-b2d4-239c5576f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:26.262964 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3854d205-1792-4013-bddf-4edf560b04db req-6ddc327a-a7b1-4780-beb1-7c99c1a031a6 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 210 time: 0.0370111 Feb 09 04:27:26.316578 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] Set router 713ae2c3-b9ce-4dcb-9624-9a768728b1ba gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:26.354845 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d1483edc-2873-4468-b2d4-239c5576f8c2 None None] Current status of the port b0bdf897-998d-447c-93cc-2b04645d2a9f is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:26.355055 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1483edc-2873-4468-b2d4-239c5576f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:26.415075 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device db43099f-f7a6-427e-8864-c38f6477820e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:27:26.494134 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d1483edc-2873-4468-b2d4-239c5576f8c2 None None] For port b0bdf897-998d-447c-93cc-2b04645d2a9f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b0bdf897-998d-447c-93cc-2b04645d2a9f,segment=NetworkSegment(a751cf00-dfcf-4889-ab2a-2126b9f7f3a9),segment_id=a751cf00-dfcf-4889-ab2a-2126b9f7f3a9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:26.503923 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1483edc-2873-4468-b2d4-239c5576f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:26.598577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port db43099f-f7a6-427e-8864-c38f6477820e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:26.598964 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (db43099f-f7a6-427e-8864-c38f6477820e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:26.602040 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1483edc-2873-4468-b2d4-239c5576f8c2 None None] Pushing event updated for resources: {'Port': ['ID=b0bdf897-998d-447c-93cc-2b04645d2a9f,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:26.673235 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-82a848a2-4f4a-4f0e-890e-7cccf1ebca5a None None] Provisioning complete for port b0bdf897-998d-447c-93cc-2b04645d2a9f triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:26.674012 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-82a848a2-4f4a-4f0e-890e-7cccf1ebca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:26.770896 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'name': 'tempest-TestShelveInstance-1182405999-router', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:18Z', 'updated_at': '2022-02-09T04:27:21Z', 'revision_number': 4, 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'gw_port': {'id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:19Z', 'updated_at': '2022-02-09T04:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'b0bdf897-998d-447c-93cc-2b04645d2a9f', 'name': '', 'network_id': '22abac2a-4718-4956-bce2-2d966b714062', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'mac_address': 'fa:16:3e:62:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '1c3f068d-c99b-4121-840b-4aedacaefe7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:21Z', 'updated_at': '2022-02-09T04:27:25Z', 'revision_number': 4, 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'subnets': [{'id': '1c3f068d-c99b-4121-840b-4aedacaefe7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:26.803379 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe21214-282b-423f-bb63-dea84d043f40 None None] The sync data for ids ['713ae2c3-b9ce-4dcb-9624-9a768728b1ba'] in n-d-824835-15 is: [{'id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'name': 'tempest-TestShelveInstance-1182405999-router', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:18Z', 'updated_at': '2022-02-09T04:27:21Z', 'revision_number': 4, 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'gw_port': {'id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:19Z', 'updated_at': '2022-02-09T04:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'b0bdf897-998d-447c-93cc-2b04645d2a9f', 'name': '', 'network_id': '22abac2a-4718-4956-bce2-2d966b714062', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'mac_address': 'fa:16:3e:62:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '1c3f068d-c99b-4121-840b-4aedacaefe7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:21Z', 'updated_at': '2022-02-09T04:27:25Z', 'revision_number': 4, 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'subnets': [{'id': '1c3f068d-c99b-4121-840b-4aedacaefe7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:27:26.823502 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port db43099f-f7a6-427e-8864-c38f6477820e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:26.847064 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-82a848a2-4f4a-4f0e-890e-7cccf1ebca5a None None] Current status of the port b0bdf897-998d-447c-93cc-2b04645d2a9f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:27.332532 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-69da6624-6ec8-4ca9-a0a1-57a994671050 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:27.334477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-69da6624-6ec8-4ca9-a0a1-57a994671050 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 809 time: 0.1291521 Feb 09 04:27:27.391095 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-e3b540d5-af8a-4c5b-8d28-86b7abaf012f req-be4979ff-72fa-40e4-97be-aab8a6e4bb93 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 210 time: 0.0286210 Feb 09 04:27:27.404005 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-c6a6134e-bac8-41d9-8cb1-a7485f250dbe tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=306317884a0c4d609837316cda8f69f6 HTTP/1.1" status: 200 len: 380 time: 0.0556195 Feb 09 04:27:27.433401 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'port': {'device_id': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'admin_state_up': True, 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'security_groups': ['84974af7-6679-4c93-9d01-aff4d3401bc7']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:27.544927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Made reservation on behalf of 306317884a0c4d609837316cda8f69f6 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:27:27.548565 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:27.673481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Allocated IP 172.20.0.6 (7e3cf6a3-eaa3-46a0-8385-fa2203029cc4/c8819b44-adb8-4173-b2cf-dbdc36940a17/a346fa5e-99f8-41e9-a865-e7b535b8e32b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:27:27.821052 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:27.862174 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:27.907786 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:27:27.910899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:27:27.914669 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:27:27.938300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:27.966647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:27.967254 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:27.987950 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-38c6f3f2-f034-4128-99b5-85a588d8e9ff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592985 Feb 09 04:27:28.004628 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Request body: {'port': {'device_id': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:28.190970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b82b68f8-de02-48f5-8088-eeae4ad6b17e None None] Provisioning complete for port a346fa5e-99f8-41e9-a865-e7b535b8e32b triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:28.192014 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b82b68f8-de02-48f5-8088-eeae4ad6b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:28.231232 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b82b68f8-de02-48f5-8088-eeae4ad6b17e None None] Port a346fa5e-99f8-41e9-a865-e7b535b8e32b cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:27:28.379091 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:28.432140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b0bdf897-998d-447c-93cc-2b04645d2a9f up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:27:28.507491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port b0bdf897-998d-447c-93cc-2b04645d2a9f triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:28.508191 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:28.599614 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port b0bdf897-998d-447c-93cc-2b04645d2a9f is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:28.612019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022f493-f5ad-4095-9d67-7c0779adf613 req-a2c8f271-ff9e-4238-ab35-1ae9858b9993 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:28.613577 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b022f493-f5ad-4095-9d67-7c0779adf613 req-a2c8f271-ff9e-4238-ab35-1ae9858b9993 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 931 time: 0.1182666 Feb 09 04:27:28.701905 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b022f493-f5ad-4095-9d67-7c0779adf613 req-3b4e8fb7-7da4-468d-b5b7-945bea144ca2 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813415 Feb 09 04:27:28.759647 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a346fa5e-99f8-41e9-a865-e7b535b8e32b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:27:28.767540 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Publish callbacks [] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:28.780206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Transition to ACTIVE for port object a346fa5e-99f8-41e9-a865-e7b535b8e32b will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:27:28.784530 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:28.835007 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Pushing event updated for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:28.911740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Attempting to bind port a346fa5e-99f8-41e9-a865-e7b535b8e32b on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:27:28.912083 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Attempting to bind port a346fa5e-99f8-41e9-a865-e7b535b8e32b by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:27:28.912418 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Attempting to bind port a346fa5e-99f8-41e9-a865-e7b535b8e32b on network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:27:28.917987 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Port a346fa5e-99f8-41e9-a865-e7b535b8e32b on network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:27:28.918311 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Attempting to bind port a346fa5e-99f8-41e9-a865-e7b535b8e32b on network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:27:28.923661 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:27:28.923998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Checking segment: {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:27:28.924389 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Bound using segment: {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:27:28.924819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Bound port: a346fa5e-99f8-41e9-a865-e7b535b8e32b, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:27:28.925184 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:28.992548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:27:28.995713 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:27:29.002403 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:29.036819 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:29.037477 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:29.039041 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] 10.222.0.65 "PUT /v2.0/ports/a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 1092 time: 1.0388060 Feb 09 04:27:29.039495 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:27:29.041834 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a01658-90bb-441c-98db-4767e177b941" -d '{"events": [{"name": "network-changed", "server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:27:29.073920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b9995-fe79-44b3-a408-149715d47a27 service neutron] Pushing event updated for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:29.093720 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c642f269-c591-41a5-b899-369f455195cc x-openstack-request-id: req-c642f269-c591-41a5-b899-369f455195cc {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:27:29.094015 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:27:29.094270 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c642f269-c591-41a5-b899-369f455195cc {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:27:29.094785 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'status': 'completed', 'code': 200} Feb 09 04:27:29.155934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-683f9bc1-e58b-4a4a-ad58-4d07c0172c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:29.157563 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-683f9bc1-e58b-4a4a-ad58-4d07c0172c82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1126 time: 0.0493176 Feb 09 04:27:29.213978 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-8de06ae2-9d7f-4728-97cf-169f03b36aa0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 217 time: 0.0436766 Feb 09 04:27:29.265545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-fc5e94e4-6fe8-4101-84eb-d95d23099110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:29.267165 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-fc5e94e4-6fe8-4101-84eb-d95d23099110 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0471845 Feb 09 04:27:29.316524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-168be2fa-a59c-4bf1-a9fa-5b2e52bbd142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:29.318087 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-168be2fa-a59c-4bf1-a9fa-5b2e52bbd142 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455542 Feb 09 04:27:29.412282 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-efedacf8-e716-4108-a73e-3336b085f819 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875700 Feb 09 04:27:29.503854 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-440f30ba-5559-4c5f-9c05-f2b77c948d93 req-827cfa0e-a6fb-40f5-93db-c749b3edddfa service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852423 Feb 09 04:27:29.634765 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01658-90bb-441c-98db-4767e177b941 req-9b18fb03-8e8a-449c-b292-7e992b0146c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:29.636265 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22a01658-90bb-441c-98db-4767e177b941 req-9b18fb03-8e8a-449c-b292-7e992b0146c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1126 time: 0.0503216 Feb 09 04:27:29.724300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01658-90bb-441c-98db-4767e177b941 req-e7d850fa-7ae5-4b7c-ba17-66db684424b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:29.726860 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22a01658-90bb-441c-98db-4767e177b941 req-e7d850fa-7ae5-4b7c-ba17-66db684424b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0836024 Feb 09 04:27:29.767192 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22a01658-90bb-441c-98db-4767e177b941 req-61ea9eba-86a5-4c48-be57-6720f5ca3057 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 217 time: 0.0352008 Feb 09 04:27:29.848843 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01658-90bb-441c-98db-4767e177b941 req-ed0f1e9a-a117-47f3-82ef-87ef3a49d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:29.850329 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22a01658-90bb-441c-98db-4767e177b941 req-ed0f1e9a-a117-47f3-82ef-87ef3a49d6cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0769451 Feb 09 04:27:29.872761 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3a2d1-d97d-45f8-a32b-e5d6a0222c2c req-25477cc8-3761-44c9-9065-7be8f1aaba4f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:29.874243 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19e3a2d1-d97d-45f8-a32b-e5d6a0222c2c req-25477cc8-3761-44c9-9065-7be8f1aaba4f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 943 time: 0.1030474 Feb 09 04:27:29.941564 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19e3a2d1-d97d-45f8-a32b-e5d6a0222c2c req-7f8cfc44-4a02-44d4-929f-081fd9d5c4c3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521846 Feb 09 04:27:29.944183 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01658-90bb-441c-98db-4767e177b941 req-42990dc0-62b5-4393-aace-faf64ad64754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:29.946252 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22a01658-90bb-441c-98db-4767e177b941 req-42990dc0-62b5-4393-aace-faf64ad64754 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0891464 Feb 09 04:27:30.039227 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22a01658-90bb-441c-98db-4767e177b941 req-f0268e77-a26b-4775-a061-011f4c41ed4b service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867915 Feb 09 04:27:30.126368 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22a01658-90bb-441c-98db-4767e177b941 req-63efcbfc-ba04-4e39-b941-9d3d4b956261 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810235 Feb 09 04:27:31.063824 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e4679-db53-4f13-8585-3d8d05ac690e req-40bfd161-170c-4325-8366-af92e1214c49 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:31.065280 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f8e4679-db53-4f13-8585-3d8d05ac690e req-40bfd161-170c-4325-8366-af92e1214c49 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 943 time: 0.0519884 Feb 09 04:27:31.114200 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5f8e4679-db53-4f13-8585-3d8d05ac690e req-a9136011-9468-4cea-8baa-4c51ce3cb2a7 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427406 Feb 09 04:27:31.697992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a346fa5e-99f8-41e9-a865-e7b535b8e32b details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:27:31.797416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:31.808812 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'port_id': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'mac_address': 'fa:16:3e:09:6e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:27:31.844903 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a346fa5e-99f8-41e9-a865-e7b535b8e32b is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:31.845293 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:31.857869 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a346fa5e-99f8-41e9-a865-e7b535b8e32b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:27:31.878070 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:31.882066 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:31.928779 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:32.239021 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ba895-f55b-43fb-84ea-04eb2255e3a2 req-de69a226-d801-478c-896a-7d4ed0430296 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:32.240491 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-110ba895-f55b-43fb-84ea-04eb2255e3a2 req-de69a226-d801-478c-896a-7d4ed0430296 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0596952 Feb 09 04:27:32.289462 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-110ba895-f55b-43fb-84ea-04eb2255e3a2 req-efa2516b-6b57-4cf1-86f8-52fa432b3ce0 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433662 Feb 09 04:27:32.301583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a346fa5e-99f8-41e9-a865-e7b535b8e32b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:27:33.407344 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e6d9b-c449-49ac-96f9-c14c0e259516 req-4d00f540-7689-4e8c-b3bc-7885d3a105c5 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:33.408786 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee3e6d9b-c449-49ac-96f9-c14c0e259516 req-4d00f540-7689-4e8c-b3bc-7885d3a105c5 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0523446 Feb 09 04:27:33.462204 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ee3e6d9b-c449-49ac-96f9-c14c0e259516 req-cf1f8096-1bdb-473a-a7be-12f966df54d6 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470638 Feb 09 04:27:33.698796 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a346fa5e-99f8-41e9-a865-e7b535b8e32b up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:27:33.750220 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port a346fa5e-99f8-41e9-a865-e7b535b8e32b completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:27:33.754187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port a346fa5e-99f8-41e9-a865-e7b535b8e32b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:27:33.754562 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:33.829519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a346fa5e-99f8-41e9-a865-e7b535b8e32b is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:27:33.829904 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:33.853043 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:27:33.855317 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264962f5-ac0c-4bad-853a-f8d63691f496" -d '{"events": [{"server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "name": "network-vif-plugged", "status": "completed", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:27:33.868372 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:27:33.872669 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:33.897281 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618e3b88-ae94-467a-99dc-d45d60c00aaa x-openstack-request-id: req-618e3b88-ae94-467a-99dc-d45d60c00aaa {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:27:33.897639 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "name": "network-vif-plugged", "status": "completed", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:27:33.897974 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-618e3b88-ae94-467a-99dc-d45d60c00aaa {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:27:33.898389 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'code': 200} Feb 09 04:27:33.927602 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:34.025316 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c644b-dd01-4594-bd7a-3f58a176a4b6 req-1be855ec-7dbe-409c-a28d-3b518232eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:34.026853 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-203c644b-dd01-4594-bd7a-3f58a176a4b6 req-1be855ec-7dbe-409c-a28d-3b518232eda6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1128 time: 0.0457356 Feb 09 04:27:34.073916 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-203c644b-dd01-4594-bd7a-3f58a176a4b6 req-ed219c28-3577-4edb-a16d-7cc8a8f894ee service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404260 Feb 09 04:27:34.585676 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994a4bd-5e73-43ca-8210-d4d006ad3da8 req-05f76bd1-073d-4ea4-b4ae-7d120a0c0c5d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:34.587259 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b994a4bd-5e73-43ca-8210-d4d006ad3da8 req-05f76bd1-073d-4ea4-b4ae-7d120a0c0c5d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0563979 Feb 09 04:27:34.636258 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b994a4bd-5e73-43ca-8210-d4d006ad3da8 req-a36c5baa-2015-4c22-855d-15d28b1c4c7e tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431893 Feb 09 04:27:35.765703 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63cb78-7374-45a4-9819-02aa269aa3e1 req-699cea91-ff1f-41b8-852d-f4ec40c199ee tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:35.767179 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae63cb78-7374-45a4-9819-02aa269aa3e1 req-699cea91-ff1f-41b8-852d-f4ec40c199ee tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0587337 Feb 09 04:27:35.815503 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ae63cb78-7374-45a4-9819-02aa269aa3e1 req-5cf2175e-7c2f-42c6-9dfb-5432e1638292 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422583 Feb 09 04:27:35.934232 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf6e89-bae6-405c-8e7a-52806235e8fb req-53965a15-e61c-4a5e-9a70-ed45514d9aa4 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:35.935602 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1adf6e89-bae6-405c-8e7a-52806235e8fb req-53965a15-e61c-4a5e-9a70-ed45514d9aa4 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0525079 Feb 09 04:27:35.984586 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1adf6e89-bae6-405c-8e7a-52806235e8fb req-974e6c7b-7963-465b-abfa-84b22b333566 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Feb 09 04:27:36.005592 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 57714) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:36.094333 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0876a-920f-46b5-a8f9-2fc7c2fee255 tempest-TestShelveInstance-961724189 tempest-TestShelveInstance-961724189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:36.095847 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f0e0876a-920f-46b5-a8f9-2fc7c2fee255 tempest-TestShelveInstance-961724189 tempest-TestShelveInstance-961724189-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1123 time: 0.0892951 Feb 09 04:27:36.098984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 57718) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:27:36.103730 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:27:36.123818 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:36.220289 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:36.325208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Allocated IP 172.25.5.11 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/8c29bd19-ef21-4f39-9552-3d83fabb78bf) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:27:36.425342 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for port (8c29bd19-ef21-4f39-9552-3d83fabb78bf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:36.463303 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8c29bd19-ef21-4f39-9552-3d83fabb78bf), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:36.503014 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:27:36.508288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:27:36.511757 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:27:36.534759 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'Port': ['ID=8c29bd19-ef21-4f39-9552-3d83fabb78bf,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:36.858736 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for floatingip (cbc6f7d1-227a-41c8-8e6d-2ea34e654ebd), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:36.929251 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (8c29bd19-ef21-4f39-9552-3d83fabb78bf), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:37.077412 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for port (8c29bd19-ef21-4f39-9552-3d83fabb78bf), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:37.081977 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (8c29bd19-ef21-4f39-9552-3d83fabb78bf), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:37.158381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'Port': ['ID=8c29bd19-ef21-4f39-9552-3d83fabb78bf,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:27:37.164637 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (cbc6f7d1-227a-41c8-8e6d-2ea34e654ebd), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:37.269828 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Floating IP cbc6f7d1-227a-41c8-8e6d-2ea34e654ebd associated. External IP: 172.25.5.11, port: a346fa5e-99f8-41e9-a865-e7b535b8e32b. Feb 09 04:27:37.482077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Router bf163f5c-b9be-4de1-a6d9-806482be9557 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:27:37.597755 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:27:37.608642 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8a0245-7612-4897-929d-9dbf03b66e3e None None] Sync routers for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:27:37.617652 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:37.619043 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8a0245-7612-4897-929d-9dbf03b66e3e None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:37.619634 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-5e8a0245-7612-4897-929d-9dbf03b66e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:37.647595 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b9918c6e-bb54-45de-a59d-ed04928a9759 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5474706 Feb 09 04:27:37.648208 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:27:37.650539 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463eae39-ddd5-4bfe-99f0-cb640b20badc" -d '{"events": [{"name": "network-changed", "server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:27:37.688405 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51185fec-78c1-4556-bb4d-ba574a88aede x-openstack-request-id: req-51185fec-78c1-4556-bb4d-ba574a88aede {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:27:37.688704 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:27:37.688967 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51185fec-78c1-4556-bb4d-ba574a88aede {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:27:37.689402 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'status': 'completed', 'code': 200} Feb 09 04:27:37.728936 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-5e8a0245-7612-4897-929d-9dbf03b66e3e None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:37.774191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eae39-ddd5-4bfe-99f0-cb640b20badc req-5b984adf-81d3-44bd-bb97-afe517719efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:37.775717 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-463eae39-ddd5-4bfe-99f0-cb640b20badc req-5b984adf-81d3-44bd-bb97-afe517719efd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1128 time: 0.0451305 Feb 09 04:27:37.869230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eae39-ddd5-4bfe-99f0-cb640b20badc req-fe19a035-3243-4b79-a9b1-fde3e6ed1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:37.870769 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-463eae39-ddd5-4bfe-99f0-cb640b20badc req-fe19a035-3243-4b79-a9b1-fde3e6ed1e84 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0878160 Feb 09 04:27:37.946980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-463eae39-ddd5-4bfe-99f0-cb640b20badc req-b2d12317-fb89-4f03-8c74-f884bf7e3939 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 998 time: 0.0694149 Feb 09 04:27:37.952765 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-5e8a0245-7612-4897-929d-9dbf03b66e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'cbc6f7d1-227a-41c8-8e6d-2ea34e654ebd', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'port_id': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'mac_address': 'fa:16:3e:09:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:27:36Z', 'updated_at': '2022-02-09T04:27:36Z', 'revision_number': 0, 'project_id': '306317884a0c4d609837316cda8f69f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:37.982160 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8a0245-7612-4897-929d-9dbf03b66e3e None None] Checking router: bf163f5c-b9be-4de1-a6d9-806482be9557 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:27:37.990736 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8a0245-7612-4897-929d-9dbf03b66e3e None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:27:37.992031 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-5e8a0245-7612-4897-929d-9dbf03b66e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:27:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:37.996899 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eae39-ddd5-4bfe-99f0-cb640b20badc req-118423b3-f23b-4447-925e-034a239a4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:37.998397 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-463eae39-ddd5-4bfe-99f0-cb640b20badc req-118423b3-f23b-4447-925e-034a239a4620 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0454872 Feb 09 04:27:38.048140 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eae39-ddd5-4bfe-99f0-cb640b20badc req-2a64734c-9fdd-4b6b-b009-d58c700815e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:27:38.049581 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-463eae39-ddd5-4bfe-99f0-cb640b20badc req-2a64734c-9fdd-4b6b-b009-d58c700815e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460050 Feb 09 04:27:38.098183 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-5e8a0245-7612-4897-929d-9dbf03b66e3e None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:27:38.143784 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-463eae39-ddd5-4bfe-99f0-cb640b20badc req-b84a7d5b-a77c-4a3b-a106-85f96d4ed650 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880284 Feb 09 04:27:38.173400 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:38.236120 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-463eae39-ddd5-4bfe-99f0-cb640b20badc req-f0f07941-0740-49cb-ba16-e7d968511409 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868526 Feb 09 04:27:38.326309 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-5e8a0245-7612-4897-929d-9dbf03b66e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'cbc6f7d1-227a-41c8-8e6d-2ea34e654ebd', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'port_id': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'mac_address': 'fa:16:3e:09:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:27:36Z', 'updated_at': '2022-02-09T04:27:36Z', 'revision_number': 0, 'project_id': '306317884a0c4d609837316cda8f69f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:27:38.356004 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8a0245-7612-4897-929d-9dbf03b66e3e None None] The sync data for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 is: [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': 'cbc6f7d1-227a-41c8-8e6d-2ea34e654ebd', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'floating_ip_address': '172.25.5.11', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'port_id': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'mac_address': 'fa:16:3e:09:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:27:36Z', 'updated_at': '2022-02-09T04:27:36Z', 'revision_number': 0, 'project_id': '306317884a0c4d609837316cda8f69f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:27:38.656444 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b6759-b5aa-4672-af3e-a00b0dbf3b02 None None] New status for floating IP cbc6f7d1-227a-41c8-8e6d-2ea34e654ebd: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:27:41.381118 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:27:45.792364 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9586a2c-b32b-4dd8-bc4c-1443fb6c3655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:48.286244 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fdada966-e1fa-427d-91ea-ccb9ee4018aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:49.603299 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:51.031097 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:52.142111 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:27:54.790762 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:00.935467 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7463881a-f84b-42dd-bac9-d23f453be3ab req-72cbdb7c-3d9e-43ed-b779-5cad69b2b139 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493073 Feb 09 04:28:01.041958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463881a-f84b-42dd-bac9-d23f453be3ab req-1aa8e1e4-10ad-49b8-9869-76b5d6bfe321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:28:01.043492 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7463881a-f84b-42dd-bac9-d23f453be3ab req-1aa8e1e4-10ad-49b8-9869-76b5d6bfe321 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1128 time: 0.0488248 Feb 09 04:28:01.148505 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463881a-f84b-42dd-bac9-d23f453be3ab req-575c77fd-2251-4695-8e7e-5f99367faa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:28:01.150031 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7463881a-f84b-42dd-bac9-d23f453be3ab req-575c77fd-2251-4695-8e7e-5f99367faa5b service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0861883 Feb 09 04:28:01.221234 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7463881a-f84b-42dd-bac9-d23f453be3ab req-fe008422-fbc8-41a0-a253-f10d4e5344c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 1000 time: 0.0634305 Feb 09 04:28:01.268920 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463881a-f84b-42dd-bac9-d23f453be3ab req-d33a21f7-fc90-4418-9522-f757014de436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:28:01.270383 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7463881a-f84b-42dd-bac9-d23f453be3ab req-d33a21f7-fc90-4418-9522-f757014de436 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0433021 Feb 09 04:28:01.320960 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463881a-f84b-42dd-bac9-d23f453be3ab req-13770a3f-6477-408a-a355-8695cadd1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:28:01.322480 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7463881a-f84b-42dd-bac9-d23f453be3ab req-13770a3f-6477-408a-a355-8695cadd1377 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449169 Feb 09 04:28:01.413422 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7463881a-f84b-42dd-bac9-d23f453be3ab req-375a86b4-a03e-4e20-8e8f-4451d884e897 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846660 Feb 09 04:28:01.504845 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7463881a-f84b-42dd-bac9-d23f453be3ab req-5fb1046d-2fce-4d8f-9188-5a4e34d240f1 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844555 Feb 09 04:28:08.184566 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:15.794562 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e9ae301-631d-4543-8d07-21743f011727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:18.288796 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3025b8e8-b2c0-48c2-a448-ddd20a2887cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:18.379903 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:28:19.609508 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:21.034029 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:22.144693 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:24.790135 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:38.184841 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:45.796309 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca747428-0edc-4809-b36f-3b5d20355975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:48.290549 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-021a7098-3804-465d-8468-b075b4878949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:49.609691 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:51.037247 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:52.148635 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:54.790093 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:28:55.378997 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:29:02.899224 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0019cec-936d-4be9-87a2-b77dca2c06e2 req-58ba4e9c-5493-4b1a-a037-b8a12b4a661b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513408 Feb 09 04:29:03.000216 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0019cec-936d-4be9-87a2-b77dca2c06e2 req-1f1c425e-49c1-4305-9ec3-5796fa23191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:29:03.001768 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0019cec-936d-4be9-87a2-b77dca2c06e2 req-1f1c425e-49c1-4305-9ec3-5796fa23191d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1128 time: 0.0455194 Feb 09 04:29:03.101790 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0019cec-936d-4be9-87a2-b77dca2c06e2 req-0349414e-98a3-4ea5-8e6f-06fd431aae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:29:03.103235 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0019cec-936d-4be9-87a2-b77dca2c06e2 req-0349414e-98a3-4ea5-8e6f-06fd431aae98 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0835526 Feb 09 04:29:03.170698 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0019cec-936d-4be9-87a2-b77dca2c06e2 req-d8e9b252-a265-4875-9ff6-de79be482d6d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 1000 time: 0.0612850 Feb 09 04:29:03.217485 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0019cec-936d-4be9-87a2-b77dca2c06e2 req-1e2887b2-9698-4c4d-b392-2d284b805689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:29:03.218886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0019cec-936d-4be9-87a2-b77dca2c06e2 req-1e2887b2-9698-4c4d-b392-2d284b805689 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0429437 Feb 09 04:29:03.266382 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0019cec-936d-4be9-87a2-b77dca2c06e2 req-b60db8f5-3fca-4f4e-b6fb-e5e121b4ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:29:03.267843 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0019cec-936d-4be9-87a2-b77dca2c06e2 req-b60db8f5-3fca-4f4e-b6fb-e5e121b4ec4a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435793 Feb 09 04:29:03.357739 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0019cec-936d-4be9-87a2-b77dca2c06e2 req-5e1aa209-b77a-406e-893d-d43cf35b18c6 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841401 Feb 09 04:29:03.444436 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d0019cec-936d-4be9-87a2-b77dca2c06e2 req-24496326-85d2-4ade-9f56-59b80f301584 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811596 Feb 09 04:29:08.185810 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:15.798431 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2eb5e918-aadc-4737-a98c-2a762b555693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:18.292258 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-019701f8-dbd7-4d22-852d-a777f700530c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:19.612134 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:21.040210 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:22.150068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:24.787737 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:32.380297 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:29:38.199627 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:45.800243 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04662e92-1bb0-4df6-a6b9-38042667928c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:48.293337 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3679d54a-3205-4a3f-be2d-3bcd833a771c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:49.615090 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:51.043127 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:52.152185 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:29:54.788646 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:02.941317 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73f3cf2a-2223-42bf-86d8-40f086d3c505 req-229b55ea-1ee5-48f2-a09e-9f46ad576c45 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1006103 Feb 09 04:30:03.042447 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3cf2a-2223-42bf-86d8-40f086d3c505 req-1f68c981-1148-4702-9cfe-eaff662420e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:03.043942 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73f3cf2a-2223-42bf-86d8-40f086d3c505 req-1f68c981-1148-4702-9cfe-eaff662420e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1128 time: 0.0455391 Feb 09 04:30:03.144848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3cf2a-2223-42bf-86d8-40f086d3c505 req-fb769122-ae0d-4fbe-ba7d-a7589b00025c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:03.146451 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73f3cf2a-2223-42bf-86d8-40f086d3c505 req-fb769122-ae0d-4fbe-ba7d-a7589b00025c service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0840230 Feb 09 04:30:03.219091 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73f3cf2a-2223-42bf-86d8-40f086d3c505 req-68383b93-45e1-4552-bed0-4baa86fd2997 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 1000 time: 0.0627778 Feb 09 04:30:03.266191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3cf2a-2223-42bf-86d8-40f086d3c505 req-6581d3de-8993-4b6f-a9db-91b8204aad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:03.267608 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73f3cf2a-2223-42bf-86d8-40f086d3c505 req-6581d3de-8993-4b6f-a9db-91b8204aad77 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0425632 Feb 09 04:30:03.315487 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3cf2a-2223-42bf-86d8-40f086d3c505 req-55c00aec-0e04-45fb-b27b-8a4bfd1a1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:03.317035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73f3cf2a-2223-42bf-86d8-40f086d3c505 req-55c00aec-0e04-45fb-b27b-8a4bfd1a1a7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441182 Feb 09 04:30:03.406676 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73f3cf2a-2223-42bf-86d8-40f086d3c505 req-0c03e4c2-b565-4949-877c-1674abf3d730 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834415 Feb 09 04:30:03.494389 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-73f3cf2a-2223-42bf-86d8-40f086d3c505 req-8f675a58-65c9-4f12-a362-750885bec18c service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820546 Feb 09 04:30:08.209278 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:09.380030 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:30:15.104669 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9812-68e8-42a6-a19e-21c18c3b11c8 req-527368fc-7496-439a-a868-edbbf304eaec tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:15.106245 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-64dd9812-68e8-42a6-a19e-21c18c3b11c8 req-527368fc-7496-439a-a868-edbbf304eaec tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.1080143 Feb 09 04:30:15.155431 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-64dd9812-68e8-42a6-a19e-21c18c3b11c8 req-0661f58c-e3a9-4ffd-9d5d-0894bb9c75c0 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436275 Feb 09 04:30:15.802812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-913807b6-62fb-4ba4-a3f6-d099e670e34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:16.287816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f322d1-9c9f-4c1e-a263-d9c8fc3d1ca4 req-37e4c7d0-5605-48b8-9e32-4eaea5251d88 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:16.289523 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86f322d1-9c9f-4c1e-a263-d9c8fc3d1ca4 req-37e4c7d0-5605-48b8-9e32-4eaea5251d88 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0558543 Feb 09 04:30:16.343448 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-86f322d1-9c9f-4c1e-a263-d9c8fc3d1ca4 req-1248cc34-4b6a-4998-88a7-15e1ff04dc0e tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482950 Feb 09 04:30:17.467040 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b3321-e658-41b9-91ac-c41e8eee15bd req-487256a0-0cec-4ab2-ad09-837b4edddb2a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:17.468528 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b9b3321-e658-41b9-91ac-c41e8eee15bd req-487256a0-0cec-4ab2-ad09-837b4edddb2a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0536957 Feb 09 04:30:17.517570 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4b9b3321-e658-41b9-91ac-c41e8eee15bd req-3ec55d50-3abf-4332-bfdf-32ece2a87c4e tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430262 Feb 09 04:30:18.295710 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e04067a6-cdd3-4454-b979-f21058978d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:18.638322 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793941-b540-4e01-8c63-0f603c0f08c6 req-2cc31243-324f-4fe2-b65b-cdfb7090a186 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:18.639770 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44793941-b540-4e01-8c63-0f603c0f08c6 req-2cc31243-324f-4fe2-b65b-cdfb7090a186 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0518134 Feb 09 04:30:18.693825 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-44793941-b540-4e01-8c63-0f603c0f08c6 req-9b183490-a80c-4b6b-885a-543c74f10497 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477674 Feb 09 04:30:19.617879 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:19.817303 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c94604-1ecf-457a-9974-162a1f5f44e1 req-d314e50c-bc03-4def-8a39-eca97cd8b99b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:19.818830 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19c94604-1ecf-457a-9974-162a1f5f44e1 req-d314e50c-bc03-4def-8a39-eca97cd8b99b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0582638 Feb 09 04:30:19.867642 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-19c94604-1ecf-457a-9974-162a1f5f44e1 req-ad7ee036-7517-4eda-bab2-00f078a30f12 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431259 Feb 09 04:30:20.989108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab944d61-b9db-4ae2-aa26-ce5ab9f58004 req-ff690f28-f1b6-4603-8630-8603b16b6e3c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:20.990601 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab944d61-b9db-4ae2-aa26-ce5ab9f58004 req-ff690f28-f1b6-4603-8630-8603b16b6e3c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0536277 Feb 09 04:30:21.039859 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ab944d61-b9db-4ae2-aa26-ce5ab9f58004 req-1adc5028-f58a-49c3-8120-8c8cfd91fece tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435781 Feb 09 04:30:21.046340 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:22.155418 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:22.162261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0a88d-1c27-4e34-a286-dff649dcef54 req-704ff36a-7699-4fb5-b4a9-56deae94f5de tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:22.163738 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52b0a88d-1c27-4e34-a286-dff649dcef54 req-704ff36a-7699-4fb5-b4a9-56deae94f5de tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0544202 Feb 09 04:30:22.213752 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-52b0a88d-1c27-4e34-a286-dff649dcef54 req-9e961eb1-0bbb-4cd6-8db2-b29773d3bed9 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442684 Feb 09 04:30:23.334522 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62185349-15ea-4810-a896-ebec105521ff req-24dccee6-f7c8-4a0b-9ad6-d8424003c97d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:23.336005 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62185349-15ea-4810-a896-ebec105521ff req-24dccee6-f7c8-4a0b-9ad6-d8424003c97d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0534458 Feb 09 04:30:23.383866 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-62185349-15ea-4810-a896-ebec105521ff req-3cc1ebf0-03c3-41c0-996f-00cfe01cab99 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Feb 09 04:30:24.505497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e79913-dcc3-451c-bc2d-b4c4ed6bdb82 req-1871eb0a-eb5e-434a-a85c-d53cee70fe5c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:24.506966 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10e79913-dcc3-451c-bc2d-b4c4ed6bdb82 req-1871eb0a-eb5e-434a-a85c-d53cee70fe5c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0526857 Feb 09 04:30:24.559655 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-10e79913-dcc3-451c-bc2d-b4c4ed6bdb82 req-3c747e44-8d6a-446b-8c30-7901a5908149 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470459 Feb 09 04:30:24.801498 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:25.684453 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eb8dd-0f65-4e4e-8d6a-fd6df84e89f6 req-79a9087f-b90a-4921-8efd-2b72a51ade41 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:25.685941 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-802eb8dd-0f65-4e4e-8d6a-fd6df84e89f6 req-79a9087f-b90a-4921-8efd-2b72a51ade41 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0576508 Feb 09 04:30:25.734017 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-802eb8dd-0f65-4e4e-8d6a-fd6df84e89f6 req-f9d96368-89f5-4bfe-a69a-e374238f4002 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417793 Feb 09 04:30:26.852671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33218c-7c2f-4270-83a0-6f596a62197e req-a87d69c5-a11b-4ba6-93de-09318065ea27 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:26.854170 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a33218c-7c2f-4270-83a0-6f596a62197e req-a87d69c5-a11b-4ba6-93de-09318065ea27 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0520182 Feb 09 04:30:26.902631 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a33218c-7c2f-4270-83a0-6f596a62197e req-d07ca823-4581-45bb-b4cd-37d37d4448bd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Feb 09 04:30:28.041477 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b014db-aebb-4ae7-8055-fef645414eec req-7786a4b0-a05e-49be-8117-6f6e78333d6b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:28.043010 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9b014db-aebb-4ae7-8055-fef645414eec req-7786a4b0-a05e-49be-8117-6f6e78333d6b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0549393 Feb 09 04:30:28.093002 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f9b014db-aebb-4ae7-8055-fef645414eec req-becbc077-f450-418b-9654-bdc35f9d50f5 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439866 Feb 09 04:30:28.520176 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a346fa5e-99f8-41e9-a865-e7b535b8e32b details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:30:28.782942 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:30:28.794536 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'port_id': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'mac_address': 'fa:16:3e:09:6e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:30:28.831666 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a346fa5e-99f8-41e9-a865-e7b535b8e32b is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:30:28.832234 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:28.844421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a346fa5e-99f8-41e9-a865-e7b535b8e32b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:30:28.863095 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:30:28.866868 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:28.915135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:30:28.922410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:28.922757 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:28.923094 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:28.923428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:28.923759 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:28.924086 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:28.924487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:28.924860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:28.925277 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:28.925679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:28.926008 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:28.926337 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:28.926658 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:29.010007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['a346fa5e-99f8-41e9-a865-e7b535b8e32b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:30:29.216673 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24026-f4cc-451f-9f83-d9aae4171b74 req-720bcf4e-beca-4e5e-b01e-22cba22e0627 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:29.218341 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31a24026-f4cc-451f-9f83-d9aae4171b74 req-720bcf4e-beca-4e5e-b01e-22cba22e0627 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0557177 Feb 09 04:30:29.269174 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-31a24026-f4cc-451f-9f83-d9aae4171b74 req-c704eb92-c347-4102-92d8-9e21d365ccdc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444927 Feb 09 04:30:30.407438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59df84-4083-477e-affd-0d2dc44f7493 req-8ae86807-8801-4ae4-9f9c-9660a321a53c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:30.409058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d59df84-4083-477e-affd-0d2dc44f7493 req-8ae86807-8801-4ae4-9f9c-9660a321a53c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0629404 Feb 09 04:30:30.466718 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3d59df84-4083-477e-affd-0d2dc44f7493 req-635aab7b-4d5e-474b-97f3-238815648cc2 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515492 Feb 09 04:30:30.533248 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a346fa5e-99f8-41e9-a865-e7b535b8e32b up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:30:30.590487 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port a346fa5e-99f8-41e9-a865-e7b535b8e32b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:30:30.590782 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:30.678012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a346fa5e-99f8-41e9-a865-e7b535b8e32b is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:30:30.678446 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:30.708931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:30:30.711450 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ec949d-350a-4227-8230-0e7f9655926a" -d '{"events": [{"server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "name": "network-vif-plugged", "status": "completed", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:30:30.725982 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:30:30.730964 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:30.786864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:30:30.820554 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeeaffc-e48a-4f63-9963-bb335cddc8e8 x-openstack-request-id: req-eeeeaffc-e48a-4f63-9963-bb335cddc8e8 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:30:30.820938 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "name": "network-vif-plugged", "status": "completed", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:30:30.821225 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eeeeaffc-e48a-4f63-9963-bb335cddc8e8 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:30:30.821692 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'code': 200} Feb 09 04:30:31.596456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672859b-f5b8-477c-91bb-0c4689e06af7 req-9ccdcee5-9571-42b5-9596-9036b5d7cd30 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:31.598795 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f672859b-f5b8-477c-91bb-0c4689e06af7 req-9ccdcee5-9571-42b5-9596-9036b5d7cd30 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0614169 Feb 09 04:30:31.650244 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f672859b-f5b8-477c-91bb-0c4689e06af7 req-e98eef06-8337-43c7-813b-68653f0ee534 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458164 Feb 09 04:30:32.789270 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c9b22-da98-475f-a3ed-4f8b8acc08d6 req-2ee7a268-122e-43b3-94d6-2f4c79c6e126 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:32.793829 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd3c9b22-da98-475f-a3ed-4f8b8acc08d6 req-2ee7a268-122e-43b3-94d6-2f4c79c6e126 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0640128 Feb 09 04:30:32.844188 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cd3c9b22-da98-475f-a3ed-4f8b8acc08d6 req-c095f4e6-937e-4d73-8679-7a8ba0763ba3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473173 Feb 09 04:30:33.991610 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475e625-85c6-4a85-9e74-c563becfefc4 req-76f88004-53e2-40da-9d9f-fa8f22642ea0 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:33.993190 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d475e625-85c6-4a85-9e74-c563becfefc4 req-76f88004-53e2-40da-9d9f-fa8f22642ea0 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0759985 Feb 09 04:30:34.054009 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d475e625-85c6-4a85-9e74-c563becfefc4 req-53f6b722-11b6-4bf1-934f-3958cda59db6 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544624 Feb 09 04:30:35.191405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a68e3-4cd7-4203-9576-3ba411abdad8 req-97778298-9910-43f9-8b35-d21d4598c2ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:35.199039 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-680a68e3-4cd7-4203-9576-3ba411abdad8 req-97778298-9910-43f9-8b35-d21d4598c2ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0620880 Feb 09 04:30:35.253701 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-680a68e3-4cd7-4203-9576-3ba411abdad8 req-1cd747ee-8816-46b5-acc0-c9512eca4020 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537040 Feb 09 04:30:36.381895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f9a5d-7f3b-41ca-98a0-ef99b74b6cb5 req-406c94df-eead-4f8d-80a7-a337c56854d1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:36.389856 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4b4f9a5d-7f3b-41ca-98a0-ef99b74b6cb5 req-406c94df-eead-4f8d-80a7-a337c56854d1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0647938 Feb 09 04:30:36.446821 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4b4f9a5d-7f3b-41ca-98a0-ef99b74b6cb5 req-e71aec1b-6c80-49fc-90f2-74b32065479f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551925 Feb 09 04:30:37.575656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf63183-90a4-4a02-9ef5-de96190c290b req-2bb6a8e6-ebd8-4693-a1cf-30de52c852da tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:37.580886 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abf63183-90a4-4a02-9ef5-de96190c290b req-2bb6a8e6-ebd8-4693-a1cf-30de52c852da tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0596623 Feb 09 04:30:37.957038 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-abf63183-90a4-4a02-9ef5-de96190c290b req-d1442835-047b-4ed3-8a4d-4d7c81a70245 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689704 Feb 09 04:30:38.199844 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:39.098617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78024553-8b4c-4371-9295-e1e917cb6f85 req-a26b1dd2-db32-4dcd-83da-0135d60754fc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:39.100262 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-78024553-8b4c-4371-9295-e1e917cb6f85 req-a26b1dd2-db32-4dcd-83da-0135d60754fc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0586720 Feb 09 04:30:39.157765 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-78024553-8b4c-4371-9295-e1e917cb6f85 req-6e8f3d49-b9d9-4f34-915c-045c58f0aabc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514250 Feb 09 04:30:40.282708 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc533126-f803-44af-b72e-a4bca0bf69d2 req-b19aa3cd-be31-4130-a95c-be646465fbf2 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:40.284839 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc533126-f803-44af-b72e-a4bca0bf69d2 req-b19aa3cd-be31-4130-a95c-be646465fbf2 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0535522 Feb 09 04:30:40.332763 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fc533126-f803-44af-b72e-a4bca0bf69d2 req-887b7906-020e-47a8-9a64-27f670be9f4d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423291 Feb 09 04:30:41.048290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc5d3e-ccde-49cc-9368-1bcd9764e141 req-13aae1e1-edc7-4856-b529-3a02b89b6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:41.050468 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08fc5d3e-ccde-49cc-9368-1bcd9764e141 req-13aae1e1-edc7-4856-b529-3a02b89b6073 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1128 time: 0.0457575 Feb 09 04:30:41.145391 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc5d3e-ccde-49cc-9368-1bcd9764e141 req-9c8b569e-b124-4f20-8200-dcaea06c117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:41.146839 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08fc5d3e-ccde-49cc-9368-1bcd9764e141 req-9c8b569e-b124-4f20-8200-dcaea06c117a service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0898557 Feb 09 04:30:41.215220 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08fc5d3e-ccde-49cc-9368-1bcd9764e141 req-b432e19b-be05-4d1c-aa9e-5eab52d0d8d0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 1000 time: 0.0624747 Feb 09 04:30:41.268671 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc5d3e-ccde-49cc-9368-1bcd9764e141 req-3fe46680-330e-4025-b510-37c5b13fa252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:41.270210 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08fc5d3e-ccde-49cc-9368-1bcd9764e141 req-3fe46680-330e-4025-b510-37c5b13fa252 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0493011 Feb 09 04:30:41.318045 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc5d3e-ccde-49cc-9368-1bcd9764e141 req-ffba6850-8cc2-421c-876f-47faac73de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:41.319509 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08fc5d3e-ccde-49cc-9368-1bcd9764e141 req-ffba6850-8cc2-421c-876f-47faac73de02 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437887 Feb 09 04:30:41.419213 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08fc5d3e-ccde-49cc-9368-1bcd9764e141 req-83b775a3-0168-4f37-887b-5c26cf0ba3d7 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936954 Feb 09 04:30:41.461079 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7df02f-0f35-4e6d-9ad2-66ff7670276b req-69448402-ea14-41c6-b196-33041d8a4e19 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:41.462610 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a7df02f-0f35-4e6d-9ad2-66ff7670276b req-69448402-ea14-41c6-b196-33041d8a4e19 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0586812 Feb 09 04:30:41.511682 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08fc5d3e-ccde-49cc-9368-1bcd9764e141 req-3531604d-5503-4e84-ba11-04d4d95a1ce8 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866494 Feb 09 04:30:41.511955 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4a7df02f-0f35-4e6d-9ad2-66ff7670276b req-74f7077f-e3d6-4689-a548-c4c9dfc89c3c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435610 Feb 09 04:30:42.632313 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b0aaa-5f50-4914-832c-ba49cc2ee6df req-4ace8f0d-636b-4345-9183-b4b732954aed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:42.633810 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d2b0aaa-5f50-4914-832c-ba49cc2ee6df req-4ace8f0d-636b-4345-9183-b4b732954aed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0536911 Feb 09 04:30:42.682116 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5d2b0aaa-5f50-4914-832c-ba49cc2ee6df req-dbbd74c2-7a49-42b4-9d6d-4d3c6f9cf7b1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427439 Feb 09 04:30:43.804280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a55b8-7895-4518-b0a5-2358b2b79bf9 req-3cee7fbf-5c56-4897-a30a-d4fbcc7fca5b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:43.805768 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d1a55b8-7895-4518-b0a5-2358b2b79bf9 req-3cee7fbf-5c56-4897-a30a-d4fbcc7fca5b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0533540 Feb 09 04:30:43.853564 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1d1a55b8-7895-4518-b0a5-2358b2b79bf9 req-bc9c4777-1354-4f4d-b4da-c49916023116 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 Feb 09 04:30:43.966467 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-df8be909-8e48-4476-87a5-014879c6e9da req-1d391f82-a206-42ae-834d-98c3b43a5b67 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:30:43.967422 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-df8be909-8e48-4476-87a5-014879c6e9da req-1d391f82-a206-42ae-834d-98c3b43a5b67 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485625 Feb 09 04:30:44.126550 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feacf31-c536-4215-a16e-806c41cee035 req-9d4d4061-344f-40ae-a154-f84623e2c05c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:44.128617 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2feacf31-c536-4215-a16e-806c41cee035 req-9d4d4061-344f-40ae-a154-f84623e2c05c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0555010 Feb 09 04:30:44.184209 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2feacf31-c536-4215-a16e-806c41cee035 req-5dc38c9f-db53-49aa-a5ce-0d10f0f40bda tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499260 Feb 09 04:30:44.306423 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-8c1b3070-bee7-4e9a-acd7-24ba60f8121a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860333 Feb 09 04:30:44.634378 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device a346fa5e-99f8-41e9-a865-e7b535b8e32b no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:30:44.711187 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port a346fa5e-99f8-41e9-a865-e7b535b8e32b is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:30:44.711578 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:44.733765 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:30:44.736001 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f81e0e-27ed-4aa6-8dcb-be7f8c73d525" -d '{"events": [{"server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "name": "network-vif-unplugged", "status": "completed", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:30:44.749952 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:30:44.755813 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:44.781436 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39647de4-a019-4209-8363-339ccaa5d32f x-openstack-request-id: req-39647de4-a019-4209-8363-339ccaa5d32f {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:30:44.781738 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "name": "network-vif-unplugged", "status": "completed", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:30:44.781997 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39647de4-a019-4209-8363-339ccaa5d32f {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:30:44.782392 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'code': 200} Feb 09 04:30:44.811037 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:30:45.125905 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-8d55d5eb-f11e-4ba8-83c5-5578644f6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:45.128021 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-8d55d5eb-f11e-4ba8-83c5-5578644f6a84 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203&tenant_id=306317884a0c4d609837316cda8f69f6 HTTP/1.1" status: 200 len: 1126 time: 0.0921116 Feb 09 04:30:45.137636 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-fc0717b8-172a-4b6f-9946-ef7090990746 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:30:45.138625 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-fc0717b8-172a-4b6f-9946-ef7090990746 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050280 Feb 09 04:30:45.149923 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-15', 'device_owner': 'compute:nova'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:30:45.210703 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:45.413019 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89639002-c801-4420-ab31-ee1516e01f74 req-b9bc9113-fedf-476f-a366-6575b36b62f4 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:45.414435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89639002-c801-4420-ab31-ee1516e01f74 req-b9bc9113-fedf-476f-a366-6575b36b62f4 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 943 time: 0.1584759 Feb 09 04:30:45.486001 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:30:45.491651 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-89639002-c801-4420-ab31-ee1516e01f74 req-48d3ffd8-7b36-45a9-8de7-4fdc7ca8f693 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710096 Feb 09 04:30:45.521827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h1-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:30:45.554259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a346fa5e-99f8-41e9-a865-e7b535b8e32b {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:30:45.561535 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Publish callbacks [] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:45.573596 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Transition to ACTIVE for port object a346fa5e-99f8-41e9-a865-e7b535b8e32b will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:30:45.577197 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:45.660030 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Pushing event updated for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=9']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:30:45.675559 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.675791 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.675998 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.676312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.676648 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.676979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.677308 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.677662 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.677989 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.678316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.678644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.678965 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.679285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:30:45.712669 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] No DVR routers for this DVR port a346fa5e-99f8-41e9-a865-e7b535b8e32b on host n-h1-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:30:45.809863 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1e34-b0ba-4859-9f0c-b481d22abb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:45.851307 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Attempting to bind port a346fa5e-99f8-41e9-a865-e7b535b8e32b on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:30:45.851639 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Attempting to bind port a346fa5e-99f8-41e9-a865-e7b535b8e32b by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:30:45.851964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Attempting to bind port a346fa5e-99f8-41e9-a865-e7b535b8e32b on network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:30:45.856116 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Port a346fa5e-99f8-41e9-a865-e7b535b8e32b on network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:30:45.856432 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Attempting to bind port a346fa5e-99f8-41e9-a865-e7b535b8e32b on network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:30:45.861161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:30:45.861566 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Checking segment: {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:30:45.862009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Bound using segment: {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:30:45.862354 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Bound port: a346fa5e-99f8-41e9-a865-e7b535b8e32b, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:30:45.862685 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:45.931128 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:30:45.934285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:30:45.939971 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:45.977043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:45.977043 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:45.977043 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] 10.222.0.42 "PUT /v2.0/ports/a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 1092 time: 0.8285899 Feb 09 04:30:45.977043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:30:45.977824 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0043566-cbac-4c78-bdc8-f78acb011b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:30:46.019120 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e797ec3-d37c-4401-b268-a5aafc28de81 service neutron] Pushing event updated for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=10']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:30:46.062638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-764dae29-0d0b-485c-88a7-ae6548e6db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:46.064376 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-764dae29-0d0b-485c-88a7-ae6548e6db28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1127 time: 0.0604916 Feb 09 04:30:46.091904 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd7cc90-3773-483a-a60f-00181f8cb2f1 x-openstack-request-id: req-2dd7cc90-3773-483a-a60f-00181f8cb2f1 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:30:46.092197 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:30:46.092447 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dd7cc90-3773-483a-a60f-00181f8cb2f1 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:30:46.093264 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'status': 'completed', 'code': 200} Feb 09 04:30:46.166305 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-74da8f0e-fe4d-4c56-8268-ebadc16f46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:46.167944 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-74da8f0e-fe4d-4c56-8268-ebadc16f46a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0971692 Feb 09 04:30:46.234694 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-14d98296-1fb7-45ff-bf89-ea0592403639 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 998 time: 0.0612869 Feb 09 04:30:46.284947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-0ca5ebde-01a4-4ac2-8694-a64592ec6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:46.286418 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-0ca5ebde-01a4-4ac2-8694-a64592ec6170 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0450673 Feb 09 04:30:46.338223 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-da1f6648-4220-4e39-bb1b-04bd2468de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:46.339695 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-da1f6648-4220-4e39-bb1b-04bd2468de9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478888 Feb 09 04:30:46.379416 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:30:46.428498 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-0a5cc1c1-c6cd-4cd7-9553-0a35e3eeaac9 service neutron] 10.222.0.42 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819490 Feb 09 04:30:46.522705 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-7c7a40a4-b0cc-4536-889e-6004754b2b08 req-9499b0d2-c25e-415c-93fb-b90bc4fb2179 service neutron] 10.222.0.42 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882432 Feb 09 04:30:46.648472 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a581b0-982e-4cf2-9c41-a196c052091e req-7a1fd003-5152-4ca9-bc55-ee5cc717a34c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:46.650102 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05a581b0-982e-4cf2-9c41-a196c052091e req-7a1fd003-5152-4ca9-bc55-ee5cc717a34c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0881569 Feb 09 04:30:46.652936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043566-cbac-4c78-bdc8-f78acb011b8e req-e93dfa32-e5f8-4525-b8d6-8da25c698fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:46.654510 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0043566-cbac-4c78-bdc8-f78acb011b8e req-e93dfa32-e5f8-4525-b8d6-8da25c698fa7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1127 time: 0.0817378 Feb 09 04:30:47.122391 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-05a581b0-982e-4cf2-9c41-a196c052091e req-010b0ac7-00d9-4154-b4e7-bb5e3d287b72 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4666224 Feb 09 04:30:47.161712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043566-cbac-4c78-bdc8-f78acb011b8e req-b381acd9-5256-4b35-9a7a-33890291bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:47.163346 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0043566-cbac-4c78-bdc8-f78acb011b8e req-b381acd9-5256-4b35-9a7a-33890291bda3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.5019057 Feb 09 04:30:48.256887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c32b11-e9f3-494e-8df9-0bc33196d874 req-329dc16f-74a7-4ef1-a6d9-d092272696fc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:48.263945 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42c32b11-e9f3-494e-8df9-0bc33196d874 req-329dc16f-74a7-4ef1-a6d9-d092272696fc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0685072 Feb 09 04:30:48.301223 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5629c14a-ee8e-40b7-be39-cec8748ea95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:48.320084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-42c32b11-e9f3-494e-8df9-0bc33196d874 req-07ee2d09-c26c-4665-8ae1-22ea549fc56c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531313 Feb 09 04:30:49.451670 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e24843-1fba-4c04-876e-d9ee7f137ce0 req-916451c5-49e8-4a27-836a-d132eb12a32a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:49.453139 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68e24843-1fba-4c04-876e-d9ee7f137ce0 req-916451c5-49e8-4a27-836a-d132eb12a32a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0611403 Feb 09 04:30:49.504096 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-68e24843-1fba-4c04-876e-d9ee7f137ce0 req-a545058f-3aba-48d5-bac6-3e0f8b95afff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446775 Feb 09 04:30:49.628015 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:50.635952 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84e05c-0c62-4b21-8db2-dd1e924869b3 req-6cb002d4-2564-4756-91f7-0c87dea45f00 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:50.637440 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce84e05c-0c62-4b21-8db2-dd1e924869b3 req-6cb002d4-2564-4756-91f7-0c87dea45f00 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0591872 Feb 09 04:30:50.689094 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ce84e05c-0c62-4b21-8db2-dd1e924869b3 req-86ccc7ef-a145-4e72-9011-de9576d7e434 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460396 Feb 09 04:30:51.049657 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:51.815353 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94461903-0ba1-41d1-859f-d45fbdbf5547 req-ce5b89d0-3eb3-446b-af79-3e5857618bdf tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:51.816846 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94461903-0ba1-41d1-859f-d45fbdbf5547 req-ce5b89d0-3eb3-446b-af79-3e5857618bdf tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0550990 Feb 09 04:30:51.872261 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-94461903-0ba1-41d1-859f-d45fbdbf5547 req-2719badd-e925-49ac-b58e-c1e77155a2df tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489423 Feb 09 04:30:52.158068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:53.011893 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95c318-09f7-45fd-9da1-f1a3a9fc4133 req-46147e3a-e248-438a-aad7-22fe51d0fa34 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:53.013565 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff95c318-09f7-45fd-9da1-f1a3a9fc4133 req-46147e3a-e248-438a-aad7-22fe51d0fa34 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0657368 Feb 09 04:30:53.070107 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ff95c318-09f7-45fd-9da1-f1a3a9fc4133 req-ce3ddeb3-60ae-4a57-a5c7-ac69baa6ba59 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506849 Feb 09 04:30:54.204468 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6b70d-c38d-4517-8973-d546f87ec31a req-1917d1a0-e024-4930-a8fa-efd15b18e9dd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:54.207400 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6fc6b70d-c38d-4517-8973-d546f87ec31a req-1917d1a0-e024-4930-a8fa-efd15b18e9dd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0625958 Feb 09 04:30:54.262180 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-6fc6b70d-c38d-4517-8973-d546f87ec31a req-9fde0842-ef5a-4ff3-a4f7-bd9ed5f4140a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489380 Feb 09 04:30:54.802217 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:55.188878 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0043566-cbac-4c78-bdc8-f78acb011b8e req-e87a835c-37c4-4af0-ae17-22e955698270 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 998 time: 0.0639703 Feb 09 04:30:55.244225 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043566-cbac-4c78-bdc8-f78acb011b8e req-b81499f3-0030-4119-9c4c-a3676fd1d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:55.245865 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0043566-cbac-4c78-bdc8-f78acb011b8e req-b81499f3-0030-4119-9c4c-a3676fd1d589 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0477433 Feb 09 04:30:55.303289 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043566-cbac-4c78-bdc8-f78acb011b8e req-5015d940-849b-4432-b535-620b6814089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:55.304800 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0043566-cbac-4c78-bdc8-f78acb011b8e req-5015d940-849b-4432-b535-620b6814089b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504405 Feb 09 04:30:55.389693 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f72fa-50cf-4b0a-991a-1d92c8099f72 req-2aa49e23-12d8-4288-9192-d149cf3037de tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:55.391235 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-973f72fa-50cf-4b0a-991a-1d92c8099f72 req-2aa49e23-12d8-4288-9192-d149cf3037de tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0539727 Feb 09 04:30:55.399191 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0043566-cbac-4c78-bdc8-f78acb011b8e req-35ead842-8934-413c-9d67-c0eab83a1ceb service neutron] 10.222.0.42 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878205 Feb 09 04:30:55.447821 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-973f72fa-50cf-4b0a-991a-1d92c8099f72 req-915d4a50-c1c2-4e12-87f2-5edd8e9724e1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489028 Feb 09 04:30:55.489156 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f0043566-cbac-4c78-bdc8-f78acb011b8e req-fe40936a-6ef9-4ff3-9e2c-aa17c7510295 service neutron] 10.222.0.42 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843058 Feb 09 04:30:55.590975 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd8f34-4447-482e-9fc3-1943bd0aaa67 req-967e3ece-b966-4c38-af02-26e9c40839c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:55.592459 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6bd8f34-4447-482e-9fc3-1943bd0aaa67 req-967e3ece-b966-4c38-af02-26e9c40839c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1127 time: 0.0450556 Feb 09 04:30:55.698677 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd8f34-4447-482e-9fc3-1943bd0aaa67 req-81279959-9f68-430d-aec2-2c9db2c6d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:55.700040 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6bd8f34-4447-482e-9fc3-1943bd0aaa67 req-81279959-9f68-430d-aec2-2c9db2c6d419 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0876980 Feb 09 04:30:55.765424 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6bd8f34-4447-482e-9fc3-1943bd0aaa67 req-07ba5ace-df18-4846-90a5-d803e132753a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 998 time: 0.0570791 Feb 09 04:30:55.818279 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd8f34-4447-482e-9fc3-1943bd0aaa67 req-d0efbf21-fa1c-461c-abc8-d914f7718c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:55.819716 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6bd8f34-4447-482e-9fc3-1943bd0aaa67 req-d0efbf21-fa1c-461c-abc8-d914f7718c60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0475953 Feb 09 04:30:55.868095 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd8f34-4447-482e-9fc3-1943bd0aaa67 req-5c0f0096-7756-402e-b307-07cf06f5e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:55.869624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6bd8f34-4447-482e-9fc3-1943bd0aaa67 req-5c0f0096-7756-402e-b307-07cf06f5e2ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438786 Feb 09 04:30:55.956657 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6bd8f34-4447-482e-9fc3-1943bd0aaa67 req-afc0a3b4-57ae-42d5-a224-d8e38c8a00bd service neutron] 10.222.0.42 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801520 Feb 09 04:30:56.051736 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c6bd8f34-4447-482e-9fc3-1943bd0aaa67 req-d612d93f-fd8a-43ae-9af5-19c12ab2e74e service neutron] 10.222.0.42 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865314 Feb 09 04:30:56.567320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682e49c-f2cf-481b-b1be-b396c0d8497c req-7c9e04f4-a012-4e06-b0b5-ebd6c40218cd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:56.568798 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2682e49c-f2cf-481b-b1be-b396c0d8497c req-7c9e04f4-a012-4e06-b0b5-ebd6c40218cd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0533710 Feb 09 04:30:56.617639 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-2682e49c-f2cf-481b-b1be-b396c0d8497c req-dd1615f8-f19f-46e0-a767-17cc1c67aec0 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431979 Feb 09 04:30:57.738022 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdfd7e-d3e4-45ef-8e12-128c6790b6b1 req-c12a06be-016b-4a47-a52d-3e7aedaad814 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:57.739511 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35bdfd7e-d3e4-45ef-8e12-128c6790b6b1 req-c12a06be-016b-4a47-a52d-3e7aedaad814 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 944 time: 0.0540493 Feb 09 04:30:57.792260 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35bdfd7e-d3e4-45ef-8e12-128c6790b6b1 req-9a9b2c9d-475e-4570-baf8-1aae41bdfa58 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469313 Feb 09 04:30:57.913570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a346fa5e-99f8-41e9-a865-e7b535b8e32b details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:30:58.009782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:30:58.021970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'port_id': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'mac_address': 'fa:16:3e:09:6e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:30:58.062782 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a346fa5e-99f8-41e9-a865-e7b535b8e32b is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:30:58.063169 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:58.075946 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a346fa5e-99f8-41e9-a865-e7b535b8e32b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:30:58.094240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:30:58.099010 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:30:58.146036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=11']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:30:58.316331 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['a346fa5e-99f8-41e9-a865-e7b535b8e32b'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:30:58.910959 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be56b2a-01c0-4666-aee8-42e850598924 req-0dbefd38-1486-4db9-a54c-491134f7f3b6 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:30:58.912425 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1be56b2a-01c0-4666-aee8-42e850598924 req-0dbefd38-1486-4db9-a54c-491134f7f3b6 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0528691 Feb 09 04:30:58.966035 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1be56b2a-01c0-4666-aee8-42e850598924 req-641ca8d7-befc-40b0-8a8f-86e2d96ea6c9 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479827 Feb 09 04:30:59.929218 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a346fa5e-99f8-41e9-a865-e7b535b8e32b up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:30:59.978269 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port a346fa5e-99f8-41e9-a865-e7b535b8e32b completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:30:59.982321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port a346fa5e-99f8-41e9-a865-e7b535b8e32b triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:30:59.982695 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:00.069285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port a346fa5e-99f8-41e9-a865-e7b535b8e32b is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:31:00.069741 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:00.092924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8662f-4da6-419a-b75f-7f22660e2c51 req-72fa5737-0da0-4d24-89db-5d2647832212 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:31:00.094051 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:31:00.094448 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea8662f-4da6-419a-b75f-7f22660e2c51 req-72fa5737-0da0-4d24-89db-5d2647832212 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 945 time: 0.0581200 Feb 09 04:31:00.096290 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f372d99-6004-4f15-a5e1-7e2edb00ee5a" -d '{"events": [{"server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "name": "network-vif-plugged", "status": "completed", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:31:00.111391 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:31:00.116969 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:00.151770 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d249cf-0d53-4743-9b2f-fec249d160b7 x-openstack-request-id: req-17d249cf-0d53-4743-9b2f-fec249d160b7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:31:00.152068 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "name": "network-vif-plugged", "status": "completed", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:31:00.152497 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17d249cf-0d53-4743-9b2f-fec249d160b7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:31:00.152900 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'code': 200} Feb 09 04:31:00.154061 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5ea8662f-4da6-419a-b75f-7f22660e2c51 req-00086967-2412-4171-9ce2-70a362d3cd91 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519102 Feb 09 04:31:00.192985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=12']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:31:00.316707 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88478b-6983-4516-ba37-5887ce145325 req-e32a631f-e4bf-4a4c-ac42-883a19eb2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:31:00.318338 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc88478b-6983-4516-ba37-5887ce145325 req-e32a631f-e4bf-4a4c-ac42-883a19eb2fb8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1129 time: 0.0462892 Feb 09 04:31:00.364572 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fc88478b-6983-4516-ba37-5887ce145325 req-d75aaf13-f955-49cf-9818-3bca5c2e095e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 Feb 09 04:31:01.293753 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a58fa0-7bd0-4bba-8155-6076295552e5 req-d0aad6dd-13fb-4681-acdf-128a85f556a5 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:31:01.295790 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-43a58fa0-7bd0-4bba-8155-6076295552e5 req-d0aad6dd-13fb-4681-acdf-128a85f556a5 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 946 time: 0.0696321 Feb 09 04:31:01.362619 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-43a58fa0-7bd0-4bba-8155-6076295552e5 req-8eb6ff2b-3eca-4106-b752-6e04b71efce8 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535402 Feb 09 04:31:02.485145 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbb552-fe8a-47ea-8fda-c17d7236bc00 req-ae0febd5-a3eb-47a3-8cf2-f34895742bbc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:31:02.486645 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a3cbb552-fe8a-47ea-8fda-c17d7236bc00 req-ae0febd5-a3eb-47a3-8cf2-f34895742bbc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 946 time: 0.0524249 Feb 09 04:31:02.534809 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a3cbb552-fe8a-47ea-8fda-c17d7236bc00 req-87acad97-edce-4bfa-af8e-ba7dac848b2f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419681 Feb 09 04:31:08.204657 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:15.801819 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0bc80a4c-4dbe-4824-8b22-a8b3b6169986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:18.293428 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d40fa77c-a925-4bb1-9006-00a855f255c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:19.623248 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:21.051265 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:22.161271 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:23.378067 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:31:24.832898 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:38.214392 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:45.803437 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-615fc20a-9c0f-47e6-9eca-a3ef7bcf3420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:48.295796 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d3a99147-001d-4aaf-aad3-1152c92e751d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:48.328437 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4b44241-1d76-41a0-a794-4ceae9303b56 req-938c37cc-cb16-4359-bd96-bbaaff8fff83 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489211 Feb 09 04:31:48.413089 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44241-1d76-41a0-a794-4ceae9303b56 req-87c23679-8d07-44c5-9e2c-80b9d4f5e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:31:48.414598 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4b44241-1d76-41a0-a794-4ceae9303b56 req-87c23679-8d07-44c5-9e2c-80b9d4f5e621 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1129 time: 0.0460682 Feb 09 04:31:48.513409 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44241-1d76-41a0-a794-4ceae9303b56 req-df8fa01c-911e-4a6e-b901-a6b547102e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:31:48.514868 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4b44241-1d76-41a0-a794-4ceae9303b56 req-df8fa01c-911e-4a6e-b901-a6b547102e98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0832605 Feb 09 04:31:48.583180 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4b44241-1d76-41a0-a794-4ceae9303b56 req-653bcf11-8e21-4567-afb0-cc85dd6f3ce5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 1000 time: 0.0625846 Feb 09 04:31:48.629757 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44241-1d76-41a0-a794-4ceae9303b56 req-e08acc05-cad6-4a1f-8376-72a8b58c8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:31:48.631182 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4b44241-1d76-41a0-a794-4ceae9303b56 req-e08acc05-cad6-4a1f-8376-72a8b58c8106 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0430090 Feb 09 04:31:48.678831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44241-1d76-41a0-a794-4ceae9303b56 req-7d56a565-48f4-4f1b-b5f2-6258089bc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:31:48.680344 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4b44241-1d76-41a0-a794-4ceae9303b56 req-7d56a565-48f4-4f1b-b5f2-6258089bc778 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438344 Feb 09 04:31:48.770609 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4b44241-1d76-41a0-a794-4ceae9303b56 req-ecf1b656-6dce-4459-ba71-1e2f2fb6cff1 service neutron] 10.222.0.42 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845749 Feb 09 04:31:48.864887 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f4b44241-1d76-41a0-a794-4ceae9303b56 req-a33bf54b-ca3d-4631-a7ad-155e66fffcfc service neutron] 10.222.0.42 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885513 Feb 09 04:31:49.627544 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:51.054471 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:52.162612 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:31:54.833061 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:00.377723 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:32:08.210806 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:13.364770 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58062) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:32:13.525963 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Deleting port 8c29bd19-ef21-4f39-9552-3d83fabb78bf {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:32:13.526354 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (8c29bd19-ef21-4f39-9552-3d83fabb78bf), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:13.602667 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (8c29bd19-ef21-4f39-9552-3d83fabb78bf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:13.602988 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for floatingip (8c29bd19-ef21-4f39-9552-3d83fabb78bf), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:13.615673 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Calling delete_port for 8c29bd19-ef21-4f39-9552-3d83fabb78bf owned by network:floatingip {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:32:13.767389 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (8c29bd19-ef21-4f39-9552-3d83fabb78bf), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:13.791075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event deleted for resources: {'Port': ['ID=8c29bd19-ef21-4f39-9552-3d83fabb78bf,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:13.803740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.804090 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.804431 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.804767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.805098 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.805454 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.805783 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.806109 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.806436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.806763 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.807086 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.807405 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.807723 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:13.868989 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for floatingip (cbc6f7d1-227a-41c8-8e6d-2ea34e654ebd), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:13.869284 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Floating IP cbc6f7d1-227a-41c8-8e6d-2ea34e654ebd disassociated (deleted). External IP: 172.25.5.11, port: a346fa5e-99f8-41e9-a865-e7b535b8e32b. Feb 09 04:32:14.077340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Router bf163f5c-b9be-4de1-a6d9-806482be9557 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:32:14.186355 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:32:14.190852 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:14.197003 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d00c505-ac56-434a-857b-370b54e78541 None None] Sync routers for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:32:14.207255 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00c505-ac56-434a-857b-370b54e78541 None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:32:14.207854 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-4d00c505-ac56-434a-857b-370b54e78541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:31:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:32:14.221458 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-c71c0313-1137-441a-828f-8002d41c21ed tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "DELETE /v2.0/floatingips/cbc6f7d1-227a-41c8-8e6d-2ea34e654ebd HTTP/1.1" status: 204 len: 168 time: 0.8555086 Feb 09 04:32:14.222156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:32:14.224811 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c143e2d6-91e6-4686-b585-05a42169f76f" -d '{"events": [{"name": "network-changed", "server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:32:14.324286 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-4d00c505-ac56-434a-857b-370b54e78541 None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:32:14.350297 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9b0120-f9e3-46eb-b541-f5649fcf3f1c x-openstack-request-id: req-5c9b0120-f9e3-46eb-b541-f5649fcf3f1c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:32:14.350798 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:32:14.351284 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c9b0120-f9e3-46eb-b541-f5649fcf3f1c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:32:14.351930 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'status': 'completed', 'code': 200} Feb 09 04:32:14.433043 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143e2d6-91e6-4686-b585-05a42169f76f req-a58068ca-848a-476b-bdf9-230a5007afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:14.434586 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c143e2d6-91e6-4686-b585-05a42169f76f req-a58068ca-848a-476b-bdf9-230a5007afbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 1129 time: 0.0541813 Feb 09 04:32:14.482970 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355024f-cd1f-4474-80e6-f0d51caf2085 req-5b598955-2378-4848-9213-b5909bc4c517 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:14.484495 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7355024f-cd1f-4474-80e6-f0d51caf2085 req-5b598955-2378-4848-9213-b5909bc4c517 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 946 time: 0.0594287 Feb 09 04:32:14.529619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143e2d6-91e6-4686-b585-05a42169f76f req-c7959559-f17a-4f6d-8c62-9480f1558bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:14.531217 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c143e2d6-91e6-4686-b585-05a42169f76f req-c7959559-f17a-4f6d-8c62-9480f1558bf6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0906909 Feb 09 04:32:14.538575 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-4d00c505-ac56-434a-857b-370b54e78541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:32:14.539062 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7355024f-cd1f-4474-80e6-f0d51caf2085 req-68f50526-a258-47d2-8d17-77b6f3ff8b3b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483398 Feb 09 04:32:14.565277 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d00c505-ac56-434a-857b-370b54e78541 None None] Checking router: bf163f5c-b9be-4de1-a6d9-806482be9557 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:32:14.574112 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00c505-ac56-434a-857b-370b54e78541 None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:32:14.574706 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-4d00c505-ac56-434a-857b-370b54e78541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:31:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:32:14.586139 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c143e2d6-91e6-4686-b585-05a42169f76f req-1fba1133-0b96-483e-99b8-09656e957d4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 200 len: 217 time: 0.0480337 Feb 09 04:32:14.634374 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143e2d6-91e6-4686-b585-05a42169f76f req-20509616-63b8-48a8-b6d6-b489e00e2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:14.635822 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c143e2d6-91e6-4686-b585-05a42169f76f req-20509616-63b8-48a8-b6d6-b489e00e2f29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0440907 Feb 09 04:32:14.681667 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-4d00c505-ac56-434a-857b-370b54e78541 None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:32:14.685248 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143e2d6-91e6-4686-b585-05a42169f76f req-cb992e27-2551-4dba-a959-ca264fb7057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:14.686773 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c143e2d6-91e6-4686-b585-05a42169f76f req-cb992e27-2551-4dba-a959-ca264fb7057b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436215 Feb 09 04:32:14.779398 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c143e2d6-91e6-4686-b585-05a42169f76f req-b08f09aa-40db-4d24-9d32-e04c034b7f81 service neutron] 10.222.0.42 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860341 Feb 09 04:32:14.868975 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-c143e2d6-91e6-4686-b585-05a42169f76f req-1e9744dd-d20f-4e35-a28a-1962f69e7ddd service neutron] 10.222.0.42 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824842 Feb 09 04:32:14.879503 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-4d00c505-ac56-434a-857b-370b54e78541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:32:14.912623 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d00c505-ac56-434a-857b-370b54e78541 None None] The sync data for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 is: [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:32:15.131195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1f5da-43d0-4a1c-bec9-c55acfaab5d2 None None] New status for floating IP cbc6f7d1-227a-41c8-8e6d-2ea34e654ebd: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:32:15.666434 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e94fe-7ee4-4b28-949a-93e804f9769a req-4df484ef-de0b-4f70-a2a5-5c2236b8e90b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:15.667888 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-027e94fe-7ee4-4b28-949a-93e804f9769a req-4df484ef-de0b-4f70-a2a5-5c2236b8e90b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 946 time: 0.0532429 Feb 09 04:32:15.715919 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-027e94fe-7ee4-4b28-949a-93e804f9769a req-f5b7aaf7-7da2-4e77-b365-4236ff7e20a9 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=84974af7-6679-4c93-9d01-aff4d3401bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 Feb 09 04:32:15.773552 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac393211-395a-4fcf-9125-2553e1f10ba5 req-67809e1a-dae7-4d07-b0a5-ead1a77b24dc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:15.775000 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac393211-395a-4fcf-9125-2553e1f10ba5 req-67809e1a-dae7-4d07-b0a5-ead1a77b24dc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.42 "GET /v2.0/ports?device_id=509c380a-93f8-44b8-ae9d-7c1fc2fa6203 HTTP/1.1" status: 200 len: 946 time: 0.0581863 Feb 09 04:32:15.805693 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-158022f4-9397-4ba6-abc3-feddd66bf0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:15.868585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-ac393211-395a-4fcf-9125-2553e1f10ba5 req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Deleting port a346fa5e-99f8-41e9-a865-e7b535b8e32b {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:32:15.868823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ac393211-395a-4fcf-9125-2553e1f10ba5 req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:15.960385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-ac393211-395a-4fcf-9125-2553e1f10ba5 req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] For port a346fa5e-99f8-41e9-a865-e7b535b8e32b, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=a346fa5e-99f8-41e9-a865-e7b535b8e32b,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:32:15.960745 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ac393211-395a-4fcf-9125-2553e1f10ba5 req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:15.974203 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-ac393211-395a-4fcf-9125-2553e1f10ba5 req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Calling delete_port for a346fa5e-99f8-41e9-a865-e7b535b8e32b owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:32:16.105699 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ac393211-395a-4fcf-9125-2553e1f10ba5 req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (a346fa5e-99f8-41e9-a865-e7b535b8e32b), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:16.134074 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event deleted for resources: {'Port': ['ID=a346fa5e-99f8-41e9-a865-e7b535b8e32b,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:16.146600 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.146948 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.147350 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.147689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.148032 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.148361 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.148803 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.149130 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.149485 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.149812 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.150137 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.150455 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.150771 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:16.186798 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac393211-395a-4fcf-9125-2553e1f10ba5 req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] No DVR routers for this DVR port a346fa5e-99f8-41e9-a865-e7b535b8e32b on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:32:16.189976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-ac393211-395a-4fcf-9125-2553e1f10ba5 req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:16.193228 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac393211-395a-4fcf-9125-2553e1f10ba5 req-eae311e9-0377-4e02-b1b3-68421334124c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.42 "DELETE /v2.0/ports/a346fa5e-99f8-41e9-a865-e7b535b8e32b HTTP/1.1" status: 204 len: 173 time: 0.4128659 Feb 09 04:32:16.193686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'name': 'network-vif-deleted', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:32:16.196008 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f52516a-0411-4ade-b2e7-cb82d44718a6" -d '{"events": [{"server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "name": "network-vif-deleted", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:32:16.235304 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97954f36-944d-46ff-b77f-03be1da1f0b3 x-openstack-request-id: req-97954f36-944d-46ff-b77f-03be1da1f0b3 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:32:16.235593 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509c380a-93f8-44b8-ae9d-7c1fc2fa6203", "name": "network-vif-deleted", "tag": "a346fa5e-99f8-41e9-a865-e7b535b8e32b", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:32:16.235840 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97954f36-944d-46ff-b77f-03be1da1f0b3 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:32:16.236254 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509c380a-93f8-44b8-ae9d-7c1fc2fa6203', 'name': 'network-vif-deleted', 'tag': 'a346fa5e-99f8-41e9-a865-e7b535b8e32b', 'status': 'completed', 'code': 200} Feb 09 04:32:16.772662 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58086) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:32:16.831405 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9141be5-31b3-4a4f-bf9f-1c66c0428ce3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group (84974af7-6679-4c93-9d01-aff4d3401bc7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:16.856149 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9141be5-31b3-4a4f-bf9f-1c66c0428ce3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group (84974af7-6679-4c93-9d01-aff4d3401bc7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:16.915797 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9141be5-31b3-4a4f-bf9f-1c66c0428ce3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (84974af7-6679-4c93-9d01-aff4d3401bc7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:16.918824 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9141be5-31b3-4a4f-bf9f-1c66c0428ce3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:16.920229 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f9141be5-31b3-4a4f-bf9f-1c66c0428ce3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "DELETE /v2.0/security-groups/84974af7-6679-4c93-9d01-aff4d3401bc7 HTTP/1.1" status: 204 len: 168 time: 0.1465793 Feb 09 04:32:16.930589 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9141be5-31b3-4a4f-bf9f-1c66c0428ce3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84974af7-6679-4c93-9d01-aff4d3401bc7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:18.297479 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4df2b30a-a698-4e44-977f-1ad4b1a172db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.217817 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58096) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:32:19.222356 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-6ceb36c2-e838-4362-b51d-04c650035428 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1728101506', 'description': 'tempest-secgroup-smoke-1728101506 description', 'project_id': '306317884a0c4d609837316cda8f69f6'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:32:19.242549 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ceb36c2-e838-4362-b51d-04c650035428 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.312084 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ceb36c2-e838-4362-b51d-04c650035428 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group (592bf5e1-a28f-4d12-9c76-120817a91236), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.316703 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ceb36c2-e838-4362-b51d-04c650035428 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (592bf5e1-a28f-4d12-9c76-120817a91236), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.346298 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ceb36c2-e838-4362-b51d-04c650035428 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.347501 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-6ceb36c2-e838-4362-b51d-04c650035428 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1286805 Feb 09 04:32:19.349416 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb36c2-e838-4362-b51d-04c650035428 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592bf5e1-a28f-4d12-9c76-120817a91236,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:19.350594 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58098) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:32:19.355245 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-24245a86-01c1-46c9-af55-6be1afeaa190 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group_rule': {'security_group_id': '592bf5e1-a28f-4d12-9c76-120817a91236', 'project_id': '306317884a0c4d609837316cda8f69f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:32:19.380581 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24245a86-01c1-46c9-af55-6be1afeaa190 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (eabe4ab8-8eb3-4ffa-97e1-40acf9f81b79), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.434670 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24245a86-01c1-46c9-af55-6be1afeaa190 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (eabe4ab8-8eb3-4ffa-97e1-40acf9f81b79), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.438022 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24245a86-01c1-46c9-af55-6be1afeaa190 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (eabe4ab8-8eb3-4ffa-97e1-40acf9f81b79), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.456867 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24245a86-01c1-46c9-af55-6be1afeaa190 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabe4ab8-8eb3-4ffa-97e1-40acf9f81b79,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:19.464726 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-24245a86-01c1-46c9-af55-6be1afeaa190 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.465938 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-24245a86-01c1-46c9-af55-6be1afeaa190 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143067 Feb 09 04:32:19.468719 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58100) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:32:19.473177 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-31ff5b78-303b-4e18-a754-c6fee2a5ee0b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group_rule': {'security_group_id': '592bf5e1-a28f-4d12-9c76-120817a91236', 'project_id': '306317884a0c4d609837316cda8f69f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:32:19.497383 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31ff5b78-303b-4e18-a754-c6fee2a5ee0b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (047735c3-9ff6-4ca6-8a04-cbfc823152d1), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.556016 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31ff5b78-303b-4e18-a754-c6fee2a5ee0b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (047735c3-9ff6-4ca6-8a04-cbfc823152d1), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.559582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31ff5b78-303b-4e18-a754-c6fee2a5ee0b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (047735c3-9ff6-4ca6-8a04-cbfc823152d1), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.576456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff5b78-303b-4e18-a754-c6fee2a5ee0b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047735c3-9ff6-4ca6-8a04-cbfc823152d1,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:19.584814 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-31ff5b78-303b-4e18-a754-c6fee2a5ee0b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.588669 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-31ff5b78-303b-4e18-a754-c6fee2a5ee0b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164310 Feb 09 04:32:19.588831 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58102) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:32:19.593294 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-ba8bc741-7bef-4f90-9fe5-b60eb0b6faab tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group_rule': {'security_group_id': '592bf5e1-a28f-4d12-9c76-120817a91236', 'project_id': '306317884a0c4d609837316cda8f69f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:32:19.618028 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc741-7bef-4f90-9fe5-b60eb0b6faab tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (5a6667fd-a983-4c5b-840c-11632c3ad799), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.627762 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.675447 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc741-7bef-4f90-9fe5-b60eb0b6faab tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (5a6667fd-a983-4c5b-840c-11632c3ad799), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.678947 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc741-7bef-4f90-9fe5-b60eb0b6faab tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (5a6667fd-a983-4c5b-840c-11632c3ad799), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.696884 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bc741-7bef-4f90-9fe5-b60eb0b6faab tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6667fd-a983-4c5b-840c-11632c3ad799,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:19.700912 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc741-7bef-4f90-9fe5-b60eb0b6faab tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.702250 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-ba8bc741-7bef-4f90-9fe5-b60eb0b6faab tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123011 Feb 09 04:32:19.706674 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58104) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:32:19.711133 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-4b558846-8045-4c90-962e-b2338786887b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group_rule': {'security_group_id': '592bf5e1-a28f-4d12-9c76-120817a91236', 'project_id': '306317884a0c4d609837316cda8f69f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:32:19.735552 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b558846-8045-4c90-962e-b2338786887b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (de5e79ce-d2d4-4452-9937-41491bbd0ee3), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.791358 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b558846-8045-4c90-962e-b2338786887b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (de5e79ce-d2d4-4452-9937-41491bbd0ee3), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.794314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b558846-8045-4c90-962e-b2338786887b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (de5e79ce-d2d4-4452-9937-41491bbd0ee3), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.811401 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b558846-8045-4c90-962e-b2338786887b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5e79ce-d2d4-4452-9937-41491bbd0ee3,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:19.819693 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4b558846-8045-4c90-962e-b2338786887b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.821020 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-4b558846-8045-4c90-962e-b2338786887b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133642 Feb 09 04:32:19.823822 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58106) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:32:19.828538 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-57189f9f-3d7d-4dbc-86e5-483b37085911 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group_rule': {'security_group_id': '592bf5e1-a28f-4d12-9c76-120817a91236', 'project_id': '306317884a0c4d609837316cda8f69f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:32:19.848884 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-57189f9f-3d7d-4dbc-86e5-483b37085911 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Project 306317884a0c4d609837316cda8f69f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:32:19.853616 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57189f9f-3d7d-4dbc-86e5-483b37085911 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (612c81a3-1521-4bae-a947-fb5d0983e029), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.913738 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57189f9f-3d7d-4dbc-86e5-483b37085911 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (612c81a3-1521-4bae-a947-fb5d0983e029), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.917212 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57189f9f-3d7d-4dbc-86e5-483b37085911 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (612c81a3-1521-4bae-a947-fb5d0983e029), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.935103 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57189f9f-3d7d-4dbc-86e5-483b37085911 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612c81a3-1521-4bae-a947-fb5d0983e029,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:19.942777 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57189f9f-3d7d-4dbc-86e5-483b37085911 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:19.943967 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-57189f9f-3d7d-4dbc-86e5-483b37085911 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190991 Feb 09 04:32:19.946792 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58108) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:32:19.951069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3f2506d5-2844-471f-8ae6-515a9585126a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'security_group_rule': {'security_group_id': '592bf5e1-a28f-4d12-9c76-120817a91236', 'project_id': '306317884a0c4d609837316cda8f69f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:32:19.971335 n-d-824835-15 neutron-server[103328]: INFO neutron.db.securitygroups_db [None req-3f2506d5-2844-471f-8ae6-515a9585126a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Project 306317884a0c4d609837316cda8f69f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:32:19.976346 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f2506d5-2844-471f-8ae6-515a9585126a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (30178153-ff59-48a9-b59e-68c9752d5c69), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:20.036232 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f2506d5-2844-471f-8ae6-515a9585126a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (30178153-ff59-48a9-b59e-68c9752d5c69), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:20.039714 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f2506d5-2844-471f-8ae6-515a9585126a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (30178153-ff59-48a9-b59e-68c9752d5c69), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:20.057226 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2506d5-2844-471f-8ae6-515a9585126a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30178153-ff59-48a9-b59e-68c9752d5c69,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:20.065822 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3f2506d5-2844-471f-8ae6-515a9585126a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:20.067131 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3f2506d5-2844-471f-8ae6-515a9585126a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192832 Feb 09 04:32:20.351410 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a346fa5e-99f8-41e9-a865-e7b535b8e32b no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:32:20.371470 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: a346fa5e-99f8-41e9-a865-e7b535b8e32b {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:32:20.371814 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device a346fa5e-99f8-41e9-a865-e7b535b8e32b not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:32:21.057654 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:22.164271 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:24.847176 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:37.377267 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:32:38.223562 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:38.586360 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-5709a4b8-a340-4892-abb9-edfb2d609849 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728101506&fields=id&tenant_id=306317884a0c4d609837316cda8f69f6 HTTP/1.1" status: 200 len: 267 time: 0.0442328 Feb 09 04:32:38.694240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-e7d43d75-ced4-4058-85ff-82c7cddf5ce2 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:38.695708 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-e7d43d75-ced4-4058-85ff-82c7cddf5ce2 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 809 time: 0.1029589 Feb 09 04:32:38.710725 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-9b78fa34-2fb1-4080-89d5-ff98aa68139d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/quotas/306317884a0c4d609837316cda8f69f6 HTTP/1.1" status: 200 len: 375 time: 0.0097027 Feb 09 04:32:38.769630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-a4cb1dd7-3e92-46ec-93ad-2c71a5666664 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540428 Feb 09 04:32:38.864334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-028dae47-e21a-4cc9-8df4-0f3b121ce61f service neutron] 10.222.0.21 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838165 Feb 09 04:32:38.962050 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-da02964d-7a02-4f96-9543-fe826accae2d service neutron] 10.222.0.21 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919585 Feb 09 04:32:39.244701 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b1b03d12-5a51-4c40-bb09-5eabafaa8199 req-f49e66a3-e8af-4303-91d4-63ea4b0babff tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 210 time: 0.0287466 Feb 09 04:32:40.273721 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-a1d20630-2c9c-4224-b2e0-cb3c3f4dc3d7 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:40.275354 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-a1d20630-2c9c-4224-b2e0-cb3c3f4dc3d7 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 809 time: 0.1071723 Feb 09 04:32:40.358334 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-dfa34655-6956-43e8-8aee-aeb5ed029c8b req-9bff330d-c841-45f2-9da1-7406695b4c1c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 210 time: 0.0404458 Feb 09 04:32:40.376274 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-3069fefc-b15b-4931-8d6e-d48cfb566d50 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=306317884a0c4d609837316cda8f69f6 HTTP/1.1" status: 200 len: 380 time: 0.0867462 Feb 09 04:32:40.385419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'port': {'device_id': '3383082c-58db-4be1-b098-009eb9625bb0', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'admin_state_up': True, 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'security_groups': ['592bf5e1-a28f-4d12-9c76-120817a91236']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:32:40.494864 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Made reservation on behalf of 306317884a0c4d609837316cda8f69f6 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:32:40.498210 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:40.634337 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Allocated IP 172.20.0.14 (7e3cf6a3-eaa3-46a0-8385-fa2203029cc4/c8819b44-adb8-4173-b2cf-dbdc36940a17/c230cc14-ef4a-4993-9c4e-d8214f489254) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:32:40.776978 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:40.817313 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:40.859265 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:32:40.864824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:32:40.867345 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:32:40.898107 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'Port': ['ID=c230cc14-ef4a-4993-9c4e-d8214f489254,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:40.928636 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:40.929304 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:40.947521 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-64b69134-258a-4ed6-acda-f17a0f59910c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5657930 Feb 09 04:32:40.964326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Request body: {'port': {'device_id': '3383082c-58db-4be1-b098-009eb9625bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:32:41.035267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:41.161411 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b91dee74-1f5b-417b-a6ae-96e5552c04b1 None None] Provisioning complete for port c230cc14-ef4a-4993-9c4e-d8214f489254 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:32:41.162008 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b91dee74-1f5b-417b-a6ae-96e5552c04b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:41.200873 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b91dee74-1f5b-417b-a6ae-96e5552c04b1 None None] Port c230cc14-ef4a-4993-9c4e-d8214f489254 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:32:41.314745 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c230cc14-ef4a-4993-9c4e-d8214f489254 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:32:41.322202 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Publish callbacks [] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:41.334234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Transition to ACTIVE for port object c230cc14-ef4a-4993-9c4e-d8214f489254 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:32:41.337794 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:41.438603 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Pushing event updated for resources: {'Port': ['ID=c230cc14-ef4a-4993-9c4e-d8214f489254,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:41.478563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Attempting to bind port c230cc14-ef4a-4993-9c4e-d8214f489254 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:32:41.478917 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Attempting to bind port c230cc14-ef4a-4993-9c4e-d8214f489254 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:32:41.479240 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Attempting to bind port c230cc14-ef4a-4993-9c4e-d8214f489254 on network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:32:41.484300 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Port c230cc14-ef4a-4993-9c4e-d8214f489254 on network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:32:41.485092 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Attempting to bind port c230cc14-ef4a-4993-9c4e-d8214f489254 on network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:32:41.490627 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:32:41.490971 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Checking segment: {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:32:41.491524 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Bound using segment: {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:32:41.492546 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Bound port: c230cc14-ef4a-4993-9c4e-d8214f489254, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5319f9-641d-4cfb-8259-7adb5fac8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:32:41.492907 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:41.528162 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f55fba-d7bd-47c9-a8e4-0cb7cf4c79b0 req-c851bd0b-faed-4991-ab0d-679ad0adc051 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:41.535921 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13f55fba-d7bd-47c9-a8e4-0cb7cf4c79b0 req-c851bd0b-faed-4991-ab0d-679ad0adc051 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0653462 Feb 09 04:32:41.568690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] For port c230cc14-ef4a-4993-9c4e-d8214f489254, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:32:41.572228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] For port c230cc14-ef4a-4993-9c4e-d8214f489254, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c230cc14-ef4a-4993-9c4e-d8214f489254,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:32:41.580456 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:41.598237 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13f55fba-d7bd-47c9-a8e4-0cb7cf4c79b0 req-dc9470b8-7997-4cb6-a1db-30a8829497dd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574217 Feb 09 04:32:41.627368 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:41.628432 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:41.630037 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] 10.222.0.65 "PUT /v2.0/ports/c230cc14-ef4a-4993-9c4e-d8214f489254 HTTP/1.1" status: 200 len: 1093 time: 0.6701007 Feb 09 04:32:41.632533 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:32:41.634960 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b1eef6-fd67-4e3a-bfdc-a1934b38637c" -d '{"events": [{"name": "network-changed", "server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:32:41.669764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33b40d-9294-4493-8578-a2f1d7893c70 service neutron] Pushing event updated for resources: {'Port': ['ID=c230cc14-ef4a-4993-9c4e-d8214f489254,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:41.700640 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f263999-612e-4b6f-bf24-3ee7637f7569 x-openstack-request-id: req-0f263999-612e-4b6f-bf24-3ee7637f7569 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:32:41.700925 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:32:41.701176 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f263999-612e-4b6f-bf24-3ee7637f7569 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:32:41.701594 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'status': 'completed', 'code': 200} Feb 09 04:32:41.744904 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-f1cffd45-37bd-49ac-abcb-3199cb643898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:41.746454 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-f1cffd45-37bd-49ac-abcb-3199cb643898 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1127 time: 0.0566523 Feb 09 04:32:41.802619 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-87c7feda-a0e4-4cb2-ac18-021cc7b289f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c230cc14-ef4a-4993-9c4e-d8214f489254 HTTP/1.1" status: 200 len: 217 time: 0.0425403 Feb 09 04:32:41.853272 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-0ce8e8a2-9bff-4d27-9799-a9f9e370ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:41.855016 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-0ce8e8a2-9bff-4d27-9799-a9f9e370ca6f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0470600 Feb 09 04:32:41.907901 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-65d0e6bb-a4f3-418e-a4b4-ed2c478fc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:41.909515 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-65d0e6bb-a4f3-418e-a4b4-ed2c478fc2b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484755 Feb 09 04:32:42.004615 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-5e4f7c75-70f8-4456-837e-2cb41cfb184a service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894649 Feb 09 04:32:42.094810 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-0b6b9cad-b7b7-4161-9a77-5e374d8812ff req-2a722029-0e59-48d6-9d6b-1b80e0f3cfb3 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837049 Feb 09 04:32:42.213764 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1eef6-fd67-4e3a-bfdc-a1934b38637c req-0aed4b65-f930-41ba-84a1-d04b70bb6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:42.215250 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95b1eef6-fd67-4e3a-bfdc-a1934b38637c req-0aed4b65-f930-41ba-84a1-d04b70bb6982 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1127 time: 0.0508065 Feb 09 04:32:42.306325 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1eef6-fd67-4e3a-bfdc-a1934b38637c req-1a551c45-a9e6-4998-94c3-14b58aebb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:42.307809 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95b1eef6-fd67-4e3a-bfdc-a1934b38637c req-1a551c45-a9e6-4998-94c3-14b58aebb370 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0861516 Feb 09 04:32:42.352603 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95b1eef6-fd67-4e3a-bfdc-a1934b38637c req-c0cf308a-ff0e-4396-a174-883fbe766381 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c230cc14-ef4a-4993-9c4e-d8214f489254 HTTP/1.1" status: 200 len: 217 time: 0.0385048 Feb 09 04:32:42.399964 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1eef6-fd67-4e3a-bfdc-a1934b38637c req-d20d10a2-e27b-4f08-a17a-0b2537636201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:42.401448 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95b1eef6-fd67-4e3a-bfdc-a1934b38637c req-d20d10a2-e27b-4f08-a17a-0b2537636201 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0438373 Feb 09 04:32:42.451409 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1eef6-fd67-4e3a-bfdc-a1934b38637c req-77f9675d-a76c-4531-a493-fc765c8a3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:42.452913 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95b1eef6-fd67-4e3a-bfdc-a1934b38637c req-77f9675d-a76c-4531-a493-fc765c8a3a9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453422 Feb 09 04:32:42.546596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95b1eef6-fd67-4e3a-bfdc-a1934b38637c req-bbc7c2e6-94fe-411d-be60-f99c1a8c7250 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865788 Feb 09 04:32:42.637630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95b1eef6-fd67-4e3a-bfdc-a1934b38637c req-09ecd297-62e7-4008-9190-60d10fc377a0 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855482 Feb 09 04:32:42.712034 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8600f6-393c-4860-b759-6d476e038a96 req-3150d7eb-78ee-4d57-b5f9-ba5f55609204 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:42.713700 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-de8600f6-393c-4860-b759-6d476e038a96 req-3150d7eb-78ee-4d57-b5f9-ba5f55609204 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0536380 Feb 09 04:32:42.761486 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-de8600f6-393c-4860-b759-6d476e038a96 req-56ae8d10-c3cb-444d-9150-920833951da2 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414248 Feb 09 04:32:43.884726 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f02249-4014-411a-9367-0ded486bd14f req-72038947-1703-4b80-b1ea-d4a559a21302 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:43.886234 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-24f02249-4014-411a-9367-0ded486bd14f req-72038947-1703-4b80-b1ea-d4a559a21302 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0552771 Feb 09 04:32:43.935563 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-24f02249-4014-411a-9367-0ded486bd14f req-4bb9eee5-b5b8-4b83-be9c-b04fe5b66523 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428252 Feb 09 04:32:45.055756 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b1824-4c0e-4040-b852-106831612541 req-fd59897b-b48c-4092-89a5-f2c98f06c10a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:45.057324 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba2b1824-4c0e-4040-b852-106831612541 req-fd59897b-b48c-4092-89a5-f2c98f06c10a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0533540 Feb 09 04:32:45.109728 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ba2b1824-4c0e-4040-b852-106831612541 req-9969c979-e6f7-4b4b-84ab-95930b69ad58 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464242 Feb 09 04:32:45.808323 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37b8fded-de54-4604-addb-7b6dd83586b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:46.236682 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35526f72-f21c-4243-a986-b4c01e6548ed req-c1b2cc07-6018-453c-8c92-06897097a2fc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:46.238196 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35526f72-f21c-4243-a986-b4c01e6548ed req-c1b2cc07-6018-453c-8c92-06897097a2fc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0599859 Feb 09 04:32:46.289057 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-35526f72-f21c-4243-a986-b4c01e6548ed req-3b31c318-631a-4fbc-af37-ac788f6c0f29 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451038 Feb 09 04:32:47.410915 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44725-8700-40ce-8417-eff2ad8e8912 req-e1c0a079-b8f5-4d69-a418-9c30da58b6bd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:47.412509 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ed44725-8700-40ce-8417-eff2ad8e8912 req-e1c0a079-b8f5-4d69-a418-9c30da58b6bd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0541930 Feb 09 04:32:47.461898 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-1ed44725-8700-40ce-8417-eff2ad8e8912 req-77b0cfbd-dfec-4b9a-99cc-99a23e944ec5 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Feb 09 04:32:48.299858 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a47bcf88-b057-4f61-9c5c-90c19c9b0e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:48.582837 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce1077-2d8d-4970-81c1-dbcb6a386b32 req-a7a78a6c-276d-4139-8ec6-cf202f8e322b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:48.584264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cbce1077-2d8d-4970-81c1-dbcb6a386b32 req-a7a78a6c-276d-4139-8ec6-cf202f8e322b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0562279 Feb 09 04:32:48.634490 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cbce1077-2d8d-4970-81c1-dbcb6a386b32 req-50e570fb-9678-4ae9-b1c4-59b56797fd00 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446734 Feb 09 04:32:49.632459 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:49.761689 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd5a16-1279-4c55-8229-b7f0f2bc0a07 req-696cb6c4-7e77-41f8-9fb4-8328208d7a68 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:49.763178 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2fd5a16-1279-4c55-8229-b7f0f2bc0a07 req-696cb6c4-7e77-41f8-9fb4-8328208d7a68 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0567064 Feb 09 04:32:49.813657 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2fd5a16-1279-4c55-8229-b7f0f2bc0a07 req-b48ec725-682b-4ec0-a626-ebcbd03bfc43 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443661 Feb 09 04:32:50.940563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a2553-1935-4463-a859-129041788b66 req-2bcb0cea-31d1-4782-96e1-cfaddcff137f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:50.942178 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c34a2553-1935-4463-a859-129041788b66 req-2bcb0cea-31d1-4782-96e1-cfaddcff137f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0568933 Feb 09 04:32:50.991308 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c34a2553-1935-4463-a859-129041788b66 req-0fad3014-5ec2-4d96-9fc7-463db00f5478 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 Feb 09 04:32:51.062119 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:52.114960 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740d555-32a5-403a-987c-aed8fff7ee1e req-6d2992fa-1357-4d31-ab63-02743ece4bf9 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:52.116397 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a740d555-32a5-403a-987c-aed8fff7ee1e req-6d2992fa-1357-4d31-ab63-02743ece4bf9 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0575337 Feb 09 04:32:52.164712 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a740d555-32a5-403a-987c-aed8fff7ee1e req-a919258c-6b47-449f-bc64-53a6b6e74f28 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426071 Feb 09 04:32:52.166812 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:53.287640 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91fbb7-56e9-41dd-9b6a-982d2e6b0f27 req-002702db-92a3-4095-b27d-144696e35824 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:53.289840 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca91fbb7-56e9-41dd-9b6a-982d2e6b0f27 req-002702db-92a3-4095-b27d-144696e35824 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0541198 Feb 09 04:32:53.337818 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ca91fbb7-56e9-41dd-9b6a-982d2e6b0f27 req-b6b73d46-3c29-40c4-9fca-c3652191495c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426745 Feb 09 04:32:54.453979 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31ed0-1a9f-4049-994a-a29d3afaebfd req-c198bc20-68d7-46b5-9f92-5c18e531f18d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:54.455451 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8de31ed0-1a9f-4049-994a-a29d3afaebfd req-c198bc20-68d7-46b5-9f92-5c18e531f18d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0520203 Feb 09 04:32:54.504304 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8de31ed0-1a9f-4049-994a-a29d3afaebfd req-22e4d9ee-ebb7-48fe-8097-89b4a0d1f186 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432312 Feb 09 04:32:54.845042 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:55.621419 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0aa5a7-dd02-4b8b-8182-86bca3b7c24c req-885bca68-84a8-4c7b-bb0f-7dd6ff724764 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:55.622884 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf0aa5a7-dd02-4b8b-8182-86bca3b7c24c req-885bca68-84a8-4c7b-bb0f-7dd6ff724764 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0518239 Feb 09 04:32:55.675836 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cf0aa5a7-dd02-4b8b-8182-86bca3b7c24c req-1d585a01-1858-4de2-bc9f-4959246994b4 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474045 Feb 09 04:32:56.799221 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a0604-5411-4cd6-972f-12c6c24f1bbc req-1466ac6b-8b66-413d-b906-e3bcb28c4752 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:56.800699 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450a0604-5411-4cd6-972f-12c6c24f1bbc req-1466ac6b-8b66-413d-b906-e3bcb28c4752 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0566211 Feb 09 04:32:56.847990 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-450a0604-5411-4cd6-972f-12c6c24f1bbc req-d5da6d73-ca61-4fbc-bbf4-2b236dfe7858 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416486 Feb 09 04:32:57.964775 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eef12-bd8d-4fd3-b771-9216311ef2d0 req-e014f688-7245-4cf3-8c23-18d2acd7f6d2 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:57.966247 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-660eef12-bd8d-4fd3-b771-9216311ef2d0 req-e014f688-7245-4cf3-8c23-18d2acd7f6d2 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0518839 Feb 09 04:32:58.016543 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-660eef12-bd8d-4fd3-b771-9216311ef2d0 req-1dc0b401-dd38-408b-839d-8c682e11dcec tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441389 Feb 09 04:32:59.136215 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf18cd-eeb4-435c-993a-800f2e9d5510 req-0bf87391-3dce-4dbc-98fd-1ddbd833bfe0 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:32:59.137706 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fbcf18cd-eeb4-435c-993a-800f2e9d5510 req-0bf87391-3dce-4dbc-98fd-1ddbd833bfe0 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0530589 Feb 09 04:32:59.186854 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fbcf18cd-eeb4-435c-993a-800f2e9d5510 req-27e97557-136b-49b2-b0b6-39c1ea607c8f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Feb 09 04:32:59.201328 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c230cc14-ef4a-4993-9c4e-d8214f489254 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:32:59.300422 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c230cc14-ef4a-4993-9c4e-d8214f489254, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c230cc14-ef4a-4993-9c4e-d8214f489254,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:32:59.311522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'port_id': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'mac_address': 'fa:16:3e:b2:fb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:32:59.348743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port c230cc14-ef4a-4993-9c4e-d8214f489254 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:32:59.349135 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:59.367938 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c230cc14-ef4a-4993-9c4e-d8214f489254 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:32:59.387931 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c230cc14-ef4a-4993-9c4e-d8214f489254, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c230cc14-ef4a-4993-9c4e-d8214f489254,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:32:59.393282 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:32:59.440402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=c230cc14-ef4a-4993-9c4e-d8214f489254,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:32:59.447483 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.447826 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.448167 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.448498 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.448827 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.449153 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.449518 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.449841 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.450162 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.450481 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.450805 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.451121 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.451436 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:32:59.856251 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['c230cc14-ef4a-4993-9c4e-d8214f489254'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:33:00.311922 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45507eee-8c79-4d45-a171-e44efa34ab28 req-ec6defba-4956-4959-bc41-01efebe64cc5 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:00.313442 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45507eee-8c79-4d45-a171-e44efa34ab28 req-ec6defba-4956-4959-bc41-01efebe64cc5 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 945 time: 0.0549283 Feb 09 04:33:00.363262 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-45507eee-8c79-4d45-a171-e44efa34ab28 req-b064de93-4bf5-4d5d-821e-fea6d62cde6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 Feb 09 04:33:01.216554 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c230cc14-ef4a-4993-9c4e-d8214f489254 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:33:01.270264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port c230cc14-ef4a-4993-9c4e-d8214f489254 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:33:01.274421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port c230cc14-ef4a-4993-9c4e-d8214f489254 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:33:01.274803 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:01.350229 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port c230cc14-ef4a-4993-9c4e-d8214f489254 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:33:01.350598 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:01.372934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:33:01.375880 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537e2e7d-d4cf-4098-8cac-be5b18d36634" -d '{"events": [{"server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "name": "network-vif-plugged", "status": "completed", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:33:01.390928 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c230cc14-ef4a-4993-9c4e-d8214f489254, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c230cc14-ef4a-4993-9c4e-d8214f489254,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:33:01.396863 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:01.428374 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06179f80-b078-4d6c-88c3-d6771785c629 x-openstack-request-id: req-06179f80-b078-4d6c-88c3-d6771785c629 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:33:01.429396 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "name": "network-vif-plugged", "status": "completed", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:33:01.429640 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06179f80-b078-4d6c-88c3-d6771785c629 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:33:01.430053 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'code': 200} Feb 09 04:33:01.464937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=c230cc14-ef4a-4993-9c4e-d8214f489254,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:33:01.505217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae0ab-286f-4e7f-b5c6-94900fd2aee4 req-3e9169a0-e01f-4e4e-98bd-927f77a002f0 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:01.506711 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66cae0ab-286f-4e7f-b5c6-94900fd2aee4 req-3e9169a0-e01f-4e4e-98bd-927f77a002f0 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0631394 Feb 09 04:33:01.586392 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-66cae0ab-286f-4e7f-b5c6-94900fd2aee4 req-88c7bf0a-36c8-4aa4-b3ad-5575d4319bf5 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738785 Feb 09 04:33:01.592666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ca2e6-b19f-4413-8eeb-1f666a8037a2 req-00f30ad8-41ea-4944-b208-8875ae651287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:01.594493 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a9ca2e6-b19f-4413-8eeb-1f666a8037a2 req-00f30ad8-41ea-4944-b208-8875ae651287 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0754197 Feb 09 04:33:01.643761 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-8a9ca2e6-b19f-4413-8eeb-1f666a8037a2 req-9aff1563-1a58-4cb0-93d9-f793d21f13b6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 Feb 09 04:33:02.706285 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf756ec2-ed3c-4a14-a170-35f98354aec6 req-1d065739-26a7-4c67-ac7d-9915967a19b9 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:02.707743 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf756ec2-ed3c-4a14-a170-35f98354aec6 req-1d065739-26a7-4c67-ac7d-9915967a19b9 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0519016 Feb 09 04:33:02.760054 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bf756ec2-ed3c-4a14-a170-35f98354aec6 req-89f6c6a3-04b4-48ad-ba08-b5e34b1bcbcd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464878 Feb 09 04:33:03.879396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd4108-81a4-4888-add5-7b42672288a6 req-d5b0b38f-3abc-49ba-9594-e09e8290bdd9 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:03.880865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22fd4108-81a4-4888-add5-7b42672288a6 req-d5b0b38f-3abc-49ba-9594-e09e8290bdd9 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0520446 Feb 09 04:33:03.932757 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-22fd4108-81a4-4888-add5-7b42672288a6 req-c581fbc1-3c90-4d5c-a3f3-bf5e7ec6b329 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463765 Feb 09 04:33:04.054528 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11251923-f133-492f-a4df-e4f557f5d435 req-f7eca9ad-dfc3-4084-b892-d27a87edaaac tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:04.055912 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11251923-f133-492f-a4df-e4f557f5d435 req-f7eca9ad-dfc3-4084-b892-d27a87edaaac tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0528553 Feb 09 04:33:04.104533 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-11251923-f133-492f-a4df-e4f557f5d435 req-bbd63dc4-07ab-466c-93e8-118bcfe5ed26 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Feb 09 04:33:04.126816 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58330) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:33:04.212429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648a5bb-137b-4a2c-81a6-827b15abd8c8 tempest-TestShelveInstance-961724189 tempest-TestShelveInstance-961724189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:04.213997 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2648a5bb-137b-4a2c-81a6-827b15abd8c8 tempest-TestShelveInstance-961724189 tempest-TestShelveInstance-961724189-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1124 time: 0.0862226 Feb 09 04:33:04.216785 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58334) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:33:04.221618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:33:04.241844 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:04.341051 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:04.442895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Allocated IP 172.25.5.182 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/6ce9e2fa-33cd-413b-b75e-00e44a3d8b63) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:33:04.547571 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for port (6ce9e2fa-33cd-413b-b75e-00e44a3d8b63), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:04.579940 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6ce9e2fa-33cd-413b-b75e-00e44a3d8b63), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:04.618800 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:33:04.621587 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:33:04.625957 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:33:04.646997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'Port': ['ID=6ce9e2fa-33cd-413b-b75e-00e44a3d8b63,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:33:04.971930 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for floatingip (3030110d-0c02-4025-a040-9982f89a37c6), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:05.040282 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (6ce9e2fa-33cd-413b-b75e-00e44a3d8b63), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:05.191605 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for port (6ce9e2fa-33cd-413b-b75e-00e44a3d8b63), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:05.196062 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (6ce9e2fa-33cd-413b-b75e-00e44a3d8b63), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:05.268183 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event updated for resources: {'Port': ['ID=6ce9e2fa-33cd-413b-b75e-00e44a3d8b63,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:33:05.278277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (3030110d-0c02-4025-a040-9982f89a37c6), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:05.378926 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Floating IP 3030110d-0c02-4025-a040-9982f89a37c6 associated. External IP: 172.25.5.182, port: c230cc14-ef4a-4993-9c4e-d8214f489254. Feb 09 04:33:05.902323 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Router bf163f5c-b9be-4de1-a6d9-806482be9557 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:33:06.007062 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:33:06.016543 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903d354-215e-45dd-8cd3-1bc32018945b None None] Sync routers for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:33:06.024113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:06.027390 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903d354-215e-45dd-8cd3-1bc32018945b None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:33:06.028176 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b903d354-215e-45dd-8cd3-1bc32018945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:32:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:33:06.058538 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c3f4f077-3158-4a1a-b0d7-6dcc7bb01e6c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8406804 Feb 09 04:33:06.059134 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:33:06.064055 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c05244-8dea-4d27-88f4-4757785a2e37" -d '{"events": [{"name": "network-changed", "server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:33:06.099292 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f7de9e-a250-496d-baf4-b1ec2530dcbc x-openstack-request-id: req-63f7de9e-a250-496d-baf4-b1ec2530dcbc {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:33:06.099606 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:33:06.099877 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63f7de9e-a250-496d-baf4-b1ec2530dcbc {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:33:06.100396 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'status': 'completed', 'code': 200} Feb 09 04:33:06.136982 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b903d354-215e-45dd-8cd3-1bc32018945b None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:33:06.186612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c05244-8dea-4d27-88f4-4757785a2e37 req-80778870-4d4a-4b34-806c-30ec67aebdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:06.188951 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09c05244-8dea-4d27-88f4-4757785a2e37 req-80778870-4d4a-4b34-806c-30ec67aebdc7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0474212 Feb 09 04:33:06.281191 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c05244-8dea-4d27-88f4-4757785a2e37 req-fd729ade-6f61-4947-8a6a-873e82039436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:06.283034 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09c05244-8dea-4d27-88f4-4757785a2e37 req-fd729ade-6f61-4947-8a6a-873e82039436 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0859346 Feb 09 04:33:06.352435 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09c05244-8dea-4d27-88f4-4757785a2e37 req-5b248a66-6afa-46a4-9d63-125bc1c87be3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c230cc14-ef4a-4993-9c4e-d8214f489254 HTTP/1.1" status: 200 len: 1000 time: 0.0641274 Feb 09 04:33:06.360021 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b903d354-215e-45dd-8cd3-1bc32018945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '3030110d-0c02-4025-a040-9982f89a37c6', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'port_id': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'mac_address': 'fa:16:3e:b2:fb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3383082c-58db-4be1-b098-009eb9625bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:33:04Z', 'updated_at': '2022-02-09T04:33:04Z', 'revision_number': 0, 'project_id': '306317884a0c4d609837316cda8f69f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:33:06.389056 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903d354-215e-45dd-8cd3-1bc32018945b None None] Checking router: bf163f5c-b9be-4de1-a6d9-806482be9557 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:33:06.398034 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903d354-215e-45dd-8cd3-1bc32018945b None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:33:06.398630 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b903d354-215e-45dd-8cd3-1bc32018945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:32:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:33:06.400503 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c05244-8dea-4d27-88f4-4757785a2e37 req-bdfb46ac-0651-47a6-a2e8-fc3bdc93577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:06.401979 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09c05244-8dea-4d27-88f4-4757785a2e37 req-bdfb46ac-0651-47a6-a2e8-fc3bdc93577d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0442674 Feb 09 04:33:06.449995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c05244-8dea-4d27-88f4-4757785a2e37 req-3b6c962e-7a79-440a-9de2-065d0a590360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:06.451396 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09c05244-8dea-4d27-88f4-4757785a2e37 req-3b6c962e-7a79-440a-9de2-065d0a590360 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439975 Feb 09 04:33:06.506382 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-b903d354-215e-45dd-8cd3-1bc32018945b None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:33:06.571144 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09c05244-8dea-4d27-88f4-4757785a2e37 req-e4076405-ed59-4c57-966f-473f99bad4ae service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135941 Feb 09 04:33:06.663812 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-09c05244-8dea-4d27-88f4-4757785a2e37 req-e7e6d431-fca6-4e32-aa80-17434c71aeca service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874493 Feb 09 04:33:06.755154 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-b903d354-215e-45dd-8cd3-1bc32018945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '3030110d-0c02-4025-a040-9982f89a37c6', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'port_id': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'mac_address': 'fa:16:3e:b2:fb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3383082c-58db-4be1-b098-009eb9625bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:33:04Z', 'updated_at': '2022-02-09T04:33:04Z', 'revision_number': 0, 'project_id': '306317884a0c4d609837316cda8f69f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:33:06.780215 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903d354-215e-45dd-8cd3-1bc32018945b None None] The sync data for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 is: [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '3030110d-0c02-4025-a040-9982f89a37c6', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'floating_ip_address': '172.25.5.182', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'port_id': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'mac_address': 'fa:16:3e:b2:fb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3383082c-58db-4be1-b098-009eb9625bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:33:04Z', 'updated_at': '2022-02-09T04:33:04Z', 'revision_number': 0, 'project_id': '306317884a0c4d609837316cda8f69f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:33:06.983205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b90cff0-3c8f-4482-acda-8a7e5b1e7d95 None None] New status for floating IP 3030110d-0c02-4025-a040-9982f89a37c6: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:33:08.225197 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:09.500817 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a0400f3-ab47-4bfb-bc11-c4f5f56dc801 req-d63aaa73-3830-4c07-817e-788e2e73cb34 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485578 Feb 09 04:33:09.599882 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0400f3-ab47-4bfb-bc11-c4f5f56dc801 req-30e37aa1-1bdb-45fe-9f9b-81c86ca7731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:09.601502 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a0400f3-ab47-4bfb-bc11-c4f5f56dc801 req-30e37aa1-1bdb-45fe-9f9b-81c86ca7731f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0442073 Feb 09 04:33:09.701156 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0400f3-ab47-4bfb-bc11-c4f5f56dc801 req-49b1c926-2455-4587-a155-d107bbe0a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:09.702766 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a0400f3-ab47-4bfb-bc11-c4f5f56dc801 req-49b1c926-2455-4587-a155-d107bbe0a039 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0840764 Feb 09 04:33:09.770788 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a0400f3-ab47-4bfb-bc11-c4f5f56dc801 req-dbd44d53-f115-40ea-84f3-b09ce34f3623 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c230cc14-ef4a-4993-9c4e-d8214f489254 HTTP/1.1" status: 200 len: 1002 time: 0.0614257 Feb 09 04:33:09.817217 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0400f3-ab47-4bfb-bc11-c4f5f56dc801 req-0c302ea7-0cd3-420d-8da4-321c89408028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:09.818672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a0400f3-ab47-4bfb-bc11-c4f5f56dc801 req-0c302ea7-0cd3-420d-8da4-321c89408028 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0426116 Feb 09 04:33:09.867554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0400f3-ab47-4bfb-bc11-c4f5f56dc801 req-c5622d46-85ca-40d0-9ed0-fb7eb885c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:33:09.869013 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a0400f3-ab47-4bfb-bc11-c4f5f56dc801 req-c5622d46-85ca-40d0-9ed0-fb7eb885c694 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450270 Feb 09 04:33:10.266020 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a0400f3-ab47-4bfb-bc11-c4f5f56dc801 req-53f4cab4-078a-429e-a4c9-d47638d0cd14 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901417 Feb 09 04:33:10.367119 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1a0400f3-ab47-4bfb-bc11-c4f5f56dc801 req-4a7f4abe-fcfd-41ec-8846-dcb8afb1c537 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942075 Feb 09 04:33:14.376421 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:33:15.810255 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f975a03-9fd1-41ac-a6bf-47ba122aaac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:18.301218 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2956c65-7b80-4623-a371-a89b3d85eee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:19.635461 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:21.063400 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:22.170200 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:24.847615 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:38.223043 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:45.812735 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-33681861-dcb6-4d0f-bf21-e81c8d5bbc27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:48.457529 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89d873c2-80c6-49a0-822f-fd550caf380c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:49.637215 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:51.064671 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:51.375027 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:33:52.174107 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:33:54.847164 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:08.235675 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:09.540737 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-55121175-b172-4e08-ad86-24ba565b7c2d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478795 Feb 09 04:34:09.639152 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-bd151bef-2178-46ad-8b78-f80e3e797a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:34:09.640706 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-bd151bef-2178-46ad-8b78-f80e3e797a40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0449893 Feb 09 04:34:09.739984 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-c4e10c40-4cec-449e-822d-04fdce00985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:34:09.741458 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-c4e10c40-4cec-449e-822d-04fdce00985d service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0836074 Feb 09 04:34:09.808732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-404e9629-fe0a-4e99-ae9c-02e7aae6a16a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c230cc14-ef4a-4993-9c4e-d8214f489254 HTTP/1.1" status: 200 len: 1002 time: 0.0614762 Feb 09 04:34:09.854702 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-2d17bbe4-419d-4d71-827d-a1095abc2b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:34:09.856139 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-2d17bbe4-419d-4d71-827d-a1095abc2b5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0421591 Feb 09 04:34:09.903297 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-bc5263d1-c3fb-4270-aa75-a81f83e058d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:34:09.904952 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-bc5263d1-c3fb-4270-aa75-a81f83e058d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434496 Feb 09 04:34:09.914075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-72185939-8f04-4167-a940-b2a4272b900b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:34:09.914991 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-72185939-8f04-4167-a940-b2a4272b900b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049262 Feb 09 04:34:10.004635 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-143f6f6d-4067-4f6e-b4ad-d4ad455cad93 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834565 Feb 09 04:34:10.091264 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-7e9d31c5-ca47-4458-82fc-5790dba517de req-ae587eca-010d-4128-9caf-2aa3d9b5fbd9 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807023 Feb 09 04:34:15.813773 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2385b1b4-be6d-474d-87c8-ff0371ba8d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:18.299433 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23130fb5-c570-40e9-9cf4-2913ba05953d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:19.640921 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:21.066508 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:22.176561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:24.858616 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:28.374543 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:34:38.235874 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:45.816186 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d04cef91-b639-4514-b5a4-87ff24cda62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:48.301682 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1316bf1a-f120-4e54-b9c1-d8d324748e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:49.645888 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:51.071974 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:52.178754 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:34:54.859261 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:03.951358 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ebd43-61d7-473e-b3cb-af275f25b7bb req-c1a73319-d171-4f14-b26f-5a50cc6c8a6b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:03.952846 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f14ebd43-61d7-473e-b3cb-af275f25b7bb req-c1a73319-d171-4f14-b26f-5a50cc6c8a6b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0584335 Feb 09 04:35:04.002498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f14ebd43-61d7-473e-b3cb-af275f25b7bb req-52d39b96-479c-4cfd-800c-b836ee6da457 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438743 Feb 09 04:35:05.138039 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1f8e1-3d93-423b-9d38-3be940716f94 req-cf9d7407-179c-47b6-b3d7-1a728234f6b0 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:05.139385 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2a1f8e1-3d93-423b-9d38-3be940716f94 req-cf9d7407-179c-47b6-b3d7-1a728234f6b0 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0545943 Feb 09 04:35:05.187373 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-f2a1f8e1-3d93-423b-9d38-3be940716f94 req-8c4cd3f3-6248-4a15-96d9-610ae486764f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Feb 09 04:35:05.374923 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:35:06.310234 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89ea95-07b7-403b-aa62-0f3975c698db req-61f4bcd3-f803-4b02-9274-a9e15f4fd1f2 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:06.311648 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d89ea95-07b7-403b-aa62-0f3975c698db req-61f4bcd3-f803-4b02-9274-a9e15f4fd1f2 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0528975 Feb 09 04:35:06.359910 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d89ea95-07b7-403b-aa62-0f3975c698db req-8f8cb7e1-cf77-48a1-b56d-37c7693bbac6 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427999 Feb 09 04:35:07.478438 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac474ac2-1e81-4006-b611-d7987a6d85ca req-da539681-26f6-456c-a019-f300ced20fee tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:07.479908 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac474ac2-1e81-4006-b611-d7987a6d85ca req-da539681-26f6-456c-a019-f300ced20fee tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0521722 Feb 09 04:35:07.533054 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ac474ac2-1e81-4006-b611-d7987a6d85ca req-c3f77f25-3342-4c05-93f4-e6011f8fab13 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469356 Feb 09 04:35:08.250730 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:08.655414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1a4e0-fcf0-4aa4-b82b-483495f9a7da req-120cf356-746f-4c2d-93e9-87e0071cf75f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:08.656791 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efe1a4e0-fcf0-4aa4-b82b-483495f9a7da req-120cf356-746f-4c2d-93e9-87e0071cf75f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0572557 Feb 09 04:35:08.705313 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-efe1a4e0-fcf0-4aa4-b82b-483495f9a7da req-de95deeb-65d6-4976-b44f-6bbfe91abe98 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 Feb 09 04:35:08.959375 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c4074-7394-49d0-ab3e-a33a37f9553d req-7372b23b-b8e0-4a88-a479-1db75c693d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:08.960897 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a57c4074-7394-49d0-ab3e-a33a37f9553d req-7372b23b-b8e0-4a88-a479-1db75c693d1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0829611 Feb 09 04:35:09.063753 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c4074-7394-49d0-ab3e-a33a37f9553d req-ee11959f-a1ab-4395-97aa-2e9849998ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:09.065198 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a57c4074-7394-49d0-ab3e-a33a37f9553d req-ee11959f-a1ab-4395-97aa-2e9849998ada service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0856063 Feb 09 04:35:09.134820 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a57c4074-7394-49d0-ab3e-a33a37f9553d req-cf32470b-4ff9-4d59-9f2e-72da08af13ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c230cc14-ef4a-4993-9c4e-d8214f489254 HTTP/1.1" status: 200 len: 1002 time: 0.0623233 Feb 09 04:35:09.181470 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c4074-7394-49d0-ab3e-a33a37f9553d req-9e2baafd-0b79-487e-9555-95a805e67b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:09.182794 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a57c4074-7394-49d0-ab3e-a33a37f9553d req-9e2baafd-0b79-487e-9555-95a805e67b28 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0430336 Feb 09 04:35:09.230261 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c4074-7394-49d0-ab3e-a33a37f9553d req-fb39e5fb-33fb-4a89-abd5-82c783792556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:09.232335 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a57c4074-7394-49d0-ab3e-a33a37f9553d req-fb39e5fb-33fb-4a89-abd5-82c783792556 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431452 Feb 09 04:35:09.324678 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a57c4074-7394-49d0-ab3e-a33a37f9553d req-c9087135-3a57-4934-ba02-f7b849ff1ea2 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871644 Feb 09 04:35:09.412412 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a57c4074-7394-49d0-ab3e-a33a37f9553d req-170d4d43-0f0d-47b5-bbfe-ddf3a74cd9de service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818195 Feb 09 04:35:09.830179 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8133f1-ce33-4b61-8750-38f6b44edd3b req-1132a89e-afcc-43dd-b016-0f678ee8885d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:09.831642 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b8133f1-ce33-4b61-8750-38f6b44edd3b req-1132a89e-afcc-43dd-b016-0f678ee8885d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0578039 Feb 09 04:35:09.884849 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0b8133f1-ce33-4b61-8750-38f6b44edd3b req-b9a8fa6d-ac77-4a00-b410-2db57cddddb1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474415 Feb 09 04:35:11.008561 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efd1cf-c45b-4288-841c-8c1fea20209b req-ca44eea4-c450-424e-9f80-fd3d8bb428f1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:11.010072 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b4efd1cf-c45b-4288-841c-8c1fea20209b req-ca44eea4-c450-424e-9f80-fd3d8bb428f1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0574386 Feb 09 04:35:11.058723 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b4efd1cf-c45b-4288-841c-8c1fea20209b req-ab24614b-01fe-4ef1-859b-f5516d820a3e tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420885 Feb 09 04:35:12.177849 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25b6d2-88fd-474b-a930-e9260c14b1ee req-d1e91284-9fff-489a-ae85-0641423687f8 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:12.179320 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d25b6d2-88fd-474b-a930-e9260c14b1ee req-d1e91284-9fff-489a-ae85-0641423687f8 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0529258 Feb 09 04:35:12.227921 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8d25b6d2-88fd-474b-a930-e9260c14b1ee req-111f90b8-6bd8-47df-9872-0e9510a57f80 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 Feb 09 04:35:13.351151 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834bb4f-10b2-4a6d-8e5c-dd9c7a058ee2 req-963893c1-dbe4-4e13-80d2-2d236c67c20a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:13.352624 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a834bb4f-10b2-4a6d-8e5c-dd9c7a058ee2 req-963893c1-dbe4-4e13-80d2-2d236c67c20a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0526958 Feb 09 04:35:13.401036 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a834bb4f-10b2-4a6d-8e5c-dd9c7a058ee2 req-30341ee8-c8d1-4c99-95ee-dfcc8efe2ffe tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420716 Feb 09 04:35:14.176461 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ca3d-191f-4ef9-a583-6a2cf2683b4c req-e2b11409-f478-4a4e-802a-47632fb31050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:14.177959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4057ca3d-191f-4ef9-a583-6a2cf2683b4c req-e2b11409-f478-4a4e-802a-47632fb31050 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0488722 Feb 09 04:35:14.268211 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ca3d-191f-4ef9-a583-6a2cf2683b4c req-7f954eb7-2c04-41a4-975a-498360aff9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:14.269737 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4057ca3d-191f-4ef9-a583-6a2cf2683b4c req-7f954eb7-2c04-41a4-975a-498360aff9ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0861685 Feb 09 04:35:14.338808 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4057ca3d-191f-4ef9-a583-6a2cf2683b4c req-13cadb0a-3ade-4a48-b69a-3db2ba5af40b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c230cc14-ef4a-4993-9c4e-d8214f489254 HTTP/1.1" status: 200 len: 1002 time: 0.0631299 Feb 09 04:35:14.385153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ca3d-191f-4ef9-a583-6a2cf2683b4c req-06cc390f-ae11-482f-92ad-6155902da942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:14.386601 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4057ca3d-191f-4ef9-a583-6a2cf2683b4c req-06cc390f-ae11-482f-92ad-6155902da942 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0420856 Feb 09 04:35:14.437880 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ca3d-191f-4ef9-a583-6a2cf2683b4c req-8c42cb5c-9e3f-4f7e-a1a6-2cd20ecff2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:14.439427 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4057ca3d-191f-4ef9-a583-6a2cf2683b4c req-8c42cb5c-9e3f-4f7e-a1a6-2cd20ecff2c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464983 Feb 09 04:35:14.526971 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a5b93-8a31-4591-ab5b-2d1a2cbede4b req-eff8932b-ef58-42f5-92f8-50b16013a94a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:14.528918 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-920a5b93-8a31-4591-ab5b-2d1a2cbede4b req-eff8932b-ef58-42f5-92f8-50b16013a94a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0571923 Feb 09 04:35:14.533522 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4057ca3d-191f-4ef9-a583-6a2cf2683b4c req-bd3610c9-8766-49d3-a5ea-52d2cdfc285c service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871837 Feb 09 04:35:14.578474 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-920a5b93-8a31-4591-ab5b-2d1a2cbede4b req-ed69804e-c70b-486f-8f95-28547cebe889 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436463 Feb 09 04:35:14.622601 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-4057ca3d-191f-4ef9-a583-6a2cf2683b4c req-0386a2c5-440e-48cd-8b37-e830ed57184f service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835845 Feb 09 04:35:15.755699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8437f6-9ec6-42f1-b1cc-5dbe34b3391f req-8d84c229-7aa2-46d2-a129-1c389b330986 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:15.757185 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab8437f6-9ec6-42f1-b1cc-5dbe34b3391f req-8d84c229-7aa2-46d2-a129-1c389b330986 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.1119130 Feb 09 04:35:15.806039 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ab8437f6-9ec6-42f1-b1cc-5dbe34b3391f req-53f500eb-123f-4fb3-bb55-5288e08d2a0f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424929 Feb 09 04:35:15.820731 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eee71f8a-17ce-4455-b9ec-686d795b9b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:16.972340 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecb73d-4617-4ec2-9d3d-41134419e647 req-50d3a1e6-c137-4686-bf5c-b599242df02d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:16.973966 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3cecb73d-4617-4ec2-9d3d-41134419e647 req-50d3a1e6-c137-4686-bf5c-b599242df02d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0980539 Feb 09 04:35:17.024750 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3cecb73d-4617-4ec2-9d3d-41134419e647 req-73c789d4-b70a-4bd7-a275-9ce9ea754541 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449216 Feb 09 04:35:18.151520 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad5cba-4019-4312-825e-8b83968eaf32 req-8f86fd55-f00b-4f6c-b34a-4a06a48562be tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:18.153727 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-34ad5cba-4019-4312-825e-8b83968eaf32 req-8f86fd55-f00b-4f6c-b34a-4a06a48562be tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0583563 Feb 09 04:35:18.203171 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-34ad5cba-4019-4312-825e-8b83968eaf32 req-b6a9cdc6-6508-4635-8616-d55810a6e874 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437744 Feb 09 04:35:18.303934 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e55d284-23b4-4abe-9ea1-e7f63caf00a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:19.325623 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3ff1b-27ee-4d49-a6bb-a4c2c7ef7095 req-b6e1da04-a997-475e-a390-cdcbf5c25e52 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:19.327125 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6b3ff1b-27ee-4d49-a6bb-a4c2c7ef7095 req-b6e1da04-a997-475e-a390-cdcbf5c25e52 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0546422 Feb 09 04:35:19.382689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d6b3ff1b-27ee-4d49-a6bb-a4c2c7ef7095 req-e7fb37af-cb06-44df-8ef0-fcec01bbcd5f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483973 Feb 09 04:35:19.647301 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:19.989036 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c230cc14-ef4a-4993-9c4e-d8214f489254 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:35:20.071198 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port c230cc14-ef4a-4993-9c4e-d8214f489254 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:35:20.071597 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:20.095657 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:35:20.098039 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa10f04-c678-4aeb-a072-ff6b18c79621" -d '{"events": [{"server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:35:20.110923 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c230cc14-ef4a-4993-9c4e-d8214f489254, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c230cc14-ef4a-4993-9c4e-d8214f489254,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:35:20.115382 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:20.138777 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 04:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0904a9df-8bf7-4399-afd2-ecba870f6a7b x-openstack-request-id: req-0904a9df-8bf7-4399-afd2-ecba870f6a7b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:35:20.139067 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "name": "network-vif-unplugged", "status": "failed", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254", "code": 422}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:35:20.139319 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0904a9df-8bf7-4399-afd2-ecba870f6a7b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:35:20.139709 n-d-824835-15 neutron-server[103329]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'code': 422} returned with failed status Feb 09 04:35:20.164011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=c230cc14-ef4a-4993-9c4e-d8214f489254,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:35:20.172135 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.172488 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.172835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.173189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.173539 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.173877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.174206 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.174535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.174864 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.175195 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.175519 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.175844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.176169 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:35:20.504502 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743908e-d2a5-4af6-b43b-c869abf993a6 req-8bdbd116-cc54-435a-a26f-0a0055a9d4ea tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:20.505990 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b743908e-d2a5-4af6-b43b-c869abf993a6 req-8bdbd116-cc54-435a-a26f-0a0055a9d4ea tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0521748 Feb 09 04:35:20.554799 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b743908e-d2a5-4af6-b43b-c869abf993a6 req-25b8e816-d2ea-4928-bad1-420845109f54 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431967 Feb 09 04:35:21.072734 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:21.747106 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-e011dfa0-aff2-4c5d-bd09-101a4b9de04d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457814 Feb 09 04:35:21.755797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-3cdbe80d-9226-439e-af91-1c02a603afa2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:35:21.756776 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-3cdbe80d-9226-439e-af91-1c02a603afa2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050075 Feb 09 04:35:21.782313 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6865698-a20d-483a-940e-6cf0b376f5a7 req-52fa09f8-5742-4d4e-8d95-208a5597c004 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:21.783835 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6865698-a20d-483a-940e-6cf0b376f5a7 req-52fa09f8-5742-4d4e-8d95-208a5597c004 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0546086 Feb 09 04:35:21.831935 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a6865698-a20d-483a-940e-6cf0b376f5a7 req-8921fac8-e405-4f67-84dc-86997ea415fb tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422051 Feb 09 04:35:22.182360 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:22.952227 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e55f9-345a-48d7-a775-ecf73bb1ac24 req-ba69ed5d-1b35-469b-9e23-ad1f5975f0d1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:22.953724 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-505e55f9-345a-48d7-a775-ecf73bb1ac24 req-ba69ed5d-1b35-469b-9e23-ad1f5975f0d1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0532746 Feb 09 04:35:23.006266 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-505e55f9-345a-48d7-a775-ecf73bb1ac24 req-ac9c6b4f-c628-4c8f-bdd9-a44121adfe42 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470071 Feb 09 04:35:24.129859 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c074d42-0a66-468a-8627-d549f2859e05 req-5baca17a-1f73-4f16-9b48-92248e4d8afc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:24.131346 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c074d42-0a66-468a-8627-d549f2859e05 req-5baca17a-1f73-4f16-9b48-92248e4d8afc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0565186 Feb 09 04:35:24.181135 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-8c074d42-0a66-468a-8627-d549f2859e05 req-11751b15-85ca-42cc-a715-b298a1b53665 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441103 Feb 09 04:35:24.863068 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:25.301046 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4e3ca-3360-4710-8784-c634041a9ddc req-1138ddba-b30f-4ff2-a697-097e238c4707 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:25.302606 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95e4e3ca-3360-4710-8784-c634041a9ddc req-1138ddba-b30f-4ff2-a697-097e238c4707 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0538127 Feb 09 04:35:25.351570 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95e4e3ca-3360-4710-8784-c634041a9ddc req-4dca6b4a-3b1a-480c-8060-3e354348eb02 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433655 Feb 09 04:35:26.474108 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa0ac-62d0-4acf-a46c-aebb7592378c req-600a4917-8165-4b93-bd56-e5b8ba398d98 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:26.475596 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-90caa0ac-62d0-4acf-a46c-aebb7592378c req-600a4917-8165-4b93-bd56-e5b8ba398d98 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0530138 Feb 09 04:35:26.525059 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-90caa0ac-62d0-4acf-a46c-aebb7592378c req-3dabdf09-eb02-4e23-b1ca-fb5d0572fa32 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438061 Feb 09 04:35:27.647198 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487067a-b486-4915-8d36-5c4e692fceb4 req-b19e3feb-3a96-483f-867f-c4e6fe471bfd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:27.648562 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2487067a-b486-4915-8d36-5c4e692fceb4 req-b19e3feb-3a96-483f-867f-c4e6fe471bfd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0533295 Feb 09 04:35:27.697728 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2487067a-b486-4915-8d36-5c4e692fceb4 req-303235d4-b18e-4608-a444-5b74d4c430a2 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434852 Feb 09 04:35:28.821558 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5e03e-ad52-479e-b47a-fe6eb8224a87 req-9133fbc4-ded5-447b-bb8e-cfe66dba21dc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:28.822965 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caf5e03e-ad52-479e-b47a-fe6eb8224a87 req-9133fbc4-ded5-447b-bb8e-cfe66dba21dc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0580275 Feb 09 04:35:28.875763 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-caf5e03e-ad52-479e-b47a-fe6eb8224a87 req-49c48a94-4fc8-46cc-a11f-27f03ccc6d93 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464833 Feb 09 04:35:29.999652 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3016ea8-3a66-4c83-99fe-1fab6b404195 req-b3265799-8744-4418-9e91-c4a4b5d499a1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:30.001157 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b3016ea8-3a66-4c83-99fe-1fab6b404195 req-b3265799-8744-4418-9e91-c4a4b5d499a1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0584009 Feb 09 04:35:30.061620 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b3016ea8-3a66-4c83-99fe-1fab6b404195 req-513c4c9d-8f6d-4430-8282-f1b3e1940477 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505068 Feb 09 04:35:31.184464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a13584-c7b9-44a4-92b3-05e13be07964 req-90a834d5-c4a5-4dc2-bd75-56b8d959b069 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:31.186675 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36a13584-c7b9-44a4-92b3-05e13be07964 req-90a834d5-c4a5-4dc2-bd75-56b8d959b069 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0541358 Feb 09 04:35:31.236251 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-36a13584-c7b9-44a4-92b3-05e13be07964 req-b839c8ba-d730-4fb2-af63-4bb39da5d1ba tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438888 Feb 09 04:35:32.357876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f2cf-06ba-4997-9a7e-e570d1535274 req-fc2c6742-2899-45c2-892f-63a41df17b82 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:32.359483 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2230f2cf-06ba-4997-9a7e-e570d1535274 req-fc2c6742-2899-45c2-892f-63a41df17b82 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0537980 Feb 09 04:35:32.409456 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2230f2cf-06ba-4997-9a7e-e570d1535274 req-b8e1541d-87d7-49b4-976c-b7204460de4d tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442669 Feb 09 04:35:33.529384 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c82ce5-8cad-46db-ba99-8e80966a16c9 req-dde132f6-9744-49d4-9423-be4ab61382e4 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:33.530939 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3c82ce5-8cad-46db-ba99-8e80966a16c9 req-dde132f6-9744-49d4-9423-be4ab61382e4 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0540867 Feb 09 04:35:33.586860 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b3c82ce5-8cad-46db-ba99-8e80966a16c9 req-ed1f0179-316a-4c71-8dff-626c17a1a20a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486622 Feb 09 04:35:34.727789 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63866905-6929-4d00-bd7e-b03472cd69b2 req-3a2d8441-2c66-4aab-81de-2f69f5ac30a4 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:34.729360 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-63866905-6929-4d00-bd7e-b03472cd69b2 req-3a2d8441-2c66-4aab-81de-2f69f5ac30a4 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0661626 Feb 09 04:35:34.783860 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-63866905-6929-4d00-bd7e-b03472cd69b2 req-9be273c9-0d48-4b2d-9b30-0e261bd1b0c9 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487440 Feb 09 04:35:35.913745 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a0ef5-ecd0-4f3e-8a08-a03b88a2517c req-1d75a58c-6c6b-4462-8d0e-05497a801eda tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:35.915266 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-974a0ef5-ecd0-4f3e-8a08-a03b88a2517c req-1d75a58c-6c6b-4462-8d0e-05497a801eda tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0647216 Feb 09 04:35:35.964689 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-974a0ef5-ecd0-4f3e-8a08-a03b88a2517c req-d05bebb6-2b02-4ae8-87f9-9bdd4da19579 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429008 Feb 09 04:35:36.222068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-6c9b828b-c07f-4c22-affc-59208102cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:36.223577 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-6c9b828b-c07f-4c22-affc-59208102cc41 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0&tenant_id=306317884a0c4d609837316cda8f69f6 HTTP/1.1" status: 200 len: 1127 time: 0.0499406 Feb 09 04:35:36.303607 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-888b9bbf-53f6-42bf-8e13-fcdf4d34db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:36.305108 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-888b9bbf-53f6-42bf-8e13-fcdf4d34db22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1127 time: 0.0468364 Feb 09 04:35:36.399105 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-003b4952-6488-45ee-8cc8-75df5c3748f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:36.400556 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-003b4952-6488-45ee-8cc8-75df5c3748f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0886693 Feb 09 04:35:36.465096 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-74cecbb3-9a4b-402c-908c-b4d03a301648 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c230cc14-ef4a-4993-9c4e-d8214f489254 HTTP/1.1" status: 200 len: 1000 time: 0.0587971 Feb 09 04:35:36.512679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-277bf5b1-2382-4f9b-b5b2-3bb933ae0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:36.514814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-277bf5b1-2382-4f9b-b5b2-3bb933ae0411 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0444500 Feb 09 04:35:36.567448 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-3da4f748-3846-4c00-809a-eca26c4da9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:36.568945 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-3da4f748-3846-4c00-809a-eca26c4da9a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491247 Feb 09 04:35:36.656111 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-f8bb1d77-bdbe-4fbe-8bbb-b84e9507a08e service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814610 Feb 09 04:35:36.747205 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-bcb42ae5-65d7-4167-bec5-a7c6a4a5500d service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857651 Feb 09 04:35:37.091837 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1c315-cc74-4a55-91dc-5e3c50c310f1 req-a1b45773-663c-4f9c-adae-0e7bb85b01d1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:37.093323 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-15f1c315-cc74-4a55-91dc-5e3c50c310f1 req-a1b45773-663c-4f9c-adae-0e7bb85b01d1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0590255 Feb 09 04:35:37.141596 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-15f1c315-cc74-4a55-91dc-5e3c50c310f1 req-038f90ef-aa11-4b5b-8d2c-f02c34486834 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Feb 09 04:35:38.252098 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:38.264349 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a6dd9-0778-497d-bba3-a1bde5907383 req-60896787-e235-4b8b-b08d-976f11541118 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:38.265459 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a84a6dd9-0778-497d-bba3-a1bde5907383 req-60896787-e235-4b8b-b08d-976f11541118 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0563722 Feb 09 04:35:38.314408 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a84a6dd9-0778-497d-bba3-a1bde5907383 req-8609c24a-0a56-4be4-bad2-43c3d2a4db18 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433462 Feb 09 04:35:39.432707 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352a5eb-6a84-45cf-8a19-ce9df4a28967 req-9750d77d-2890-4209-9432-3308f6526e2c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:39.434218 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1352a5eb-6a84-45cf-8a19-ce9df4a28967 req-9750d77d-2890-4209-9432-3308f6526e2c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0527613 Feb 09 04:35:39.483411 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1352a5eb-6a84-45cf-8a19-ce9df4a28967 req-ec9ca7c9-10b4-4394-a826-45b3fdb972d8 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Feb 09 04:35:40.604712 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694d28-80a3-4389-b61f-a7dcb3b924b0 req-19e604b3-2724-4c59-b377-f370aad93e94 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:40.606228 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-48694d28-80a3-4389-b61f-a7dcb3b924b0 req-19e604b3-2724-4c59-b377-f370aad93e94 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0567372 Feb 09 04:35:40.654715 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-48694d28-80a3-4389-b61f-a7dcb3b924b0 req-b4ff702f-3907-43db-9bbc-74dc27528c25 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422883 Feb 09 04:35:41.776005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b15e7-4189-457f-901f-d67c388a5687 req-02074967-057e-4724-ad8d-ec030e6c52d3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:41.777454 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa7b15e7-4189-457f-901f-d67c388a5687 req-02074967-057e-4724-ad8d-ec030e6c52d3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0553703 Feb 09 04:35:41.827454 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fa7b15e7-4189-457f-901f-d67c388a5687 req-0fb40b19-344f-4787-a146-93ec9a42accc tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434024 Feb 09 04:35:42.374592 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:35:42.948880 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a6b1e-32f6-443b-9675-e0b043e4ece7 req-e2ec2ff4-f68a-486c-a114-f642a68eb005 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:42.950346 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e1a6b1e-32f6-443b-9675-e0b043e4ece7 req-e2ec2ff4-f68a-486c-a114-f642a68eb005 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0529311 Feb 09 04:35:43.000375 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5e1a6b1e-32f6-443b-9675-e0b043e4ece7 req-20c027e6-32f1-43e3-8006-fe1bf9f75822 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443871 Feb 09 04:35:44.121210 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0555e19-4ccf-4dfc-9bc0-41f6132199e7 req-b57b3d89-9427-495c-9cc5-41071eac4883 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:44.123948 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0555e19-4ccf-4dfc-9bc0-41f6132199e7 req-b57b3d89-9427-495c-9cc5-41071eac4883 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0549064 Feb 09 04:35:44.172861 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a0555e19-4ccf-4dfc-9bc0-41f6132199e7 req-03a54e6f-48e1-4a24-ad85-35332d5d09d1 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Feb 09 04:35:45.291826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b288b-b258-41b1-8018-56746e099792 req-732d7abb-5f50-4c24-be74-fc41718538d3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:45.293598 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d53b288b-b258-41b1-8018-56746e099792 req-732d7abb-5f50-4c24-be74-fc41718538d3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 944 time: 0.0546620 Feb 09 04:35:45.347083 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d53b288b-b258-41b1-8018-56746e099792 req-b0926e59-67a9-4658-8d8b-1f636f95a648 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477016 Feb 09 04:35:45.822192 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e5c22b4-1bba-4a03-8674-fc7088be5481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:46.079339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c230cc14-ef4a-4993-9c4e-d8214f489254 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:35:46.172416 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c230cc14-ef4a-4993-9c4e-d8214f489254, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c230cc14-ef4a-4993-9c4e-d8214f489254,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:35:46.183440 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'port_id': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'mac_address': 'fa:16:3e:b2:fb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:35:46.223809 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port c230cc14-ef4a-4993-9c4e-d8214f489254 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:35:46.224198 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:46.236485 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c230cc14-ef4a-4993-9c4e-d8214f489254 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:35:46.255957 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c230cc14-ef4a-4993-9c4e-d8214f489254, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c230cc14-ef4a-4993-9c4e-d8214f489254,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:35:46.259549 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:46.305717 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=c230cc14-ef4a-4993-9c4e-d8214f489254,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:35:46.468612 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e98d1c-f6dc-4ed8-988d-aed36aff7338 req-b77569a6-fc54-426e-85af-dee9b2fff02a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:46.470132 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e6e98d1c-f6dc-4ed8-988d-aed36aff7338 req-b77569a6-fc54-426e-85af-dee9b2fff02a tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 945 time: 0.0572357 Feb 09 04:35:46.518633 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-e6e98d1c-f6dc-4ed8-988d-aed36aff7338 req-af285a4b-d2c5-4836-901c-04e5333f74c5 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428336 Feb 09 04:35:46.636002 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['c230cc14-ef4a-4993-9c4e-d8214f489254'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:35:47.637320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30074181-cc60-442f-a8fb-a62c8ed495b0 req-4282af33-cd18-4bf4-ae05-8fd210cd4b64 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:47.639111 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30074181-cc60-442f-a8fb-a62c8ed495b0 req-4282af33-cd18-4bf4-ae05-8fd210cd4b64 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 945 time: 0.0537577 Feb 09 04:35:47.687844 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-30074181-cc60-442f-a8fb-a62c8ed495b0 req-5245cf24-5e37-48f4-b010-a16527aeac2f tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432079 Feb 09 04:35:48.084463 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c230cc14-ef4a-4993-9c4e-d8214f489254 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:35:48.134174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port c230cc14-ef4a-4993-9c4e-d8214f489254 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:35:48.134548 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:48.213447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port c230cc14-ef4a-4993-9c4e-d8214f489254 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:35:48.213842 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:48.235540 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:35:48.237797 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc2c5f3-a2ca-456c-80ab-dbdad603a8bb" -d '{"events": [{"server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "name": "network-vif-plugged", "status": "completed", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:35:48.251574 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port c230cc14-ef4a-4993-9c4e-d8214f489254, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c230cc14-ef4a-4993-9c4e-d8214f489254,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:35:48.255584 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:48.313083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=c230cc14-ef4a-4993-9c4e-d8214f489254,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:35:48.319779 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2be8-edf7-4a08-9600-e6b1534a5763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:48.328423 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2451ed-89de-4aab-ac05-fee7f2b968c4 x-openstack-request-id: req-db2451ed-89de-4aab-ac05-fee7f2b968c4 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:35:48.328717 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "name": "network-vif-plugged", "status": "completed", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:35:48.328973 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db2451ed-89de-4aab-ac05-fee7f2b968c4 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:35:48.329391 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'code': 200} Feb 09 04:35:48.517091 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b415e-71b4-40c8-a94e-4560b1d7b118 req-40a322f2-0b4b-406c-ae74-a132582e27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:48.518498 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed9b415e-71b4-40c8-a94e-4560b1d7b118 req-40a322f2-0b4b-406c-ae74-a132582e27d5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0436623 Feb 09 04:35:48.563469 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed9b415e-71b4-40c8-a94e-4560b1d7b118 req-5325356e-4679-4388-8cab-dcfc6102f239 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391552 Feb 09 04:35:48.806529 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ea05e-e1ce-4ca0-8efb-fe8ec9160ed8 req-6bec495c-5f78-4270-b6f8-6e5ef37ae656 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:48.808001 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-997ea05e-e1ce-4ca0-8efb-fe8ec9160ed8 req-6bec495c-5f78-4270-b6f8-6e5ef37ae656 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0524900 Feb 09 04:35:48.855895 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-997ea05e-e1ce-4ca0-8efb-fe8ec9160ed8 req-79eb215c-df8d-40ce-8fb0-8f33273dec7b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421488 Feb 09 04:35:49.648539 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:49.979681 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7695e57-d9b5-464e-84ba-259e7295b844 req-8835ffb2-c542-4dd8-b6fb-23ca8879c390 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:49.981092 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7695e57-d9b5-464e-84ba-259e7295b844 req-8835ffb2-c542-4dd8-b6fb-23ca8879c390 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0528421 Feb 09 04:35:50.036097 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-f7695e57-d9b5-464e-84ba-259e7295b844 req-d68da187-36a2-4105-842a-c8eb1636229b tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485079 Feb 09 04:35:51.076717 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:51.159464 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb9009-9a3b-4df2-8313-ace4e6ce9c86 req-76fdc29f-c905-488b-905f-e41c08f416e3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:35:51.160980 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13cb9009-9a3b-4df2-8313-ace4e6ce9c86 req-76fdc29f-c905-488b-905f-e41c08f416e3 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0576751 Feb 09 04:35:51.210661 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13cb9009-9a3b-4df2-8313-ace4e6ce9c86 req-770b008d-4dab-42ff-9d31-e1694f872b75 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Feb 09 04:35:52.185391 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:35:54.855706 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:08.249858 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:09.892572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bffcd33-32cd-4ef2-b438-092f203dbe3d req-3df439f4-806c-4f0e-b7ba-7cfdf20a8f68 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451083 Feb 09 04:36:09.995075 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffcd33-32cd-4ef2-b438-092f203dbe3d req-fa7ed913-cee5-4b1f-9164-0c979e9213fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:36:09.996601 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bffcd33-32cd-4ef2-b438-092f203dbe3d req-fa7ed913-cee5-4b1f-9164-0c979e9213fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0447903 Feb 09 04:36:10.103848 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffcd33-32cd-4ef2-b438-092f203dbe3d req-cae1ae21-3d33-4bcb-9961-3ac5902e908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:36:10.105309 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bffcd33-32cd-4ef2-b438-092f203dbe3d req-cae1ae21-3d33-4bcb-9961-3ac5902e908f service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0886226 Feb 09 04:36:10.171441 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bffcd33-32cd-4ef2-b438-092f203dbe3d req-e7845638-f930-4904-9c41-ebbad604f940 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c230cc14-ef4a-4993-9c4e-d8214f489254 HTTP/1.1" status: 200 len: 1002 time: 0.0598059 Feb 09 04:36:10.218958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffcd33-32cd-4ef2-b438-092f203dbe3d req-bd6bc0df-498d-40fb-93ef-1ee9e3f0d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:36:10.220409 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bffcd33-32cd-4ef2-b438-092f203dbe3d req-bd6bc0df-498d-40fb-93ef-1ee9e3f0d4f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0433567 Feb 09 04:36:10.276687 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffcd33-32cd-4ef2-b438-092f203dbe3d req-667c8869-6f7e-404c-b9dc-09c82293fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:36:10.278362 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bffcd33-32cd-4ef2-b438-092f203dbe3d req-667c8869-6f7e-404c-b9dc-09c82293fdae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515540 Feb 09 04:36:10.371980 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bffcd33-32cd-4ef2-b438-092f203dbe3d req-b500c539-a874-41d0-8488-b13cd62a6798 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877321 Feb 09 04:36:10.464109 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-5bffcd33-32cd-4ef2-b438-092f203dbe3d req-bd392a0d-0e06-47fe-9ad5-66fb03be413b service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864565 Feb 09 04:36:15.823701 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54688372-09de-4da9-bab7-5af75a35884f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:18.302790 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-951d844f-9e57-4ee8-a4f3-08f13eedb022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:19.374319 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:36:19.652022 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:21.077203 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:22.188194 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:24.855477 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:38.257211 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:45.825720 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b70d20fe-4121-447c-84e4-11f937914088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:48.304296 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-632e6e17-8195-460f-9692-3f8b84f05717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:49.655279 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:51.080442 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:52.190276 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:54.853476 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:36:56.372970 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:37:06.784148 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58522) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:06.943947 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Deleting port 6ce9e2fa-33cd-413b-b75e-00e44a3d8b63 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:37:06.944207 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (6ce9e2fa-33cd-413b-b75e-00e44a3d8b63), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:07.022681 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (6ce9e2fa-33cd-413b-b75e-00e44a3d8b63), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:07.023015 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for floatingip (6ce9e2fa-33cd-413b-b75e-00e44a3d8b63), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:07.034443 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Calling delete_port for 6ce9e2fa-33cd-413b-b75e-00e44a3d8b63 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:37:07.182849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (6ce9e2fa-33cd-413b-b75e-00e44a3d8b63), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:07.206231 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event deleted for resources: {'Port': ['ID=6ce9e2fa-33cd-413b-b75e-00e44a3d8b63,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:07.219457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.219818 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.220161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.220498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.220829 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.221161 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.221518 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.221847 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.222176 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.222501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.222826 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.223149 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.223474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:07.279872 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for floatingip (3030110d-0c02-4025-a040-9982f89a37c6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:07.280206 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Floating IP 3030110d-0c02-4025-a040-9982f89a37c6 disassociated (deleted). External IP: 172.25.5.182, port: c230cc14-ef4a-4993-9c4e-d8214f489254. Feb 09 04:37:07.490465 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Router bf163f5c-b9be-4de1-a6d9-806482be9557 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:37:07.598300 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:37:07.603113 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:07.608303 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31520a87-d83c-4621-9091-1bbedbaf24a4 None None] Sync routers for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:37:07.617742 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31520a87-d83c-4621-9091-1bbedbaf24a4 None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:07.618346 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-31520a87-d83c-4621-9091-1bbedbaf24a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:36:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:07.632693 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-78ec6e92-69fc-45ce-9f75-bf55575c3842 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "DELETE /v2.0/floatingips/3030110d-0c02-4025-a040-9982f89a37c6 HTTP/1.1" status: 204 len: 168 time: 0.8474553 Feb 09 04:37:07.633283 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:37:07.635564 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4486f6-2390-44f9-9068-af2e888ecac8" -d '{"events": [{"name": "network-changed", "server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:37:07.731628 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-31520a87-d83c-4621-9091-1bbedbaf24a4 None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:07.741632 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc689ccc-814b-4340-a213-c1ce4c150513 x-openstack-request-id: req-cc689ccc-814b-4340-a213-c1ce4c150513 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:37:07.741903 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:37:07.742632 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc689ccc-814b-4340-a213-c1ce4c150513 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:37:07.743057 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'status': 'completed', 'code': 200} Feb 09 04:37:07.838381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4486f6-2390-44f9-9068-af2e888ecac8 req-f18571c7-e29d-42ff-b94b-4a1f8e1db29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:07.841462 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e4486f6-2390-44f9-9068-af2e888ecac8 req-f18571c7-e29d-42ff-b94b-4a1f8e1db29a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=306317884a0c4d609837316cda8f69f6&device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0554204 Feb 09 04:37:07.880977 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc8529-32d6-4384-a0bf-b873771c8d7c req-da65f71a-d450-4f20-ba6d-8fa0a403c9dd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:07.882493 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcfc8529-32d6-4384-a0bf-b873771c8d7c req-da65f71a-d450-4f20-ba6d-8fa0a403c9dd tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0560122 Feb 09 04:37:07.933852 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fcfc8529-32d6-4384-a0bf-b873771c8d7c req-ca2eb6c7-dce7-4a2e-a409-6e177b41f71c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448670 Feb 09 04:37:07.940429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4486f6-2390-44f9-9068-af2e888ecac8 req-63e24399-aa3f-4a30-8d1f-0e2583db950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:07.942003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e4486f6-2390-44f9-9068-af2e888ecac8 req-63e24399-aa3f-4a30-8d1f-0e2583db950e service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 200 len: 910 time: 0.0941007 Feb 09 04:37:07.991459 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e4486f6-2390-44f9-9068-af2e888ecac8 req-89eeaf72-373e-4007-9f59-ec26b4d4c3cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c230cc14-ef4a-4993-9c4e-d8214f489254 HTTP/1.1" status: 200 len: 217 time: 0.0423348 Feb 09 04:37:08.040769 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4486f6-2390-44f9-9068-af2e888ecac8 req-a0d584ca-526f-4e11-8edc-0f784f6c8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:08.042525 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e4486f6-2390-44f9-9068-af2e888ecac8 req-a0d584ca-526f-4e11-8edc-0f784f6c8157 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 200 len: 848 time: 0.0456643 Feb 09 04:37:08.045539 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-31520a87-d83c-4621-9091-1bbedbaf24a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:08.071626 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31520a87-d83c-4621-9091-1bbedbaf24a4 None None] Checking router: bf163f5c-b9be-4de1-a6d9-806482be9557 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:37:08.080617 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31520a87-d83c-4621-9091-1bbedbaf24a4 None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:08.081218 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-31520a87-d83c-4621-9091-1bbedbaf24a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:36:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:08.092998 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4486f6-2390-44f9-9068-af2e888ecac8 req-231dca41-48bd-4e75-92e6-94d19f08e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:08.094593 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e4486f6-2390-44f9-9068-af2e888ecac8 req-231dca41-48bd-4e75-92e6-94d19f08e6a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454121 Feb 09 04:37:08.188319 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-31520a87-d83c-4621-9091-1bbedbaf24a4 None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:08.188716 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e4486f6-2390-44f9-9068-af2e888ecac8 req-8b9ce461-d6c2-47be-b8d8-05566102b584 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871170 Feb 09 04:37:08.250875 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:08.284477 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-6e4486f6-2390-44f9-9068-af2e888ecac8 req-ddf8b17d-5456-41fb-831c-c62f7e4b0c18 service neutron] 10.222.0.65 "GET /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899096 Feb 09 04:37:08.392226 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-31520a87-d83c-4621-9091-1bbedbaf24a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:08.418061 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31520a87-d83c-4621-9091-1bbedbaf24a4 None None] The sync data for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 is: [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:16Z', 'revision_number': 4, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': '3eb69d34-2e25-429d-b0b4-d8fec3424e23', 'name': '', 'network_id': '7e3cf6a3-eaa3-46a0-8385-fa2203029cc4', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'mac_address': 'fa:16:3e:94:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:16Z', 'updated_at': '2022-02-09T04:27:20Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'subnets': [{'id': 'c8819b44-adb8-4173-b2cf-dbdc36940a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:37:08.634072 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875cbc30-4cb5-4044-ae37-6d9f9d4e0ed2 None None] New status for floating IP 3030110d-0c02-4025-a040-9982f89a37c6: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:37:09.057927 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe47c61-ed97-4a55-942f-cf1697c496aa req-826413d7-c35a-4d9b-a7c5-30403a403719 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:09.059896 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fbe47c61-ed97-4a55-942f-cf1697c496aa req-826413d7-c35a-4d9b-a7c5-30403a403719 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0549002 Feb 09 04:37:09.114429 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fbe47c61-ed97-4a55-942f-cf1697c496aa req-c6449d85-87e7-42df-8024-74fb40ea75d7 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/security-groups?id=592bf5e1-a28f-4d12-9c76-120817a91236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490332 Feb 09 04:37:09.643163 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84b35b-6641-40d9-a628-219f7f0476cd req-b2716c06-4ada-47b6-b1cd-71eaf9746bcf tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:09.644630 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a84b35b-6641-40d9-a628-219f7f0476cd req-b2716c06-4ada-47b6-b1cd-71eaf9746bcf tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.65 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 946 time: 0.0517931 Feb 09 04:37:09.734742 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-2a84b35b-6641-40d9-a628-219f7f0476cd req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Deleting port c230cc14-ef4a-4993-9c4e-d8214f489254 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:37:09.735084 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a84b35b-6641-40d9-a628-219f7f0476cd req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:09.824782 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-2a84b35b-6641-40d9-a628-219f7f0476cd req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] For port c230cc14-ef4a-4993-9c4e-d8214f489254, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=c230cc14-ef4a-4993-9c4e-d8214f489254,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:09.825299 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a84b35b-6641-40d9-a628-219f7f0476cd req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:09.837934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-2a84b35b-6641-40d9-a628-219f7f0476cd req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Calling delete_port for c230cc14-ef4a-4993-9c4e-d8214f489254 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:37:09.968616 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a84b35b-6641-40d9-a628-219f7f0476cd req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (c230cc14-ef4a-4993-9c4e-d8214f489254), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:09.997027 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event deleted for resources: {'Port': ['ID=c230cc14-ef4a-4993-9c4e-d8214f489254,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:10.010728 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.011077 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.011424 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.011797 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.012135 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.013034 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.013515 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.013958 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.014340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.014641 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.014968 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.015320 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.015645 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:10.051545 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a84b35b-6641-40d9-a628-219f7f0476cd req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] No DVR routers for this DVR port c230cc14-ef4a-4993-9c4e-d8214f489254 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:37:10.054078 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-2a84b35b-6641-40d9-a628-219f7f0476cd req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:10.057368 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2a84b35b-6641-40d9-a628-219f7f0476cd req-50641823-f385-4126-867a-3f2677efecaa tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.65 "DELETE /v2.0/ports/c230cc14-ef4a-4993-9c4e-d8214f489254 HTTP/1.1" status: 204 len: 173 time: 0.4080079 Feb 09 04:37:10.057810 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'name': 'network-vif-deleted', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:37:10.060069 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29bf690-4976-4f00-96af-27a42f3fe9c6" -d '{"events": [{"server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "name": "network-vif-deleted", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:37:10.104279 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1953a0-e025-4e2e-88a2-e0d0be3b4b60 x-openstack-request-id: req-fc1953a0-e025-4e2e-88a2-e0d0be3b4b60 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:37:10.104596 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3383082c-58db-4be1-b098-009eb9625bb0", "name": "network-vif-deleted", "tag": "c230cc14-ef4a-4993-9c4e-d8214f489254", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:37:10.104852 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc1953a0-e025-4e2e-88a2-e0d0be3b4b60 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:37:10.105265 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3383082c-58db-4be1-b098-009eb9625bb0', 'name': 'network-vif-deleted', 'tag': 'c230cc14-ef4a-4993-9c4e-d8214f489254', 'status': 'completed', 'code': 200} Feb 09 04:37:10.218174 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-bb8e9095-148c-47a6-9376-242921b8000e req-b3855942-166c-45ca-88c7-1ddc5db83f71 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 210 time: 0.0289536 Feb 09 04:37:11.321484 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-3f96bc31-7c0c-43e2-9100-d5bc9db3da93 req-d916d653-012e-45d9-abc4-9ce4f4270cf7 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 210 time: 0.0323441 Feb 09 04:37:12.430150 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b6107c31-484e-49aa-afc5-95e14647c440 req-ed08c259-f9eb-44af-9d47-88e3107831ab tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 210 time: 0.0318925 Feb 09 04:37:12.487874 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c230cc14-ef4a-4993-9c4e-d8214f489254 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:37:12.507626 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: c230cc14-ef4a-4993-9c4e-d8214f489254 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:37:12.507978 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device c230cc14-ef4a-4993-9c4e-d8214f489254 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:37:13.524986 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5170bdc3-ea23-4b9a-a05f-469454d535cb req-af8bcb91-13e2-4dd8-a27a-8d02d0bcd211 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 210 time: 0.0274353 Feb 09 04:37:14.622260 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-25c746f0-acea-46c5-bfdf-de503478ee5a req-d81234bc-0352-4b5c-be5a-78ee18285936 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 210 time: 0.0286388 Feb 09 04:37:15.722032 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5bcd302d-9ea4-4773-98ea-b2caa7229d39 req-8b81a34e-3e12-4416-a1c9-2a2875e01514 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 210 time: 0.0302916 Feb 09 04:37:15.826874 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e5ab81e-1b8f-4495-8a09-0b441bd6e521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:16.820968 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d4730855-bc35-471d-91f2-1789f6b67162 req-371071c2-d366-407f-b25e-85f581741e30 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 210 time: 0.0288270 Feb 09 04:37:17.917290 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5b761d3f-dd4d-4f34-aac0-c0846e77c7cd req-8dbf1716-2b1e-4a53-a41e-371ff43e216c tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 210 time: 0.0269945 Feb 09 04:37:18.308443 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80bc4815-bb9a-49b7-b3cf-ffe5f4fab319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:19.038218 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9d2d3e1c-ac25-40b3-8b08-c8ebd4ca75c8 req-03c7e729-be7b-49d7-a8b7-bd397318f2ec tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "GET /v2.0/ports?device_id=3383082c-58db-4be1-b098-009eb9625bb0 HTTP/1.1" status: 200 len: 210 time: 0.0279717 Feb 09 04:37:19.658732 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:20.096146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58570) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:20.157245 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c6dbd62-0709-4985-84fc-97f448235781 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group (592bf5e1-a28f-4d12-9c76-120817a91236), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:20.185784 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c6dbd62-0709-4985-84fc-97f448235781 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group (592bf5e1-a28f-4d12-9c76-120817a91236), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:20.250930 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c6dbd62-0709-4985-84fc-97f448235781 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (592bf5e1-a28f-4d12-9c76-120817a91236), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:20.253550 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1c6dbd62-0709-4985-84fc-97f448235781 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:20.254700 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-1c6dbd62-0709-4985-84fc-97f448235781 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] 10.222.0.21 "DELETE /v2.0/security-groups/592bf5e1-a28f-4d12-9c76-120817a91236 HTTP/1.1" status: 204 len: 168 time: 0.1575611 Feb 09 04:37:20.269658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dbd62-0709-4985-84fc-97f448235781 tempest-TestShelveInstance-875216763 tempest-TestShelveInstance-875216763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592bf5e1-a28f-4d12-9c76-120817a91236,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:21.082703 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:21.319318 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58576) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:21.850685 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b59160a0-7d50-4b4e-bace-45c826f28898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (bf163f5c-b9be-4de1-a6d9-806482be9557), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:22.116486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b59160a0-7d50-4b4e-bace-45c826f28898 admin admin] Deleting port 3eb69d34-2e25-429d-b0b4-d8fec3424e23 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:37:22.116736 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b59160a0-7d50-4b4e-bace-45c826f28898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:22.193984 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:22.511709 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b59160a0-7d50-4b4e-bace-45c826f28898 admin admin] For port 3eb69d34-2e25-429d-b0b4-d8fec3424e23, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=3eb69d34-2e25-429d-b0b4-d8fec3424e23,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:22.513065 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b59160a0-7d50-4b4e-bace-45c826f28898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:22.525565 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b59160a0-7d50-4b4e-bace-45c826f28898 admin admin] Calling delete_port for 3eb69d34-2e25-429d-b0b4-d8fec3424e23 owned by network:router_interface {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:37:22.718518 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b59160a0-7d50-4b4e-bace-45c826f28898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (3eb69d34-2e25-429d-b0b4-d8fec3424e23), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:22.742094 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59160a0-7d50-4b4e-bace-45c826f28898 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb69d34-2e25-429d-b0b4-d8fec3424e23,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:22.924605 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b59160a0-7d50-4b4e-bace-45c826f28898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (bf163f5c-b9be-4de1-a6d9-806482be9557), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:23.155637 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59160a0-7d50-4b4e-bace-45c826f28898 admin admin] Router bf163f5c-b9be-4de1-a6d9-806482be9557 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:37:23.263836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59160a0-7d50-4b4e-bace-45c826f28898 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:37:23.268804 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-b59160a0-7d50-4b4e-bace-45c826f28898 admin admin] 10.222.0.21 "PUT /v2.0/routers/bf163f5c-b9be-4de1-a6d9-806482be9557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9484558 Feb 09 04:37:23.271384 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58580) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:23.273953 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d0efe-c496-49f8-8a85-c9f29cdd7505 None None] Sync routers for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:37:23.284780 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d0efe-c496-49f8-8a85-c9f29cdd7505 None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:23.285784 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-354d0efe-c496-49f8-8a85-c9f29cdd7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:23.382538 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Publish callbacks [] for router (bf163f5c-b9be-4de1-a6d9-806482be9557), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:23.398337 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-354d0efe-c496-49f8-8a85-c9f29cdd7505 None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:23.498361 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Publish callbacks [] for router_gateway (bf163f5c-b9be-4de1-a6d9-806482be9557), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:23.565280 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Deleting port 92256021-96a2-4922-89d9-2ed54589a9b0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:37:23.566065 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (92256021-96a2-4922-89d9-2ed54589a9b0), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:23.592289 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-354d0efe-c496-49f8-8a85-c9f29cdd7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:37:22Z', 'revision_number': 5, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port': {'id': '92256021-96a2-4922-89d9-2ed54589a9b0', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:23.624387 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d0efe-c496-49f8-8a85-c9f29cdd7505 None None] Checking router: bf163f5c-b9be-4de1-a6d9-806482be9557 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:37:23.632852 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d0efe-c496-49f8-8a85-c9f29cdd7505 None None] Routers {'bf163f5c-b9be-4de1-a6d9-806482be9557'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:23.633477 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-354d0efe-c496-49f8-8a85-c9f29cdd7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['bf163f5c-b9be-4de1-a6d9-806482be9557'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:23.658860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] For port 92256021-96a2-4922-89d9-2ed54589a9b0, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=92256021-96a2-4922-89d9-2ed54589a9b0,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:23.659392 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (92256021-96a2-4922-89d9-2ed54589a9b0), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:23.675930 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Calling delete_port for 92256021-96a2-4922-89d9-2ed54589a9b0 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:37:23.722661 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-354d0efe-c496-49f8-8a85-c9f29cdd7505 None None] Set router bf163f5c-b9be-4de1-a6d9-806482be9557 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:23.776306 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-354d0efe-c496-49f8-8a85-c9f29cdd7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:37:23Z', 'revision_number': 6, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:23.807279 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d0efe-c496-49f8-8a85-c9f29cdd7505 None None] The sync data for ids ['bf163f5c-b9be-4de1-a6d9-806482be9557'] in n-d-824835-15 is: [{'id': 'bf163f5c-b9be-4de1-a6d9-806482be9557', 'name': 'tempest-TestShelveInstance-1930883883-router', 'tenant_id': '306317884a0c4d609837316cda8f69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:14Z', 'updated_at': '2022-02-09T04:37:23Z', 'revision_number': 6, 'project_id': '306317884a0c4d609837316cda8f69f6', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:37:23.867048 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (92256021-96a2-4922-89d9-2ed54589a9b0), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:23.891342 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Pushing event deleted for resources: {'Port': ['ID=92256021-96a2-4922-89d9-2ed54589a9b0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:23.964833 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (bf163f5c-b9be-4de1-a6d9-806482be9557), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.063174 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (bf163f5c-b9be-4de1-a6d9-806482be9557), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.065217 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Publish callbacks [] for router_controller (bf163f5c-b9be-4de1-a6d9-806482be9557), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.113048 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (bf163f5c-b9be-4de1-a6d9-806482be9557), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.113698 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf163f5c-b9be-4de1-a6d9-806482be9557 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:37:24.119268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.120561 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-0690c9f7-2411-4680-988f-bc5ddd8b64de admin admin] 10.222.0.21 "DELETE /v2.0/routers/bf163f5c-b9be-4de1-a6d9-806482be9557 HTTP/1.1" status: 204 len: 168 time: 0.8482654 Feb 09 04:37:24.123670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58582) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:24.177514 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0a55c4-177b-48ad-aa88-96922a808bd3 admin admin] Deleting subnet c8819b44-adb8-4173-b2cf-dbdc36940a17 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:37:24.181842 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec0a55c4-177b-48ad-aa88-96922a808bd3 admin admin] Publish callbacks [] for subnet (c8819b44-adb8-4173-b2cf-dbdc36940a17), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.237301 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec0a55c4-177b-48ad-aa88-96922a808bd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (c8819b44-adb8-4173-b2cf-dbdc36940a17), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.322339 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec0a55c4-177b-48ad-aa88-96922a808bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c8819b44-adb8-4173-b2cf-dbdc36940a17), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.378961 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec0a55c4-177b-48ad-aa88-96922a808bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (c8819b44-adb8-4173-b2cf-dbdc36940a17), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.404576 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a55c4-177b-48ad-aa88-96922a808bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8819b44-adb8-4173-b2cf-dbdc36940a17,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:24.410358 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec0a55c4-177b-48ad-aa88-96922a808bd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.415775 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ec0a55c4-177b-48ad-aa88-96922a808bd3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c8819b44-adb8-4173-b2cf-dbdc36940a17 HTTP/1.1" status: 204 len: 168 time: 0.2887969 Feb 09 04:37:24.416015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58584) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:24.420326 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00d8e12-7ae4-4f1f-9302-b42689d08cc7 None None] Network 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:37:24.491180 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (7e3cf6a3-eaa3-46a0-8385-fa2203029cc4), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.547710 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Deleting port 16a23631-5ad9-45f4-a98a-032f10ee94c1 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:37:24.547996 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.610989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] For port 16a23631-5ad9-45f4-a98a-032f10ee94c1, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=16a23631-5ad9-45f4-a98a-032f10ee94c1,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:24.611580 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.634322 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Calling delete_port for 16a23631-5ad9-45f4-a98a-032f10ee94c1 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:37:24.646111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] DHCP port deletion for 7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:37:24.726852 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Deleting port 16a23631-5ad9-45f4-a98a-032f10ee94c1 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:37:24.727997 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.762126 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.778438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 16a23631-5ad9-45f4-a98a-032f10ee94c1 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:37:24.795548 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Pushing event deleted for resources: {'Port': ['ID=16a23631-5ad9-45f4-a98a-032f10ee94c1,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:24.800126 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] No DVR routers for this DVR port 16a23631-5ad9-45f4-a98a-032f10ee94c1 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:37:24.816451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 16a23631-5ad9-45f4-a98a-032f10ee94c1 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:37:24.816976 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 16a23631-5ad9-45f4-a98a-032f10ee94c1 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:37:24.817768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3eb69d34-2e25-429d-b0b4-d8fec3424e23 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:37:24.857788 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 3eb69d34-2e25-429d-b0b4-d8fec3424e23 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:37:24.858281 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 3eb69d34-2e25-429d-b0b4-d8fec3424e23 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:37:24.858800 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 92256021-96a2-4922-89d9-2ed54589a9b0 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:37:24.868525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] For port 16a23631-5ad9-45f4-a98a-032f10ee94c1, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=16a23631-5ad9-45f4-a98a-032f10ee94c1,segment=NetworkSegment(ea5319f9-641d-4cfb-8259-7adb5fac8a17),segment_id=ea5319f9-641d-4cfb-8259-7adb5fac8a17)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:24.868951 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.892300 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (7e3cf6a3-eaa3-46a0-8385-fa2203029cc4), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.900347 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 92256021-96a2-4922-89d9-2ed54589a9b0 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:37:24.900889 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 92256021-96a2-4922-89d9-2ed54589a9b0 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:37:24.907416 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.908572 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Calling delete_port for 16a23631-5ad9-45f4-a98a-032f10ee94c1 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:37:24.920212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3cf6a3-eaa3-46a0-8385-fa2203029cc4']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:24.931601 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5319f9-641d-4cfb-8259-7adb5fac8a17') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:24.931902 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5319f9-641d-4cfb-8259-7adb5fac8a17') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:24.944801 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (ea5319f9-641d-4cfb-8259-7adb5fac8a17), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.964380 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ea5319f9-641d-4cfb-8259-7adb5fac8a17), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.971756 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:37:24.972516 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (ea5319f9-641d-4cfb-8259-7adb5fac8a17), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: timer() Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:37:24.973998 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:37:25.022160 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (16a23631-5ad9-45f4-a98a-032f10ee94c1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:25.040058 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (7e3cf6a3-eaa3-46a0-8385-fa2203029cc4), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:25.054248 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:25.057548 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e3cf6a3-eaa3-46a0-8385-fa2203029cc4 HTTP/1.1" status: 204 len: 168 time: 0.6402464 Feb 09 04:37:25.060552 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Pushing event deleted for resources: {'Port': ['ID=16a23631-5ad9-45f4-a98a-032f10ee94c1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:25.061902 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58586) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:25.071139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61528930-4e59-454c-9da3-b1dac89db79c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3cf6a3-eaa3-46a0-8385-fa2203029cc4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:25.071919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] No DVR routers for this DVR port 16a23631-5ad9-45f4-a98a-032f10ee94c1 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:37:25.075697 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.076412 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.076951 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.077491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.081778 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.082137 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.083178 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.083536 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.083887 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.084387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.084958 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.085429 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.085724 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a000323-1713-44df-bfc0-df3d43deacbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:25.459161 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3675ea0-5257-4401-940a-7739eb211602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:25.723077 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c3675ea0-5257-4401-940a-7739eb211602 admin admin] Deleting port b0bdf897-998d-447c-93cc-2b04645d2a9f {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:37:25.723316 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3675ea0-5257-4401-940a-7739eb211602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:25.802167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c3675ea0-5257-4401-940a-7739eb211602 admin admin] For port b0bdf897-998d-447c-93cc-2b04645d2a9f, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=b0bdf897-998d-447c-93cc-2b04645d2a9f,segment=NetworkSegment(a751cf00-dfcf-4889-ab2a-2126b9f7f3a9),segment_id=a751cf00-dfcf-4889-ab2a-2126b9f7f3a9)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:25.802529 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3675ea0-5257-4401-940a-7739eb211602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:25.815967 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-c3675ea0-5257-4401-940a-7739eb211602 admin admin] Calling delete_port for b0bdf897-998d-447c-93cc-2b04645d2a9f owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:37:26.016222 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3675ea0-5257-4401-940a-7739eb211602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (b0bdf897-998d-447c-93cc-2b04645d2a9f), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:26.046994 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3675ea0-5257-4401-940a-7739eb211602 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0bdf897-998d-447c-93cc-2b04645d2a9f,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:26.215729 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c3675ea0-5257-4401-940a-7739eb211602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:26.447940 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3675ea0-5257-4401-940a-7739eb211602 admin admin] Router 713ae2c3-b9ce-4dcb-9624-9a768728b1ba has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:37:26.557124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3675ea0-5257-4401-940a-7739eb211602 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:37:26.562312 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-c3675ea0-5257-4401-940a-7739eb211602 admin admin] 10.222.0.21 "PUT /v2.0/routers/713ae2c3-b9ce-4dcb-9624-9a768728b1ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4989436 Feb 09 04:37:26.564997 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58588) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:26.568488 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e1c3c-3985-4286-8c6c-1d11d4399f45 None None] Sync routers for ids ['713ae2c3-b9ce-4dcb-9624-9a768728b1ba'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:37:26.579711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e1c3c-3985-4286-8c6c-1d11d4399f45 None None] Routers {'713ae2c3-b9ce-4dcb-9624-9a768728b1ba'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:26.580541 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-794e1c3c-3985-4286-8c6c-1d11d4399f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['713ae2c3-b9ce-4dcb-9624-9a768728b1ba'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:26.679171 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Publish callbacks [] for router (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:26.695516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-794e1c3c-3985-4286-8c6c-1d11d4399f45 None None] Set router 713ae2c3-b9ce-4dcb-9624-9a768728b1ba gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:26.885795 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-794e1c3c-3985-4286-8c6c-1d11d4399f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'name': 'tempest-TestShelveInstance-1182405999-router', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:18Z', 'updated_at': '2022-02-09T04:37:25Z', 'revision_number': 5, 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'gw_port': {'id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:19Z', 'updated_at': '2022-02-09T04:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:26.913865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e1c3c-3985-4286-8c6c-1d11d4399f45 None None] Checking router: 713ae2c3-b9ce-4dcb-9624-9a768728b1ba for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:37:26.923756 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e1c3c-3985-4286-8c6c-1d11d4399f45 None None] Routers {'713ae2c3-b9ce-4dcb-9624-9a768728b1ba'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:26.924365 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-794e1c3c-3985-4286-8c6c-1d11d4399f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['713ae2c3-b9ce-4dcb-9624-9a768728b1ba'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:27.037346 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-794e1c3c-3985-4286-8c6c-1d11d4399f45 None None] Set router 713ae2c3-b9ce-4dcb-9624-9a768728b1ba gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:27.115901 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Publish callbacks [] for router_gateway (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.168958 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Deleting port db43099f-f7a6-427e-8864-c38f6477820e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:37:27.169476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (db43099f-f7a6-427e-8864-c38f6477820e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.220763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-794e1c3c-3985-4286-8c6c-1d11d4399f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'name': 'tempest-TestShelveInstance-1182405999-router', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:18Z', 'updated_at': '2022-02-09T04:37:25Z', 'revision_number': 5, 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'gw_port': {'id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:19Z', 'updated_at': '2022-02-09T04:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:27.246642 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e1c3c-3985-4286-8c6c-1d11d4399f45 None None] The sync data for ids ['713ae2c3-b9ce-4dcb-9624-9a768728b1ba'] in n-d-824835-15 is: [{'id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'name': 'tempest-TestShelveInstance-1182405999-router', 'tenant_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:27:18Z', 'updated_at': '2022-02-09T04:37:25Z', 'revision_number': 5, 'project_id': '2e49c04b74cf4def92a4e4ebac8b88af', 'gw_port': {'id': 'db43099f-f7a6-427e-8864-c38f6477820e', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713ae2c3-b9ce-4dcb-9624-9a768728b1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:27:19Z', 'updated_at': '2022-02-09T04:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:37:27.247314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] For port db43099f-f7a6-427e-8864-c38f6477820e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=db43099f-f7a6-427e-8864-c38f6477820e,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:27.247829 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (db43099f-f7a6-427e-8864-c38f6477820e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.261306 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Calling delete_port for db43099f-f7a6-427e-8864-c38f6477820e owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:37:27.438458 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (db43099f-f7a6-427e-8864-c38f6477820e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.467632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Pushing event deleted for resources: {'Port': ['ID=db43099f-f7a6-427e-8864-c38f6477820e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:27.525976 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.618001 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.620346 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Publish callbacks [] for router_controller (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.667920 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (713ae2c3-b9ce-4dcb-9624-9a768728b1ba), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.669096 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 713ae2c3-b9ce-4dcb-9624-9a768728b1ba {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:37:27.674321 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.677897 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-044bdd9b-313a-4750-8674-c20a3d0cdfaa admin admin] 10.222.0.21 "DELETE /v2.0/routers/713ae2c3-b9ce-4dcb-9624-9a768728b1ba HTTP/1.1" status: 204 len: 168 time: 1.1095598 Feb 09 04:37:27.678123 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58592) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:27.724536 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c965988-1bcc-4b48-9fe6-6283c673ae8c admin admin] Deleting subnet 1c3f068d-c99b-4121-840b-4aedacaefe7a {{(pid=103328) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:37:27.727729 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c965988-1bcc-4b48-9fe6-6283c673ae8c admin admin] Publish callbacks [] for subnet (1c3f068d-c99b-4121-840b-4aedacaefe7a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.763084 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c965988-1bcc-4b48-9fe6-6283c673ae8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615671'] for subnet (1c3f068d-c99b-4121-840b-4aedacaefe7a), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.847931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c965988-1bcc-4b48-9fe6-6283c673ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (1c3f068d-c99b-4121-840b-4aedacaefe7a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.905842 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c965988-1bcc-4b48-9fe6-6283c673ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28887871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28959403'] for subnet (1c3f068d-c99b-4121-840b-4aedacaefe7a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.930309 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c965988-1bcc-4b48-9fe6-6283c673ae8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3f068d-c99b-4121-840b-4aedacaefe7a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:27.936551 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0c965988-1bcc-4b48-9fe6-6283c673ae8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:27.939739 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-0c965988-1bcc-4b48-9fe6-6283c673ae8c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1c3f068d-c99b-4121-840b-4aedacaefe7a HTTP/1.1" status: 204 len: 168 time: 0.2604651 Feb 09 04:37:27.942429 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58594) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:27.942573 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb98078-d75d-4b1d-8895-13e249599f6c None None] Network 22abac2a-4718-4956-bce2-2d966b714062 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:37:28.016179 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (22abac2a-4718-4956-bce2-2d966b714062), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.078499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Deleting port 783ebf77-15f0-4c53-9cef-9a3a025e488a {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:37:28.079267 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.142296 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] For port 783ebf77-15f0-4c53-9cef-9a3a025e488a, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=783ebf77-15f0-4c53-9cef-9a3a025e488a,segment=NetworkSegment(a751cf00-dfcf-4889-ab2a-2126b9f7f3a9),segment_id=a751cf00-dfcf-4889-ab2a-2126b9f7f3a9)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:28.142647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.155938 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Calling delete_port for 783ebf77-15f0-4c53-9cef-9a3a025e488a owned by network:dhcp {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:37:28.236205 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (783ebf77-15f0-4c53-9cef-9a3a025e488a), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.254992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8335e971-eeb9-45a2-9264-28c228634e7d None None] DHCP port deletion for 22abac2a-4718-4956-bce2-2d966b714062 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:37:28.266275 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=783ebf77-15f0-4c53-9cef-9a3a025e488a,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:28.269761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] No DVR routers for this DVR port 783ebf77-15f0-4c53-9cef-9a3a025e488a on host n-d-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:37:28.340265 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (22abac2a-4718-4956-bce2-2d966b714062), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.359699 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22abac2a-4718-4956-bce2-2d966b714062']}} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:28.368523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a751cf00-dfcf-4889-ab2a-2126b9f7f3a9') {'for_net_delete': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:28.368813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.services.segments.db [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a751cf00-dfcf-4889-ab2a-2126b9f7f3a9') {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:28.379102 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615676'] for segment (a751cf00-dfcf-4889-ab2a-2126b9f7f3a9), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.393314 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (a751cf00-dfcf-4889-ab2a-2126b9f7f3a9), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.399258 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103328) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:37:28.399639 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28887957'] for segment (a751cf00-dfcf-4889-ab2a-2126b9f7f3a9), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: Traceback (most recent call last): Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: timer() Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: cb(*args, **kw) Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: return func(*args, **kwargs) Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: self._notify() Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: self.callback(batched_events) Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: event.method(event) Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: return f(self, *a, **k) Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: return self._get(url).json() Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: return self.request(url, 'GET', **kwargs) Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:37:28.401573 n-d-824835-15 neutron-server[103328]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:37:28.460941 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (22abac2a-4718-4956-bce2-2d966b714062), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.467719 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.470820 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] 10.222.0.21 "DELETE /v2.0/networks/22abac2a-4718-4956-bce2-2d966b714062 HTTP/1.1" status: 204 len: 168 time: 0.5274708 Feb 09 04:37:28.480317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02831f-0e98-497b-b01c-2becea291c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=22abac2a-4718-4956-bce2-2d966b714062,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:28.595171 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58598) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:28.635058 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-dee6d536-a77b-47d8-8034-5a7e9e51afe1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=306317884a0c4d609837316cda8f69f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386980 Feb 09 04:37:28.637869 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58600) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:28.686680 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-520e70f4-0a80-4b78-8e49-15d8e297de19 admin admin] Publish callbacks [] for security_group (337715b7-d3b0-4ff9-8047-90dce64e5e34), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.690595 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b0bdf897-998d-447c-93cc-2b04645d2a9f no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:37:28.709832 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-520e70f4-0a80-4b78-8e49-15d8e297de19 admin admin] Publish callbacks [] for security_group (337715b7-d3b0-4ff9-8047-90dce64e5e34), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.764389 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-520e70f4-0a80-4b78-8e49-15d8e297de19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (337715b7-d3b0-4ff9-8047-90dce64e5e34), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.767074 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-520e70f4-0a80-4b78-8e49-15d8e297de19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:28.768617 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-520e70f4-0a80-4b78-8e49-15d8e297de19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/337715b7-d3b0-4ff9-8047-90dce64e5e34 HTTP/1.1" status: 204 len: 168 time: 0.1296685 Feb 09 04:37:28.777178 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e70f4-0a80-4b78-8e49-15d8e297de19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337715b7-d3b0-4ff9-8047-90dce64e5e34,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:28.877284 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: b0bdf897-998d-447c-93cc-2b04645d2a9f {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:37:28.877655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device b0bdf897-998d-447c-93cc-2b04645d2a9f not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:37:28.878071 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device db43099f-f7a6-427e-8864-c38f6477820e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:37:28.900551 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: db43099f-f7a6-427e-8864-c38f6477820e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:37:28.901181 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device db43099f-f7a6-427e-8864-c38f6477820e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:37:28.901613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 783ebf77-15f0-4c53-9cef-9a3a025e488a no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:37:28.921441 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 783ebf77-15f0-4c53-9cef-9a3a025e488a {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:37:28.921798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 783ebf77-15f0-4c53-9cef-9a3a025e488a not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:37:29.116060 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58606) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:29.154973 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-5395316e-78aa-4271-aeee-824e9d55417e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e49c04b74cf4def92a4e4ebac8b88af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377734 Feb 09 04:37:29.157381 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58608) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:29.203636 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8769-d8ca-4e63-b147-688313174e9f admin admin] Publish callbacks [] for security_group (31368ca8-f529-44ab-b378-4ef95cb1c6b8), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:29.224953 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8769-d8ca-4e63-b147-688313174e9f admin admin] Publish callbacks [] for security_group (31368ca8-f529-44ab-b378-4ef95cb1c6b8), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:29.270661 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8769-d8ca-4e63-b147-688313174e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (31368ca8-f529-44ab-b378-4ef95cb1c6b8), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:29.273144 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8769-d8ca-4e63-b147-688313174e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:29.274337 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-a0fe8769-d8ca-4e63-b147-688313174e9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31368ca8-f529-44ab-b378-4ef95cb1c6b8 HTTP/1.1" status: 204 len: 168 time: 0.1160641 Feb 09 04:37:29.282752 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe8769-d8ca-4e63-b147-688313174e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31368ca8-f529-44ab-b378-4ef95cb1c6b8,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:29.988718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58630) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:30.085595 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2055416442-network', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:30.105714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Made reservation on behalf of 1d242cba665c4c60ba2b6b739cbdec16 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:37:30.108331 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.119044 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.194394 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Publish callbacks [] for security_group (2677d331-18f0-4951-92d8-862e7a113bcc), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.198029 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2677d331-18f0-4951-92d8-862e7a113bcc), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.222100 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:37:30.235914 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2677d331-18f0-4951-92d8-862e7a113bcc,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:30.242639 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ad30c53d-d8e3-484f-b209-00a3f2ab5f94), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.242983 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Added segment ad30c53d-d8e3-484f-b209-00a3f2ab5f94 of type vlan for network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 Feb 09 04:37:30.283096 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (118604f6-14bd-48b8-bc24-0b9aa2b0c153), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.307931 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (118604f6-14bd-48b8-bc24-0b9aa2b0c153), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.309585 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:30.310177 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.357776 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3678114 Feb 09 04:37:30.360784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58634) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:30.365887 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-87cf02e6-0849-4fda-af26-fcfaf080ab95 admin admin] Request body: {'subnet': {'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2055416442-subnet', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:30.370268 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9ceac-85fa-4dec-be2b-b80c5be54a85 admin admin] Pushing event updated for resources: {'Network': ['ID=118604f6-14bd-48b8-bc24-0b9aa2b0c153,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:30.380525 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:37:30.390104 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cf02e6-0849-4fda-af26-fcfaf080ab95 admin admin] Made reservation on behalf of 1d242cba665c4c60ba2b6b739cbdec16 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:37:30.392738 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87cf02e6-0849-4fda-af26-fcfaf080ab95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.561001 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87cf02e6-0849-4fda-af26-fcfaf080ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (c8a4d4ed-014f-4ef5-9211-540618141488), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.620438 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf02e6-0849-4fda-af26-fcfaf080ab95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a4d4ed-014f-4ef5-9211-540618141488,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:30.629692 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf02e6-0849-4fda-af26-fcfaf080ab95 admin admin] Checking segment: {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:37:30.629981 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cf02e6-0849-4fda-af26-fcfaf080ab95 admin admin] Network hostable DHCP agents. Network: 118604f6-14bd-48b8-bc24-0b9aa2b0c153, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:37:30.646878 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cf02e6-0849-4fda-af26-fcfaf080ab95 admin admin] Network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:37:30.656243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-87cf02e6-0849-4fda-af26-fcfaf080ab95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, 118604f6-14bd-48b8-bc24-0b9aa2b0c153) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:37:30.660306 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf02e6-0849-4fda-af26-fcfaf080ab95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:30.660903 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87cf02e6-0849-4fda-af26-fcfaf080ab95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.665877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43d34b6-eb07-4062-adf9-a1b4adb91072 None None] Network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:37:30.676826 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-87cf02e6-0849-4fda-af26-fcfaf080ab95 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3148711 Feb 09 04:37:30.747618 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58636) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:30.752210 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:30.772120 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.773375 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.833892 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Publish callbacks [] for router_controller (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), precommit_add_association {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.837276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:37:30.838171 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:30.973657 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Publish callbacks [] for router_gateway (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:31.000201 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Allocated IP 172.20.0.2 (118604f6-14bd-48b8-bc24-0b9aa2b0c153/c8a4d4ed-014f-4ef5-9211-540618141488/59fe7a35-ac05-4772-a552-6f296d373db3) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:37:31.163353 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Publish callbacks [] for port (59fe7a35-ac05-4772-a552-6f296d373db3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:31.169645 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (59fe7a35-ac05-4772-a552-6f296d373db3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:31.178932 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Publish callbacks [] for router_gateway (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:31.197668 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:31.212626 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:37:31.216226 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:37:31.219276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:37:31.228099 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Pushing event updated for resources: {'Port': ['ID=59fe7a35-ac05-4772-a552-6f296d373db3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:31.281386 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Attempting to bind port 59fe7a35-ac05-4772-a552-6f296d373db3 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:37:31.281789 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Attempting to bind port 59fe7a35-ac05-4772-a552-6f296d373db3 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:37:31.282132 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Attempting to bind port 59fe7a35-ac05-4772-a552-6f296d373db3 on network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:37:31.287213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:37:31.287588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Checking segment: {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:37:31.287985 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:31.288374 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Bound using segment: {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:37:31.288835 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Bound port: 59fe7a35-ac05-4772-a552-6f296d373db3, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:37:31.289218 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (59fe7a35-ac05-4772-a552-6f296d373db3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:31.305954 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Allocated IP 172.25.5.116 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:37:31.358062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] For port 59fe7a35-ac05-4772-a552-6f296d373db3, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:37:31.361712 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] For port 59fe7a35-ac05-4772-a552-6f296d373db3, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=59fe7a35-ac05-4772-a552-6f296d373db3,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:37:31.368389 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (59fe7a35-ac05-4772-a552-6f296d373db3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:31.411349 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Publish callbacks [] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:31.425047 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1851e-00b2-42c0-83b8-a7ffff55e768 None None] Pushing event updated for resources: {'Port': ['ID=59fe7a35-ac05-4772-a552-6f296d373db3,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:31.451902 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:31.498456 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:37:31.501603 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:37:31.504523 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:37:31.529181 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:31.781746 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Publish callbacks [] for router_gateway (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:31.976639 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:32.108861 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103328) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:37:32.225821 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:37:32.237601 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Sync routers for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:37:32.249878 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:32.250748 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:32.250912 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:32.254787 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-387dfe14-623c-4dbd-bb7c-09531d32a8f2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5035310 Feb 09 04:37:32.255069 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58638) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:32.360477 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6345cf35-5da4-4ece-b313-e9ec9120de1c None None] Network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:37:32.367079 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:32.423542 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2b71b7aa-11a1-48d3-8425-c04ae8059412 None None] Provisioning complete for port 59fe7a35-ac05-4772-a552-6f296d373db3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:32.424089 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b71b7aa-11a1-48d3-8425-c04ae8059412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (59fe7a35-ac05-4772-a552-6f296d373db3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:32.555305 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:31Z', 'revision_number': 3, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:32.559915 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2b71b7aa-11a1-48d3-8425-c04ae8059412 None None] Current status of the port 59fe7a35-ac05-4772-a552-6f296d373db3 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:32.560497 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b71b7aa-11a1-48d3-8425-c04ae8059412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (59fe7a35-ac05-4772-a552-6f296d373db3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:32.601909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2b71b7aa-11a1-48d3-8425-c04ae8059412 None None] For port 59fe7a35-ac05-4772-a552-6f296d373db3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=59fe7a35-ac05-4772-a552-6f296d373db3,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:32.611945 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b71b7aa-11a1-48d3-8425-c04ae8059412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (59fe7a35-ac05-4772-a552-6f296d373db3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:32.704115 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71b7aa-11a1-48d3-8425-c04ae8059412 None None] Pushing event updated for resources: {'Port': ['ID=59fe7a35-ac05-4772-a552-6f296d373db3,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:32.723468 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Checking router: b8bc339d-c7a4-4e2b-ae98-4775506dfc36 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:37:32.723813 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Updating router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:37:32.758566 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:32.784507 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 59fe7a35-ac05-4772-a552-6f296d373db3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:37:32.846451 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 59fe7a35-ac05-4772-a552-6f296d373db3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:32.846964 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (59fe7a35-ac05-4772-a552-6f296d373db3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:32.943009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 59fe7a35-ac05-4772-a552-6f296d373db3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:32.949151 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-986ddf9e-a604-445d-a248-1ffd83e7db09 None None] Provisioning complete for port 59fe7a35-ac05-4772-a552-6f296d373db3 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:32.949585 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-986ddf9e-a604-445d-a248-1ffd83e7db09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (59fe7a35-ac05-4772-a552-6f296d373db3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.038492 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-986ddf9e-a604-445d-a248-1ffd83e7db09 None None] Current status of the port 59fe7a35-ac05-4772-a552-6f296d373db3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:33.054186 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Publish callbacks [] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.059649 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.060953 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.115491 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Attempting to bind port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:37:33.115854 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Attempting to bind port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:37:33.116209 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Attempting to bind port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:37:33.123323 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Pushing event updated for resources: {'Port': ['ID=58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:33.126457 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:37:33.126829 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:37:33.127222 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.127605 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:37:33.128061 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Bound port: 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:37:33.128426 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.134549 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.134888 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.135221 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.135551 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.135872 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.136193 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.136511 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.136892 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.137462 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.137890 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.138214 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.138532 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.138848 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:37:33.190611 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] For port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:37:33.193701 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] For port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:37:33.200395 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.214355 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Allocated IP 172.20.0.1 (118604f6-14bd-48b8-bc24-0b9aa2b0c153/c8a4d4ed-014f-4ef5-9211-540618141488/be9b822e-e1b6-49f6-a9f3-66918e9a9841) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:37:33.259553 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:33.260157 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:33.298346 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33423a-6fa1-49f5-b853-1d7e4e3b2871 None None] Pushing event updated for resources: {'Port': ['ID=58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:33.323677 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Publish callbacks [] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.356562 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.374787 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:37:33.378247 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:33.396606 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:37:33.400875 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:37:33.405950 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:37:33.409020 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Pushing event updated for resources: {'Port': ['ID=be9b822e-e1b6-49f6-a9f3-66918e9a9841,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:33.444519 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.578009 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:31Z', 'revision_number': 3, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:33.585402 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.613013 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91bf7eb-3e1a-4e8f-8c55-0bb4421d80ae None None] The sync data for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 is: [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:31Z', 'revision_number': 3, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:37:33.666506 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-5ece62f7-3da0-4022-8045-48df2a9011a4 None None] Provisioning complete for port be9b822e-e1b6-49f6-a9f3-66918e9a9841 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:33.667070 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ece62f7-3da0-4022-8045-48df2a9011a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.706245 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5ece62f7-3da0-4022-8045-48df2a9011a4 None None] Port be9b822e-e1b6-49f6-a9f3-66918e9a9841 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:37:33.760877 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Publish callbacks [] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.766774 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.850934 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:33.854009 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Pushing event updated for resources: {'Port': ['ID=be9b822e-e1b6-49f6-a9f3-66918e9a9841,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:33.948298 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:37:33.950302 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:37:34.077041 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:37:34.195200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:37:34.202186 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-f7fd0649-af9a-4146-805a-08e4bb358152 admin admin] 10.222.0.21 "PUT /v2.0/routers/b8bc339d-c7a4-4e2b-ae98-4775506dfc36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9446833 Feb 09 04:37:34.230020 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-04dcc1c1-53cb-4ea0-b449-ba32c3d64646 None None] Provisioning complete for port be9b822e-e1b6-49f6-a9f3-66918e9a9841 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:34.231372 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04dcc1c1-53cb-4ea0-b449-ba32c3d64646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:34.271888 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-04dcc1c1-53cb-4ea0-b449-ba32c3d64646 None None] Port be9b822e-e1b6-49f6-a9f3-66918e9a9841 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:37:34.684535 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58654) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:34.691190 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1308376555-network', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:34.711418 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Made reservation on behalf of ae94d450362048308f6035137ac6c5e6 for: {'network': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:37:34.713825 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for network (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:34.723117 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:34.767255 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:37:34.802468 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Publish callbacks [] for security_group (d071bee3-ba6b-4750-8ddd-99fc374e6298), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:34.806658 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d071bee3-ba6b-4750-8ddd-99fc374e6298), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:34.822123 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:34.822547 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:34.831813 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103328) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:37:34.840644 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d071bee3-ba6b-4750-8ddd-99fc374e6298,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:34.847155 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6bbfe7fc-428f-4128-9a0a-bda2d17ff26f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:34.847542 n-d-824835-15 neutron-server[103328]: INFO neutron.db.segments_db [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Added segment 6bbfe7fc-428f-4128-9a0a-bda2d17ff26f of type vlan for network c5b81191-82a7-4cab-adad-b65d5268dc4c Feb 09 04:37:34.897452 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744000973864'] for network (c5b81191-82a7-4cab-adad-b65d5268dc4c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:34.918005 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:34.918533 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:34.929849 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446'] for network (c5b81191-82a7-4cab-adad-b65d5268dc4c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:34.930832 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:34.931404 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:34.942387 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:34.947409 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:34.948240 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 59fe7a35-ac05-4772-a552-6f296d373db3 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:37:34.992801 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3071063 Feb 09 04:37:34.995699 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58656) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:34.998893 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd47ff-77f3-422b-a985-bc7bd4d9468f admin admin] Pushing event updated for resources: {'Network': ['ID=c5b81191-82a7-4cab-adad-b65d5268dc4c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:35.010685 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a0019b25-9fa2-4d08-b0f8-f757ed834e44 admin admin] Request body: {'subnet': {'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1308376555-subnet', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'ip_version': 4}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:35.014584 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Network c5b81191-82a7-4cab-adad-b65d5268dc4c details requested by agent ovs-agent-n-d-824835-15 with host n-d-824835-15 {{(pid=103329) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:37:35.038619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0019b25-9fa2-4d08-b0f8-f757ed834e44 admin admin] Made reservation on behalf of ae94d450362048308f6035137ac6c5e6 for: {'subnet': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:37:35.042214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0019b25-9fa2-4d08-b0f8-f757ed834e44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360570'] for subnet (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:35.084027 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:35.110583 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 59fe7a35-ac05-4772-a552-6f296d373db3 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:35.110970 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (59fe7a35-ac05-4772-a552-6f296d373db3), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:35.201425 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 59fe7a35-ac05-4772-a552-6f296d373db3 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:35.246564 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0019b25-9fa2-4d08-b0f8-f757ed834e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26576966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360516'] for subnet (079c8198-364a-4b79-95b3-093653cdaca8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:35.311437 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Sync routers for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:37:35.316658 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0019b25-9fa2-4d08-b0f8-f757ed834e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=079c8198-364a-4b79-95b3-093653cdaca8,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:35.328205 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0019b25-9fa2-4d08-b0f8-f757ed834e44 admin admin] Checking segment: {'id': '6bbfe7fc-428f-4128-9a0a-bda2d17ff26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:37:35.328748 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0019b25-9fa2-4d08-b0f8-f757ed834e44 admin admin] Network hostable DHCP agents. Network: c5b81191-82a7-4cab-adad-b65d5268dc4c, hostable agents: ['8f13bab1-ef13-4bcb-b60b-e8cfbf212027'], hosted agents: [] {{(pid=103327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:37:35.333438 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:35.334066 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:35.349259 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0019b25-9fa2-4d08-b0f8-f757ed834e44 admin admin] Network c5b81191-82a7-4cab-adad-b65d5268dc4c is scheduled to be hosted by DHCP agent 8f13bab1-ef13-4bcb-b60b-e8cfbf212027 with binding_index 1 {{(pid=103327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:37:35.359262 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a0019b25-9fa2-4d08-b0f8-f757ed834e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-15, c5b81191-82a7-4cab-adad-b65d5268dc4c) {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:37:35.364266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0019b25-9fa2-4d08-b0f8-f757ed834e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:35.364906 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0019b25-9fa2-4d08-b0f8-f757ed834e44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:35.377009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd978191-72ed-41db-a780-20768a3cb427 None None] Network c5b81191-82a7-4cab-adad-b65d5268dc4c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:37:35.385696 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a0019b25-9fa2-4d08-b0f8-f757ed834e44 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3832147 Feb 09 04:37:35.385943 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58658) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:35.391050 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1308376555-router', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:35.411803 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-345136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24875'] for router (97cfc2e3-076b-4525-aed4-9c0b7c938c62), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:35.412859 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24866'] for router (97cfc2e3-076b-4525-aed4-9c0b7c938c62), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:35.476204 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Publish callbacks [] for router_controller (97cfc2e3-076b-4525-aed4-9c0b7c938c62), precommit_add_association {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:35.546078 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:35.580402 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp344eacc3-609d-5e04-b031-a0050755bbaf-c5b81191-82a7-4cab-adad-b65d5268dc4c', 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c', 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'fixed_ips': [{'subnet_id': '079c8198-364a-4b79-95b3-093653cdaca8'}]}} from n-d-824835-15. {{(pid=103329) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:37:35.581249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:35.631106 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Publish callbacks [] for router_gateway (97cfc2e3-076b-4525-aed4-9c0b7c938c62), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:35.859787 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Publish callbacks [] for router_gateway (97cfc2e3-076b-4525-aed4-9c0b7c938c62), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:35.879636 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:35.987949 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Allocated IP 172.25.5.133 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/93eef102-ad34-4085-af95-84a1fe4ef3e6) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:37:36.021531 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Allocated IP 172.20.0.2 (c5b81191-82a7-4cab-adad-b65d5268dc4c/079c8198-364a-4b79-95b3-093653cdaca8/fded0859-d459-4d59-92a6-50767d5a6902) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:37:36.095315 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Publish callbacks [] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.121897 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 2, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:36.133441 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.157491 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Checking router: b8bc339d-c7a4-4e2b-ae98-4775506dfc36 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:37:36.157853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Updating router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 port be9b822e-e1b6-49f6-a9f3-66918e9a9841 binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:37:36.175251 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:37:36.179701 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:37:36.182679 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:37:36.206664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Pushing event updated for resources: {'Port': ['ID=93eef102-ad34-4085-af95-84a1fe4ef3e6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:36.216034 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.268981 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Publish callbacks [] for port (fded0859-d459-4d59-92a6-50767d5a6902), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.280460 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169'] for port (fded0859-d459-4d59-92a6-50767d5a6902), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.380645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Network c5b81191-82a7-4cab-adad-b65d5268dc4c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:37:36.390213 n-d-824835-15 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:37:36.394570 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:37:36.396432 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Pushing event updated for resources: {'Port': ['ID=fded0859-d459-4d59-92a6-50767d5a6902,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:36.446975 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Publish callbacks [] for router_gateway (97cfc2e3-076b-4525-aed4-9c0b7c938c62), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.500627 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Attempting to bind port fded0859-d459-4d59-92a6-50767d5a6902 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:37:36.501000 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Attempting to bind port fded0859-d459-4d59-92a6-50767d5a6902 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '6bbfe7fc-428f-4128-9a0a-bda2d17ff26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:37:36.501348 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Attempting to bind port fded0859-d459-4d59-92a6-50767d5a6902 on network c5b81191-82a7-4cab-adad-b65d5268dc4c {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:37:36.515276 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:37:36.515654 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Checking segment: {'id': '6bbfe7fc-428f-4128-9a0a-bda2d17ff26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:37:36.516059 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.516449 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Bound using segment: {'id': '6bbfe7fc-428f-4128-9a0a-bda2d17ff26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:37:36.516929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Bound port: fded0859-d459-4d59-92a6-50767d5a6902, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbfe7fc-428f-4128-9a0a-bda2d17ff26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:37:36.517304 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fded0859-d459-4d59-92a6-50767d5a6902), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.637613 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] For port fded0859-d459-4d59-92a6-50767d5a6902, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:37:36.641979 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] For port fded0859-d459-4d59-92a6-50767d5a6902, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fded0859-d459-4d59-92a6-50767d5a6902,segment=NetworkSegment(6bbfe7fc-428f-4128-9a0a-bda2d17ff26f),segment_id=6bbfe7fc-428f-4128-9a0a-bda2d17ff26f)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:37:36.652589 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Publish callbacks [] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.653086 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358201'] for router (97cfc2e3-076b-4525-aed4-9c0b7c938c62), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.655351 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fded0859-d459-4d59-92a6-50767d5a6902), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.682267 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.724476 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:37:36.832031 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a313b-fcc6-46b3-8404-928f9b35d25e None None] Pushing event updated for resources: {'Port': ['ID=fded0859-d459-4d59-92a6-50767d5a6902,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:36.890128 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Attempting to bind port be9b822e-e1b6-49f6-a9f3-66918e9a9841 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:37:36.890566 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Attempting to bind port be9b822e-e1b6-49f6-a9f3-66918e9a9841 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:37:36.890865 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Attempting to bind port be9b822e-e1b6-49f6-a9f3-66918e9a9841 on network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:37:36.907236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:37:36.907649 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Checking segment: {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:37:36.908039 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.908442 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Bound using segment: {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:37:36.908940 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Bound port: be9b822e-e1b6-49f6-a9f3-66918e9a9841, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:37:36.909327 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:36.913107 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a35076-06e6-4319-9747-ed95e0ac4821 None None] Pushing event updated for resources: {'Port': ['ID=be9b822e-e1b6-49f6-a9f3-66918e9a9841,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:36.957667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:36.958049 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:37.083048 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] For port be9b822e-e1b6-49f6-a9f3-66918e9a9841, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:37:37.089034 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] For port be9b822e-e1b6-49f6-a9f3-66918e9a9841, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=be9b822e-e1b6-49f6-a9f3-66918e9a9841,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:37:37.095016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-2f0e2c78-299a-4bc5-b6cd-ceff6e3f50de None None] Provisioning complete for port be9b822e-e1b6-49f6-a9f3-66918e9a9841 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:37.095401 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2c78-299a-4bc5-b6cd-ceff6e3f50de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:37.101337 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:37.155289 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Router 97cfc2e3-076b-4525-aed4-9c0b7c938c62 is scheduled to L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 with binding_index 1 {{(pid=103327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:37:37.233111 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:37.245244 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:37.245894 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:37.273666 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:37:37.285643 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Sync routers for ids ['97cfc2e3-076b-4525-aed4-9c0b7c938c62'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:37:37.304577 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:37.309185 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a9e44bc7-4ed6-4239-a3cd-8a3c8fe1dd2d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9193723 Feb 09 04:37:37.309399 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Routers {'97cfc2e3-076b-4525-aed4-9c0b7c938c62'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:37.309871 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58660) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:37.311963 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['97cfc2e3-076b-4525-aed4-9c0b7c938c62'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:37.334032 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a35076-06e6-4319-9747-ed95e0ac4821 None None] Pushing event updated for resources: {'Port': ['ID=be9b822e-e1b6-49f6-a9f3-66918e9a9841,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:37.443488 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e2c78-299a-4bc5-b6cd-ceff6e3f50de None None] Current status of the port be9b822e-e1b6-49f6-a9f3-66918e9a9841 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:37.444577 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2c78-299a-4bc5-b6cd-ceff6e3f50de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:37.499953 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Set router 97cfc2e3-076b-4525-aed4-9c0b7c938c62 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:37.504297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2f0e2c78-299a-4bc5-b6cd-ceff6e3f50de None None] For port be9b822e-e1b6-49f6-a9f3-66918e9a9841, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=be9b822e-e1b6-49f6-a9f3-66918e9a9841,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:37.512826 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2c78-299a-4bc5-b6cd-ceff6e3f50de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:37.583273 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:37.726645 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e2c78-299a-4bc5-b6cd-ceff6e3f50de None None] Pushing event updated for resources: {'Port': ['ID=be9b822e-e1b6-49f6-a9f3-66918e9a9841,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:37.772415 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0949d36d-4af4-4c57-835a-b343656b5ff7 None None] Provisioning complete for port be9b822e-e1b6-49f6-a9f3-66918e9a9841 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:37.772796 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0949d36d-4af4-4c57-835a-b343656b5ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:37.788318 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'name': 'tempest-TestSnapshotPattern-1308376555-router', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:36Z', 'revision_number': 3, 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'gw_port': {'id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:37.826980 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Checking router: 97cfc2e3-076b-4525-aed4-9c0b7c938c62 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:37:37.827517 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Updating router 97cfc2e3-076b-4525-aed4-9c0b7c938c62 port 93eef102-ad34-4085-af95-84a1fe4ef3e6 binding host n-d-824835-15 {{(pid=103330) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:37:37.864986 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:37.892009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0949d36d-4af4-4c57-835a-b343656b5ff7 None None] Current status of the port be9b822e-e1b6-49f6-a9f3-66918e9a9841 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:37.957517 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:37.988928 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:37.990588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c24f5-c848-4573-b7b6-3a1645830572 None None] The sync data for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 is: [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:37:38.123793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a123639-daaf-4104-9162-e05115cd0818 None None] Network c5b81191-82a7-4cab-adad-b65d5268dc4c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:37:38.184576 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Publish callbacks [] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.193306 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.219611 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Allocated IP 172.20.0.1 (c5b81191-82a7-4cab-adad-b65d5268dc4c/079c8198-364a-4b79-95b3-093653cdaca8/fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:37:38.256876 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-a3f9a55a-76b9-4d20-a7fc-a4dd35f3cb71 None None] Provisioning complete for port fded0859-d459-4d59-92a6-50767d5a6902 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:38.257246 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3f9a55a-76b9-4d20-a7fc-a4dd35f3cb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fded0859-d459-4d59-92a6-50767d5a6902), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.261617 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Attempting to bind port 93eef102-ad34-4085-af95-84a1fe4ef3e6 on host n-d-824835-15 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:37:38.262005 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Attempting to bind port 93eef102-ad34-4085-af95-84a1fe4ef3e6 by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:37:38.262464 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Attempting to bind port 93eef102-ad34-4085-af95-84a1fe4ef3e6 on network a7a9d4f6-f813-4af9-b288-1ce22b89921f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:37:38.265922 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88cf4c-4ec6-429d-9116-a5858f4e092c None None] Pushing event updated for resources: {'Port': ['ID=93eef102-ad34-4085-af95-84a1fe4ef3e6,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:38.278504 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:37:38.278986 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Checking segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:37:38.279467 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.279938 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Bound using segment: {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:37:38.280493 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Bound port: 93eef102-ad34-4085-af95-84a1fe4ef3e6, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0262d4bc-db4d-496c-b9f9-b2cf1719c244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:37:38.280946 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.316439 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.359493 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] For port 93eef102-ad34-4085-af95-84a1fe4ef3e6, host n-d-824835-15, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:37:38.371486 n-d-824835-15 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] For port 93eef102-ad34-4085-af95-84a1fe4ef3e6, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=93eef102-ad34-4085-af95-84a1fe4ef3e6,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:37:38.381709 n-d-824835-15 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.383067 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Publish callbacks [] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.390769 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a3f9a55a-76b9-4d20-a7fc-a4dd35f3cb71 None None] Current status of the port fded0859-d459-4d59-92a6-50767d5a6902 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:38.391163 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3f9a55a-76b9-4d20-a7fc-a4dd35f3cb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fded0859-d459-4d59-92a6-50767d5a6902), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.439228 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Routers {'97cfc2e3-076b-4525-aed4-9c0b7c938c62'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:38.440000 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['97cfc2e3-076b-4525-aed4-9c0b7c938c62'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:38.441732 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.448430 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a3f9a55a-76b9-4d20-a7fc-a4dd35f3cb71 None None] For port fded0859-d459-4d59-92a6-50767d5a6902, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fded0859-d459-4d59-92a6-50767d5a6902,segment=NetworkSegment(6bbfe7fc-428f-4128-9a0a-bda2d17ff26f),segment_id=6bbfe7fc-428f-4128-9a0a-bda2d17ff26f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:38.455337 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3f9a55a-76b9-4d20-a7fc-a4dd35f3cb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fded0859-d459-4d59-92a6-50767d5a6902), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.530457 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Network c5b81191-82a7-4cab-adad-b65d5268dc4c is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:37:38.533494 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9a55a-76b9-4d20-a7fc-a4dd35f3cb71 None None] Pushing event updated for resources: {'Port': ['ID=fded0859-d459-4d59-92a6-50767d5a6902,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:38.535154 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:37:38.547254 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:37:38.574088 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Pushing event updated for resources: {'Port': ['ID=fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:38.601296 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-358382'] for router_interface (97cfc2e3-076b-4525-aed4-9c0b7c938c62), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.676064 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88cf4c-4ec6-429d-9116-a5858f4e092c None None] Pushing event updated for resources: {'Port': ['ID=93eef102-ad34-4085-af95-84a1fe4ef3e6,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:38.702929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-49791e23-e376-4d73-a2ff-ecf5bd2500d5 None None] Provisioning complete for port fded0859-d459-4d59-92a6-50767d5a6902 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:38.703331 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49791e23-e376-4d73-a2ff-ecf5bd2500d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fded0859-d459-4d59-92a6-50767d5a6902), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.743953 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] Set router 97cfc2e3-076b-4525-aed4-9c0b7c938c62 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:38.877476 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:38.978735 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fded0859-d459-4d59-92a6-50767d5a6902 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:37:39.049026 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port fded0859-d459-4d59-92a6-50767d5a6902 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:39.049421 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fded0859-d459-4d59-92a6-50767d5a6902), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:39.053557 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'name': 'tempest-TestSnapshotPattern-1308376555-router', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:36Z', 'revision_number': 3, 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'gw_port': {'id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:39.089722 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2a742b-b920-4224-b1ba-53289205e092 None None] The sync data for ids ['97cfc2e3-076b-4525-aed4-9c0b7c938c62'] in n-d-824835-15 is: [{'id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'name': 'tempest-TestSnapshotPattern-1308376555-router', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:36Z', 'revision_number': 3, 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'gw_port': {'id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:37:39.126999 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Publish callbacks [] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:39.132344 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:39.141771 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-49791e23-e376-4d73-a2ff-ecf5bd2500d5 None None] Current status of the port fded0859-d459-4d59-92a6-50767d5a6902 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:39.187377 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344190'] for router_interface (97cfc2e3-076b-4525-aed4-9c0b7c938c62), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:39.192106 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port fded0859-d459-4d59-92a6-50767d5a6902 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:39.193686 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device be9b822e-e1b6-49f6-a9f3-66918e9a9841 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:37:39.269083 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port be9b822e-e1b6-49f6-a9f3-66918e9a9841 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:39.269621 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:39.270109 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Pushing event updated for resources: {'Port': ['ID=fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:39.299160 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-0d38ff94-e4e5-4a9d-9326-7f53451a845b None None] Provisioning complete for port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:39.299545 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d38ff94-e4e5-4a9d-9326-7f53451a845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:39.327638 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Network c5b81191-82a7-4cab-adad-b65d5268dc4c is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:37:39.330895 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:37:39.356799 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0d38ff94-e4e5-4a9d-9326-7f53451a845b None None] Port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:37:39.440751 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port be9b822e-e1b6-49f6-a9f3-66918e9a9841 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:39.499501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Router 97cfc2e3-076b-4525-aed4-9c0b7c938c62 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:37:39.647820 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:37:39.653169 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3d37b5fa-0d79-4238-a9aa-1c86fd3a6663 admin admin] 10.222.0.21 "PUT /v2.0/routers/97cfc2e3-076b-4525-aed4-9c0b7c938c62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3409534 Feb 09 04:37:39.689816 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-ac0516d4-a63c-422a-a679-6995af380edd None None] Provisioning complete for port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:39.690192 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac0516d4-a63c-422a-a679-6995af380edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:39.728395 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ac0516d4-a63c-422a-a679-6995af380edd None None] Port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:37:40.294952 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58670) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:40.299542 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3d954ac1-d230-4522-bce9-975778996b21 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-187293133', 'description': 'tempest-secgroup-smoke-187293133 description', 'project_id': '1d242cba665c4c60ba2b6b739cbdec16'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:40.319436 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d954ac1-d230-4522-bce9-975778996b21 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.385485 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d954ac1-d230-4522-bce9-975778996b21 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group (e57d901f-c5c1-4b85-9d40-561467493b5c), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.388986 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d954ac1-d230-4522-bce9-975778996b21 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e57d901f-c5c1-4b85-9d40-561467493b5c), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.417143 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3d954ac1-d230-4522-bce9-975778996b21 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.418994 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3d954ac1-d230-4522-bce9-975778996b21 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1230199 Feb 09 04:37:40.422012 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58672) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:40.423124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d954ac1-d230-4522-bce9-975778996b21 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57d901f-c5c1-4b85-9d40-561467493b5c,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:40.426897 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-56039eee-58ba-43d4-b884-662e119977cc tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Request body: {'security_group_rule': {'security_group_id': 'e57d901f-c5c1-4b85-9d40-561467493b5c', 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:40.451396 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56039eee-58ba-43d4-b884-662e119977cc tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (2d0b5516-73f8-428e-963a-b8c5b0d91538), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.505409 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56039eee-58ba-43d4-b884-662e119977cc tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (2d0b5516-73f8-428e-963a-b8c5b0d91538), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.508777 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56039eee-58ba-43d4-b884-662e119977cc tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (2d0b5516-73f8-428e-963a-b8c5b0d91538), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.525986 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56039eee-58ba-43d4-b884-662e119977cc tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0b5516-73f8-428e-963a-b8c5b0d91538,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:40.533808 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56039eee-58ba-43d4-b884-662e119977cc tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.535035 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-56039eee-58ba-43d4-b884-662e119977cc tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118112 Feb 09 04:37:40.537791 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58674) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:40.542274 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-9cee9c29-fbfb-4eb7-bd03-3ec9300a3c2f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Request body: {'security_group_rule': {'security_group_id': 'e57d901f-c5c1-4b85-9d40-561467493b5c', 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:40.567563 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cee9c29-fbfb-4eb7-bd03-3ec9300a3c2f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (0e5d0709-90a1-40b8-bc37-4921a75548a8), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.625246 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cee9c29-fbfb-4eb7-bd03-3ec9300a3c2f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (0e5d0709-90a1-40b8-bc37-4921a75548a8), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.629530 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cee9c29-fbfb-4eb7-bd03-3ec9300a3c2f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (0e5d0709-90a1-40b8-bc37-4921a75548a8), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.651015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee9c29-fbfb-4eb7-bd03-3ec9300a3c2f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5d0709-90a1-40b8-bc37-4921a75548a8,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:40.659980 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9cee9c29-fbfb-4eb7-bd03-3ec9300a3c2f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.661280 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9cee9c29-fbfb-4eb7-bd03-3ec9300a3c2f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224780 Feb 09 04:37:40.663876 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58676) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:40.669212 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a761c0eb-ab20-4688-b489-ffaad5722316 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Request body: {'security_group_rule': {'security_group_id': 'e57d901f-c5c1-4b85-9d40-561467493b5c', 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:40.694971 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a761c0eb-ab20-4688-b489-ffaad5722316 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (ad31f9cb-74fe-4f11-be98-9e0edd4a5f62), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.722370 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 93eef102-ad34-4085-af95-84a1fe4ef3e6 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:37:40.763664 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a761c0eb-ab20-4688-b489-ffaad5722316 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (ad31f9cb-74fe-4f11-be98-9e0edd4a5f62), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.767446 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a761c0eb-ab20-4688-b489-ffaad5722316 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (ad31f9cb-74fe-4f11-be98-9e0edd4a5f62), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.776959 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 93eef102-ad34-4085-af95-84a1fe4ef3e6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:40.777800 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.787285 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761c0eb-ab20-4688-b489-ffaad5722316 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad31f9cb-74fe-4f11-be98-9e0edd4a5f62,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:40.795315 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a761c0eb-ab20-4688-b489-ffaad5722316 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.796541 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a761c0eb-ab20-4688-b489-ffaad5722316 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317370 Feb 09 04:37:40.799436 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 58678) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:40.803987 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [None req-3adc2bd0-e351-4c73-82d5-a694f57f19de tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Request body: {'security_group_rule': {'security_group_id': 'e57d901f-c5c1-4b85-9d40-561467493b5c', 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:40.830773 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3adc2bd0-e351-4c73-82d5-a694f57f19de tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (8a01b96b-e413-4d93-ac92-555d12a49c4f), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.861087 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 93eef102-ad34-4085-af95-84a1fe4ef3e6 is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:40.861822 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.883634 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] For port 93eef102-ad34-4085-af95-84a1fe4ef3e6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=93eef102-ad34-4085-af95-84a1fe4ef3e6,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:40.888960 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.892758 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3adc2bd0-e351-4c73-82d5-a694f57f19de tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (8a01b96b-e413-4d93-ac92-555d12a49c4f), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.897172 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3adc2bd0-e351-4c73-82d5-a694f57f19de tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (8a01b96b-e413-4d93-ac92-555d12a49c4f), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.921990 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc2bd0-e351-4c73-82d5-a694f57f19de tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a01b96b-e413-4d93-ac92-555d12a49c4f,revision_number=0']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:40.935499 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3adc2bd0-e351-4c73-82d5-a694f57f19de tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:40.936855 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-3adc2bd0-e351-4c73-82d5-a694f57f19de tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364222 Feb 09 04:37:40.939830 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58680) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:40.944696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-693adaba-6d2f-419d-9f92-da81979b87d1 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Request body: {'security_group_rule': {'security_group_id': 'e57d901f-c5c1-4b85-9d40-561467493b5c', 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:40.948224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Pushing event updated for resources: {'Port': ['ID=93eef102-ad34-4085-af95-84a1fe4ef3e6,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:40.966819 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-693adaba-6d2f-419d-9f92-da81979b87d1 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Project 1d242cba665c4c60ba2b6b739cbdec16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:37:40.971841 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-693adaba-6d2f-419d-9f92-da81979b87d1 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (cc830ab6-7b9f-4932-8ecd-11cdf96d0609), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:41.035880 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-693adaba-6d2f-419d-9f92-da81979b87d1 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (cc830ab6-7b9f-4932-8ecd-11cdf96d0609), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:41.040429 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-693adaba-6d2f-419d-9f92-da81979b87d1 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (cc830ab6-7b9f-4932-8ecd-11cdf96d0609), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:41.062414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693adaba-6d2f-419d-9f92-da81979b87d1 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc830ab6-7b9f-4932-8ecd-11cdf96d0609,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:41.068228 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-693adaba-6d2f-419d-9f92-da81979b87d1 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:41.069449 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-693adaba-6d2f-419d-9f92-da81979b87d1 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285915 Feb 09 04:37:41.072118 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58682) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:41.076498 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-a4988549-d937-4568-b723-c9c54d333cd5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Request body: {'security_group_rule': {'security_group_id': 'e57d901f-c5c1-4b85-9d40-561467493b5c', 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:41.097505 n-d-824835-15 neutron-server[103327]: INFO neutron.db.securitygroups_db [None req-a4988549-d937-4568-b723-c9c54d333cd5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Project 1d242cba665c4c60ba2b6b739cbdec16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:37:41.102946 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4988549-d937-4568-b723-c9c54d333cd5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (06c61db6-6d18-4198-bc11-cff5bb55cbd9), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:41.166401 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4988549-d937-4568-b723-c9c54d333cd5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (06c61db6-6d18-4198-bc11-cff5bb55cbd9), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:41.171756 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4988549-d937-4568-b723-c9c54d333cd5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586896'] for security_group_rule (06c61db6-6d18-4198-bc11-cff5bb55cbd9), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:41.189988 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4988549-d937-4568-b723-c9c54d333cd5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c61db6-6d18-4198-bc11-cff5bb55cbd9,revision_number=0']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:41.197723 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4988549-d937-4568-b723-c9c54d333cd5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:41.208186 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a4988549-d937-4568-b723-c9c54d333cd5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258628 Feb 09 04:37:41.297776 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Sync routers for ids ['97cfc2e3-076b-4525-aed4-9c0b7c938c62'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:37:41.312503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Routers {'97cfc2e3-076b-4525-aed4-9c0b7c938c62'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:41.313345 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['97cfc2e3-076b-4525-aed4-9c0b7c938c62'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:41.358050 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-31fb46dc-9a89-4910-b679-b9b7b81464de tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187293133&fields=id&tenant_id=1d242cba665c4c60ba2b6b739cbdec16 HTTP/1.1" status: 200 len: 267 time: 0.0483286 Feb 09 04:37:41.422964 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Set router 97cfc2e3-076b-4525-aed4-9c0b7c938c62 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:41.466696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-97dbb03f-e293-4de9-bb4c-b189f0501166 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:41.468193 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-97dbb03f-e293-4de9-bb4c-b189f0501166 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 810 time: 0.1035683 Feb 09 04:37:41.482921 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-55ae043b-8f4b-49c7-a0d1-1b43381c6c59 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/quotas/1d242cba665c4c60ba2b6b739cbdec16 HTTP/1.1" status: 200 len: 375 time: 0.0092893 Feb 09 04:37:41.538546 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-59e4db8e-cf03-494d-8bcf-e48406bb6b4c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503881 Feb 09 04:37:41.626130 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'name': 'tempest-TestSnapshotPattern-1308376555-router', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:38Z', 'revision_number': 4, 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'gw_port': {'id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e', 'name': '', 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'mac_address': 'fa:16:3e:57:5f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '079c8198-364a-4b79-95b3-093653cdaca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:38Z', 'updated_at': '2022-02-09T04:37:38Z', 'revision_number': 2, 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'subnets': [{'id': '079c8198-364a-4b79-95b3-093653cdaca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:41.647587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-57f39085-1225-40fa-939f-56e2a7aa207d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:37:41.648611 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-57f39085-1225-40fa-939f-56e2a7aa207d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0982509 Feb 09 04:37:41.653503 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Checking router: 97cfc2e3-076b-4525-aed4-9c0b7c938c62 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:37:41.653860 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Updating router 97cfc2e3-076b-4525-aed4-9c0b7c938c62 port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e binding host n-d-824835-15 {{(pid=103329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:37:41.681005 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:41.743414 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-8e689fdf-6061-476b-a66e-b5036b84ff28 service neutron] 10.222.0.21 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876625 Feb 09 04:37:41.840215 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-5712f1c6-b3af-4d4d-b577-81e744e9d12a service neutron] 10.222.0.21 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907505 Feb 09 04:37:41.952942 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Publish callbacks [] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:41.962611 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:42.018679 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85ba06-34c8-4265-99e9-12809f706568 None None] Pushing event updated for resources: {'Port': ['ID=fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:42.022246 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-24998199-6918-4ea1-81ff-53193954785c req-94768f31-3da8-46f0-8ca9-a2360dd29fa4 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 210 time: 0.0416028 Feb 09 04:37:42.083339 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Attempting to bind port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e on host n-d-824835-15 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:37:42.083711 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Attempting to bind port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e by drivers openvswitch,hyperv on host n-d-824835-15 at level 0 using segments [{'id': '6bbfe7fc-428f-4128-9a0a-bda2d17ff26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:37:42.084076 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Attempting to bind port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e on network c5b81191-82a7-4cab-adad-b65d5268dc4c {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:37:42.089349 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Checking agent: {'id': '3ed70000-2c64-4bac-8be2-90da659e545a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 0, 52), 'started_at': datetime.datetime(2022, 2, 9, 3, 1, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:37:42.090032 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Checking segment: {'id': '6bbfe7fc-428f-4128-9a0a-bda2d17ff26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:37:42.090403 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:42.090740 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Bound using segment: {'id': '6bbfe7fc-428f-4128-9a0a-bda2d17ff26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:37:42.091216 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Bound port: fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e, host: n-d-824835-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbfe7fc-428f-4128-9a0a-bda2d17ff26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:37:42.091594 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:42.168482 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] For port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e, host n-d-824835-15, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:37:42.172205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] For port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e, host n-d-824835-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e,segment=NetworkSegment(6bbfe7fc-428f-4128-9a0a-bda2d17ff26f),segment_id=6bbfe7fc-428f-4128-9a0a-bda2d17ff26f)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:37:42.180232 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:42.242834 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Routers {'97cfc2e3-076b-4525-aed4-9c0b7c938c62'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:42.243655 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:18Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['97cfc2e3-076b-4525-aed4-9c0b7c938c62'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:42.282127 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85ba06-34c8-4265-99e9-12809f706568 None None] Pushing event updated for resources: {'Port': ['ID=fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:42.340660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fc80cdca-a853-400c-bb6f-8a385873d0cb None None] Provisioning complete for port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:42.341271 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc80cdca-a853-400c-bb6f-8a385873d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:42.405877 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] Set router 97cfc2e3-076b-4525-aed4-9c0b7c938c62 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:42.559521 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fc80cdca-a853-400c-bb6f-8a385873d0cb None None] Current status of the port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e is: DOWN; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:42.559914 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc80cdca-a853-400c-bb6f-8a385873d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:42.618223 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fc80cdca-a853-400c-bb6f-8a385873d0cb None None] For port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e,segment=NetworkSegment(6bbfe7fc-428f-4128-9a0a-bda2d17ff26f),segment_id=6bbfe7fc-428f-4128-9a0a-bda2d17ff26f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:42.623585 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc80cdca-a853-400c-bb6f-8a385873d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:42.700696 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 93eef102-ad34-4085-af95-84a1fe4ef3e6 up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:37:42.735297 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80cdca-a853-400c-bb6f-8a385873d0cb None None] Pushing event updated for resources: {'Port': ['ID=fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:42.771272 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-e8512dbd-24e7-452d-88be-717708baa5c5 None None] Provisioning complete for port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:42.771651 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8512dbd-24e7-452d-88be-717708baa5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:42.779236 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'name': 'tempest-TestSnapshotPattern-1308376555-router', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:38Z', 'revision_number': 4, 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'gw_port': {'id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e', 'name': '', 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'mac_address': 'fa:16:3e:57:5f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '079c8198-364a-4b79-95b3-093653cdaca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:38Z', 'updated_at': '2022-02-09T04:37:42Z', 'revision_number': 4, 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'subnets': [{'id': '079c8198-364a-4b79-95b3-093653cdaca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:42.835427 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0e4db-26d9-4290-a4f8-a98b0ca58422 None None] The sync data for ids ['97cfc2e3-076b-4525-aed4-9c0b7c938c62'] in n-d-824835-15 is: [{'id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'name': 'tempest-TestSnapshotPattern-1308376555-router', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:38Z', 'revision_number': 4, 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'gw_port': {'id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e', 'name': '', 'network_id': 'c5b81191-82a7-4cab-adad-b65d5268dc4c', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'mac_address': 'fa:16:3e:57:5f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '079c8198-364a-4b79-95b3-093653cdaca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:38Z', 'updated_at': '2022-02-09T04:37:42Z', 'revision_number': 4, 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'subnets': [{'id': '079c8198-364a-4b79-95b3-093653cdaca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:37:42.850009 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port 93eef102-ad34-4085-af95-84a1fe4ef3e6 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:42.850389 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:42.974098 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e8512dbd-24e7-452d-88be-717708baa5c5 None None] Current status of the port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:42.989313 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port 93eef102-ad34-4085-af95-84a1fe4ef3e6 is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:43.126153 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a570bfda-1b11-45a8-a5cb-26ad88814245 req-db8626a1-fa83-406a-be5f-9c191271dcf3 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 210 time: 0.0341134 Feb 09 04:37:43.257074 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-d6599322-66e3-4a85-b7ad-3e2aed424331 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:43.258820 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-d6599322-66e3-4a85-b7ad-3e2aed424331 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.65 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 810 time: 0.1150165 Feb 09 04:37:43.334718 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-51923a96-7426-4e19-a020-11a648d05a35 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d242cba665c4c60ba2b6b739cbdec16 HTTP/1.1" status: 200 len: 379 time: 0.0614340 Feb 09 04:37:43.374924 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Request body: {'port': {'device_id': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'admin_state_up': True, 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'security_groups': ['e57d901f-c5c1-4b85-9d40-561467493b5c']}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:43.490226 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Made reservation on behalf of 1d242cba665c4c60ba2b6b739cbdec16 for: {'port': 1} {{(pid=103327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:37:43.493879 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:43.637436 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Allocated IP 172.20.0.12 (118604f6-14bd-48b8-bc24-0b9aa2b0c153/c8a4d4ed-014f-4ef5-9211-540618141488/017a8415-8520-4881-ac2e-08e60543a693) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:37:43.780461 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for port (017a8415-8520-4881-ac2e-08e60543a693), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:43.814473 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (017a8415-8520-4881-ac2e-08e60543a693), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:43.864499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:37:43.867536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:37:43.871931 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:37:43.878243 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'Port': ['ID=017a8415-8520-4881-ac2e-08e60543a693,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:43.924558 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:43.925201 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:43.941688 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-60833858-2e89-489f-bdf8-276d09c6cbb7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716887 Feb 09 04:37:43.958591 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Request body: {'port': {'device_id': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-15'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:44.021226 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (017a8415-8520-4881-ac2e-08e60543a693), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:44.104768 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-b6bc8c39-023c-42a6-9423-c026d0d5b627 None None] Provisioning complete for port 017a8415-8520-4881-ac2e-08e60543a693 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:44.105933 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8c39-023c-42a6-9423-c026d0d5b627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (017a8415-8520-4881-ac2e-08e60543a693), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:44.139543 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b6bc8c39-023c-42a6-9423-c026d0d5b627 None None] Port 017a8415-8520-4881-ac2e-08e60543a693 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:37:44.253718 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4e8ac-3103-45d7-b0e2-043b90cf0c73 req-427dbd14-20c8-4650-bdd1-8f08aa0fe6f6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:44.255923 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09d4e8ac-3103-45d7-b0e2-043b90cf0c73 req-427dbd14-20c8-4650-bdd1-8f08aa0fe6f6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 932 time: 0.0566413 Feb 09 04:37:44.297432 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017a8415-8520-4881-ac2e-08e60543a693 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:37:44.304846 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Publish callbacks [] for port (017a8415-8520-4881-ac2e-08e60543a693), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:44.306560 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-09d4e8ac-3103-45d7-b0e2-043b90cf0c73 req-91537843-3b02-4f50-bad6-0a3ec85c6736 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449941 Feb 09 04:37:44.317326 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Transition to ACTIVE for port object 017a8415-8520-4881-ac2e-08e60543a693 will not be triggered until provisioned by entity L2. {{(pid=103327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:37:44.322076 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (017a8415-8520-4881-ac2e-08e60543a693), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:44.395229 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Pushing event updated for resources: {'Port': ['ID=017a8415-8520-4881-ac2e-08e60543a693,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:44.449563 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Attempting to bind port 017a8415-8520-4881-ac2e-08e60543a693 on host n-h1-824835-15 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:37:44.450101 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Attempting to bind port 017a8415-8520-4881-ac2e-08e60543a693 by drivers openvswitch,hyperv on host n-h1-824835-15 at level 0 using segments [{'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:37:44.450598 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Attempting to bind port 017a8415-8520-4881-ac2e-08e60543a693 on network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:37:44.455248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Port 017a8415-8520-4881-ac2e-08e60543a693 on network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-15 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:37:44.455567 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Attempting to bind port 017a8415-8520-4881-ac2e-08e60543a693 on network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:37:44.460690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Checking agent: {'id': '824b182e-9086-4399-8e73-a2471b571fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:37:44.461019 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Checking segment: {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:37:44.461420 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Bound using segment: {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:37:44.461842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Bound port: 017a8415-8520-4881-ac2e-08e60543a693, host: n-h1-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:37:44.462198 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (017a8415-8520-4881-ac2e-08e60543a693), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:44.532740 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] For port 017a8415-8520-4881-ac2e-08e60543a693, host n-h1-824835-15, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:37:44.536536 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] For port 017a8415-8520-4881-ac2e-08e60543a693, host n-h1-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=017a8415-8520-4881-ac2e-08e60543a693,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:37:44.544519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (017a8415-8520-4881-ac2e-08e60543a693), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:44.580106 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:44.580868 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:44.582352 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-e2e91222-436d-4924-8a18-65185f496295 service neutron] 10.222.0.65 "PUT /v2.0/ports/017a8415-8520-4881-ac2e-08e60543a693 HTTP/1.1" status: 200 len: 1093 time: 0.6280417 Feb 09 04:37:44.582691 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'tag': '017a8415-8520-4881-ac2e-08e60543a693'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:37:44.585002 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b797d9-4c87-47da-a116-71bd12fc4db2" -d '{"events": [{"name": "network-changed", "server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "tag": "017a8415-8520-4881-ac2e-08e60543a693"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:37:44.619238 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e91222-436d-4924-8a18-65185f496295 service neutron] Pushing event updated for resources: {'Port': ['ID=017a8415-8520-4881-ac2e-08e60543a693,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:44.709741 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-dc64ba9a-b9be-4c9d-b024-8f36b6735837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:44.711243 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-dc64ba9a-b9be-4c9d-b024-8f36b6735837 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 1127 time: 0.0733113 Feb 09 04:37:44.773428 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e up at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:37:44.774469 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b28e11-9c44-4a30-8f20-7429df3a6686 x-openstack-request-id: req-24b28e11-9c44-4a30-8f20-7429df3a6686 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:37:44.774915 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "tag": "017a8415-8520-4881-ac2e-08e60543a693", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:37:44.775093 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24b28e11-9c44-4a30-8f20-7429df3a6686 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:37:44.775589 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'tag': '017a8415-8520-4881-ac2e-08e60543a693', 'status': 'completed', 'code': 200} Feb 09 04:37:44.777890 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-5f5a1a5f-1562-4b93-accd-940ad3c0107d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=017a8415-8520-4881-ac2e-08e60543a693 HTTP/1.1" status: 200 len: 217 time: 0.0532541 Feb 09 04:37:44.835189 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-214eab90-ce77-45e5-b973-01fd5b8fe608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:44.836266 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Provisioning complete for port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:44.836660 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-214eab90-ce77-45e5-b973-01fd5b8fe608 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0501084 Feb 09 04:37:44.836885 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:44.897282 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-57deed64-3156-4e4f-b496-9d3010cb6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:44.898905 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-57deed64-3156-4e4f-b496-9d3010cb6483 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501015 Feb 09 04:37:44.931715 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Current status of the port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e is: ACTIVE; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:44.995457 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-637c0bee-8b23-4f48-9ab9-35edd22498e6 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906274 Feb 09 04:37:45.084550 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-69390bc5-2fb6-4298-9b98-07f47ba80eb2 req-86ddd819-f1aa-4f1f-a75d-872c14544e54 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833099 Feb 09 04:37:45.240388 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b797d9-4c87-47da-a116-71bd12fc4db2 req-3b046371-30e3-4ad4-af72-edfa5db2734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:45.241809 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08b797d9-4c87-47da-a116-71bd12fc4db2 req-3b046371-30e3-4ad4-af72-edfa5db2734f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 1127 time: 0.0508630 Feb 09 04:37:45.331664 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b797d9-4c87-47da-a116-71bd12fc4db2 req-00363dae-b70f-45eb-9fd4-6aa3d5d1a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:45.333246 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08b797d9-4c87-47da-a116-71bd12fc4db2 req-00363dae-b70f-45eb-9fd4-6aa3d5d1a33a service neutron] 10.222.0.65 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 911 time: 0.0856352 Feb 09 04:37:45.374506 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08b797d9-4c87-47da-a116-71bd12fc4db2 req-7fee01e5-1235-49a9-bca2-26361328d6bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=017a8415-8520-4881-ac2e-08e60543a693 HTTP/1.1" status: 200 len: 217 time: 0.0354717 Feb 09 04:37:45.427013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b797d9-4c87-47da-a116-71bd12fc4db2 req-be157cea-d32b-46ad-a16c-062dea61eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:45.427277 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d093fa4-34df-4e78-9aa9-c7252b4d9543 req-fa44877c-2484-4cd5-a649-cf3c00f0ce7c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:45.428495 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08b797d9-4c87-47da-a116-71bd12fc4db2 req-be157cea-d32b-46ad-a16c-062dea61eb73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0491226 Feb 09 04:37:45.428808 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0d093fa4-34df-4e78-9aa9-c7252b4d9543 req-fa44877c-2484-4cd5-a649-cf3c00f0ce7c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 944 time: 0.0529714 Feb 09 04:37:45.483360 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b797d9-4c87-47da-a116-71bd12fc4db2 req-b66b0b5d-f8b3-46f0-a806-47fb7ad43d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:45.484862 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08b797d9-4c87-47da-a116-71bd12fc4db2 req-b66b0b5d-f8b3-46f0-a806-47fb7ad43d4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502925 Feb 09 04:37:45.489227 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-0d093fa4-34df-4e78-9aa9-c7252b4d9543 req-669f3042-9236-4a3c-bf36-9ce02ea28867 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532813 Feb 09 04:37:45.573267 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08b797d9-4c87-47da-a116-71bd12fc4db2 req-cfd14673-ad24-4eed-ae5c-901a6ce5ec69 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821519 Feb 09 04:37:45.664508 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-08b797d9-4c87-47da-a116-71bd12fc4db2 req-1958d05e-8997-4eb6-ae4b-ca8ffed93e61 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853224 Feb 09 04:37:45.829375 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7954053-1f6b-4bb7-94d7-b754863fcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:46.612892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f16bb-b6b4-4438-8d53-365fa881f1e2 req-28be1689-7958-4eb0-9077-e9bb09d147a8 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:46.614407 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-531f16bb-b6b4-4438-8d53-365fa881f1e2 req-28be1689-7958-4eb0-9077-e9bb09d147a8 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 944 time: 0.0560119 Feb 09 04:37:46.663666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-531f16bb-b6b4-4438-8d53-365fa881f1e2 req-170596f1-55a8-43ae-b36f-575d3ad30e64 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 Feb 09 04:37:47.784632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244b0e-8275-46a1-ac70-359385208f3e req-a114b911-a319-4fd5-9345-16fa9b0d67e3 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:47.786132 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-31244b0e-8275-46a1-ac70-359385208f3e req-a114b911-a319-4fd5-9345-16fa9b0d67e3 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 944 time: 0.0537076 Feb 09 04:37:47.836396 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-31244b0e-8275-46a1-ac70-359385208f3e req-8f10fbd3-a5d9-42ed-882c-fe3048514262 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443933 Feb 09 04:37:48.311965 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5c836b4-f3a9-4cb0-b01f-5e0d5b639ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:48.655798 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 017a8415-8520-4881-ac2e-08e60543a693 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:37:48.749767 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 017a8415-8520-4881-ac2e-08e60543a693, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=017a8415-8520-4881-ac2e-08e60543a693,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:48.760911 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '017a8415-8520-4881-ac2e-08e60543a693', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'port_id': '017a8415-8520-4881-ac2e-08e60543a693', 'mac_address': 'fa:16:3e:36:de:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:37:48.798743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 017a8415-8520-4881-ac2e-08e60543a693 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:48.799135 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (017a8415-8520-4881-ac2e-08e60543a693), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:48.815530 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017a8415-8520-4881-ac2e-08e60543a693 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:37:48.967824 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1650ab3-7efe-4193-8e10-6ab02dd4410e req-5a31025e-18f0-4785-96b1-ac29526a06c9 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:48.969378 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1650ab3-7efe-4193-8e10-6ab02dd4410e req-5a31025e-18f0-4785-96b1-ac29526a06c9 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 944 time: 0.0620263 Feb 09 04:37:48.998091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 017a8415-8520-4881-ac2e-08e60543a693, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=017a8415-8520-4881-ac2e-08e60543a693,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:49.003248 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (017a8415-8520-4881-ac2e-08e60543a693), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:49.026968 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-d1650ab3-7efe-4193-8e10-6ab02dd4410e req-7f6174eb-51bd-4774-b817-7beb049040fc tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513756 Feb 09 04:37:49.052062 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=017a8415-8520-4881-ac2e-08e60543a693,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:49.392012 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['017a8415-8520-4881-ac2e-08e60543a693'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:37:49.660380 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:50.149385 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d0f55-b745-4701-9886-20f76994f22e req-64295962-91f8-460a-963b-5fc3ad2f7415 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:50.150850 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-323d0f55-b745-4701-9886-20f76994f22e req-64295962-91f8-460a-963b-5fc3ad2f7415 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 945 time: 0.0546060 Feb 09 04:37:50.199999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-323d0f55-b745-4701-9886-20f76994f22e req-3c281c27-93f4-414f-b383-4a7dc967711d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435412 Feb 09 04:37:50.658794 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 017a8415-8520-4881-ac2e-08e60543a693 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:37:50.707794 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning for port 017a8415-8520-4881-ac2e-08e60543a693 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:37:50.711722 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 017a8415-8520-4881-ac2e-08e60543a693 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:37:50.712206 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (017a8415-8520-4881-ac2e-08e60543a693), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:50.790586 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 017a8415-8520-4881-ac2e-08e60543a693 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:37:50.790586 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (017a8415-8520-4881-ac2e-08e60543a693), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:50.813279 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017a8415-8520-4881-ac2e-08e60543a693'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:37:50.815557 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0623c1-f214-4fc3-b136-8fe167041966" -d '{"events": [{"server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "name": "network-vif-plugged", "status": "completed", "tag": "017a8415-8520-4881-ac2e-08e60543a693"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:37:50.828114 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 017a8415-8520-4881-ac2e-08e60543a693, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=017a8415-8520-4881-ac2e-08e60543a693,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:37:50.831980 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (017a8415-8520-4881-ac2e-08e60543a693), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:50.854938 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399fd7ea-53a9-4587-ad8e-fbf6222fa707 x-openstack-request-id: req-399fd7ea-53a9-4587-ad8e-fbf6222fa707 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:37:50.855928 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "name": "network-vif-plugged", "status": "completed", "tag": "017a8415-8520-4881-ac2e-08e60543a693", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:37:50.855928 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-399fd7ea-53a9-4587-ad8e-fbf6222fa707 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:37:50.855928 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017a8415-8520-4881-ac2e-08e60543a693', 'code': 200} Feb 09 04:37:50.885783 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=017a8415-8520-4881-ac2e-08e60543a693,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:50.984266 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9689e-0360-446e-a85a-3d80de2271b7 req-48272d32-78db-4918-977d-ced8cb49ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:50.985814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2fb9689e-0360-446e-a85a-3d80de2271b7 req-48272d32-78db-4918-977d-ced8cb49ec3b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 1129 time: 0.0447974 Feb 09 04:37:51.031148 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-2fb9689e-0360-446e-a85a-3d80de2271b7 req-f2647551-004b-42f7-baef-7f560f6647c7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399079 Feb 09 04:37:51.085848 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:51.323750 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5314db-6ee1-4e32-b4ad-5cc738d7bb1d req-4e5a1945-0388-4a35-9397-a8514583d96c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:51.325769 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b5314db-6ee1-4e32-b4ad-5cc738d7bb1d req-4e5a1945-0388-4a35-9397-a8514583d96c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 946 time: 0.0585139 Feb 09 04:37:51.373534 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-9b5314db-6ee1-4e32-b4ad-5cc738d7bb1d req-8cbef534-6dab-4ae1-9752-e24b7da46a6e tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421069 Feb 09 04:37:52.196408 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:52.494255 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce0f57-9a42-4aa7-aa3a-775826c8bd2c req-76fb78f9-b65f-46ae-a5b6-360db8273f20 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:52.495732 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5ce0f57-9a42-4aa7-aa3a-775826c8bd2c req-76fb78f9-b65f-46ae-a5b6-360db8273f20 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 946 time: 0.0520513 Feb 09 04:37:52.548549 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-a5ce0f57-9a42-4aa7-aa3a-775826c8bd2c req-79c7f81b-28e6-4b11-a2c3-fb73bc239ae8 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465338 Feb 09 04:37:52.666212 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927f0d5-f60a-4eb3-b901-442b437ccf8f req-0de10b35-e39e-4711-857a-fc6438d986b5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:52.667621 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b927f0d5-f60a-4eb3-b901-442b437ccf8f req-0de10b35-e39e-4711-857a-fc6438d986b5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 946 time: 0.0529461 Feb 09 04:37:52.715806 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-b927f0d5-f60a-4eb3-b901-442b437ccf8f req-e1db2dab-4d6e-41f8-a5fb-cec3ccfaaee2 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413039 Feb 09 04:37:52.737590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58742) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:52.821630 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3124248-b828-4590-82bf-a2a3a495833a tempest-TestSnapshotPattern-699120802 tempest-TestSnapshotPattern-699120802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:52.823149 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-a3124248-b828-4590-82bf-a2a3a495833a tempest-TestSnapshotPattern-699120802 tempest-TestSnapshotPattern-699120802-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 1124 time: 0.0845757 Feb 09 04:37:52.826290 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 58746) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:37:52.830803 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '017a8415-8520-4881-ac2e-08e60543a693', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:37:52.852260 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:52.950979 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:53.057767 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Allocated IP 172.25.5.219 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/7d252dad-7c73-4a93-953b-448731606112) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:37:53.156581 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for port (7d252dad-7c73-4a93-953b-448731606112), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:53.188941 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (7d252dad-7c73-4a93-953b-448731606112), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:53.229146 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:37:53.234122 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:37:53.237590 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:37:53.261396 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'Port': ['ID=7d252dad-7c73-4a93-953b-448731606112,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:53.588205 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for floatingip (6c339337-6123-4e26-975e-1b58e413bbdf), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:53.659683 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (7d252dad-7c73-4a93-953b-448731606112), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:53.815909 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for port (7d252dad-7c73-4a93-953b-448731606112), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:53.820257 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (7d252dad-7c73-4a93-953b-448731606112), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:53.887892 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'Port': ['ID=7d252dad-7c73-4a93-953b-448731606112,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:37:53.897840 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (6c339337-6123-4e26-975e-1b58e413bbdf), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:54.001217 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Floating IP 6c339337-6123-4e26-975e-1b58e413bbdf associated. External IP: 172.25.5.219, port: 017a8415-8520-4881-ac2e-08e60543a693. Feb 09 04:37:54.213506 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:37:54.324117 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:37:54.334780 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231319b8-f1b6-4124-a41f-d50ea83cebb6 None None] Sync routers for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:37:54.342267 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:54.345417 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231319b8-f1b6-4124-a41f-d50ea83cebb6 None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:54.346042 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-231319b8-f1b6-4124-a41f-d50ea83cebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:54.373340 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-78b4a4cb-8acd-4731-9e36-28f243de675d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5459914 Feb 09 04:37:54.373982 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'tag': '017a8415-8520-4881-ac2e-08e60543a693'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:37:54.376221 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641a9671-2a10-405c-9468-42586cdb0b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "tag": "017a8415-8520-4881-ac2e-08e60543a693"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:37:54.420527 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50b69ee-65e9-4c03-8d3f-2a22ab53684a x-openstack-request-id: req-a50b69ee-65e9-4c03-8d3f-2a22ab53684a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:37:54.420883 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "tag": "017a8415-8520-4881-ac2e-08e60543a693", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:37:54.421144 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a50b69ee-65e9-4c03-8d3f-2a22ab53684a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:37:54.421585 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'tag': '017a8415-8520-4881-ac2e-08e60543a693', 'status': 'completed', 'code': 200} Feb 09 04:37:54.455306 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-231319b8-f1b6-4124-a41f-d50ea83cebb6 None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:54.505894 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a9671-2a10-405c-9468-42586cdb0b7d req-c351160d-ad57-49a8-8628-b08796c427e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:54.507337 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-641a9671-2a10-405c-9468-42586cdb0b7d req-c351160d-ad57-49a8-8628-b08796c427e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 1129 time: 0.0454347 Feb 09 04:37:54.601068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a9671-2a10-405c-9468-42586cdb0b7d req-b2b2b62c-0354-4be3-9656-b5a6928ae757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:54.602590 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-641a9671-2a10-405c-9468-42586cdb0b7d req-b2b2b62c-0354-4be3-9656-b5a6928ae757 service neutron] 10.222.0.65 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 911 time: 0.0890965 Feb 09 04:37:54.669943 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-641a9671-2a10-405c-9468-42586cdb0b7d req-5d4b6eab-7fca-464a-8198-b1226880b041 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=017a8415-8520-4881-ac2e-08e60543a693 HTTP/1.1" status: 200 len: 1000 time: 0.0616148 Feb 09 04:37:54.676550 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-231319b8-f1b6-4124-a41f-d50ea83cebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6c339337-6123-4e26-975e-1b58e413bbdf', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'port_id': '017a8415-8520-4881-ac2e-08e60543a693', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'mac_address': 'fa:16:3e:36:de:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:37:53Z', 'updated_at': '2022-02-09T04:37:53Z', 'revision_number': 0, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:54.705978 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231319b8-f1b6-4124-a41f-d50ea83cebb6 None None] Checking router: b8bc339d-c7a4-4e2b-ae98-4775506dfc36 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:37:54.714149 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231319b8-f1b6-4124-a41f-d50ea83cebb6 None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:37:54.714774 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-231319b8-f1b6-4124-a41f-d50ea83cebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:37:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:54.720230 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a9671-2a10-405c-9468-42586cdb0b7d req-e65d7834-4031-4983-b959-dfb1d577994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:54.721707 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-641a9671-2a10-405c-9468-42586cdb0b7d req-e65d7834-4031-4983-b959-dfb1d577994a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0464835 Feb 09 04:37:54.774016 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a9671-2a10-405c-9468-42586cdb0b7d req-29cf7664-27cb-45d0-b6c4-9aed5aa13428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:37:54.775519 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-641a9671-2a10-405c-9468-42586cdb0b7d req-29cf7664-27cb-45d0-b6c4-9aed5aa13428 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478046 Feb 09 04:37:54.820853 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-231319b8-f1b6-4124-a41f-d50ea83cebb6 None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:37:54.851861 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:37:54.864760 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-641a9671-2a10-405c-9468-42586cdb0b7d req-3691e27f-dda2-4000-bc62-9b7a7260cada service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829251 Feb 09 04:37:55.053719 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-231319b8-f1b6-4124-a41f-d50ea83cebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6c339337-6123-4e26-975e-1b58e413bbdf', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'port_id': '017a8415-8520-4881-ac2e-08e60543a693', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'mac_address': 'fa:16:3e:36:de:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:37:53Z', 'updated_at': '2022-02-09T04:37:53Z', 'revision_number': 0, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:37:55.081614 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231319b8-f1b6-4124-a41f-d50ea83cebb6 None None] The sync data for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 is: [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6c339337-6123-4e26-975e-1b58e413bbdf', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'port_id': '017a8415-8520-4881-ac2e-08e60543a693', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'mac_address': 'fa:16:3e:36:de:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:37:53Z', 'updated_at': '2022-02-09T04:37:53Z', 'revision_number': 0, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:37:55.272201 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-641a9671-2a10-405c-9468-42586cdb0b7d req-98371f94-091e-4721-bf1e-42b9576dd8d1 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011724 Feb 09 04:37:55.289708 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec559970-1013-4c18-abc9-e6e2ae8ce768 None None] New status for floating IP 6c339337-6123-4e26-975e-1b58e413bbdf: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:38:08.275999 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:10.375331 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:38:10.905749 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b41124e-11dc-4fa8-954d-e99a25d8a3a8 req-43df840a-6f2c-4da1-bcd2-d56b540d3fa8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443678 Feb 09 04:38:11.009866 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41124e-11dc-4fa8-954d-e99a25d8a3a8 req-536f2afa-333a-4dd1-9c60-61a1e901ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:38:11.011347 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b41124e-11dc-4fa8-954d-e99a25d8a3a8 req-536f2afa-333a-4dd1-9c60-61a1e901ca7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 1129 time: 0.0469625 Feb 09 04:38:11.115860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41124e-11dc-4fa8-954d-e99a25d8a3a8 req-9d8e9043-bdb2-465c-b5ef-89c8c4171afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:38:11.117288 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b41124e-11dc-4fa8-954d-e99a25d8a3a8 req-9d8e9043-bdb2-465c-b5ef-89c8c4171afd service neutron] 10.222.0.65 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 911 time: 0.0884008 Feb 09 04:38:11.182242 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b41124e-11dc-4fa8-954d-e99a25d8a3a8 req-1c0c5aef-d4c9-4526-bb80-fd33d83aae81 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=017a8415-8520-4881-ac2e-08e60543a693 HTTP/1.1" status: 200 len: 1002 time: 0.0580997 Feb 09 04:38:11.228308 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41124e-11dc-4fa8-954d-e99a25d8a3a8 req-2efbdbab-2f35-4681-a05f-a398257789f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:38:11.229771 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b41124e-11dc-4fa8-954d-e99a25d8a3a8 req-2efbdbab-2f35-4681-a05f-a398257789f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0426147 Feb 09 04:38:11.282729 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41124e-11dc-4fa8-954d-e99a25d8a3a8 req-d96ec7b1-fb08-44e9-a7ca-a545aa1ca58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:38:11.284246 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b41124e-11dc-4fa8-954d-e99a25d8a3a8 req-d96ec7b1-fb08-44e9-a7ca-a545aa1ca58c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488539 Feb 09 04:38:11.371722 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b41124e-11dc-4fa8-954d-e99a25d8a3a8 req-020bbabf-e921-4ee9-9500-d1b1e99d652e service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812211 Feb 09 04:38:11.462539 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-3b41124e-11dc-4fa8-954d-e99a25d8a3a8 req-178236f9-c23d-4477-9ef5-75e9c3241760 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851851 Feb 09 04:38:15.831569 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6754f516-60e8-4417-beeb-7163b2f26c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:18.314560 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f265350-0cc9-47c6-90a4-08171d43cac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:19.664161 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:21.088028 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:22.199742 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:24.851091 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:38.281821 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:45.833136 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a41a1b9-36e8-4a8c-abf4-f9a54d43117c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:47.375076 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:38:48.315799 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d8a037c-c35f-46e3-a5fa-878a5070bf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:49.666802 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:51.090507 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:52.202750 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:38:54.850459 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:08.289151 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:11.877473 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9704f1be-2d07-4131-847c-55294d4fd8a5 req-fbd354c1-1660-4e28-a360-92875cb4f9ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451584 Feb 09 04:39:11.977619 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704f1be-2d07-4131-847c-55294d4fd8a5 req-9976736b-0001-4d95-ae3d-20756215853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:39:11.979129 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9704f1be-2d07-4131-847c-55294d4fd8a5 req-9976736b-0001-4d95-ae3d-20756215853d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 1129 time: 0.0458968 Feb 09 04:39:12.083422 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704f1be-2d07-4131-847c-55294d4fd8a5 req-07b7d3bc-f81d-499a-bdc0-a717526d25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:39:12.084878 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9704f1be-2d07-4131-847c-55294d4fd8a5 req-07b7d3bc-f81d-499a-bdc0-a717526d25f7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 911 time: 0.0888128 Feb 09 04:39:12.148525 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9704f1be-2d07-4131-847c-55294d4fd8a5 req-5f8d7c15-5efd-4b03-ad2f-2a205376a95a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=017a8415-8520-4881-ac2e-08e60543a693 HTTP/1.1" status: 200 len: 1002 time: 0.0578778 Feb 09 04:39:12.196236 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704f1be-2d07-4131-847c-55294d4fd8a5 req-c942073d-3432-4920-b02a-3be859d2d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:39:12.197672 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9704f1be-2d07-4131-847c-55294d4fd8a5 req-c942073d-3432-4920-b02a-3be859d2d0fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0437055 Feb 09 04:39:12.250317 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704f1be-2d07-4131-847c-55294d4fd8a5 req-47407e29-d77d-4275-a8ac-701ac8c3429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:39:12.251869 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9704f1be-2d07-4131-847c-55294d4fd8a5 req-47407e29-d77d-4275-a8ac-701ac8c3429a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488403 Feb 09 04:39:12.338814 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9704f1be-2d07-4131-847c-55294d4fd8a5 req-44cd2160-5143-4b74-90ca-d5ac3592d269 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811391 Feb 09 04:39:12.432053 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9704f1be-2d07-4131-847c-55294d4fd8a5 req-06d5fbc5-0003-4b7e-a420-c5825dbc8ec8 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870354 Feb 09 04:39:15.834208 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7dea8fd9-23c5-42e2-b5fc-8723922e3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:18.318566 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-819d3643-3f4a-411b-9501-ad63f0219e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:19.669184 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:21.094071 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:22.205559 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:24.373554 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:39:24.866198 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:38.286968 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:45.836023 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a685-b56f-4266-8387-74276a975acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:48.320278 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ddfc0d3-7654-427b-8b0b-c2629b28eac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:49.671657 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:51.096111 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:52.209158 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:39:54.880874 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:01.371875 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:40:08.285328 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:12.907714 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95406e43-7a05-444f-a72c-97839cecfeab req-00965442-3ac9-4c56-bc12-e32a32fa4181 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0970545 Feb 09 04:40:13.008015 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406e43-7a05-444f-a72c-97839cecfeab req-15244856-8097-4d8d-bae0-2a57f3a1e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:40:13.009448 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95406e43-7a05-444f-a72c-97839cecfeab req-15244856-8097-4d8d-bae0-2a57f3a1e943 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 1129 time: 0.0448945 Feb 09 04:40:13.116773 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406e43-7a05-444f-a72c-97839cecfeab req-2c457954-a082-4240-8bad-e7abc3773d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:40:13.118283 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95406e43-7a05-444f-a72c-97839cecfeab req-2c457954-a082-4240-8bad-e7abc3773d5d service neutron] 10.222.0.65 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 911 time: 0.0894792 Feb 09 04:40:13.183761 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95406e43-7a05-444f-a72c-97839cecfeab req-2afba169-9d5c-41f5-9046-e21d719ca20b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=017a8415-8520-4881-ac2e-08e60543a693 HTTP/1.1" status: 200 len: 1002 time: 0.0596075 Feb 09 04:40:13.230587 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406e43-7a05-444f-a72c-97839cecfeab req-236c6115-b54c-4b2a-8aa6-8e9e2bea80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:40:13.232003 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95406e43-7a05-444f-a72c-97839cecfeab req-236c6115-b54c-4b2a-8aa6-8e9e2bea80f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0424185 Feb 09 04:40:13.287014 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406e43-7a05-444f-a72c-97839cecfeab req-3aa2d19a-0888-45b5-b262-539f4887b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:40:13.288524 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95406e43-7a05-444f-a72c-97839cecfeab req-3aa2d19a-0888-45b5-b262-539f4887b624 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493336 Feb 09 04:40:13.375271 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95406e43-7a05-444f-a72c-97839cecfeab req-80f59bdd-9316-403e-914a-38f859e400a9 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806839 Feb 09 04:40:13.467101 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-95406e43-7a05-444f-a72c-97839cecfeab req-8fbdb389-50da-4ae3-b70d-36bf2a9fae60 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854545 Feb 09 04:40:15.838013 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1513cb22-65e9-49ac-bd0b-610d5051ffe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:18.321859 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45305476-0631-4a04-ba98-61a6dd077e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:19.677786 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:21.099076 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:22.211174 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:24.879550 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:35.364140 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 017a8415-8520-4881-ac2e-08e60543a693 details requested by agent hyperv_n-h1-824835-15 with host n-h1-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:40:35.459909 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 017a8415-8520-4881-ac2e-08e60543a693, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=017a8415-8520-4881-ac2e-08e60543a693,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:40:35.470930 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Returning: {'device': '017a8415-8520-4881-ac2e-08e60543a693', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'port_id': '017a8415-8520-4881-ac2e-08e60543a693', 'mac_address': 'fa:16:3e:36:de:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:40:35.508091 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 017a8415-8520-4881-ac2e-08e60543a693 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:40:35.508482 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (017a8415-8520-4881-ac2e-08e60543a693), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:35.521508 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 017a8415-8520-4881-ac2e-08e60543a693 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:40:35.540013 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 017a8415-8520-4881-ac2e-08e60543a693, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=017a8415-8520-4881-ac2e-08e60543a693,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:40:35.543797 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (017a8415-8520-4881-ac2e-08e60543a693), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:35.596015 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=017a8415-8520-4881-ac2e-08e60543a693,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:40:35.605052 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.605473 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.606189 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.606559 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.606919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.607285 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.607640 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.607992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.608324 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.608656 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.609007 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.609373 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.609738 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:35.695022 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] get_ports_and_sgs() called for port_ids ['017a8415-8520-4881-ac2e-08e60543a693'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:40:37.364516 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 017a8415-8520-4881-ac2e-08e60543a693 up at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:40:37.417807 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Provisioning complete for port 017a8415-8520-4881-ac2e-08e60543a693 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:40:37.418177 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (017a8415-8520-4881-ac2e-08e60543a693), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:37.505462 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 017a8415-8520-4881-ac2e-08e60543a693 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:40:37.505893 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (017a8415-8520-4881-ac2e-08e60543a693), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:37.529431 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017a8415-8520-4881-ac2e-08e60543a693'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:40:37.531831 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf24047-3660-40d7-9fe3-22dfdadd60d9" -d '{"events": [{"server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "name": "network-vif-plugged", "status": "completed", "tag": "017a8415-8520-4881-ac2e-08e60543a693"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:40:37.545992 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 017a8415-8520-4881-ac2e-08e60543a693, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=017a8415-8520-4881-ac2e-08e60543a693,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:40:37.550320 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (017a8415-8520-4881-ac2e-08e60543a693), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:37.599205 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=017a8415-8520-4881-ac2e-08e60543a693,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:40:38.286967 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:38.371617 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:40:38.586352 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bdd36f-773a-4a46-aad0-fb8385e6f93b x-openstack-request-id: req-c8bdd36f-773a-4a46-aad0-fb8385e6f93b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:40:38.586856 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "name": "network-vif-plugged", "status": "completed", "tag": "017a8415-8520-4881-ac2e-08e60543a693", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:40:38.586971 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8bdd36f-773a-4a46-aad0-fb8385e6f93b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:40:38.587302 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017a8415-8520-4881-ac2e-08e60543a693', 'code': 200} Feb 09 04:40:45.841972 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3810-16c9-4897-96ac-14db5b3712a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:48.324503 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a78dc3d-1c59-48d2-82bc-3cb0ca3bec76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:49.677423 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:50.239958 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-77e9fa00-38f3-4a49-a9f2-b7b388848db9 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187293133&fields=id&tenant_id=1d242cba665c4c60ba2b6b739cbdec16 HTTP/1.1" status: 200 len: 267 time: 0.0445375 Feb 09 04:40:50.346913 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-1ee6af91-561e-4657-ab3f-c154824c2c87 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:40:50.348370 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-1ee6af91-561e-4657-ab3f-c154824c2c87 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 810 time: 0.1021664 Feb 09 04:40:50.363201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-fd79a858-6478-426e-be43-0f4973208641 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/quotas/1d242cba665c4c60ba2b6b739cbdec16 HTTP/1.1" status: 200 len: 375 time: 0.0094101 Feb 09 04:40:50.419636 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-a0d76f05-4498-4140-b479-f67d9e7015e3 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512998 Feb 09 04:40:50.478197 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8d401070-e36f-4625-8fc2-d2e691e03ac7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:40:50.479181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8d401070-e36f-4625-8fc2-d2e691e03ac7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476041 Feb 09 04:40:50.571594 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-3e2409ef-9e7c-461b-9273-9b3fae05a7bc service neutron] 10.222.0.21 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866184 Feb 09 04:40:50.660900 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-669b15d8-b00e-47cd-b657-5723c40f521f service neutron] 10.222.0.21 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836978 Feb 09 04:40:50.889067 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-b44b4c05-0a6e-4308-9fa3-e8253913e720 req-e870acce-6a56-450c-b546-d3a8863c77bc tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 210 time: 0.0862176 Feb 09 04:40:51.102038 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:51.968594 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-75d03075-b4fb-486d-a1fb-12eb994d3067 req-d05a0603-bce4-47c2-8415-1a2ab613d49b tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 210 time: 0.0274315 Feb 09 04:40:52.212519 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:53.047235 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9f3902ba-ba71-4b47-8306-e7830d23035e req-780e2d13-1f1a-4e95-b935-fd4c073db14a tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 210 time: 0.0293539 Feb 09 04:40:53.417994 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 017a8415-8520-4881-ac2e-08e60543a693 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:40:53.493705 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Current status of the port 017a8415-8520-4881-ac2e-08e60543a693 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:40:53.494093 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (017a8415-8520-4881-ac2e-08e60543a693), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:53.516125 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '017a8415-8520-4881-ac2e-08e60543a693'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:40:53.519025 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a108967-e6aa-473f-9169-e17f1f03cce3" -d '{"events": [{"server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "name": "network-vif-unplugged", "status": "completed", "tag": "017a8415-8520-4881-ac2e-08e60543a693"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:40:53.531144 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] For port 017a8415-8520-4881-ac2e-08e60543a693, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=017a8415-8520-4881-ac2e-08e60543a693,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:40:53.535484 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (017a8415-8520-4881-ac2e-08e60543a693), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:53.587582 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Pushing event updated for resources: {'Port': ['ID=017a8415-8520-4881-ac2e-08e60543a693,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:40:53.620248 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e03c498-2f84-490a-83fd-21867a9d14b2 x-openstack-request-id: req-2e03c498-2f84-490a-83fd-21867a9d14b2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:40:53.620546 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "name": "network-vif-unplugged", "status": "completed", "tag": "017a8415-8520-4881-ac2e-08e60543a693", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:40:53.620805 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e03c498-2f84-490a-83fd-21867a9d14b2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:40:53.621205 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '017a8415-8520-4881-ac2e-08e60543a693', 'code': 200} Feb 09 04:40:54.126855 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-de77b9c1-6450-42df-8a33-660fe9baecc4 req-cb9880e2-0755-4744-a6e0-9504b5905d0f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 210 time: 0.0287030 Feb 09 04:40:54.895140 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:55.229520 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-ea769ba8-7563-4668-83ae-c5c85978df99 req-349790fb-34d7-4988-8cc1-2d6e52f1975f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 210 time: 0.0322957 Feb 09 04:40:55.843739 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-f5628e47-c0a1-48b1-9855-ccc01aa3a146 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:40:55.845206 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-f5628e47-c0a1-48b1-9855-ccc01aa3a146 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.42 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 810 time: 0.1018386 Feb 09 04:40:55.907478 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-28c124ce-2084-4993-bf11-0b00e3830e91 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d242cba665c4c60ba2b6b739cbdec16 HTTP/1.1" status: 200 len: 379 time: 0.0544155 Feb 09 04:40:55.916441 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Request body: {'port': {'device_id': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'admin_state_up': True, 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'security_groups': ['e57d901f-c5c1-4b85-9d40-561467493b5c']}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:40:56.027169 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Made reservation on behalf of 1d242cba665c4c60ba2b6b739cbdec16 for: {'port': 1} {{(pid=103328) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:40:56.030780 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:56.176337 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.db_base_plugin_common [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Allocated IP 172.20.0.11 (118604f6-14bd-48b8-bc24-0b9aa2b0c153/c8a4d4ed-014f-4ef5-9211-540618141488/1f58b7f3-a0a4-4a38-aeee-431dd5073df2) {{(pid=103328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:40:56.350417 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), precommit_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:56.406589 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), after_create {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:56.443526 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-cc8188ae-404f-4501-9b87-5821d85ea176 req-5cdbbe4d-f4f3-4f77-bb25-3eb9ce47d2de tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 210 time: 0.0641906 Feb 09 04:40:56.489405 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 is already hosted by enough agents. {{(pid=103328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:40:56.490692 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'Port': ['ID=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,revision_number=1']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:40:56.498734 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.base_scheduler [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Resources bound (agent type, host, resource id): {{(pid=103328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:40:56.501317 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.501851 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.502189 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.502532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.502887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.503286 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.503619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.503952 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.504280 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.504613 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.504929 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.505421 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.505999 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:40:56.509490 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Received port after_create {{(pid=103328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:40:56.580827 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:40:56.581580 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:56.617271 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-c03692ff-614f-4621-8efe-2473c4eac049 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7041590 Feb 09 04:40:56.803569 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-202a456f-7a6c-4358-9cc7-00078ef73ac5 None None] Provisioning complete for port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 triggered by entity DHCP. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:40:56.804153 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-202a456f-7a6c-4358-9cc7-00078ef73ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:40:56.844361 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-202a456f-7a6c-4358-9cc7-00078ef73ac5 None None] Port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 cannot update to ACTIVE because it is not bound. {{(pid=103329) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:40:57.563367 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b79a4-bc45-4e6f-b30b-a02a4cfc6fc0 req-7ae7b4f9-012c-46d7-a62b-10311007765d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:40:57.565917 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bd1b79a4-bc45-4e6f-b30b-a02a4cfc6fc0 req-7ae7b4f9-012c-46d7-a62b-10311007765d tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 932 time: 0.0587924 Feb 09 04:40:57.617964 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-bd1b79a4-bc45-4e6f-b30b-a02a4cfc6fc0 req-350636b8-9b73-4421-81b3-1c4f63bb44a1 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463905 Feb 09 04:40:58.747013 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c80c87-6a4e-4d35-9711-b53166186000 req-f34e29ce-d588-48c2-a501-3cd40a85c9c8 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:40:58.748701 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-86c80c87-6a4e-4d35-9711-b53166186000 req-f34e29ce-d588-48c2-a501-3cd40a85c9c8 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 932 time: 0.0567985 Feb 09 04:40:58.800968 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-86c80c87-6a4e-4d35-9711-b53166186000 req-50d30b9e-bbc7-47ac-8500-b93b06ffbf33 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461001 Feb 09 04:40:59.950580 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616612f6-49df-4c31-936f-5b0426294958 req-6cf79e12-63df-49ec-9259-6f5027745828 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:40:59.952140 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-616612f6-49df-4c31-936f-5b0426294958 req-6cf79e12-63df-49ec-9259-6f5027745828 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 932 time: 0.0789974 Feb 09 04:41:00.018110 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-616612f6-49df-4c31-936f-5b0426294958 req-6d94005d-5b0a-4d3c-b23d-4404f7f41d73 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598228 Feb 09 04:41:01.162005 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb315df5-ed7a-41e9-a124-d129832b40d9 req-254393e6-94ce-47d6-8d59-ef0ae51ef489 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:01.163666 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb315df5-ed7a-41e9-a124-d129832b40d9 req-254393e6-94ce-47d6-8d59-ef0ae51ef489 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 932 time: 0.0628390 Feb 09 04:41:01.233502 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-fb315df5-ed7a-41e9-a124-d129832b40d9 req-94954196-eedd-4069-9bd4-493c14091dec tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601718 Feb 09 04:41:02.387173 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458121e-4d4a-4712-b601-13650d0ec2ab req-c517a388-68ec-46c1-8b96-3ebe6fd088c6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:02.388755 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d458121e-4d4a-4712-b601-13650d0ec2ab req-c517a388-68ec-46c1-8b96-3ebe6fd088c6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 932 time: 0.0786283 Feb 09 04:41:02.445742 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d458121e-4d4a-4712-b601-13650d0ec2ab req-736b6122-484a-4614-8567-eb27fdb22eb3 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500429 Feb 09 04:41:03.576273 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed402d2b-4331-4d13-9fc6-93ebf9b5c07f req-a9ac7f37-ed90-4731-a5e2-600887bf9ec0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:03.577748 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed402d2b-4331-4d13-9fc6-93ebf9b5c07f req-a9ac7f37-ed90-4731-a5e2-600887bf9ec0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 932 time: 0.0617554 Feb 09 04:41:03.628683 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-ed402d2b-4331-4d13-9fc6-93ebf9b5c07f req-d660ed93-efd2-4716-a10b-90070f77189b tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445063 Feb 09 04:41:04.007622 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-7fe7125b-e6fa-4546-b441-aab9f21b5e86 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103328) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:41:04.008644 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-7fe7125b-e6fa-4546-b441-aab9f21b5e86 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053563 Feb 09 04:41:04.063090 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.v2.base [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Request body: {'port': {'device_id': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-15'}} {{(pid=103328) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:41:04.123391 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:04.380536 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 {{(pid=103328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:41:04.387905 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Publish callbacks [] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:04.399887 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.provisioning_blocks [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Transition to ACTIVE for port object 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 will not be triggered until provisioned by entity L2. {{(pid=103328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:41:04.403079 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:04.477517 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:41:04.530809 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Attempting to bind port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 on host n-h2-824835-15 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:41:04.531146 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Attempting to bind port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 by drivers openvswitch,hyperv on host n-h2-824835-15 at level 0 using segments [{'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:41:04.531497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Attempting to bind port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 on network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:41:04.536724 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 on network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-15 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:41:04.537049 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Attempting to bind port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 on network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:41:04.542497 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Checking agent: {'id': '9fdd8d09-74d5-4870-a704-fc0bbb697fcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'started_at': datetime.datetime(2022, 2, 9, 3, 8, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:41:04.542896 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Checking segment: {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:41:04.543259 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Bound using segment: {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:41:04.543686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Bound port: 1f58b7f3-a0a4-4a38-aeee-431dd5073df2, host: n-h2-824835-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:41:04.544042 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:04.608866 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] For port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2, host n-h2-824835-15, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:41:04.612417 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] For port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2, host n-h2-824835-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:41:04.618277 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28888041'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:04.651654 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:04.652378 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:04.653787 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] 10.222.0.42 "PUT /v2.0/ports/1f58b7f3-a0a4-4a38-aeee-431dd5073df2 HTTP/1.1" status: 200 len: 1093 time: 0.6385593 Feb 09 04:41:04.654342 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:41:04.656452 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3cbe1d-6d65-423f-a4c6-970fb4b5e49b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:41:04.685167 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f512047-b45e-4c27-9986-9bd690cb4fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:41:04.726282 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b502c013-fb3c-4233-8388-ff2d2da28d15 x-openstack-request-id: req-b502c013-fb3c-4233-8388-ff2d2da28d15 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:41:04.726587 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:41:04.726825 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b502c013-fb3c-4233-8388-ff2d2da28d15 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:41:04.727233 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'status': 'completed', 'code': 200} Feb 09 04:41:04.789649 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-bfd2127d-235b-4d2e-b5a2-f64b052fa89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:04.791245 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-bfd2127d-235b-4d2e-b5a2-f64b052fa89a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 1127 time: 0.0942872 Feb 09 04:41:04.804052 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfdd00-9064-4338-a29c-edf0a6bacaaa req-641fdf60-923c-4aed-97f7-d763b2f0a2e0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:04.805886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13cfdd00-9064-4338-a29c-edf0a6bacaaa req-641fdf60-923c-4aed-97f7-d763b2f0a2e0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 944 time: 0.0778754 Feb 09 04:41:04.858451 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-57b3ee20-a615-4f71-910b-cd476b388292 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2 HTTP/1.1" status: 200 len: 217 time: 0.0515382 Feb 09 04:41:04.924399 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-13cfdd00-9064-4338-a29c-edf0a6bacaaa req-8628b416-2509-443e-b923-1e33fcdbc034 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105974 Feb 09 04:41:04.933761 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-e0299188-16a6-471c-ae8e-3c41814d1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:04.935231 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-e0299188-16a6-471c-ae8e-3c41814d1364 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0705817 Feb 09 04:41:04.987513 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-3a7af1e9-bc56-48f4-be97-017bf371c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:04.989032 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-3a7af1e9-bc56-48f4-be97-017bf371c70b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469470 Feb 09 04:41:05.076490 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-712b2c2e-b7b5-46bc-af19-1005735314a5 service neutron] 10.222.0.42 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812745 Feb 09 04:41:05.170551 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-4df7b873-ffa1-4b1a-abed-3da25c8de1b6 req-d4e05f21-c61d-4ba9-8e63-8d6e22a64d69 service neutron] 10.222.0.42 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874746 Feb 09 04:41:05.261714 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cbe1d-6d65-423f-a4c6-970fb4b5e49b req-29e34335-2162-43d8-ac0e-181e94d7d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:05.263211 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb3cbe1d-6d65-423f-a4c6-970fb4b5e49b req-29e34335-2162-43d8-ac0e-181e94d7d34c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 1127 time: 0.0466266 Feb 09 04:41:05.357227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cbe1d-6d65-423f-a4c6-970fb4b5e49b req-a975b146-c65b-4977-b8e8-ba5133f0031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:05.358752 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb3cbe1d-6d65-423f-a4c6-970fb4b5e49b req-a975b146-c65b-4977-b8e8-ba5133f0031d service neutron] 10.222.0.42 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 911 time: 0.0896828 Feb 09 04:41:05.398298 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb3cbe1d-6d65-423f-a4c6-970fb4b5e49b req-e2c04802-6ee6-429c-b570-9502c83ff72d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2 HTTP/1.1" status: 200 len: 217 time: 0.0339701 Feb 09 04:41:05.445632 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cbe1d-6d65-423f-a4c6-970fb4b5e49b req-0236c973-a12b-4753-b2cc-5090d1e4d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:05.446965 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb3cbe1d-6d65-423f-a4c6-970fb4b5e49b req-0236c973-a12b-4753-b2cc-5090d1e4d3ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0434139 Feb 09 04:41:05.496498 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cbe1d-6d65-423f-a4c6-970fb4b5e49b req-8495add4-39c9-4c4b-85cb-8688a2cc0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:05.498004 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb3cbe1d-6d65-423f-a4c6-970fb4b5e49b req-8495add4-39c9-4c4b-85cb-8688a2cc0cde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438704 Feb 09 04:41:05.589225 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb3cbe1d-6d65-423f-a4c6-970fb4b5e49b req-a34b76f3-8faa-422d-a74e-427e081cb39f service neutron] 10.222.0.42 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831511 Feb 09 04:41:05.676732 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb3cbe1d-6d65-423f-a4c6-970fb4b5e49b req-af7c6277-4c4d-4900-9fb8-ea46557f3752 service neutron] 10.222.0.42 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806363 Feb 09 04:41:06.049528 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4d4ce-c87a-4027-9c0c-0060d77f31d4 req-1bd29778-16f5-4bb2-8ce6-731bbd789890 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:06.051054 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94d4d4ce-c87a-4027-9c0c-0060d77f31d4 req-1bd29778-16f5-4bb2-8ce6-731bbd789890 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 944 time: 0.0534005 Feb 09 04:41:06.098330 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-94d4d4ce-c87a-4027-9c0c-0060d77f31d4 req-f5d44808-287b-4c6c-9fca-451786b82b1b tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418079 Feb 09 04:41:07.221316 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069572e4-7812-496d-a3c3-0b2474fbfebd req-a0b366d1-c242-42ec-b1c4-ed1ac6841941 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:07.222701 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-069572e4-7812-496d-a3c3-0b2474fbfebd req-a0b366d1-c242-42ec-b1c4-ed1ac6841941 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 944 time: 0.0567520 Feb 09 04:41:07.269917 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-069572e4-7812-496d-a3c3-0b2474fbfebd req-6e711294-685f-43e1-82be-567eac739d81 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416815 Feb 09 04:41:07.302945 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:41:07.402534 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:41:07.414763 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'port_id': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'mac_address': 'fa:16:3e:b1:19:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:41:07.450549 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 is: DOWN; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:41:07.450931 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:07.463970 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:41:07.482916 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:41:07.486892 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:07.533532 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,revision_number=4']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:41:07.702954 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['1f58b7f3-a0a4-4a38-aeee-431dd5073df2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:41:08.295796 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:08.394582 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a8976-b8df-4f63-85cc-12ee151c5aee req-dc333e91-e0f2-4880-ad2a-b8e90c872318 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:08.396084 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c07a8976-b8df-4f63-85cc-12ee151c5aee req-dc333e91-e0f2-4880-ad2a-b8e90c872318 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 945 time: 0.0565567 Feb 09 04:41:08.449136 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-c07a8976-b8df-4f63-85cc-12ee151c5aee req-a7cf6b2d-bc9b-4077-ad3d-1b11391cee29 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473893 Feb 09 04:41:09.318306 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:41:09.366136 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning for port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 completed by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:41:09.369989 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:41:09.370385 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:09.445590 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:41:09.445972 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:09.467522 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:41:09.469849 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df97f9ae-aebc-4bb5-ab77-f559c6684526" -d '{"events": [{"server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "name": "network-vif-plugged", "status": "completed", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:41:09.486392 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:41:09.491276 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:09.519381 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa8ddb5-19eb-48c1-9592-25599a6ecb69 x-openstack-request-id: req-aaa8ddb5-19eb-48c1-9592-25599a6ecb69 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:41:09.519682 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "name": "network-vif-plugged", "status": "completed", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:41:09.519944 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaa8ddb5-19eb-48c1-9592-25599a6ecb69 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:41:09.520342 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'code': 200} Feb 09 04:41:09.551672 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,revision_number=5']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:41:09.589227 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72d7e4-5b86-41b1-bb15-a560f08cb4a9 req-5e20e1a5-2502-4c88-bbc6-f18d669f26e5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:09.590624 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c72d7e4-5b86-41b1-bb15-a560f08cb4a9 req-5e20e1a5-2502-4c88-bbc6-f18d669f26e5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 946 time: 0.0687847 Feb 09 04:41:09.979435 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-5c72d7e4-5b86-41b1-bb15-a560f08cb4a9 req-bf75cdcd-b3c4-4c18-9a03-9e0ebdf3d6c4 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3741541 Feb 09 04:41:09.982139 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f9066-3423-4099-953c-17be8908261e req-585842c7-ed79-4497-8200-d7c01a75a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:09.983554 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d45f9066-3423-4099-953c-17be8908261e req-585842c7-ed79-4497-8200-d7c01a75a8e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 1129 time: 0.4117258 Feb 09 04:41:10.031789 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-d45f9066-3423-4099-953c-17be8908261e req-a2ae5e14-5e08-4358-8769-5af76aa2a8d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417793 Feb 09 04:41:11.105993 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6a646-e365-4427-ad28-f094883cb788 req-fe8dbac4-bd55-4e2e-b82d-420f89b82745 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:11.107481 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1fa6a646-e365-4427-ad28-f094883cb788 req-fe8dbac4-bd55-4e2e-b82d-420f89b82745 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 946 time: 0.0533788 Feb 09 04:41:11.156500 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-1fa6a646-e365-4427-ad28-f094883cb788 req-e891e66a-8c50-4108-9557-886ca5406738 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431621 Feb 09 04:41:11.278040 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6559-316d-40fb-a92a-c078b9ba87d9 req-720db29e-fa83-4e29-a7ab-248a35741031 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:11.279511 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9ca6559-316d-40fb-a92a-c078b9ba87d9 req-720db29e-fa83-4e29-a7ab-248a35741031 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 946 time: 0.0540183 Feb 09 04:41:11.327483 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-a9ca6559-316d-40fb-a92a-c078b9ba87d9 req-d7b3924b-0f2d-4a6b-8474-e96e265e5fd7 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422969 Feb 09 04:41:11.349690 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59074) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:41:11.392429 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63b5bc-5db2-4472-8ad3-3520f944680c tempest-TestSnapshotPattern-699120802 tempest-TestSnapshotPattern-699120802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:11.394673 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-5c63b5bc-5db2-4472-8ad3-3520f944680c tempest-TestSnapshotPattern-699120802 tempest-TestSnapshotPattern-699120802-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 1124 time: 0.0439975 Feb 09 04:41:11.397486 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59076) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:41:11.401625 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.v2.base [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Request body: {'floatingip': {'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'port_id': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:41:11.421214 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:11.521424 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (None), before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:11.621334 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Allocated IP 172.25.5.43 (a7a9d4f6-f813-4af9-b288-1ce22b89921f/f3fe17dd-b367-45d7-842b-32418721245b/15a8f3ef-1331-4837-8eff-0b1ed80fa662) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:41:11.730790 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for port (15a8f3ef-1331-4837-8eff-0b1ed80fa662), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:11.765499 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744000991169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (15a8f3ef-1331-4837-8eff-0b1ed80fa662), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:11.802879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Network a7a9d4f6-f813-4af9-b288-1ce22b89921f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:41:11.808340 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:41:11.811356 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:41:11.839670 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'Port': ['ID=15a8f3ef-1331-4837-8eff-0b1ed80fa662,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:41:11.852381 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:11.852724 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:11.853139 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:11.853499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:11.853836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:11.854165 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:11.854497 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:11.854836 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:11.855155 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:11.855481 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:11.855801 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:11.856121 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:11.856439 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:41:12.184402 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for floatingip (8f36b2f9-82f8-4526-97da-4beb863f1c6e), precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:12.251311 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (15a8f3ef-1331-4837-8eff-0b1ed80fa662), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:12.402043 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for port (15a8f3ef-1331-4837-8eff-0b1ed80fa662), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:12.406488 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26577107'] for port (15a8f3ef-1331-4837-8eff-0b1ed80fa662), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:12.477153 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event updated for resources: {'Port': ['ID=15a8f3ef-1331-4837-8eff-0b1ed80fa662,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:41:12.489112 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358243'] for floatingip (8f36b2f9-82f8-4526-97da-4beb863f1c6e), after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:12.591762 n-d-824835-15 neutron-server[103327]: INFO neutron.db.l3_db [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Floating IP 8f36b2f9-82f8-4526-97da-4beb863f1c6e associated. External IP: 172.25.5.43, port: 1f58b7f3-a0a4-4a38-aeee-431dd5073df2. Feb 09 04:41:12.798450 n-d-824835-15 neutron-server[103327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:41:12.934506 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18e457b1-fe7c-4e1b-85c7-24e13e6c8670 req-5c753fac-31c9-4cc1-9231-ebb5bb05cc60 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0914359 Feb 09 04:41:12.942995 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:41:12.952407 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901fa83-12a5-43a6-882c-ebdf15b5d82b None None] Sync routers for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:41:12.961149 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:12.967625 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901fa83-12a5-43a6-882c-ebdf15b5d82b None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:41:12.968269 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2901fa83-12a5-43a6-882c-ebdf15b5d82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:41:12.993394 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-212a1a49-6c66-4e8e-8470-0ab2d21ffef6 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5948839 Feb 09 04:41:12.994014 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:41:12.996386 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd41be7-b288-4e61-b8c6-95b409b60efb" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:41:13.043437 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1fb50a-4423-4919-85cd-42bbfb6e901e x-openstack-request-id: req-ce1fb50a-4423-4919-85cd-42bbfb6e901e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:41:13.043712 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:41:13.043967 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce1fb50a-4423-4919-85cd-42bbfb6e901e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:41:13.044368 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'status': 'completed', 'code': 200} Feb 09 04:41:13.064133 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e457b1-fe7c-4e1b-85c7-24e13e6c8670 req-b5dafb36-0ecc-4a95-9174-91cc9eb64c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:13.066793 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18e457b1-fe7c-4e1b-85c7-24e13e6c8670 req-b5dafb36-0ecc-4a95-9174-91cc9eb64c65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 1127 time: 0.0543640 Feb 09 04:41:13.090091 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-2901fa83-12a5-43a6-882c-ebdf15b5d82b None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:41:13.113388 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd41be7-b288-4e61-b8c6-95b409b60efb req-83149fd9-2bdd-4851-9b9a-f5fccddaaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:13.114999 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfd41be7-b288-4e61-b8c6-95b409b60efb req-83149fd9-2bdd-4851-9b9a-f5fccddaaf25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 1129 time: 0.0497267 Feb 09 04:41:13.216619 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd41be7-b288-4e61-b8c6-95b409b60efb req-a5d7cc00-5740-47e9-891d-f5c5f6a88b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:13.218184 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfd41be7-b288-4e61-b8c6-95b409b60efb req-a5d7cc00-5740-47e9-891d-f5c5f6a88b18 service neutron] 10.222.0.42 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 911 time: 0.0978911 Feb 09 04:41:13.292242 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfd41be7-b288-4e61-b8c6-95b409b60efb req-174fca6a-708e-49db-924f-0b3fa0dab685 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2 HTTP/1.1" status: 200 len: 999 time: 0.0681908 Feb 09 04:41:13.336736 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2901fa83-12a5-43a6-882c-ebdf15b5d82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6c339337-6123-4e26-975e-1b58e413bbdf', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'port_id': '017a8415-8520-4881-ac2e-08e60543a693', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'mac_address': 'fa:16:3e:36:de:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:37:53Z', 'updated_at': '2022-02-09T04:37:55Z', 'revision_number': 1, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address_scope': None}, {'id': '8f36b2f9-82f8-4526-97da-4beb863f1c6e', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'floating_ip_address': '172.25.5.43', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'port_id': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'mac_address': 'fa:16:3e:b1:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:41:12Z', 'updated_at': '2022-02-09T04:41:12Z', 'revision_number': 0, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:41:13.349536 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd41be7-b288-4e61-b8c6-95b409b60efb req-decfc7a3-d466-4155-9ce6-29df3676390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:13.351050 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfd41be7-b288-4e61-b8c6-95b409b60efb req-decfc7a3-d466-4155-9ce6-29df3676390a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0532064 Feb 09 04:41:13.367435 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901fa83-12a5-43a6-882c-ebdf15b5d82b None None] Checking router: b8bc339d-c7a4-4e2b-ae98-4775506dfc36 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:41:13.375189 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901fa83-12a5-43a6-882c-ebdf15b5d82b None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:41:13.375794 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2901fa83-12a5-43a6-882c-ebdf15b5d82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:40:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:41:13.405338 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd41be7-b288-4e61-b8c6-95b409b60efb req-a5aaa7e9-36c9-4769-812c-6acd8e02e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:13.406891 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfd41be7-b288-4e61-b8c6-95b409b60efb req-a5aaa7e9-36c9-4769-812c-6acd8e02e0f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508034 Feb 09 04:41:13.484414 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e457b1-fe7c-4e1b-85c7-24e13e6c8670 req-a00b7efa-fccf-4bb5-836c-415c7de300b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:13.485932 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18e457b1-fe7c-4e1b-85c7-24e13e6c8670 req-a00b7efa-fccf-4bb5-836c-415c7de300b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 911 time: 0.4016850 Feb 09 04:41:13.492013 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-2901fa83-12a5-43a6-882c-ebdf15b5d82b None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:41:13.505881 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfd41be7-b288-4e61-b8c6-95b409b60efb req-27e29a66-cf93-4885-be93-c5dc12ebf555 service neutron] 10.222.0.42 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930023 Feb 09 04:41:13.562560 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18e457b1-fe7c-4e1b-85c7-24e13e6c8670 req-ca013aea-005d-4aa5-b257-55031c94cc9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=017a8415-8520-4881-ac2e-08e60543a693 HTTP/1.1" status: 200 len: 1000 time: 0.0705843 Feb 09 04:41:13.610584 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-dfd41be7-b288-4e61-b8c6-95b409b60efb req-789d93c4-c6ca-45a6-ad3c-fb6b050ca847 service neutron] 10.222.0.42 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991704 Feb 09 04:41:13.617784 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e457b1-fe7c-4e1b-85c7-24e13e6c8670 req-faec312c-990b-4767-8564-579e8f7770f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:13.619722 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18e457b1-fe7c-4e1b-85c7-24e13e6c8670 req-faec312c-990b-4767-8564-579e8f7770f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0516341 Feb 09 04:41:13.679838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e457b1-fe7c-4e1b-85c7-24e13e6c8670 req-9be78665-586c-496e-b0b0-98ddcd2f51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:13.681338 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18e457b1-fe7c-4e1b-85c7-24e13e6c8670 req-9be78665-586c-496e-b0b0-98ddcd2f51ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518997 Feb 09 04:41:13.729807 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-2901fa83-12a5-43a6-882c-ebdf15b5d82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6c339337-6123-4e26-975e-1b58e413bbdf', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'port_id': '017a8415-8520-4881-ac2e-08e60543a693', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'mac_address': 'fa:16:3e:36:de:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:37:53Z', 'updated_at': '2022-02-09T04:37:55Z', 'revision_number': 1, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address_scope': None}, {'id': '8f36b2f9-82f8-4526-97da-4beb863f1c6e', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'floating_ip_address': '172.25.5.43', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'port_id': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'mac_address': 'fa:16:3e:b1:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:41:12Z', 'updated_at': '2022-02-09T04:41:12Z', 'revision_number': 0, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:41:13.758107 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901fa83-12a5-43a6-882c-ebdf15b5d82b None None] The sync data for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 is: [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6c339337-6123-4e26-975e-1b58e413bbdf', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'port_id': '017a8415-8520-4881-ac2e-08e60543a693', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'mac_address': 'fa:16:3e:36:de:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:37:53Z', 'updated_at': '2022-02-09T04:37:55Z', 'revision_number': 1, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address_scope': None}, {'id': '8f36b2f9-82f8-4526-97da-4beb863f1c6e', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'floating_ip_address': '172.25.5.43', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'port_id': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'mac_address': 'fa:16:3e:b1:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:41:12Z', 'updated_at': '2022-02-09T04:41:12Z', 'revision_number': 0, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:41:13.770828 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18e457b1-fe7c-4e1b-85c7-24e13e6c8670 req-a8e10064-3a03-4d4c-ada9-81fe1485b770 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837941 Feb 09 04:41:13.865547 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-18e457b1-fe7c-4e1b-85c7-24e13e6c8670 req-02d0ad20-e0b4-4f1a-83a4-1d344bdaf97e service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891256 Feb 09 04:41:13.958447 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7bf9d-16a4-4371-931c-f3dd671677df None None] New status for floating IP 8f36b2f9-82f8-4526-97da-4beb863f1c6e: ACTIVE {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:41:15.370774 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:41:15.844407 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcb668f3-b528-428f-bba4-53601bcaf9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:18.324858 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87148e67-7347-40f4-8ac3-dde717ef476b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:19.680249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:21.103182 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:22.214813 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:24.894249 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:38.297378 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:45.845054 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f00dcdd-93e7-4fb8-a675-7011d55ebd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:48.326454 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81287ce0-1cb4-4926-afd9-35fea19f8c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:49.682266 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:51.106451 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:52.217737 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:52.370710 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:41:54.894301 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:41:58.297565 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-200ec819-f543-45ce-8956-7fa24e27e6d1 req-a55cffca-795c-4af8-acee-ee8fc45715ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455010 Feb 09 04:41:58.381936 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ec819-f543-45ce-8956-7fa24e27e6d1 req-bcca22ea-428f-4026-ba79-cc7512141812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:58.383418 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-200ec819-f543-45ce-8956-7fa24e27e6d1 req-bcca22ea-428f-4026-ba79-cc7512141812 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 1129 time: 0.0444388 Feb 09 04:41:58.487200 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ec819-f543-45ce-8956-7fa24e27e6d1 req-d77313c9-31a1-47c2-8d9e-3354e47dca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:58.488661 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-200ec819-f543-45ce-8956-7fa24e27e6d1 req-d77313c9-31a1-47c2-8d9e-3354e47dca90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 911 time: 0.0870256 Feb 09 04:41:58.552935 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-200ec819-f543-45ce-8956-7fa24e27e6d1 req-7acd7364-9e07-4802-86f4-fb0c4e36258c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2 HTTP/1.1" status: 200 len: 1001 time: 0.0584331 Feb 09 04:41:58.603428 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ec819-f543-45ce-8956-7fa24e27e6d1 req-83d082f3-1ca3-4c8a-9f00-6c3500c0cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:58.605005 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-200ec819-f543-45ce-8956-7fa24e27e6d1 req-83d082f3-1ca3-4c8a-9f00-6c3500c0cd1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0470152 Feb 09 04:41:58.654191 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ec819-f543-45ce-8956-7fa24e27e6d1 req-bc256e59-984a-4255-a300-d38f313cee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:41:58.655683 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-200ec819-f543-45ce-8956-7fa24e27e6d1 req-bc256e59-984a-4255-a300-d38f313cee16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441844 Feb 09 04:41:58.742886 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-200ec819-f543-45ce-8956-7fa24e27e6d1 req-a2b6dfe9-d18b-4a2b-87f2-72da73af0992 service neutron] 10.222.0.42 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811450 Feb 09 04:41:58.833453 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-200ec819-f543-45ce-8956-7fa24e27e6d1 req-ec056c6e-b468-4178-a1bb-38471ae452b8 service neutron] 10.222.0.42 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849216 Feb 09 04:42:08.296348 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:12.862268 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-302e5b84-9346-47d8-8c67-cffeb5fb6053 req-fa3dabe2-c3b4-410f-86fd-67aea20deba4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431943 Feb 09 04:42:12.961253 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5b84-9346-47d8-8c67-cffeb5fb6053 req-a4e30346-f901-467a-8104-0deb133e11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:12.962759 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-302e5b84-9346-47d8-8c67-cffeb5fb6053 req-a4e30346-f901-467a-8104-0deb133e11bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 1127 time: 0.0447752 Feb 09 04:42:13.072248 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5b84-9346-47d8-8c67-cffeb5fb6053 req-5a11c7ed-39a9-4510-a327-5b206517b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:13.073731 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-302e5b84-9346-47d8-8c67-cffeb5fb6053 req-5a11c7ed-39a9-4510-a327-5b206517b6d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 911 time: 0.0920539 Feb 09 04:42:13.138223 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-302e5b84-9346-47d8-8c67-cffeb5fb6053 req-8ca4d539-1fed-4b21-bc61-ec31ddb77cb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=017a8415-8520-4881-ac2e-08e60543a693 HTTP/1.1" status: 200 len: 1000 time: 0.0587420 Feb 09 04:42:13.185068 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5b84-9346-47d8-8c67-cffeb5fb6053 req-4ac5ffe9-5699-489f-ad54-dcdb4cb4c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:13.186534 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-302e5b84-9346-47d8-8c67-cffeb5fb6053 req-4ac5ffe9-5699-489f-ad54-dcdb4cb4c5f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0429626 Feb 09 04:42:13.238959 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5b84-9346-47d8-8c67-cffeb5fb6053 req-a3e8bb02-2c6a-450b-820d-3e3a3d9046e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:13.240420 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-302e5b84-9346-47d8-8c67-cffeb5fb6053 req-a3e8bb02-2c6a-450b-820d-3e3a3d9046e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481255 Feb 09 04:42:13.330743 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-302e5b84-9346-47d8-8c67-cffeb5fb6053 req-2cd65d5c-43f0-4d64-9a69-f36bfc915ad4 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837424 Feb 09 04:42:13.426767 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-302e5b84-9346-47d8-8c67-cffeb5fb6053 req-16f82c68-3ecb-49f0-b0dd-b3675e6f51d1 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906162 Feb 09 04:42:15.847453 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed0b4314-0f7e-45a4-a8ec-62757d9212d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:18.327719 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0416e7a1-1a21-4779-92c1-6c9cf814935d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:19.685271 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:21.110328 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:22.220714 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:24.912707 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:29.369187 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:42:38.310955 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:43.817283 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 details requested by agent hyperv_n-h2-824835-15 with host n-h2-824835-15 {{(pid=103329) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:42:43.927535 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:42:43.942224 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Returning: {'device': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'port_id': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'mac_address': 'fa:16:3e:b1:19:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103329) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:42:43.990335 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 is: ACTIVE; New status is: BUILD {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:42:43.990718 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:44.009667 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:42:44.031929 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:42:44.036580 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:44.095985 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:42:44.111528 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] get_ports_and_sgs() called for port_ids ['1f58b7f3-a0a4-4a38-aeee-431dd5073df2'] {{(pid=103329) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:42:44.114872 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:44.115390 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:44.115743 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:44.116086 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:44.116424 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:44.116899 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:44.117222 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:44.117577 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:44.117922 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:44.118247 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:44.118563 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:44.118890 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:44.119212 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:45.835296 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 up at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:42:45.891798 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7ed8-5e6b-4f44-bf7f-c8d520a4b9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:45.905182 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Provisioning complete for port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 triggered by entity L2. {{(pid=103329) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:42:45.905638 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3823810'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), provisioning_complete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:45.995342 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 is: BUILD; New status is: ACTIVE {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:42:45.995732 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:46.022458 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:42:46.025386 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da66c089-264c-428f-8c57-6a526417a31d" -d '{"events": [{"server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "name": "network-vif-plugged", "status": "completed", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:42:46.068185 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:42:46.072644 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:46.076541 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72237d8-8c90-4b15-8a84-c0bd77e6f86c x-openstack-request-id: req-d72237d8-8c90-4b15-8a84-c0bd77e6f86c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:42:46.076839 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "name": "network-vif-plugged", "status": "completed", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:42:46.077096 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d72237d8-8c90-4b15-8a84-c0bd77e6f86c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:42:46.077517 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'code': 200} Feb 09 04:42:46.127016 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:42:48.338842 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d700af2e-ce31-4480-a736-de63e04d422a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:49.691255 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:51.116898 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:52.222576 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:53.269658 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59278) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:42:53.430474 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Deleting port 15a8f3ef-1331-4837-8eff-0b1ed80fa662 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:42:53.430717 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (15a8f3ef-1331-4837-8eff-0b1ed80fa662), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:53.507230 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (15a8f3ef-1331-4837-8eff-0b1ed80fa662), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:53.507562 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for floatingip (15a8f3ef-1331-4837-8eff-0b1ed80fa662), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:53.519482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Calling delete_port for 15a8f3ef-1331-4837-8eff-0b1ed80fa662 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:42:53.667647 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (15a8f3ef-1331-4837-8eff-0b1ed80fa662), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:53.697768 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event deleted for resources: {'Port': ['ID=15a8f3ef-1331-4837-8eff-0b1ed80fa662,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:42:53.723261 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.723617 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.723968 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.724312 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.724652 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.724988 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.725320 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.725681 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.726015 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.726343 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.726668 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.726992 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.727314 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:42:53.768866 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for floatingip (8f36b2f9-82f8-4526-97da-4beb863f1c6e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:53.769195 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Floating IP 8f36b2f9-82f8-4526-97da-4beb863f1c6e disassociated (deleted). External IP: 172.25.5.43, port: 1f58b7f3-a0a4-4a38-aeee-431dd5073df2. Feb 09 04:42:53.984081 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:42:54.094168 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:42:54.098956 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:54.103958 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f175d68b-ab14-49a0-b8a9-c5dc582c4601 None None] Sync routers for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:42:54.115518 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f175d68b-ab14-49a0-b8a9-c5dc582c4601 None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:42:54.116116 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f175d68b-ab14-49a0-b8a9-c5dc582c4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:42:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:42:54.129905 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-77b5a84a-7f73-4411-84ce-6421e644e0d0 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "DELETE /v2.0/floatingips/8f36b2f9-82f8-4526-97da-4beb863f1c6e HTTP/1.1" status: 204 len: 168 time: 0.8591599 Feb 09 04:42:54.130501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:42:54.132768 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0866e3-6901-46d0-a159-685d094801e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:42:54.228904 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-f175d68b-ab14-49a0-b8a9-c5dc582c4601 None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:42:54.231107 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6513f0b0-1f26-4cbd-b14a-21cf0dd73e50 x-openstack-request-id: req-6513f0b0-1f26-4cbd-b14a-21cf0dd73e50 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:42:54.231107 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:42:54.231107 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6513f0b0-1f26-4cbd-b14a-21cf0dd73e50 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:42:54.231553 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'status': 'completed', 'code': 200} Feb 09 04:42:54.314140 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0866e3-6901-46d0-a159-685d094801e7 req-b32883bc-2b05-4d7c-a997-4d7b76e30bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:54.315728 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb0866e3-6901-46d0-a159-685d094801e7 req-b32883bc-2b05-4d7c-a997-4d7b76e30bd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 1129 time: 0.0577188 Feb 09 04:42:54.380442 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68810bd6-db30-4a19-88b5-4a5696048310 req-e0533ca1-3be9-40b3-8be5-e0579a60984f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:54.384192 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68810bd6-db30-4a19-88b5-4a5696048310 req-e0533ca1-3be9-40b3-8be5-e0579a60984f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 946 time: 0.0606804 Feb 09 04:42:54.428748 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0866e3-6901-46d0-a159-685d094801e7 req-c958e266-14fc-4bc7-845c-962db21e616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:54.430432 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb0866e3-6901-46d0-a159-685d094801e7 req-c958e266-14fc-4bc7-845c-962db21e616f service neutron] 10.222.0.42 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 911 time: 0.1091163 Feb 09 04:42:54.434697 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-68810bd6-db30-4a19-88b5-4a5696048310 req-a1c26822-1f57-4908-a1bb-fb83ad7ad06b tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462644 Feb 09 04:42:54.474968 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb0866e3-6901-46d0-a159-685d094801e7 req-3c12ce05-b4e3-4cde-960c-e58cc324eb07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2 HTTP/1.1" status: 200 len: 217 time: 0.0380599 Feb 09 04:42:54.522184 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0866e3-6901-46d0-a159-685d094801e7 req-2ea3af5e-3b81-494a-b14e-a43792663099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:54.523665 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb0866e3-6901-46d0-a159-685d094801e7 req-2ea3af5e-3b81-494a-b14e-a43792663099 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0426474 Feb 09 04:42:54.566121 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f175d68b-ab14-49a0-b8a9-c5dc582c4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6c339337-6123-4e26-975e-1b58e413bbdf', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'port_id': '017a8415-8520-4881-ac2e-08e60543a693', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'mac_address': 'fa:16:3e:36:de:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:37:53Z', 'updated_at': '2022-02-09T04:37:55Z', 'revision_number': 1, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:42:54.576252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0866e3-6901-46d0-a159-685d094801e7 req-5f8d3c30-74be-459c-b5bb-523cc4dbebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:54.577785 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb0866e3-6901-46d0-a159-685d094801e7 req-5f8d3c30-74be-459c-b5bb-523cc4dbebcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484910 Feb 09 04:42:54.596977 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f175d68b-ab14-49a0-b8a9-c5dc582c4601 None None] Checking router: b8bc339d-c7a4-4e2b-ae98-4775506dfc36 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:42:54.605467 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f175d68b-ab14-49a0-b8a9-c5dc582c4601 None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:42:54.606058 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f175d68b-ab14-49a0-b8a9-c5dc582c4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:42:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:42:54.666201 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb0866e3-6901-46d0-a159-685d094801e7 req-bf868a57-f2a0-4a8d-8686-5dedb5b9d52b service neutron] 10.222.0.42 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820279 Feb 09 04:42:54.714311 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-f175d68b-ab14-49a0-b8a9-c5dc582c4601 None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:42:54.761216 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-fb0866e3-6901-46d0-a159-685d094801e7 req-eda0406e-7fdd-4069-b158-383afee8bf3d service neutron] 10.222.0.42 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886438 Feb 09 04:42:54.921157 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:54.933326 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-f175d68b-ab14-49a0-b8a9-c5dc582c4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6c339337-6123-4e26-975e-1b58e413bbdf', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'port_id': '017a8415-8520-4881-ac2e-08e60543a693', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'mac_address': 'fa:16:3e:36:de:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:37:53Z', 'updated_at': '2022-02-09T04:37:55Z', 'revision_number': 1, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:42:54.963656 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f175d68b-ab14-49a0-b8a9-c5dc582c4601 None None] The sync data for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 is: [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_floatingips': [{'id': '6c339337-6123-4e26-975e-1b58e413bbdf', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'router_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'port_id': '017a8415-8520-4881-ac2e-08e60543a693', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'mac_address': 'fa:16:3e:36:de:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:37:53Z', 'updated_at': '2022-02-09T04:37:55Z', 'revision_number': 1, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:42:55.219710 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb7c15-5c03-48c4-ae96-f3d6c53b816f None None] New status for floating IP 8f36b2f9-82f8-4526-97da-4beb863f1c6e: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:42:55.559730 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979105b7-66b9-44d3-81f2-1a75c711c1da req-745ad008-b016-4857-ac0b-4fb6c2952fe5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:55.561212 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-979105b7-66b9-44d3-81f2-1a75c711c1da req-745ad008-b016-4857-ac0b-4fb6c2952fe5 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 946 time: 0.0541563 Feb 09 04:42:55.611487 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-979105b7-66b9-44d3-81f2-1a75c711c1da req-abf2fd8f-45b1-4cbf-972f-cb4d5fb8d923 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444996 Feb 09 04:42:55.845660 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:42:55.868029 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f23b7-7527-4447-ae03-a55e7bbca2d0 req-c022200d-2215-40ab-bb69-a6a76e9b9228 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:55.869603 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-026f23b7-7527-4447-ae03-a55e7bbca2d0 req-c022200d-2215-40ab-bb69-a6a76e9b9228 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 946 time: 0.0519233 Feb 09 04:42:55.919870 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Current status of the port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 is: ACTIVE; New status is: DOWN {{(pid=103329) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:42:55.920253 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863701'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:55.947480 n-d-824835-15 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:42:55.949744 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393fd08ecb4a563be90d1f04a1bfbb7f4f2b472ee32b307cf956682b09c1f430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aa0532-9255-4345-a4b6-f41d93929ee6" -d '{"events": [{"server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "name": "network-vif-unplugged", "status": "completed", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:42:55.962267 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] For port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:42:55.967598 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-026f23b7-7527-4447-ae03-a55e7bbca2d0 req-25079474-eba4-404d-95d3-6792b1db0582 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Deleting port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:42:55.967764 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744001313549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744000991187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744000991205'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:55.967995 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-026f23b7-7527-4447-ae03-a55e7bbca2d0 req-25079474-eba4-404d-95d3-6792b1db0582 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:55.995613 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3e7533-2d08-44c6-966c-f740a3d65cbb x-openstack-request-id: req-5b3e7533-2d08-44c6-966c-f740a3d65cbb {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:42:55.995916 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "name": "network-vif-unplugged", "status": "completed", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:42:55.996176 n-d-824835-15 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b3e7533-2d08-44c6-966c-f740a3d65cbb {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:42:55.996569 n-d-824835-15 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'code': 200} Feb 09 04:42:56.023670 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Pushing event updated for resources: {'Port': ['ID=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:42:56.063044 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [req-026f23b7-7527-4447-ae03-a55e7bbca2d0 req-25079474-eba4-404d-95d3-6792b1db0582 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] For port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2, host n-h2-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-15',level=0,port_id=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:42:56.063410 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-026f23b7-7527-4447-ae03-a55e7bbca2d0 req-25079474-eba4-404d-95d3-6792b1db0582 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:56.075657 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [req-026f23b7-7527-4447-ae03-a55e7bbca2d0 req-25079474-eba4-404d-95d3-6792b1db0582 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Calling delete_port for 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 owned by compute:nova {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:42:56.202329 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-026f23b7-7527-4447-ae03-a55e7bbca2d0 req-25079474-eba4-404d-95d3-6792b1db0582 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (1f58b7f3-a0a4-4a38-aeee-431dd5073df2), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:56.229532 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25079474-eba4-404d-95d3-6792b1db0582 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event deleted for resources: {'Port': ['ID=1f58b7f3-a0a4-4a38-aeee-431dd5073df2,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:42:56.279937 n-d-824835-15 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [req-026f23b7-7527-4447-ae03-a55e7bbca2d0 req-25079474-eba4-404d-95d3-6792b1db0582 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] No DVR routers for this DVR port 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 on host n-h2-824835-15 {{(pid=103328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:42:56.283166 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [req-026f23b7-7527-4447-ae03-a55e7bbca2d0 req-25079474-eba4-404d-95d3-6792b1db0582 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:56.286922 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-026f23b7-7527-4447-ae03-a55e7bbca2d0 req-25079474-eba4-404d-95d3-6792b1db0582 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.42 "DELETE /v2.0/ports/1f58b7f3-a0a4-4a38-aeee-431dd5073df2 HTTP/1.1" status: 204 len: 173 time: 0.4117692 Feb 09 04:42:56.287151 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'name': 'network-vif-deleted', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:42:56.289700 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2209733-01ba-48e7-8486-b0ad666fac22" -d '{"events": [{"server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "name": "network-vif-deleted", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:42:56.326326 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f052870-8f41-43ac-866f-9bbca98ed5f3 x-openstack-request-id: req-6f052870-8f41-43ac-866f-9bbca98ed5f3 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:42:56.326627 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c437b2-fcd5-4ed4-ae1f-d4291618b25f", "name": "network-vif-deleted", "tag": "1f58b7f3-a0a4-4a38-aeee-431dd5073df2", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:42:56.326882 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f052870-8f41-43ac-866f-9bbca98ed5f3 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:42:56.327287 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c437b2-fcd5-4ed4-ae1f-d4291618b25f', 'name': 'network-vif-deleted', 'tag': '1f58b7f3-a0a4-4a38-aeee-431dd5073df2', 'status': 'completed', 'code': 200} Feb 09 04:42:56.735326 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-74925d1d-ecc1-4983-b434-5b82df631e26 req-5e0b22d6-279f-46f7-8eb7-60bc1ba7fa89 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c437b2-fcd5-4ed4-ae1f-d4291618b25f HTTP/1.1" status: 200 len: 210 time: 0.0289366 Feb 09 04:42:58.290511 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59338) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:42:58.444476 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Deleting port 7d252dad-7c73-4a93-953b-448731606112 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:42:58.444822 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (7d252dad-7c73-4a93-953b-448731606112), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:58.517566 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (7d252dad-7c73-4a93-953b-448731606112), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:58.517891 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for floatingip (7d252dad-7c73-4a93-953b-448731606112), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:58.529124 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Calling delete_port for 7d252dad-7c73-4a93-953b-448731606112 owned by network:floatingip {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:42:58.676415 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (7d252dad-7c73-4a93-953b-448731606112), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:58.702501 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event deleted for resources: {'Port': ['ID=7d252dad-7c73-4a93-953b-448731606112,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:42:58.766546 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for floatingip (6c339337-6123-4e26-975e-1b58e413bbdf), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:58.766872 n-d-824835-15 neutron-server[103328]: INFO neutron.db.l3_db [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Floating IP 6c339337-6123-4e26-975e-1b58e413bbdf disassociated (deleted). External IP: 172.25.5.219, port: 017a8415-8520-4881-ac2e-08e60543a693. Feb 09 04:42:58.977445 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:42:59.087964 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:42:59.092367 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for floatingip (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:42:59.098688 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871bdb16-0a8a-4f7c-a2a7-5980f283f5dc None None] Sync routers for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:42:59.108398 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871bdb16-0a8a-4f7c-a2a7-5980f283f5dc None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:42:59.108991 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-871bdb16-0a8a-4f7c-a2a7-5980f283f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:42:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:42:59.122799 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-2d4fa704-5fb1-4c42-bd45-d060a032363c tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "DELETE /v2.0/floatingips/6c339337-6123-4e26-975e-1b58e413bbdf HTTP/1.1" status: 204 len: 168 time: 0.8312204 Feb 09 04:42:59.123398 n-d-824835-15 neutron-server[103328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'tag': '017a8415-8520-4881-ac2e-08e60543a693'}] {{(pid=103328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:42:59.126154 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c24b2baeb44e4d24f611419b2c580c2ade5a83f9cad2ccf2a521d39e05e7a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9443dfcf-2f8f-4c55-b601-e7b6e932757e" -d '{"events": [{"name": "network-changed", "server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "tag": "017a8415-8520-4881-ac2e-08e60543a693"}]}' {{(pid=103328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:42:59.167257 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670f24fb-224e-4340-9ecb-280547cf3ef7 x-openstack-request-id: req-670f24fb-224e-4340-9ecb-280547cf3ef7 {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:42:59.167626 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "tag": "017a8415-8520-4881-ac2e-08e60543a693", "status": "completed", "code": 200}]} {{(pid=103328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:42:59.167960 n-d-824835-15 neutron-server[103328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-670f24fb-224e-4340-9ecb-280547cf3ef7 {{(pid=103328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:42:59.168454 n-d-824835-15 neutron-server[103328]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'tag': '017a8415-8520-4881-ac2e-08e60543a693', 'status': 'completed', 'code': 200} Feb 09 04:42:59.223270 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-871bdb16-0a8a-4f7c-a2a7-5980f283f5dc None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:42:59.277081 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443dfcf-2f8f-4c55-b601-e7b6e932757e req-62e470fb-d11e-4841-a334-0f27f947f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:59.280151 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9443dfcf-2f8f-4c55-b601-e7b6e932757e req-62e470fb-d11e-4841-a334-0f27f947f0ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 1127 time: 0.0710571 Feb 09 04:42:59.376722 n-d-824835-15 neutron-server[103328]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc8a10-d74f-4f80-b2df-ea69fe1c0816 req-f4203846-f093-4d6d-8388-611924c58a3f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103328) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:59.378291 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abfc8a10-d74f-4f80-b2df-ea69fe1c0816 req-f4203846-f093-4d6d-8388-611924c58a3f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 944 time: 0.0573721 Feb 09 04:42:59.408861 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443dfcf-2f8f-4c55-b601-e7b6e932757e req-648d3e9b-4a09-485d-97c8-3b53e5ef32db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:59.411204 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9443dfcf-2f8f-4c55-b601-e7b6e932757e req-648d3e9b-4a09-485d-97c8-3b53e5ef32db service neutron] 10.222.0.65 "GET /v2.0/networks?id=118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 200 len: 911 time: 0.0977168 Feb 09 04:42:59.432320 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [req-abfc8a10-d74f-4f80-b2df-ea69fe1c0816 req-7767d5a4-41b5-443a-b772-0ae69fcdc84a tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463789 Feb 09 04:42:59.436851 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-871bdb16-0a8a-4f7c-a2a7-5980f283f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:42:59.459572 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9443dfcf-2f8f-4c55-b601-e7b6e932757e req-5743de52-f55e-41a6-ac35-2848fa5dc369 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=017a8415-8520-4881-ac2e-08e60543a693 HTTP/1.1" status: 200 len: 217 time: 0.0419452 Feb 09 04:42:59.464715 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871bdb16-0a8a-4f7c-a2a7-5980f283f5dc None None] Checking router: b8bc339d-c7a4-4e2b-ae98-4775506dfc36 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:42:59.473193 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871bdb16-0a8a-4f7c-a2a7-5980f283f5dc None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:42:59.473883 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-871bdb16-0a8a-4f7c-a2a7-5980f283f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:42:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:42:59.509499 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443dfcf-2f8f-4c55-b601-e7b6e932757e req-c8624e8a-2a6e-4ca3-9752-117903d26559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:59.511026 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9443dfcf-2f8f-4c55-b601-e7b6e932757e req-c8624e8a-2a6e-4ca3-9752-117903d26559 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 200 len: 849 time: 0.0459433 Feb 09 04:42:59.561937 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443dfcf-2f8f-4c55-b601-e7b6e932757e req-f7b4adba-9412-4907-9a14-0b1ff422e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:42:59.564475 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9443dfcf-2f8f-4c55-b601-e7b6e932757e req-f7b4adba-9412-4907-9a14-0b1ff422e556 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=118604f6-14bd-48b8-bc24-0b9aa2b0c153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467017 Feb 09 04:42:59.584544 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-871bdb16-0a8a-4f7c-a2a7-5980f283f5dc None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:42:59.659013 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9443dfcf-2f8f-4c55-b601-e7b6e932757e req-0c02035a-1a5f-4d10-8747-e46ee82ef676 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881205 Feb 09 04:42:59.753928 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-9443dfcf-2f8f-4c55-b601-e7b6e932757e req-dd59ac99-9d6a-4b6a-82b2-4192b329f241 service neutron] 10.222.0.65 "GET /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884922 Feb 09 04:42:59.786223 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-871bdb16-0a8a-4f7c-a2a7-5980f283f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:42:59.813376 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871bdb16-0a8a-4f7c-a2a7-5980f283f5dc None None] The sync data for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 is: [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:37:33Z', 'revision_number': 4, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15', '_interfaces': [{'id': 'be9b822e-e1b6-49f6-a9f3-66918e9a9841', 'name': '', 'network_id': '118604f6-14bd-48b8-bc24-0b9aa2b0c153', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'mac_address': 'fa:16:3e:f4:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:33Z', 'updated_at': '2022-02-09T04:37:37Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'subnets': [{'id': 'c8a4d4ed-014f-4ef5-9211-540618141488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:42:59.846190 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 no longer exists at agent hyperv_n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:42:59.866919 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] No Port match for: 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:42:59.867264 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Device 1f58b7f3-a0a4-4a38-aeee-431dd5073df2 not bound to the agent host n-h2-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:43:00.035643 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcc4d17-a050-4308-821a-bb6879e4a94f None None] New status for floating IP 6c339337-6123-4e26-975e-1b58e413bbdf: DOWN {{(pid=103329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:43:00.277413 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fc0bb-5c89-44d9-891d-b0cc7d379b0a req-322fd380-14de-4f89-82d4-07df27373bca tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:43:00.278881 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be8fc0bb-5c89-44d9-891d-b0cc7d379b0a req-322fd380-14de-4f89-82d4-07df27373bca tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.65 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 944 time: 0.0563269 Feb 09 04:43:00.376347 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-be8fc0bb-5c89-44d9-891d-b0cc7d379b0a req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Deleting port 017a8415-8520-4881-ac2e-08e60543a693 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:43:00.376775 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-be8fc0bb-5c89-44d9-891d-b0cc7d379b0a req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (017a8415-8520-4881-ac2e-08e60543a693), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:00.466570 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [req-be8fc0bb-5c89-44d9-891d-b0cc7d379b0a req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] For port 017a8415-8520-4881-ac2e-08e60543a693, host n-h1-824835-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-15',level=0,port_id=017a8415-8520-4881-ac2e-08e60543a693,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:43:00.466934 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-be8fc0bb-5c89-44d9-891d-b0cc7d379b0a req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (017a8415-8520-4881-ac2e-08e60543a693), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:00.481173 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [req-be8fc0bb-5c89-44d9-891d-b0cc7d379b0a req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Calling delete_port for 017a8415-8520-4881-ac2e-08e60543a693 owned by compute:nova {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:43:00.603657 n-d-824835-15 neutron-server[103327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ca2cb-2503-4f75-9099-21392b451892 req-45eee23b-7136-4178-81d6-02744188e482 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:43:00.605046 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-460ca2cb-2503-4f75-9099-21392b451892 req-45eee23b-7136-4178-81d6-02744188e482 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cabfdd85-029a-493d-a69e-5f85087aa19f HTTP/1.1" status: 200 len: 944 time: 0.0795627 Feb 09 04:43:00.692367 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-be8fc0bb-5c89-44d9-891d-b0cc7d379b0a req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (017a8415-8520-4881-ac2e-08e60543a693), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:00.702965 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-460ca2cb-2503-4f75-9099-21392b451892 req-d763206c-14e6-4c4b-bd4d-95d8d6d118ac tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57d901f-c5c1-4b85-9d40-561467493b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875607 Feb 09 04:43:00.732860 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event deleted for resources: {'Port': ['ID=017a8415-8520-4881-ac2e-08e60543a693,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:00.748394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.748394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.748394 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.748785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.748785 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.749130 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.749489 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.749842 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.750696 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.751026 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.751400 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.751697 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.751989 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-15 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:43:00.789834 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8fc0bb-5c89-44d9-891d-b0cc7d379b0a req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] No DVR routers for this DVR port 017a8415-8520-4881-ac2e-08e60543a693 on host n-h1-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:43:00.792442 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [req-be8fc0bb-5c89-44d9-891d-b0cc7d379b0a req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236873'] for port (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:00.795881 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [req-be8fc0bb-5c89-44d9-891d-b0cc7d379b0a req-ff410ca0-5379-4757-8830-cbd20c89fb54 tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.65 "DELETE /v2.0/ports/017a8415-8520-4881-ac2e-08e60543a693 HTTP/1.1" status: 204 len: 173 time: 0.5116491 Feb 09 04:43:00.796321 n-d-824835-15 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'name': 'network-vif-deleted', 'tag': '017a8415-8520-4881-ac2e-08e60543a693'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:43:00.799561 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58dbda4169fd8ae56d5c97e961e24c16eb1aae9701e68f86d1999d9dae6234a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f388a4a-907d-46e2-8ade-dfadd244be95" -d '{"events": [{"server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "name": "network-vif-deleted", "tag": "017a8415-8520-4881-ac2e-08e60543a693"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:43:00.897776 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa091d4-bec3-4e7b-9dde-2a28fc7273f4 x-openstack-request-id: req-6aa091d4-bec3-4e7b-9dde-2a28fc7273f4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:43:00.898167 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabfdd85-029a-493d-a69e-5f85087aa19f", "name": "network-vif-deleted", "tag": "017a8415-8520-4881-ac2e-08e60543a693", "status": "completed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:43:00.898493 n-d-824835-15 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6aa091d4-bec3-4e7b-9dde-2a28fc7273f4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:43:00.898967 n-d-824835-15 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabfdd85-029a-493d-a69e-5f85087aa19f', 'name': 'network-vif-deleted', 'tag': '017a8415-8520-4881-ac2e-08e60543a693', 'status': 'completed', 'code': 200} Feb 09 04:43:01.762663 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59354) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:01.820344 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8344ac54-4685-4c62-9a3f-c364a20dcb1f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group (e57d901f-c5c1-4b85-9d40-561467493b5c), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:01.845452 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8344ac54-4685-4c62-9a3f-c364a20dcb1f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group (e57d901f-c5c1-4b85-9d40-561467493b5c), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:01.907823 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8344ac54-4685-4c62-9a3f-c364a20dcb1f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (e57d901f-c5c1-4b85-9d40-561467493b5c), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:01.910679 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8344ac54-4685-4c62-9a3f-c364a20dcb1f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:01.915338 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-8344ac54-4685-4c62-9a3f-c364a20dcb1f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] 10.222.0.21 "DELETE /v2.0/security-groups/e57d901f-c5c1-4b85-9d40-561467493b5c HTTP/1.1" status: 204 len: 168 time: 0.1515279 Feb 09 04:43:01.925686 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344ac54-4685-4c62-9a3f-c364a20dcb1f tempest-TestSnapshotPattern-7826156 tempest-TestSnapshotPattern-7826156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57d901f-c5c1-4b85-9d40-561467493b5c,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:01.968051 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59358) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:02.743777 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7466450a-45ba-4554-9b61-1561b9e256b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:02.991925 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7466450a-45ba-4554-9b61-1561b9e256b3 admin admin] Deleting port be9b822e-e1b6-49f6-a9f3-66918e9a9841 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:43:02.992582 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7466450a-45ba-4554-9b61-1561b9e256b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:03.072690 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7466450a-45ba-4554-9b61-1561b9e256b3 admin admin] For port be9b822e-e1b6-49f6-a9f3-66918e9a9841, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=be9b822e-e1b6-49f6-a9f3-66918e9a9841,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:43:03.073045 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7466450a-45ba-4554-9b61-1561b9e256b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:03.085806 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-7466450a-45ba-4554-9b61-1561b9e256b3 admin admin] Calling delete_port for be9b822e-e1b6-49f6-a9f3-66918e9a9841 owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:43:03.263688 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7466450a-45ba-4554-9b61-1561b9e256b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (be9b822e-e1b6-49f6-a9f3-66918e9a9841), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:03.290425 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466450a-45ba-4554-9b61-1561b9e256b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be9b822e-e1b6-49f6-a9f3-66918e9a9841,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:03.458135 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7466450a-45ba-4554-9b61-1561b9e256b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:03.679731 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7466450a-45ba-4554-9b61-1561b9e256b3 admin admin] Router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:43:03.790153 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7466450a-45ba-4554-9b61-1561b9e256b3 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:43:03.795181 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-7466450a-45ba-4554-9b61-1561b9e256b3 admin admin] 10.222.0.21 "PUT /v2.0/routers/b8bc339d-c7a4-4e2b-ae98-4775506dfc36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8257072 Feb 09 04:43:03.798148 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59362) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:03.802073 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9eb24-cd15-4b8d-8e93-1a017bb85d85 None None] Sync routers for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:43:03.813099 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9eb24-cd15-4b8d-8e93-1a017bb85d85 None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:43:03.813742 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-85d9eb24-cd15-4b8d-8e93-1a017bb85d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:42:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:03.906160 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Publish callbacks [] for router (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:03.920453 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-85d9eb24-cd15-4b8d-8e93-1a017bb85d85 None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: n-d-824835-15 {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:43:04.009185 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 017a8415-8520-4881-ac2e-08e60543a693 no longer exists at agent hyperv_n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:43:04.013492 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Publish callbacks [] for router_gateway (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.035367 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] No Port match for: 017a8415-8520-4881-ac2e-08e60543a693 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:43:04.035714 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Device 017a8415-8520-4881-ac2e-08e60543a693 not bound to the agent host n-h1-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:43:04.072176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Deleting port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:43:04.072509 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.158535 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] For port 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:43:04.158897 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.172228 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Calling delete_port for 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 owned by network:router_gateway {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:43:04.198850 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-85d9eb24-cd15-4b8d-8e93-1a017bb85d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:43:03Z', 'revision_number': 5, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port': {'id': '58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:31Z', 'updated_at': '2022-02-09T04:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:04.228898 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9eb24-cd15-4b8d-8e93-1a017bb85d85 None None] Checking router: b8bc339d-c7a4-4e2b-ae98-4775506dfc36 for host: n-d-824835-15 {{(pid=103330) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:43:04.237294 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9eb24-cd15-4b8d-8e93-1a017bb85d85 None None] Routers {'b8bc339d-c7a4-4e2b-ae98-4775506dfc36'} bound to L3 agent in host n-d-824835-15 {{(pid=103330) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:43:04.237911 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-85d9eb24-cd15-4b8d-8e93-1a017bb85d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:42:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'], 'active': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:04.329175 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_dvr_db [None req-85d9eb24-cd15-4b8d-8e93-1a017bb85d85 None None] Set router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 gateway port host: None {{(pid=103330) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:43:04.339041 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.365787 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:04.381470 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.l3_hamode_db [None req-85d9eb24-cd15-4b8d-8e93-1a017bb85d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:43:04Z', 'revision_number': 6, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:04.411416 n-d-824835-15 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9eb24-cd15-4b8d-8e93-1a017bb85d85 None None] The sync data for ids ['b8bc339d-c7a4-4e2b-ae98-4775506dfc36'] in n-d-824835-15 is: [{'id': 'b8bc339d-c7a4-4e2b-ae98-4775506dfc36', 'name': 'tempest-TestSnapshotPattern-2055416442-router', 'tenant_id': '1d242cba665c4c60ba2b6b739cbdec16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:30Z', 'updated_at': '2022-02-09T04:43:04Z', 'revision_number': 6, 'project_id': '1d242cba665c4c60ba2b6b739cbdec16', 'gw_port_host': None}] {{(pid=103330) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:43:04.426148 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.519064 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.521202 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Publish callbacks [] for router_controller (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.567608 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (b8bc339d-c7a4-4e2b-ae98-4775506dfc36), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.568225 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8bc339d-c7a4-4e2b-ae98-4775506dfc36 {{(pid=103327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:43:04.572814 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.574190 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d5a1ef5d-47fb-46cd-85be-439209075249 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b8bc339d-c7a4-4e2b-ae98-4775506dfc36 HTTP/1.1" status: 204 len: 168 time: 0.7750449 Feb 09 04:43:04.576656 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59364) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:04.620583 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd71db8-59bd-4a6f-90a6-82574e0eec50 admin admin] Deleting subnet c8a4d4ed-014f-4ef5-9211-540618141488 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:43:04.623580 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fd71db8-59bd-4a6f-90a6-82574e0eec50 admin admin] Publish callbacks [] for subnet (c8a4d4ed-014f-4ef5-9211-540618141488), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.659479 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fd71db8-59bd-4a6f-90a6-82574e0eec50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (c8a4d4ed-014f-4ef5-9211-540618141488), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.746802 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fd71db8-59bd-4a6f-90a6-82574e0eec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (c8a4d4ed-014f-4ef5-9211-540618141488), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.802898 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fd71db8-59bd-4a6f-90a6-82574e0eec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (c8a4d4ed-014f-4ef5-9211-540618141488), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.830608 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd71db8-59bd-4a6f-90a6-82574e0eec50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a4d4ed-014f-4ef5-9211-540618141488,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:04.834939 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fd71db8-59bd-4a6f-90a6-82574e0eec50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.837836 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-4fd71db8-59bd-4a6f-90a6-82574e0eec50 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c8a4d4ed-014f-4ef5-9211-540618141488 HTTP/1.1" status: 204 len: 168 time: 0.2599435 Feb 09 04:43:04.840206 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59366) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:04.844635 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aae93b5-2ed9-481d-8416-d7bbde4fc76f None None] Network 118604f6-14bd-48b8-bc24-0b9aa2b0c153 requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:43:04.909676 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (118604f6-14bd-48b8-bc24-0b9aa2b0c153), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:04.970239 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Deleting port 59fe7a35-ac05-4772-a552-6f296d373db3 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:43:04.970582 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (59fe7a35-ac05-4772-a552-6f296d373db3), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:05.033123 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] For port 59fe7a35-ac05-4772-a552-6f296d373db3, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=59fe7a35-ac05-4772-a552-6f296d373db3,segment=NetworkSegment(ad30c53d-d8e3-484f-b209-00a3f2ab5f94),segment_id=ad30c53d-d8e3-484f-b209-00a3f2ab5f94)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:43:05.033521 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (59fe7a35-ac05-4772-a552-6f296d373db3), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:05.046292 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Calling delete_port for 59fe7a35-ac05-4772-a552-6f296d373db3 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:43:05.134636 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (59fe7a35-ac05-4772-a552-6f296d373db3), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:05.160856 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e3e1e7-1f10-41d6-a137-817814d9d932 None None] DHCP port deletion for 118604f6-14bd-48b8-bc24-0b9aa2b0c153 request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:43:05.161577 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=59fe7a35-ac05-4772-a552-6f296d373db3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:05.167571 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] No DVR routers for this DVR port 59fe7a35-ac05-4772-a552-6f296d373db3 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:43:05.228831 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device be9b822e-e1b6-49f6-a9f3-66918e9a9841 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:43:05.244324 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (118604f6-14bd-48b8-bc24-0b9aa2b0c153), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:05.253565 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: be9b822e-e1b6-49f6-a9f3-66918e9a9841 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:43:05.253917 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device be9b822e-e1b6-49f6-a9f3-66918e9a9841 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:43:05.254330 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:43:05.267833 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118604f6-14bd-48b8-bc24-0b9aa2b0c153']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:05.276605 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:43:05.277104 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 58ad23a8-dce8-4b2c-b811-ddbb3cbab8d7 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:43:05.277646 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 59fe7a35-ac05-4772-a552-6f296d373db3 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:43:05.280209 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:05.280509 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad30c53d-d8e3-484f-b209-00a3f2ab5f94') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:05.295693 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (ad30c53d-d8e3-484f-b209-00a3f2ab5f94), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:05.298421 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 59fe7a35-ac05-4772-a552-6f296d373db3 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:43:05.298772 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 59fe7a35-ac05-4772-a552-6f296d373db3 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:43:05.309902 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (ad30c53d-d8e3-484f-b209-00a3f2ab5f94), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:05.317038 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:43:05.317631 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (ad30c53d-d8e3-484f-b209-00a3f2ab5f94), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: timer() Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:43:05.319420 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:43:05.376693 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (118604f6-14bd-48b8-bc24-0b9aa2b0c153), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:05.382541 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:05.385865 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] 10.222.0.21 "DELETE /v2.0/networks/118604f6-14bd-48b8-bc24-0b9aa2b0c153 HTTP/1.1" status: 204 len: 168 time: 0.5446670 Feb 09 04:43:05.388982 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59368) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:05.400315 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4382aae-a82f-4995-96dc-b4cac3f7bc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=118604f6-14bd-48b8-bc24-0b9aa2b0c153,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:05.744338 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64f42010-9c57-4bd1-9483-bbd30db562b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344163'] for router_interface (97cfc2e3-076b-4525-aed4-9c0b7c938c62), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:05.991046 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-64f42010-9c57-4bd1-9483-bbd30db562b7 admin admin] Deleting port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:43:05.991434 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64f42010-9c57-4bd1-9483-bbd30db562b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:06.075482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-64f42010-9c57-4bd1-9483-bbd30db562b7 admin admin] For port fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e,segment=NetworkSegment(6bbfe7fc-428f-4128-9a0a-bda2d17ff26f),segment_id=6bbfe7fc-428f-4128-9a0a-bda2d17ff26f)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:43:06.075880 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64f42010-9c57-4bd1-9483-bbd30db562b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:06.088772 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-64f42010-9c57-4bd1-9483-bbd30db562b7 admin admin] Calling delete_port for fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e owned by network:router_interface {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:43:06.267900 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64f42010-9c57-4bd1-9483-bbd30db562b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:06.293022 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f42010-9c57-4bd1-9483-bbd30db562b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:06.368124 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:43:06.463698 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64f42010-9c57-4bd1-9483-bbd30db562b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344311'] for router_interface (97cfc2e3-076b-4525-aed4-9c0b7c938c62), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:06.680389 n-d-824835-15 neutron-server[103328]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f42010-9c57-4bd1-9483-bbd30db562b7 admin admin] Router 97cfc2e3-076b-4525-aed4-9c0b7c938c62 has already been hosted by L3 agent 71608873-f7d9-46dd-ac25-32d53b0a5598 {{(pid=103328) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:43:06.791482 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f42010-9c57-4bd1-9483-bbd30db562b7 admin admin] Notify agent at l3_agent.n-d-824835-15 the message routers_updated {{(pid=103328) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:43:06.796576 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-64f42010-9c57-4bd1-9483-bbd30db562b7 admin admin] 10.222.0.21 "PUT /v2.0/routers/97cfc2e3-076b-4525-aed4-9c0b7c938c62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4058204 Feb 09 04:43:06.799119 n-d-824835-15 neutron-server[103328]: DEBUG neutron.wsgi [-] (103328) accepted ('10.222.0.21', 59370) {{(pid=103328) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:06.801753 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383397c7-7bf0-4cfd-af4e-6a8d5cee0da4 None None] Sync routers for ids ['97cfc2e3-076b-4525-aed4-9c0b7c938c62'] in n-d-824835-15 {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:43:06.811576 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383397c7-7bf0-4cfd-af4e-6a8d5cee0da4 None None] Routers {'97cfc2e3-076b-4525-aed4-9c0b7c938c62'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:43:06.813023 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-383397c7-7bf0-4cfd-af4e-6a8d5cee0da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:42:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['97cfc2e3-076b-4525-aed4-9c0b7c938c62'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:06.903423 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Publish callbacks [] for router (97cfc2e3-076b-4525-aed4-9c0b7c938c62), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:06.921853 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-383397c7-7bf0-4cfd-af4e-6a8d5cee0da4 None None] Set router 97cfc2e3-076b-4525-aed4-9c0b7c938c62 gateway port host: n-d-824835-15 {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:43:07.016059 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Publish callbacks [] for router_gateway (97cfc2e3-076b-4525-aed4-9c0b7c938c62), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.071357 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Deleting port 93eef102-ad34-4085-af95-84a1fe4ef3e6 {{(pid=103328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:43:07.071699 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), before_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.110793 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-383397c7-7bf0-4cfd-af4e-6a8d5cee0da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'name': 'tempest-TestSnapshotPattern-1308376555-router', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'external_fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:43:06Z', 'revision_number': 5, 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'gw_port': {'id': '93eef102-ad34-4085-af95-84a1fe4ef3e6', 'name': '', 'network_id': 'a7a9d4f6-f813-4af9-b288-1ce22b89921f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3fe17dd-b367-45d7-842b-32418721245b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-15'}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:07.142802 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383397c7-7bf0-4cfd-af4e-6a8d5cee0da4 None None] Checking router: 97cfc2e3-076b-4525-aed4-9c0b7c938c62 for host: n-d-824835-15 {{(pid=103329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:43:07.151414 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383397c7-7bf0-4cfd-af4e-6a8d5cee0da4 None None] Routers {'97cfc2e3-076b-4525-aed4-9c0b7c938c62'} bound to L3 agent in host n-d-824835-15 {{(pid=103329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:43:07.152011 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-383397c7-7bf0-4cfd-af4e-6a8d5cee0da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T03:00:48Z,description=,heartbeat_timestamp=2022-02-09T04:42:48Z,host='n-d-824835-15',id=71608873-f7d9-46dd-ac25-32d53b0a5598,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T03:00:48Z,topic='l3_agent')) {'router_ids': ['97cfc2e3-076b-4525-aed4-9c0b7c938c62'], 'active': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:07.165211 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] For port 93eef102-ad34-4085-af95-84a1fe4ef3e6, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=93eef102-ad34-4085-af95-84a1fe4ef3e6,segment=NetworkSegment(0262d4bc-db4d-496c-b9f9-b2cf1719c244),segment_id=0262d4bc-db4d-496c-b9f9-b2cf1719c244)] {{(pid=103328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:43:07.165618 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.182728 n-d-824835-15 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Calling delete_port for 93eef102-ad34-4085-af95-84a1fe4ef3e6 owned by network:router_gateway {{(pid=103328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:43:07.243293 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvr_db [None req-383397c7-7bf0-4cfd-af4e-6a8d5cee0da4 None None] Set router 97cfc2e3-076b-4525-aed4-9c0b7c938c62 gateway port host: None {{(pid=103329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:43:07.295844 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_hamode_db [None req-383397c7-7bf0-4cfd-af4e-6a8d5cee0da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'name': 'tempest-TestSnapshotPattern-1308376555-router', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:43:07Z', 'revision_number': 6, 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'gw_port_host': None}], 'n-d-824835-15', False) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:07.327090 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383397c7-7bf0-4cfd-af4e-6a8d5cee0da4 None None] The sync data for ids ['97cfc2e3-076b-4525-aed4-9c0b7c938c62'] in n-d-824835-15 is: [{'id': '97cfc2e3-076b-4525-aed4-9c0b7c938c62', 'name': 'tempest-TestSnapshotPattern-1308376555-router', 'tenant_id': 'ae94d450362048308f6035137ac6c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:37:35Z', 'updated_at': '2022-02-09T04:43:07Z', 'revision_number': 6, 'project_id': 'ae94d450362048308f6035137ac6c5e6', 'gw_port_host': None}] {{(pid=103329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:43:07.352675 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28888032'] for port (93eef102-ad34-4085-af95-84a1fe4ef3e6), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.380499 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=93eef102-ad34-4085-af95-84a1fe4ef3e6,revision_number=None']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:07.443952 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-358165'] for router_gateway (97cfc2e3-076b-4525-aed4-9c0b7c938c62), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.533636 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24853'] for router (97cfc2e3-076b-4525-aed4-9c0b7c938c62), precommit_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.535720 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Publish callbacks [] for router_controller (97cfc2e3-076b-4525-aed4-9c0b7c938c62), precommit_delete_associations {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.582700 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-345221'] for router (97cfc2e3-076b-4525-aed4-9c0b7c938c62), after_delete {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.583252 n-d-824835-15 neutron-server[103328]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97cfc2e3-076b-4525-aed4-9c0b7c938c62 {{(pid=103328) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:43:07.587460 n-d-824835-15 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.588595 n-d-824835-15 neutron-server[103328]: INFO neutron.wsgi [None req-d793878e-4a78-46d6-892e-fc0179e39a08 admin admin] 10.222.0.21 "DELETE /v2.0/routers/97cfc2e3-076b-4525-aed4-9c0b7c938c62 HTTP/1.1" status: 204 len: 168 time: 0.7885768 Feb 09 04:43:07.591369 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59372) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:07.637176 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49949f1-4c94-4832-ac64-512e7a17362b admin admin] Deleting subnet 079c8198-364a-4b79-95b3-093653cdaca8 {{(pid=103327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:43:07.640196 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d49949f1-4c94-4832-ac64-512e7a17362b admin admin] Publish callbacks [] for subnet (079c8198-364a-4b79-95b3-093653cdaca8), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.680964 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d49949f1-4c94-4832-ac64-512e7a17362b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26686530'] for subnet (079c8198-364a-4b79-95b3-093653cdaca8), precommit_delete_associations {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.760974 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d49949f1-4c94-4832-ac64-512e7a17362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3901744'] for subnet (079c8198-364a-4b79-95b3-093653cdaca8), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.813624 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d49949f1-4c94-4832-ac64-512e7a17362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3901899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26576901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360541'] for subnet (079c8198-364a-4b79-95b3-093653cdaca8), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.840879 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49949f1-4c94-4832-ac64-512e7a17362b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=079c8198-364a-4b79-95b3-093653cdaca8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:07.842893 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d49949f1-4c94-4832-ac64-512e7a17362b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.849235 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-d49949f1-4c94-4832-ac64-512e7a17362b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/079c8198-364a-4b79-95b3-093653cdaca8 HTTP/1.1" status: 204 len: 168 time: 0.2545412 Feb 09 04:43:07.849423 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee877d-b16a-4395-ab80-e7494f0bea5e None None] Network c5b81191-82a7-4cab-adad-b65d5268dc4c requested from n-d-824835-15 {{(pid=103329) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:43:07.849856 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59374) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:07.921268 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3764198'] for network (c5b81191-82a7-4cab-adad-b65d5268dc4c), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:07.977268 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Deleting port fded0859-d459-4d59-92a6-50767d5a6902 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:43:07.977637 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fded0859-d459-4d59-92a6-50767d5a6902), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.042078 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] For port fded0859-d459-4d59-92a6-50767d5a6902, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fded0859-d459-4d59-92a6-50767d5a6902,segment=NetworkSegment(6bbfe7fc-428f-4128-9a0a-bda2d17ff26f),segment_id=6bbfe7fc-428f-4128-9a0a-bda2d17ff26f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:43:08.042443 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fded0859-d459-4d59-92a6-50767d5a6902), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.060934 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Calling delete_port for fded0859-d459-4d59-92a6-50767d5a6902 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:43:08.066733 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe643bf-453b-4e15-b4ab-d5004c3abe51 None None] DHCP port deletion for c5b81191-82a7-4cab-adad-b65d5268dc4c request from n-d-824835-15 {{(pid=103329) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:43:08.121321 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fbe643bf-453b-4e15-b4ab-d5004c3abe51 None None] Deleting port fded0859-d459-4d59-92a6-50767d5a6902 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:43:08.121753 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbe643bf-453b-4e15-b4ab-d5004c3abe51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744001307540'] for port (fded0859-d459-4d59-92a6-50767d5a6902), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.144785 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26577114'] for port (fded0859-d459-4d59-92a6-50767d5a6902), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.172059 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Pushing event deleted for resources: {'Port': ['ID=fded0859-d459-4d59-92a6-50767d5a6902,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:08.174038 n-d-824835-15 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] No DVR routers for this DVR port fded0859-d459-4d59-92a6-50767d5a6902 on host n-d-824835-15 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:43:08.188936 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fbe643bf-453b-4e15-b4ab-d5004c3abe51 None None] For port fded0859-d459-4d59-92a6-50767d5a6902, host n-d-824835-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-15',level=0,port_id=fded0859-d459-4d59-92a6-50767d5a6902,segment=NetworkSegment(6bbfe7fc-428f-4128-9a0a-bda2d17ff26f),segment_id=6bbfe7fc-428f-4128-9a0a-bda2d17ff26f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:43:08.189259 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbe643bf-453b-4e15-b4ab-d5004c3abe51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357848'] for port (fded0859-d459-4d59-92a6-50767d5a6902), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.202174 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fbe643bf-453b-4e15-b4ab-d5004c3abe51 None None] Calling delete_port for fded0859-d459-4d59-92a6-50767d5a6902 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:43:08.255709 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3820967', 'neutron.services.segments.db._delete_segments_for_network-8744001516481'] for network (c5b81191-82a7-4cab-adad-b65d5268dc4c), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.277241 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b81191-82a7-4cab-adad-b65d5268dc4c']}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:08.287883 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbe643bf-453b-4e15-b4ab-d5004c3abe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3863609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744001315319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744000991178'] for port (fded0859-d459-4d59-92a6-50767d5a6902), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.288054 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbfe7fc-428f-4128-9a0a-bda2d17ff26f') {'for_net_delete': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:08.288356 n-d-824835-15 neutron-server[103327]: DEBUG neutron.services.segments.db [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbfe7fc-428f-4128-9a0a-bda2d17ff26f') {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:43:08.299343 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744001517514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26686537'] for segment (6bbfe7fc-428f-4128-9a0a-bda2d17ff26f), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.315470 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330'] for segment (6bbfe7fc-428f-4128-9a0a-bda2d17ff26f), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.325288 n-d-824835-15 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:43:08.326020 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3896330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26577071'] for segment (6bbfe7fc-428f-4128-9a0a-bda2d17ff26f), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.326194 n-d-824835-15 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe643bf-453b-4e15-b4ab-d5004c3abe51 None None] Pushing event deleted for resources: {'Port': ['ID=fded0859-d459-4d59-92a6-50767d5a6902,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:08.335461 n-d-824835-15 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe643bf-453b-4e15-b4ab-d5004c3abe51 None None] No DVR routers for this DVR port fded0859-d459-4d59-92a6-50767d5a6902 on host n-d-824835-15 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:43:08.351699 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: Traceback (most recent call last): Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: timer() Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: cb(*args, **kw) Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: return func(*args, **kwargs) Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: self._notify() Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: self.callback(batched_events) Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: event.method(event) Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: return f(self, *a, **k) Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: return self._get(url).json() Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: return self.request(url, 'GET', **kwargs) Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:43:08.363721 n-d-824835-15 neutron-server[103327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:43:08.386519 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3820990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-358257'] for network (c5b81191-82a7-4cab-adad-b65d5268dc4c), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.403634 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.407273 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c5b81191-82a7-4cab-adad-b65d5268dc4c HTTP/1.1" status: 204 len: 168 time: 0.5569084 Feb 09 04:43:08.408554 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69678c8a-db83-4653-ad6b-39accbb62160 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b81191-82a7-4cab-adad-b65d5268dc4c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:08.528613 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59378) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:08.573537 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-ce2113e0-1c76-48a5-9bc2-60fe9ff36b8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d242cba665c4c60ba2b6b739cbdec16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436134 Feb 09 04:43:08.575838 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59380) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:08.623772 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e09226a7-0175-4093-9f04-11046af39125 admin admin] Publish callbacks [] for security_group (2677d331-18f0-4951-92d8-862e7a113bcc), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.645222 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e09226a7-0175-4093-9f04-11046af39125 admin admin] Publish callbacks [] for security_group (2677d331-18f0-4951-92d8-862e7a113bcc), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.694022 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e09226a7-0175-4093-9f04-11046af39125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (2677d331-18f0-4951-92d8-862e7a113bcc), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.696752 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e09226a7-0175-4093-9f04-11046af39125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:08.698048 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-e09226a7-0175-4093-9f04-11046af39125 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2677d331-18f0-4951-92d8-862e7a113bcc HTTP/1.1" status: 204 len: 168 time: 0.1212165 Feb 09 04:43:08.706158 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09226a7-0175-4093-9f04-11046af39125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2677d331-18f0-4951-92d8-862e7a113bcc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:09.015003 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59386) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:09.029155 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fded0859-d459-4d59-92a6-50767d5a6902 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:43:09.051163 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: fded0859-d459-4d59-92a6-50767d5a6902 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:43:09.051510 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fded0859-d459-4d59-92a6-50767d5a6902 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:43:09.051934 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:43:09.059569 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-52eb46b7-cb38-4273-81e3-6467c01b5913 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae94d450362048308f6035137ac6c5e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409825 Feb 09 04:43:09.059802 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [-] (103327) accepted ('10.222.0.21', 59388) {{(pid=103327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:43:09.073588 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:43:09.073937 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device fa8c29d3-f8ac-4cc5-b5aa-e08a68e5285e not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:43:09.074355 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 93eef102-ad34-4085-af95-84a1fe4ef3e6 no longer exists at agent ovs-agent-n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:43:09.092866 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] No Port match for: 93eef102-ad34-4085-af95-84a1fe4ef3e6 {{(pid=103329) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:43:09.093131 n-d-824835-15 neutron-server[103329]: DEBUG neutron.plugins.ml2.rpc [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Device 93eef102-ad34-4085-af95-84a1fe4ef3e6 not bound to the agent host n-d-824835-15 {{(pid=103329) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:43:09.107601 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ead3fc2-3cda-45b0-af96-5a74379ce76a admin admin] Publish callbacks [] for security_group (d071bee3-ba6b-4750-8ddd-99fc374e6298), before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:09.129677 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ead3fc2-3cda-45b0-af96-5a74379ce76a admin admin] Publish callbacks [] for security_group (d071bee3-ba6b-4750-8ddd-99fc374e6298), precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:09.187258 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ead3fc2-3cda-45b0-af96-5a74379ce76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586977'] for security_group (d071bee3-ba6b-4750-8ddd-99fc374e6298), after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:09.189830 n-d-824835-15 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ead3fc2-3cda-45b0-af96-5a74379ce76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:09.190959 n-d-824835-15 neutron-server[103327]: INFO neutron.wsgi [None req-9ead3fc2-3cda-45b0-af96-5a74379ce76a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d071bee3-ba6b-4750-8ddd-99fc374e6298 HTTP/1.1" status: 204 len: 168 time: 0.1303015 Feb 09 04:43:09.198404 n-d-824835-15 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead3fc2-3cda-45b0-af96-5a74379ce76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d071bee3-ba6b-4750-8ddd-99fc374e6298,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:43:15.855724 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5f83a679-7396-48eb-bbbf-7a030499d4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:18.334490 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71bfab41-e077-4313-adf8-9e7bba3de520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:19.692114 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:21.117348 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:22.224772 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:24.922203 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:38.326889 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:43.367012 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:43:45.858287 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8866e098-19da-4e21-bf7e-df6fd24b3e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:48.335798 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a53b667-ee2b-4ba6-a461-367dd7fdb0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:49.694227 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:51.119162 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:52.227381 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:43:54.935880 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:08.355371 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:15.861056 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0481-f9f3-4903-9a8b-906cbc6048bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:18.337191 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4767e314-1ce5-4921-8bd0-9c85370e870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:19.699822 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:20.366927 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:44:21.121662 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:22.230481 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:24.941081 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:38.355900 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:45.861789 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fcac7c0-6f2c-4d20-a617-0d799965bc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:48.337857 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78b8867b-7cd6-475a-a05c-0be90bc9843a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:49.700081 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:51.126574 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:52.232276 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:54.933643 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:44:57.365740 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:45:08.367361 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:15.862669 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b85d61ef-6d66-4744-990c-07253d9515f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:18.342772 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68c72ded-1078-4fa7-ada2-82633d034c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:19.703245 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:21.128186 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:22.242528 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:24.938321 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:34.365120 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:45:38.373128 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:45.864872 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a21c215-85b3-4227-92a6-626b2983c0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:48.345581 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0bfad09-4066-4309-8b10-ded7d0987d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:49.711451 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:51.130374 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:52.234762 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:45:54.947859 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:08.384355 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:11.365534 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:46:15.865342 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51ed9ac0-652d-4791-a142-7bd5028581d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:18.346176 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70f9cb6e-b01f-4e67-8130-ebdb2872e884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:19.709062 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:21.134057 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:22.237644 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:24.968199 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:38.379572 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:45.867187 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b013664c-65bf-4e69-92d8-ed5ee1d826d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:48.347551 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac0c6-4f4d-4c5b-83af-b947882bb76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:48.365873 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:46:49.711433 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:51.136673 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:52.239378 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:46:54.976260 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:08.378096 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:15.868152 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66d90fde-897b-4159-8191-74a777b83971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:18.347853 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce9b7330-0845-4588-ab40-1fdee9e49305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:19.713279 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:21.139175 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:22.241586 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:25.007064 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:25.364961 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:47:38.385701 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:45.870648 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-622b849e-88ca-4e10-9d96-4bcca68f4577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:48.352433 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5e0d8ee-6439-486d-98c7-ec96a88c9325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:49.716177 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:51.141315 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:52.243379 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:47:55.007824 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:02.363890 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:48:08.388240 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:15.872004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a97206b9-8f1d-4815-a198-17d38aa6d354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:18.355339 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d48d7636-a3cb-4249-8679-3b2c643435f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:19.719575 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:21.143947 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:22.246306 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:25.020642 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:38.389114 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:39.362695 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:48:45.873096 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4040f369-a07c-40d0-9dff-97359e5e948a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:48.356790 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66d9a5ec-5b21-4df1-9900-532420b3cc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:49.723004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:51.146106 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:52.248641 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:48:55.034934 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:08.373724 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:15.874048 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ef53c1e1-84d7-467e-a8c2-d718fc3f10a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:16.361452 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:49:18.358082 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc9bf-5a78-4a31-bcfa-bb837c850fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:19.726633 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:21.148655 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:22.250149 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:25.049835 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:38.384886 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:45.875123 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-039205b3-62cc-44cb-acd3-de036cac4397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:48.365004 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7ac8-a6de-4ae7-a295-1233944ce182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:49.729002 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:51.151693 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:52.253299 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:49:53.361539 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:49:55.049161 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:08.381677 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:15.877215 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a38ebd1d-196b-4a62-998c-b965fa8e1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:18.356689 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1b1dce1-7a71-4bd1-b53f-b224230599b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:19.734773 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:21.153808 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:21.757981 n-d-824835-15 neutron-server[103327]: DEBUG neutron.wsgi [req-41863965-f971-42a8-ab86-c87aa4bc4c5c req-3cdbe80d-9226-439e-af91-1c02a603afa2 service neutron] (103327) timed out ('10.222.0.21', 57056) {{(pid=103327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 04:50:22.255686 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:25.048642 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:30.363707 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:50:38.370314 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:45.878882 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aca9bcf0-b3e7-4c10-ae46-c007a2d30e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:48.357323 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bb66ca4-baa7-4a44-bc1e-78ca70d47d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:49.733793 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:51.156637 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:52.256836 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:50:55.068583 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:07.362172 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:51:08.368038 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:15.880174 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c24d4500-eab7-4e5b-aea3-415d80cf43b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:18.359307 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5133d4a5-4fe5-41eb-89d9-2108d8226978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:19.736726 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:21.159738 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:22.259830 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:25.077702 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6196ea2f-edda-4eee-9161-bc65f1f76bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (9fdd8d09-74d5-4870-a704-fc0bbb697fcf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:38.367616 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fee29372-ecd3-4637-9ede-06fdbd72db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (824b182e-9086-4399-8e73-a2471b571fbc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:44.362538 n-d-824835-15 neutron-server[103330]: DEBUG neutron.db.agents_db [None req-94f1b2f3-4f6a-4cf4-884a-752d85c98628 None None] Agent healthcheck: found 7 active agents {{(pid=103330) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:51:45.887561 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2420e6d-a005-4d0e-b4d6-94fa068e45a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (8f13bab1-ef13-4bcb-b60b-e8cfbf212027), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:48.360280 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8150187b-e618-4a3a-adfa-61915c949bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (71608873-f7d9-46dd-ac25-32d53b0a5598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:49.739887 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e4f3-e9bd-4491-9168-55259b7ec92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (d43634f9-a27e-4c38-be53-6b26861cf848), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:51.163219 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97dd12a3-b591-4545-9418-028d64a9fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (6b210e62-c30c-448f-a4b1-2c461999b778), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:51:52.263935 n-d-824835-15 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eea451e2-a945-4166-a9ee-a949a1e22636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744001516463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3823788'] for agent (3ed70000-2c64-4bac-8be2-90da659e545a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}